-- Logs begin at Mon 2021-08-16 01:04:48 UTC, end at Mon 2021-08-16 03:28:32 UTC. -- Aug 16 01:35:51.477725 n-d-768851-16 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 01:35:54.302769 n-d-768851-16 neutron-server[101273]: INFO neutron.common.config [-] Logging enabled! Aug 16 01:35:54.303396 n-d-768851-16 neutron-server[101273]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 01:35:54.303541 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101273) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 01:35:54.306792 n-d-768851-16 neutron-server[101273]: INFO neutron.common.config [-] Logging enabled! Aug 16 01:35:54.307049 n-d-768851-16 neutron-server[101273]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 01:35:54.307360 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101273) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 01:35:54.308293 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:35:54.308524 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:35:54.308888 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:35:54.309163 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:35:54.309391 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:35:54.309713 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.310012 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.310311 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.310542 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.310841 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.311134 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.311417 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.311707 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.312004 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.312316 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.312573 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.312857 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.313108 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.313390 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.313680 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.313978 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.314200 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] debug = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.314481 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.314904 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.315321 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.315607 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.315898 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.316177 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.316448 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.316724 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.317292 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.317623 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] host = n-d-768851-16 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.317901 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.318198 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.318478 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.318764 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.319039 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.319314 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.319603 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.319875 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.320702 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] log_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.321006 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.321294 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.321585 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.321876 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.322101 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.322324 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.322616 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.322906 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.323180 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.323453 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.323727 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.324006 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.324280 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.324550 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.324838 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.325151 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.325439 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.325714 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.325985 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.326256 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.326528 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.326815 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.327088 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.327362 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.327634 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.327922 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.328190 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.328466 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.328768 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.329086 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.329372 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.329659 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.329933 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.330216 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.330490 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.330761 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.331032 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] use_json = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.331305 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.331574 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.331852 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.332125 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.332397 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.332670 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.332944 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.333257 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:54.333554 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.333853 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.334160 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.334444 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.334745 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.335026 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.335318 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.335597 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.336430 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.336722 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.337044 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.337332 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.337620 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.337897 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.338195 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.338501 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.338796 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.339092 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.339372 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.339646 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.339921 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.340199 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.340485 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.340780 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.341097 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.341378 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.341657 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.341950 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.342230 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.342504 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.342782 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.343074 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.343353 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.343627 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.343910 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.344193 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.344465 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.344738 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.345037 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.345333 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.345610 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.345887 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.346157 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.346434 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.346706 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.346991 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.347268 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.347542 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.347816 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.348095 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.348429 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.348641 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.348917 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.349212 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.349491 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.349766 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.350038 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.350311 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.350584 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.350857 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.351130 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.351427 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.351745 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.351983 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.352257 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.352530 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.352804 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.353106 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.353397 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.353695 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.353978 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.354261 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.354541 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.354819 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.355095 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.355373 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.355654 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.355933 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.356207 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.356499 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.356782 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.357091 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.357378 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.357659 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.357956 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.358233 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.358515 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.358792 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.359067 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.359352 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.359633 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.359926 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.360218 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.360510 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.360801 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.361117 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.361395 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.361706 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.361989 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:54.362214 n-d-768851-16 neutron-server[101273]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:35:54.362442 n-d-768851-16 neutron-server[101273]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101273) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 01:35:54.714524 n-d-768851-16 neutron-server[101273]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 01:35:54.714729 n-d-768851-16 neutron-server[101273]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 01:35:54.715027 n-d-768851-16 neutron-server[101273]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 01:35:54.715361 n-d-768851-16 neutron-server[101273]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 01:35:55.110196 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.110483 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.110757 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.111977 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.112257 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.112529 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.147254 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.147537 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.147808 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.164998 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.165279 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.165548 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.194739 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.195017 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.195855 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.231507 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.231781 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.232049 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.468520 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.469155 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.469155 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.469329 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.469976 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.590982 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.591304 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.591588 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.591863 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.592126 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.592435 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.592698 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.592950 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.593227 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.593509 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.593768 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.594030 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.594286 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.594537 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.594793 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.595057 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.595311 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.595576 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.595843 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.596100 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.596370 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.596624 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.596904 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.597300 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.597551 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.597799 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.598193 n-d-768851-16 neutron-server[101273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:35:55.598436 n-d-768851-16 neutron-server[101273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:35:55.598674 n-d-768851-16 neutron-server[101273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:35:55.598911 n-d-768851-16 neutron-server[101273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:35:55.599158 n-d-768851-16 neutron-server[101273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:35:55.599389 n-d-768851-16 neutron-server[101273]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:35:55.599754 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 01:35:55.603460 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 01:35:55.607421 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 01:35:55.611207 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 16 01:35:55.612991 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 01:35:55.613452 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 01:35:55.613793 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 01:35:55.614180 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 01:35:55.616999 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 01:35:55.617253 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 01:35:55.617604 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 01:35:55.623180 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 01:35:55.645108 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 01:35:55.645565 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.645868 n-d-768851-16 neutron-server[101273]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101273) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 01:35:55.646282 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.647610 n-d-768851-16 neutron-server[101273]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101273) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 01:35:55.647904 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 01:35:55.648151 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 01:35:55.652164 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.652447 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:55.716889 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 01:35:55.717145 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 01:35:55.717384 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 01:35:55.717766 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 01:35:55.739353 n-d-768851-16 neutron-server[101273]: DEBUG oslo_db.sqlalchemy.engines [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101273) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 01:35:56.272696 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Initializing driver for type 'gre' Aug 16 01:35:56.273242 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] gre ID ranges: [(1, 1000)] Aug 16 01:35:56.335236 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Initializing driver for type 'local' Aug 16 01:35:56.335642 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Initializing driver for type 'vlan' Aug 16 01:35:56.351649 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] VlanTypeDriver initialization complete Aug 16 01:35:56.351993 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Initializing driver for type 'vxlan' Aug 16 01:35:56.352502 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] vxlan ID ranges: [(1, 1000)] Aug 16 01:35:56.409219 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Initializing extension driver 'port_security' Aug 16 01:35:56.409559 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.extensions.port_security [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] PortSecurityExtensionDriver initialization complete Aug 16 01:35:56.409895 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Initializing mechanism driver 'openvswitch' Aug 16 01:35:56.410213 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Initializing mechanism driver 'hyperv' Aug 16 01:35:56.416861 n-d-768851-16 neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:56.417576 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > port after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.417953 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > port after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.418335 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > port after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.418864 n-d-768851-16 neutron-server[101273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:35:56.419300 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > subnet after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.419658 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > subnet after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.420005 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.420398 n-d-768851-16 neutron-server[101273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:35:56.420807 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > network after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.421188 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > network after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.421549 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > network after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.421922 n-d-768851-16 neutron-server[101273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:35:56.422325 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > security_group after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.422675 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > security_group after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.423014 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.423405 n-d-768851-16 neutron-server[101273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:35:56.423954 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.425403 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.425403 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.425403 n-d-768851-16 neutron-server[101273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:35:56.425750 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > address_group after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.425899 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > address_group after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.426125 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.426511 n-d-768851-16 neutron-server[101273]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101273) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:35:56.426891 n-d-768851-16 neutron-server[101273]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] ML2 OVO RPC backend initialized. {{(pid=101273) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 01:35:56.427631 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.427987 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.428408 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > network before_response 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.428758 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > networks before_response 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.429134 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > port before_response 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.429978 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > ports before_response 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.430324 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > subnet before_response 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.430665 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > subnets before_response 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.431010 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > network after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.431350 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > network after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.431690 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > network after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.432031 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > port after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.432381 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > port after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.432716 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > port after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.433084 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > subnet after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.433429 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > subnet after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.433765 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.434373 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.plugin [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Modular L2 Plugin initialization complete Aug 16 01:35:56.434718 n-d-768851-16 neutron-server[101273]: DEBUG neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading services supported by the core plugin {{(pid=101273) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 01:35:56.436411 n-d-768851-16 neutron-server[101273]: INFO neutron.plugins.ml2.managers [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Got port-security extension from driver 'port_security' Aug 16 01:35:56.436411 n-d-768851-16 neutron-server[101273]: INFO neutron.extensions.vlantransparent [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Disabled vlantransparent extension. Aug 16 01:35:56.436411 n-d-768851-16 neutron-server[101273]: DEBUG neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101273) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 01:35:56.436411 n-d-768851-16 neutron-server[101273]: INFO neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading Plugin: router Aug 16 01:35:56.474480 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.475087 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router after_create 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.475234 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router before_create 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.475599 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.475972 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.476959 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router after_delete 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.477355 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.477721 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router after_create 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.478072 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router after_update 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.478425 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router after_update 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.478777 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.479140 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router after_update 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.479553 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router precommit_update 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.479925 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: port after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.480269 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: port after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.480609 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: subnet after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.480950 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.481323 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.481669 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router precommit_create 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.482016 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: port before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.482365 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router precommit_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.482721 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router after_update 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.483062 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.483412 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router precommit_create 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.483772 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.484116 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router precommit_update 55549900 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.484481 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > agent after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.484832 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > agent after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.485202 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > network after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.486089 n-d-768851-16 neutron-server[101273]: DEBUG neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Tracking information for resource: router configured {{(pid=101273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:35:56.486421 n-d-768851-16 neutron-server[101273]: DEBUG neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Tracking information for resource: floatingip configured {{(pid=101273) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:35:56.491354 n-d-768851-16 neutron-server[101273]: INFO neutron.db.l3_agentschedulers_db [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 01:35:56.492109 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: port after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.493010 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: port after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.493360 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: port after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.493711 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: port after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.494513 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router before_create 55550100 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.494873 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.495237 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router precommit_create 55550100 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.495597 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > router precommit_update 55550100 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.500067 n-d-768851-16 neutron-server[101273]: DEBUG neutron.services.provider_configuration [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service providers = [] {{(pid=101273) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 01:35:56.500436 n-d-768851-16 neutron-server[101273]: DEBUG neutron.db.servicetype_db [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101273) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 01:35:56.503444 n-d-768851-16 neutron-server[101273]: DEBUG neutron.services.service_base [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:35:56.503792 n-d-768851-16 neutron-server[101273]: DEBUG neutron.services.service_base [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:35:56.504137 n-d-768851-16 neutron-server[101273]: DEBUG neutron.services.service_base [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:35:56.505124 n-d-768851-16 neutron-server[101273]: DEBUG neutron.services.service_base [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101273) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:35:56.505410 n-d-768851-16 neutron-server[101273]: INFO neutron.services.service_base [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 01:35:56.505789 n-d-768851-16 neutron-server[101273]: DEBUG neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:35:56.506107 n-d-768851-16 neutron-server[101273]: INFO neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 01:35:56.517526 n-d-768851-16 neutron-server[101273]: DEBUG neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:35:56.517665 n-d-768851-16 neutron-server[101273]: INFO neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading Plugin: auto_allocate Aug 16 01:35:56.524023 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: network precommit_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.524336 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: network precommit_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.524859 n-d-768851-16 neutron-server[101273]: DEBUG neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:35:56.525208 n-d-768851-16 neutron-server[101273]: INFO neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading Plugin: tag Aug 16 01:35:56.531737 n-d-768851-16 neutron-server[101273]: DEBUG neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:35:56.532067 n-d-768851-16 neutron-server[101273]: INFO neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading Plugin: timestamp Aug 16 01:35:56.536105 n-d-768851-16 neutron-server[101273]: DEBUG neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:35:56.536431 n-d-768851-16 neutron-server[101273]: INFO neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading Plugin: network_ip_availability Aug 16 01:35:56.541951 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.542330 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.542687 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.543407 n-d-768851-16 neutron-server[101273]: DEBUG neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:35:56.543730 n-d-768851-16 neutron-server[101273]: INFO neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading Plugin: flavors Aug 16 01:35:56.548399 n-d-768851-16 neutron-server[101273]: DEBUG neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:35:56.548734 n-d-768851-16 neutron-server[101273]: INFO neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading Plugin: revisions Aug 16 01:35:56.553003 n-d-768851-16 neutron-server[101273]: DEBUG neutron.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101273) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:35:56.553412 n-d-768851-16 neutron-server[101273]: DEBUG oslo_concurrency.lockutils [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.838s {{(pid=101273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 01:35:56.554153 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101273) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 01:35:56.554517 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Initializing extension manager. Aug 16 01:35:56.555036 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: __init__.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.555381 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: __pycache__ {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.555723 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.556056 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: address_group.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.556815 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.557431 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: address-group Aug 16 01:35:56.557757 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: address_scope.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.558474 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.558988 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: address-scope Aug 16 01:35:56.559310 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.560249 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.560764 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: router-admin-state-down-before-update Aug 16 01:35:56.561126 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: agent.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.562030 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.562540 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: agent Aug 16 01:35:56.562863 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: agent_resources_synced.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.563777 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.564289 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: agent-resources-synced Aug 16 01:35:56.564613 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: allowedaddresspairs.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.566457 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.567219 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: allowed-address-pairs Aug 16 01:35:56.567551 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: auto_allocated_topology.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.568629 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.569171 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: auto-allocated-topology Aug 16 01:35:56.569498 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: availability_zone.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.570733 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.571233 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: availability_zone Aug 16 01:35:56.571554 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: availability_zone_filter.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.572474 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.572999 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: availability_zone_filter Aug 16 01:35:56.573332 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: data_plane_status.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.574244 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.574748 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 01:35:56.575071 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: default_subnetpools.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.575990 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.576492 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: default-subnetpools Aug 16 01:35:56.576814 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.577659 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.578164 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: dhcp_agent_scheduler Aug 16 01:35:56.578487 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: dns.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.579416 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.579922 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 01:35:56.580247 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: dns_domain_ports.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.581204 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.581715 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 01:35:56.582040 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.582982 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.583481 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 01:35:56.583804 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: dvr.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.584473 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.585011 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: dvr Aug 16 01:35:56.585325 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: ecmp_routes.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.586782 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.587286 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 01:35:56.587607 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: empty_string_filtering.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.588522 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.589068 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: empty-string-filtering Aug 16 01:35:56.589393 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.590301 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.590803 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 01:35:56.591123 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.592038 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.592550 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 01:35:56.592871 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: external_net.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.593821 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.594329 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: external-net Aug 16 01:35:56.594648 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.595560 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.596064 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: extra_dhcp_opt Aug 16 01:35:56.596383 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: extraroute.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.597328 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.597834 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: extraroute Aug 16 01:35:56.598156 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: extraroute_atomic.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.599174 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.599681 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: extraroute-atomic Aug 16 01:35:56.599996 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: filter_validation.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.600654 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.601187 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: filter-validation Aug 16 01:35:56.602022 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: fip_pf_description.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.602947 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.603452 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 01:35:56.603773 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: fip_port_details.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.604687 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.605259 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: fip-port-details Aug 16 01:35:56.605541 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: flavors.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.606769 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.607282 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: flavors Aug 16 01:35:56.607645 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.609318 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.609844 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 01:35:56.610178 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: floatingip_pools.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.610884 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.611425 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: floatingip-pools Aug 16 01:35:56.611753 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: ip_allocation.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.612695 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.613231 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 01:35:56.613559 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.614486 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.614999 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: ip-substring-filtering Aug 16 01:35:56.615325 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: l2_adjacency.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.616255 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.616756 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 01:35:56.617663 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: l3.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.618761 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.619287 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: router Aug 16 01:35:56.619620 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.621863 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.622395 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 01:35:56.622726 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.623702 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.624224 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: ext-gw-mode Aug 16 01:35:56.624552 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.625520 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.626031 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: l3-ha Aug 16 01:35:56.626354 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: l3_flavors.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.627267 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.627777 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: l3-flavors Aug 16 01:35:56.628100 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.629035 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.629549 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 01:35:56.629895 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: l3agentscheduler.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.630917 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.631431 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: l3_agent_scheduler Aug 16 01:35:56.631760 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: logging.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.633311 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.633850 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension logging not supported by any of loaded plugins Aug 16 01:35:56.634180 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: metering.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.634926 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.635508 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: metering Aug 16 01:35:56.635860 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.636949 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.637496 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: metering_source_and_destination_fields Aug 16 01:35:56.637828 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: multiprovidernet.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.638759 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.639274 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: multi-provider Aug 16 01:35:56.639601 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: netmtu.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.640518 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.641066 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: net-mtu Aug 16 01:35:56.641393 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: netmtu_writable.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.642322 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.642837 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: net-mtu-writable Aug 16 01:35:56.643162 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: network_availability_zone.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.643830 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.644336 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: network_availability_zone Aug 16 01:35:56.644658 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: network_ip_availability.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.645796 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.646311 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: network-ip-availability Aug 16 01:35:56.646634 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: network_segment_range.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.647400 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.647906 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 01:35:56.648258 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: pagination.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.649272 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.649606 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: pagination Aug 16 01:35:56.649927 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: port_device_profile.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.650847 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.651364 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: port-device-profile Aug 16 01:35:56.651686 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.652610 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.653185 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: port-mac-address-regenerate Aug 16 01:35:56.653479 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.654394 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.654905 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: port-numa-affinity-policy Aug 16 01:35:56.655224 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: port_resource_request.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.656152 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.656654 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 01:35:56.656995 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: portbindings.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.657939 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.658445 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: binding Aug 16 01:35:56.658767 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: portbindings_extended.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.660189 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.660709 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: binding-extended Aug 16 01:35:56.661058 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: portsecurity.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.661976 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.662492 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: port-security Aug 16 01:35:56.662813 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: project_id.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.663792 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.664654 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: project-id Aug 16 01:35:56.664991 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: providernet.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.665932 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.666445 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: provider Aug 16 01:35:56.666767 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: qos.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.670309 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.670839 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension qos not supported by any of loaded plugins Aug 16 01:35:56.671175 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.672428 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.672959 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 01:35:56.673317 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.674245 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.674761 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 01:35:56.675089 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: qos_default.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.676008 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.676515 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension qos-default not supported by any of loaded plugins Aug 16 01:35:56.676840 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: qos_fip.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.677521 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.678022 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 01:35:56.678343 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: qos_gateway_ip.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.679278 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.680341 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 01:35:56.680663 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: qos_port_network_policy.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.681607 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.682108 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 01:35:56.682430 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: qos_pps_rule.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.683609 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.684122 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 01:35:56.684448 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: qos_rule_type_details.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.685401 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.685914 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 01:35:56.686237 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: qos_rules_alias.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.687288 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.687798 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 01:35:56.688122 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: quotasv2.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.689086 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.689416 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: quotas Aug 16 01:35:56.689737 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: quotasv2_detail.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.693070 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.693415 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: quota_details Aug 16 01:35:56.693747 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: rbac.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.695010 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.695899 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: rbac-policies Aug 16 01:35:56.696375 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: rbac_address_group.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.697627 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.698156 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: rbac-address-group Aug 16 01:35:56.698485 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: rbac_address_scope.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.699416 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.699930 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: rbac-address-scope Aug 16 01:35:56.700257 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: rbac_security_groups.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.701212 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.701729 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: rbac-security-groups Aug 16 01:35:56.702051 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: rbac_subnetpool.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.702978 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.703484 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: rbac-subnetpool Aug 16 01:35:56.703807 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: revisionifmatch.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.704732 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.705285 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: revision-if-match Aug 16 01:35:56.705608 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: revisions.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.706734 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.707246 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: standard-attr-revisions Aug 16 01:35:56.707571 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: router_availability_zone.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.708254 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.708760 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: router_availability_zone Aug 16 01:35:56.709125 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: routerservicetype.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.710046 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.710552 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 01:35:56.710902 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.711825 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.712339 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: security-groups-normalized-cidr Aug 16 01:35:56.712662 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.713631 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.714143 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: port-security-groups-filtering Aug 16 01:35:56.714466 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.715391 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.715901 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: security-groups-remote-address-group Aug 16 01:35:56.716223 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: securitygroup.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.726025 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.727114 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: security-group Aug 16 01:35:56.727449 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: segment.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.728286 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.728790 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension segment not supported by any of loaded plugins Aug 16 01:35:56.729156 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.730163 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.730677 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 01:35:56.731008 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: servicetype.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.732206 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.732727 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: service-type Aug 16 01:35:56.733087 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: sorting.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.734088 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.734423 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: sorting Aug 16 01:35:56.734749 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: standard_attr_segment.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.735685 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.736204 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 01:35:56.736533 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: standardattrdescription.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.737219 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.737729 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: standard-attr-description Aug 16 01:35:56.738052 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: stateful_security_group.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.738982 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.739499 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: stateful-security-group Aug 16 01:35:56.739823 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: stdattrs_common.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.740409 n-d-768851-16 neutron-server[101273]: WARNING neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 01:35:56.740731 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.741682 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.742756 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 01:35:56.743080 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: subnet_onboard.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.744163 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.744684 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: subnet_onboard Aug 16 01:35:56.745036 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.745963 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.746544 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 01:35:56.746806 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: subnet_service_types.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.747733 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.748243 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: subnet-service-types Aug 16 01:35:56.748563 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: subnetallocation.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.749676 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.750192 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: subnet_allocation Aug 16 01:35:56.750519 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.751188 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.751749 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: subnetpool-prefix-ops Aug 16 01:35:56.752023 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.752969 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.753511 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 01:35:56.753836 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: tagging.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.754917 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.755444 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: standard-attr-tag Aug 16 01:35:56.755776 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: timestamp.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.756990 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.757513 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loaded extension: standard-attr-timestamp Aug 16 01:35:56.758353 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: trunk.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.759388 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.759905 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension trunk not supported by any of loaded plugins Aug 16 01:35:56.760228 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: trunk_details.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.761179 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.761695 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 01:35:56.762011 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: uplink_status_propagation.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.762932 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.763448 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 01:35:56.763767 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Loading extension file: vlantransparent.py {{(pid=101273) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:35:56.764442 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101273) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:35:56.764944 n-d-768851-16 neutron-server[101273]: INFO neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 01:35:56.767487 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:network Aug 16 01:35:56.768024 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:subnet Aug 16 01:35:56.768423 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:35:56.768818 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:port Aug 16 01:35:56.770084 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.770537 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service FLAVORS assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.771186 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.771646 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.772005 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:router Aug 16 01:35:56.772464 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 01:35:56.773013 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service METERING assigned prefix: /metering {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.775078 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.775397 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.775748 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:35:56.776754 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 01:35:56.777241 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:security_group Aug 16 01:35:56.777666 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 01:35:56.779439 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service CORE assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.779782 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:35:56.780137 n-d-768851-16 neutron-server[101273]: WARNING neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] subnetpool is already registered Aug 16 01:35:56.780593 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service CORE assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.780925 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:35:56.781362 n-d-768851-16 neutron-server[101273]: WARNING neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] subnetpool is already registered Aug 16 01:35:56.783682 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.784110 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service FLAVORS assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.784706 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.785156 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.785491 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:router Aug 16 01:35:56.785831 n-d-768851-16 neutron-server[101273]: WARNING neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] router is already registered Aug 16 01:35:56.786246 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 01:35:56.786579 n-d-768851-16 neutron-server[101273]: WARNING neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] floatingip is already registered Aug 16 01:35:56.787042 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service METERING assigned prefix: /metering {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.787705 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 01:35:56.788032 n-d-768851-16 neutron-server[101273]: WARNING neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] rbac_policy is already registered Aug 16 01:35:56.788452 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:security_group Aug 16 01:35:56.788787 n-d-768851-16 neutron-server[101273]: WARNING neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] security_group is already registered Aug 16 01:35:56.789293 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 01:35:56.789687 n-d-768851-16 neutron-server[101273]: WARNING neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] security_group_rule is already registered Aug 16 01:35:56.790342 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service CORE assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.790671 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:35:56.791005 n-d-768851-16 neutron-server[101273]: WARNING neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] subnetpool is already registered Aug 16 01:35:56.791433 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.v2.resource_helper [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Service CORE assigned prefix: {{(pid=101273) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:35:56.791758 n-d-768851-16 neutron-server[101273]: INFO neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:35:56.792089 n-d-768851-16 neutron-server[101273]: WARNING neutron.quota.resource_registry [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] subnetpool is already registered Aug 16 01:35:56.792551 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: extensions {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.794054 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: address-groups {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.795545 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: address-scopes {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.796876 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: agents {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.798056 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: auto-allocated-topology {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.799319 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: availability_zones {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.800533 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: dhcp-networks {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.802087 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: dhcp-agents {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.803508 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: routers {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.805295 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: flavors {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.806579 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: service_profiles {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.807792 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: next_providers {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.809255 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: service_profiles {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.810793 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: floatingip-pools {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.812032 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: routers {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.813848 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: floatingips {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.815124 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: l3-routers {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.816522 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: l3-agents {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.818249 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: metering-labels {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.819515 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: metering-label-rules {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.821562 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: network-ip-availabilities {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.822823 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: bindings {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.824364 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: quotas {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.825947 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: quotas {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.827456 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: rbac-policies {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.828652 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: security-groups {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.829998 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: security-group-rules {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.831238 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: service-providers {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.832459 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: subnetpools {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.833839 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: subnetpools {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.835409 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: tags {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.837700 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: tags {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.840809 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: tags {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.842645 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: tags {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.844345 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: tags {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.847320 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: tags {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.849021 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: tags {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.850837 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: tags {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.852750 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: tags {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.854544 n-d-768851-16 neutron-server[101273]: DEBUG neutron.api.extensions [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Extended resource: tags {{(pid=101273) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:35:56.860474 n-d-768851-16 neutron-server[101273]: WARNING keystonemiddleware.auth_token [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 01:35:56.865048 n-d-768851-16 neutron-server[101273]: WARNING keystonemiddleware.auth_token [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 01:35:56.873888 n-d-768851-16 neutron-server[101273]: DEBUG oslo_concurrency.lockutils [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Acquired lock "singleton_lock" {{(pid=101273) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 01:35:56.874364 n-d-768851-16 neutron-server[101273]: DEBUG oslo_concurrency.lockutils [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Releasing lock "singleton_lock" {{(pid=101273) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 01:35:56.875008 n-d-768851-16 neutron-server[101273]: INFO oslo_service.service [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Starting 2 workers Aug 16 01:35:56.879824 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Started child 101380 {{(pid=101273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:35:56.884912 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Started child 101381 {{(pid=101273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:35:56.890124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.890988 n-d-768851-16 neutron-server[101273]: INFO neutron.service [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 01:35:56.890988 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Notify callbacks [] for process, before_spawn {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.891290 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [-] (101380) wsgi starting up on http://0.0.0.0:9696 Aug 16 01:35:56.891437 n-d-768851-16 neutron-server[101273]: INFO oslo_service.service [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Starting 1 workers Aug 16 01:35:56.891574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.891574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [-] (101381) wsgi starting up on http://0.0.0.0:9696 Aug 16 01:35:56.894936 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Started child 101382 {{(pid=101273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:35:56.895598 n-d-768851-16 neutron-server[101273]: INFO oslo_service.service [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Starting 1 workers Aug 16 01:35:56.898789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.service [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] calling RpcWorker wait() {{(pid=101382) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 01:35:56.899512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.service [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] returning from RpcWorker wait() {{(pid=101382) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 01:35:56.900132 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Started child 101383 {{(pid=101273) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:35:56.900712 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.901000 n-d-768851-16 neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd5a-b82f-4f8c-bfc1-660820eef549 None None] Notify callbacks [] for process, after_spawn {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.901193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:56.903025 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101273) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 01:35:56.903230 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:35:56.903593 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:35:56.903820 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:35:56.904161 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:35:56.904324 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:35:56.905022 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.905315 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.905559 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.906063 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.906063 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.906202 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.906625 n-d-768851-16 neutron-server[101383]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:56.906745 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.907001 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.907237 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.907492 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.907743 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.907907 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.908230 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.908491 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.908738 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.909051 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.909332 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.909581 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.909844 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.910041 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.910275 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.910534 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.910803 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.911072 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] debug = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.911291 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.911783 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.912037 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.912287 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.912510 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.912777 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.913027 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.913303 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.913543 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.913795 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.914036 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.914298 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.914542 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.914780 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.915015 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.915286 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.915505 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.915991 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] host = n-d-768851-16 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.916221 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.916456 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.916682 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.916927 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.917228 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.917443 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.917700 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.917943 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.918252 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.918429 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.918655 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.918939 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.919112 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.919343 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.919492 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_options = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.919732 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.920004 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.920260 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.920445 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.920613 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.920788 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.921053 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.921207 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.921467 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.921697 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.921955 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.922141 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.922388 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.922558 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.922785 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.923014 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.923254 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.923463 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.923779 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.923950 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.924179 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.924402 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.924613 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.924828 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.925081 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.925294 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.925518 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.925747 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.926007 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.926204 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.926447 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.926703 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.926933 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.927176 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.927401 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.927629 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.927872 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.928149 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.928390 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.928623 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.928869 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.929107 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.929365 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.930128 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.930366 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.930583 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_json = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.930795 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.931042 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.931320 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.931559 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.931788 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.932063 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.932225 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.932472 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:56.933737 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.933815 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.934106 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.934475 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.934721 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.934967 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.935284 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.935441 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.935654 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.936369 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.936665 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.936905 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.937221 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.937468 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.937707 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.938034 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.938273 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.941187 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.941187 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.941187 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.941187 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.941187 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.941187 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.941187 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.941187 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.942966 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.942966 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.942966 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.942966 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.942966 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.942966 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.942966 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.942966 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.946423 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.946423 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.946423 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.946423 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.946423 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.946423 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.946423 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.946423 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.947535 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.947535 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.947535 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.947535 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.947535 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.947535 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.947535 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.947535 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.947535 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951159 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951159 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951159 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951159 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951159 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951159 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951159 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951159 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951159 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951671 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951671 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951671 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951671 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951671 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951671 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951671 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951671 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.951671 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.952284 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.952284 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.952284 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.952284 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.952284 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.952284 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.952624 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.952776 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.953155 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.953538 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.953905 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.954284 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.954655 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.954874 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.955091 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.955312 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.955660 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.955979 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.956219 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.956478 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.956697 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.956947 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.957212 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.957463 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.957709 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.957937 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.958148 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.958429 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.958652 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.958903 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.959122 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.959337 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.959600 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.959816 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.960057 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.960274 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.960512 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.960770 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.961163 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.961315 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.961564 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.961798 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.962056 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.962348 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.962665 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.962864 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.963103 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.963372 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.963855 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.964306 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.964750 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.965195 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.965606 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.966002 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.966259 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.966529 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.966761 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.967021 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.967444 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.967737 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.967957 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.968795 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.969039 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.969289 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.969622 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.969886 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.970125 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.970389 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.970674 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.970922 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.971159 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.971437 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.971681 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.971930 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.972328 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.972719 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.973243 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.973731 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.974222 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.974663 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.974892 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.975107 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.975352 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.975566 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.975780 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.976040 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.976219 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.976477 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.976709 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.976935 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.977210 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.977445 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.977656 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.977874 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.978127 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.978342 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.978559 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.978775 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.978983 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.979238 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.979474 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.979750 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.980021 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.980206 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.980430 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.980693 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.980859 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.981099 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.981344 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.981565 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.981819 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.982004 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.982221 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.982430 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.982912 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.982912 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.983223 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.983364 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.984305 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.984305 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.984305 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.984305 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.984605 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.984811 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.985032 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.985254 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.985470 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.985683 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.985896 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.986112 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.986379 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.986634 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.986887 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.987115 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.987328 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.987539 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.987772 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.987977 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.988430 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.988685 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.988914 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.989216 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.989444 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.989651 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.989879 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.990086 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.990294 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.990513 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.990747 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.990955 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.991178 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.991386 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.991593 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.991806 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.992557 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.992759 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.993017 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.993230 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.993451 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.993655 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.993867 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.994181 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.994361 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.994541 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.994798 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.994960 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.995186 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.995401 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.995626 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.995833 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.996060 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.996276 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.996486 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.996698 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.997028 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.997278 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.997497 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.997777 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.998015 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.998262 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.998501 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.998803 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.999015 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.999270 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.999486 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.999719 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:56.999954 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.000226 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.000572 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.000849 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.001136 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.001387 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.001669 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.001949 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.002208 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.002419 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.002711 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.003038 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.003303 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.003568 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.003812 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.004057 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.004295 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.004518 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.004752 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.005008 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.005218 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.005456 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.005681 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.005939 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.006154 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.006378 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.006614 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.006835 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.007143 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.007490 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.008280 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.008436 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:35:57.008970 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101273) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 01:35:57.009166 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:35:57.009329 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:35:57.009802 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:35:57.009963 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:35:57.010094 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:35:57.010231 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.010393 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.010552 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.010709 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.010865 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.011043 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.011201 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.011357 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.011516 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.011671 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.011827 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.011984 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.012141 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.012296 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.012444 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.012598 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.012743 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.012903 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.013086 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.013244 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.013400 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.013558 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.013717 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] debug = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.013877 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.014070 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.014245 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.014382 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.014527 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.014664 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.014799 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.014959 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.015115 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.015262 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.015480 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.015623 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.015769 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.015903 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.015988 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.016140 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.016295 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.016451 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] host = n-d-768851-16 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.016607 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.016747 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.016908 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.017109 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.017267 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.017426 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.017571 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.017727 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.017884 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.018043 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.018184 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.018503 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.018503 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.018721 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.018833 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_options = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.018944 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.019078 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.019235 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.019422 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.019585 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.019745 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.019902 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.020059 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.020215 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.020371 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.020528 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.020684 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.020840 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.021051 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.021189 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.021334 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.021501 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.021630 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.021755 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.021880 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.022038 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.022194 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.022352 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.022508 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.022657 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.022808 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.022974 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.023206 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.023380 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.023523 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.023710 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.023710 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.023876 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.023998 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.024154 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.024311 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.024472 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.024633 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.024789 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.024946 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.025197 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.025296 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.025452 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.025607 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.025764 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.025921 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_json = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.026078 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.026233 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.026389 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.026550 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.026692 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.026848 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.027004 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.027162 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:35:57.027338 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.027498 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.027681 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.027838 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.027987 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.028138 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.028278 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.028415 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.028548 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.028692 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.028862 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.029066 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.029204 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.029362 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.029520 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.029682 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.029841 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.029999 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.030163 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.030320 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.030476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:57.030580 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.030663 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.030794 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.030952 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.031112 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.031271 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.031431 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.031591 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.031751 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.031911 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.032070 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.032229 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.032388 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.032584 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.032755 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.032914 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.033114 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.033280 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.033444 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.033603 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.033749 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.033940 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.034059 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.034219 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.034378 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.034542 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.034703 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.034862 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.035022 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.035181 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.035351 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.035509 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.035668 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.035826 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.035986 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.036144 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.036303 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.036462 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.036621 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.036780 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.036939 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.037147 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.037307 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.037466 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.037625 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.037785 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.037943 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.038104 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.038262 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.038421 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.038581 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.038740 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.038920 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.039079 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.039237 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.039397 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.039555 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.039715 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.039874 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.040032 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.040191 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.040351 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.040509 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.040668 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.040835 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.041027 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.041188 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.041347 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.041506 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.041660 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.041809 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.042014 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.042245 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.042463 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.042665 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.042825 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.043028 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.043196 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.043406 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.043625 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.043749 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.043925 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.044059 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.044213 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.044460 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.044716 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.044868 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.045062 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.045210 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.045369 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.045528 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.045698 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.045856 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.046017 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.046175 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.046341 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.046512 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.046672 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.046831 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.046989 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.047147 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.047306 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.047465 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.047623 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.047782 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.047940 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.048097 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.048264 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.048432 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.048591 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.048751 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.048910 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.049114 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.049275 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.049434 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.049592 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.049736 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.049897 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.050055 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.050214 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.050373 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.050531 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.050690 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.050849 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.051007 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.051165 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.051306 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.051458 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.051617 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.051777 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.051935 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.052094 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.052807 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.052807 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.052807 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.052807 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.054105 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.054105 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.054105 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.054105 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.054105 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.054105 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.054105 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.054105 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.055327 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.055327 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.055327 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.055327 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.055327 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.055327 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.055968 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.055968 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.055968 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.055968 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.056354 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.056354 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.056354 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.056700 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.056700 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.056949 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.056949 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.057120 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.057281 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.057441 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.057601 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.057760 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.057920 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.058093 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.058253 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.058411 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.058570 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.058728 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.058887 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.059045 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.059203 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.059361 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.059521 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.059680 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.059840 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.060002 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.060162 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.060320 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.060479 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.060639 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.060798 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.060957 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.061145 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.061298 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.061457 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.061616 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.061810 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.061969 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.062137 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.062296 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.062455 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.062612 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.062770 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.062929 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.063097 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.063254 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.063412 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.063582 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.063712 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.063874 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.064041 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.064200 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.064358 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.064516 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.064673 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.064831 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.065025 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.065188 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.065346 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.065504 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.065661 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.065820 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.065988 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.066152 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.066309 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.066467 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.066624 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.066782 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.066948 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.067359 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.067527 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.067675 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.067833 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.067991 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.068149 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.068320 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.068479 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.068640 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.068797 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.068957 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.069153 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.069314 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.069479 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.069649 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.069817 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.069977 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.070268 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.070449 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.070617 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.070776 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.070944 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.071116 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.071275 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.071433 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.071591 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.071750 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.071908 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.072219 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.072464 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.072635 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.072793 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.072955 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.073164 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.073306 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.073444 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.073802 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.073973 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.074114 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.074261 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.074465 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.074592 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:35:57.074716 n-d-768851-16 neutron-server[101273]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101273) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:35:57.164404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52942) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:57.173545 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061047 Aug 16 01:36:08.801925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6079d120-4c5e-4b37-86c8-268b0be6d59f None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:36:08.883099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6079d120-4c5e-4b37-86c8-268b0be6d59f None None] No non-hosted networks {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 01:36:08.900887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.agentschedulers_db [None req-6079d120-4c5e-4b37-86c8-268b0be6d59f None None] DHCP Agent not found on host n-d-768851-16 {{(pid=101382) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 01:36:09.102935 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b36a8222-5c7d-4f04-a9e7-b5883d314347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3858418'] for agent, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.378740 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-83613316-890f-428b-86c8-b9d524b10eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3858418'] for agent, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.488411 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52dd0c88-fb22-4b73-933f-069874cf7ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.527617 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3858418'] for agent, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.528272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.528615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.528941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.529489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.529961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.530422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.530898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.531385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.531883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.532351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.532851 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.533456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:11.534628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768851-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:11.561700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768851-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:12.634778 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3858418'] for agent, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:14.014458 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3858418'] for agent, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:14.921620 n-d-768851-16 neutron-server[101382]: INFO neutron.db.l3_hamode_db [None req-681eff9f-46e4-46b0-8757-f893b289cc11 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 01:36:15.002345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681eff9f-46e4-46b0-8757-f893b289cc11 None None] Routers set() bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:15.002738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681eff9f-46e4-46b0-8757-f893b289cc11 None None] Router IDs set() for agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 01:36:15.323544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53034) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:15.828306 n-d-768851-16 neutron-server[101380]: WARNING oslo_policy.policy [None req-725339e7-2abc-44c7-9423-16b04630f3f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:36:15.828928 n-d-768851-16 neutron-server[101380]: WARNING oslo_policy.policy [None req-725339e7-2abc-44c7-9423-16b04630f3f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:36:16.053294 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-725339e7-2abc-44c7-9423-16b04630f3f6 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:36:16.054306 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-725339e7-2abc-44c7-9423-16b04630f3f6 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7298441 Aug 16 01:36:18.455067 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53048) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:18.771997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c9aeefe6-151f-451e-bc0d-adfa0f26aa2a admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:18.866106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.policy [None req-c9aeefe6-151f-451e-bc0d-adfa0f26aa2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101380) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 01:36:18.910344 n-d-768851-16 neutron-server[101380]: WARNING oslo_policy.policy [None req-c9aeefe6-151f-451e-bc0d-adfa0f26aa2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:36:18.910715 n-d-768851-16 neutron-server[101380]: WARNING oslo_policy.policy [None req-c9aeefe6-151f-451e-bc0d-adfa0f26aa2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:36:18.923771 n-d-768851-16 neutron-server[101380]: INFO neutron.quota [None req-c9aeefe6-151f-451e-bc0d-adfa0f26aa2a admin admin] Loaded quota_driver: . Aug 16 01:36:19.019831 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9aeefe6-151f-451e-bc0d-adfa0f26aa2a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767517368385', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767517376146', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767517610726', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767517616307', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767518040246', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767517604692', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-742471', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3452256', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-523149', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-456927'] for rbac-policy, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:19.086106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9aeefe6-151f-451e-bc0d-adfa0f26aa2a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:19.087409 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c9aeefe6-151f-451e-bc0d-adfa0f26aa2a admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6312480 Aug 16 01:36:21.680639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53060) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:21.985589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Request body: {'network': {'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'name': 'private', 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'admin_state_up': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:22.017097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Made reservation on behalf of 170d3ce52da8466888a5d05735e3bc1d for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:22.019938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.036763 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.172958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.176889 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.198311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:36:22.228093 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767519422823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.228694 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Unsubscribe: segment precommit_create {{(pid=101380) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 01:36:22.229239 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Added segment 41bd1de5-cce5-4725-8eef-843ee1e90298 of type vlan for network 458d4025-ab2f-4fc1-b510-585dde1017c6 Aug 16 01:36:22.247642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06cd33e-dab9-4071-ac7f-8d4c08a49737,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:22.297664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.297906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.298235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.298561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.298879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.299195 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.299512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.299821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.300130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.300437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.300749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.301082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Tracked resource versions report: Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: pushed versions: Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: { 'AddressGroup': {'1.2'}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'ConntrackHelper': {'1.0'}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'Log': {'1.0'}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'Network': {'1.1'}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'Port': {'1.7'}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'PortForwarding': {'1.2'}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'QosPolicy': {'1.9'}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'SecurityGroup': {'1.4'}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'SubPort': {'1.0'}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'Subnet': {'1.1'}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'Trunk': {'1.1'}} Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: consumer versions: Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: { DHCP agent@n-d-768851-16: {}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: L3 agent@n-d-768851-16: {}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: Metadata agent@n-d-768851-16: {}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: Metering agent@n-d-768851-16: {}, Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: Open vSwitch agent@n-d-768851-16: { 'AddressGroup': '1.2', Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'ConntrackHelper': '1.0', Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'Log': '1.0', Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'Network': '1.1', Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'Port': '1.7', Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'PortForwarding': '1.2', Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'QosPolicy': '1.9', Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'SecurityGroup': '1.4', Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'SecurityGroupRule': '1.2', Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'SubPort': '1.0', Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'Subnet': '1.1', Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: 'Trunk': '1.1'}} Aug 16 01:36:22.302187 n-d-768851-16 neutron-server[101380]: {{(pid=101380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:36:22.352890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.405909 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.407000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:22.407645 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.492875 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8111281 Aug 16 01:36:22.512467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a1166-28bc-4099-9f39-2721b7cbd4d6 admin admin] Pushing event updated for resources: {'Network': ['ID=458d4025-ab2f-4fc1-b510-585dde1017c6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:22.526118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 458d4025-ab2f-4fc1-b510-585dde1017c6 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:36:25.175694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53074) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:25.748891 n-d-768851-16 neutron-server[101381]: WARNING oslo_policy.policy [None req-1f02d5ec-a400-439f-bdf4-4016fd0a9826 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:36:25.749504 n-d-768851-16 neutron-server[101381]: WARNING oslo_policy.policy [None req-1f02d5ec-a400-439f-bdf4-4016fd0a9826 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:36:26.201132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.policy [None req-1f02d5ec-a400-439f-bdf4-4016fd0a9826 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101381) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 01:36:26.245828 n-d-768851-16 neutron-server[101381]: WARNING oslo_policy.policy [None req-1f02d5ec-a400-439f-bdf4-4016fd0a9826 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:36:26.246204 n-d-768851-16 neutron-server[101381]: WARNING oslo_policy.policy [None req-1f02d5ec-a400-439f-bdf4-4016fd0a9826 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:36:26.254466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02d5ec-a400-439f-bdf4-4016fd0a9826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:26.256441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1f02d5ec-a400-439f-bdf4-4016fd0a9826 admin admin] 10.222.0.79 "GET /v2.0/networks/458d4025-ab2f-4fc1-b510-585dde1017c6 HTTP/1.1" status: 200 len: 825 time: 1.0786092 Aug 16 01:36:26.296227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-85bb0402-835f-4f30-84ff-da1a32cd91ae admin admin] 10.222.0.79 "GET /v2.0/subnetpools/0b51d81e-12f1-4d2a-b1fa-ab258382aea7 HTTP/1.1" status: 200 len: 734 time: 0.0330582 Aug 16 01:36:26.306342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '0b51d81e-12f1-4d2a-b1fa-ab258382aea7', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:26.307916 n-d-768851-16 neutron-server[101381]: INFO neutron.quota [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Loaded quota_driver: . Aug 16 01:36:26.349170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Made reservation on behalf of 170d3ce52da8466888a5d05735e3bc1d for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:26.352006 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:26.662095 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:26.734830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Checking segment: {'id': '41bd1de5-cce5-4725-8eef-843ee1e90298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:26.735214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Network hostable DHCP agents. Network: 458d4025-ab2f-4fc1-b510-585dde1017c6, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:36:26.748670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d2cb7a-916c-4bf2-a352-bff46102795b,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:26.759570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.759826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.760161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.760482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.760880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.761311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.761623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.761934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.762242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.762550 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.762859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.763164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Tracked resource versions report: Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: pushed versions: Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: { 'AddressGroup': {'1.2'}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'ConntrackHelper': {'1.0'}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'Log': {'1.0'}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'Network': {'1.1'}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'Port': {'1.7'}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'PortForwarding': {'1.2'}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'QosPolicy': {'1.9'}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'SecurityGroup': {'1.4'}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'SubPort': {'1.0'}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'Subnet': {'1.1'}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'Trunk': {'1.1'}} Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: consumer versions: Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: { DHCP agent@n-d-768851-16: {}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: L3 agent@n-d-768851-16: {}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: Metadata agent@n-d-768851-16: {}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: Metering agent@n-d-768851-16: {}, Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: Open vSwitch agent@n-d-768851-16: { 'AddressGroup': '1.2', Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'ConntrackHelper': '1.0', Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'Log': '1.0', Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'Network': '1.1', Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'Port': '1.7', Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'PortForwarding': '1.2', Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'QosPolicy': '1.9', Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'SecurityGroup': '1.4', Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'SecurityGroupRule': '1.2', Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'SubPort': '1.0', Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'Subnet': '1.1', Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: 'Trunk': '1.1'}} Aug 16 01:36:26.764242 n-d-768851-16 neutron-server[101381]: {{(pid=101381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:36:26.797084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Network 458d4025-ab2f-4fc1-b510-585dde1017c6 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:36:26.810513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 458d4025-ab2f-4fc1-b510-585dde1017c6) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:26.815302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:26.815914 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:26.821699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec85824e-59a4-436e-82b6-c55e18b8b441 None None] Network 458d4025-ab2f-4fc1-b510-585dde1017c6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:26.835887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e7838838-d017-4e79-8967-8e0d4828c8a1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5336385 Aug 16 01:36:27.150872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-458d4025-ab2f-4fc1-b510-585dde1017c6', 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'fixed_ips': [{'subnet_id': '02d2cb7a-916c-4bf2-a352-bff46102795b'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:36:27.152115 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.438092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Allocated IP 172.20.0.2 (458d4025-ab2f-4fc1-b510-585dde1017c6/02d2cb7a-916c-4bf2-a352-bff46102795b/c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:27.651915 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.669440 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Transition to ACTIVE for port object c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:27.721210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Transition to ACTIVE for port object c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:27.729654 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.804874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Network 458d4025-ab2f-4fc1-b510-585dde1017c6 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:27.810066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:27.815986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Pushing event updated for resources: {'Port': ['ID=c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:27.818663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:27.831961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.832645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.832645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.832968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.833327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.833660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.833990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.834320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.834647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.834973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.835329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.835653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Tracked resource versions report: Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: pushed versions: Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: { 'AddressGroup': {'1.2'}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'ConntrackHelper': {'1.0'}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'Log': {'1.0'}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'Network': {'1.1'}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'Port': {'1.7'}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'PortForwarding': {'1.2'}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'QosPolicy': {'1.9'}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'SecurityGroup': {'1.4'}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'SubPort': {'1.0'}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'Subnet': {'1.1'}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'Trunk': {'1.1'}} Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: consumer versions: Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: { DHCP agent@n-d-768851-16: {}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: L3 agent@n-d-768851-16: {}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: Metadata agent@n-d-768851-16: {}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: Metering agent@n-d-768851-16: {}, Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: Open vSwitch agent@n-d-768851-16: { 'AddressGroup': '1.2', Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'ConntrackHelper': '1.0', Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'Log': '1.0', Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'Network': '1.1', Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'Port': '1.7', Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'PortForwarding': '1.2', Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'QosPolicy': '1.9', Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'SecurityGroup': '1.4', Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'SecurityGroupRule': '1.2', Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'SubPort': '1.0', Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'Subnet': '1.1', Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: 'Trunk': '1.1'}} Aug 16 01:36:27.836761 n-d-768851-16 neutron-server[101382]: {{(pid=101382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:36:27.915133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Attempting to bind port c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:27.915529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Attempting to bind port c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '41bd1de5-cce5-4725-8eef-843ee1e90298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:27.915952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Attempting to bind port c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f on network 458d4025-ab2f-4fc1-b510-585dde1017c6 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:27.921651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:27.922067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Checking segment: {'id': '41bd1de5-cce5-4725-8eef-843ee1e90298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:27.922555 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.922972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Bound using segment: {'id': '41bd1de5-cce5-4725-8eef-843ee1e90298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:27.923470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Bound port: c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bd1de5-cce5-4725-8eef-843ee1e90298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:27.923879 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.989083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] For port c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:27.993953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] For port c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f,segment=NetworkSegment(41bd1de5-cce5-4725-8eef-843ee1e90298),segment_id=41bd1de5-cce5-4725-8eef-843ee1e90298)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:27.998590 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:28.073999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ee653-004a-4224-b08c-fc878f0d12ac None None] Pushing event updated for resources: {'Port': ['ID=c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:29.279067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53094) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:29.624773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-f908e9fe-1fb3-49b6-b28b-e1aefd71ccc7 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:36:29.625844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f908e9fe-1fb3-49b6-b28b-e1aefd71ccc7 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3457949 Aug 16 01:36:32.034545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53102) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:32.361368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-23ec8382-6e28-47ed-a456-db0cfc3aa7a2 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:36:32.362466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-23ec8382-6e28-47ed-a456-db0cfc3aa7a2 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3269918 Aug 16 01:36:34.992385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53112) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:35.300724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a4b90aa8-7703-4815-b97f-9bc6631470eb admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'admin_state_up': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:35.324500 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4b90aa8-7703-4815-b97f-9bc6631470eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.326353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4b90aa8-7703-4815-b97f-9bc6631470eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.512107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4b90aa8-7703-4815-b97f-9bc6631470eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.516794 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4b90aa8-7703-4815-b97f-9bc6631470eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.530119 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4b90aa8-7703-4815-b97f-9bc6631470eb admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.531304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a4b90aa8-7703-4815-b97f-9bc6631470eb admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5377886 Aug 16 01:36:36.495463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458c2d4-7208-4d80-af3b-2c521ba834de None None] Network 458d4025-ab2f-4fc1-b510-585dde1017c6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:36.550545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-43debe80-0f92-4021-8d6a-abaf0e00eb68 None None] Provisioning for port c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:37.426727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:37.509344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:37.513134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:37.513534 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.619356 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.657141 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f,segment=NetworkSegment(41bd1de5-cce5-4725-8eef-843ee1e90298),segment_id=41bd1de5-cce5-4725-8eef-843ee1e90298)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:37.661398 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.709405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:37.908584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53124) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:38.229438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-1d63451e-5168-4939-a489-74581b8055f0 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:36:38.230540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1d63451e-5168-4939-a489-74581b8055f0 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3209541 Aug 16 01:36:38.744025 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5a5d57b8-6aac-458f-88eb-f5b5dfc11750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:39.404157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:39.452472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:39.452842 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:40.594216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53132) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:40.908527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:40.933090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Made reservation on behalf of 4269ba2c8c004bcf85e65d411f658dc8 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:40.935661 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:40.951684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.072588 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.076768 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.093010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Reserving flat network on physical network physnet1 {{(pid=101381) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 01:36:41.112993 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0319b0b8-cfc7-4a8f-99ee-7a0ce5531c1a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:41.120482 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767519422823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.121096 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Unsubscribe: segment precommit_create {{(pid=101381) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 01:36:41.121587 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Added segment 0433b8d4-d1d0-4f2a-aa48-98526e80b234 of type flat for network cd116b98-b556-47d3-9fef-5a748784b774 Aug 16 01:36:41.187168 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.238162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.239568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:41.240165 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.324497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7290862 Aug 16 01:36:41.339984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e313a-b9c5-4699-8cdb-03b2fc7301c1 admin admin] Pushing event updated for resources: {'Network': ['ID=cd116b98-b556-47d3-9fef-5a748784b774,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:41.350927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network cd116b98-b556-47d3-9fef-5a748784b774 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:36:41.417006 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-62bfe164-a874-4ca6-91b0-885c60755956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.464914 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:42.530230 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:43.682234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53150) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:43.855234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398d653-1740-4db5-828b-478abd3f9acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:43.856560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b398d653-1740-4db5-828b-478abd3f9acb admin admin] 10.222.0.79 "GET /v2.0/subnets/02d2cb7a-916c-4bf2-a352-bff46102795b HTTP/1.1" status: 200 len: 849 time: 0.1733685 Aug 16 01:36:43.956317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:43.976045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0f432a93-bc05-49f4-87b0-4b5723585da3 admin admin] 10.222.0.79 "GET /v2.0/routers/821ce707-1580-4fb0-897e-9cb31741c4ea HTTP/1.1" status: 200 len: 704 time: 0.1126189 Aug 16 01:36:44.245721 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.536104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Allocated IP 172.20.0.1 (458d4025-ab2f-4fc1-b510-585dde1017c6/02d2cb7a-916c-4bf2-a352-bff46102795b/4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:44.690162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.712667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Transition to ACTIVE for port object 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:44.841604 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.909493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Network 458d4025-ab2f-4fc1-b510-585dde1017c6 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:44.921906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:44.924528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:44.925148 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.984703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:45.128362 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.156257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e80cb9cb-bc0d-42de-b07a-d273510d2500 None None] Provisioning for port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:45.159953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e80cb9cb-bc0d-42de-b07a-d273510d2500 None None] Provisioning complete for port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:45.160325 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e80cb9cb-bc0d-42de-b07a-d273510d2500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.192339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e80cb9cb-bc0d-42de-b07a-d273510d2500 None None] Port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:36:45.331680 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.336784 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.337679 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.422056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:45.468202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Network 458d4025-ab2f-4fc1-b510-585dde1017c6 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:45.469499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:45.630470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Router 821ce707-1580-4fb0-897e-9cb31741c4ea is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:36:45.716444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b1fac3fd-2ce8-441f-8ad3-31d10fce0394 None None] Provisioning complete for port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:45.716734 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b1fac3fd-2ce8-441f-8ad3-31d10fce0394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.720049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:36:45.727195 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-49800c7f-0733-40a0-9e9b-5bbdf41897b0 admin admin] 10.222.0.79 "PUT /v2.0/routers/821ce707-1580-4fb0-897e-9cb31741c4ea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7450423 Aug 16 01:36:45.733649 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Sync routers for ids ['821ce707-1580-4fb0-897e-9cb31741c4ea'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:36:45.746056 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Routers {'821ce707-1580-4fb0-897e-9cb31741c4ea'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:45.746953 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:36:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['821ce707-1580-4fb0-897e-9cb31741c4ea'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:45.753701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b1fac3fd-2ce8-441f-8ad3-31d10fce0394 None None] Port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:36:45.936390 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Set router 821ce707-1580-4fb0-897e-9cb31741c4ea gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:46.380857 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'name': 'router1', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:36:35Z', 'updated_at': '2021-08-16T01:36:45Z', 'revision_number': 2, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'gw_port_host': None, '_interfaces': [{'id': '4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0', 'name': '', 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'mac_address': 'fa:16:3e:6c:48:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:44Z', 'updated_at': '2021-08-16T01:36:45Z', 'revision_number': 2, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'subnets': [{'id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b51d81e-12f1-4d2a-b1fa-ab258382aea7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:46.434060 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Checking router: 821ce707-1580-4fb0-897e-9cb31741c4ea for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:36:46.434433 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Updating router 821ce707-1580-4fb0-897e-9cb31741c4ea port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:36:46.484506 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.006068 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.025983 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Transition to ACTIVE for port object 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:47.031027 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.165303 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Pushing event updated for resources: {'Port': ['ID=4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:47.189582 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.189935 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.190268 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.190597 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.190923 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.191245 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.191564 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.191881 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.192197 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.192763 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.193114 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.193431 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Tracked resource versions report: Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: pushed versions: Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: { 'AddressGroup': {'1.2'}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'ConntrackHelper': {'1.0'}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'Log': {'1.0'}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'Network': {'1.1'}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'Port': {'1.7'}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'PortForwarding': {'1.2'}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'QosPolicy': {'1.9'}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'SecurityGroup': {'1.4'}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'SubPort': {'1.0'}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'Subnet': {'1.1'}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'Trunk': {'1.1'}} Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: consumer versions: Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: { DHCP agent@n-d-768851-16: {}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: L3 agent@n-d-768851-16: {}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: Metadata agent@n-d-768851-16: {}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: Metering agent@n-d-768851-16: {}, Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: Open vSwitch agent@n-d-768851-16: { 'AddressGroup': '1.2', Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'ConntrackHelper': '1.0', Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'Log': '1.0', Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'Network': '1.1', Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'Port': '1.7', Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'PortForwarding': '1.2', Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'QosPolicy': '1.9', Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'SecurityGroup': '1.4', Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'SecurityGroupRule': '1.2', Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'SubPort': '1.0', Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'Subnet': '1.1', Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: 'Trunk': '1.1'}} Aug 16 01:36:47.195080 n-d-768851-16 neutron-server[101383]: {{(pid=101383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:36:47.206148 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Attempting to bind port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:47.206547 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Attempting to bind port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '41bd1de5-cce5-4725-8eef-843ee1e90298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:47.206962 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Attempting to bind port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 on network 458d4025-ab2f-4fc1-b510-585dde1017c6 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:47.212609 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:47.213056 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Checking segment: {'id': '41bd1de5-cce5-4725-8eef-843ee1e90298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:47.213513 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.213915 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Bound using segment: {'id': '41bd1de5-cce5-4725-8eef-843ee1e90298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:47.214401 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Bound port: 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bd1de5-cce5-4725-8eef-843ee1e90298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:47.214777 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.282622 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] For port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:47.305314 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] For port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0,segment=NetworkSegment(41bd1de5-cce5-4725-8eef-843ee1e90298),segment_id=41bd1de5-cce5-4725-8eef-843ee1e90298)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:47.309466 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.358291 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Routers {'821ce707-1580-4fb0-897e-9cb31741c4ea'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:47.358902 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:36:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['821ce707-1580-4fb0-897e-9cb31741c4ea'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:47.441559 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c5585-8c50-4265-a431-c3636d175af7 None None] Pushing event updated for resources: {'Port': ['ID=4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:47.459428 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] Set router 821ce707-1580-4fb0-897e-9cb31741c4ea gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:47.672823 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'name': 'router1', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:36:35Z', 'updated_at': '2021-08-16T01:36:45Z', 'revision_number': 2, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'gw_port_host': None, '_interfaces': [{'id': '4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0', 'name': '', 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'mac_address': 'fa:16:3e:6c:48:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:44Z', 'updated_at': '2021-08-16T01:36:47Z', 'revision_number': 4, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'subnets': [{'id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b51d81e-12f1-4d2a-b1fa-ab258382aea7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:47.698660 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148aaba9-faf1-4443-803a-d6ff761aaabb None None] The sync data for ids ['821ce707-1580-4fb0-897e-9cb31741c4ea'] in n-d-768851-16 is: [{'id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'name': 'router1', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:36:35Z', 'updated_at': '2021-08-16T01:36:45Z', 'revision_number': 2, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'gw_port_host': None, '_interfaces': [{'id': '4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0', 'name': '', 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'mac_address': 'fa:16:3e:6c:48:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:44Z', 'updated_at': '2021-08-16T01:36:47Z', 'revision_number': 4, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'subnets': [{'id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b51d81e-12f1-4d2a-b1fa-ab258382aea7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:36:47.965515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53170) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:48.080709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24714349-8b44-4553-9cd0-2e4ae7d719c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:48.082114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-24714349-8b44-4553-9cd0-2e4ae7d719c6 admin admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 842 time: 0.1151354 Aug 16 01:36:48.096593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'gateway_ip': '172.25.2.1', 'name': 'public-subnet'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:48.119988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Made reservation on behalf of 4269ba2c8c004bcf85e65d411f658dc8 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:48.122326 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.407018 n-d-768851-16 neutron-server[101381]: DEBUG neutron.objects.ports [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101381) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:36:48.407470 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.458770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:48.469080 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:48.469428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Network hostable DHCP agents. Network: cd116b98-b556-47d3-9fef-5a748784b774, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:36:48.487189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:36:48.498240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, cd116b98-b556-47d3-9fef-5a748784b774) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:48.502722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:48.503998 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.508396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4970d9d-35f6-47a2-af40-a31828defe84 None None] Network cd116b98-b556-47d3-9fef-5a748784b774 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:48.528731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e636df51-6159-45bb-9aa5-cb5075a312f6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4323032 Aug 16 01:36:48.641632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8effb5-6771-452f-b7c8-53f0a2a6de21 None None] Network cd116b98-b556-47d3-9fef-5a748784b774 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:50.822176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53178) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:51.033101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d026a922-5bfb-4cee-ba07-cee36b1005f2 admin admin] 10.222.0.79 "GET /v2.0/routers/821ce707-1580-4fb0-897e-9cb31741c4ea HTTP/1.1" status: 200 len: 710 time: 0.2073119 Aug 16 01:36:51.119897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47326bc-d984-4663-a47a-4fe156314852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:51.121320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d47326bc-d984-4663-a47a-4fe156314852 admin admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 886 time: 0.0844989 Aug 16 01:36:51.131774 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:51.387862 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:51.621026 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:51.703735 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:51.808370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Allocated IP 172.25.2.237 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/e0901678-60d1-4b95-8151-52dbb42e070d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:51.907486 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:51.947949 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:51.989409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:51.992742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:51.995735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:52.032408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Pushing event updated for resources: {'Port': ['ID=e0901678-60d1-4b95-8151-52dbb42e070d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:52.247910 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.533785 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.537205 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.648224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Router 821ce707-1580-4fb0-897e-9cb31741c4ea has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:36:52.753363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:36:52.758265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.759417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e6adfa77-e9bc-49bf-99a5-82e08e7bbeac admin admin] 10.222.0.79 "PUT /v2.0/routers/821ce707-1580-4fb0-897e-9cb31741c4ea HTTP/1.1" status: 200 len: 890 time: 1.6315510 Aug 16 01:36:53.435694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:53.485270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:53.489495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:53.490009 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:53.568781 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:53.602148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0,segment=NetworkSegment(41bd1de5-cce5-4725-8eef-843ee1e90298),segment_id=41bd1de5-cce5-4725-8eef-843ee1e90298)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:53.606129 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:53.660048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:54.166309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Sync routers for ids ['821ce707-1580-4fb0-897e-9cb31741c4ea'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:36:54.176446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Routers {'821ce707-1580-4fb0-897e-9cb31741c4ea'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:54.177190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:36:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['821ce707-1580-4fb0-897e-9cb31741c4ea'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:54.435089 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Set router 821ce707-1580-4fb0-897e-9cb31741c4ea gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:54.832096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'name': 'router1', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'e0901678-60d1-4b95-8151-52dbb42e070d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:36:35Z', 'updated_at': '2021-08-16T01:36:52Z', 'revision_number': 4, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'gw_port': {'id': 'e0901678-60d1-4b95-8151-52dbb42e070d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:51Z', 'updated_at': '2021-08-16T01:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0', 'name': '', 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'mac_address': 'fa:16:3e:6c:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:44Z', 'updated_at': '2021-08-16T01:36:53Z', 'revision_number': 5, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'subnets': [{'id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b51d81e-12f1-4d2a-b1fa-ab258382aea7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:54.883837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Checking router: 821ce707-1580-4fb0-897e-9cb31741c4ea for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:36:54.884190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Updating router 821ce707-1580-4fb0-897e-9cb31741c4ea port e0901678-60d1-4b95-8151-52dbb42e070d binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:36:54.930700 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.147712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53190) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:55.262344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d1da3892-d612-4430-9e2e-1beeffd2bb6b admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1134019 Aug 16 01:36:55.276898 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.288855 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Transition to ACTIVE for port object e0901678-60d1-4b95-8151-52dbb42e070d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:55.295396 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.351172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d1d59-ab91-4b26-b513-9411b351049e None None] Pushing event updated for resources: {'Port': ['ID=e0901678-60d1-4b95-8151-52dbb42e070d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:55.353794 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Attempting to bind port e0901678-60d1-4b95-8151-52dbb42e070d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:55.354207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Attempting to bind port e0901678-60d1-4b95-8151-52dbb42e070d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:55.354647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Attempting to bind port e0901678-60d1-4b95-8151-52dbb42e070d on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:55.360690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:55.361104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:55.361465 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.361856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:55.362344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Bound port: e0901678-60d1-4b95-8151-52dbb42e070d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:55.362913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.425504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] For port e0901678-60d1-4b95-8151-52dbb42e070d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:55.429634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] For port e0901678-60d1-4b95-8151-52dbb42e070d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e0901678-60d1-4b95-8151-52dbb42e070d,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:55.436363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:55.439599 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.533906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Routers {'821ce707-1580-4fb0-897e-9cb31741c4ea'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:55.534521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:36:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['821ce707-1580-4fb0-897e-9cb31741c4ea'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:55.571001 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d1d59-ab91-4b26-b513-9411b351049e None None] Pushing event updated for resources: {'Port': ['ID=e0901678-60d1-4b95-8151-52dbb42e070d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:55.588702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:55.589098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.762208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] Set router 821ce707-1580-4fb0-897e-9cb31741c4ea gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:56.013389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'name': 'router1', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'e0901678-60d1-4b95-8151-52dbb42e070d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:36:35Z', 'updated_at': '2021-08-16T01:36:52Z', 'revision_number': 4, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'gw_port': {'id': 'e0901678-60d1-4b95-8151-52dbb42e070d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:51Z', 'updated_at': '2021-08-16T01:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0', 'name': '', 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'mac_address': 'fa:16:3e:6c:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:44Z', 'updated_at': '2021-08-16T01:36:53Z', 'revision_number': 5, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'subnets': [{'id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b51d81e-12f1-4d2a-b1fa-ab258382aea7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:56.040360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990736c-fb75-4df8-bc1a-7ca100d7dfdd None None] The sync data for ids ['821ce707-1580-4fb0-897e-9cb31741c4ea'] in n-d-768851-16 is: [{'id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'name': 'router1', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'e0901678-60d1-4b95-8151-52dbb42e070d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:36:35Z', 'updated_at': '2021-08-16T01:36:52Z', 'revision_number': 4, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'gw_port': {'id': 'e0901678-60d1-4b95-8151-52dbb42e070d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:51Z', 'updated_at': '2021-08-16T01:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0', 'name': '', 'network_id': '458d4025-ab2f-4fc1-b510-585dde1017c6', 'tenant_id': '170d3ce52da8466888a5d05735e3bc1d', 'mac_address': 'fa:16:3e:6c:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821ce707-1580-4fb0-897e-9cb31741c4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:44Z', 'updated_at': '2021-08-16T01:36:53Z', 'revision_number': 5, 'project_id': '170d3ce52da8466888a5d05735e3bc1d', 'subnets': [{'id': '02d2cb7a-916c-4bf2-a352-bff46102795b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b51d81e-12f1-4d2a-b1fa-ab258382aea7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:36:57.462909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e0901678-60d1-4b95-8151-52dbb42e070d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:57.522403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port e0901678-60d1-4b95-8151-52dbb42e070d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:57.527258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e0901678-60d1-4b95-8151-52dbb42e070d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:57.527632 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.614163 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.636873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port e0901678-60d1-4b95-8151-52dbb42e070d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e0901678-60d1-4b95-8151-52dbb42e070d,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:57.644017 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.698650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=e0901678-60d1-4b95-8151-52dbb42e070d,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:59.451384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e0901678-60d1-4b95-8151-52dbb42e070d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:59.533655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e0901678-60d1-4b95-8151-52dbb42e070d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:59.536936 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.748414 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-62023caf-38f4-4321-9af2-1a736b11b5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.962734 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 5 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:37:11.386482 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-795dc364-501f-4619-b316-32722ecf8e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:11.470884 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:12.534534 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:13.978826 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.750704 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-31ff0861-9481-4834-afe6-bc5a51f7f785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.386275 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1ef5208e-075a-4c91-87f1-df6596e01104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.470041 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.539765 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:43.986168 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:47.962353 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 5 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:38:08.752489 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b2f7dea6-6c37-4c07-9a05-c9691a9acefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.379989 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8a5d-1e66-4f5a-bde0-b8c96cc6d9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.462078 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:12.536992 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:13.989059 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:24.965949 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 5 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:38:36.919976 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53794) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:36.983739 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f40b675-b5e1-4c51-87e7-d1e44f5be7ac admin admin] GET failed (client error): The resource could not be found. Aug 16 01:38:36.985108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2f40b675-b5e1-4c51-87e7-d1e44f5be7ac admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640967 Aug 16 01:38:37.146879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de0c2dc-6c6a-4c9e-b354-c063e443341c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:37.148654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6de0c2dc-6c6a-4c9e-b354-c063e443341c admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1585243 Aug 16 01:38:38.756441 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3d468b0f-34aa-4d6a-8c76-db5910ed6b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:39.313258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53804) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:39.404618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc7a807-f78b-4b9c-8595-548f3d99f356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:39.406067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bfc7a807-f78b-4b9c-8595-548f3d99f356 admin admin] 10.222.0.79 "GET /v2.0/subnets/02d2cb7a-916c-4bf2-a352-bff46102795b HTTP/1.1" status: 200 len: 849 time: 0.0915067 Aug 16 01:38:39.416250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:39.504218 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Notify callbacks [] for subnet, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:39.645882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767519384715'] for subnet, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:39.674881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:39.675459 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:39.676785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] 10.222.0.79 "PUT /v2.0/subnets/02d2cb7a-916c-4bf2-a352-bff46102795b HTTP/1.1" status: 200 len: 868 time: 0.2642918 Aug 16 01:38:39.696412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9fe80f-0a71-4415-a20c-7ec778e79b75 None None] Network 458d4025-ab2f-4fc1-b510-585dde1017c6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:38:39.698367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d2cb7a-916c-4bf2-a352-bff46102795b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:39.705849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:39.706213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:39.706638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:39.706880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:39.707205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:39.707543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:39.708446 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:39.708776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:39.709155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:39.709488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:39.709815 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:39.710138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8db27-c950-43ae-8265-483c4df4898d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:40.112471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2a5083b0-6cfb-4fe8-b2d4-54bf86ae858c None None] Provisioning complete for port 4d030a8e-d9c4-463e-b600-1bfe8c4c7fa0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:40.113056 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a5083b0-6cfb-4fe8-b2d4-54bf86ae858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.198216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2a5083b0-6cfb-4fe8-b2d4-54bf86ae858c None None] Provisioning complete for port c130bf55-7d9a-4756-9b62-8a8d4d1ccd1f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:40.198480 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a5083b0-6cfb-4fe8-b2d4-54bf86ae858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:41.381078 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2d5e443f-0025-4eab-ad86-a02a68cc71f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:41.464136 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:41.853594 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53812) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:42.057978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c830c1-3a73-49cc-a4ea-6127a105b004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:42.058373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c830c1-3a73-49cc-a4ea-6127a105b004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:42.059916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e6c830c1-3a73-49cc-a4ea-6127a105b004 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053399 Aug 16 01:38:42.540072 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:43.989866 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:44.232904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53820) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:44.367502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7306e-9bea-4ffe-a8ff-45169a00eaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:44.367973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7306e-9bea-4ffe-a8ff-45169a00eaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:44.369533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-49e7306e-9bea-4ffe-a8ff-45169a00eaa0 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1357288 Aug 16 01:38:46.515049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53828) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:46.643780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cdd221-1253-4858-98ca-b41d43ebf54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:46.645215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-43cdd221-1253-4858-98ca-b41d43ebf54c admin admin] 10.222.0.79 "GET /v2.0/networks/458d4025-ab2f-4fc1-b510-585dde1017c6 HTTP/1.1" status: 200 len: 869 time: 0.1291537 Aug 16 01:38:48.793074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53836) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:48.918009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab55640-f06b-41b3-8155-b615ebbe61ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:48.919355 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8ab55640-f06b-41b3-8155-b615ebbe61ec admin admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 886 time: 0.1252332 Aug 16 01:38:51.081342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53844) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:51.206439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837eb0b1-36c8-4b23-94dd-98b721fada4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.206899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837eb0b1-36c8-4b23-94dd-98b721fada4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.209817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-837eb0b1-36c8-4b23-94dd-98b721fada4d admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274271 Aug 16 01:38:53.358471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53852) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:53.560864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98abb6d3-513a-4229-934e-33e71c5db746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.561259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98abb6d3-513a-4229-934e-33e71c5db746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.562782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-98abb6d3-513a-4229-934e-33e71c5db746 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2033429 Aug 16 01:38:55.716639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53860) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:55.855190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbb48b6-928f-42bc-88e3-cc9c8ac2e552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:55.856562 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ecbb48b6-928f-42bc-88e3-cc9c8ac2e552 admin admin] 10.222.0.79 "GET /v2.0/subnets/02d2cb7a-916c-4bf2-a352-bff46102795b HTTP/1.1" status: 200 len: 868 time: 0.1389506 Aug 16 01:38:58.010946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53870) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:58.097460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f53c66-de6a-4bf8-9b20-16b4c8c481a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:58.098819 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f5f53c66-de6a-4bf8-9b20-16b4c8c481a5 admin admin] 10.222.0.79 "GET /v2.0/subnets/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57 HTTP/1.1" status: 200 len: 816 time: 0.0868988 Aug 16 01:39:01.961368 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 5 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:39:08.757433 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f60d124-9491-4b09-987b-c602e4465767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:11.381617 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-414f5b52-5f75-4d1c-88b1-e1e582b704c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:11.465805 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:12.543237 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:13.994173 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:21.883109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53924) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:21.932419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-dcd5463b-3789-4659-9e2e-aa73c925f64e admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:39:21.933451 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dcd5463b-3789-4659-9e2e-aa73c925f64e admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494089 Aug 16 01:39:24.182450 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53932) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:24.249609 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc8400a-f8e9-4404-9b26-f6270d83cb0b admin admin] GET failed (client error): The resource could not be found. Aug 16 01:39:24.250927 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6fc8400a-f8e9-4404-9b26-f6270d83cb0b admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675437 Aug 16 01:39:24.414130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdd25be-b8c0-4d75-96c3-4aae72290ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:24.415555 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0fdd25be-b8c0-4d75-96c3-4aae72290ef6 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1602418 Aug 16 01:39:26.601301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53940) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:26.651007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:26.671687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] Made reservation on behalf of 4269ba2c8c004bcf85e65d411f658dc8 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:39:26.674076 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:26.701869 n-d-768851-16 neutron-server[101381]: WARNING neutron.services.revisions.revision_plugin [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] Could not find related network for resource to bump revision. Aug 16 01:39:26.715988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:39:26.726258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:26.726605 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] Added segment f8f52f08-cc55-4f2e-8bb5-2519627c3ff2 of type vlan for network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 Aug 16 01:39:26.763960 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:26.791725 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:26.792709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:26.793304 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:26.852308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2498794 Aug 16 01:39:26.857306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65b35c-501c-4c8a-b847-85d8cb7a8a86 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:26.869882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:39:29.018922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53948) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:29.080396 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-05079209-7066-42fc-9499-2abc3e1552a7 admin admin] GET failed (client error): The resource could not be found. Aug 16 01:39:29.081746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-05079209-7066-42fc-9499-2abc3e1552a7 admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618672 Aug 16 01:39:29.151796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc17ced-0db4-4d46-bf97-d8481203d247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:29.153216 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2fc17ced-0db4-4d46-bf97-d8481203d247 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670810 Aug 16 01:39:29.163846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:29.184616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] Made reservation on behalf of 4269ba2c8c004bcf85e65d411f658dc8 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:39:29.186920 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:29.346858 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:29.403918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f99389-6072-455d-a74d-57d38233cf39,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:29.411502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:39:29.411854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] Network hostable DHCP agents. Network: 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:39:29.427840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:39:29.436059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:29.440128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:29.441240 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:29.446639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8746d-b3f3-48dc-839f-d14e45df83ed None None] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:39:29.454735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a537cb85-c33f-4c70-830a-a7e668a3ebe4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2943847 Aug 16 01:39:29.602271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'tenant_id': '4269ba2c8c004bcf85e65d411f658dc8', 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:39:29.603167 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:29.834923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Allocated IP 192.168.233.2 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/5f536915-fed3-4f23-944e-01ff805fa572) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:39:29.984632 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:29.993130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Transition to ACTIVE for port object 5f536915-fed3-4f23-944e-01ff805fa572 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:39:30.010787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Transition to ACTIVE for port object 5f536915-fed3-4f23-944e-01ff805fa572 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:39:30.017620 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:30.052338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:39:30.055186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:30.057802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:39:30.091182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Pushing event updated for resources: {'Port': ['ID=5f536915-fed3-4f23-944e-01ff805fa572,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:30.118397 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.118951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.119418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.119765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.120107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.120443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.120806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.121167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.121496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.121829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.122158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.122506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:30.138811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Attempting to bind port 5f536915-fed3-4f23-944e-01ff805fa572 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:39:30.139190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Attempting to bind port 5f536915-fed3-4f23-944e-01ff805fa572 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:39:30.139560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Attempting to bind port 5f536915-fed3-4f23-944e-01ff805fa572 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:30.146947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:39:30.147608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:39:30.148010 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:30.148393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:39:30.148933 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Bound port: 5f536915-fed3-4f23-944e-01ff805fa572, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:39:30.149324 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:30.212718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] For port 5f536915-fed3-4f23-944e-01ff805fa572, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:39:30.215969 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] For port 5f536915-fed3-4f23-944e-01ff805fa572, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5f536915-fed3-4f23-944e-01ff805fa572,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:39:30.220464 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:30.277126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182d4d7-3dba-4f72-8c9a-f004eb4e572f None None] Pushing event updated for resources: {'Port': ['ID=5f536915-fed3-4f23-944e-01ff805fa572,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:31.105792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2973c056-e99b-4aee-8b53-741639bc56f2 None None] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:39:31.230074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-40a50c33-8073-4e25-a276-bab2f3220e71 None None] Provisioning for port 5f536915-fed3-4f23-944e-01ff805fa572 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:31.577993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5f536915-fed3-4f23-944e-01ff805fa572 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:31.631375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 5f536915-fed3-4f23-944e-01ff805fa572 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:31.635326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5f536915-fed3-4f23-944e-01ff805fa572 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:31.635696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:31.718686 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:31.753462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 5f536915-fed3-4f23-944e-01ff805fa572, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5f536915-fed3-4f23-944e-01ff805fa572,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:31.757589 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:31.807360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=5f536915-fed3-4f23-944e-01ff805fa572,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:33.555376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5f536915-fed3-4f23-944e-01ff805fa572 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:33.601864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5f536915-fed3-4f23-944e-01ff805fa572 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:33.602235 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:38.757987 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-50e54cda-0aa2-4eeb-9dbf-ec780588eb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:38.961333 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 5 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:39:41.382695 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-36317a6b-5c61-4d7c-b432-fb47e925794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:41.466201 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:42.545262 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:43.991282 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.758492 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-636cc05a-53ef-4227-ba0e-c06803b8e87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.383764 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-688bb399-9b9f-46c7-a5df-a1afd1f898ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.468239 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.548006 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.998243 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.967295 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 5 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:40:38.004222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54000) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:38.010731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-1775cf59-d953-4c1e-bbed-1b75cb0c0efc tempest-verify_tempest_config-846491085 tempest-verify_tempest_config-846491085-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:40:38.013022 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1775cf59-d953-4c1e-bbed-1b75cb0c0efc tempest-verify_tempest_config-846491085 tempest-verify_tempest_config-846491085-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065899 Aug 16 01:40:38.318193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54018) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:38.420652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.510999 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.514792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.558653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a3063a445df4fe3b5a2a1d0e121014a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2393832 Aug 16 01:40:38.559774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5b3d5d-1128-427a-96df-091452cd1c78,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:38.561460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54022) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:38.567103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.567445 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.567779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.568108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.568437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.568760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.569370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.569693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.570014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.570329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.570647 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.570961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb124eaa-4177-4c62-a4de-ef6657fa742f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.616776 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.637388 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.730995 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.733537 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.734750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e5b3d5d-1128-427a-96df-091452cd1c78 HTTP/1.1" status: 204 len: 168 time: 0.1723330 Aug 16 01:40:38.743654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5b3d5d-1128-427a-96df-091452cd1c78,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:38.750559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.750894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.751463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.751572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.751868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.752285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.752487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.752798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.753282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.753550 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.753846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.754202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f350e1-6ede-445c-9b88-522fd82219c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:38.776483 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73e92884-c8ca-4374-96b0-90ceb07112d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.384734 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0c6d-028a-4a38-981a-8faadebb2392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.467936 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.551636 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.999012 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.965690 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 5 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:41:08.757386 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ec86d904-b801-4f7d-a534-2bcd646cb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.385793 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6a9362b-dabd-4feb-b731-9fbfdb47072a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.468499 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.553900 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.009478 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.964726 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 5 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:41:38.757707 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21b8e157-a6c8-4391-8948-ecb6d7c097a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.387728 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-051beefe-d8b7-4145-9ee7-14a346ed1847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.470575 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.556808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.005899 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.963495 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 5 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:42:08.757791 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-217177ce-c95c-43b5-ab43-381a6a1ec3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.387567 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a867114c-a9ea-4f36-b373-a9b4a8d8aafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.471408 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.560054 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.010957 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.762321 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0e848784-579a-456e-bec3-473fb415d524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.388132 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eafcc655-cb91-44bd-b8ec-00cf90705a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.470629 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.562929 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.961687 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 5 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:42:44.012555 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.766924 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0e3f80d2-2724-4d87-a753-4273567b1729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:11.387813 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8d94-6178-4a2f-b595-fe3071d73361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:11.471480 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.565441 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:14.022333 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.959172 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 5 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:43:38.767292 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ea6673a1-5c42-41c0-9d46-816f2f0e37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:41.387211 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4d6b-be0b-4075-ae7e-5f89eef94e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:41.472676 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:42.567220 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.019887 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.954692 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3858418'] for agent, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.958279 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 6 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:44:08.767581 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3842311b-8e55-423e-bf39-028a1495c4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.151969 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3858418'] for agent, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.389690 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-34a5b8b1-745b-4baa-a30f-444f39dc291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.473494 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.570558 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.025073 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.940110 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.956724 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:44:38.769032 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d2dca496-a83e-42c2-ac07-56264045df5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.101723 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.390713 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ae713ce8-e511-4f56-a20a-a8e1f6694683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.475088 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.573604 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.725137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54084) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:43.828801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-79e9c55f-050c-43d9-a4d4-d15db80e56ee admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1025550 Aug 16 01:44:44.033234 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.015730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54094) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:46.077799 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-064c3ea8-4656-439f-bc72-9e0f3fbe2d0c admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0609288 Aug 16 01:44:47.937583 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.770551 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0ced0d30-9d6b-4b74-ab1e-168a1fd68cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.099485 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.393562 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-347aac01-06ad-4aba-9883-27218eacc881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.476459 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.955613 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:45:12.577298 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.030357 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.937446 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.772623 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ef81ec01-0d95-40c9-b09b-be8118981348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.105058 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.395058 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f06b2ffc-f134-4130-b289-6afc8c4f358b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.478338 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.580789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.032439 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.952272 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.956027 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:46:08.789442 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4eac2c24-9b44-462f-8c08-e13ee2e821b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.131821 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.532149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54316) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:10.887209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-network', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:10.909804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Made reservation on behalf of 7ff88ac4a5744a0b91eeeee846ea3d17 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:10.913221 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.922380 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.020619 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.025040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.056364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e85b99f-7944-41ff-861c-987495a633c1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:11.061478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:11.070186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.070483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.071055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.071603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.072158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.072686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.073190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.073670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.074166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.074653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.075129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Tracked resource versions report: Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: pushed versions: Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: { 'AddressGroup': {'1.2'}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'ConntrackHelper': {'1.0'}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'Log': {'1.0'}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'Network': {'1.1'}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'Port': {'1.7'}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'PortForwarding': {'1.2'}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'QosPolicy': {'1.9'}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'SecurityGroup': {'1.4'}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'SubPort': {'1.0'}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'Subnet': {'1.1'}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'Trunk': {'1.1'}} Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: consumer versions: Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: { DHCP agent@n-d-768851-16: {}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: HyperV agent@n-h1-768851-16: {}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: HyperV agent@n-h2-768851-16: {}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: L3 agent@n-d-768851-16: {}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: Metadata agent@n-d-768851-16: {}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: Metering agent@n-d-768851-16: {}, Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: Open vSwitch agent@n-d-768851-16: { 'AddressGroup': '1.2', Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'ConntrackHelper': '1.0', Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'Log': '1.0', Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'Network': '1.1', Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'Port': '1.7', Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'PortForwarding': '1.2', Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'QosPolicy': '1.9', Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'SecurityGroup': '1.4', Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'SecurityGroupRule': '1.2', Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'SubPort': '1.0', Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'Subnet': '1.1', Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: 'Trunk': '1.1'}} Aug 16 01:46:11.085300 n-d-768851-16 neutron-server[101381]: {{(pid=101381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:46:11.088578 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.088765 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Added segment 7e2ee702-0a87-4f25-a935-d06fc5060130 of type vlan for network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 Aug 16 01:46:11.131091 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.161463 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.162432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.163014 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.186007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6524732 Aug 16 01:46:11.189574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54346) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:11.200247 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Request body: {'subnet': {'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-subnet', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:11.229672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5ed14-2af8-4608-865b-bdf32ad3ac1d admin admin] Pushing event updated for resources: {'Network': ['ID=66eb6fc7-4e9f-41e0-afee-0b77a7385c32,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:11.240505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:11.244117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Made reservation on behalf of 7ff88ac4a5744a0b91eeeee846ea3d17 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:11.248116 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.398629 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a5d404af-c7e6-438d-8fd4-ffaf694de205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.486450 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.487875 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.547755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aef574c-be6b-4775-96d3-9d8bb575c078,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:11.561764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.562080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.562421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.562756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.563089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.563446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.563777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.564182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.564368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.564729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.565068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.565355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Tracked resource versions report: Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: pushed versions: Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: { 'AddressGroup': {'1.2'}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'ConntrackHelper': {'1.0'}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'Log': {'1.0'}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'Network': {'1.1'}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'Port': {'1.7'}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'PortForwarding': {'1.2'}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'QosPolicy': {'1.9'}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'SecurityGroup': {'1.4'}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'SubPort': {'1.0'}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'Subnet': {'1.1'}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'Trunk': {'1.1'}} Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: consumer versions: Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: { DHCP agent@n-d-768851-16: {}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: HyperV agent@n-h1-768851-16: {}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: HyperV agent@n-h2-768851-16: {}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: L3 agent@n-d-768851-16: {}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: Metadata agent@n-d-768851-16: {}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: Metering agent@n-d-768851-16: {}, Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: Open vSwitch agent@n-d-768851-16: { 'AddressGroup': '1.2', Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'ConntrackHelper': '1.0', Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'Log': '1.0', Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'Network': '1.1', Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'Port': '1.7', Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'PortForwarding': '1.2', Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'QosPolicy': '1.9', Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'SecurityGroup': '1.4', Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'SecurityGroupRule': '1.2', Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'SubPort': '1.0', Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'Subnet': '1.1', Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: 'Trunk': '1.1'}} Aug 16 01:46:11.566456 n-d-768851-16 neutron-server[101380]: {{(pid=101380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:46:11.578455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Checking segment: {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:11.578861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Network hostable DHCP agents. Network: 66eb6fc7-4e9f-41e0-afee-0b77a7385c32, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:11.606286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:11.619636 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 66eb6fc7-4e9f-41e0-afee-0b77a7385c32) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:11.625145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.626616 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.632438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3ecd97-4ff0-4177-9797-40268bb5b27f None None] Network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:11.649581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54384) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:11.654089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:11.657703 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-043e7e96-57e2-41be-84c2-27bc588a9910 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4668493 Aug 16 01:46:11.687005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.688400 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.756406 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.802747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:46:11.804316 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.906802 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.963555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Allocated IP 172.20.0.2 (66eb6fc7-4e9f-41e0-afee-0b77a7385c32/1aef574c-be6b-4775-96d3-9d8bb575c078/4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:12.141828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.149995 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.154185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Transition to ACTIVE for port object 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:12.179402 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.181173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Transition to ACTIVE for port object 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:12.190757 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.247980 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:12.249528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:12.253819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:12.257063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Pushing event updated for resources: {'Port': ['ID=4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:12.264687 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.265075 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.265423 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.265899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.266239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.266570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.266900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.267223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.267771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.268315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.268833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.269377 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Tracked resource versions report: Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: pushed versions: Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: { 'AddressGroup': {'1.2'}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'ConntrackHelper': {'1.0'}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'Log': {'1.0'}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'Network': {'1.1'}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'Port': {'1.7'}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'PortForwarding': {'1.2'}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'QosPolicy': {'1.9'}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'SecurityGroup': {'1.4'}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'SubPort': {'1.0'}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'Subnet': {'1.1'}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'Trunk': {'1.1'}} Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: consumer versions: Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: { DHCP agent@n-d-768851-16: {}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: HyperV agent@n-h1-768851-16: {}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: HyperV agent@n-h2-768851-16: {}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: L3 agent@n-d-768851-16: {}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: Metadata agent@n-d-768851-16: {}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: Metering agent@n-d-768851-16: {}, Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: Open vSwitch agent@n-d-768851-16: { 'AddressGroup': '1.2', Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'ConntrackHelper': '1.0', Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'Log': '1.0', Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'Network': '1.1', Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'Port': '1.7', Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'PortForwarding': '1.2', Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'QosPolicy': '1.9', Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'SecurityGroup': '1.4', Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'SecurityGroupRule': '1.2', Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'SubPort': '1.0', Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'Subnet': '1.1', Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: 'Trunk': '1.1'}} Aug 16 01:46:12.271198 n-d-768851-16 neutron-server[101382]: {{(pid=101382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:46:12.320299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Allocated IP 172.25.2.158 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/bbf7b2f1-99a6-493b-8328-a4c160b253fe) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:12.342158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Attempting to bind port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:12.342158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Attempting to bind port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:12.342460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Attempting to bind port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 on network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:12.351400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:12.351773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Checking segment: {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:12.352417 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.352814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Bound using segment: {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:12.353363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Bound port: 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:12.353951 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.432660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] For port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:12.436416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] For port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:12.444110 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.471098 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.522698 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.538752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0045aa-bea2-4021-a080-b7b77a2be35e None None] Pushing event updated for resources: {'Port': ['ID=4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:12.584671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Pushing event updated for resources: {'Port': ['ID=bbf7b2f1-99a6-493b-8328-a4c160b253fe,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:12.600965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:12.602687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:12.605565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:12.606434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.095696 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.318474 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.495336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:46:13.633657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:13.643560 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Sync routers for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:13.659777 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:13.660372 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:46:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:13.684032 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.687903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-76af0b9c-ed75-4ddf-bfdd-590fe0e0df3e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.0348055 Aug 16 01:46:13.688259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54456) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:13.762788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b4fec-f25e-4148-b46a-b38bbd530bc7 None None] Network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:13.901849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-60f0d526-67a0-4d71-ad07-42c3c861a16b None None] Provisioning for port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:13.932497 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:14.036269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:14.179191 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:12Z', 'revision_number': 3, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:14.207149 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Checking router: cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:46:14.207736 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Updating router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 port bbf7b2f1-99a6-493b-8328-a4c160b253fe binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:46:14.238717 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.319589 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.350502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:14.361048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:14.361048 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.573714 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.699569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:14.708240 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.827319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-73aba3ba-c4f2-497a-927e-7c52d7125c8c None None] Provisioning complete for port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:14.828724 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73aba3ba-c4f2-497a-927e-7c52d7125c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.833905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:14.869863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54504) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:14.903193 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.914874 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Transition to ACTIVE for port object bbf7b2f1-99a6-493b-8328-a4c160b253fe will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:14.923849 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.927721 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.013868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54508) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:15.035949 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Pushing event updated for resources: {'Port': ['ID=bbf7b2f1-99a6-493b-8328-a4c160b253fe,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:15.046046 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.048494 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.049160 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.049701 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.050275 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.050805 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.055323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54514) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:15.055845 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.056416 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.056883 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.057211 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.057748 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.058273 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Tracked resource versions report: Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: pushed versions: Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: { 'AddressGroup': {'1.2'}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'ConntrackHelper': {'1.0'}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'Log': {'1.0'}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'Network': {'1.1'}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'Port': {'1.7'}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'PortForwarding': {'1.2'}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'QosPolicy': {'1.9'}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'SecurityGroup': {'1.4'}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'SubPort': {'1.0'}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'Subnet': {'1.1'}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'Trunk': {'1.1'}} Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: consumer versions: Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: { DHCP agent@n-d-768851-16: {}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: HyperV agent@n-h1-768851-16: {}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: HyperV agent@n-h2-768851-16: {}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: L3 agent@n-d-768851-16: {}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: Metadata agent@n-d-768851-16: {}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: Metering agent@n-d-768851-16: {}, Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: Open vSwitch agent@n-d-768851-16: { 'AddressGroup': '1.2', Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'ConntrackHelper': '1.0', Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'Log': '1.0', Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'Network': '1.1', Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'Port': '1.7', Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'PortForwarding': '1.2', Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'QosPolicy': '1.9', Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'SecurityGroup': '1.4', Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'SecurityGroupRule': '1.2', Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'SubPort': '1.0', Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'Subnet': '1.1', Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: 'Trunk': '1.1'}} Aug 16 01:46:15.059789 n-d-768851-16 neutron-server[101383]: {{(pid=101383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:46:15.107176 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Attempting to bind port bbf7b2f1-99a6-493b-8328-a4c160b253fe on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:15.117832 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Attempting to bind port bbf7b2f1-99a6-493b-8328-a4c160b253fe by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:15.118397 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Attempting to bind port bbf7b2f1-99a6-493b-8328-a4c160b253fe on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:15.133015 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:15.133409 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:15.133820 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.134221 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:15.134737 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Bound port: bbf7b2f1-99a6-493b-8328-a4c160b253fe, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:15.135108 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.221032 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5341646b-3a9b-47e8-8bd9-aed032829632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.251501 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] For port bbf7b2f1-99a6-493b-8328-a4c160b253fe, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:15.259263 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] For port bbf7b2f1-99a6-493b-8328-a4c160b253fe, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bbf7b2f1-99a6-493b-8328-a4c160b253fe,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:15.267185 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.357893 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:15.358791 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:46:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:15.368787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Allocated IP 172.20.0.1 (66eb6fc7-4e9f-41e0-afee-0b77a7385c32/1aef574c-be6b-4775-96d3-9d8bb575c078/041a42ff-aa0c-4f79-acd4-89c518281337) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:15.388904 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5341646b-3a9b-47e8-8bd9-aed032829632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.395250 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb602984-e169-48bf-b16d-6a6dbcbd244c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.482881 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbc918-c7d6-4b36-9b6e-4a1a6652c67c None None] Pushing event updated for resources: {'Port': ['ID=bbf7b2f1-99a6-493b-8328-a4c160b253fe,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:15.545371 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb602984-e169-48bf-b16d-6a6dbcbd244c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.546727 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bdf52239-7b8d-432b-bc34-913b12bca855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.556709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5341646b-3a9b-47e8-8bd9-aed032829632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.573313 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:15.601923 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb602984-e169-48bf-b16d-6a6dbcbd244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.617262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5341646b-3a9b-47e8-8bd9-aed032829632 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=93ce9c13b0474753ae637fd21c9d5abf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6021183 Aug 16 01:46:15.617748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54538) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:15.621107 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.679724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Transition to ACTIVE for port object 041a42ff-aa0c-4f79-acd4-89c518281337 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:15.706645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bb602984-e169-48bf-b16d-6a6dbcbd244c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=51930482ee344593a347fc158de687b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6468520 Aug 16 01:46:15.711432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54550) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:15.766243 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a515f5f4-cf61-4924-a9ad-0e54ea6a6bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.768873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341646b-3a9b-47e8-8bd9-aed032829632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d401192-8a93-48bc-9c9e-45fabc839728,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:15.845982 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a515f5f4-cf61-4924-a9ad-0e54ea6a6bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.879164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:15.893610 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb602984-e169-48bf-b16d-6a6dbcbd244c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952619c3-b67a-4b9e-a53e-306eeac33f54,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:15.906302 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.931387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:15.932500 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6c553a54-160f-4332-9134-493c7c55fb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.958460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:15.978161 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6c553a54-160f-4332-9134-493c7c55fb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.981783 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bdf52239-7b8d-432b-bc34-913b12bca855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.992216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bdf52239-7b8d-432b-bc34-913b12bca855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.007469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:16.013995 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.038252 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:16.038631 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.066684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bdf52239-7b8d-432b-bc34-913b12bca855 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=efb95ada49f54f968f4ef33efe17b07b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1956544 Aug 16 01:46:16.068087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf52239-7b8d-432b-bc34-913b12bca855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ac7595-87e2-4d8b-8bcd-3ee7f6061b14,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.088740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54568) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:16.117120 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:12Z', 'revision_number': 3, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:16.151314 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6c553a54-160f-4332-9134-493c7c55fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.154832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6c553a54-160f-4332-9134-493c7c55fb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.158065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6c553a54-160f-4332-9134-493c7c55fb44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/952619c3-b67a-4b9e-a53e-306eeac33f54 HTTP/1.1" status: 204 len: 168 time: 0.4404039 Aug 16 01:46:16.161648 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc9333-b13e-430c-84c2-77302a46a8de None None] The sync data for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 is: [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:12Z', 'revision_number': 3, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:16.204224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c553a54-160f-4332-9134-493c7c55fb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952619c3-b67a-4b9e-a53e-306eeac33f54,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.239593 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35d0db5f-7276-419d-bd40-8ef815ff7083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.274977 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35d0db5f-7276-419d-bd40-8ef815ff7083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.362592 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35d0db5f-7276-419d-bd40-8ef815ff7083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.369161 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35d0db5f-7276-419d-bd40-8ef815ff7083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.374236 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-35d0db5f-7276-419d-bd40-8ef815ff7083 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/22ac7595-87e2-4d8b-8bcd-3ee7f6061b14 HTTP/1.1" status: 204 len: 168 time: 0.2827694 Aug 16 01:46:16.386532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0db5f-7276-419d-bd40-8ef815ff7083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ac7595-87e2-4d8b-8bcd-3ee7f6061b14,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.388663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Pushing event updated for resources: {'Port': ['ID=041a42ff-aa0c-4f79-acd4-89c518281337,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.411178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-09ce08f7-ec60-4d6d-b0d8-b94e3901e414 None None] Provisioning for port 041a42ff-aa0c-4f79-acd4-89c518281337 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:16.423289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-09ce08f7-ec60-4d6d-b0d8-b94e3901e414 None None] Provisioning complete for port 041a42ff-aa0c-4f79-acd4-89c518281337 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:16.423986 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09ce08f7-ec60-4d6d-b0d8-b94e3901e414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.463081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a515f5f4-cf61-4924-a9ad-0e54ea6a6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.465907 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a515f5f4-cf61-4924-a9ad-0e54ea6a6bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.467626 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a515f5f4-cf61-4924-a9ad-0e54ea6a6bf2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d401192-8a93-48bc-9c9e-45fabc839728 HTTP/1.1" status: 204 len: 168 time: 0.8412583 Aug 16 01:46:16.478945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-09ce08f7-ec60-4d6d-b0d8-b94e3901e414 None None] Port 041a42ff-aa0c-4f79-acd4-89c518281337 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:16.513654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515f5f4-cf61-4924-a9ad-0e54ea6a6bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d401192-8a93-48bc-9c9e-45fabc839728,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.633636 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.746308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54612) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:16.750281 n-d-768851-16 neutron-server[101381]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 01:46:16.793349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-24e067c7-2e93-40f5-8394-11cb8222a2e3 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c9e3b1c0f3a840fe84e2c6b09b7dec69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446534 Aug 16 01:46:16.955124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.964304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.966037 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.048128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-7a0878ed-9ad6-44b0-85d8-ebb2476814b3 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.050710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-7a0878ed-9ad6-44b0-85d8-ebb2476814b3 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2506764 Aug 16 01:46:17.076014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Pushing event updated for resources: {'Port': ['ID=041a42ff-aa0c-4f79-acd4-89c518281337,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:17.085817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d11cb3b-f564-439b-9740-197ce1240015 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/quotas/c9e3b1c0f3a840fe84e2c6b09b7dec69 HTTP/1.1" status: 200 len: 375 time: 0.0227220 Aug 16 01:46:17.142480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:17.144025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:17.156145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-d4f9a012-a0ab-4367-b3fe-3854d0f296df tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c9e3b1c0f3a840fe84e2c6b09b7dec69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693738 Aug 16 01:46:17.170553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54618) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.191419 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b57068a4-79cf-4d5e-b292-4bc8e08e2b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.361603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:46:17.372193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54622) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.430186 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b57068a4-79cf-4d5e-b292-4bc8e08e2b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.439608 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b57068a4-79cf-4d5e-b292-4bc8e08e2b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.532025 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b57068a4-79cf-4d5e-b292-4bc8e08e2b32 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02ddbda6e65a4bb8949942401b419d12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3601890 Aug 16 01:46:17.532815 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54630) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.533735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-08a2ce9e-9c35-4604-bd35-804fd9a13cbd None None] Provisioning complete for port 041a42ff-aa0c-4f79-acd4-89c518281337 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:17.537194 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-08a2ce9e-9c35-4604-bd35-804fd9a13cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.554487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57068a4-79cf-4d5e-b292-4bc8e08e2b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bebfe8f-4238-4da1-91b5-1dc5415ffdb8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:17.588597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54636) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.615752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-08a2ce9e-9c35-4604-bd35-804fd9a13cbd None None] Port 041a42ff-aa0c-4f79-acd4-89c518281337 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:17.631142 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4193d8cc-39de-45d1-8cb2-ba52676b27f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.638405 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54642) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.664490 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f28358f-5bb8-4c6d-bed7-5c391c4164ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.674007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:17.693565 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-277a584a-eb5c-455f-b5bc-f1031d332b55 admin admin] 10.222.0.79 "PUT /v2.0/routers/cf5b1602-158c-4ab2-8347-73b8ed1f4ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9935584 Aug 16 01:46:17.693565 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a8c1-48bc-400d-a8ad-09da73e16ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.693805 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f28358f-5bb8-4c6d-bed7-5c391c4164ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.761506 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f28358f-5bb8-4c6d-bed7-5c391c4164ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.769548 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f28358f-5bb8-4c6d-bed7-5c391c4164ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.774767 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8f28358f-5bb8-4c6d-bed7-5c391c4164ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1bebfe8f-4238-4da1-91b5-1dc5415ffdb8 HTTP/1.1" status: 204 len: 168 time: 0.2383556 Aug 16 01:46:17.790496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28358f-5bb8-4c6d-bed7-5c391c4164ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bebfe8f-4238-4da1-91b5-1dc5415ffdb8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:17.822478 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4193d8cc-39de-45d1-8cb2-ba52676b27f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.831495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4193d8cc-39de-45d1-8cb2-ba52676b27f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.860295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bbf7b2f1-99a6-493b-8328-a4c160b253fe up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:17.903895 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4193d8cc-39de-45d1-8cb2-ba52676b27f2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad0b861e2c3c41ff86397e22e4caff18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3121989 Aug 16 01:46:17.906914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54654) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.912378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193d8cc-39de-45d1-8cb2-ba52676b27f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab784b51-8012-4d79-a7b2-fcd6b78ed2a9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:17.991782 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.005452 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19d3fb7d-9a6e-4fc0-9320-657d925b6549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.025278 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22896c07-13c8-4213-a3d7-de9fd542ced9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.029931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port bbf7b2f1-99a6-493b-8328-a4c160b253fe completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:18.035509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bbf7b2f1-99a6-493b-8328-a4c160b253fe triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:18.035886 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.036907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19d3fb7d-9a6e-4fc0-9320-657d925b6549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.038966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a8c1-48bc-400d-a8ad-09da73e16ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.048292 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a8c1-48bc-400d-a8ad-09da73e16ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.101861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54658) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:18.150596 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19d3fb7d-9a6e-4fc0-9320-657d925b6549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.154417 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19d3fb7d-9a6e-4fc0-9320-657d925b6549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.168521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-19d3fb7d-9a6e-4fc0-9320-657d925b6549 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab784b51-8012-4d79-a7b2-fcd6b78ed2a9 HTTP/1.1" status: 204 len: 168 time: 0.2598894 Aug 16 01:46:18.180833 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.199486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3fb7d-9a6e-4fc0-9320-657d925b6549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab784b51-8012-4d79-a7b2-fcd6b78ed2a9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.250322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7a8c1-48bc-400d-a8ad-09da73e16ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802de6c1-349f-4b30-a954-682bcc57642f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.258988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port bbf7b2f1-99a6-493b-8328-a4c160b253fe, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bbf7b2f1-99a6-493b-8328-a4c160b253fe,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:18.259775 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1ca7a8c1-48bc-400d-a8ad-09da73e16ad4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=71c8129619dc46aca81cdae0bf399767&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6155357 Aug 16 01:46:18.259940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54668) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:18.269492 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.346555 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22896c07-13c8-4213-a3d7-de9fd542ced9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.352242 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22896c07-13c8-4213-a3d7-de9fd542ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.391017 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa833-638c-4331-ba94-b79555745283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.406300 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-22896c07-13c8-4213-a3d7-de9fd542ced9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f894bcf0f7843a3971ec734e0896476&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0237093 Aug 16 01:46:18.407348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22896c07-13c8-4213-a3d7-de9fd542ced9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb01db2a-61f0-4f66-85f5-63230c424190,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.410942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=bbf7b2f1-99a6-493b-8328-a4c160b253fe,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.422155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54678) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:18.460659 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa833-638c-4331-ba94-b79555745283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.470020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Sync routers for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:18.491573 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3467e6b8-30ed-460a-9b9b-21711076b0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.492557 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:18.493271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:46:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:18.520461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3467e6b8-30ed-460a-9b9b-21711076b0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.557054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-580ba740-0068-444c-891e-4b504987493b req-75f0e3db-69bd-4ffd-8d9a-2bf68d8e74f8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 210 time: 0.4539466 Aug 16 01:46:18.587052 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa833-638c-4331-ba94-b79555745283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.597119 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa833-638c-4331-ba94-b79555745283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.606672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5a9fa833-638c-4331-ba94-b79555745283 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/802de6c1-349f-4b30-a954-682bcc57642f HTTP/1.1" status: 204 len: 168 time: 0.3453083 Aug 16 01:46:18.618363 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3467e6b8-30ed-460a-9b9b-21711076b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.620338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fa833-638c-4331-ba94-b79555745283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802de6c1-349f-4b30-a954-682bcc57642f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.622405 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3467e6b8-30ed-460a-9b9b-21711076b0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.623714 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3467e6b8-30ed-460a-9b9b-21711076b0e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb01db2a-61f0-4f66-85f5-63230c424190 HTTP/1.1" status: 204 len: 168 time: 0.2000532 Aug 16 01:46:18.634466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467e6b8-30ed-460a-9b9b-21711076b0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb01db2a-61f0-4f66-85f5-63230c424190,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.654400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:18.892657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 2, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:18.923959 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Checking router: cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:46:18.924303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Updating router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 port 041a42ff-aa0c-4f79-acd4-89c518281337 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:46:18.955945 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.323230 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54718) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:19.344055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5b96-2458-43bf-8fff-79ccd9be7d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.468913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.507888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Transition to ACTIVE for port object 041a42ff-aa0c-4f79-acd4-89c518281337 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:19.515068 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.544573 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5b96-2458-43bf-8fff-79ccd9be7d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.553235 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5b96-2458-43bf-8fff-79ccd9be7d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.578658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468d905-5a99-474a-b753-2ff12605f051 None None] Pushing event updated for resources: {'Port': ['ID=041a42ff-aa0c-4f79-acd4-89c518281337,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:19.682145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b5b96-2458-43bf-8fff-79ccd9be7d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d918e2-d259-4c5b-a4fd-fc9119f48055,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:19.683451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Attempting to bind port 041a42ff-aa0c-4f79-acd4-89c518281337 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:19.683916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Attempting to bind port 041a42ff-aa0c-4f79-acd4-89c518281337 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:19.685931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Attempting to bind port 041a42ff-aa0c-4f79-acd4-89c518281337 on network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:19.698634 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0f2b5b96-2458-43bf-8fff-79ccd9be7d63 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6be5f3795c124c1f92b8df38898e65b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3707430 Aug 16 01:46:19.699026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54734) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:19.700252 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:19.700627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Checking segment: {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:19.702285 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.702737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Bound using segment: {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:19.703155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Bound port: 041a42ff-aa0c-4f79-acd4-89c518281337, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:19.703561 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.836256 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1a6f-6bc9-4381-8abb-a67e7c2d6660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.848308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] For port 041a42ff-aa0c-4f79-acd4-89c518281337, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:19.856169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] For port 041a42ff-aa0c-4f79-acd4-89c518281337, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=041a42ff-aa0c-4f79-acd4-89c518281337,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:19.873266 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.890213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1a6f-6bc9-4381-8abb-a67e7c2d6660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.940657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cc5a3aa-58f2-4147-a4bf-c284a4a1ff97 req-609fc53c-ef4f-4926-9422-593046328d4d tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 210 time: 0.0482516 Aug 16 01:46:19.956486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bbf7b2f1-99a6-493b-8328-a4c160b253fe up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:20.010181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468d905-5a99-474a-b753-2ff12605f051 None None] Pushing event updated for resources: {'Port': ['ID=041a42ff-aa0c-4f79-acd4-89c518281337,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:20.011734 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1a6f-6bc9-4381-8abb-a67e7c2d6660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.020961 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1a6f-6bc9-4381-8abb-a67e7c2d6660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.022499 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1e2b1a6f-6bc9-4381-8abb-a67e7c2d6660 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15d918e2-d259-4c5b-a4fd-fc9119f48055 HTTP/1.1" status: 204 len: 168 time: 0.3225727 Aug 16 01:46:20.038758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b1a6f-6bc9-4381-8abb-a67e7c2d6660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d918e2-d259-4c5b-a4fd-fc9119f48055,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:20.042903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:20.043707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:46:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:20.106028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bbf7b2f1-99a6-493b-8328-a4c160b253fe triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:20.106419 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.142340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54752) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:20.149802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-network', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:20.212941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Made reservation on behalf of 5bb3f7443c7d4b52a8add2176151ad09 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:20.215941 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.234253 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.249001 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:20.397903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.407176 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.434627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:20.459526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7745d57d-9be9-4cb6-b025-8c0b6d09dc78,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:20.476836 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.478587 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Added segment 3e3f7d35-439c-410d-9c29-af9d660f4013 of type vlan for network ff596e5d-03f3-4b0f-9762-c5b45a55390a Aug 16 01:46:20.546030 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.582413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.583456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.584074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.584791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:19Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:20.624479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55671c92-db55-411c-9f1e-4ac68d68f43c None None] The sync data for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 is: [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:19Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:20.651338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.89', 64587) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:20.731465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5879204 Aug 16 01:46:20.732005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-d3d9cbe1-2878-48b9-afff-8b8f07bbc7d1 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c9e3b1c0f3a840fe84e2c6b09b7dec69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788879 Aug 16 01:46:20.734281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54774) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:20.740271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] Request body: {'subnet': {'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-subnet', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:20.748327 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79c862-b8bb-4af3-9da5-1b8d99536802 admin admin] Pushing event updated for resources: {'Network': ['ID=ff596e5d-03f3-4b0f-9762-c5b45a55390a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:20.765338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network ff596e5d-03f3-4b0f-9762-c5b45a55390a details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:20.797504 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] Made reservation on behalf of 5bb3f7443c7d4b52a8add2176151ad09 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:20.801231 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.165463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18c23ecd-4ea9-46e4-9a78-dde9babed283 req-0030e403-3fab-49f0-8f58-4e922a2aff4d tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 210 time: 0.0458817 Aug 16 01:46:21.168245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-bae91c24-49c6-4d91-b21d-8031e9f66117 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.169842 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-bae91c24-49c6-4d91-b21d-8031e9f66117 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4322770 Aug 16 01:46:21.231792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Request body: {'port': {'device_id': '87996c85-ecc6-4f53-ac2f-5f66ae7115c2', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'c9e3b1c0f3a840fe84e2c6b09b7dec69'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:21.250856 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.343625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27897c4a-4796-4842-8c36-52f1658485d0,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:21.349938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] Checking segment: {'id': '3e3f7d35-439c-410d-9c29-af9d660f4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:21.350429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] Network hostable DHCP agents. Network: ff596e5d-03f3-4b0f-9762-c5b45a55390a, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:21.376529 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] Network ff596e5d-03f3-4b0f-9762-c5b45a55390a is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:21.393877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, ff596e5d-03f3-4b0f-9762-c5b45a55390a) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:21.403881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2284db-fffb-4889-9181-63ac592e91dc None None] Network ff596e5d-03f3-4b0f-9762-c5b45a55390a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:21.417138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.421222 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.453223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-057370b4-92af-46a8-ade1-a69d118f41a7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7176421 Aug 16 01:46:21.456079 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54798) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:21.463521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-router', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:21.517515 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.518881 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.580766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Made reservation on behalf of c9e3b1c0f3a840fe84e2c6b09b7dec69 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:21.586864 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.613629 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.710067 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.724943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-ff596e5d-03f3-4b0f-9762-c5b45a55390a', 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'fixed_ips': [{'subnet_id': '27897c4a-4796-4842-8c36-52f1658485d0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:46:21.725918 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.919250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 041a42ff-aa0c-4f79-acd4-89c518281337 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:21.980538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Allocated IP 172.20.0.2 (ff596e5d-03f3-4b0f-9762-c5b45a55390a/27897c4a-4796-4842-8c36-52f1658485d0/055790ed-092c-4f5d-8277-dddf6a99cb2e) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:22.034175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.047886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.076797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 041a42ff-aa0c-4f79-acd4-89c518281337 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:22.085778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 041a42ff-aa0c-4f79-acd4-89c518281337 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:22.086298 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.239694 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.264951 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.281053 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.308037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Transition to ACTIVE for port object 055790ed-092c-4f5d-8277-dddf6a99cb2e will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:22.311220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6f7891-629a-4801-b8e7-44d533192e38,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:22.313068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 041a42ff-aa0c-4f79-acd4-89c518281337, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=041a42ff-aa0c-4f79-acd4-89c518281337,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:22.326900 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.407105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Transition to ACTIVE for port object 055790ed-092c-4f5d-8277-dddf6a99cb2e will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:22.427585 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.438283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90bb69cb-2b16-43c6-b537-165bc7b88eb1 req-df5c07b3-0fb4-4b42-b0ff-b773f0e299e2 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 210 time: 0.0614150 Aug 16 01:46:22.499086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Network ff596e5d-03f3-4b0f-9762-c5b45a55390a is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:22.505719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:22.519644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:22.529655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=041a42ff-aa0c-4f79-acd4-89c518281337,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:22.621094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Pushing event updated for resources: {'Port': ['ID=055790ed-092c-4f5d-8277-dddf6a99cb2e,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:22.742317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Attempting to bind port 055790ed-092c-4f5d-8277-dddf6a99cb2e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:22.743036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Attempting to bind port 055790ed-092c-4f5d-8277-dddf6a99cb2e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '3e3f7d35-439c-410d-9c29-af9d660f4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:22.743868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Attempting to bind port 055790ed-092c-4f5d-8277-dddf6a99cb2e on network ff596e5d-03f3-4b0f-9762-c5b45a55390a {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:22.752761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Allocated IP 192.168.233.203 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/56f9e96b-e6aa-424c-a368-2030caacd595) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:22.759867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:22.761515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Checking segment: {'id': '3e3f7d35-439c-410d-9c29-af9d660f4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:22.762674 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.762927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Bound using segment: {'id': '3e3f7d35-439c-410d-9c29-af9d660f4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:22.766483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Bound port: 055790ed-092c-4f5d-8277-dddf6a99cb2e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3f7d35-439c-410d-9c29-af9d660f4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:22.766915 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.948079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] For port 055790ed-092c-4f5d-8277-dddf6a99cb2e, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:22.955695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] For port 055790ed-092c-4f5d-8277-dddf6a99cb2e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=055790ed-092c-4f5d-8277-dddf6a99cb2e,segment=NetworkSegment(3e3f7d35-439c-410d-9c29-af9d660f4013),segment_id=3e3f7d35-439c-410d-9c29-af9d660f4013)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:22.963851 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.125035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56249c5d-207c-401c-a871-de297a396fa1 None None] Pushing event updated for resources: {'Port': ['ID=055790ed-092c-4f5d-8277-dddf6a99cb2e,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:23.654832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14f15dc7-acd4-4361-b4f8-4adc08dda906 req-9cbcfeed-dcf4-41af-a8b9-6d6963be91da tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 210 time: 0.0735877 Aug 16 01:46:23.665382 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.699541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.715972 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.855942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Transition to ACTIVE for port object 56f9e96b-e6aa-424c-a368-2030caacd595 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:23.983514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Allocated IP 172.25.2.61 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/b4388ce3-3f50-4cdc-861e-e40d21add5d5) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:24.011763 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.073400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 055790ed-092c-4f5d-8277-dddf6a99cb2e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:24.179284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 055790ed-092c-4f5d-8277-dddf6a99cb2e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:24.189762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 041a42ff-aa0c-4f79-acd4-89c518281337 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:24.313906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:24.323126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:24.330181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Pushing event updated for resources: {'Port': ['ID=56f9e96b-e6aa-424c-a368-2030caacd595,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:24.381209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:24.387606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.388399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.461992 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-8d743fd8-784e-4f0c-90ef-4b28a68f65d8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2352819 Aug 16 01:46:24.497639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-bf3f3883-f504-4d02-aab3-e8f79d0c42a8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:46:24.498805 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-bf3f3883-f504-4d02-aab3-e8f79d0c42a8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220690 Aug 16 01:46:24.511927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.600938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.686981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 041a42ff-aa0c-4f79-acd4-89c518281337 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:24.687431 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.720093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:24.726646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:24.729635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Pushing event updated for resources: {'Port': ['ID=b4388ce3-3f50-4cdc-861e-e40d21add5d5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:24.732682 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:24.799800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-387e6224-ba3d-43b3-92f3-30f58d58d2ed tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f0db0253a6124fdaa5da3ac7a0f3f4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662365 Aug 16 01:46:24.902200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67b949-5f8a-496e-b8be-472b00dd35f8 None None] Network ff596e5d-03f3-4b0f-9762-c5b45a55390a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:25.014111 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e75a62c1-f80d-4175-87fb-2dc18fce80ac None None] Provisioning for port 56f9e96b-e6aa-424c-a368-2030caacd595 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:25.031484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e75a62c1-f80d-4175-87fb-2dc18fce80ac None None] Provisioning complete for port 56f9e96b-e6aa-424c-a368-2030caacd595 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:25.032220 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e75a62c1-f80d-4175-87fb-2dc18fce80ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.048040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-4331bc19-3fc9-4286-b031-ae0dc1959d89 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.056525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-4331bc19-3fc9-4286-b031-ae0dc1959d89 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525110 Aug 16 01:46:25.108191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-9933a270-e3b0-46e1-bf21-52e094873dcd tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/quotas/f0db0253a6124fdaa5da3ac7a0f3f4e1 HTTP/1.1" status: 200 len: 375 time: 0.0497296 Aug 16 01:46:25.157355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e75a62c1-f80d-4175-87fb-2dc18fce80ac None None] Port 56f9e96b-e6aa-424c-a368-2030caacd595 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:25.205404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-6a52530c-5ceb-433f-9a51-23f103347b19 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f0db0253a6124fdaa5da3ac7a0f3f4e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927579 Aug 16 01:46:25.311903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-14e1880b-b35e-4017-8b4d-8a60d58d34f4 None None] Provisioning for port 055790ed-092c-4f5d-8277-dddf6a99cb2e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:25.318387 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.340456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-14e1880b-b35e-4017-8b4d-8a60d58d34f4 None None] Provisioning complete for port 055790ed-092c-4f5d-8277-dddf6a99cb2e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:25.342181 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-14e1880b-b35e-4017-8b4d-8a60d58d34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.348907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54920) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:25.448489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Request body: {'port': {'device_id': '87996c85-ecc6-4f53-ac2f-5f66ae7115c2', 'device_owner': 'compute:tempest-test_az-86687679', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:25.507065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e710a9-0341-4641-b2b7-09a9d19850c8 req-39f05f7b-d414-41ee-843b-d3f5af8e7c27 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.509003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99e710a9-0341-4641-b2b7-09a9d19850c8 req-39f05f7b-d414-41ee-843b-d3f5af8e7c27 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 936 time: 0.1843908 Aug 16 01:46:25.616002 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-14e1880b-b35e-4017-8b4d-8a60d58d34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.790567 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.800391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-14e1880b-b35e-4017-8b4d-8a60d58d34f4 None None] For port 055790ed-092c-4f5d-8277-dddf6a99cb2e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=055790ed-092c-4f5d-8277-dddf6a99cb2e,segment=NetworkSegment(3e3f7d35-439c-410d-9c29-af9d660f4013),segment_id=3e3f7d35-439c-410d-9c29-af9d660f4013)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:25.811183 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-14e1880b-b35e-4017-8b4d-8a60d58d34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.937751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1880b-b35e-4017-8b4d-8a60d58d34f4 None None] Pushing event updated for resources: {'Port': ['ID=055790ed-092c-4f5d-8277-dddf6a99cb2e,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:25.956498 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:46:26.030351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99e710a9-0341-4641-b2b7-09a9d19850c8 req-14df0537-ec33-4fd0-b14d-3c902fe57a3a tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131147 Aug 16 01:46:26.047265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66a9140b-e464-4556-b5b6-8cec0377f00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.070247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a383edce-ad4e-4072-90fb-17f9a9d12d56 req-8cafd835-a061-4241-8cbe-27e43c904933 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 210 time: 0.0835307 Aug 16 01:46:26.071988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d359ab8a-3f23-4068-858b-5fb419160fd7 None None] Provisioning complete for port 055790ed-092c-4f5d-8277-dddf6a99cb2e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:26.072423 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d359ab8a-3f23-4068-858b-5fb419160fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.373301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.378706 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66a9140b-e464-4556-b5b6-8cec0377f00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.385178 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66a9140b-e464-4556-b5b6-8cec0377f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.521893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-66a9140b-e464-4556-b5b6-8cec0377f00b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f6669ed864c14e939a7db1dd2d69228f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1676066 Aug 16 01:46:26.524550 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54976) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:26.549321 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9140b-e464-4556-b5b6-8cec0377f00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f7fd99-d962-4269-baec-0ea87faf190f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:26.723450 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-92c13a1b-8c58-4821-9b2b-6352ef8228fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.050171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54992) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:27.183107 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-92c13a1b-8c58-4821-9b2b-6352ef8228fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.200389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f9e96b-e6aa-424c-a368-2030caacd595 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:27.219447 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.262948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Transition to ACTIVE for port object 56f9e96b-e6aa-424c-a368-2030caacd595 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:27.264028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Router f0097243-777a-45ea-92f3-aced69e648aa is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:46:27.269300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.296283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a7984cc-b338-4c33-9662-ed6614109ac6 req-632b0694-b25d-4520-a80a-ed90ad32ac1a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 210 time: 0.1190834 Aug 16 01:46:27.323452 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3a81-1124-4d01-b314-43e5f5af0c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.372932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-92c13a1b-8c58-4821-9b2b-6352ef8228fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.375466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-92c13a1b-8c58-4821-9b2b-6352ef8228fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.378979 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-92c13a1b-8c58-4821-9b2b-6352ef8228fe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/00f7fd99-d962-4269-baec-0ea87faf190f HTTP/1.1" status: 204 len: 168 time: 0.8437896 Aug 16 01:46:27.380522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f180a-e5fe-420b-b8ee-0d8fca41c79b req-ed747e3f-c20e-4277-ad50-51f94b0831a7 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.388965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-850f180a-e5fe-420b-b8ee-0d8fca41c79b req-ed747e3f-c20e-4277-ad50-51f94b0831a7 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 936 time: 0.2226164 Aug 16 01:46:27.432048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c13a1b-8c58-4821-9b2b-6352ef8228fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f7fd99-d962-4269-baec-0ea87faf190f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:27.438444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Pushing event updated for resources: {'Port': ['ID=56f9e96b-e6aa-424c-a368-2030caacd595,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:27.538307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-850f180a-e5fe-420b-b8ee-0d8fca41c79b req-8161b8bb-0f41-48f4-a146-d8e1fb622e03 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480227 Aug 16 01:46:27.632669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Attempting to bind port 56f9e96b-e6aa-424c-a368-2030caacd595 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:27.634151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Attempting to bind port 56f9e96b-e6aa-424c-a368-2030caacd595 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:27.634509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Attempting to bind port 56f9e96b-e6aa-424c-a368-2030caacd595 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:27.650361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Port 56f9e96b-e6aa-424c-a368-2030caacd595 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:27.650791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Attempting to bind port 56f9e96b-e6aa-424c-a368-2030caacd595 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:27.677857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:27.678551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:27.679502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:27.680218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Bound port: 56f9e96b-e6aa-424c-a368-2030caacd595, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:27.680595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.693898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:27.709216 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Sync routers for ids ['f0097243-777a-45ea-92f3-aced69e648aa'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:27.724602 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Routers {'f0097243-777a-45ea-92f3-aced69e648aa'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:27.727269 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:46:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f0097243-777a-45ea-92f3-aced69e648aa'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:27.757724 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3a81-1124-4d01-b314-43e5f5af0c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.766877 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf8b3a81-1124-4d01-b314-43e5f5af0c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.834150 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.837435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bf8b3a81-1124-4d01-b314-43e5f5af0c87 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f9224bd804647e3bf0d5b16440a7f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7854087 Aug 16 01:46:27.838474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b3a81-1124-4d01-b314-43e5f5af0c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949da238-e8f1-4be4-b13b-8ae696fe0dea,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:27.841011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55024) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:27.846463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2e1cbc3a-352b-4665-93e8-7cb8f1d0269d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3868241 Aug 16 01:46:27.847535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55026) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:27.911062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 055790ed-092c-4f5d-8277-dddf6a99cb2e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:27.960097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] For port 56f9e96b-e6aa-424c-a368-2030caacd595, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:27.977053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] For port 56f9e96b-e6aa-424c-a368-2030caacd595, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=56f9e96b-e6aa-424c-a368-2030caacd595,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:27.986484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.043142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 055790ed-092c-4f5d-8277-dddf6a99cb2e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:28.043654 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.100419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.101367 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.103092 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] 10.222.0.89 "PUT /v2.0/ports/56f9e96b-e6aa-424c-a368-2030caacd595 HTTP/1.1" status: 200 len: 1117 time: 3.3080323 Aug 16 01:46:28.105022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87996c85-ecc6-4f53-ac2f-5f66ae7115c2', 'tag': '56f9e96b-e6aa-424c-a368-2030caacd595'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:28.209621 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Set router f0097243-777a-45ea-92f3-aced69e648aa gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:28.258040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e448188-6127-4a7b-9f12-eb104d8eec69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.397083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55038) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.397592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.84', 62164) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.466945 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e448188-6127-4a7b-9f12-eb104d8eec69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.615248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1df15982-0af6-4d7c-9d5c-11d6863cdcd9 req-94ab47fd-f8b3-4ba4-b6e8-069596e8cfa1 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 210 time: 0.1236639 Aug 16 01:46:28.645251 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-router', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:21Z', 'updated_at': '2021-08-16T01:46:24Z', 'revision_number': 3, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'gw_port': {'id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:23Z', 'updated_at': '2021-08-16T01:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:28.669255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55046) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.670443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-499e2b19-8534-4cd9-8d41-2f8c4d8c840f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.681778 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-e2a3ce79-cbf0-4fb5-8d6d-5d85747b7410 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f0db0253a6124fdaa5da3ac7a0f3f4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123281 Aug 16 01:46:28.763450 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Checking router: f0097243-777a-45ea-92f3-aced69e648aa for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:46:28.764602 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Updating router f0097243-777a-45ea-92f3-aced69e648aa port b4388ce3-3f50-4cdc-861e-e40d21add5d5 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:46:28.829276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-d6628f1b-5127-4217-8c59-aaa9ea000924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.833389 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-d6628f1b-5127-4217-8c59-aaa9ea000924 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c9e3b1c0f3a840fe84e2c6b09b7dec69&device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 1120 time: 0.4446039 Aug 16 01:46:28.853737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a77ac-eeba-443b-86c2-1c7b2ea5414c service neutron] Pushing event updated for resources: {'Port': ['ID=56f9e96b-e6aa-424c-a368-2030caacd595,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:28.889514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806fbf7-14d0-4394-9815-2354713ec0a5 req-66a4f416-0f05-46a1-9ae7-f19691a6c619 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.900451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b806fbf7-14d0-4394-9815-2354713ec0a5 req-66a4f416-0f05-46a1-9ae7-f19691a6c619 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 968 time: 0.1925650 Aug 16 01:46:28.921959 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.996216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-24fff62e-6cd2-4497-a864-77ea8e3b9581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.081456 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-3fee8ace-4965-48d6-9b22-1ade71b4ea20 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=56f9e96b-e6aa-424c-a368-2030caacd595 HTTP/1.1" status: 200 len: 217 time: 0.1964436 Aug 16 01:46:29.112118 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afadb05d-7b59-454e-b683-50289131e690" -d '{"events": [{"name": "network-changed", "server_uuid": "87996c85-ecc6-4f53-ac2f-5f66ae7115c2", "tag": "56f9e96b-e6aa-424c-a368-2030caacd595"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:29.118690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b806fbf7-14d0-4394-9815-2354713ec0a5 req-8e6ed399-8ba7-42df-8a95-9f3f3c8b5ae0 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571579 Aug 16 01:46:29.136508 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e448188-6127-4a7b-9f12-eb104d8eec69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.139348 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e448188-6127-4a7b-9f12-eb104d8eec69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.143620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3e448188-6127-4a7b-9f12-eb104d8eec69 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/949da238-e8f1-4be4-b13b-8ae696fe0dea HTTP/1.1" status: 204 len: 168 time: 1.3015907 Aug 16 01:46:29.155471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e448188-6127-4a7b-9f12-eb104d8eec69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949da238-e8f1-4be4-b13b-8ae696fe0dea,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:29.245825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-b3569425-154b-4203-99a8-40f921b974e2 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.251675 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-b3569425-154b-4203-99a8-40f921b974e2 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5425665 Aug 16 01:46:29.342964 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-499e2b19-8534-4cd9-8d41-2f8c4d8c840f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.354117 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-499e2b19-8534-4cd9-8d41-2f8c4d8c840f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.377818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Request body: {'port': {'device_id': '894e393f-cc83-4320-a539-a549649b8bf3', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'f0db0253a6124fdaa5da3ac7a0f3f4e1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:29.462880 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-499e2b19-8534-4cd9-8d41-2f8c4d8c840f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=717db5b3705c432dbe26ba9d893ecbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9240992 Aug 16 01:46:29.463795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55068) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:29.476354 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e2b19-8534-4cd9-8d41-2f8c4d8c840f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0f1057-f86e-4960-bf12-8ea197e5a395,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:29.562195 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.573382 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Transition to ACTIVE for port object b4388ce3-3f50-4cdc-861e-e40d21add5d5 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:29.580464 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.581499 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacf2a70-9497-4bef-9928-1420d9a53109 x-openstack-request-id: req-dacf2a70-9497-4bef-9928-1420d9a53109 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:29.583170 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87996c85-ecc6-4f53-ac2f-5f66ae7115c2", "tag": "56f9e96b-e6aa-424c-a368-2030caacd595", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:29.585618 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dacf2a70-9497-4bef-9928-1420d9a53109 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:29.586953 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87996c85-ecc6-4f53-ac2f-5f66ae7115c2', 'tag': '56f9e96b-e6aa-424c-a368-2030caacd595', 'status': 'completed', 'code': 200} Aug 16 01:46:29.617435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-24fff62e-6cd2-4497-a864-77ea8e3b9581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.630152 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-24fff62e-6cd2-4497-a864-77ea8e3b9581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.653722 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5b5c3-a759-42b9-824a-8891e8c64289 None None] Pushing event updated for resources: {'Port': ['ID=b4388ce3-3f50-4cdc-861e-e40d21add5d5,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:29.673127 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Attempting to bind port b4388ce3-3f50-4cdc-861e-e40d21add5d5 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:29.673489 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Attempting to bind port b4388ce3-3f50-4cdc-861e-e40d21add5d5 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:29.674028 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Attempting to bind port b4388ce3-3f50-4cdc-861e-e40d21add5d5 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:29.694806 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:29.695657 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:29.696508 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.697407 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:29.698047 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Bound port: b4388ce3-3f50-4cdc-861e-e40d21add5d5, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:29.698972 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.714424 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.768377 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] For port b4388ce3-3f50-4cdc-861e-e40d21add5d5, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:29.773792 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] For port b4388ce3-3f50-4cdc-861e-e40d21add5d5, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b4388ce3-3f50-4cdc-861e-e40d21add5d5,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:29.785979 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.833799 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5626bd11-fe52-49a6-81fe-b0da9af4b8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.868648 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5b5c3-a759-42b9-824a-8891e8c64289 None None] Pushing event updated for resources: {'Port': ['ID=b4388ce3-3f50-4cdc-861e-e40d21add5d5,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:29.877740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-e2ca7b6b-2b2c-45e5-8e33-f97b9c8bc037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.879758 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-e2ca7b6b-2b2c-45e5-8e33-f97b9c8bc037 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.3336878 Aug 16 01:46:29.880423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55076) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:29.892790 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Routers {'f0097243-777a-45ea-92f3-aced69e648aa'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:29.893582 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:46:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f0097243-777a-45ea-92f3-aced69e648aa'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:29.955700 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1f69-58b1-4ed5-a31e-0cd493987d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.958214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Made reservation on behalf of f0db0253a6124fdaa5da3ac7a0f3f4e1 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:29.963086 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.982156 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5626bd11-fe52-49a6-81fe-b0da9af4b8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.990221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-24fff62e-6cd2-4497-a864-77ea8e3b9581 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c52f18eec3f43de9044c789a9d16cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3177946 Aug 16 01:46:29.997499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55078) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:29.998213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.008594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fc1ae11-058a-4de9-b82a-8e198bc923a1 req-ba9e0e4c-6dc4-4b4b-a950-eddc820b2bfb tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 210 time: 0.1491809 Aug 16 01:46:30.035469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fff62e-6cd2-4497-a864-77ea8e3b9581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dda683e-d97b-45b5-9242-bd624567b0c7,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:30.046104 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] Set router f0097243-777a-45ea-92f3-aced69e648aa gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:30.091031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2925c47b-76f0-4558-94a8-18ec98a264d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.092454 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2925c47b-76f0-4558-94a8-18ec98a264d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1999719 Aug 16 01:46:30.179012 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5626bd11-fe52-49a6-81fe-b0da9af4b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.181571 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5626bd11-fe52-49a6-81fe-b0da9af4b8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.185665 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5626bd11-fe52-49a6-81fe-b0da9af4b8d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb0f1057-f86e-4960-bf12-8ea197e5a395 HTTP/1.1" status: 204 len: 168 time: 0.7165937 Aug 16 01:46:30.277667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626bd11-fe52-49a6-81fe-b0da9af4b8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0f1057-f86e-4960-bf12-8ea197e5a395,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:30.428605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b54bb2c4-7fa3-4691-96b8-86f0502dd74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.526621 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-router', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:21Z', 'updated_at': '2021-08-16T01:46:24Z', 'revision_number': 3, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'gw_port': {'id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:23Z', 'updated_at': '2021-08-16T01:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:30.540243 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1f69-58b1-4ed5-a31e-0cd493987d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.547899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd622d-a267-41f4-8e7b-2de93bea5228 req-de053122-78aa-4a53-8189-edc820e363e3 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.550351 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-243202a3-3bbb-46bc-a966-47d4785f9579 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442852 Aug 16 01:46:30.565152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1f69-58b1-4ed5-a31e-0cd493987d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.568328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cefd622d-a267-41f4-8e7b-2de93bea5228 req-de053122-78aa-4a53-8189-edc820e363e3 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 968 time: 0.2680516 Aug 16 01:46:30.572013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Allocated IP 172.20.0.1 (ff596e5d-03f3-4b0f-9762-c5b45a55390a/27897c4a-4796-4842-8c36-52f1658485d0/e1319608-9c48-4baf-b5c4-11fe5a66e76e) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:30.604783 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50455fc0-e8e0-414c-ac00-ff3d9d02fcd7 None None] The sync data for ids ['f0097243-777a-45ea-92f3-aced69e648aa'] in n-d-768851-16 is: [{'id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-router', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:21Z', 'updated_at': '2021-08-16T01:46:24Z', 'revision_number': 3, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'gw_port': {'id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:23Z', 'updated_at': '2021-08-16T01:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:30.723313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cefd622d-a267-41f4-8e7b-2de93bea5228 req-2d76610d-f32d-49c3-a57c-2abd6aa3c03e tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531370 Aug 16 01:46:30.809873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c1f69-58b1-4ed5-a31e-0cd493987d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de1610d-174a-4d34-a33f-dc3ecd9da7cd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:30.885674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b54bb2c4-7fa3-4691-96b8-86f0502dd74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.910877 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.954837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Transition to ACTIVE for port object e1319608-9c48-4baf-b5c4-11fe5a66e76e will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:31.021877 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.173224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Network ff596e5d-03f3-4b0f-9762-c5b45a55390a is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:31.189455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:31.200007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:31.200700 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.205313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Pushing event updated for resources: {'Port': ['ID=e1319608-9c48-4baf-b5c4-11fe5a66e76e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:31.249998 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ab5c1f69-58b1-4ed5-a31e-0cd493987d49 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a26d93e7de44e5bbf14e2329ad8645c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3652470 Aug 16 01:46:31.259168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55098) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:31.315615 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b1f1a6f-ac70-4147-82d4-0845f8dd911a req-a18863d0-0a54-4013-8f80-a3490fe29a0a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 210 time: 0.0396171 Aug 16 01:46:31.475423 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b54bb2c4-7fa3-4691-96b8-86f0502dd74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.491741 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b54bb2c4-7fa3-4691-96b8-86f0502dd74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.494413 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b54bb2c4-7fa3-4691-96b8-86f0502dd74c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3dda683e-d97b-45b5-9242-bd624567b0c7 HTTP/1.1" status: 204 len: 168 time: 1.4926877 Aug 16 01:46:31.514409 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb11c9d2-4de7-4430-bbcc-ac61c511f0eb req-2c8e6b49-6762-4196-a20c-d25fd8722f44 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7410023 Aug 16 01:46:31.575165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bb2c4-7fa3-4691-96b8-86f0502dd74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dda683e-d97b-45b5-9242-bd624567b0c7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:31.608182 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.632507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-29c0b0db-78ac-46b1-8384-2a6a854841e7 None None] Provisioning for port e1319608-9c48-4baf-b5c4-11fe5a66e76e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:31.650780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-29c0b0db-78ac-46b1-8384-2a6a854841e7 None None] Provisioning complete for port e1319608-9c48-4baf-b5c4-11fe5a66e76e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:31.651410 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-29c0b0db-78ac-46b1-8384-2a6a854841e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.741954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-29c0b0db-78ac-46b1-8384-2a6a854841e7 None None] Port e1319608-9c48-4baf-b5c4-11fe5a66e76e cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:31.761973 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.765030 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7818d85-1e81-417a-a116-0aedf2c387b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.789458 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.891782 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7818d85-1e81-417a-a116-0aedf2c387b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.031847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b4388ce3-3f50-4cdc-861e-e40d21add5d5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:32.032069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.050401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadb05d-7b59-454e-b683-50289131e690 req-f0760e23-4cc0-4e96-acda-93925f6072db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.051410 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.052335 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.052993 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-afadb05d-7b59-454e-b683-50289131e690 req-f0760e23-4cc0-4e96-acda-93925f6072db service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c9e3b1c0f3a840fe84e2c6b09b7dec69&device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 1120 time: 0.4359221 Aug 16 01:46:32.096522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e169d8-2f89-4312-ba5d-927128757242,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:32.169299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b4388ce3-3f50-4cdc-861e-e40d21add5d5 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:32.188709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b4388ce3-3f50-4cdc-861e-e40d21add5d5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:32.189399 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.376723 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.442458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port b4388ce3-3f50-4cdc-861e-e40d21add5d5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b4388ce3-3f50-4cdc-861e-e40d21add5d5,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:32.449636 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.501634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55118) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:32.501861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55120) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:32.616270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=b4388ce3-3f50-4cdc-861e-e40d21add5d5,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:32.632441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3762118b-c9ba-4e59-acc9-675d1ab43a72 req-a91f7e2d-e55d-4d6c-ad37-6637dc86caa8 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 210 time: 0.1296098 Aug 16 01:46:32.636563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Pushing event updated for resources: {'Port': ['ID=e1319608-9c48-4baf-b5c4-11fe5a66e76e,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:32.639722 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e39a3602-3591-483e-86d4-ae6e07eee9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.662694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc6d05-e5a4-4c59-96d0-9beb97691af2 req-133984f0-7580-4848-91ff-11cc3cd2e073 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.664807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbfc6d05-e5a4-4c59-96d0-9beb97691af2 req-133984f0-7580-4848-91ff-11cc3cd2e073 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 968 time: 0.6306088 Aug 16 01:46:32.762048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Allocated IP 192.168.233.242 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/c41f2148-878e-4839-94dc-a737f10fba24) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:32.770283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbfc6d05-e5a4-4c59-96d0-9beb97691af2 req-10cd21d8-97b3-4ed2-9923-32ea8bef33be tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838122 Aug 16 01:46:32.826128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Network ff596e5d-03f3-4b0f-9762-c5b45a55390a is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:32.829294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:32.978395 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7818d85-1e81-417a-a116-0aedf2c387b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.983181 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7818d85-1e81-417a-a116-0aedf2c387b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.987900 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b7818d85-1e81-417a-a116-0aedf2c387b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4de1610d-174a-4d34-a33f-dc3ecd9da7cd HTTP/1.1" status: 204 len: 168 time: 1.7275796 Aug 16 01:46:33.005878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-100460867-network', 'tenant_id': '9b70df6d392347f1836674cb025e238f'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:33.020416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Router f0097243-777a-45ea-92f3-aced69e648aa has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:46:33.043995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7818d85-1e81-417a-a116-0aedf2c387b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de1610d-174a-4d34-a33f-dc3ecd9da7cd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:33.206673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadb05d-7b59-454e-b683-50289131e690 req-3f10c0a5-cc14-4fe4-b73b-ec5387ba865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.207839 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e39a3602-3591-483e-86d4-ae6e07eee9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.209833 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-afadb05d-7b59-454e-b683-50289131e690 req-3f10c0a5-cc14-4fe4-b73b-ec5387ba865c service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 1.1406434 Aug 16 01:46:33.235149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.272502 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e39a3602-3591-483e-86d4-ae6e07eee9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.279947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ff278bc7-05e0-4888-a7d0-bfc908f91b57 None None] Provisioning complete for port e1319608-9c48-4baf-b5c4-11fe5a66e76e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:33.280672 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ff278bc7-05e0-4888-a7d0-bfc908f91b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.307061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Made reservation on behalf of 9b70df6d392347f1836674cb025e238f for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:33.310650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.324492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a3602-3591-483e-86d4-ae6e07eee9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c75794f-fc49-4612-a2a6-3c16a2c1c0f0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:33.325553 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-afadb05d-7b59-454e-b683-50289131e690 req-767a6759-c713-4e37-a23d-a98b0b0335ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=56f9e96b-e6aa-424c-a368-2030caacd595 HTTP/1.1" status: 200 len: 217 time: 0.0646770 Aug 16 01:46:33.326931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Transition to ACTIVE for port object c41f2148-878e-4839-94dc-a737f10fba24 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:33.355195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.381437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-ff278bc7-05e0-4888-a7d0-bfc908f91b57 None None] Port e1319608-9c48-4baf-b5c4-11fe5a66e76e cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:33.456602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadb05d-7b59-454e-b683-50289131e690 req-89b7b79d-6319-47ac-b3f6-da510e179207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.459305 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-afadb05d-7b59-454e-b683-50289131e690 req-89b7b79d-6319-47ac-b3f6-da510e179207 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1198595 Aug 16 01:46:33.472322 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.504755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e39a3602-3591-483e-86d4-ae6e07eee9cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eaa7a49f21144886a5535469819ef429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9886916 Aug 16 01:46:33.510741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55132) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:33.538465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.548406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:33.553320 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.553701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:33.565120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:33.571618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:33.579876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:33.584722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.585495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.606051 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.606515 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Added segment 26e18dac-7fc6-4c2b-9ada-7cec6e821adf of type vlan for network 0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6 Aug 16 01:46:33.634825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Pushing event updated for resources: {'Port': ['ID=c41f2148-878e-4839-94dc-a737f10fba24,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:33.648972 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bc8acf8b-1ca7-4701-86d0-f6a4423b036a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2795410 Aug 16 01:46:33.669955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-b5b7cdc0-adcd-4561-b5b5-dfd07cf7d7b8 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:46:33.671078 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-b5b7cdc0-adcd-4561-b5b5-dfd07cf7d7b8 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057788 Aug 16 01:46:33.679704 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.747548 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f1cf7746-08ca-42ca-a038-08fc1ac2668d admin admin] 10.222.0.79 "PUT /v2.0/routers/f0097243-777a-45ea-92f3-aced69e648aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8972373 Aug 16 01:46:33.754305 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.755492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.756231 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.775150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadb05d-7b59-454e-b683-50289131e690 req-37f030ed-5f15-425b-8327-f3b148244f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.776656 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-afadb05d-7b59-454e-b683-50289131e690 req-37f030ed-5f15-425b-8327-f3b148244f63 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0886986 Aug 16 01:46:33.885355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Sync routers for ids ['f0097243-777a-45ea-92f3-aced69e648aa'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:33.906146 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Routers {'f0097243-777a-45ea-92f3-aced69e648aa'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:33.917212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:46:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f0097243-777a-45ea-92f3-aced69e648aa'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:33.937804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b4388ce3-3f50-4cdc-861e-e40d21add5d5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:34.072713 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-afadb05d-7b59-454e-b683-50289131e690 req-a76f8ffb-b1d5-4d54-b450-1447e4643d6d service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863131 Aug 16 01:46:34.220321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Request body: {'port': {'device_id': '894e393f-cc83-4320-a539-a549649b8bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:34.252281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9618d5f6-296a-4329-83af-386a85a9da59,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:34.275112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7651768 Aug 16 01:46:34.290134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55152) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:34.314160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] Request body: {'subnet': {'network_id': '0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-100460867-subnet', 'tenant_id': '9b70df6d392347f1836674cb025e238f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:34.349104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9eca1e-f544-4186-b98f-a5e1ac1b9c2a req-360b3640-4b51-46d0-9e2f-e37797241c5c tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:34.351572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d9eca1e-f544-4186-b98f-a5e1ac1b9c2a req-360b3640-4b51-46d0-9e2f-e37797241c5c tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 968 time: 0.4232891 Aug 16 01:46:34.373481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7d04b-a2c3-4710-9837-f476237be56f req-7638ccad-d0b0-4160-982a-2098ea2f77a5 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:34.383166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1b7d04b-a2c3-4710-9837-f476237be56f req-7638ccad-d0b0-4160-982a-2098ea2f77a5 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 936 time: 0.4864485 Aug 16 01:46:34.385768 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18214516-38c7-4be7-a0aa-8be06511f8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.387831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5295b44-6029-4578-892a-3de965c48337 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:34.431064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:34.493469 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.500608 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] Made reservation on behalf of 9b70df6d392347f1836674cb025e238f for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:34.515956 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.573901 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18214516-38c7-4be7-a0aa-8be06511f8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.601365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d9eca1e-f544-4186-b98f-a5e1ac1b9c2a req-41aaf067-f625-4050-86ca-2bdc093e725a tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071910 Aug 16 01:46:34.649520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4c42c491-05d3-4fc1-bcd2-987543d3c7ef None None] Provisioning for port c41f2148-878e-4839-94dc-a737f10fba24 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:34.668131 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-afadb05d-7b59-454e-b683-50289131e690 req-6da15b87-3f7a-436b-82e5-b4f37c436de8 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751190 Aug 16 01:46:34.682928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Set router f0097243-777a-45ea-92f3-aced69e648aa gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:34.704598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1b7d04b-a2c3-4710-9837-f476237be56f req-3d355860-87f6-4cb5-bc31-582dff5b0c7e tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198969 Aug 16 01:46:34.756905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18214516-38c7-4be7-a0aa-8be06511f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.760774 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18214516-38c7-4be7-a0aa-8be06511f8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.763208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-18214516-38c7-4be7-a0aa-8be06511f8b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c75794f-fc49-4612-a2a6-3c16a2c1c0f0 HTTP/1.1" status: 204 len: 168 time: 1.2494750 Aug 16 01:46:34.783467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18214516-38c7-4be7-a0aa-8be06511f8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c75794f-fc49-4612-a2a6-3c16a2c1c0f0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:34.957607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4c42c491-05d3-4fc1-bcd2-987543d3c7ef None None] Provisioning complete for port c41f2148-878e-4839-94dc-a737f10fba24 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:34.957948 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4c42c491-05d3-4fc1-bcd2-987543d3c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.005680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b4388ce3-3f50-4cdc-861e-e40d21add5d5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:35.006013 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.141888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4c42c491-05d3-4fc1-bcd2-987543d3c7ef None None] Port c41f2148-878e-4839-94dc-a737f10fba24 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:35.188964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-router', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:21Z', 'updated_at': '2021-08-16T01:46:31Z', 'revision_number': 4, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'gw_port': {'id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:23Z', 'updated_at': '2021-08-16T01:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'e1319608-9c48-4baf-b5c4-11fe5a66e76e', 'name': '', 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'mac_address': 'fa:16:3e:a8:d7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '27897c4a-4796-4842-8c36-52f1658485d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:29Z', 'updated_at': '2021-08-16T01:46:31Z', 'revision_number': 2, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'subnets': [{'id': '27897c4a-4796-4842-8c36-52f1658485d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:35.274660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Checking router: f0097243-777a-45ea-92f3-aced69e648aa for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:46:35.275448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Updating router f0097243-777a-45ea-92f3-aced69e648aa port e1319608-9c48-4baf-b5c4-11fe5a66e76e binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:46:35.359136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.362347 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.420919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f91c376-9017-444a-b36f-74fec72dfca7,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:35.509388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] Checking segment: {'id': '26e18dac-7fc6-4c2b-9ada-7cec6e821adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:35.510067 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] Network hostable DHCP agents. Network: 0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:35.604362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41f2148-878e-4839-94dc-a737f10fba24 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:35.630489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.636943 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] Network 0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:35.680186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Transition to ACTIVE for port object c41f2148-878e-4839-94dc-a737f10fba24 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:35.684866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:35.694325 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.695264 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.720915 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.745054 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-029c803c-72ff-4087-b5d1-dccc5d2ed122 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4449861 Aug 16 01:46:35.866598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bea0c5b-761f-4be4-af34-f14bd4381892 None None] Network 0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:35.877608 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Attempting to bind port c41f2148-878e-4839-94dc-a737f10fba24 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:35.877952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Attempting to bind port c41f2148-878e-4839-94dc-a737f10fba24 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:35.878288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Attempting to bind port c41f2148-878e-4839-94dc-a737f10fba24 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:35.882681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Pushing event updated for resources: {'Port': ['ID=c41f2148-878e-4839-94dc-a737f10fba24,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:35.889080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Port c41f2148-878e-4839-94dc-a737f10fba24 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:35.889412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Attempting to bind port c41f2148-878e-4839-94dc-a737f10fba24 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:35.896737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:35.897217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:35.901214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:35.901884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Bound port: c41f2148-878e-4839-94dc-a737f10fba24, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:35.902316 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.011053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] For port c41f2148-878e-4839-94dc-a737f10fba24, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:36.015860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] For port c41f2148-878e-4839-94dc-a737f10fba24, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c41f2148-878e-4839-94dc-a737f10fba24,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:36.028021 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.056499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.057574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.059048 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] 10.222.0.84 "PUT /v2.0/ports/c41f2148-878e-4839-94dc-a737f10fba24 HTTP/1.1" status: 200 len: 1097 time: 2.1388605 Aug 16 01:46:36.124691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d366e3d-f131-4f4b-bc18-66f9336b7c9a req-7e6ad4fa-ca37-4eeb-b0a9-70e36756276a tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.126273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d366e3d-f131-4f4b-bc18-66f9336b7c9a req-7e6ad4fa-ca37-4eeb-b0a9-70e36756276a tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 968 time: 0.3182349 Aug 16 01:46:36.150760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894e393f-cc83-4320-a539-a549649b8bf3', 'tag': 'c41f2148-878e-4839-94dc-a737f10fba24'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:36.160317 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e9a051-dfed-442d-862c-a3fce542e64f" -d '{"events": [{"name": "network-changed", "server_uuid": "894e393f-cc83-4320-a539-a549649b8bf3", "tag": "c41f2148-878e-4839-94dc-a737f10fba24"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:36.293401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d366e3d-f131-4f4b-bc18-66f9336b7c9a req-2b7c8765-57b2-459f-b149-e8bbf58649bd tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314445 Aug 16 01:46:36.321193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fb45f-2279-46cf-9c0e-f3dda33e7bf1 None None] Network 0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:36.361377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-927e60bf-ac62-4a25-b6c3-075c773558aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.365423 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-927e60bf-ac62-4a25-b6c3-075c773558aa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f0db0253a6124fdaa5da3ac7a0f3f4e1&device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 1100 time: 0.1928220 Aug 16 01:46:36.372000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed2bff-70a2-4347-93e7-697b3dcf2b83 service neutron] Pushing event updated for resources: {'Port': ['ID=c41f2148-878e-4839-94dc-a737f10fba24,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:36.470638 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6a29bd-de60-4f8d-85a9-74c11befdbfa x-openstack-request-id: req-0c6a29bd-de60-4f8d-85a9-74c11befdbfa {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:36.471010 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894e393f-cc83-4320-a539-a549649b8bf3", "tag": "c41f2148-878e-4839-94dc-a737f10fba24", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:36.471267 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c6a29bd-de60-4f8d-85a9-74c11befdbfa {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:36.471714 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894e393f-cc83-4320-a539-a549649b8bf3', 'tag': 'c41f2148-878e-4839-94dc-a737f10fba24', 'status': 'completed', 'code': 200} Aug 16 01:46:36.474263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c986a97-6d96-4e98-a1f1-1a1a27d5d632 req-f638e9ca-2b41-4b60-9bda-d4315c8f17c6 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.504319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c986a97-6d96-4e98-a1f1-1a1a27d5d632 req-f638e9ca-2b41-4b60-9bda-d4315c8f17c6 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 948 time: 0.2269254 Aug 16 01:46:36.614177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c986a97-6d96-4e98-a1f1-1a1a27d5d632 req-76fed842-e904-4598-98cc-7b3d935404fb tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004391 Aug 16 01:46:36.783452 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-bbe75f87-2a00-48da-9d94-60732c5ef927 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=c41f2148-878e-4839-94dc-a737f10fba24 HTTP/1.1" status: 200 len: 217 time: 0.1724992 Aug 16 01:46:36.903260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-02b29e01-40d0-4d59-ae29-088e1141fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.904731 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-02b29e01-40d0-4d59-ae29-088e1141fca0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1117809 Aug 16 01:46:37.060319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-ac0ebce9-f06e-4e3d-ad08-32f2d8e8f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:37.061919 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-ac0ebce9-f06e-4e3d-ad08-32f2d8e8f837 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1435556 Aug 16 01:46:37.315170 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.355238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Transition to ACTIVE for port object e1319608-9c48-4baf-b5c4-11fe5a66e76e will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:37.378280 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.406564 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-4f716766-9195-441f-bdf6-46d00faaa651 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283908 Aug 16 01:46:37.612768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae8f18-ffa7-482a-8493-e994a23ce658 None None] Pushing event updated for resources: {'Port': ['ID=e1319608-9c48-4baf-b5c4-11fe5a66e76e,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:37.635860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb999b0-3a4f-4097-97b2-d6711b805446 req-369bb31b-e1be-4fee-b0b1-14f574c3649e tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:37.642232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bb999b0-3a4f-4097-97b2-d6711b805446 req-369bb31b-e1be-4fee-b0b1-14f574c3649e tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 968 time: 0.2026117 Aug 16 01:46:37.779451 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5cfba30-805b-4d45-ac59-74b610a1de29 req-a2ce1f90-84a2-474e-b378-9e04ad7b8a54 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389742 Aug 16 01:46:37.842123 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bb999b0-3a4f-4097-97b2-d6711b805446 req-65246f54-007f-4925-b4fc-d20052f97072 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913972 Aug 16 01:46:37.878397 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Attempting to bind port e1319608-9c48-4baf-b5c4-11fe5a66e76e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:37.879903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Attempting to bind port e1319608-9c48-4baf-b5c4-11fe5a66e76e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '3e3f7d35-439c-410d-9c29-af9d660f4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:37.880435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Attempting to bind port e1319608-9c48-4baf-b5c4-11fe5a66e76e on network ff596e5d-03f3-4b0f-9762-c5b45a55390a {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:37.887541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:37.888067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Checking segment: {'id': '3e3f7d35-439c-410d-9c29-af9d660f4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:37.888688 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.889389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Bound using segment: {'id': '3e3f7d35-439c-410d-9c29-af9d660f4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:37.890024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Bound port: e1319608-9c48-4baf-b5c4-11fe5a66e76e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3f7d35-439c-410d-9c29-af9d660f4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:37.890573 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.981261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] For port e1319608-9c48-4baf-b5c4-11fe5a66e76e, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:37.986941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] For port e1319608-9c48-4baf-b5c4-11fe5a66e76e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e1319608-9c48-4baf-b5c4-11fe5a66e76e,segment=NetworkSegment(3e3f7d35-439c-410d-9c29-af9d660f4013),segment_id=3e3f7d35-439c-410d-9c29-af9d660f4013)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:37.998224 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.204885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Routers {'f0097243-777a-45ea-92f3-aced69e648aa'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:38.206958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:46:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f0097243-777a-45ea-92f3-aced69e648aa'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:38.218399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae8f18-ffa7-482a-8493-e994a23ce658 None None] Pushing event updated for resources: {'Port': ['ID=e1319608-9c48-4baf-b5c4-11fe5a66e76e,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:38.294092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55248) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:38.299434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-fc1b36d4-a404-4729-8958-7d80de46d68f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428831020', 'description': 'tempest-description--432074532'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:38.360863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55256) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:38.367174 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-742185731-network', 'tenant_id': '37e08bb2fa7e4e2f95d3cde88b5f7463'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:38.374393 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1b36d4-a404-4729-8958-7d80de46d68f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.426500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Made reservation on behalf of 37e08bb2fa7e4e2f95d3cde88b5f7463 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:38.431318 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.464843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c78089-83e2-447f-9bc1-f814bc317616 req-8052c9ac-66b3-4db4-8e3c-9be2d5242b24 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.476761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-53c78089-83e2-447f-9bc1-f814bc317616 req-8052c9ac-66b3-4db4-8e3c-9be2d5242b24 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 948 time: 0.2047598 Aug 16 01:46:38.519286 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.553534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] Set router f0097243-777a-45ea-92f3-aced69e648aa gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:38.566731 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1b36d4-a404-4729-8958-7d80de46d68f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.574445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1b36d4-a404-4729-8958-7d80de46d68f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.622005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-53c78089-83e2-447f-9bc1-f814bc317616 req-7dcbfd0a-a294-4659-b2ea-b4329ac81b1f tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435671 Aug 16 01:46:38.644370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b36d4-a404-4729-8958-7d80de46d68f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3133b7-71fa-4cf0-a14a-fc18fc676b96,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:38.841219 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.848078 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.854406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1b36d4-a404-4729-8958-7d80de46d68f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.859168 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fc1b36d4-a404-4729-8958-7d80de46d68f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5605650 Aug 16 01:46:38.859604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55272) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:38.864406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-aebd7d08-19ce-4caa-ae33-a1f7a13a3907 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Request body: {'security_group_rule': {'security_group_id': '4a3133b7-71fa-4cf0-a14a-fc18fc676b96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:38.890354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:38.906408 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.907032 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Added segment b4729545-4f4c-4886-8d83-040a55feb5e9 of type vlan for network d4118f99-f059-415f-b397-f0ef52d206f6 Aug 16 01:46:38.964314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aebd7d08-19ce-4caa-ae33-a1f7a13a3907 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.994366 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e6bb11a5-124e-4fb6-892a-c06b0dec9965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.022729 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.114119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aebd7d08-19ce-4caa-ae33-a1f7a13a3907 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.127754 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.130029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.131769 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aebd7d08-19ce-4caa-ae33-a1f7a13a3907 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.132045 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.194755 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aebd7d08-19ce-4caa-ae33-a1f7a13a3907 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.197142 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aebd7d08-19ce-4caa-ae33-a1f7a13a3907 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3367178 Aug 16 01:46:39.204539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55286) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:39.211432 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.225347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-41980c08-8837-4287-8894-b301a7aa188f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Request body: {'security_group_rule': {'security_group_id': '4a3133b7-71fa-4cf0-a14a-fc18fc676b96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:39.256304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd7d08-19ce-4caa-ae33-a1f7a13a3907 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff114b5-03f8-4a28-a9fa-ad6d22373b76,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:39.268509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-router', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:21Z', 'updated_at': '2021-08-16T01:46:31Z', 'revision_number': 4, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'gw_port': {'id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:23Z', 'updated_at': '2021-08-16T01:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'e1319608-9c48-4baf-b5c4-11fe5a66e76e', 'name': '', 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'mac_address': 'fa:16:3e:a8:d7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '27897c4a-4796-4842-8c36-52f1658485d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:29Z', 'updated_at': '2021-08-16T01:46:37Z', 'revision_number': 4, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'subnets': [{'id': '27897c4a-4796-4842-8c36-52f1658485d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:39.271992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9068131 Aug 16 01:46:39.276047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55288) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:39.302263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] Request body: {'subnet': {'network_id': 'd4118f99-f059-415f-b397-f0ef52d206f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-742185731-subnet', 'tenant_id': '37e08bb2fa7e4e2f95d3cde88b5f7463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:39.380052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1da5ae6-0e58-4e4d-9b6b-de0db7f3c70b None None] The sync data for ids ['f0097243-777a-45ea-92f3-aced69e648aa'] in n-d-768851-16 is: [{'id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-router', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:21Z', 'updated_at': '2021-08-16T01:46:31Z', 'revision_number': 4, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'gw_port': {'id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:23Z', 'updated_at': '2021-08-16T01:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'e1319608-9c48-4baf-b5c4-11fe5a66e76e', 'name': '', 'network_id': 'ff596e5d-03f3-4b0f-9762-c5b45a55390a', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'mac_address': 'fa:16:3e:a8:d7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '27897c4a-4796-4842-8c36-52f1658485d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:29Z', 'updated_at': '2021-08-16T01:46:37Z', 'revision_number': 4, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'subnets': [{'id': '27897c4a-4796-4842-8c36-52f1658485d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:39.382685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b1059d-d661-4910-8d22-2f974b8950d0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:39.392432 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41980c08-8837-4287-8894-b301a7aa188f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.402690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca754d-1063-438b-916d-1b56603788ba admin admin] Pushing event updated for resources: {'Network': ['ID=d4118f99-f059-415f-b397-f0ef52d206f6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:39.432791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network d4118f99-f059-415f-b397-f0ef52d206f6 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:39.440514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d7c56-3b29-42b2-97f5-a09fde3dc043 req-ff8b79e3-8e53-41d7-ba55-566f5c2bd3f3 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.454843 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a6d7c56-3b29-42b2-97f5-a09fde3dc043 req-ff8b79e3-8e53-41d7-ba55-566f5c2bd3f3 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 968 time: 0.3482523 Aug 16 01:46:39.536010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55294) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:39.585603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a6d7c56-3b29-42b2-97f5-a09fde3dc043 req-78606587-ffd3-4a7d-96e6-a0138225c4cb tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295671 Aug 16 01:46:39.693910 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41980c08-8837-4287-8894-b301a7aa188f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.716415 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41980c08-8837-4287-8894-b301a7aa188f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.719303 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] Made reservation on behalf of 37e08bb2fa7e4e2f95d3cde88b5f7463 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:39.723311 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.884906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bcbd3-d597-4c83-bd09-b639f83aacb4 req-e5bbed2e-2b69-4a77-a1ed-f89428aef502 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.898478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-152bcbd3-d597-4c83-bd09-b639f83aacb4 req-e5bbed2e-2b69-4a77-a1ed-f89428aef502 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 948 time: 0.1399646 Aug 16 01:46:39.980535 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e1319608-9c48-4baf-b5c4-11fe5a66e76e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:40.038372 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-152bcbd3-d597-4c83-bd09-b639f83aacb4 req-af8e072a-9a95-4943-9f8c-ef6f8b208c83 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307960 Aug 16 01:46:40.107619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port e1319608-9c48-4baf-b5c4-11fe5a66e76e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:40.113812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e1319608-9c48-4baf-b5c4-11fe5a66e76e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:40.115174 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.287002 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.355055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port e1319608-9c48-4baf-b5c4-11fe5a66e76e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e1319608-9c48-4baf-b5c4-11fe5a66e76e,segment=NetworkSegment(3e3f7d35-439c-410d-9c29-af9d660f4013),segment_id=3e3f7d35-439c-410d-9c29-af9d660f4013)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:40.374856 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.381312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9a051-dfed-442d-862c-a3fce542e64f req-5a1df914-67cc-4b4c-a5de-0f2e81e45c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:40.382801 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-96e9a051-dfed-442d-862c-a3fce542e64f req-5a1df914-67cc-4b4c-a5de-0f2e81e45c1d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f0db0253a6124fdaa5da3ac7a0f3f4e1&device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 1100 time: 0.8040400 Aug 16 01:46:40.383539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0454c9e2-9b4e-4642-ae9e-8d6b151cb660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.388550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41980c08-8837-4287-8894-b301a7aa188f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.389994 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-41980c08-8837-4287-8894-b301a7aa188f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1792243 Aug 16 01:46:40.390740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41980c08-8837-4287-8894-b301a7aa188f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6250cc01-aee4-46c1-b91c-0dd47eecc62a,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:40.393329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55306) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:40.399302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:40.470034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.498397 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=e1319608-9c48-4baf-b5c4-11fe5a66e76e,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:40.529671 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.639735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c0d1f9a-7297-4732-a518-3ab94ab39160,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:40.667743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] Checking segment: {'id': 'b4729545-4f4c-4886-8d83-040a55feb5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd4118f99-f059-415f-b397-f0ef52d206f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:40.668093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] Network hostable DHCP agents. Network: d4118f99-f059-415f-b397-f0ef52d206f6, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:40.708673 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0454c9e2-9b4e-4642-ae9e-8d6b151cb660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.731873 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0454c9e2-9b4e-4642-ae9e-8d6b151cb660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.759181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] Network d4118f99-f059-415f-b397-f0ef52d206f6 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:40.793161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, d4118f99-f059-415f-b397-f0ef52d206f6) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:40.803262 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0454c9e2-9b4e-4642-ae9e-8d6b151cb660 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00db67b8a9454c03a307c44e41ee7725&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2501526 Aug 16 01:46:40.803262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:40.803262 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.805437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454c9e2-9b4e-4642-ae9e-8d6b151cb660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179d1648-5b05-49dd-8102-a6251c8779c5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:40.808144 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55320) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:40.820521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080cd769-3dc4-4d60-8f0e-33a0f774ffac None None] Network d4118f99-f059-415f-b397-f0ef52d206f6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:40.877227 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-493b5dd6-6ce4-46c2-a939-bb2d9bc2d308 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5847154 Aug 16 01:46:40.886768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbff49a-a6ea-4c59-af6a-10740f7b2881 req-7ccbb98d-6a17-47d4-88c1-009560f9a429 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:40.897183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bbff49a-a6ea-4c59-af6a-10740f7b2881 req-7ccbb98d-6a17-47d4-88c1-009560f9a429 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 968 time: 0.1960411 Aug 16 01:46:40.909236 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88db402e-abdf-4d84-b37b-d9d8bcb8949a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.972180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.996488 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88db402e-abdf-4d84-b37b-d9d8bcb8949a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.087375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848c73d8-7a75-4ebb-95f0-cb5333e7feb1 None None] Network d4118f99-f059-415f-b397-f0ef52d206f6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:41.140122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bbff49a-a6ea-4c59-af6a-10740f7b2881 req-5b5374bf-17c2-4376-82b4-34665282ba09 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368257 Aug 16 01:46:41.146688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88db402e-abdf-4d84-b37b-d9d8bcb8949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.153908 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88db402e-abdf-4d84-b37b-d9d8bcb8949a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.158958 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-88db402e-abdf-4d84-b37b-d9d8bcb8949a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/179d1648-5b05-49dd-8102-a6251c8779c5 HTTP/1.1" status: 204 len: 168 time: 0.3458989 Aug 16 01:46:41.175106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55330) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:41.193422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db402e-abdf-4d84-b37b-d9d8bcb8949a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179d1648-5b05-49dd-8102-a6251c8779c5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:41.353095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-1878de90-4036-494b-bbc9-a3f2cfad133c admin admin] Deleting subnet 2f91c376-9017-444a-b36f-74fec72dfca7 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:41.361175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1878de90-4036-494b-bbc9-a3f2cfad133c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.370115 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55332) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:41.402720 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55464937-92d7-4f73-a7be-af2168840c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.414051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d07fe8-2ee9-4a25-b06e-87cb7c5fa7f5 req-85dfe2c9-882e-4357-93ce-d6f4cd602c39 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.421219 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8d07fe8-2ee9-4a25-b06e-87cb7c5fa7f5 req-85dfe2c9-882e-4357-93ce-d6f4cd602c39 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 948 time: 0.2359433 Aug 16 01:46:41.444205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Allocated IP 172.25.2.9 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/ef3032e2-fd86-4be0-b983-595083b22c68) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:41.470434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1878de90-4036-494b-bbc9-a3f2cfad133c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.511106 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1878de90-4036-494b-bbc9-a3f2cfad133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.522118 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.733773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8d07fe8-2ee9-4a25-b06e-87cb7c5fa7f5 req-e5e3dea7-1d6c-450d-99f2-6051d06fbeda tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116508 Aug 16 01:46:41.740176 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-193ba821-72ba-48d1-b852-de3ab842a1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.806704 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1878de90-4036-494b-bbc9-a3f2cfad133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.823410 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.824776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55338) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:41.864618 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1878de90-4036-494b-bbc9-a3f2cfad133c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.869046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1878de90-4036-494b-bbc9-a3f2cfad133c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2f91c376-9017-444a-b36f-74fec72dfca7 HTTP/1.1" status: 204 len: 168 time: 0.6904049 Aug 16 01:46:41.869046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878de90-4036-494b-bbc9-a3f2cfad133c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f91c376-9017-444a-b36f-74fec72dfca7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:41.869990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55340) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:41.870971 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9bbe7e84-29a7-48c3-bf81-ad8f19f30f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.894600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e1319608-9c48-4baf-b5c4-11fe5a66e76e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:41.921942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.961055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:41.967556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:41.971565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:41.980350 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e1319608-9c48-4baf-b5c4-11fe5a66e76e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:41.980824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.986336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Pushing event updated for resources: {'Port': ['ID=ef3032e2-fd86-4be0-b983-595083b22c68,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.027976 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.030961 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-193ba821-72ba-48d1-b852-de3ab842a1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.041296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-193ba821-72ba-48d1-b852-de3ab842a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.088819 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.110733 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-193ba821-72ba-48d1-b852-de3ab842a1eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d0ff83ea0eb7464dbe3f69669c0034f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7393737 Aug 16 01:46:42.111878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ba821-72ba-48d1-b852-de3ab842a1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382b2a72-29fe-417d-9bb7-db207c979ccb,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.113583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55342) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:42.170658 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.176624 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.184500 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.184853 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.186017 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.186222 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > port after_create 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.186643 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.186881 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > port after_update 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.187306 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.187522 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.187966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.188287 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.258263 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-91bd4feb-2ef3-4643-a5c6-6ff1f1e9868a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.305882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9bbe7e84-29a7-48c3-bf81-ad8f19f30f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.309808 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.310158 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.310482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.310817 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:46:42.311184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:42.327214 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9bbe7e84-29a7-48c3-bf81-ad8f19f30f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.330215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e18dac-7fc6-4c2b-9ada-7cec6e821adf') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:42.330613 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e18dac-7fc6-4c2b-9ada-7cec6e821adf') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:42.355600 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.364328 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-91bd4feb-2ef3-4643-a5c6-6ff1f1e9868a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.378289 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.388959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:42.389378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: from cryptography.utils import int_from_bytes Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: from cryptography.utils import int_from_bytes Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:42.420539 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:42.424645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b42bec-caf5-4637-9371-2a94969eb9c2 req-d3203b5a-7cd9-4e9b-935b-69af8bb3eeba tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.426245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2b42bec-caf5-4637-9371-2a94969eb9c2 req-d3203b5a-7cd9-4e9b-935b-69af8bb3eeba tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 968 time: 0.1881733 Aug 16 01:46:42.446585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9bbe7e84-29a7-48c3-bf81-ad8f19f30f0c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c414655eb5843ceb46ad9e83864e77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199253 Aug 16 01:46:42.461320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55348) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:42.484011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe7e84-29a7-48c3-bf81-ad8f19f30f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1aba5a-95df-493a-8f39-54f435da32ff,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.503087 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.518761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.521637 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6 HTTP/1.1" status: 204 len: 168 time: 0.6478672 Aug 16 01:46:42.529014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55350) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:42.534505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64952f-7803-471d-92cc-43c2b5bee616 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1fd2c3-eafe-4dd2-928f-bc7fc6d544d6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.541557 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2b42bec-caf5-4637-9371-2a94969eb9c2 req-92d57a3d-0ba2-469d-9b65-e36463ede038 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998683 Aug 16 01:46:42.545607 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-91bd4feb-2ef3-4643-a5c6-6ff1f1e9868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.548673 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-91bd4feb-2ef3-4643-a5c6-6ff1f1e9868a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.551828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-91bd4feb-2ef3-4643-a5c6-6ff1f1e9868a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/382b2a72-29fe-417d-9bb7-db207c979ccb HTTP/1.1" status: 204 len: 168 time: 0.4338470 Aug 16 01:46:42.551951 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-274173ba-26fa-4d17-88bc-2ba52ddc6edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.575199 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-274173ba-26fa-4d17-88bc-2ba52ddc6edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.585851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd4feb-2ef3-4643-a5c6-6ff1f1e9868a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382b2a72-29fe-417d-9bb7-db207c979ccb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.609281 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.613225 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.615266 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.625090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87e74fe-aa90-4032-8655-d695ace39993 admin admin] Deleting subnet 0c0d1f9a-7297-4732-a518-3ab94ab39160 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:42.631850 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e87e74fe-aa90-4032-8655-d695ace39993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.636162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-274173ba-26fa-4d17-88bc-2ba52ddc6edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.638930 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-274173ba-26fa-4d17-88bc-2ba52ddc6edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.640089 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-274173ba-26fa-4d17-88bc-2ba52ddc6edc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec1aba5a-95df-493a-8f39-54f435da32ff HTTP/1.1" status: 204 len: 168 time: 0.1778460 Aug 16 01:46:42.649983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274173ba-26fa-4d17-88bc-2ba52ddc6edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1aba5a-95df-493a-8f39-54f435da32ff,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.671976 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.710310 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e87e74fe-aa90-4032-8655-d695ace39993 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.714635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Pushing event updated for resources: {'Port': ['ID=ef3032e2-fd86-4be0-b983-595083b22c68,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.716973 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.718506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4012c809-57d1-4b0b-bc8a-c978b12b3ba3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3241353 Aug 16 01:46:42.721566 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e87e74fe-aa90-4032-8655-d695ace39993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.782920 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e87e74fe-aa90-4032-8655-d695ace39993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.823668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e74fe-aa90-4032-8655-d695ace39993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c0d1f9a-7297-4732-a518-3ab94ab39160,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.862140 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e87e74fe-aa90-4032-8655-d695ace39993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.867300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55366) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:42.867730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e87e74fe-aa90-4032-8655-d695ace39993 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0c0d1f9a-7297-4732-a518-3ab94ab39160 HTTP/1.1" status: 204 len: 168 time: 0.3360133 Aug 16 01:46:42.890999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80632-6a4c-4373-934e-5066261b4b1e req-bfdb45ee-71c0-4e4d-ab20-908766ce05cc tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.892948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fe80632-6a4c-4373-934e-5066261b4b1e req-bfdb45ee-71c0-4e4d-ab20-908766ce05cc tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 948 time: 0.0792656 Aug 16 01:46:42.939546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fe80632-6a4c-4373-934e-5066261b4b1e req-22e3dee1-a93a-4a3f-92d2-1def4b5eb575 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374575 Aug 16 01:46:42.959462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.059631 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.067725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d9403cf6-950f-4b28-8152-22632820a2bb tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1428831020&fields=id&tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17 HTTP/1.1" status: 200 len: 267 time: 0.0558717 Aug 16 01:46:43.072095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4118f99-f059-415f-b397-f0ef52d206f6']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:43.085046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4729545-4f4c-4886-8d83-040a55feb5e9') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:43.085443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4729545-4f4c-4886-8d83-040a55feb5e9') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:43.096517 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.120111 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.132929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:43.133388 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:43.135235 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:43.143936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55382) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:43.187866 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c41ffa6f-7606-4d64-9cae-1e10e55a19b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.214520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.231022 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.233087 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d4118f99-f059-415f-b397-f0ef52d206f6 HTTP/1.1" status: 204 len: 168 time: 0.3644662 Aug 16 01:46:43.238798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b168242-ad24-4536-976d-0c0326c8c406 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4118f99-f059-415f-b397-f0ef52d206f6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:43.280819 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-602203ba-3cd4-442a-9828-54b7a3100a7c tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.282545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-602203ba-3cd4-442a-9828-54b7a3100a7c tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/networks?id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32 HTTP/1.1" status: 200 len: 824 time: 0.2137272 Aug 16 01:46:43.302893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-fa1a167e-29a1-45cd-92b6-223917bd7f33 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/quotas/7ff88ac4a5744a0b91eeeee846ea3d17 HTTP/1.1" status: 200 len: 375 time: 0.0128632 Aug 16 01:46:43.321065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c41ffa6f-7606-4d64-9cae-1e10e55a19b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.327147 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c41ffa6f-7606-4d64-9cae-1e10e55a19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.376737 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c41ffa6f-7606-4d64-9cae-1e10e55a19b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=72ebf8f1b81c4455b74de93e5250a0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294304 Aug 16 01:46:43.376737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ffa6f-7606-4d64-9cae-1e10e55a19b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d6902c-5c5d-41fc-a408-aa2b9809573c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:43.377455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55390) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:43.379391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-2b3af242-bd3d-48c1-adf6-c86f1772e2bd tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693021 Aug 16 01:46:43.456761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f7a15cb1-2be6-4751-8ed8-dc9fc1f13d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.478796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f7a15cb1-2be6-4751-8ed8-dc9fc1f13d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.496445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55396) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:43.554803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55400) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:43.555478 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f7a15cb1-2be6-4751-8ed8-dc9fc1f13d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.558014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f7a15cb1-2be6-4751-8ed8-dc9fc1f13d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.559141 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f7a15cb1-2be6-4751-8ed8-dc9fc1f13d0c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/69d6902c-5c5d-41fc-a408-aa2b9809573c HTTP/1.1" status: 204 len: 168 time: 0.1808007 Aug 16 01:46:43.565656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-91471414-7c69-46d0-9ce3-359338dcfd4d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9b70df6d392347f1836674cb025e238f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676239 Aug 16 01:46:43.579841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a15cb1-2be6-4751-8ed8-dc9fc1f13d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d6902c-5c5d-41fc-a408-aa2b9809573c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:43.629932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-20a2ceed-7246-4e7b-bf98-98b794c805a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.648527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-3906f854-fc04-4da9-ae3f-6831e61064da service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:46:43.650063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-3906f854-fc04-4da9-ae3f-6831e61064da service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1423187 Aug 16 01:46:43.659227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-20a2ceed-7246-4e7b-bf98-98b794c805a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.712963 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-20a2ceed-7246-4e7b-bf98-98b794c805a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.718012 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-20a2ceed-7246-4e7b-bf98-98b794c805a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.720176 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-20a2ceed-7246-4e7b-bf98-98b794c805a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9618d5f6-296a-4329-83af-386a85a9da59 HTTP/1.1" status: 204 len: 168 time: 0.1597347 Aug 16 01:46:43.735274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2ceed-7246-4e7b-bf98-98b794c805a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9618d5f6-296a-4329-83af-386a85a9da59,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:43.781422 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c354e-1676-4183-8f86-b06b3fb5955c req-fdf0e6cf-c550-4738-8788-ea4cda57a6a6 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.783268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-634c354e-1676-4183-8f86-b06b3fb5955c req-fdf0e6cf-c550-4738-8788-ea4cda57a6a6 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 968 time: 0.1269193 Aug 16 01:46:43.854630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-19ab6cad-8876-4450-873d-cc0d6f2a466a service neutron] 10.222.0.79 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968143 Aug 16 01:46:43.865420 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-634c354e-1676-4183-8f86-b06b3fb5955c req-2c2b4a2a-de08-469e-a3b6-823edb657cff tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749502 Aug 16 01:46:43.974225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d13e9ad8-1e1a-4d25-90ca-e3318c3c22ce service neutron] 10.222.0.79 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185544 Aug 16 01:46:44.041572 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.099224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d355f-ed0b-41a5-9a59-1ff919e2a575 req-7d907858-6c69-4456-91fd-6f9231cb5ff4 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:44.100856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-377d355f-ed0b-41a5-9a59-1ff919e2a575 req-7d907858-6c69-4456-91fd-6f9231cb5ff4 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 948 time: 0.0569875 Aug 16 01:46:44.188802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-377d355f-ed0b-41a5-9a59-1ff919e2a575 req-324ef996-0bd0-4699-94ad-93c8315b4552 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808544 Aug 16 01:46:44.205635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-baf869d4-b354-4801-b39b-a859e5a24259 req-64086aa6-fda3-4708-b637-4ddb82c2f129 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 210 time: 0.0371823 Aug 16 01:46:44.291767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55428) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:44.357485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55434) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:44.364920 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2dfb85e1-1d27-4f8c-9954-77c31fb7658f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=37e08bb2fa7e4e2f95d3cde88b5f7463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665421 Aug 16 01:46:44.420414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-409c6915-093b-4dac-bc81-abf6cc2be0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.452070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-409c6915-093b-4dac-bc81-abf6cc2be0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.679855 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-409c6915-093b-4dac-bc81-abf6cc2be0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.682855 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-409c6915-093b-4dac-bc81-abf6cc2be0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.684333 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-409c6915-093b-4dac-bc81-abf6cc2be0ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4b1059d-d661-4910-8d22-2f974b8950d0 HTTP/1.1" status: 204 len: 168 time: 0.3257372 Aug 16 01:46:44.694871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c6915-093b-4dac-bc81-abf6cc2be0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b1059d-d661-4910-8d22-2f974b8950d0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:44.824583 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 56f9e96b-e6aa-424c-a368-2030caacd595 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:44.849504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9a051-dfed-442d-862c-a3fce542e64f req-95a6aefb-bdf6-4890-afa7-ca2529e2189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:44.851814 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-96e9a051-dfed-442d-862c-a3fce542e64f req-95a6aefb-bdf6-4890-afa7-ca2529e2189c service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1057978 Aug 16 01:46:44.944412 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-96e9a051-dfed-442d-862c-a3fce542e64f req-bd692b5a-3759-475e-848c-f4d6cbbea62c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=c41f2148-878e-4839-94dc-a737f10fba24 HTTP/1.1" status: 200 len: 217 time: 0.0831432 Aug 16 01:46:45.018186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9a051-dfed-442d-862c-a3fce542e64f req-2ba5c266-120d-42a0-93a9-179d98cc54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.020607 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-96e9a051-dfed-442d-862c-a3fce542e64f req-2ba5c266-120d-42a0-93a9-179d98cc54a3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0655601 Aug 16 01:46:45.041387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 56f9e96b-e6aa-424c-a368-2030caacd595, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=56f9e96b-e6aa-424c-a368-2030caacd595,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:45.054576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '56f9e96b-e6aa-424c-a368-2030caacd595', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '56f9e96b-e6aa-424c-a368-2030caacd595', 'mac_address': 'fa:16:3e:5c:27:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:tempest-test_az-86687679', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:45.084360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5ca2a-6bc4-498e-85e8-593ae52c9b7f req-9cd0c01b-2a87-483e-b148-9d83ff41d4db tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.086110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eda5ca2a-6bc4-498e-85e8-593ae52c9b7f req-9cd0c01b-2a87-483e-b148-9d83ff41d4db tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 968 time: 0.0870557 Aug 16 01:46:45.117900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9a051-dfed-442d-862c-a3fce542e64f req-337ebb45-ee7c-4255-a904-4be7f27c42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.120474 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-96e9a051-dfed-442d-862c-a3fce542e64f req-337ebb45-ee7c-4255-a904-4be7f27c42fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789638 Aug 16 01:46:45.163000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eda5ca2a-6bc4-498e-85e8-593ae52c9b7f req-f26f93d5-0237-426f-8d84-494ff899824a tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671732 Aug 16 01:46:45.251415 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.268037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f9e96b-e6aa-424c-a368-2030caacd595 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:45.301999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 56f9e96b-e6aa-424c-a368-2030caacd595, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=56f9e96b-e6aa-424c-a368-2030caacd595,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:45.309579 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.327956 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-96e9a051-dfed-442d-862c-a3fce542e64f req-83c663d7-e360-408d-8fea-35cdde784649 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979020 Aug 16 01:46:45.348996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ab9af6e-dc90-48dc-a816-91e8d95e5016 req-7210cef3-9723-4d6e-a862-a1e4ec50ae55 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 210 time: 0.0409040 Aug 16 01:46:45.392034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=56f9e96b-e6aa-424c-a368-2030caacd595,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:45.456469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9caa1-fa2f-4c31-b0c4-a3d3764b648d req-6daf7b53-4757-4430-8bf2-c8446870db05 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.458789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3e9caa1-fa2f-4c31-b0c4-a3d3764b648d req-6daf7b53-4757-4430-8bf2-c8446870db05 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 948 time: 0.1003778 Aug 16 01:46:45.508280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3e9caa1-fa2f-4c31-b0c4-a3d3764b648d req-8e3d37b4-b687-466c-ad47-6160b0d01ec1 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Aug 16 01:46:45.659115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['56f9e96b-e6aa-424c-a368-2030caacd595'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:45.673350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-fd6766c5-a24a-4087-b0fe-2627741a3bf1 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.674962 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-fd6766c5-a24a-4087-b0fe-2627741a3bf1 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.89 "GET /v2.0/networks?id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32 HTTP/1.1" status: 200 len: 824 time: 0.2554164 Aug 16 01:46:45.710631 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-96e9a051-dfed-442d-862c-a3fce542e64f req-ae6eda6b-f1b6-481d-8748-ddcb88b44a58 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740547 Aug 16 01:46:45.748837 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-7046c3ae-0481-47a9-bb2a-f4632a2b5b77 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17 HTTP/1.1" status: 200 len: 380 time: 0.0586953 Aug 16 01:46:45.764622 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Request body: {'port': {'device_id': '42e168ce-f691-424d-b171-5c8347ac8e88', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'admin_state_up': True, 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'security_groups': ['4a3133b7-71fa-4cf0-a14a-fc18fc676b96']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:45.907737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Made reservation on behalf of 7ff88ac4a5744a0b91eeeee846ea3d17 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:45.913477 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.105577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Allocated IP 172.20.0.5 (66eb6fc7-4e9f-41e0-afee-0b77a7385c32/1aef574c-be6b-4775-96d3-9d8bb575c078/da4f2e9f-7328-4cbe-ab6e-4632fc273fee) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:46.304765 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.320208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Transition to ACTIVE for port object da4f2e9f-7328-4cbe-ab6e-4632fc273fee will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:46.362322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4df4c3-1af1-4923-af8d-67e347689967 req-54c23784-73ac-409e-b0c0-e166ecdc4fd5 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.365606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b4df4c3-1af1-4923-af8d-67e347689967 req-54c23784-73ac-409e-b0c0-e166ecdc4fd5 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 969 time: 0.0819466 Aug 16 01:46:46.379287 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.425024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:46.430218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:46.433411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:46.441806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b4df4c3-1af1-4923-af8d-67e347689967 req-27d79fa5-f7a9-474e-938f-215f47ef938c tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604551 Aug 16 01:46:46.492175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Pushing event updated for resources: {'Port': ['ID=da4f2e9f-7328-4cbe-ab6e-4632fc273fee,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:46.547027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.548220 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.600300 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-d47a2e96-4656-4e23-841a-9b83b954604b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8408730 Aug 16 01:46:46.614661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2492be-79a9-4fc5-b69f-210a6a6ff60a req-eab36a32-3b84-47e9-90d8-739896270545 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.615100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Request body: {'port': {'device_id': '42e168ce-f691-424d-b171-5c8347ac8e88', 'device_owner': 'compute:tempest-test_az-86687679', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:46.616736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca2492be-79a9-4fc5-b69f-210a6a6ff60a req-eab36a32-3b84-47e9-90d8-739896270545 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 931 time: 0.0816355 Aug 16 01:46:46.681725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.690980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca2492be-79a9-4fc5-b69f-210a6a6ff60a req-1f9e0fad-ad38-470a-b418-75644ccf00f5 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643544 Aug 16 01:46:46.737810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-799d993d-26ee-4526-9c4a-6530bdf4b98a None None] Provisioning for port da4f2e9f-7328-4cbe-ab6e-4632fc273fee completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:46.746694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-799d993d-26ee-4526-9c4a-6530bdf4b98a None None] Provisioning complete for port da4f2e9f-7328-4cbe-ab6e-4632fc273fee triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:46.747285 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-799d993d-26ee-4526-9c4a-6530bdf4b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.796054 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-799d993d-26ee-4526-9c4a-6530bdf4b98a None None] Port da4f2e9f-7328-4cbe-ab6e-4632fc273fee cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:46.798164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 56f9e96b-e6aa-424c-a368-2030caacd595 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:46.856677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4786de-f726-4de0-a9d8-6bc53ecc33e3 req-8069e211-4b85-4cef-a69f-5a185e5896a9 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:46.856833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 56f9e96b-e6aa-424c-a368-2030caacd595 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:46.864062 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a4786de-f726-4de0-a9d8-6bc53ecc33e3 req-8069e211-4b85-4cef-a69f-5a185e5896a9 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 948 time: 0.0723042 Aug 16 01:46:46.865716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 56f9e96b-e6aa-424c-a368-2030caacd595 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:46.866110 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.922504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a4786de-f726-4de0-a9d8-6bc53ecc33e3 req-41dfc1b7-2923-421f-b217-873e3326d827 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574131 Aug 16 01:46:47.008100 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.039541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87996c85-ecc6-4f53-ac2f-5f66ae7115c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f9e96b-e6aa-424c-a368-2030caacd595'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:47.103673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4f2e9f-7328-4cbe-ab6e-4632fc273fee {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:47.112265 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.126238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Transition to ACTIVE for port object da4f2e9f-7328-4cbe-ab6e-4632fc273fee will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:47.132929 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.154671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 56f9e96b-e6aa-424c-a368-2030caacd595, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=56f9e96b-e6aa-424c-a368-2030caacd595,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:47.162609 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.211201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Pushing event updated for resources: {'Port': ['ID=da4f2e9f-7328-4cbe-ab6e-4632fc273fee,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:47.290016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=56f9e96b-e6aa-424c-a368-2030caacd595,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:47.335328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Attempting to bind port da4f2e9f-7328-4cbe-ab6e-4632fc273fee on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:47.335692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Attempting to bind port da4f2e9f-7328-4cbe-ab6e-4632fc273fee by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:47.336015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Attempting to bind port da4f2e9f-7328-4cbe-ab6e-4632fc273fee on network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:47.341242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Port da4f2e9f-7328-4cbe-ab6e-4632fc273fee on network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:47.341663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Attempting to bind port da4f2e9f-7328-4cbe-ab6e-4632fc273fee on network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:47.348616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:47.348616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Checking segment: {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:47.348993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Bound using segment: {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:47.349587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Bound port: da4f2e9f-7328-4cbe-ab6e-4632fc273fee, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:47.349955 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.398068 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf10588-f279-46cd-8b48-bf0b5b5d9bc7" -d '{"events": [{"server_uuid": "87996c85-ecc6-4f53-ac2f-5f66ae7115c2", "name": "network-vif-plugged", "status": "completed", "tag": "56f9e96b-e6aa-424c-a368-2030caacd595"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:47.589597 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e67f46-b8ee-4f7a-9e17-06fe190c3b38 x-openstack-request-id: req-85e67f46-b8ee-4f7a-9e17-06fe190c3b38 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:47.589926 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87996c85-ecc6-4f53-ac2f-5f66ae7115c2", "name": "network-vif-plugged", "status": "completed", "tag": "56f9e96b-e6aa-424c-a368-2030caacd595", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:47.590188 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85e67f46-b8ee-4f7a-9e17-06fe190c3b38 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:47.590646 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87996c85-ecc6-4f53-ac2f-5f66ae7115c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f9e96b-e6aa-424c-a368-2030caacd595', 'code': 200} Aug 16 01:46:47.671306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669309-2ee7-489b-a63d-d0734b12bed6 req-231eabbe-2254-46c1-bbc3-9e2770028ba3 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.671842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.89', 64595) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:47.673825 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96669309-2ee7-489b-a63d-d0734b12bed6 req-231eabbe-2254-46c1-bbc3-9e2770028ba3 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 970 time: 0.0609348 Aug 16 01:46:47.733542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96669309-2ee7-489b-a63d-d0734b12bed6 req-a902f5ef-9f30-4887-9db0-18898c0cd1fe tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522025 Aug 16 01:46:47.747664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] For port da4f2e9f-7328-4cbe-ab6e-4632fc273fee, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:47.774037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] For port da4f2e9f-7328-4cbe-ab6e-4632fc273fee, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=da4f2e9f-7328-4cbe-ab6e-4632fc273fee,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:47.776491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e5c3e-e9f0-4d61-af3c-591e00c3a129 req-9a005ffc-957d-4e99-9f77-55e6c981a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.778122 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d29e5c3e-e9f0-4d61-af3c-591e00c3a129 req-9a005ffc-957d-4e99-9f77-55e6c981a31d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 1122 time: 0.1056597 Aug 16 01:46:47.785764 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.833541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d29e5c3e-e9f0-4d61-af3c-591e00c3a129 req-3a9f331b-d2a3-46b5-8a66-3b4d17f761e6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.838079 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.838705 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.840312 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] 10.222.0.89 "PUT /v2.0/ports/da4f2e9f-7328-4cbe-ab6e-4632fc273fee HTTP/1.1" status: 200 len: 1112 time: 1.2308087 Aug 16 01:46:47.840768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e168ce-f691-424d-b171-5c8347ac8e88', 'tag': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:47.843250 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f89302-8d93-4d50-a0e8-20385c596acc" -d '{"events": [{"name": "network-changed", "server_uuid": "42e168ce-f691-424d-b171-5c8347ac8e88", "tag": "da4f2e9f-7328-4cbe-ab6e-4632fc273fee"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:47.849973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55586) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:47.897208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827edb1-a5bb-4c8e-bc3e-92764a2f0be8 service neutron] Pushing event updated for resources: {'Port': ['ID=da4f2e9f-7328-4cbe-ab6e-4632fc273fee,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:47.921417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeb381-ea6b-49ea-b805-e71038e55785 req-4b07e7df-c931-42da-9cea-2067e9ce7a4d tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.932045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfbeb381-ea6b-49ea-b805-e71038e55785 req-4b07e7df-c931-42da-9cea-2067e9ce7a4d tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 963 time: 0.0880530 Aug 16 01:46:47.963558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-7c749d61-35bc-4e06-939d-510f60bdc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.965158 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-7c749d61-35bc-4e06-939d-510f60bdc769 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17&device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 1115 time: 0.0719163 Aug 16 01:46:47.988048 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.999626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfbeb381-ea6b-49ea-b805-e71038e55785 req-5dbff99c-c987-4318-a6d5-8a82cf1fdab4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597343 Aug 16 01:46:48.036614 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-93989533-ac84-4b16-9c81-39be583e9f22 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da4f2e9f-7328-4cbe-ab6e-4632fc273fee HTTP/1.1" status: 200 len: 217 time: 0.0584307 Aug 16 01:46:48.108432 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-87ca90cc-7d84-4c4f-b120-4b076f68eb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.149126 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d29e5c3e-e9f0-4d61-af3c-591e00c3a129 req-3a9f331b-d2a3-46b5-8a66-3b4d17f761e6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.150432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-cae4fe4c-c382-4fd6-9d07-d19533d51002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.152017 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-cae4fe4c-c382-4fd6-9d07-d19533d51002 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1aef574c-be6b-4775-96d3-9d8bb575c078 HTTP/1.1" status: 200 len: 863 time: 0.1108441 Aug 16 01:46:48.169081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d29e5c3e-e9f0-4d61-af3c-591e00c3a129 req-3a9f331b-d2a3-46b5-8a66-3b4d17f761e6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.188933 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733ebbc7-adc2-44f3-8ca9-725bd4f4009f x-openstack-request-id: req-733ebbc7-adc2-44f3-8ca9-725bd4f4009f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:48.189246 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e168ce-f691-424d-b171-5c8347ac8e88", "tag": "da4f2e9f-7328-4cbe-ab6e-4632fc273fee", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:48.189488 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-733ebbc7-adc2-44f3-8ca9-725bd4f4009f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:48.189913 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e168ce-f691-424d-b171-5c8347ac8e88', 'tag': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee', 'status': 'completed', 'code': 200} Aug 16 01:46:48.245934 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d29e5c3e-e9f0-4d61-af3c-591e00c3a129 req-3a9f331b-d2a3-46b5-8a66-3b4d17f761e6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568470 Aug 16 01:46:48.274099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a546450-6006-4f8c-96c6-38aa63f7a77a req-75e3af16-03cb-48dc-9b8f-3fb96f587873 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.275882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a546450-6006-4f8c-96c6-38aa63f7a77a req-75e3af16-03cb-48dc-9b8f-3fb96f587873 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 948 time: 0.0615602 Aug 16 01:46:48.283751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f331b-d2a3-46b5-8a66-3b4d17f761e6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2c887917-c2a4-4103-8d1f-73b95e8f3e65,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:48.299942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-3079ed26-73f3-45e1-9ff4-058e8ba34d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.302386 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-3079ed26-73f3-45e1-9ff4-058e8ba34d3c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365790 Aug 16 01:46:48.323927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a546450-6006-4f8c-96c6-38aa63f7a77a req-b7aef3d2-1a95-4bc0-bcc2-5caef5c6cd60 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Aug 16 01:46:48.357957 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-87ca90cc-7d84-4c4f-b120-4b076f68eb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.392586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-87ca90cc-7d84-4c4f-b120-4b076f68eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.396554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55604) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:48.452307 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-87ca90cc-7d84-4c4f-b120-4b076f68eb85 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dfe68a0f43864a8dbdded6e3b47fcf58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958750 Aug 16 01:46:48.454644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca90cc-7d84-4c4f-b120-4b076f68eb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5bd95e-4905-4c8f-bdef-ec5a3fbcbb0d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:48.455520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55608) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:48.473218 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-f6dd07db-861c-450b-a2c2-1a9d5243f78f service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281540 Aug 16 01:46:48.552535 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2483d15-edef-4c7c-b161-762d30b35568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.555676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a972b7c0-3670-45fb-b52d-47bbfb53c124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.587818 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f6af735-0021-4783-80d3-17b929ed8c62 req-1fb0510f-d220-412b-a8ed-d8b23a96d8a5 service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997479 Aug 16 01:46:48.599970 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2483d15-edef-4c7c-b161-762d30b35568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.680473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2483d15-edef-4c7c-b161-762d30b35568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.683242 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2483d15-edef-4c7c-b161-762d30b35568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.687012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b2483d15-edef-4c7c-b161-762d30b35568 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c5bd95e-4905-4c8f-bdef-ec5a3fbcbb0d HTTP/1.1" status: 204 len: 168 time: 0.2300844 Aug 16 01:46:48.687248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55612) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:48.697692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f89302-8d93-4d50-a0e8-20385c596acc req-37ea2467-8ba2-40c3-998d-bf4315f1e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.699263 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2f89302-8d93-4d50-a0e8-20385c596acc req-37ea2467-8ba2-40c3-998d-bf4315f1e809 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17&device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 1115 time: 0.0596511 Aug 16 01:46:48.703798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2483d15-edef-4c7c-b161-762d30b35568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5bd95e-4905-4c8f-bdef-ec5a3fbcbb0d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:48.714745 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a972b7c0-3670-45fb-b52d-47bbfb53c124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.720619 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a972b7c0-3670-45fb-b52d-47bbfb53c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.777847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a972b7c0-3670-45fb-b52d-47bbfb53c124 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae6e321e795341f5bcc0e68b06290a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801079 Aug 16 01:46:48.778679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55620) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:48.779343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972b7c0-3670-45fb-b52d-47bbfb53c124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a59a19-be18-411d-a2f1-b7e74c68ab69,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:48.835402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f89302-8d93-4d50-a0e8-20385c596acc req-6861f9cb-d87f-42bb-9fec-53f3222cfb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.837654 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2f89302-8d93-4d50-a0e8-20385c596acc req-6861f9cb-d87f-42bb-9fec-53f3222cfb6e service neutron] 10.222.0.89 "GET /v2.0/networks?id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32 HTTP/1.1" status: 200 len: 925 time: 0.1297464 Aug 16 01:46:48.900954 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2f89302-8d93-4d50-a0e8-20385c596acc req-9fcadac7-b37d-4d22-adba-b423281e2647 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da4f2e9f-7328-4cbe-ab6e-4632fc273fee HTTP/1.1" status: 200 len: 217 time: 0.0509481 Aug 16 01:46:48.901202 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7640327-a4b7-4982-84df-42f2d4ce425a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.912648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7a3c0-1506-4656-98b6-ece2ef10ce0e req-34864a47-d388-4998-b32f-b88a0d9be03a tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.914211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3d7a3c0-1506-4656-98b6-ece2ef10ce0e req-34864a47-d388-4998-b32f-b88a0d9be03a tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 970 time: 0.0703204 Aug 16 01:46:48.950171 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7640327-a4b7-4982-84df-42f2d4ce425a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.980440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f89302-8d93-4d50-a0e8-20385c596acc req-e7d045bf-038e-40ba-88e3-afb560f9ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.982152 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2f89302-8d93-4d50-a0e8-20385c596acc req-e7d045bf-038e-40ba-88e3-afb560f9ca13 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1aef574c-be6b-4775-96d3-9d8bb575c078 HTTP/1.1" status: 200 len: 863 time: 0.0725672 Aug 16 01:46:48.991415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3d7a3c0-1506-4656-98b6-ece2ef10ce0e req-3aef84fa-6693-420c-9031-a660222c2523 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664892 Aug 16 01:46:49.024492 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7640327-a4b7-4982-84df-42f2d4ce425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.027124 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7640327-a4b7-4982-84df-42f2d4ce425a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.028275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e7640327-a4b7-4982-84df-42f2d4ce425a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/96a59a19-be18-411d-a2f1-b7e74c68ab69 HTTP/1.1" status: 204 len: 168 time: 0.2356036 Aug 16 01:46:49.043915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7640327-a4b7-4982-84df-42f2d4ce425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a59a19-be18-411d-a2f1-b7e74c68ab69,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.078525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55628) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:49.093044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-20c80d5d-f62e-4958-9cce-09c0aa4b1107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.109894 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2692a5c1-ab2b-4483-bd3e-c1ed6a19a700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.124353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee45dff-ac33-4968-bc2a-d87a94430e2f req-7ce20759-e677-4deb-8ff7-fda38dead7b5 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.126092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ee45dff-ac33-4968-bc2a-d87a94430e2f req-7ce20759-e677-4deb-8ff7-fda38dead7b5 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 963 time: 0.0549266 Aug 16 01:46:49.130416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f89302-8d93-4d50-a0e8-20385c596acc req-c786843d-5c8f-4f7b-9acb-a68b79c02a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.131881 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2f89302-8d93-4d50-a0e8-20385c596acc req-c786843d-5c8f-4f7b-9acb-a68b79c02a2c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1415036 Aug 16 01:46:49.174800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ee45dff-ac33-4968-bc2a-d87a94430e2f req-9d544308-2c81-4f78-89f1-ca7d99894b5d tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416434 Aug 16 01:46:49.202714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.api [None req-2692a5c1-ab2b-4483-bd3e-c1ed6a19a700 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:46:49.202714 n-d-768851-16 neutron-server[101380]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 01:46:49.202714 n-d-768851-16 neutron-server[101380]: [parameters: {'project_id': 'd6ddda1af0494c56b38cbd700bc43fbd', 'id': '28e3537c-f506-4664-b286-227203ee1018', 'expiration': datetime.datetime(2021, 8, 16, 1, 48, 49, 152333)}] Aug 16 01:46:49.202714 n-d-768851-16 neutron-server[101380]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:46:49.203151 n-d-768851-16 neutron-server[101380]: DEBUG oslo_db.api [None req-2692a5c1-ab2b-4483-bd3e-c1ed6a19a700 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:46:49.268712 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2f89302-8d93-4d50-a0e8-20385c596acc req-c193e305-7292-4d12-bb85-6c3165024393 service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271179 Aug 16 01:46:49.354810 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-20c80d5d-f62e-4958-9cce-09c0aa4b1107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.366588 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-20c80d5d-f62e-4958-9cce-09c0aa4b1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.405094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55634) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:49.421212 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-20c80d5d-f62e-4958-9cce-09c0aa4b1107 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7dde544c8432409c826d46bc12f84126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7328310 Aug 16 01:46:49.424673 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2f89302-8d93-4d50-a0e8-20385c596acc req-075f86a9-b0f7-4c5d-9832-a563cf570eeb service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465070 Aug 16 01:46:49.425141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55636) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:49.427057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c80d5d-f62e-4958-9cce-09c0aa4b1107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1077026c-6dbf-4928-a45f-f7f9f10e9bf2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.432035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9e783c3b-4e23-46c1-be79-f06f0c4bbc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.478368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a641-c81d-4449-959a-fb2a494b4dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.482954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d9f13-4f42-406c-badb-8cac53f3a432 req-3b246a3c-9ad7-4719-9f92-6c0fc3785666 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.484472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-189d9f13-4f42-406c-badb-8cac53f3a432 req-3b246a3c-9ad7-4719-9f92-6c0fc3785666 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 948 time: 0.0729549 Aug 16 01:46:49.502542 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a641-c81d-4449-959a-fb2a494b4dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.547978 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-189d9f13-4f42-406c-badb-8cac53f3a432 req-e7487c3c-95c2-4e29-baac-46c01c2b21bd tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566556 Aug 16 01:46:49.567353 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a641-c81d-4449-959a-fb2a494b4dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.570288 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a641-c81d-4449-959a-fb2a494b4dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.571748 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8ad9a641-c81d-4449-959a-fb2a494b4dda admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1077026c-6dbf-4928-a45f-f7f9f10e9bf2 HTTP/1.1" status: 204 len: 168 time: 0.1453092 Aug 16 01:46:49.579535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9a641-c81d-4449-959a-fb2a494b4dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1077026c-6dbf-4928-a45f-f7f9f10e9bf2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.592680 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9e783c3b-4e23-46c1-be79-f06f0c4bbc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.598261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9e783c3b-4e23-46c1-be79-f06f0c4bbc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.639431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9e783c3b-4e23-46c1-be79-f06f0c4bbc36 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1dda966c2aa84607aeaaf1570b711c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331457 Aug 16 01:46:49.640389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e783c3b-4e23-46c1-be79-f06f0c4bbc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc0d59d-8ca1-42d8-8997-8a714ed6ca72,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.643591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55640) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:49.695680 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7902c464-6bb9-49a0-bff4-6d5e45b44853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.705806 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2692a5c1-ab2b-4483-bd3e-c1ed6a19a700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.730108 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7902c464-6bb9-49a0-bff4-6d5e45b44853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.783267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c41f2148-878e-4839-94dc-a737f10fba24 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:49.825523 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7902c464-6bb9-49a0-bff4-6d5e45b44853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.828725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7902c464-6bb9-49a0-bff4-6d5e45b44853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.829911 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7902c464-6bb9-49a0-bff4-6d5e45b44853 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6cc0d59d-8ca1-42d8-8997-8a714ed6ca72 HTTP/1.1" status: 204 len: 168 time: 0.1849861 Aug 16 01:46:49.842148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902c464-6bb9-49a0-bff4-6d5e45b44853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc0d59d-8ca1-42d8-8997-8a714ed6ca72,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.879606 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2692a5c1-ab2b-4483-bd3e-c1ed6a19a700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.887511 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2692a5c1-ab2b-4483-bd3e-c1ed6a19a700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.942137 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2692a5c1-ab2b-4483-bd3e-c1ed6a19a700 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d6ddda1af0494c56b38cbd700bc43fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8575065 Aug 16 01:46:49.944172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692a5c1-ab2b-4483-bd3e-c1ed6a19a700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa553d8-febf-47d8-8733-733a183ab17d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.944798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55646) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:49.973922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c41f2148-878e-4839-94dc-a737f10fba24, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c41f2148-878e-4839-94dc-a737f10fba24,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:49.989292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'c41f2148-878e-4839-94dc-a737f10fba24', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'c41f2148-878e-4839-94dc-a737f10fba24', 'mac_address': 'fa:16:3e:05:eb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:50.026389 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32f7b3e1-3e76-491c-a1b2-7ab412843eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.052124 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.054425 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32f7b3e1-3e76-491c-a1b2-7ab412843eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.074776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41f2148-878e-4839-94dc-a737f10fba24 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:50.075506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55650) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:50.090986 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-08542fd8-c2f6-4aae-bfdd-8c018e804658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.112312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c41f2148-878e-4839-94dc-a737f10fba24, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c41f2148-878e-4839-94dc-a737f10fba24,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:50.119624 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.163374 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8385b2-a8a0-48d8-a777-ae699145cd47 req-100e9c48-902c-44ce-8671-e35a0042bc15 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:50.172655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc8385b2-a8a0-48d8-a777-ae699145cd47 req-100e9c48-902c-44ce-8671-e35a0042bc15 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 970 time: 0.0862160 Aug 16 01:46:50.184043 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32f7b3e1-3e76-491c-a1b2-7ab412843eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.184273 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=c41f2148-878e-4839-94dc-a737f10fba24,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:50.194482 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32f7b3e1-3e76-491c-a1b2-7ab412843eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.195664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-32f7b3e1-3e76-491c-a1b2-7ab412843eb0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1fa553d8-febf-47d8-8733-733a183ab17d HTTP/1.1" status: 204 len: 168 time: 0.2495260 Aug 16 01:46:50.215586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7b3e1-3e76-491c-a1b2-7ab412843eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa553d8-febf-47d8-8733-733a183ab17d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:50.250904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc8385b2-a8a0-48d8-a777-ae699145cd47 req-01882a7f-d19f-4d4d-aaa6-f2b3f9c5f187 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774169 Aug 16 01:46:50.295677 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-08542fd8-c2f6-4aae-bfdd-8c018e804658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.301099 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-08542fd8-c2f6-4aae-bfdd-8c018e804658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.363190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08542fd8-c2f6-4aae-bfdd-8c018e804658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a915694-9f57-4642-a6cf-116e9a134f9a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:50.383733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335ce70-588e-42b7-9571-28a70db4437f req-e4255a5a-6041-4ef1-a288-44dc9c402532 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:50.385601 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-08542fd8-c2f6-4aae-bfdd-8c018e804658 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2d7dcdb47923455b96a72f9bbe68d35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089957 Aug 16 01:46:50.386205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55664) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:50.390938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4335ce70-588e-42b7-9571-28a70db4437f req-e4255a5a-6041-4ef1-a288-44dc9c402532 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 963 time: 0.1108327 Aug 16 01:46:50.440702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4335ce70-588e-42b7-9571-28a70db4437f req-f0a302ff-3719-4c64-825b-c3e13d6640b3 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448599 Aug 16 01:46:50.444078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d309cff-6604-4145-9257-31adbd0e6141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.467880 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d309cff-6604-4145-9257-31adbd0e6141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.539533 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d309cff-6604-4145-9257-31adbd0e6141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.543829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d309cff-6604-4145-9257-31adbd0e6141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.552023 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7d309cff-6604-4145-9257-31adbd0e6141 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a915694-9f57-4642-a6cf-116e9a134f9a HTTP/1.1" status: 204 len: 168 time: 0.1645103 Aug 16 01:46:50.560199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dd4fd-9331-4962-b98c-4676e18509fd req-ad7e0854-3f60-4efd-80c9-38068be3aa84 tempest-AggregatesAdminTestJSON-1416536504 tempest-AggregatesAdminTestJSON-1416536504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:50.563484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d309cff-6604-4145-9257-31adbd0e6141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a915694-9f57-4642-a6cf-116e9a134f9a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:50.569340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-093dd4fd-9331-4962-b98c-4676e18509fd req-ad7e0854-3f60-4efd-80c9-38068be3aa84 tempest-AggregatesAdminTestJSON-1416536504 tempest-AggregatesAdminTestJSON-1416536504-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 1122 time: 0.0937886 Aug 16 01:46:50.605818 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-093dd4fd-9331-4962-b98c-4676e18509fd req-cd8cf984-c4a0-43b1-98b9-855f528f3279 tempest-AggregatesAdminTestJSON-1416536504 tempest-AggregatesAdminTestJSON-1416536504-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.657148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['c41f2148-878e-4839-94dc-a737f10fba24'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:50.747546 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de7eb2-8bd0-46f5-b636-e7476f8173f6 req-c09529c0-d23f-4152-8df4-acc1e0e673a2 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:50.749095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9de7eb2-8bd0-46f5-b636-e7476f8173f6 req-c09529c0-d23f-4152-8df4-acc1e0e673a2 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 949 time: 0.0921862 Aug 16 01:46:50.814190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9de7eb2-8bd0-46f5-b636-e7476f8173f6 req-346aa3a1-380c-49f5-be3a-5c3f20d9399e tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557742 Aug 16 01:46:50.816567 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-093dd4fd-9331-4962-b98c-4676e18509fd req-cd8cf984-c4a0-43b1-98b9-855f528f3279 tempest-AggregatesAdminTestJSON-1416536504 tempest-AggregatesAdminTestJSON-1416536504-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.823363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-093dd4fd-9331-4962-b98c-4676e18509fd req-cd8cf984-c4a0-43b1-98b9-855f528f3279 tempest-AggregatesAdminTestJSON-1416536504 tempest-AggregatesAdminTestJSON-1416536504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.872703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cf984-c4a0-43b1-98b9-855f528f3279 tempest-AggregatesAdminTestJSON-1416536504 tempest-AggregatesAdminTestJSON-1416536504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4045b5-833a-4552-9fc4-f1e32b92e112,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:50.876539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-093dd4fd-9331-4962-b98c-4676e18509fd req-cd8cf984-c4a0-43b1-98b9-855f528f3279 tempest-AggregatesAdminTestJSON-1416536504 tempest-AggregatesAdminTestJSON-1416536504-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061728 Aug 16 01:46:51.608934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6112e-c42f-44ed-8cd6-ce1d660688c0 req-9804cd41-828d-4aa9-992a-c2df95a32abb tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.610821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8e6112e-c42f-44ed-8cd6-ce1d660688c0 req-9804cd41-828d-4aa9-992a-c2df95a32abb tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 963 time: 0.0665534 Aug 16 01:46:51.658311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8e6112e-c42f-44ed-8cd6-ce1d660688c0 req-39380437-9ebe-4111-ada2-daf7194564ec tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407233 Aug 16 01:46:51.750774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c41f2148-878e-4839-94dc-a737f10fba24 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:51.773898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55750) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:51.852162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port c41f2148-878e-4839-94dc-a737f10fba24 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:51.859725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port c41f2148-878e-4839-94dc-a737f10fba24 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:51.860338 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.004565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d72131-bef7-42c9-b112-99862a73cf27 req-6b1d7c21-6abf-45d4-b012-9246c3ada3b0 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.004944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5d72131-bef7-42c9-b112-99862a73cf27 req-6b1d7c21-6abf-45d4-b012-9246c3ada3b0 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 949 time: 0.0895681 Aug 16 01:46:52.034281 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.068871 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-3e93fb33-2fd9-442e-b018-94084a144a62 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0994966 Aug 16 01:46:52.080373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894e393f-cc83-4320-a539-a549649b8bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41f2148-878e-4839-94dc-a737f10fba24'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:52.083161 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269b6680-6663-4839-a313-c9afb1913759" -d '{"events": [{"server_uuid": "894e393f-cc83-4320-a539-a549649b8bf3", "name": "network-vif-plugged", "status": "completed", "tag": "c41f2148-878e-4839-94dc-a737f10fba24"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:52.107991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c41f2148-878e-4839-94dc-a737f10fba24, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c41f2148-878e-4839-94dc-a737f10fba24,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:52.112029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5d72131-bef7-42c9-b112-99862a73cf27 req-840b591a-3dad-45a3-82d1-162072d1103e tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977089 Aug 16 01:46:52.121145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.221411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-435934391-network', 'tenant_id': '3a83844cc9814e1fa23ad4d8bd3f5c54'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:52.250748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-8f7b259b-250e-48a0-8e76-a67c0171a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.252347 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-8f7b259b-250e-48a0-8e76-a67c0171a397 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c9e3b1c0f3a840fe84e2c6b09b7dec69&device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 1122 time: 0.1329114 Aug 16 01:46:52.256641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=c41f2148-878e-4839-94dc-a737f10fba24,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:52.260498 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88622834-ee63-40c4-a851-ca21990383e6 x-openstack-request-id: req-88622834-ee63-40c4-a851-ca21990383e6 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:52.260796 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894e393f-cc83-4320-a539-a549649b8bf3", "name": "network-vif-plugged", "status": "completed", "tag": "c41f2148-878e-4839-94dc-a737f10fba24", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:52.261176 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-88622834-ee63-40c4-a851-ca21990383e6 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:52.261599 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894e393f-cc83-4320-a539-a549649b8bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41f2148-878e-4839-94dc-a737f10fba24', 'code': 200} Aug 16 01:46:52.305165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Made reservation on behalf of 3a83844cc9814e1fa23ad4d8bd3f5c54 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:52.308095 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.357267 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.468696 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a05d92-b836-4464-b6ba-26890e81ca41 req-59a1e7a2-890e-4828-a877-83d7281dee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.470236 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-80a05d92-b836-4464-b6ba-26890e81ca41 req-59a1e7a2-890e-4828-a877-83d7281dee19 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 1102 time: 0.1142924 Aug 16 01:46:52.528752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-e1abb1c5-89e1-4263-91b5-d841f6feb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.530258 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-e1abb1c5-89e1-4263-91b5-d841f6feb705 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2445364 Aug 16 01:46:52.595242 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-93a3c5cb-dc79-4dbd-b8b8-c5880510e98c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=56f9e96b-e6aa-424c-a368-2030caacd595 HTTP/1.1" status: 200 len: 217 time: 0.0512090 Aug 16 01:46:52.596957 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-80a05d92-b836-4464-b6ba-26890e81ca41 req-4bf0315e-27e4-45bd-8e47-8fc904f93e17 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954356 Aug 16 01:46:52.669760 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.678619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.710500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-7364633c-e231-4101-8061-91e86e4dea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.712367 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-7364633c-e231-4101-8061-91e86e4dea19 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1022995 Aug 16 01:46:52.737277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:52.765084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:52.773193 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.773766 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Added segment 49eb009e-7955-4c47-bd35-5c9cc6964168 of type vlan for network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 Aug 16 01:46:52.805747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device da4f2e9f-7328-4cbe-ab6e-4632fc273fee details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:52.832536 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.847935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-40bb6c1b-8569-45ba-b683-42e64bf4713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.849723 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-40bb6c1b-8569-45ba-b683-42e64bf4713e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1270516 Aug 16 01:46:52.866936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b653ec6-5c72-44d6-8d8f-621053c26319 req-9249dcf0-45c0-433c-87c2-7bf5ac598ef0 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.876384 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b653ec6-5c72-44d6-8d8f-621053c26319 req-9249dcf0-45c0-433c-87c2-7bf5ac598ef0 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 963 time: 0.0951936 Aug 16 01:46:52.924673 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b653ec6-5c72-44d6-8d8f-621053c26319 req-405f2f9c-fab6-4307-a5a8-6e47681b187b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412104 Aug 16 01:46:52.931636 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.932858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:52.933462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.967890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port da4f2e9f-7328-4cbe-ab6e-4632fc273fee, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=da4f2e9f-7328-4cbe-ab6e-4632fc273fee,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:52.989782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'port_id': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee', 'mac_address': 'fa:16:3e:df:a3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-86687679', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:53.017411 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2422109 Aug 16 01:46:53.021519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55842) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:53.027655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] Request body: {'subnet': {'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-435934391-subnet', 'tenant_id': '3a83844cc9814e1fa23ad4d8bd3f5c54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:53.033532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d767af-f878-439e-a20a-604613b33246 admin admin] Pushing event updated for resources: {'Network': ['ID=3e96692e-fcd8-42a9-a326-b63e8de5c6e8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:53.045754 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.046886 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-24f33b76-5948-4986-95e2-67ccfba5333c service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875587 Aug 16 01:46:53.047809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:53.060431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] Made reservation on behalf of 3a83844cc9814e1fa23ad4d8bd3f5c54 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:53.063782 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.109791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4f2e9f-7328-4cbe-ab6e-4632fc273fee {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:53.149698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port da4f2e9f-7328-4cbe-ab6e-4632fc273fee, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=da4f2e9f-7328-4cbe-ab6e-4632fc273fee,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:53.157274 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.221380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=da4f2e9f-7328-4cbe-ab6e-4632fc273fee,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:53.240235 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cd7be5e-e7f4-4256-8466-ebce03bfae8f req-a849c08d-6f2c-4143-a662-94e2b117f51b service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857722 Aug 16 01:46:53.348658 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.372545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['da4f2e9f-7328-4cbe-ab6e-4632fc273fee'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:53.398329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6256fa-e9b7-4aa0-851d-1185d274c0ec req-c366a633-a4ee-42c8-a254-54dc707862ac tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:53.410609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c6256fa-e9b7-4aa0-851d-1185d274c0ec req-c366a633-a4ee-42c8-a254-54dc707862ac tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 950 time: 0.1058714 Aug 16 01:46:53.458379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee669229-a3fb-45fb-9d99-b6dc72a6d72d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:53.482264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c6256fa-e9b7-4aa0-851d-1185d274c0ec req-62b0251d-a295-483a-8636-91e68a08913a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646327 Aug 16 01:46:53.488813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:53.489206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] Network hostable DHCP agents. Network: 3e96692e-fcd8-42a9-a326-b63e8de5c6e8, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:53.513288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] Network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:53.527311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 3e96692e-fcd8-42a9-a326-b63e8de5c6e8) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:53.541747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:53.542346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.552834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0250363-9346-4df4-8ebf-6396f7d14eed None None] Network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:53.573689 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8f2f6ffc-6779-400c-9321-1d2efd4e39b2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5504367 Aug 16 01:46:53.729119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b2b8f-7228-4d12-9df4-5cc6ab1d493a None None] Network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:53.752220 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cac3e276-1d66-4c49-ac1c-927b1f679e9d req-7aa0d86c-1b91-4bbe-aac7-3c4364249d8a tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=0c9025d5dbcb48e3b9c61a81f6f4c3ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372791 Aug 16 01:46:53.902675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3e276-1d66-4c49-ac1c-927b1f679e9d req-558ff36e-4037-49b4-a93f-42c9907f6316 tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:53.904227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cac3e276-1d66-4c49-ac1c-927b1f679e9d req-558ff36e-4037-49b4-a93f-42c9907f6316 tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421394 Aug 16 01:46:53.927197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cac3e276-1d66-4c49-ac1c-927b1f679e9d req-020338ca-ee35-4a46-9cff-ebd3101c8ffb tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/quotas/0c9025d5dbcb48e3b9c61a81f6f4c3ec HTTP/1.1" status: 200 len: 375 time: 0.0110762 Aug 16 01:46:53.963222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cac3e276-1d66-4c49-ac1c-927b1f679e9d req-48070050-694f-4cce-9856-472ef2d74247 tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c9025d5dbcb48e3b9c61a81f6f4c3ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293417 Aug 16 01:46:54.164296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb061b6-76d9-4c94-a7c6-f7eb7a518039 req-a0550347-bd0f-4c32-a43f-aa4258ed1aeb tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.165846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5eb061b6-76d9-4c94-a7c6-f7eb7a518039 req-a0550347-bd0f-4c32-a43f-aa4258ed1aeb tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 964 time: 0.0610855 Aug 16 01:46:54.208429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5eb061b6-76d9-4c94-a7c6-f7eb7a518039 req-17ed3dd9-79af-474d-9170-03bde3804c98 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366755 Aug 16 01:46:54.263698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55936) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:54.268673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2027851841-network', 'tenant_id': 'b55721df5e2f4bd28dcb0c1beb949c54'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:54.296280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Made reservation on behalf of b55721df5e2f4bd28dcb0c1beb949c54 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:54.299212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.308796 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.413568 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.420180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.456493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:54.461762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8be7140-21c9-49e3-a6c5-34dc589b5572,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:54.474220 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.474403 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Added segment 6509a398-fe63-4dbb-97b7-d18ae6c2489b of type vlan for network 41aeba79-412e-4e04-bc19-8a1bac085e92 Aug 16 01:46:54.535981 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.582548 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.583623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.584847 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.657837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3928893 Aug 16 01:46:54.660968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55970) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:54.667249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] Request body: {'subnet': {'network_id': '41aeba79-412e-4e04-bc19-8a1bac085e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2027851841-subnet', 'tenant_id': 'b55721df5e2f4bd28dcb0c1beb949c54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:54.696049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3940fbd-0835-4529-aa46-5780979610cb admin admin] Pushing event updated for resources: {'Network': ['ID=41aeba79-412e-4e04-bc19-8a1bac085e92,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:54.708637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] Made reservation on behalf of b55721df5e2f4bd28dcb0c1beb949c54 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:54.712165 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.713695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 41aeba79-412e-4e04-bc19-8a1bac085e92 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:54.742802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf1442-db8e-4dcf-b4d7-421e6f559997 req-02271b92-e356-4df3-a5a1-98ec71f04593 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.745034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-febf1442-db8e-4dcf-b4d7-421e6f559997 req-02271b92-e356-4df3-a5a1-98ec71f04593 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 950 time: 0.1090126 Aug 16 01:46:54.757152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55976) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:54.824565 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device da4f2e9f-7328-4cbe-ab6e-4632fc273fee up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:54.846121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-febf1442-db8e-4dcf-b4d7-421e6f559997 req-9a9052d9-69c1-4b18-bb6b-44701f116951 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727892 Aug 16 01:46:54.940827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port da4f2e9f-7328-4cbe-ab6e-4632fc273fee completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:54.945134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97ab92a0-834f-49c3-be5f-2056ac52726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.946728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port da4f2e9f-7328-4cbe-ab6e-4632fc273fee triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:54.947535 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.982427 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.057187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b13981-822d-40ea-9c79-97e695d256de,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:55.083748 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.110358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] Checking segment: {'id': '6509a398-fe63-4dbb-97b7-d18ae6c2489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '41aeba79-412e-4e04-bc19-8a1bac085e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:55.110711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] Network hostable DHCP agents. Network: 41aeba79-412e-4e04-bc19-8a1bac085e92, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:55.148096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] Network 41aeba79-412e-4e04-bc19-8a1bac085e92 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:55.149167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port da4f2e9f-7328-4cbe-ab6e-4632fc273fee, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=da4f2e9f-7328-4cbe-ab6e-4632fc273fee,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:55.150545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e168ce-f691-424d-b171-5c8347ac8e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:55.154043 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bc2a59-e31d-4dfb-84b7-aa655af33c58" -d '{"events": [{"server_uuid": "42e168ce-f691-424d-b171-5c8347ac8e88", "name": "network-vif-plugged", "status": "completed", "tag": "da4f2e9f-7328-4cbe-ab6e-4632fc273fee"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:55.161057 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.168465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 41aeba79-412e-4e04-bc19-8a1bac085e92) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:55.181374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.181968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.184145 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009c681f-d421-4cc9-bfab-c93d6caf1d15 None None] Network 41aeba79-412e-4e04-bc19-8a1bac085e92 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:55.191205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97ab92a0-834f-49c3-be5f-2056ac52726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.198279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97ab92a0-834f-49c3-be5f-2056ac52726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.229782 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-479f816d-4c35-4627-804f-744110fe62ad admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5667477 Aug 16 01:46:55.262761 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-97ab92a0-834f-49c3-be5f-2056ac52726f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d00406a92094b968b123e7e84a9e6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5043147 Aug 16 01:46:55.265530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56012) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:55.276654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab92a0-834f-49c3-be5f-2056ac52726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594d7d15-4988-4318-a0b2-e381b43aaa84,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:55.400336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c84405b-c0c4-48fe-ae28-0596fb61d7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.434509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c84405b-c0c4-48fe-ae28-0596fb61d7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.480524 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5eb75f-2f54-452b-83a1-a8609ea7c021 x-openstack-request-id: req-2a5eb75f-2f54-452b-83a1-a8609ea7c021 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:55.480910 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e168ce-f691-424d-b171-5c8347ac8e88", "name": "network-vif-plugged", "status": "completed", "tag": "da4f2e9f-7328-4cbe-ab6e-4632fc273fee", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:55.481126 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2a5eb75f-2f54-452b-83a1-a8609ea7c021 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:55.483627 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e168ce-f691-424d-b171-5c8347ac8e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee', 'code': 200} Aug 16 01:46:55.563919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf3cdb-9bb3-4785-93af-cbe250fc9bf7 req-a0eb6293-2a1e-4009-a15e-b60a4b040516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.566513 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3eaf3cdb-9bb3-4785-93af-cbe250fc9bf7 req-a0eb6293-2a1e-4009-a15e-b60a4b040516 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 1117 time: 0.0966723 Aug 16 01:46:55.591835 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c84405b-c0c4-48fe-ae28-0596fb61d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.592115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=da4f2e9f-7328-4cbe-ab6e-4632fc273fee,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:55.613574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c84405b-c0c4-48fe-ae28-0596fb61d7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.618141 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1c84405b-c0c4-48fe-ae28-0596fb61d7d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/594d7d15-4988-4318-a0b2-e381b43aaa84 HTTP/1.1" status: 204 len: 168 time: 0.3515716 Aug 16 01:46:55.623826 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3eaf3cdb-9bb3-4785-93af-cbe250fc9bf7 req-a10c6b72-ba62-452f-a7c1-815229f10128 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497143 Aug 16 01:46:55.636770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84405b-c0c4-48fe-ae28-0596fb61d7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594d7d15-4988-4318-a0b2-e381b43aaa84,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:55.665872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb430c-3ce4-4fbc-9d44-9a2c872fdf89 req-030a054b-5956-4878-a5da-1d6cde130895 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.674818 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4beb430c-3ce4-4fbc-9d44-9a2c872fdf89 req-030a054b-5956-4878-a5da-1d6cde130895 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 965 time: 0.1491935 Aug 16 01:46:55.690787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f72e9b0-8199-4bbc-a3da-911e3a2fd9a0 None None] Network 41aeba79-412e-4e04-bc19-8a1bac085e92 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:55.725382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4beb430c-3ce4-4fbc-9d44-9a2c872fdf89 req-80de1cf8-0de0-4f59-8322-93f8328a4164 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493364 Aug 16 01:46:55.931599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3913236-2664-47aa-b110-bf388bf557eb req-5b17677d-ed17-416a-a82c-42def6c3a87e tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=0c9025d5dbcb48e3b9c61a81f6f4c3ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339055 Aug 16 01:46:55.977028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56054) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:55.991474 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f06f5498-5cd4-426a-82d5-f10a6706d9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.047739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3913236-2664-47aa-b110-bf388bf557eb req-8bd8f841-3bdc-47f8-9294-041ce3a6716a tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.053501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3913236-2664-47aa-b110-bf388bf557eb req-8bd8f841-3bdc-47f8-9294-041ce3a6716a tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1203961 Aug 16 01:46:56.066618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3913236-2664-47aa-b110-bf388bf557eb req-c2477b4c-77e1-4ef3-8237-0b1f7717d89c tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/quotas/0c9025d5dbcb48e3b9c61a81f6f4c3ec HTTP/1.1" status: 200 len: 375 time: 0.0095000 Aug 16 01:46:56.099354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f06f5498-5cd4-426a-82d5-f10a6706d9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.102635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3913236-2664-47aa-b110-bf388bf557eb req-0b9a6086-4e44-430c-a936-9c27f0c4043c tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c9025d5dbcb48e3b9c61a81f6f4c3ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282381 Aug 16 01:46:56.104298 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f06f5498-5cd4-426a-82d5-f10a6706d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.154685 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f06f5498-5cd4-426a-82d5-f10a6706d9ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=938666b2fa8942ca96bcbc10910dd7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764929 Aug 16 01:46:56.157298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56056) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:56.159442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f5498-5cd4-426a-82d5-f10a6706d9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d31382d-21d8-40e9-ae03-654adabc8b14,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:56.213753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e35fa373-59db-441f-82f4-14bfcde73b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.235764 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e35fa373-59db-441f-82f4-14bfcde73b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.290583 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e35fa373-59db-441f-82f4-14bfcde73b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.293556 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e35fa373-59db-441f-82f4-14bfcde73b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.297380 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e35fa373-59db-441f-82f4-14bfcde73b8b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d31382d-21d8-40e9-ae03-654adabc8b14 HTTP/1.1" status: 204 len: 168 time: 0.1364501 Aug 16 01:46:56.307590 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fa373-59db-441f-82f4-14bfcde73b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d31382d-21d8-40e9-ae03-654adabc8b14,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:56.358527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a587bf1-7178-4d05-9c1b-0e4a9d9284d9 req-ee0832bc-f441-481a-846d-39e37622b7a2 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.360396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a587bf1-7178-4d05-9c1b-0e4a9d9284d9 req-ee0832bc-f441-481a-846d-39e37622b7a2 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 950 time: 0.0784860 Aug 16 01:46:56.459295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a587bf1-7178-4d05-9c1b-0e4a9d9284d9 req-130e20c5-0f1a-4fce-9c7a-b2533105484d tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833321 Aug 16 01:46:56.511575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-97245a89-282c-4966-b88a-ff69458c4691 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.512898 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-97245a89-282c-4966-b88a-ff69458c4691 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 820 time: 0.1473544 Aug 16 01:46:56.531482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-bd9fb6eb-d4bb-47dd-ad8c-d39ee5f118ba tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/quotas/3a83844cc9814e1fa23ad4d8bd3f5c54 HTTP/1.1" status: 200 len: 375 time: 0.0107310 Aug 16 01:46:56.575436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-e63186ad-4029-4bab-907a-4f5c6a2b8eaa tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364277 Aug 16 01:46:56.791957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-d790249f-00f5-4e1c-823c-5069f7560a92 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:46:56.799345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-d790249f-00f5-4e1c-823c-5069f7560a92 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0612938 Aug 16 01:46:56.899945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-b857cb08-ab3d-4948-9000-9677d92761cf service neutron] 10.222.0.79 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997043 Aug 16 01:46:57.001658 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-146f0e3b-e78d-4375-b40b-12c3a86f5b44 service neutron] 10.222.0.79 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947876 Aug 16 01:46:57.250638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56130) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:57.286852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2fc3-5c04-4b7d-887c-8ac7f29d89fb req-c2ffe610-f01f-4844-ac1f-a257ee1649a1 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:57.291257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93fa2fc3-5c04-4b7d-887c-8ac7f29d89fb req-c2ffe610-f01f-4844-ac1f-a257ee1649a1 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 965 time: 0.0707324 Aug 16 01:46:57.337615 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93fa2fc3-5c04-4b7d-887c-8ac7f29d89fb req-ac723c6b-e57a-49b4-bf99-8a783edb3016 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 Aug 16 01:46:57.489225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56150) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:57.489858 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-349c61ed-7556-41c8-accd-0f2df9f60f91 tempest-AutoAllocateNetworkTest-18097698 tempest-AutoAllocateNetworkTest-18097698-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5e25a430bcac43e6b0e2772dadb9e803&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2375026 Aug 16 01:46:57.574026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b205db9a-8331-4d78-8c96-6a699f226059 req-ca54b33d-6be1-4b39-bc89-afb12d2fb54e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 210 time: 0.0709574 Aug 16 01:46:57.651825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7bb420-9279-47e7-9e69-e8c058b92fcd tempest-AutoAllocateNetworkTest-18097698 tempest-AutoAllocateNetworkTest-18097698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:57.656336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56158) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:57.663014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dd7bb420-9279-47e7-9e69-e8c058b92fcd tempest-AutoAllocateNetworkTest-18097698 tempest-AutoAllocateNetworkTest-18097698-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1717889 Aug 16 01:46:57.721104 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d92af49b-d375-4923-b073-2d7a15858889 tempest-AutoAllocateNetworkTest-18097698 tempest-AutoAllocateNetworkTest-18097698-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635865 Aug 16 01:46:57.721688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56160) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:57.751501 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-51581a0d-83e2-4160-8aed-905da77864aa tempest-AutoAllocateNetworkTest-18097698 tempest-AutoAllocateNetworkTest-18097698-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5e25a430bcac43e6b0e2772dadb9e803 HTTP/1.1" status: 200 len: 208 time: 0.0284858 Aug 16 01:46:57.756702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd42d3-9a51-4df5-a587-25ca923190c7 req-d85cc89d-4f3d-493d-a39c-2403862e925b tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:57.758419 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ffd42d3-9a51-4df5-a587-25ca923190c7 req-d85cc89d-4f3d-493d-a39c-2403862e925b tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 950 time: 0.0942383 Aug 16 01:46:57.771824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2e33b-ae30-4ac7-92ea-aff7753d29ec req-f597b857-465f-49b5-a9e1-2577da0f3acf tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:57.773301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fad2e33b-ae30-4ac7-92ea-aff7753d29ec req-f597b857-465f-49b5-a9e1-2577da0f3acf tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 965 time: 0.0701480 Aug 16 01:46:57.783221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56164) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:57.790185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d6050494-4449-48e4-a1e5-a3c9af2cc0d9 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Request body: {'floatingip': {'port_id': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:57.829565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ffd42d3-9a51-4df5-a587-25ca923190c7 req-edc1eec5-65a4-4928-8332-d8788694fc90 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552857 Aug 16 01:46:57.878193 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d6050494-4449-48e4-a1e5-a3c9af2cc0d9 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for floatingip, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.109328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56182) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:58.340562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6dbc319a-a794-46d0-8f7b-077fcf25026e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.456706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56212) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:58.508558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6dbc319a-a794-46d0-8f7b-077fcf25026e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.527086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed31428-2d98-4a3e-aba8-a31fe312b9f4 req-fd2217f1-426b-406e-8d6b-59eced8d508e tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:58.529283 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6dbc319a-a794-46d0-8f7b-077fcf25026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.529473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ed31428-2d98-4a3e-aba8-a31fe312b9f4 req-fd2217f1-426b-406e-8d6b-59eced8d508e tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 970 time: 0.0909040 Aug 16 01:46:58.587498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc319a-a794-46d0-8f7b-077fcf25026e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd0ed35-2eb8-41c8-b627-d5617f36e6cd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:58.591593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ed31428-2d98-4a3e-aba8-a31fe312b9f4 req-9819a1bf-6ea2-464b-b16d-fc887f73c354 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549698 Aug 16 01:46:58.655433 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6dbc319a-a794-46d0-8f7b-077fcf25026e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5e25a430bcac43e6b0e2772dadb9e803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5450528 Aug 16 01:46:58.663434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8293c247-8da2-4ff5-a05b-b8edd392a1b9 req-59eaf31d-b041-4239-884e-6f18f0e3a377 tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=0c9025d5dbcb48e3b9c61a81f6f4c3ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241435 Aug 16 01:46:58.664433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56232) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:58.795892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75ec53b-20c6-47e8-95d4-0e0b86005d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.940141 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50aa0921-05fd-4e41-813d-c4069d3bb5a3 req-dddff316-1bf5-425c-898c-9fc8b5de28da tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 210 time: 0.0468435 Aug 16 01:46:58.976782 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2833721-a252-4dc3-bab3-363871d73995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.004259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-4fa3d071-470f-4e76-ac81-a4b130ba124c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.006121 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-4fa3d071-470f-4e76-ac81-a4b130ba124c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 820 time: 0.3691525 Aug 16 01:46:59.008182 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2833721-a252-4dc3-bab3-363871d73995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.047771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Request body: {'port': {'device_id': '5e24f98a-f519-46db-90f7-03efb923f006', 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8', 'admin_state_up': True, 'tenant_id': '3a83844cc9814e1fa23ad4d8bd3f5c54'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:59.096427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293c247-8da2-4ff5-a05b-b8edd392a1b9 req-6f2c8d1c-e181-46e4-ab2d-db637d1549b6 tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.097952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8293c247-8da2-4ff5-a05b-b8edd392a1b9 req-6f2c8d1c-e181-46e4-ab2d-db637d1549b6 tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4270723 Aug 16 01:46:59.119322 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2833721-a252-4dc3-bab3-363871d73995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.121734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2833721-a252-4dc3-bab3-363871d73995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.122797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d2833721-a252-4dc3-bab3-363871d73995 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ccd0ed35-2eb8-41c8-b627-d5617f36e6cd HTTP/1.1" status: 204 len: 168 time: 0.4572484 Aug 16 01:46:59.132735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f35b4-c4b1-41b4-b729-aa971cabb925 req-28dceba4-a2c0-4d39-9236-8b59f859a42d tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.134248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-832f35b4-c4b1-41b4-b729-aa971cabb925 req-28dceba4-a2c0-4d39-9236-8b59f859a42d tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 950 time: 0.0832310 Aug 16 01:46:59.139500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8293c247-8da2-4ff5-a05b-b8edd392a1b9 req-a7a05e3f-7477-46a5-bdea-cf0a60029e4c tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/quotas/0c9025d5dbcb48e3b9c61a81f6f4c3ec HTTP/1.1" status: 200 len: 375 time: 0.0321016 Aug 16 01:46:59.147059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2833721-a252-4dc3-bab3-363871d73995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd0ed35-2eb8-41c8-b627-d5617f36e6cd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:59.167500 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.resource_extend [None req-d6050494-4449-48e4-a1e5-a3c9af2cc0d9 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:46:59.193853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8293c247-8da2-4ff5-a05b-b8edd392a1b9 req-41f47aa0-7f6f-4579-9d51-c1c0a9d7331f tempest-QuotasAdminNegativeTest-1981499612 tempest-QuotasAdminNegativeTest-1981499612-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c9025d5dbcb48e3b9c61a81f6f4c3ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427494 Aug 16 01:46:59.241522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-832f35b4-c4b1-41b4-b729-aa971cabb925 req-d358d22c-8ed8-4e37-bcf2-44dbbe94cc2c tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885334 Aug 16 01:46:59.283445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d6050494-4449-48e4-a1e5-a3c9af2cc0d9 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.283654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.84', 62173) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:59.304391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d6050494-4449-48e4-a1e5-a3c9af2cc0d9 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.381495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75ec53b-20c6-47e8-95d4-0e0b86005d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.387003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cb102-7e47-47cb-9777-367a76e84e63 req-7d5cac92-995b-4f15-b582-57c02aa535b6 tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.388832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e7cb102-7e47-47cb-9777-367a76e84e63 req-7d5cac92-995b-4f15-b582-57c02aa535b6 tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 1102 time: 0.1040802 Aug 16 01:46:59.429005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75ec53b-20c6-47e8-95d4-0e0b86005d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.458334 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d75ec53b-20c6-47e8-95d4-0e0b86005d01 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3b34dd8f53ec45da9db3d0618e8a68e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0000362 Aug 16 01:46:59.462096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56258) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:59.502561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Made reservation on behalf of 3a83844cc9814e1fa23ad4d8bd3f5c54 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:59.508748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.525117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ec53b-20c6-47e8-95d4-0e0b86005d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9475d0cb-b943-44b3-beb3-4aeef4ddc311,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:59.541652 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-d6050494-4449-48e4-a1e5-a3c9af2cc0d9 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Floating IP 882e778a-5c40-4dee-b03b-ed59494bffc1 associated. External IP: 172.25.2.9, port: da4f2e9f-7328-4cbe-ab6e-4632fc273fee. Aug 16 01:46:59.575676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8bee27b-2bd1-459c-8b80-715375283133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.580340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-3e7cb102-7e47-47cb-9777-367a76e84e63 req-03973a23-9410-460c-ac02-b744fec3808c tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] Deleting port c41f2148-878e-4839-94dc-a737f10fba24 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:59.580854 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3e7cb102-7e47-47cb-9777-367a76e84e63 req-03973a23-9410-460c-ac02-b744fec3808c tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.677131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3e7cb102-7e47-47cb-9777-367a76e84e63 req-03973a23-9410-460c-ac02-b744fec3808c tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] For port c41f2148-878e-4839-94dc-a737f10fba24, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c41f2148-878e-4839-94dc-a737f10fba24,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:59.677517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3e7cb102-7e47-47cb-9777-367a76e84e63 req-03973a23-9410-460c-ac02-b744fec3808c tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.694906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-3e7cb102-7e47-47cb-9777-367a76e84e63 req-03973a23-9410-460c-ac02-b744fec3808c tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] Calling delete_port for c41f2148-878e-4839-94dc-a737f10fba24 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:59.739292 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8bee27b-2bd1-459c-8b80-715375283133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.876561 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8bee27b-2bd1-459c-8b80-715375283133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.880035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8bee27b-2bd1-459c-8b80-715375283133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.881263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b8bee27b-2bd1-459c-8b80-715375283133 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9475d0cb-b943-44b3-beb3-4aeef4ddc311 HTTP/1.1" status: 204 len: 168 time: 0.4178402 Aug 16 01:46:59.931438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bee27b-2bd1-459c-8b80-715375283133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9475d0cb-b943-44b3-beb3-4aeef4ddc311,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:59.967664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e755c-8fc5-4bd0-abf2-d1dc66510035 req-b3736721-f001-4a79-be64-d085fdef5a92 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.971438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc0e755c-8fc5-4bd0-abf2-d1dc66510035 req-b3736721-f001-4a79-be64-d085fdef5a92 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 970 time: 0.0891364 Aug 16 01:47:00.068751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc0e755c-8fc5-4bd0-abf2-d1dc66510035 req-46965c4f-e7cf-49b3-a198-dac4f80f61f8 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd6f7891-629a-4801-b8e7-44d533192e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834358 Aug 16 01:47:00.099763 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3e7cb102-7e47-47cb-9777-367a76e84e63 req-03973a23-9410-460c-ac02-b744fec3808c tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.116301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e21ff378-1c5b-4037-8cb8-7a2c2e3a179c req-3a70607c-cc3f-4ada-bc9a-83ab491755c2 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 210 time: 0.0524657 Aug 16 01:47:00.136283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Allocated IP 172.20.0.3 (3e96692e-fcd8-42a9-a326-b63e8de5c6e8/ee669229-a3fb-45fb-9d99-b6dc72a6d72d/74df5200-e04b-466c-ab84-bb9f7bcc34fa) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:00.149656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['c41f2148-878e-4839-94dc-a737f10fba24'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:00.162873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03973a23-9410-460c-ac02-b744fec3808c tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] Pushing event deleted for resources: {'Port': ['ID=c41f2148-878e-4839-94dc-a737f10fba24,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:00.260905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7cb102-7e47-47cb-9777-367a76e84e63 req-03973a23-9410-460c-ac02-b744fec3808c tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] No DVR routers for this DVR port c41f2148-878e-4839-94dc-a737f10fba24 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:00.271799 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3e7cb102-7e47-47cb-9777-367a76e84e63 req-03973a23-9410-460c-ac02-b744fec3808c tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.273922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e7cb102-7e47-47cb-9777-367a76e84e63 req-03973a23-9410-460c-ac02-b744fec3808c tempest-DeleteServersAdminTestJSON-1393771809 tempest-DeleteServersAdminTestJSON-1393771809-project-admin] 10.222.0.84 "DELETE /v2.0/ports/c41f2148-878e-4839-94dc-a737f10fba24 HTTP/1.1" status: 204 len: 173 time: 0.8775880 Aug 16 01:47:00.274397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894e393f-cc83-4320-a539-a549649b8bf3', 'name': 'network-vif-deleted', 'tag': 'c41f2148-878e-4839-94dc-a737f10fba24'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:00.394609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56314) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:00.427010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45f46aa6-1e1d-471e-91e8-1186f010d235 req-57b39ca9-e627-49fe-8ad3-b127ccbd0e01 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=894e393f-cc83-4320-a539-a549649b8bf3 HTTP/1.1" status: 200 len: 210 time: 0.0507622 Aug 16 01:47:00.500861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafce1e-48dd-4f61-bf3d-ba9447102fad req-f3e86b0e-8515-47a2-a1e0-0e83533bead4 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.502566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5eafce1e-48dd-4f61-bf3d-ba9447102fad req-f3e86b0e-8515-47a2-a1e0-0e83533bead4 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.89 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 970 time: 0.8018763 Aug 16 01:47:00.568240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56318) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:00.605153 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6b513244-fc50-4208-b4fe-c56596cc9c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.704222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6050494-4449-48e4-a1e5-a3c9af2cc0d9 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:47:00.779599 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6b513244-fc50-4208-b4fe-c56596cc9c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.785246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6b513244-fc50-4208-b4fe-c56596cc9c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.812896 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.819509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-5eafce1e-48dd-4f61-bf3d-ba9447102fad req-9bcc2bad-93aa-4a62-a3af-5da86d670d9b tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Deleting port 56f9e96b-e6aa-424c-a368-2030caacd595 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:00.819774 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5eafce1e-48dd-4f61-bf3d-ba9447102fad req-9bcc2bad-93aa-4a62-a3af-5da86d670d9b tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.841178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6b513244-fc50-4208-b4fe-c56596cc9c22 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0dc653553977435d8abc9c0ac3b745e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713387 Aug 16 01:47:00.841888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56324) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:00.850985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b513244-fc50-4208-b4fe-c56596cc9c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8559d39-9c84-47b2-8b5d-42c904e9830b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:00.907668 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27751906-62fa-4c63-91bc-31930588a4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.948476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9cf06ba8-14e6-4ada-a58a-9c983d6fab9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.995417 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9cf06ba8-14e6-4ada-a58a-9c983d6fab9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.047995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5eafce1e-48dd-4f61-bf3d-ba9447102fad req-9bcc2bad-93aa-4a62-a3af-5da86d670d9b tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] For port 56f9e96b-e6aa-424c-a368-2030caacd595, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=56f9e96b-e6aa-424c-a368-2030caacd595,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:01.048382 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5eafce1e-48dd-4f61-bf3d-ba9447102fad req-9bcc2bad-93aa-4a62-a3af-5da86d670d9b tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.070894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-5eafce1e-48dd-4f61-bf3d-ba9447102fad req-9bcc2bad-93aa-4a62-a3af-5da86d670d9b tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Calling delete_port for 56f9e96b-e6aa-424c-a368-2030caacd595 owned by compute:tempest-test_az-86687679 {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:01.134519 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26324946-850f-4d5c-a907-ea34efdbdf15" -d '{"events": [{"server_uuid": "894e393f-cc83-4320-a539-a549649b8bf3", "name": "network-vif-deleted", "tag": "c41f2148-878e-4839-94dc-a737f10fba24"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:01.166831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56334) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:01.187732 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9cf06ba8-14e6-4ada-a58a-9c983d6fab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.203839 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9cf06ba8-14e6-4ada-a58a-9c983d6fab9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.207764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9cf06ba8-14e6-4ada-a58a-9c983d6fab9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8559d39-9c84-47b2-8b5d-42c904e9830b HTTP/1.1" status: 204 len: 168 time: 0.3623996 Aug 16 01:47:01.240962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf06ba8-14e6-4ada-a58a-9c983d6fab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8559d39-9c84-47b2-8b5d-42c904e9830b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:01.311421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6050494-4449-48e4-a1e5-a3c9af2cc0d9 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:01.313825 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5eafce1e-48dd-4f61-bf3d-ba9447102fad req-9bcc2bad-93aa-4a62-a3af-5da86d670d9b tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.317726 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d6050494-4449-48e4-a1e5-a3c9af2cc0d9 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.320799 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.337942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['56f9e96b-e6aa-424c-a368-2030caacd595'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:01.344884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:01.355865 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07a69f-e817-419c-b052-f3907f1bf4fc None None] Sync routers for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:01.379217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:01.386465 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07a69f-e817-419c-b052-f3907f1bf4fc None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:01.389791 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6b07a69f-e817-419c-b052-f3907f1bf4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:46:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:01.392780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:01.404503 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27751906-62fa-4c63-91bc-31930588a4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.422762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e4fa1d5-88db-4da7-9f05-5adf02846355 req-275be6bb-0ca3-4d84-8ca1-524378169b60 tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 210 time: 0.1201541 Aug 16 01:47:01.427019 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27751906-62fa-4c63-91bc-31930588a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.544638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:01.545411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.554508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27751906-62fa-4c63-91bc-31930588a4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f45bf2-e9bb-4074-b870-2011692fd618,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:01.606112 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5654776 Aug 16 01:47:01.657604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Request body: {'port': {'device_id': '5e24f98a-f519-46db-90f7-03efb923f006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:01.683508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b552e3-0029-42ae-a002-e40fd239ca1d req-9214ef35-ed1e-45c3-bb59-a3ec439ae8c4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:01.685693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65b552e3-0029-42ae-a002-e40fd239ca1d req-9214ef35-ed1e-45c3-bb59-a3ec439ae8c4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 931 time: 0.4089901 Aug 16 01:47:01.688675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25eeca95-5900-45ec-9266-54cbbad9f2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.785378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.799340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eafce1e-48dd-4f61-bf3d-ba9447102fad req-9bcc2bad-93aa-4a62-a3af-5da86d670d9b tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] No DVR routers for this DVR port 56f9e96b-e6aa-424c-a368-2030caacd595 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:01.800230 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6b07a69f-e817-419c-b052-f3907f1bf4fc None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:01.808256 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d6050494-4449-48e4-a1e5-a3c9af2cc0d9 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "PUT /v2.0/floatingips/882e778a-5c40-4dee-b03b-ed59494bffc1 HTTP/1.1" status: 200 len: 1009 time: 4.0196977 Aug 16 01:47:01.810474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e168ce-f691-424d-b171-5c8347ac8e88', 'tag': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:01.812412 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "42e168ce-f691-424d-b171-5c8347ac8e88", "tag": "da4f2e9f-7328-4cbe-ab6e-4632fc273fee"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:01.816579 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5eafce1e-48dd-4f61-bf3d-ba9447102fad req-9bcc2bad-93aa-4a62-a3af-5da86d670d9b tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.818711 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5eafce1e-48dd-4f61-bf3d-ba9447102fad req-9bcc2bad-93aa-4a62-a3af-5da86d670d9b tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.89 "DELETE /v2.0/ports/56f9e96b-e6aa-424c-a368-2030caacd595 HTTP/1.1" status: 204 len: 173 time: 1.3084841 Aug 16 01:47:01.845739 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-27751906-62fa-4c63-91bc-31930588a4aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c9025d5dbcb48e3b9c61a81f6f4c3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4494388 Aug 16 01:47:01.850589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56354) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:01.888881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f9d9e-41e2-4590-a3cc-a0442c6d65a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Pushing event updated for resources: {'Port': ['ID=74df5200-e04b-466c-ab84-bb9f7bcc34fa,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:01.926797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc2bad-93aa-4a62-a3af-5da86d670d9b tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] Pushing event deleted for resources: {'Port': ['ID=56f9e96b-e6aa-424c-a368-2030caacd595,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:01.959175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-948dac7c-eae3-4e7a-987a-de24e13d9c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.045816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65b552e3-0029-42ae-a002-e40fd239ca1d req-55425114-6fb5-4d2d-9f8f-3c8db8c829a4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140264 Aug 16 01:47:02.057066 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca04f1fd-1ab6-46e8-b06e-433bcc52ceb8 x-openstack-request-id: req-ca04f1fd-1ab6-46e8-b06e-433bcc52ceb8 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:02.057526 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894e393f-cc83-4320-a539-a549649b8bf3", "name": "network-vif-deleted", "tag": "c41f2148-878e-4839-94dc-a737f10fba24", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:02.057926 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ca04f1fd-1ab6-46e8-b06e-433bcc52ceb8 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:02.058606 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894e393f-cc83-4320-a539-a549649b8bf3', 'name': 'network-vif-deleted', 'tag': 'c41f2148-878e-4839-94dc-a737f10fba24', 'status': 'completed', 'code': 200} Aug 16 01:47:02.174635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-948dac7c-eae3-4e7a-987a-de24e13d9c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.181070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25eeca95-5900-45ec-9266-54cbbad9f2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.188020 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25eeca95-5900-45ec-9266-54cbbad9f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.209058 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697479c2-62bf-4359-bff6-2f2f2ea8a9b5 x-openstack-request-id: req-697479c2-62bf-4359-bff6-2f2f2ea8a9b5 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:02.210842 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e168ce-f691-424d-b171-5c8347ac8e88", "tag": "da4f2e9f-7328-4cbe-ab6e-4632fc273fee", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:02.211211 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-697479c2-62bf-4359-bff6-2f2f2ea8a9b5 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:02.211726 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e168ce-f691-424d-b171-5c8347ac8e88', 'tag': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee', 'status': 'completed', 'code': 200} Aug 16 01:47:02.223071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eeca95-5900-45ec-9266-54cbbad9f2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d6068e-8599-4226-8868-9d5e1b4e8ff2,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:02.253113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-25eeca95-5900-45ec-9266-54cbbad9f2f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88abb9d362a34453bbec2be52aa3c8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0824296 Aug 16 01:47:02.253306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56362) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:02.320296 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9e38-41a0-423d-a6f0-837651a3f987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.372252 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9e38-41a0-423d-a6f0-837651a3f987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.509891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8 req-92692c0c-56f0-4cec-848e-2f31597b3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.511955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8 req-92692c0c-56f0-4cec-848e-2f31597b3eca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17&device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 1117 time: 0.2927070 Aug 16 01:47:02.531453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-6482a47f-84e8-4a94-a476-3a49bc313563 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f0db0253a6124fdaa5da3ac7a0f3f4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427463 Aug 16 01:47:02.532658 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9e38-41a0-423d-a6f0-837651a3f987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.536879 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9e38-41a0-423d-a6f0-837651a3f987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.538365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3e6a9e38-41a0-423d-a6f0-837651a3f987 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98d6068e-8599-4226-8868-9d5e1b4e8ff2 HTTP/1.1" status: 204 len: 168 time: 0.2837932 Aug 16 01:47:02.580227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9e38-41a0-423d-a6f0-837651a3f987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d6068e-8599-4226-8868-9d5e1b4e8ff2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:02.592639 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6b07a69f-e817-419c-b052-f3907f1bf4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '882e778a-5c40-4dee-b03b-ed59494bffc1', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'port_id': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'mac_address': 'fa:16:3e:df:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e168ce-f691-424d-b171-5c8347ac8e88', 'device_owner': 'compute:tempest-test_az-86687679'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:46:41Z', 'updated_at': '2021-08-16T01:46:59Z', 'revision_number': 1, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:02.627135 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07a69f-e817-419c-b052-f3907f1bf4fc None None] Checking router: cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:47:02.636867 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07a69f-e817-419c-b052-f3907f1bf4fc None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:02.637781 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6b07a69f-e817-419c-b052-f3907f1bf4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:46:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:02.740193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8 req-cf40acd2-fa99-4ffc-aad1-baa5e08fe3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.741940 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8 req-cf40acd2-fa99-4ffc-aad1-baa5e08fe3b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32 HTTP/1.1" status: 200 len: 925 time: 0.2116899 Aug 16 01:47:02.749094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3678c4b3-bf99-4e0d-af68-8fa6fcf23ba2 req-b5719bc8-0940-4fd4-b2b4-867ae83de7fb tempest-AggregatesAdminTestJSON-103569221 tempest-AggregatesAdminTestJSON-103569221-project] 10.222.0.79 "GET /v2.0/ports?device_id=87996c85-ecc6-4f53-ac2f-5f66ae7115c2 HTTP/1.1" status: 200 len: 210 time: 0.0387516 Aug 16 01:47:02.802011 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-948dac7c-eae3-4e7a-987a-de24e13d9c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.808906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-948dac7c-eae3-4e7a-987a-de24e13d9c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.809123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c797a5-735c-495a-ada1-419358ca3c30 req-e8d09ae1-de65-45f6-a6ad-e12891e815a7 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.810137 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-948dac7c-eae3-4e7a-987a-de24e13d9c17 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/02f45bf2-e9bb-4074-b870-2011692fd618 HTTP/1.1" status: 204 len: 168 time: 0.9582267 Aug 16 01:47:02.814533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-e8d09ae1-de65-45f6-a6ad-e12891e815a7 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2750409 Aug 16 01:47:02.833604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-d8bdf44b-49b7-4815-b927-778318142f48 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/quotas/f0db0253a6124fdaa5da3ac7a0f3f4e1 HTTP/1.1" status: 200 len: 375 time: 0.0179758 Aug 16 01:47:02.856472 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6b07a69f-e817-419c-b052-f3907f1bf4fc None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:02.861775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948dac7c-eae3-4e7a-987a-de24e13d9c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f45bf2-e9bb-4074-b870-2011692fd618,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:02.874701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-ad19b95d-587f-4e6b-8b73-9395ddd9c957 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f0db0253a6124fdaa5da3ac7a0f3f4e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378346 Aug 16 01:47:02.993286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74df5200-e04b-466c-ab84-bb9f7bcc34fa {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:03.004353 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.022720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Transition to ACTIVE for port object 74df5200-e04b-466c-ab84-bb9f7bcc34fa will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:03.034444 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.071943 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:47:03.136352 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8 req-92634d6f-ef8d-4bd5-9f40-e67203b736e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da4f2e9f-7328-4cbe-ab6e-4632fc273fee HTTP/1.1" status: 200 len: 1017 time: 0.3839285 Aug 16 01:47:03.155967 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6b07a69f-e817-419c-b052-f3907f1bf4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '882e778a-5c40-4dee-b03b-ed59494bffc1', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'port_id': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'mac_address': 'fa:16:3e:df:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e168ce-f691-424d-b171-5c8347ac8e88', 'device_owner': 'compute:tempest-test_az-86687679'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:46:41Z', 'updated_at': '2021-08-16T01:46:59Z', 'revision_number': 1, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:03.184277 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2214aff6-9d62-42e0-a7d2-468013754b83 req-166de176-c804-4314-b18e-21a904c14aab tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 210 time: 0.0623226 Aug 16 01:47:03.226108 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07a69f-e817-419c-b052-f3907f1bf4fc None None] The sync data for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 is: [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '882e778a-5c40-4dee-b03b-ed59494bffc1', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'port_id': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'mac_address': 'fa:16:3e:df:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e168ce-f691-424d-b171-5c8347ac8e88', 'device_owner': 'compute:tempest-test_az-86687679'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:46:41Z', 'updated_at': '2021-08-16T01:46:59Z', 'revision_number': 1, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:03.241293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56408) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:03.271653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Pushing event updated for resources: {'Port': ['ID=74df5200-e04b-466c-ab84-bb9f7bcc34fa,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:03.283119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e993c14f-8e9b-48a7-8211-e01bb94661b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.328442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65765dd-772d-434f-b2f8-325d42c42913 req-ca933422-ce3a-49ae-ab37-f782303f0c4d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.332432 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b65765dd-772d-434f-b2f8-325d42c42913 req-ca933422-ce3a-49ae-ab37-f782303f0c4d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 943 time: 0.1227934 Aug 16 01:47:03.334730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8 req-20c179a2-752f-4c91-a160-2c2cdd260405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.336264 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8 req-20c179a2-752f-4c91-a160-2c2cdd260405 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1aef574c-be6b-4775-96d3-9d8bb575c078 HTTP/1.1" status: 200 len: 863 time: 0.1917233 Aug 16 01:47:03.417604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b65765dd-772d-434f-b2f8-325d42c42913 req-f1b83f5b-929e-46ef-a957-568372c6e2f9 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722847 Aug 16 01:47:03.622979 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf244313-74fc-4992-a899-87fd9b4d87d4 None None] New status for floating IP 882e778a-5c40-4dee-b03b-ed59494bffc1: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:47:03.736635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8 req-477be608-7d7c-4f6d-8c72-5b59552623b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.739247 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8 req-477be608-7d7c-4f6d-8c72-5b59552623b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150887 Aug 16 01:47:03.749886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56424) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:03.752377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:03.753465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:03.754071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:03.795478 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ffb56e86-5f05-4495-9c5e-e9871da14ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.869430 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c41f2148-878e-4839-94dc-a737f10fba24 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:03.872932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:03.873289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:03.891601 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8 req-d7889d26-d5bd-42da-b2c9-41fc0a3180cd service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401999 Aug 16 01:47:03.895806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:03.896394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:03.896837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:03.897357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Bound port: 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:03.897769 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.936727 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e993c14f-8e9b-48a7-8211-e01bb94661b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.960009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: c41f2148-878e-4839-94dc-a737f10fba24 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:03.960657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c41f2148-878e-4839-94dc-a737f10fba24 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:03.968014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e993c14f-8e9b-48a7-8211-e01bb94661b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.087263 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ffb56e86-5f05-4495-9c5e-e9871da14ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.098497 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ffb56e86-5f05-4495-9c5e-e9871da14ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.107337 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e993c14f-8e9b-48a7-8211-e01bb94661b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5b0d73b5f884ef19a5f3e9fe5ff421b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8623497 Aug 16 01:47:04.113716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56436) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:04.137667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993c14f-8e9b-48a7-8211-e01bb94661b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7211963f-ef03-4adc-9bdb-4bdeb80ab69b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:04.157043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:04.174215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb56e86-5f05-4495-9c5e-e9871da14ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c8868b-ddd9-4078-aab8-08270c29055d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:04.182715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ffb56e86-5f05-4495-9c5e-e9871da14ba1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4741a538de1049a5bc3359df3456553b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315202 Aug 16 01:47:04.182952 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7dae35ba-df3c-4b5d-bf8c-8fdaf96bb1b8 req-ff22f3b3-677a-47bd-8c8c-333ed1bfe60e service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817392 Aug 16 01:47:04.186186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56438) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:04.189345 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:04.201462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.216198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87996c85-ecc6-4f53-ac2f-5f66ae7115c2', 'name': 'network-vif-deleted', 'tag': '56f9e96b-e6aa-424c-a368-2030caacd595'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:04.219524 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121da9de-ced2-4d4d-b1ce-c3ab6f81357b" -d '{"events": [{"server_uuid": "87996c85-ecc6-4f53-ac2f-5f66ae7115c2", "name": "network-vif-deleted", "tag": "56f9e96b-e6aa-424c-a368-2030caacd595"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:04.287877 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be77d498-df38-48a2-8cd0-a226fae34374 x-openstack-request-id: req-be77d498-df38-48a2-8cd0-a226fae34374 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:04.288617 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87996c85-ecc6-4f53-ac2f-5f66ae7115c2", "name": "network-vif-deleted", "tag": "56f9e96b-e6aa-424c-a368-2030caacd595", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:04.288867 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be77d498-df38-48a2-8cd0-a226fae34374 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:04.289281 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87996c85-ecc6-4f53-ac2f-5f66ae7115c2', 'name': 'network-vif-deleted', 'tag': '56f9e96b-e6aa-424c-a368-2030caacd595', 'status': 'completed', 'code': 200} Aug 16 01:47:04.294924 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f540bd4f-6a52-47bf-a042-63890cb3836a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.308311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.309466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.311510 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] 10.222.0.84 "PUT /v2.0/ports/74df5200-e04b-466c-ab84-bb9f7bcc34fa HTTP/1.1" status: 200 len: 1092 time: 2.6719487 Aug 16 01:47:04.320131 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-11bfc258-6e4b-4341-817a-dee6129c25e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.356734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78e003d9-aced-4e6b-93db-9b3fbfe5430e req-8e841ec4-2c72-4f8f-ac4f-70f471289636 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 210 time: 0.0437748 Aug 16 01:47:04.366219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f540bd4f-6a52-47bf-a042-63890cb3836a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.371277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56448) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:04.387524 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-11bfc258-6e4b-4341-817a-dee6129c25e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.409750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad081b2-9f93-4fb1-9934-1f59ee3484db service neutron] Pushing event updated for resources: {'Port': ['ID=74df5200-e04b-466c-ab84-bb9f7bcc34fa,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:04.495904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-a3540508-dac4-4c19-98a1-bae576605e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.497713 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-a3540508-dac4-4c19-98a1-bae576605e6f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1095 time: 0.0905731 Aug 16 01:47:04.535818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f540bd4f-6a52-47bf-a042-63890cb3836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.538336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f540bd4f-6a52-47bf-a042-63890cb3836a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.543847 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f540bd4f-6a52-47bf-a042-63890cb3836a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7211963f-ef03-4adc-9bdb-4bdeb80ab69b HTTP/1.1" status: 204 len: 168 time: 0.4291158 Aug 16 01:47:04.552059 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-11bfc258-6e4b-4341-817a-dee6129c25e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.554731 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-11bfc258-6e4b-4341-817a-dee6129c25e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.555869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-11bfc258-6e4b-4341-817a-dee6129c25e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/68c8868b-ddd9-4078-aab8-08270c29055d HTTP/1.1" status: 204 len: 168 time: 0.3670146 Aug 16 01:47:04.606483 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-1d8f3784-9a45-4c41-b934-c825dbabd5e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa HTTP/1.1" status: 200 len: 217 time: 0.0926220 Aug 16 01:47:04.606827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfc258-6e4b-4341-817a-dee6129c25e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c8868b-ddd9-4078-aab8-08270c29055d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:04.627972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540bd4f-6a52-47bf-a042-63890cb3836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7211963f-ef03-4adc-9bdb-4bdeb80ab69b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:04.631574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-a180ff84-7caa-4158-b864-d32573f0e9dc tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f0db0253a6124fdaa5da3ac7a0f3f4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227218 Aug 16 01:47:04.709958 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-ed26303d-a228-4fde-bfb9-9d60d1354ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.718939 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-ed26303d-a228-4fde-bfb9-9d60d1354ed6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.0847099 Aug 16 01:47:04.727729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfa6f8-3efc-484e-8127-2480fe1dfee6 req-5b99da76-2358-4918-af20-1bf4e0858bda tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.729367 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddcfa6f8-3efc-484e-8127-2480fe1dfee6 req-5b99da76-2358-4918-af20-1bf4e0858bda tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 943 time: 0.1725204 Aug 16 01:47:04.777357 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-7cb59e2e-d72f-437a-b9e2-d8c9afcf7703 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401742 Aug 16 01:47:04.828706 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2afb6f6a-563f-4788-a816-f77b05aef6b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9e3b1c0f3a840fe84e2c6b09b7dec69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4561064 Aug 16 01:47:04.843995 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 56f9e96b-e6aa-424c-a368-2030caacd595 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:04.845546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56472) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:04.846348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddcfa6f8-3efc-484e-8127-2480fe1dfee6 req-c4721a20-c3bb-4d90-acc9-b613943f1b41 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038439 Aug 16 01:47:04.881336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c797a5-735c-495a-ada1-419358ca3c30 req-a3201c85-b9fa-40a1-b94a-b4cda5f38dc2 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.883386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-a3201c85-b9fa-40a1-b94a-b4cda5f38dc2 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441313 Aug 16 01:47:04.885367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 56f9e96b-e6aa-424c-a368-2030caacd595 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:04.885799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 56f9e96b-e6aa-424c-a368-2030caacd595 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:04.909170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Request body: {'port': {'device_id': 'fa89b364-93f0-4aa6-a410-9318aa47050f', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'f0db0253a6124fdaa5da3ac7a0f3f4e1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:04.935610 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d0649c4a-1a44-44a7-b26f-1905e45a54c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.950889 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-086bd3ed-79e3-48d3-8f0a-82545dd6c53d service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558945 Aug 16 01:47:04.972435 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d0649c4a-1a44-44a7-b26f-1905e45a54c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.071314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Made reservation on behalf of f0db0253a6124fdaa5da3ac7a0f3f4e1 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:05.075195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.085973 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-23fc8785-f184-4bea-84ba-e8c63a12baf9 req-3a5e20f6-b1ba-4fa0-a3a9-3165eba6a2f9 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265044 Aug 16 01:47:05.099837 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d0649c4a-1a44-44a7-b26f-1905e45a54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.103360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d0649c4a-1a44-44a7-b26f-1905e45a54c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.107870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d0649c4a-1a44-44a7-b26f-1905e45a54c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd6f7891-629a-4801-b8e7-44d533192e38 HTTP/1.1" status: 204 len: 168 time: 0.2611585 Aug 16 01:47:05.119896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0649c4a-1a44-44a7-b26f-1905e45a54c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6f7891-629a-4801-b8e7-44d533192e38,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:05.328590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Allocated IP 192.168.233.107 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/c1f01b54-16d6-439e-ad19-9522cdbf8ae4) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:05.491894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f773931e-a2c9-4959-a910-782c9af790ac req-c06aefcc-d02b-4e93-b711-49e8e7575f9f tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 210 time: 0.0370517 Aug 16 01:47:05.555882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.575635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Transition to ACTIVE for port object c1f01b54-16d6-439e-ad19-9522cdbf8ae4 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:05.618895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.717259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:05.723697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:05.725001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56508) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:05.728730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:05.734919 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:05.735542 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.740031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Pushing event updated for resources: {'Port': ['ID=c1f01b54-16d6-439e-ad19-9522cdbf8ae4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:05.755929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-bef904f9-6015-4a69-9786-1de6813c6d88 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8513122 Aug 16 01:47:05.776572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Request body: {'port': {'device_id': 'fa89b364-93f0-4aa6-a410-9318aa47050f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:05.832043 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2946786b-79e2-4691-a5ac-540199138311 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6076e358219c4b7297df2a98d53a7550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036296 Aug 16 01:47:05.834619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56514) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:05.848212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.979931 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f09c0713-bd9a-4b49-aeb8-22058a5711f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.010238 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f09c0713-bd9a-4b49-aeb8-22058a5711f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.077339 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f09c0713-bd9a-4b49-aeb8-22058a5711f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.082150 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f09c0713-bd9a-4b49-aeb8-22058a5711f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.084701 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f09c0713-bd9a-4b49-aeb8-22058a5711f2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a4045b5-833a-4552-9fc4-f1e32b92e112 HTTP/1.1" status: 204 len: 168 time: 0.2487569 Aug 16 01:47:06.096749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c0713-bd9a-4b49-aeb8-22058a5711f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4045b5-833a-4552-9fc4-f1e32b92e112,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:06.105544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f659d8d2-bb38-4cb5-b68b-88adbc473583 None None] Provisioning for port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:06.120945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f659d8d2-bb38-4cb5-b68b-88adbc473583 None None] Provisioning complete for port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:06.121646 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f659d8d2-bb38-4cb5-b68b-88adbc473583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.167040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f659d8d2-bb38-4cb5-b68b-88adbc473583 None None] Port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:06.240971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cb222-e9eb-47c6-b3a6-40e228226e16 req-e07c0dd2-7bda-44fd-a106-067636de6d2c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:06.242489 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a65cb222-e9eb-47c6-b3a6-40e228226e16 req-e07c0dd2-7bda-44fd-a106-067636de6d2c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 943 time: 0.1402631 Aug 16 01:47:06.290660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e24f98a-f519-46db-90f7-03efb923f006', 'tag': '74df5200-e04b-466c-ab84-bb9f7bcc34fa'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:06.294533 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47adc834-4bf9-4b10-9641-549409fdfb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e24f98a-f519-46db-90f7-03efb923f006", "tag": "74df5200-e04b-466c-ab84-bb9f7bcc34fa"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:06.380801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a65cb222-e9eb-47c6-b3a6-40e228226e16 req-304f6031-7607-49e1-8a11-f342c7e1bf31 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248732 Aug 16 01:47:06.465421 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796cfcac-7231-47f7-8da6-360f045ee8e6 x-openstack-request-id: req-796cfcac-7231-47f7-8da6-360f045ee8e6 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:06.465735 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e24f98a-f519-46db-90f7-03efb923f006", "tag": "74df5200-e04b-466c-ab84-bb9f7bcc34fa", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:06.465948 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-796cfcac-7231-47f7-8da6-360f045ee8e6 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:06.466342 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e24f98a-f519-46db-90f7-03efb923f006', 'tag': '74df5200-e04b-466c-ab84-bb9f7bcc34fa', 'status': 'completed', 'code': 200} Aug 16 01:47:06.555979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f01b54-16d6-439e-ad19-9522cdbf8ae4 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:06.559487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adc834-4bf9-4b10-9641-549409fdfb6e req-dba11e25-f6e5-4f51-95d6-d4a57fcb3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:06.561042 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47adc834-4bf9-4b10-9641-549409fdfb6e req-dba11e25-f6e5-4f51-95d6-d4a57fcb3907 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1095 time: 0.0509844 Aug 16 01:47:06.566338 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.587895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Transition to ACTIVE for port object c1f01b54-16d6-439e-ad19-9522cdbf8ae4 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:06.591946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.683613 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adc834-4bf9-4b10-9641-549409fdfb6e req-df52b834-c734-49f5-a614-df87114944bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:06.685154 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47adc834-4bf9-4b10-9641-549409fdfb6e req-df52b834-c734-49f5-a614-df87114944bc service neutron] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.1163018 Aug 16 01:47:06.687439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Pushing event updated for resources: {'Port': ['ID=c1f01b54-16d6-439e-ad19-9522cdbf8ae4,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:06.695269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Attempting to bind port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:06.695614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Attempting to bind port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:06.695958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Attempting to bind port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:06.702642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:06.702969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Attempting to bind port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:06.725036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:06.725416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:06.725997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:06.726468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Bound port: c1f01b54-16d6-439e-ad19-9522cdbf8ae4, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:06.726830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.743570 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47adc834-4bf9-4b10-9641-549409fdfb6e req-550c5d9d-9c4d-458d-a74c-58506204f87f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa HTTP/1.1" status: 200 len: 217 time: 0.0506337 Aug 16 01:47:06.829795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adc834-4bf9-4b10-9641-549409fdfb6e req-2ebc6ac3-0d08-408e-94b9-2c421d0c5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:06.837960 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47adc834-4bf9-4b10-9641-549409fdfb6e req-2ebc6ac3-0d08-408e-94b9-2c421d0c5535 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.0807240 Aug 16 01:47:06.899758 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47adc834-4bf9-4b10-9641-549409fdfb6e req-0835cd4e-cd7b-482b-9954-92880c74b454 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570505 Aug 16 01:47:06.948286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] For port c1f01b54-16d6-439e-ad19-9522cdbf8ae4, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:06.957981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] For port c1f01b54-16d6-439e-ad19-9522cdbf8ae4, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c1f01b54-16d6-439e-ad19-9522cdbf8ae4,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:06.973011 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:07.035546 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47adc834-4bf9-4b10-9641-549409fdfb6e req-8819ac55-e480-4eb4-b17a-e2406786f527 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261785 Aug 16 01:47:07.089991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:07.090856 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:07.095460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] 10.222.0.84 "PUT /v2.0/ports/c1f01b54-16d6-439e-ad19-9522cdbf8ae4 HTTP/1.1" status: 200 len: 1097 time: 1.3243172 Aug 16 01:47:07.097007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa89b364-93f0-4aa6-a410-9318aa47050f', 'tag': 'c1f01b54-16d6-439e-ad19-9522cdbf8ae4'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:07.099878 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a004d2bd-97d2-4954-a42d-4a66e804f41e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa89b364-93f0-4aa6-a410-9318aa47050f", "tag": "c1f01b54-16d6-439e-ad19-9522cdbf8ae4"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:07.174808 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47adc834-4bf9-4b10-9641-549409fdfb6e req-05bd076f-5722-48c9-aaec-9e3f4735905e service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319256 Aug 16 01:47:07.187428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0fc16-f089-4d73-8792-3ac2e6c7588e service neutron] Pushing event updated for resources: {'Port': ['ID=c1f01b54-16d6-439e-ad19-9522cdbf8ae4,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:07.250451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b1c18-65d6-482c-822d-03efac4dd89b req-660ccafd-87e2-4021-ba2f-585860e3861a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:07.252700 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-250b1c18-65d6-482c-822d-03efac4dd89b req-660ccafd-87e2-4021-ba2f-585860e3861a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 948 time: 0.2931533 Aug 16 01:47:07.293033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c797a5-735c-495a-ada1-419358ca3c30 req-aa752ad8-f228-4432-bc94-5753a7467a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:07.294250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-aa752ad8-f228-4432-bc94-5753a7467a9c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f0db0253a6124fdaa5da3ac7a0f3f4e1&device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 1100 time: 0.1271083 Aug 16 01:47:07.371533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-250b1c18-65d6-482c-822d-03efac4dd89b req-fbcd2afc-9e42-4c42-a2de-0a03ec07e157 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098673 Aug 16 01:47:07.373445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-cf9952c4-593d-455a-b9ba-af125b8f9913 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=c1f01b54-16d6-439e-ad19-9522cdbf8ae4 HTTP/1.1" status: 200 len: 217 time: 0.0636201 Aug 16 01:47:07.458528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c797a5-735c-495a-ada1-419358ca3c30 req-934d933c-139b-41fd-9e33-af0e702ad803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:07.463139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-934d933c-139b-41fd-9e33-af0e702ad803 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0813329 Aug 16 01:47:07.465346 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62143ef6-d371-401c-a80a-498b08df59ed x-openstack-request-id: req-62143ef6-d371-401c-a80a-498b08df59ed {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:07.465673 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa89b364-93f0-4aa6-a410-9318aa47050f", "tag": "c1f01b54-16d6-439e-ad19-9522cdbf8ae4", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:07.465921 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-62143ef6-d371-401c-a80a-498b08df59ed {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:07.466356 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa89b364-93f0-4aa6-a410-9318aa47050f', 'tag': 'c1f01b54-16d6-439e-ad19-9522cdbf8ae4', 'status': 'completed', 'code': 200} Aug 16 01:47:07.591965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8346f3-2ba9-453e-85dd-5d9ff0e9786f req-3ee3a03c-5c4d-4028-97a2-42b8fb55ec15 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:07.593484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c8346f3-2ba9-453e-85dd-5d9ff0e9786f req-3ee3a03c-5c4d-4028-97a2-42b8fb55ec15 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 943 time: 0.0830245 Aug 16 01:47:07.595437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c797a5-735c-495a-ada1-419358ca3c30 req-5ee621bc-293c-40df-bc85-ebc08be0a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:07.597555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-5ee621bc-293c-40df-bc85-ebc08be0a71e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1254766 Aug 16 01:47:07.684250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c8346f3-2ba9-453e-85dd-5d9ff0e9786f req-688fc4cb-7f4b-40aa-a2a7-26650e320930 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841086 Aug 16 01:47:07.731539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-13f94aef-b898-44a5-9564-306525c81a34 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244941 Aug 16 01:47:07.842349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c797a5-735c-495a-ada1-419358ca3c30 req-c389f849-4ae9-43e6-9a24-4fd6b8346db5 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035573 Aug 16 01:47:08.006921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004d2bd-97d2-4954-a42d-4a66e804f41e req-489db0c3-1564-447c-84ef-1f75a05e9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.009575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a004d2bd-97d2-4954-a42d-4a66e804f41e req-489db0c3-1564-447c-84ef-1f75a05e9ca8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f0db0253a6124fdaa5da3ac7a0f3f4e1&device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 1100 time: 0.0598514 Aug 16 01:47:08.210941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004d2bd-97d2-4954-a42d-4a66e804f41e req-dd33c6fe-bf25-42f7-be5e-674743891ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.212425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a004d2bd-97d2-4954-a42d-4a66e804f41e req-dd33c6fe-bf25-42f7-be5e-674743891ab8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1972110 Aug 16 01:47:08.254881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a004d2bd-97d2-4954-a42d-4a66e804f41e req-9af0fe29-8b23-4100-8e8b-458effea0331 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=c1f01b54-16d6-439e-ad19-9522cdbf8ae4 HTTP/1.1" status: 200 len: 217 time: 0.0349898 Aug 16 01:47:08.306414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004d2bd-97d2-4954-a42d-4a66e804f41e req-e268c7cc-d60a-4920-8816-3c2d7ca85f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.308428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a004d2bd-97d2-4954-a42d-4a66e804f41e req-e268c7cc-d60a-4920-8816-3c2d7ca85f1d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0466661 Aug 16 01:47:08.333366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56650) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:08.364408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004d2bd-97d2-4954-a42d-4a66e804f41e req-4102b648-043d-491b-b9c6-4604ad7adb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.365983 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a004d2bd-97d2-4954-a42d-4a66e804f41e req-4102b648-043d-491b-b9c6-4604ad7adb69 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508389 Aug 16 01:47:08.475715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a004d2bd-97d2-4954-a42d-4a66e804f41e req-7641ce8f-d12f-4080-8c13-26e5ab25c248 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003819 Aug 16 01:47:08.614625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dbd3c-db66-4aa7-a420-0e3db2eec94b req-bb5f2d7a-73ff-4fbd-b602-e0ccb2e1e563 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.616115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b89dbd3c-db66-4aa7-a420-0e3db2eec94b req-bb5f2d7a-73ff-4fbd-b602-e0ccb2e1e563 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 948 time: 0.1059413 Aug 16 01:47:08.649192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a004d2bd-97d2-4954-a42d-4a66e804f41e req-e4e3127d-d0f7-459d-be97-ad963ebb1189 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645944 Aug 16 01:47:08.675777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b89dbd3c-db66-4aa7-a420-0e3db2eec94b req-320d690e-347a-437d-85be-18ea29ebc649 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452726 Aug 16 01:47:08.742723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c2c89007-7ae0-4763-9ccb-bbd3c7c379d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.773528 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6fbaeda-2b23-462e-a2df-7172ecd9b0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.863569 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c2c89007-7ae0-4763-9ccb-bbd3c7c379d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.868702 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c2c89007-7ae0-4763-9ccb-bbd3c7c379d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.909800 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c2c89007-7ae0-4763-9ccb-bbd3c7c379d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=161202d2604048eabb45a85199f94002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5743034 Aug 16 01:47:08.911092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c89007-7ae0-4763-9ccb-bbd3c7c379d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d38f2-e8ce-4e14-8403-ef2f9d413802,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:08.913120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56686) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:08.981346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2e48-3475-4ce6-8d20-61503e915fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.014300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2e48-3475-4ce6-8d20-61503e915fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.091473 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa04a41-1659-4f26-9051-5689ecdcd7cd req-0e970a0d-1696-434f-b036-76bc5a003d67 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:09.092904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8aa04a41-1659-4f26-9051-5689ecdcd7cd req-0e970a0d-1696-434f-b036-76bc5a003d67 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 943 time: 0.0765727 Aug 16 01:47:09.125361 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2e48-3475-4ce6-8d20-61503e915fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.128072 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2e48-3475-4ce6-8d20-61503e915fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.132704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4a2c2e48-3475-4ce6-8d20-61503e915fe1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b8d38f2-e8ce-4e14-8403-ef2f9d413802 HTTP/1.1" status: 204 len: 168 time: 0.2184503 Aug 16 01:47:09.160781 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.166357 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8aa04a41-1659-4f26-9051-5689ecdcd7cd req-f44a8a2b-d679-40e7-adad-1d56ba93c147 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658982 Aug 16 01:47:09.172413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c2e48-3475-4ce6-8d20-61503e915fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d38f2-e8ce-4e14-8403-ef2f9d413802,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:09.481074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-99294906-5be6-4ea2-9dc6-dd3d1e1c0e90 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307896 Aug 16 01:47:09.598389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56728) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:09.612797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a211e4cc-7225-4e3a-90ce-0f8f4b3eec79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.716863 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a211e4cc-7225-4e3a-90ce-0f8f4b3eec79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.722403 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a211e4cc-7225-4e3a-90ce-0f8f4b3eec79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.762677 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a211e4cc-7225-4e3a-90ce-0f8f4b3eec79 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b0ee8bb097fd480888a0b80c93e58225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625774 Aug 16 01:47:09.764937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211e4cc-7225-4e3a-90ce-0f8f4b3eec79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571f1a63-e2b3-4aca-9635-c4006d7f8822,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:09.767794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56738) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:09.828749 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2984-f75f-4cd3-9938-1a544414d903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.848752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 74df5200-e04b-466c-ab84-bb9f7bcc34fa details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:09.852825 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2984-f75f-4cd3-9938-1a544414d903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.855972 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-8810a29f-520d-4819-b727-dbe6e9b65c86 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:09.863779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-8810a29f-520d-4819-b727-dbe6e9b65c86 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3756297 Aug 16 01:47:09.892700 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-13aa371b-9e80-4ac3-922f-8d2919a809be tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/quotas/7346d0ff4d354fe5a773dcc42c32e5c5 HTTP/1.1" status: 200 len: 375 time: 0.0279379 Aug 16 01:47:09.911741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d1c0d-2e0f-4e63-abcb-27a2ee9e9aa4 req-e6c86710-48bd-44fe-b17c-74da390c5766 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:09.912930 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2984-f75f-4cd3-9938-1a544414d903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.913509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f3d1c0d-2e0f-4e63-abcb-27a2ee9e9aa4 req-e6c86710-48bd-44fe-b17c-74da390c5766 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 948 time: 0.0917895 Aug 16 01:47:09.921997 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2984-f75f-4cd3-9938-1a544414d903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.923460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ad0d2984-f75f-4cd3-9938-1a544414d903 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/571f1a63-e2b3-4aca-9635-c4006d7f8822 HTTP/1.1" status: 204 len: 168 time: 0.1552191 Aug 16 01:47:09.933770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d2984-f75f-4cd3-9938-1a544414d903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571f1a63-e2b3-4aca-9635-c4006d7f8822,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:09.945820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-b4cc1b7c-f1f3-4d8d-b04c-f3641188db0b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520627 Aug 16 01:47:09.988765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f3d1c0d-2e0f-4e63-abcb-27a2ee9e9aa4 req-2bf18780-ea7a-4095-b2f4-02beda3d0b6a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462337 Aug 16 01:47:10.000154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:10.022804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '74df5200-e04b-466c-ab84-bb9f7bcc34fa', 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8', 'port_id': '74df5200-e04b-466c-ab84-bb9f7bcc34fa', 'mac_address': 'fa:16:3e:85:0a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee669229-a3fb-45fb-9d99-b6dc72a6d72d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:10.081395 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.096331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74df5200-e04b-466c-ab84-bb9f7bcc34fa {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:10.132152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:10.137611 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.216432 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=74df5200-e04b-466c-ab84-bb9f7bcc34fa,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:10.226042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-627cf2cb-14d7-4ad3-aa75-5e301905f8ec req-78087a06-66ab-4f34-99c0-10561f2537e4 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 210 time: 0.0319605 Aug 16 01:47:10.253119 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56764) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:10.406664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9f07b-d08d-4cfe-9295-4210cf26af09 req-f1e6717d-76f1-41d8-b7d3-4cbea607e04a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:10.408929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2a9f07b-d08d-4cfe-9295-4210cf26af09 req-f1e6717d-76f1-41d8-b7d3-4cbea607e04a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 944 time: 0.0653694 Aug 16 01:47:10.412703 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16632543-c9d5-47e8-9d1d-bf946140f861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.535709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['74df5200-e04b-466c-ab84-bb9f7bcc34fa'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:10.535861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2a9f07b-d08d-4cfe-9295-4210cf26af09 req-b2b54e6d-6d8b-402e-b0c1-36e30d259bf2 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182570 Aug 16 01:47:10.606421 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16632543-c9d5-47e8-9d1d-bf946140f861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.613412 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16632543-c9d5-47e8-9d1d-bf946140f861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.653054 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-16632543-c9d5-47e8-9d1d-bf946140f861 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d5a9ae008f646549257a591b36afa10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988614 Aug 16 01:47:10.656487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56794) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:10.680728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16632543-c9d5-47e8-9d1d-bf946140f861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7dcfe8-f7e6-41a2-b72e-5f82d66ac1ef,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:10.749680 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e69edf9-8d30-42b7-9662-3f82d42e3af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.775859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e69edf9-8d30-42b7-9662-3f82d42e3af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.870591 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e69edf9-8d30-42b7-9662-3f82d42e3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.876048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e69edf9-8d30-42b7-9662-3f82d42e3af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.882315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0e69edf9-8d30-42b7-9662-3f82d42e3af0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1d7dcfe8-f7e6-41a2-b72e-5f82d66ac1ef HTTP/1.1" status: 204 len: 168 time: 0.2243547 Aug 16 01:47:10.895696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69edf9-8d30-42b7-9662-3f82d42e3af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7dcfe8-f7e6-41a2-b72e-5f82d66ac1ef,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:11.126923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c91e3-1900-4563-a358-6996486eb2bc req-34590289-5530-445c-b2dd-208830e4cb76 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:11.128941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a14c91e3-1900-4563-a358-6996486eb2bc req-34590289-5530-445c-b2dd-208830e4cb76 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 948 time: 0.0517983 Aug 16 01:47:11.176620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a14c91e3-1900-4563-a358-6996486eb2bc req-c68a7788-9f19-4d7d-9dbf-cf5f31a2c6f0 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344284 Aug 16 01:47:11.185850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56832) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:11.327498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56840) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:11.330125 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5c768ad-46e2-4513-959a-781ac1796d95 req-5c0a2a1e-ef19-4e18-b154-ba8b86f4363a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 210 time: 0.0335884 Aug 16 01:47:11.353408 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.405085 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-35027074-e390-49ca-b2ef-54c3ba2d39f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.430433 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-d2249d22-c7ef-4387-8def-2492f3540802 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287373 Aug 16 01:47:11.491110 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.578183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.653753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.662917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-2cf8542e-a58f-4cd3-8be9-9a732265e79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:11.665117 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-2cf8542e-a58f-4cd3-8be9-9a732265e79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285993 Aug 16 01:47:11.666275 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.681711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e21c0-8cbb-4bdc-bd3e-d3489b54ea8b req-e45b8032-09c4-452b-b727-e931cc7fdca6 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:11.688127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c2e21c0-8cbb-4bdc-bd3e-d3489b54ea8b req-e45b8032-09c4-452b-b727-e931cc7fdca6 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 944 time: 0.0749979 Aug 16 01:47:11.700651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3956cf07-c28d-4124-a2bb-f02b40d7d1e6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:11.713209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Request body: {'port': {'device_id': '12625bfd-c460-45d4-95b8-9a9b7d1a0d07', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '7346d0ff4d354fe5a773dcc42c32e5c5'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:11.719503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.719856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.720265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.720837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.721349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.721873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.722352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.722880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.723365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.723842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.724371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.724898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.748538 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c2e21c0-8cbb-4bdc-bd3e-d3489b54ea8b req-58222f82-add0-42a5-88eb-28fa2601534d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594864 Aug 16 01:47:11.813030 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9a5a1479-ce05-49d6-9890-5abafe76f58a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d40d4e07cf2442fe8d0df7e6ab1af5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831665 Aug 16 01:47:11.814813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56860) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:11.853378 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.862176 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.889068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c1f01b54-16d6-439e-ad19-9522cdbf8ae4 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:11.916482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61bbe34-b248-4fb0-9cc7-06fd027ba6fa,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:11.919704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71fb346f-f2fd-42ae-a918-16796d46b210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.925768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.926145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.926486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.926819 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.927148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.927470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.927789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.928244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.928785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.929142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.929465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.929779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:11.935327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7db6ca75-7643-41f9-93c6-c22312f82df8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b4fb6814192c47448144bb96fec9f6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7480373 Aug 16 01:47:11.938772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56870) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:11.965242 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71fb346f-f2fd-42ae-a918-16796d46b210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.965732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 74df5200-e04b-466c-ab84-bb9f7bcc34fa up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:12.027239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Made reservation on behalf of 7346d0ff4d354fe5a773dcc42c32e5c5 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:12.027451 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f719a86f-8b9c-4ad6-b3a7-2c0196a90d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.032000 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.046227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.062546 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f719a86f-8b9c-4ad6-b3a7-2c0196a90d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.077395 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71fb346f-f2fd-42ae-a918-16796d46b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.096889 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71fb346f-f2fd-42ae-a918-16796d46b210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.098098 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-71fb346f-f2fd-42ae-a918-16796d46b210 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3956cf07-c28d-4124-a2bb-f02b40d7d1e6 HTTP/1.1" status: 204 len: 168 time: 0.2816403 Aug 16 01:47:12.099127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c1f01b54-16d6-439e-ad19-9522cdbf8ae4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c1f01b54-16d6-439e-ad19-9522cdbf8ae4,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:12.108427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 74df5200-e04b-466c-ab84-bb9f7bcc34fa completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:12.118287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 74df5200-e04b-466c-ab84-bb9f7bcc34fa triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:12.119470 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.122410 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'c1f01b54-16d6-439e-ad19-9522cdbf8ae4', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'c1f01b54-16d6-439e-ad19-9522cdbf8ae4', 'mac_address': 'fa:16:3e:82:44:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:12.144120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb346f-f2fd-42ae-a918-16796d46b210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3956cf07-c28d-4124-a2bb-f02b40d7d1e6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:12.158625 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f719a86f-8b9c-4ad6-b3a7-2c0196a90d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.161393 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f719a86f-8b9c-4ad6-b3a7-2c0196a90d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.163177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f719a86f-8b9c-4ad6-b3a7-2c0196a90d86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d61bbe34-b248-4fb0-9cc7-06fd027ba6fa HTTP/1.1" status: 204 len: 168 time: 0.2234459 Aug 16 01:47:12.186820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719a86f-8b9c-4ad6-b3a7-2c0196a90d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61bbe34-b248-4fb0-9cc7-06fd027ba6fa,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:12.240955 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.259339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f01b54-16d6-439e-ad19-9522cdbf8ae4 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:12.279929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c1f01b54-16d6-439e-ad19-9522cdbf8ae4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c1f01b54-16d6-439e-ad19-9522cdbf8ae4,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:12.307539 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.318832 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.330950 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.364252 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.392942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc97d5-e0e0-4f1a-9120-1e15db5e6796 req-71e1ce99-0d1c-45f5-9a66-d6c3759b0206 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:12.396343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=c1f01b54-16d6-439e-ad19-9522cdbf8ae4,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:12.400679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1fbc97d5-e0e0-4f1a-9120-1e15db5e6796 req-71e1ce99-0d1c-45f5-9a66-d6c3759b0206 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 949 time: 0.0916817 Aug 16 01:47:12.423336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:12.430533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e24f98a-f519-46db-90f7-03efb923f006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74df5200-e04b-466c-ab84-bb9f7bcc34fa'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:12.433424 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12000335-f08c-45d4-ab6f-582472ca0387" -d '{"events": [{"server_uuid": "5e24f98a-f519-46db-90f7-03efb923f006", "name": "network-vif-plugged", "status": "completed", "tag": "74df5200-e04b-466c-ab84-bb9f7bcc34fa"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:12.438381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.438918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.439406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.439911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.440390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.440885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.441369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.441847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.442450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.442979 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.443507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.444202 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.449028 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.478269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1fbc97d5-e0e0-4f1a-9120-1e15db5e6796 req-f935c9a8-f854-45eb-b7b4-2fb2ff7cc44a tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699508 Aug 16 01:47:12.505489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89d5f4d-ffca-41eb-a353-5d729adb9091,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:12.540838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=74df5200-e04b-466c-ab84-bb9f7bcc34fa,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:12.555105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0460cb5d-124b-4c03-a129-a86963749d9c req-826f3d2a-e0dd-43f0-84d0-63998c3b33bc tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 210 time: 0.0610540 Aug 16 01:47:12.596417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Allocated IP 192.168.233.181 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/def23d27-aa78-449f-9599-7477d3d660d7) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:12.599536 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3e0e1f-a11e-4652-9b00-bc1abe416371 x-openstack-request-id: req-bd3e0e1f-a11e-4652-9b00-bc1abe416371 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:12.600066 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e24f98a-f519-46db-90f7-03efb923f006", "name": "network-vif-plugged", "status": "completed", "tag": "74df5200-e04b-466c-ab84-bb9f7bcc34fa", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:12.600320 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd3e0e1f-a11e-4652-9b00-bc1abe416371 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:12.600736 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e24f98a-f519-46db-90f7-03efb923f006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74df5200-e04b-466c-ab84-bb9f7bcc34fa', 'code': 200} Aug 16 01:47:12.620533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.706364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['c1f01b54-16d6-439e-ad19-9522cdbf8ae4'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:12.794451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e28ef-56b4-4d3a-b2ad-c91fbeabbde5 req-2db81b8c-5a8a-4f6e-bc7e-49d650ffa7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:12.796076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-287e28ef-56b4-4d3a-b2ad-c91fbeabbde5 req-2db81b8c-5a8a-4f6e-bc7e-49d650ffa7f7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1097 time: 0.0959516 Aug 16 01:47:12.841531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.860317 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Transition to ACTIVE for port object def23d27-aa78-449f-9599-7477d3d660d7 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:12.867116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-287e28ef-56b4-4d3a-b2ad-c91fbeabbde5 req-3f17c70c-68a4-4b7e-900f-0fc78a1dd1bf service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616622 Aug 16 01:47:12.933691 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.965901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdf279-de82-4e8d-9478-3a1e41c09941 req-f3c66c2d-69a5-4387-b06b-1ddd6a630a64 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:12.974965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26bdf279-de82-4e8d-9478-3a1e41c09941 req-f3c66c2d-69a5-4387-b06b-1ddd6a630a64 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 945 time: 0.1031234 Aug 16 01:47:13.029824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26bdf279-de82-4e8d-9478-3a1e41c09941 req-055bf610-1aa5-4909-b25d-20e21a668539 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532329 Aug 16 01:47:13.055828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:13.062288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:13.064481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event updated for resources: {'Port': ['ID=def23d27-aa78-449f-9599-7477d3d660d7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:13.074948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:13.140318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:13.141363 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.161743 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-f4686de3-1224-4e8d-8408-529dc5d62764 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4668412 Aug 16 01:47:13.176715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Request body: {'port': {'device_id': '12625bfd-c460-45d4-95b8-9a9b7d1a0d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:13.180165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56944) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:13.210032 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e97b0bff-066e-4d7f-bdcb-6a6bbb46fa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.264583 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.348190 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e97b0bff-066e-4d7f-bdcb-6a6bbb46fa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.348190 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e97b0bff-066e-4d7f-bdcb-6a6bbb46fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.401847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e97b0bff-066e-4d7f-bdcb-6a6bbb46fa6a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7e14bde9f66e4dd395eadf883b62aae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175949 Aug 16 01:47:13.401847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b0bff-066e-4d7f-bdcb-6a6bbb46fa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763410f1-1fad-416f-a2bc-c861ac1a4cac,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:13.404953 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56954) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:13.410337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-64dcf2c7-5fe9-40aa-8b5e-683ffad21500 None None] Provisioning for port def23d27-aa78-449f-9599-7477d3d660d7 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:13.415497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-64dcf2c7-5fe9-40aa-8b5e-683ffad21500 None None] Provisioning complete for port def23d27-aa78-449f-9599-7477d3d660d7 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:13.416789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-64dcf2c7-5fe9-40aa-8b5e-683ffad21500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.478558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a017ec06-093a-4907-a999-3e7bfdba6fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.478980 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-64dcf2c7-5fe9-40aa-8b5e-683ffad21500 None None] Port def23d27-aa78-449f-9599-7477d3d660d7 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:13.531435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a017ec06-093a-4907-a999-3e7bfdba6fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.644061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824e8fb-87ab-4dfe-9355-f7fb1c1cca25 req-1847e96a-725d-441d-80ee-33d482d18e8d tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:13.652105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c824e8fb-87ab-4dfe-9355-f7fb1c1cca25 req-1847e96a-725d-441d-80ee-33d482d18e8d tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 949 time: 0.1090090 Aug 16 01:47:13.714655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c824e8fb-87ab-4dfe-9355-f7fb1c1cca25 req-23c47879-85d4-42b2-be89-a28f48cf8411 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481987 Aug 16 01:47:13.715570 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a017ec06-093a-4907-a999-3e7bfdba6fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.717991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def23d27-aa78-449f-9599-7477d3d660d7 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:13.718134 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a017ec06-093a-4907-a999-3e7bfdba6fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.721731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a017ec06-093a-4907-a999-3e7bfdba6fbd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/763410f1-1fad-416f-a2bc-c861ac1a4cac HTTP/1.1" status: 204 len: 168 time: 0.3133254 Aug 16 01:47:13.731893 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.736040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017ec06-093a-4907-a999-3e7bfdba6fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763410f1-1fad-416f-a2bc-c861ac1a4cac,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:13.759257 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Transition to ACTIVE for port object def23d27-aa78-449f-9599-7477d3d660d7 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:13.767404 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.837037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=def23d27-aa78-449f-9599-7477d3d660d7,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:13.881300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56974) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:13.967919 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b12a4f-2fd9-41da-a0c6-7b6dfa6b03b0 req-a4a9da7d-3a3b-470e-89a1-56980de882a1 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:13.969535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b12a4f-2fd9-41da-a0c6-7b6dfa6b03b0 req-a4a9da7d-3a3b-470e-89a1-56980de882a1 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 948 time: 0.1381233 Aug 16 01:47:13.977222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-a972b639-c3ea-4d19-b0ff-97cfedeab609 req-1d2962a1-0b81-4ae6-983d-d85b01a4bec2 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Request body: {'security_group': {'name': 'tempest-securitygroup-769550635', 'description': 'tempest-description-204513122'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:14.012691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Attempting to bind port def23d27-aa78-449f-9599-7477d3d660d7 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:14.013069 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Attempting to bind port def23d27-aa78-449f-9599-7477d3d660d7 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:14.013395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Attempting to bind port def23d27-aa78-449f-9599-7477d3d660d7 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:14.023969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Port def23d27-aa78-449f-9599-7477d3d660d7 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:14.024365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Attempting to bind port def23d27-aa78-449f-9599-7477d3d660d7 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:14.032459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:14.032810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:14.033384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:14.033778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Bound port: def23d27-aa78-449f-9599-7477d3d660d7, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:14.034888 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.073787 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.089143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a972b639-c3ea-4d19-b0ff-97cfedeab609 req-1d2962a1-0b81-4ae6-983d-d85b01a4bec2 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.117067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b12a4f-2fd9-41da-a0c6-7b6dfa6b03b0 req-4685871c-c0fe-4c85-8377-a74fb16cb9e8 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273224 Aug 16 01:47:14.118004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a972b639-c3ea-4d19-b0ff-97cfedeab609 req-1d2962a1-0b81-4ae6-983d-d85b01a4bec2 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.163537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] For port def23d27-aa78-449f-9599-7477d3d660d7, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:14.169103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] For port def23d27-aa78-449f-9599-7477d3d660d7, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=def23d27-aa78-449f-9599-7477d3d660d7,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:14.178706 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.266526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:14.267430 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.269219 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] 10.222.0.89 "PUT /v2.0/ports/def23d27-aa78-449f-9599-7477d3d660d7 HTTP/1.1" status: 200 len: 1097 time: 1.0964270 Aug 16 01:47:14.269634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12625bfd-c460-45d4-95b8-9a9b7d1a0d07', 'tag': 'def23d27-aa78-449f-9599-7477d3d660d7'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:14.280817 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea" -d '{"events": [{"name": "network-changed", "server_uuid": "12625bfd-c460-45d4-95b8-9a9b7d1a0d07", "tag": "def23d27-aa78-449f-9599-7477d3d660d7"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:14.362467 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a972b639-c3ea-4d19-b0ff-97cfedeab609 req-1d2962a1-0b81-4ae6-983d-d85b01a4bec2 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.367890 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a972b639-c3ea-4d19-b0ff-97cfedeab609 req-1d2962a1-0b81-4ae6-983d-d85b01a4bec2 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.417904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6caa2-772d-4496-a978-1c5180ada4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=def23d27-aa78-449f-9599-7477d3d660d7,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:14.429510 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1b139f9-9bc7-4958-bf88-743de5589888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.459408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2962a1-0b81-4ae6-983d-d85b01a4bec2 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a053dde4-89b8-440e-8908-4dafc12e66f9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:14.460398 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-14fd34a9-dae2-46dc-ba3c-dbef4b956d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:14.461987 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-14fd34a9-dae2-46dc-ba3c-dbef4b956d61 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 1100 time: 0.1248019 Aug 16 01:47:14.510695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0f716-ee23-4b7c-a38f-4b8e131fdec9 req-2fd03e52-7406-4415-809e-7ef3aafe51d4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:14.518360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20e0f716-ee23-4b7c-a38f-4b8e131fdec9 req-2fd03e52-7406-4415-809e-7ef3aafe51d4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 945 time: 0.1531484 Aug 16 01:47:14.543705 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-23e43c2a-77a7-4eb9-8b43-4695918c60d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=def23d27-aa78-449f-9599-7477d3d660d7 HTTP/1.1" status: 200 len: 217 time: 0.0729918 Aug 16 01:47:14.620166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20e0f716-ee23-4b7c-a38f-4b8e131fdec9 req-d70d252a-dd03-4e22-ac14-bdf6a4cda248 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924995 Aug 16 01:47:14.665813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-a1f8b842-af95-4a43-8133-9ad284a49cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:14.677332 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-a1f8b842-af95-4a43-8133-9ad284a49cf9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1262102 Aug 16 01:47:14.678571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56992) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:14.694492 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a972b639-c3ea-4d19-b0ff-97cfedeab609 req-1d2962a1-0b81-4ae6-983d-d85b01a4bec2 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.705446 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a972b639-c3ea-4d19-b0ff-97cfedeab609 req-1d2962a1-0b81-4ae6-983d-d85b01a4bec2 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.749331 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb1d357-7a99-462c-867e-167cbf05926d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.800621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2962a1-0b81-4ae6-983d-d85b01a4bec2 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a3487d-5b81-4079-beeb-ec037617bdd4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:14.808233 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa89fa5-3aa0-45e7-92a4-5532ce846f78 x-openstack-request-id: req-1fa89fa5-3aa0-45e7-92a4-5532ce846f78 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:14.808516 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12625bfd-c460-45d4-95b8-9a9b7d1a0d07", "tag": "def23d27-aa78-449f-9599-7477d3d660d7", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:14.808828 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1fa89fa5-3aa0-45e7-92a4-5532ce846f78 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:14.809267 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12625bfd-c460-45d4-95b8-9a9b7d1a0d07', 'tag': 'def23d27-aa78-449f-9599-7477d3d660d7', 'status': 'completed', 'code': 200} Aug 16 01:47:14.832537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1b139f9-9bc7-4958-bf88-743de5589888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.845463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1b139f9-9bc7-4958-bf88-743de5589888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.861803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-69c038c1-3da6-43e2-b25a-ddf75dda24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:14.863473 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-69c038c1-3da6-43e2-b25a-ddf75dda24d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1784520 Aug 16 01:47:14.934179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb1d357-7a99-462c-867e-167cbf05926d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.938501 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a972b639-c3ea-4d19-b0ff-97cfedeab609 req-1d2962a1-0b81-4ae6-983d-d85b01a4bec2 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.955211 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b1b139f9-9bc7-4958-bf88-743de5589888 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=734f97da36e84563a74baece5554211d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0515516 Aug 16 01:47:14.955797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57000) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:14.961580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a972b639-c3ea-4d19-b0ff-97cfedeab609 req-1d2962a1-0b81-4ae6-983d-d85b01a4bec2 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9909353 Aug 16 01:47:14.963918 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb1d357-7a99-462c-867e-167cbf05926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.964441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b139f9-9bc7-4958-bf88-743de5589888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a29330c-41e5-47f5-b453-3bba8ae13ec6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:14.994726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-cdf30dac-7392-4d2b-aca5-1e00dfdc5343 req-5177235d-123a-4e8f-a25c-9dea752b6ca7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1012017780', 'description': 'tempest-description-1856756880'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:15.044964 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-7a4e819a-39e6-4930-a8ac-0e0a278d908e service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733518 Aug 16 01:47:15.047929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ee13b-db88-4ff0-9ca2-5ff0406fc0d7 req-fbbd2189-ece3-4a09-b0d0-e1b94cee361b tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.050735 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffa55-96c3-4e22-bdd1-4ae75481b711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.056217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca7ee13b-db88-4ff0-9ca2-5ff0406fc0d7 req-fbbd2189-ece3-4a09-b0d0-e1b94cee361b tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 949 time: 0.2300630 Aug 16 01:47:15.072802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bcb1d357-7a99-462c-867e-167cbf05926d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=902df75697b54c9ab9fca6b561db493e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827910 Aug 16 01:47:15.076072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1d357-7a99-462c-867e-167cbf05926d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b71cba-a2aa-45d4-9211-4699414653d1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:15.080417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57006) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:15.120416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffa55-96c3-4e22-bdd1-4ae75481b711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.135503 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cdf30dac-7392-4d2b-aca5-1e00dfdc5343 req-5177235d-123a-4e8f-a25c-9dea752b6ca7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.170343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca7ee13b-db88-4ff0-9ca2-5ff0406fc0d7 req-56e25a84-bce0-4d50-bb69-e01d07c5acfa tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130090 Aug 16 01:47:15.181758 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd42f5cd-2822-4584-b15b-bef4246088ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.204427 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92264d39-bd56-4ed6-810b-4b41cbc47ff3 req-b7faa8ff-ca36-4449-ba2d-c66018edc025 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506107 Aug 16 01:47:15.223586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffa55-96c3-4e22-bdd1-4ae75481b711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.226654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d2ffa55-96c3-4e22-bdd1-4ae75481b711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.230646 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6d2ffa55-96c3-4e22-bdd1-4ae75481b711 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a29330c-41e5-47f5-b453-3bba8ae13ec6 HTTP/1.1" status: 204 len: 168 time: 0.2715826 Aug 16 01:47:15.250238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ffa55-96c3-4e22-bdd1-4ae75481b711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a29330c-41e5-47f5-b453-3bba8ae13ec6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:15.259774 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd42f5cd-2822-4584-b15b-bef4246088ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.329315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc9b13c6-17f7-40a8-95d9-1a3aa2f0fc88 req-ad26ecc4-7625-4fd3-81f0-cfb576df29a0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1010275 Aug 16 01:47:15.372033 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cdf30dac-7392-4d2b-aca5-1e00dfdc5343 req-5177235d-123a-4e8f-a25c-9dea752b6ca7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.381675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cdf30dac-7392-4d2b-aca5-1e00dfdc5343 req-5177235d-123a-4e8f-a25c-9dea752b6ca7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.394781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea req-781bb81d-b3b4-439c-87b5-addd584e176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.401373 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea req-781bb81d-b3b4-439c-87b5-addd584e176e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 1100 time: 0.1447730 Aug 16 01:47:15.415047 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd42f5cd-2822-4584-b15b-bef4246088ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.418040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd42f5cd-2822-4584-b15b-bef4246088ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.421388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fd42f5cd-2822-4584-b15b-bef4246088ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d2b71cba-a2aa-45d4-9211-4699414653d1 HTTP/1.1" status: 204 len: 168 time: 0.3307824 Aug 16 01:47:15.466334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177235d-123a-4e8f-a25c-9dea752b6ca7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16195f82-dad2-4368-9220-c92395a21bd2,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:15.468613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cdf30dac-7392-4d2b-aca5-1e00dfdc5343 req-5177235d-123a-4e8f-a25c-9dea752b6ca7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.469961 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cdf30dac-7392-4d2b-aca5-1e00dfdc5343 req-5177235d-123a-4e8f-a25c-9dea752b6ca7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4851952 Aug 16 01:47:15.488781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88097-7b0b-4f45-b897-a0aabd0ca457 req-7a54c9dd-c2aa-4bea-8cb8-354a744305dc tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.496643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89f88097-7b0b-4f45-b897-a0aabd0ca457 req-7a54c9dd-c2aa-4bea-8cb8-354a744305dc tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 948 time: 0.1715770 Aug 16 01:47:15.522568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42f5cd-2822-4584-b15b-bef4246088ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b71cba-a2aa-45d4-9211-4699414653d1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:15.545923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b13c6-17f7-40a8-95d9-1a3aa2f0fc88 req-8aebd9f6-fb83-4eb0-917c-f86a4cd40866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.547671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc9b13c6-17f7-40a8-95d9-1a3aa2f0fc88 req-8aebd9f6-fb83-4eb0-917c-f86a4cd40866 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1097 time: 0.1243210 Aug 16 01:47:15.559896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea req-0ca15131-37f1-4c75-8aad-8929e0060d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.562505 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea req-0ca15131-37f1-4c75-8aad-8929e0060d79 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1475420 Aug 16 01:47:15.566882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89f88097-7b0b-4f45-b897-a0aabd0ca457 req-1c2de8a4-2b34-4a68-8a1f-4dd9e71fa547 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650046 Aug 16 01:47:15.618359 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea req-fb581294-98a0-4d8a-ab4d-78839c03db25 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=def23d27-aa78-449f-9599-7477d3d660d7 HTTP/1.1" status: 200 len: 217 time: 0.0486286 Aug 16 01:47:15.671400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b13c6-17f7-40a8-95d9-1a3aa2f0fc88 req-3e666ea4-337c-44c3-821e-125c7a75b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.672991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc9b13c6-17f7-40a8-95d9-1a3aa2f0fc88 req-3e666ea4-337c-44c3-821e-125c7a75b68e service neutron] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.1040452 Aug 16 01:47:15.682376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea req-ebfd88cd-6899-4c48-9da0-2fa726fb11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.684275 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea req-ebfd88cd-6899-4c48-9da0-2fa726fb11da service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0585754 Aug 16 01:47:15.737209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc9b13c6-17f7-40a8-95d9-1a3aa2f0fc88 req-10bcaa88-e219-4336-a91b-98623d2ddf95 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa HTTP/1.1" status: 200 len: 217 time: 0.0561376 Aug 16 01:47:15.754688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea req-3b3ed5c3-1236-4ca5-a5ec-500ea86139cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.756738 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea req-3b3ed5c3-1236-4ca5-a5ec-500ea86139cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0641537 Aug 16 01:47:15.796444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b13c6-17f7-40a8-95d9-1a3aa2f0fc88 req-7a780015-a235-41ba-8080-04522f1f6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:15.798316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc9b13c6-17f7-40a8-95d9-1a3aa2f0fc88 req-7a780015-a235-41ba-8080-04522f1f6068 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.0536885 Aug 16 01:47:15.838882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc9b13c6-17f7-40a8-95d9-1a3aa2f0fc88 req-79ae9086-d409-4872-9818-77f56c9377f3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287814 Aug 16 01:47:15.866349 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea req-cd9c8fa3-d5eb-402f-95f5-6370898aa43c service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016419 Aug 16 01:47:15.881480 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c1f01b54-16d6-439e-ad19-9522cdbf8ae4 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:15.899543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57034) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:15.918249 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9ce05797-b65e-4a13-ae96-f7a17fde22dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.955707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-90f81b00-285f-47c5-8cfa-be3c1ca57be7 req-02161f9f-1c34-45c9-bf84-9bcab1193b0b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-430277426', 'description': 'tempest-description-230694825'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:15.999336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc9b13c6-17f7-40a8-95d9-1a3aa2f0fc88 req-56d1ba93-e5e7-47e8-94cb-2ede4873b885 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528294 Aug 16 01:47:16.009020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:16.015872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:16.016879 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.112918 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-673f5dce-0aa4-428d-8ca6-8e02c8c679ea req-07a1d950-0d10-433d-b9d5-2531f08fd12b service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380624 Aug 16 01:47:16.121246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc9b13c6-17f7-40a8-95d9-1a3aa2f0fc88 req-f527a2a0-5ad9-4b97-a07c-68df533c0ccd service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140013 Aug 16 01:47:16.205228 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9ce05797-b65e-4a13-ae96-f7a17fde22dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.213249 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9ce05797-b65e-4a13-ae96-f7a17fde22dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.264969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57048) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:16.265130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9ce05797-b65e-4a13-ae96-f7a17fde22dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1134becf185c4f81817f6079e679ad86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642924 Aug 16 01:47:16.272024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce05797-b65e-4a13-ae96-f7a17fde22dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ae5b66-aa57-4de9-b5d5-b54015484cd4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:16.306530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90f81b00-285f-47c5-8cfa-be3c1ca57be7 req-02161f9f-1c34-45c9-bf84-9bcab1193b0b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.311851 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.316612 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90f81b00-285f-47c5-8cfa-be3c1ca57be7 req-02161f9f-1c34-45c9-bf84-9bcab1193b0b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.340553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa89b364-93f0-4aa6-a410-9318aa47050f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f01b54-16d6-439e-ad19-9522cdbf8ae4'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:16.343681 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bbdaf8-d619-43b5-8fa8-cec990d9fada" -d '{"events": [{"server_uuid": "fa89b364-93f0-4aa6-a410-9318aa47050f", "name": "network-vif-plugged", "status": "completed", "tag": "c1f01b54-16d6-439e-ad19-9522cdbf8ae4"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:16.347926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc81dd5-a899-454a-a0d4-4e31e3ba063d req-4265b12a-448b-4971-ae80-93669415cfa8 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:16.349567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6dc81dd5-a899-454a-a0d4-4e31e3ba063d req-4265b12a-448b-4971-ae80-93669415cfa8 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 945 time: 0.0815012 Aug 16 01:47:16.360520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c1f01b54-16d6-439e-ad19-9522cdbf8ae4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c1f01b54-16d6-439e-ad19-9522cdbf8ae4,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:16.360929 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6acc3f2e-e50f-493c-9190-b9a7007ed1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.365714 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.414888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6dc81dd5-a899-454a-a0d4-4e31e3ba063d req-85aedcbd-b263-4d0e-aae0-8a659996e3e9 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560346 Aug 16 01:47:16.419070 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6acc3f2e-e50f-493c-9190-b9a7007ed1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.423013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=c1f01b54-16d6-439e-ad19-9522cdbf8ae4,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:16.477866 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90f81b00-285f-47c5-8cfa-be3c1ca57be7 req-02161f9f-1c34-45c9-bf84-9bcab1193b0b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.483656 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90f81b00-285f-47c5-8cfa-be3c1ca57be7 req-02161f9f-1c34-45c9-bf84-9bcab1193b0b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.512748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6acc3f2e-e50f-493c-9190-b9a7007ed1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.516935 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6acc3f2e-e50f-493c-9190-b9a7007ed1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.518223 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6acc3f2e-e50f-493c-9190-b9a7007ed1f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/42ae5b66-aa57-4de9-b5d5-b54015484cd4 HTTP/1.1" status: 204 len: 168 time: 0.2520106 Aug 16 01:47:16.528750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc3f2e-e50f-493c-9190-b9a7007ed1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ae5b66-aa57-4de9-b5d5-b54015484cd4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:16.531753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02161f9f-1c34-45c9-bf84-9bcab1193b0b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16ca517-111c-45de-bfc2-a4acfcfc9b22,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:16.612904 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90f81b00-285f-47c5-8cfa-be3c1ca57be7 req-02161f9f-1c34-45c9-bf84-9bcab1193b0b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.617615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90f81b00-285f-47c5-8cfa-be3c1ca57be7 req-02161f9f-1c34-45c9-bf84-9bcab1193b0b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.644354 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90f81b00-285f-47c5-8cfa-be3c1ca57be7 req-02161f9f-1c34-45c9-bf84-9bcab1193b0b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.645632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90f81b00-285f-47c5-8cfa-be3c1ca57be7 req-02161f9f-1c34-45c9-bf84-9bcab1193b0b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7027378 Aug 16 01:47:16.650229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02161f9f-1c34-45c9-bf84-9bcab1193b0b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a267b17-245a-406a-9fd5-014e5611cc3a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:16.730209 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacc3b20-73e6-428a-b463-2f27837a1d5a x-openstack-request-id: req-aacc3b20-73e6-428a-b463-2f27837a1d5a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:16.730529 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa89b364-93f0-4aa6-a410-9318aa47050f", "name": "network-vif-plugged", "status": "completed", "tag": "c1f01b54-16d6-439e-ad19-9522cdbf8ae4", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:16.730836 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aacc3b20-73e6-428a-b463-2f27837a1d5a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:16.731234 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa89b364-93f0-4aa6-a410-9318aa47050f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f01b54-16d6-439e-ad19-9522cdbf8ae4', 'code': 200} Aug 16 01:47:16.812615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543e15c-12b6-484b-946b-4575a22b8da1 req-10d9d7f0-1962-4bb1-bc8c-13fb9a00f62e tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:16.814294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2543e15c-12b6-484b-946b-4575a22b8da1 req-10d9d7f0-1962-4bb1-bc8c-13fb9a00f62e tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 950 time: 0.0832703 Aug 16 01:47:16.888685 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2543e15c-12b6-484b-946b-4575a22b8da1 req-23ab9c32-1f41-4609-9421-382a2595208d tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635412 Aug 16 01:47:16.894379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b07cf-6026-4c6f-8a13-a0fb82675c1f req-45e7fce2-d44c-442f-9e70-a9f9c9c8bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:16.895916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-063b07cf-6026-4c6f-8a13-a0fb82675c1f req-45e7fce2-d44c-442f-9e70-a9f9c9c8bbd1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 1102 time: 0.0642920 Aug 16 01:47:16.940875 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-063b07cf-6026-4c6f-8a13-a0fb82675c1f req-ad1539fa-789b-4b37-b692-e8405e4d935c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361207 Aug 16 01:47:17.004326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182e384-dd0c-4f25-9054-1579e28695ab req-b9c83d75-5568-4114-8b7d-054f88bd1d85 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:17.005947 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9182e384-dd0c-4f25-9054-1579e28695ab req-b9c83d75-5568-4114-8b7d-054f88bd1d85 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 948 time: 0.0524819 Aug 16 01:47:17.054763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9182e384-dd0c-4f25-9054-1579e28695ab req-d602e578-230e-4467-89c0-2c57e797e02f tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394466 Aug 16 01:47:17.181892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-b53aa045-51ae-4553-ace2-b09cda44ad37 req-a24f05ce-895a-43e3-ac55-5914757411a3 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1095506454', 'description': 'tempest-description-1297490642'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:17.211212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6e5d4-2ed6-4454-9a71-fab320f7ca44 req-8dcf4707-b512-45b7-90dc-ed4eaf92f985 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:17.212745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bfa6e5d4-2ed6-4454-9a71-fab320f7ca44 req-8dcf4707-b512-45b7-90dc-ed4eaf92f985 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1097 time: 0.0738890 Aug 16 01:47:17.213947 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b53aa045-51ae-4553-ace2-b09cda44ad37 req-a24f05ce-895a-43e3-ac55-5914757411a3 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.271575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bfa6e5d4-2ed6-4454-9a71-fab320f7ca44 req-b9cb054d-ed14-413f-929a-770d06026654 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477874 Aug 16 01:47:17.335329 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b53aa045-51ae-4553-ace2-b09cda44ad37 req-a24f05ce-895a-43e3-ac55-5914757411a3 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.340661 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b53aa045-51ae-4553-ace2-b09cda44ad37 req-a24f05ce-895a-43e3-ac55-5914757411a3 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.374645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f05ce-895a-43e3-ac55-5914757411a3 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61645d2-4787-4584-b0fa-2c6b63886f0a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:17.378722 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b53aa045-51ae-4553-ace2-b09cda44ad37 req-a24f05ce-895a-43e3-ac55-5914757411a3 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.379937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b53aa045-51ae-4553-ace2-b09cda44ad37 req-a24f05ce-895a-43e3-ac55-5914757411a3 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2099392 Aug 16 01:47:17.546826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f708a-3386-4a6c-afa5-7a0cb754ecbc req-56fdc7ec-3d4f-40c6-9393-46a2dd690865 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:17.548335 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba0f708a-3386-4a6c-afa5-7a0cb754ecbc req-56fdc7ec-3d4f-40c6-9393-46a2dd690865 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1097 time: 0.0863037 Aug 16 01:47:17.613693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba0f708a-3386-4a6c-afa5-7a0cb754ecbc req-53c9d266-3352-4021-b0d6-dca54438dca7 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591779 Aug 16 01:47:17.726209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-8783033b-1315-4cc1-8007-4d7b57673d5b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39555 time: 0.2842433 Aug 16 01:47:17.790833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-5366dac6-abb9-4f43-ac10-9f795ae9bed3 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/0319b0b8-cfc7-4a8f-99ee-7a0ce5531c1a HTTP/1.1" status: 200 len: 2977 time: 0.0561094 Aug 16 01:47:17.839824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-313411a1-2fa3-49fa-acde-e342d40e2add tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/0319b0b8-cfc7-4a8f-99ee-7a0ce5531c1a HTTP/1.1" status: 200 len: 2977 time: 0.0420437 Aug 16 01:47:17.883053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-bfb6431e-6a7c-4ad8-8117-fa7f6198624f tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/2c887917-c2a4-4103-8d1f-73b95e8f3e65 HTTP/1.1" status: 200 len: 2981 time: 0.0366688 Aug 16 01:47:17.935097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-406780ef-0f2d-4020-8b5f-6e247991af5f tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/2c887917-c2a4-4103-8d1f-73b95e8f3e65 HTTP/1.1" status: 200 len: 2981 time: 0.0452082 Aug 16 01:47:17.960945 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.985694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-29fe5e74-7596-4a3a-afb0-3328d7ccb283 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0 HTTP/1.1" status: 200 len: 2981 time: 0.0427248 Aug 16 01:47:18.042424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-236a9a1f-0700-4319-ad58-0804926cc93c tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0 HTTP/1.1" status: 200 len: 2981 time: 0.0482743 Aug 16 01:47:18.090352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-36f15223-dcdf-4f2f-bae3-bcdbbfe75ba2 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/5e85b99f-7944-41ff-861c-987495a633c1 HTTP/1.1" status: 200 len: 2977 time: 0.0414219 Aug 16 01:47:18.140886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-dc2a93d9-d2a4-4c8d-b182-fef353a03fb2 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/5e85b99f-7944-41ff-861c-987495a633c1 HTTP/1.1" status: 200 len: 2977 time: 0.0427713 Aug 16 01:47:18.184995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-4fb79bab-3d89-4362-b3a7-b98cef1378cc tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/7745d57d-9be9-4cb6-b025-8c0b6d09dc78 HTTP/1.1" status: 200 len: 2977 time: 0.0376799 Aug 16 01:47:18.233525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-040c8747-4974-4fd2-8cdc-ab91674e27a9 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/7745d57d-9be9-4cb6-b025-8c0b6d09dc78 HTTP/1.1" status: 200 len: 2977 time: 0.0413189 Aug 16 01:47:18.278813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-49e2b55a-49f8-46c2-a3ee-a3dad8f24d1b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a053dde4-89b8-440e-8908-4dafc12e66f9 HTTP/1.1" status: 200 len: 2981 time: 0.0377309 Aug 16 01:47:18.332547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-a175cece-9293-48b3-950d-811e8f1a7a9b tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a053dde4-89b8-440e-8908-4dafc12e66f9 HTTP/1.1" status: 200 len: 2981 time: 0.0478139 Aug 16 01:47:18.381468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-7d042714-2be2-4274-bc4d-52f347d15b76 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a06cd33e-dab9-4071-ac7f-8d4c08a49737 HTTP/1.1" status: 200 len: 2973 time: 0.0421221 Aug 16 01:47:18.435413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-bf292549-f392-4c46-acd6-deae70e127fd tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a06cd33e-dab9-4071-ac7f-8d4c08a49737 HTTP/1.1" status: 200 len: 2973 time: 0.0475051 Aug 16 01:47:18.483807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-8aedfe0f-4d3a-45c0-9599-7529bbceacd3 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/c16ca517-111c-45de-bfc2-a4acfcfc9b22 HTTP/1.1" status: 200 len: 2981 time: 0.0368574 Aug 16 01:47:18.527920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-f62e7535-5d3f-4198-b5ab-3498acdea195 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/c16ca517-111c-45de-bfc2-a4acfcfc9b22 HTTP/1.1" status: 200 len: 2981 time: 0.0373273 Aug 16 01:47:18.573560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-a24793a8-2a69-4733-b5e9-878a7c672da1 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d7e169d8-2f89-4312-ba5d-927128757242 HTTP/1.1" status: 200 len: 2981 time: 0.0382454 Aug 16 01:47:18.620196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-e72a1d08-e7eb-4e9d-9503-e80f16e60376 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d7e169d8-2f89-4312-ba5d-927128757242 HTTP/1.1" status: 200 len: 2981 time: 0.0399563 Aug 16 01:47:18.663399 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-1838abf1-6115-49ee-8e94-683c6c1e5e28 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d8be7140-21c9-49e3-a6c5-34dc589b5572 HTTP/1.1" status: 200 len: 2981 time: 0.0371430 Aug 16 01:47:18.709363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-2ecd136a-4946-4602-ac09-dc05955fe1be tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d8be7140-21c9-49e3-a6c5-34dc589b5572 HTTP/1.1" status: 200 len: 2981 time: 0.0371826 Aug 16 01:47:18.754815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-da181cb7-45e6-4c0e-91b0-d949ac52a2ae tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f89d5f4d-ffca-41eb-a353-5d729adb9091 HTTP/1.1" status: 200 len: 2981 time: 0.0394580 Aug 16 01:47:18.797068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082593f5-251a-4312-951b-517659f029dc req-34c88d3d-7e37-4f31-b773-5f131b68fbef tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f89d5f4d-ffca-41eb-a353-5d729adb9091 HTTP/1.1" status: 200 len: 2981 time: 0.0363064 Aug 16 01:47:18.909353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ca96a-a0e3-412a-939b-5beb68478622 req-477dbfe4-1f78-4c8f-b634-ad9d98efca97 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:18.911454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e57ca96a-a0e3-412a-939b-5beb68478622 req-477dbfe4-1f78-4c8f-b634-ad9d98efca97 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 950 time: 0.0520258 Aug 16 01:47:18.921848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device def23d27-aa78-449f-9599-7477d3d660d7 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:18.961114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e57ca96a-a0e3-412a-939b-5beb68478622 req-1ffcfb08-6853-431d-b0e5-7904a0453f57 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 Aug 16 01:47:19.025227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port def23d27-aa78-449f-9599-7477d3d660d7, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=def23d27-aa78-449f-9599-7477d3d660d7,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:19.033961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'def23d27-aa78-449f-9599-7477d3d660d7', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'def23d27-aa78-449f-9599-7477d3d660d7', 'mac_address': 'fa:16:3e:e8:91:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:19.073359 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.091131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def23d27-aa78-449f-9599-7477d3d660d7 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:19.111031 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port def23d27-aa78-449f-9599-7477d3d660d7, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=def23d27-aa78-449f-9599-7477d3d660d7,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:19.116252 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.123088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e5d8b-f001-4bfe-b6b7-3cd3cdc9d82d req-ad6664ba-e6c7-4472-9716-87090e264324 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:19.124711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-572e5d8b-f001-4bfe-b6b7-3cd3cdc9d82d req-ad6664ba-e6c7-4472-9716-87090e264324 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 948 time: 0.0528295 Aug 16 01:47:19.164576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=def23d27-aa78-449f-9599-7477d3d660d7,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:19.166454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-572e5d8b-f001-4bfe-b6b7-3cd3cdc9d82d req-2f2460cf-01e1-43f7-810b-5876456beed4 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Aug 16 01:47:19.334677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:19.347860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57200) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:19.467188 n-d-768851-16 neutron-server[101380]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 01:47:19.471282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-4ab504d2-0b6b-4e9f-8eee-261777fc6e91 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:47:19.472872 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-4ab504d2-0b6b-4e9f-8eee-261777fc6e91 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1233974 Aug 16 01:47:19.479438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-66cecff7-65f2-4b25-9020-2c7f526d1215 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351570 Aug 16 01:47:19.560136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Request body: {'binding': {'host': 'n-h2-768851-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:19.560728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Unknown quota resources ['binding']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:47:19.599129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-1b2737ca-6bb7-4331-afab-390893af8d61 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:19.600600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-1b2737ca-6bb7-4331-afab-390893af8d61 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085479 Aug 16 01:47:19.615460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-5df825f7-8e3b-450e-b99f-3d22afa6ecee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/quotas/7d3fb7ac641a4a0ca36c49fbd1435edc HTTP/1.1" status: 200 len: 375 time: 0.0089750 Aug 16 01:47:19.647013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-f3fe7539-bca8-4972-9e14-6652c330702b tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259976 Aug 16 01:47:19.864118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33aabdbe-7aea-4ae4-9480-c17be9eba301 req-7195c767-1183-4494-8be1-1945295b9579 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58a5f408ed6e40478d472120a9232fc1 HTTP/1.1" status: 200 len: 6102 time: 0.0808468 Aug 16 01:47:19.901374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on host n-h2-768851-16 for vnic_type normal with profile None {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:19.901719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:19.902249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:19.907011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:19.907329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:19.912559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:19.912900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:19.913332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:19.913756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Bound port: 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:19.919925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33aabdbe-7aea-4ae4-9480-c17be9eba301 req-7efc7092-2e77-49f7-b363-e1c16daa41df tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] 10.222.0.79 "GET /v2.0/security-groups/a053dde4-89b8-440e-8908-4dafc12e66f9 HTTP/1.1" status: 200 len: 2981 time: 0.0480244 Aug 16 01:47:19.973571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33aabdbe-7aea-4ae4-9480-c17be9eba301 req-5eda2c12-9d62-4fc9-89e8-9cdbafb66e06 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] 10.222.0.79 "GET /v2.0/security-groups/a053dde4-89b8-440e-8908-4dafc12e66f9 HTTP/1.1" status: 200 len: 2981 time: 0.0473850 Aug 16 01:47:20.006238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:20.012213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.013537 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-3b6a2d63-2afd-4b8a-877e-b66a9c68ae85 service neutron] 10.222.0.79 "POST /v2.0/ports/74df5200-e04b-466c-ab84-bb9f7bcc34fa/bindings HTTP/1.1" status: 201 len: 390 time: 0.4954967 Aug 16 01:47:20.243210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-570cc2ef-a64d-4940-a044-ac3fcb66281c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329549 Aug 16 01:47:20.249522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbd3db5e-c5c9-4a07-a210-1debd8b10e7b req-d8c3d59d-9436-49b2-9d3a-cc1f4afe22e9 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f61645d2-4787-4584-b0fa-2c6b63886f0a HTTP/1.1" status: 200 len: 1778 time: 0.0706742 Aug 16 01:47:20.338158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068822e-621f-4321-93ee-b68b06129982 req-b60f8e1d-decd-4b45-8319-aaf495b4df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.340050 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-b60f8e1d-decd-4b45-8319-aaf495b4df58 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1097 time: 0.0490580 Aug 16 01:47:20.378012 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dbd3db5e-c5c9-4a07-a210-1debd8b10e7b req-68711957-9b8a-4cc3-86f3-3258a3aaa348 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.403581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-1c60cf15-7304-4fdd-9e58-7c61c61750c5 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.403797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-1c60cf15-7304-4fdd-9e58-7c61c61750c5 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523366 Aug 16 01:47:20.421355 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dbd3db5e-c5c9-4a07-a210-1debd8b10e7b req-68711957-9b8a-4cc3-86f3-3258a3aaa348 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.432858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-b8c3a846-5fef-4dfb-a8c9-016c77864e86 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/quotas/7d3fb7ac641a4a0ca36c49fbd1435edc HTTP/1.1" status: 200 len: 375 time: 0.0210574 Aug 16 01:47:20.454145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068822e-621f-4321-93ee-b68b06129982 req-64a4d202-e729-4a1e-87e5-75fcd6701a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.456701 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-64a4d202-e729-4a1e-87e5-75fcd6701a17 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.1081283 Aug 16 01:47:20.478350 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7c7d2b24-d33f-4135-94a3-d589c64e6ceb tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352650 Aug 16 01:47:20.494144 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dbd3db5e-c5c9-4a07-a210-1debd8b10e7b req-68711957-9b8a-4cc3-86f3-3258a3aaa348 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.497056 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dbd3db5e-c5c9-4a07-a210-1debd8b10e7b req-68711957-9b8a-4cc3-86f3-3258a3aaa348 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.498225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbd3db5e-c5c9-4a07-a210-1debd8b10e7b req-68711957-9b8a-4cc3-86f3-3258a3aaa348 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/f61645d2-4787-4584-b0fa-2c6b63886f0a HTTP/1.1" status: 204 len: 173 time: 0.2373006 Aug 16 01:47:20.507103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68711957-9b8a-4cc3-86f3-3258a3aaa348 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61645d2-4787-4584-b0fa-2c6b63886f0a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:20.524733 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-ebd77727-692a-464e-be47-2a0e989e7e92 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa HTTP/1.1" status: 200 len: 217 time: 0.0608709 Aug 16 01:47:20.587639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068822e-621f-4321-93ee-b68b06129982 req-639164da-48eb-43be-8688-f95c6c073bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.589130 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-639164da-48eb-43be-8688-f95c6c073bcd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.0566220 Aug 16 01:47:20.625079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37071ab1-717c-4b39-87cc-fca1ca58b946 req-c1ff0206-c105-4cff-b152-203c586c3b6f tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.626656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37071ab1-717c-4b39-87cc-fca1ca58b946 req-c1ff0206-c105-4cff-b152-203c586c3b6f tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 945 time: 0.0542855 Aug 16 01:47:20.639114 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-af56d6d4-e2ea-42b7-a888-672899b289cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424540 Aug 16 01:47:20.672201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37071ab1-717c-4b39-87cc-fca1ca58b946 req-683534f7-1f93-48ad-b99a-3b76285edfdc tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Aug 16 01:47:20.742558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614c4eb-f0dd-4694-b338-e0359782590d req-23a1eeeb-2028-483b-833d-40c9ecfbe9e7 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.745556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2614c4eb-f0dd-4694-b338-e0359782590d req-23a1eeeb-2028-483b-833d-40c9ecfbe9e7 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 950 time: 0.0655048 Aug 16 01:47:20.754152 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-d7cd22fe-581a-4801-8ad8-f394c82954ac service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074595 Aug 16 01:47:20.790064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2614c4eb-f0dd-4694-b338-e0359782590d req-e0c3f02c-2bcd-4b70-9841-551a11ba6325 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378129 Aug 16 01:47:20.882802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783a7c3-e791-4c22-8954-5801239352d5 req-1e90b9cd-8cd6-431a-9629-a01a2476d235 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:20.887566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-28e25d80-e7c7-4f77-83d1-e639ef84c1e1 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262124 Aug 16 01:47:20.889644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9783a7c3-e791-4c22-8954-5801239352d5 req-1e90b9cd-8cd6-431a-9629-a01a2476d235 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 949 time: 0.0835297 Aug 16 01:47:20.936921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-8f5c0086-cb5f-438b-89ff-1774715d21b9 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296082 Aug 16 01:47:20.937829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device def23d27-aa78-449f-9599-7477d3d660d7 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:21.012316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port def23d27-aa78-449f-9599-7477d3d660d7 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:21.016163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9783a7c3-e791-4c22-8954-5801239352d5 req-75158d4e-51ff-416e-ad67-f7d1c2374c5f tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256652 Aug 16 01:47:21.031846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port def23d27-aa78-449f-9599-7477d3d660d7 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:21.034878 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.055473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55bef4b4-200c-4c89-b02c-320675108dbe req-008a766d-c184-45ba-a1df-325a29a3dc85 tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "GET /v2.0/security-groups/5a267b17-245a-406a-9fd5-014e5611cc3a HTTP/1.1" status: 200 len: 1776 time: 0.1264007 Aug 16 01:47:21.114184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068822e-621f-4321-93ee-b68b06129982 req-d90a0d05-daf0-49ff-8e75-73a0c36e1082 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.117236 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-d90a0d05-daf0-49ff-8e75-73a0c36e1082 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1097 time: 0.1253974 Aug 16 01:47:21.133714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-16'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:21.159511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-08d04e5f-ea83-4e6e-ba31-21e9db6be9b0 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.161099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-08d04e5f-ea83-4e6e-ba31-21e9db6be9b0 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069695 Aug 16 01:47:21.178631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7643f8bf-9a81-4d6f-9072-eb73882863d4 req-c789cf42-6c23-441a-aba9-fe13cd1985dc tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 210 time: 0.0390477 Aug 16 01:47:21.193232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Request body: {'port': {'device_id': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '7d3fb7ac641a4a0ca36c49fbd1435edc'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:21.210848 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-55bef4b4-200c-4c89-b02c-320675108dbe req-82960b4c-fd2d-4b4b-93a5-f9eb1e4b12dd tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.224366 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.231399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.251551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12625bfd-c460-45d4-95b8-9a9b7d1a0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def23d27-aa78-449f-9599-7477d3d660d7'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:21.254289 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02b80db-d8c8-4152-8fec-7a6b60484b25" -d '{"events": [{"server_uuid": "12625bfd-c460-45d4-95b8-9a9b7d1a0d07", "name": "network-vif-plugged", "status": "completed", "tag": "def23d27-aa78-449f-9599-7477d3d660d7"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:21.269503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port def23d27-aa78-449f-9599-7477d3d660d7, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=def23d27-aa78-449f-9599-7477d3d660d7,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:21.274169 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.343585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=def23d27-aa78-449f-9599-7477d3d660d7,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:21.459579 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:21.490055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-55bef4b4-200c-4c89-b02c-320675108dbe req-82960b4c-fd2d-4b4b-93a5-f9eb1e4b12dd tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.509073 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f295d90f-e9f8-4a8f-808a-c216f093518c x-openstack-request-id: req-f295d90f-e9f8-4a8f-808a-c216f093518c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:21.509637 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12625bfd-c460-45d4-95b8-9a9b7d1a0d07", "name": "network-vif-plugged", "status": "completed", "tag": "def23d27-aa78-449f-9599-7477d3d660d7", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:21.510145 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f295d90f-e9f8-4a8f-808a-c216f093518c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:21.510633 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12625bfd-c460-45d4-95b8-9a9b7d1a0d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def23d27-aa78-449f-9599-7477d3d660d7', 'code': 200} Aug 16 01:47:21.523400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:21.582863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e24f98a-f519-46db-90f7-03efb923f006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74df5200-e04b-466c-ab84-bb9f7bcc34fa'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:21.589598 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5682bc1b-c5f3-4426-b10b-8e1f3909aeab" -d '{"events": [{"server_uuid": "5e24f98a-f519-46db-90f7-03efb923f006", "name": "network-vif-unplugged", "status": "completed", "tag": "74df5200-e04b-466c-ab84-bb9f7bcc34fa"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:21.594758 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-55bef4b4-200c-4c89-b02c-320675108dbe req-82960b4c-fd2d-4b4b-93a5-f9eb1e4b12dd tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.595353 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.598179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-55bef4b4-200c-4c89-b02c-320675108dbe req-82960b4c-fd2d-4b4b-93a5-f9eb1e4b12dd tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.598838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55bef4b4-200c-4c89-b02c-320675108dbe req-82960b4c-fd2d-4b4b-93a5-f9eb1e4b12dd tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a267b17-245a-406a-9fd5-014e5611cc3a HTTP/1.1" status: 204 len: 173 time: 0.5424170 Aug 16 01:47:21.615387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82960b4c-fd2d-4b4b-93a5-f9eb1e4b12dd tempest-SecurityGroupsTestAdminJSON-1184646650 tempest-SecurityGroupsTestAdminJSON-1184646650-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a267b17-245a-406a-9fd5-014e5611cc3a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:21.625123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Made reservation on behalf of 7d3fb7ac641a4a0ca36c49fbd1435edc for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:21.628642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.641956 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.652597 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.715427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91d1f4-792e-4fb1-9192-e7f6ed4c25b0 req-2816a512-7e56-402f-abc0-3fbdc388fedd tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.717656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91d1f4-792e-4fb1-9192-e7f6ed4c25b0 req-2816a512-7e56-402f-abc0-3fbdc388fedd tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 950 time: 0.0866959 Aug 16 01:47:21.719891 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f7531d-728b-46d7-98cb-00540e058b3c x-openstack-request-id: req-88f7531d-728b-46d7-98cb-00540e058b3c {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:21.720750 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e24f98a-f519-46db-90f7-03efb923f006", "name": "network-vif-unplugged", "status": "completed", "tag": "74df5200-e04b-466c-ab84-bb9f7bcc34fa", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:21.721039 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-88f7531d-728b-46d7-98cb-00540e058b3c {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:21.721439 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e24f98a-f519-46db-90f7-03efb923f006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74df5200-e04b-466c-ab84-bb9f7bcc34fa', 'code': 200} Aug 16 01:47:21.736465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Pushing event updated for resources: {'Port': ['ID=74df5200-e04b-466c-ab84-bb9f7bcc34fa,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:21.754521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df38c6-080c-4c72-8732-df792f10a901 req-dd0186b4-d000-458c-8866-fecbc568568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:21.756050 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70df38c6-080c-4c72-8732-df792f10a901 req-dd0186b4-d000-458c-8866-fecbc568568b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 1102 time: 0.1575160 Aug 16 01:47:21.785381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on host n-h1-768851-16 for vnic_type normal with profile {"migrating_to": "n-h2-768851-16"} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:21.785760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:21.786094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:21.792109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.89', 64608) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:21.804048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:21.804369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Attempting to bind port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:21.813965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26282c0f-4453-4586-a906-e4fd1a20be8f req-10e719ef-b431-4cdd-823a-c0c30c4bdbf6 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] 10.222.0.79 "GET /v2.0/security-groups/16195f82-dad2-4368-9220-c92395a21bd2 HTTP/1.1" status: 200 len: 1778 time: 0.0884800 Aug 16 01:47:21.818495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91d1f4-792e-4fb1-9192-e7f6ed4c25b0 req-03621405-0072-4781-b1c6-46673348b875 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913198 Aug 16 01:47:21.822231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:21.822600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:21.822969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:21.823612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Bound port: 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:21.823977 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.827225 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-0a9721db-be11-4414-ba42-33028b653a2d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328500 Aug 16 01:47:21.880665 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.885359 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70df38c6-080c-4c72-8732-df792f10a901 req-5d2c4170-2583-442c-abf2-f5e0e6ae7675 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180446 Aug 16 01:47:21.890270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.981031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:21.999291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:22.007310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:22.012495 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-26282c0f-4453-4586-a906-e4fd1a20be8f req-6d337128-a96e-4977-857b-82fa0ad9a3ce tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.013652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.024900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-940c2748-63a8-4484-a4c8-a89357ebbcbc tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:22.026427 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-940c2748-63a8-4484-a4c8-a89357ebbcbc tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746011 Aug 16 01:47:22.055886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Request body: {'port': {'device_id': '3fc9792d-855c-4c0b-b4c6-7fad3d7f7527', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '7d3fb7ac641a4a0ca36c49fbd1435edc'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:22.085363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-26282c0f-4453-4586-a906-e4fd1a20be8f req-6d337128-a96e-4977-857b-82fa0ad9a3ce tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.132097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc271f-474f-4455-b4bc-0eef0a8f7b83 req-f965c687-c460-4a06-aa70-7bc815d3c340 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:22.133509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5bc271f-474f-4455-b4bc-0eef0a8f7b83 req-f965c687-c460-4a06-aa70-7bc815d3c340 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 943 time: 0.1477976 Aug 16 01:47:22.134635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Allocated IP 192.168.233.210 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/a57e5974-0844-4a4e-ab2b-43f07303a323) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:22.170699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:22.171313 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.172751 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] 10.222.0.89 "PUT /v2.0/ports/74df5200-e04b-466c-ab84-bb9f7bcc34fa HTTP/1.1" status: 200 len: 1123 time: 1.0487332 Aug 16 01:47:22.173666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c576e7-9691-417e-97f6-1dd4869aaec9 service neutron] Pushing event updated for resources: {'Port': ['ID=74df5200-e04b-466c-ab84-bb9f7bcc34fa,revision_number=8']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:22.204944 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-26282c0f-4453-4586-a906-e4fd1a20be8f req-6d337128-a96e-4977-857b-82fa0ad9a3ce tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.208225 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-26282c0f-4453-4586-a906-e4fd1a20be8f req-6d337128-a96e-4977-857b-82fa0ad9a3ce tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.213006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26282c0f-4453-4586-a906-e4fd1a20be8f req-6d337128-a96e-4977-857b-82fa0ad9a3ce tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] 10.222.0.79 "DELETE /v2.0/security-groups/16195f82-dad2-4368-9220-c92395a21bd2 HTTP/1.1" status: 204 len: 173 time: 0.3805044 Aug 16 01:47:22.220366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5bc271f-474f-4455-b4bc-0eef0a8f7b83 req-90ad70af-302b-4646-8563-6dcbfb6fe294 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703914 Aug 16 01:47:22.237291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d337128-a96e-4977-857b-82fa0ad9a3ce tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16195f82-dad2-4368-9220-c92395a21bd2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:22.245056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Made reservation on behalf of 7d3fb7ac641a4a0ca36c49fbd1435edc for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:22.250215 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.325351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['74df5200-e04b-466c-ab84-bb9f7bcc34fa'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:22.451244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-575f92b5-5484-4436-9c72-c9be0d289185 req-71c3b996-ecf0-41bc-83e9-fa7c012e1411 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 210 time: 0.0412536 Aug 16 01:47:22.477936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38c1ac-00d7-4371-88d9-b6fce3ce05af req-09643c08-8faa-4bdd-be29-7c16493a32d9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:22.488444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc38c1ac-00d7-4371-88d9-b6fce3ce05af req-09643c08-8faa-4bdd-be29-7c16493a32d9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 950 time: 0.1106174 Aug 16 01:47:22.493818 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.547998 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Transition to ACTIVE for port object a57e5974-0844-4a4e-ab2b-43f07303a323 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:22.578396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc38c1ac-00d7-4371-88d9-b6fce3ce05af req-fcecd1fc-e90a-42ad-9002-f360e58d7134 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803275 Aug 16 01:47:22.584855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a55e2701-20e3-4f8e-b2b1-d9858ec296d9 req-180e0c9c-a14a-4e2a-94b8-329c6932b579 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] 10.222.0.79 "GET /v2.0/security-groups/a9a3487d-5b81-4079-beeb-ec037617bdd4 HTTP/1.1" status: 200 len: 1776 time: 0.0886469 Aug 16 01:47:22.652279 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.657087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57312) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:22.725275 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a55e2701-20e3-4f8e-b2b1-d9858ec296d9 req-1f244ef7-1c28-4f1b-a9e3-0ea94d7de7d7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.727633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Allocated IP 192.168.233.115 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/d42a969d-29bd-4db7-b971-4551be07356d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:22.731578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:22.735690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Pushing event updated for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:22.743911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:22.747969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:22.754150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:22.754784 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.773525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a55e2701-20e3-4f8e-b2b1-d9858ec296d9 req-1f244ef7-1c28-4f1b-a9e3-0ea94d7de7d7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.792441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-d718641f-d662-48c6-b8e0-69adba9d1bee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6055338 Aug 16 01:47:22.823214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Request body: {'port': {'device_id': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:22.853716 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32811d8f-3d67-48d5-b59c-7983b1db970d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.889834 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a55e2701-20e3-4f8e-b2b1-d9858ec296d9 req-1f244ef7-1c28-4f1b-a9e3-0ea94d7de7d7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.892405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a55e2701-20e3-4f8e-b2b1-d9858ec296d9 req-1f244ef7-1c28-4f1b-a9e3-0ea94d7de7d7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.893743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a55e2701-20e3-4f8e-b2b1-d9858ec296d9 req-1f244ef7-1c28-4f1b-a9e3-0ea94d7de7d7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] 10.222.0.79 "DELETE /v2.0/security-groups/a9a3487d-5b81-4079-beeb-ec037617bdd4 HTTP/1.1" status: 204 len: 173 time: 0.2833333 Aug 16 01:47:22.981814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f244ef7-1c28-4f1b-a9e3-0ea94d7de7d7 tempest-SecurityGroupsTestAdminJSON-400679840 tempest-SecurityGroupsTestAdminJSON-400679840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a3487d-5b81-4079-beeb-ec037617bdd4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:23.018324 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.045342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57322) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.067006 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.094681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Transition to ACTIVE for port object d42a969d-29bd-4db7-b971-4551be07356d will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:23.103268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973c7e0-2564-4931-99ee-5c1d48cafe3d req-6d771a2a-6856-45fe-b968-8bd9d50cde55 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:23.104799 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5973c7e0-2564-4931-99ee-5c1d48cafe3d req-6d771a2a-6856-45fe-b968-8bd9d50cde55 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 950 time: 0.1441982 Aug 16 01:47:23.146159 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.172810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e1299a8c-6777-45f9-a9f1-5c52ad7ad27a None None] Provisioning for port a57e5974-0844-4a4e-ab2b-43f07303a323 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:23.179954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e1299a8c-6777-45f9-a9f1-5c52ad7ad27a None None] Provisioning complete for port a57e5974-0844-4a4e-ab2b-43f07303a323 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:23.182315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e1299a8c-6777-45f9-a9f1-5c52ad7ad27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.208282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:23.220340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:23.222372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Pushing event updated for resources: {'Port': ['ID=d42a969d-29bd-4db7-b971-4551be07356d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:23.238095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:23.247600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e1299a8c-6777-45f9-a9f1-5c52ad7ad27a None None] Port a57e5974-0844-4a4e-ab2b-43f07303a323 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:23.255890 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32811d8f-3d67-48d5-b59c-7983b1db970d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.259427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5973c7e0-2564-4931-99ee-5c1d48cafe3d req-227949b9-65ee-423e-b580-d9d43c31dd29 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395166 Aug 16 01:47:23.263015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32811d8f-3d67-48d5-b59c-7983b1db970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.272868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fa097785-97da-4a2a-8663-53a5caed993b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.319559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-32811d8f-3d67-48d5-b59c-7983b1db970d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e33c66e419234331b3a238e0213e86d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6592808 Aug 16 01:47:23.327074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57332) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.375527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32811d8f-3d67-48d5-b59c-7983b1db970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd4dfb4-1741-47b4-a436-5d602a1a5058,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:23.414922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:23.415612 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.422383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57334) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.472260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4b4fb-43ff-4af8-835a-5451ceabfdfc req-f5cef05a-b96c-4830-9242-f78263df0c1e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:23.473894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fe4b4fb-43ff-4af8-835a-5451ceabfdfc req-f5cef05a-b96c-4830-9242-f78263df0c1e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 943 time: 0.0819347 Aug 16 01:47:23.504819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd6cc5-5a5d-4b83-880a-c16235c68369 req-997f9ad0-72ee-4ab8-852c-b9afbfc41dac tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:23.508436 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2edd6cc5-5a5d-4b83-880a-c16235c68369 req-997f9ad0-72ee-4ab8-852c-b9afbfc41dac tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 950 time: 0.2058752 Aug 16 01:47:23.583049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-569128f7-55bd-4151-a1a4-2afa5448ef6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.585126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5819e2a7-114a-47e0-805b-d0c52270eb52 None None] Provisioning for port d42a969d-29bd-4db7-b971-4551be07356d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:23.589299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5819e2a7-114a-47e0-805b-d0c52270eb52 None None] Provisioning complete for port d42a969d-29bd-4db7-b971-4551be07356d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:23.589677 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5819e2a7-114a-47e0-805b-d0c52270eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.614116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fe4b4fb-43ff-4af8-835a-5451ceabfdfc req-7f3f60b8-6795-45ec-85b1-2a5f82412f6e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290574 Aug 16 01:47:23.632726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5819e2a7-114a-47e0-805b-d0c52270eb52 None None] Port d42a969d-29bd-4db7-b971-4551be07356d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:23.659485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57e5974-0844-4a4e-ab2b-43f07303a323 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:23.671013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.672491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-569128f7-55bd-4151-a1a4-2afa5448ef6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.698992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f1971-31a2-4bf6-a103-56231fe5b40f req-2eeb1e21-65ca-44c7-abad-3c6e540e7bc5 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:23.700502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b62f1971-31a2-4bf6-a103-56231fe5b40f req-2eeb1e21-65ca-44c7-abad-3c6e540e7bc5 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 936 time: 0.0855041 Aug 16 01:47:23.701743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Transition to ACTIVE for port object a57e5974-0844-4a4e-ab2b-43f07303a323 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:23.715338 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.729891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e24f98a-f519-46db-90f7-03efb923f006', 'tag': '74df5200-e04b-466c-ab84-bb9f7bcc34fa'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:23.732333 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927a0b19-ab6b-448a-be37-52597915ee03" -d '{"events": [{"name": "network-changed", "server_uuid": "5e24f98a-f519-46db-90f7-03efb923f006", "tag": "74df5200-e04b-466c-ab84-bb9f7bcc34fa"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:23.758766 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ed6b9e8d-d800-43aa-929e-99ef5a9eb11e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58a5f408ed6e40478d472120a9232fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308077 Aug 16 01:47:23.763385 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fa097785-97da-4a2a-8663-53a5caed993b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.764487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57344) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.775829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fa097785-97da-4a2a-8663-53a5caed993b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.799015 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-7ebffe64-7bb5-44e4-ba7a-9a66caef9408 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7481489 Aug 16 01:47:23.829877 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b62f1971-31a2-4bf6-a103-56231fe5b40f req-f1f67fb8-8a40-4dcc-a0b8-e21b765623d2 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164024 Aug 16 01:47:23.834162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Pushing event updated for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:23.834633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Request body: {'port': {'device_id': '3fc9792d-855c-4c0b-b4c6-7fad3d7f7527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:23.860339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936de53-01d0-4785-9f95-0b811f8064ba req-b0aaed36-04d6-420b-baf8-8799e3b1db14 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:23.867093 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0936de53-01d0-4785-9f95-0b811f8064ba req-b0aaed36-04d6-420b-baf8-8799e3b1db14 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 950 time: 0.1640213 Aug 16 01:47:23.887315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-569128f7-55bd-4151-a1a4-2afa5448ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.889866 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-569128f7-55bd-4151-a1a4-2afa5448ef6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.891003 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-569128f7-55bd-4151-a1a4-2afa5448ef6c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3cd4dfb4-1741-47b4-a436-5d602a1a5058 HTTP/1.1" status: 204 len: 168 time: 0.5607812 Aug 16 01:47:23.893187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-2edd6cc5-5a5d-4b83-880a-c16235c68369 req-6c5d209c-fcfc-4b2a-b5d5-ceab6b146e17 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Deleting port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:23.904644 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2edd6cc5-5a5d-4b83-880a-c16235c68369 req-6c5d209c-fcfc-4b2a-b5d5-ceab6b146e17 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.913432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Attempting to bind port a57e5974-0844-4a4e-ab2b-43f07303a323 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:23.913763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Attempting to bind port a57e5974-0844-4a4e-ab2b-43f07303a323 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:23.914075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Attempting to bind port a57e5974-0844-4a4e-ab2b-43f07303a323 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:23.922931 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fa097785-97da-4a2a-8663-53a5caed993b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=31792aa0b99f4fb89f26822c2382b5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8760908 Aug 16 01:47:23.924165 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae69cc3-3237-4504-9d9c-e391a1d4761b x-openstack-request-id: req-dae69cc3-3237-4504-9d9c-e391a1d4761b {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:23.924657 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e24f98a-f519-46db-90f7-03efb923f006", "tag": "74df5200-e04b-466c-ab84-bb9f7bcc34fa", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:23.924937 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dae69cc3-3237-4504-9d9c-e391a1d4761b {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:23.925310 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e24f98a-f519-46db-90f7-03efb923f006', 'tag': '74df5200-e04b-466c-ab84-bb9f7bcc34fa', 'status': 'completed', 'code': 200} Aug 16 01:47:23.928608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57350) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.943607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Port a57e5974-0844-4a4e-ab2b-43f07303a323 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:23.943971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Attempting to bind port a57e5974-0844-4a4e-ab2b-43f07303a323 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:23.962435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.84', 62204) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.966332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa097785-97da-4a2a-8663-53a5caed993b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be85cf6-d5f7-4e40-bb15-08770b11aa8d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:23.980130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0936de53-01d0-4785-9f95-0b811f8064ba req-dbada550-77ee-4a70-94e1-38074b796dce tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069183 Aug 16 01:47:23.981230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:23.981705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:23.982193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:23.982526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Bound port: a57e5974-0844-4a4e-ab2b-43f07303a323, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:23.982947 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.036439 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0d65-2cf6-4228-9553-e99682813747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.038565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569128f7-55bd-4151-a1a4-2afa5448ef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd4dfb4-1741-47b4-a436-5d602a1a5058,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:24.097434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e819e4d4-578b-40d8-b480-d3dd8be59685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.110119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.122387 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0d65-2cf6-4228-9553-e99682813747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.130298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:24.137724 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e819e4d4-578b-40d8-b480-d3dd8be59685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.153059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:24.153761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a0b19-ab6b-448a-be37-52597915ee03 req-5e1aa7f4-bc87-4949-9c6f-4ad01fe9a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:24.155460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-927a0b19-ab6b-448a-be37-52597915ee03 req-5e1aa7f4-bc87-4949-9c6f-4ad01fe9a7ac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1126 time: 0.1859930 Aug 16 01:47:24.162162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.168542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2edd6cc5-5a5d-4b83-880a-c16235c68369 req-6c5d209c-fcfc-4b2a-b5d5-ceab6b146e17 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] For port c1f01b54-16d6-439e-ad19-9522cdbf8ae4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c1f01b54-16d6-439e-ad19-9522cdbf8ae4,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:24.169223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2edd6cc5-5a5d-4b83-880a-c16235c68369 req-6c5d209c-fcfc-4b2a-b5d5-ceab6b146e17 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.217139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:24.217837 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.219491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] 10.222.0.84 "PUT /v2.0/ports/a57e5974-0844-4a4e-ab2b-43f07303a323 HTTP/1.1" status: 200 len: 1097 time: 1.4051316 Aug 16 01:47:24.220310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:24.223479 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:24.265578 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-2edd6cc5-5a5d-4b83-880a-c16235c68369 req-6c5d209c-fcfc-4b2a-b5d5-ceab6b146e17 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Calling delete_port for c1f01b54-16d6-439e-ad19-9522cdbf8ae4 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:24.288910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bffa5e-9034-457e-8e3b-128eecc1c704 service neutron] Pushing event updated for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:24.294186 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e819e4d4-578b-40d8-b480-d3dd8be59685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.297680 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e819e4d4-578b-40d8-b480-d3dd8be59685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.303050 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e819e4d4-578b-40d8-b480-d3dd8be59685 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8be85cf6-d5f7-4e40-bb15-08770b11aa8d HTTP/1.1" status: 204 len: 168 time: 0.3732755 Aug 16 01:47:24.313102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819e4d4-578b-40d8-b480-d3dd8be59685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be85cf6-d5f7-4e40-bb15-08770b11aa8d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:24.341940 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d735fc03-43f6-4795-b825-08a38ebe39c2 x-openstack-request-id: req-d735fc03-43f6-4795-b825-08a38ebe39c2 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:24.342413 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:24.342846 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d735fc03-43f6-4795-b825-08a38ebe39c2 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:24.343448 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'status': 'completed', 'code': 200} Aug 16 01:47:24.416541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-93a28f2c-8c8f-49a0-8dc8-4b180a2af16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:24.419935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-93a28f2c-8c8f-49a0-8dc8-4b180a2af16a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 1100 time: 0.1010082 Aug 16 01:47:24.461312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57366) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:24.470331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0d65-2cf6-4228-9553-e99682813747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.473762 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0d65-2cf6-4228-9553-e99682813747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.475120 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0d5c0d65-2cf6-4228-9553-e99682813747 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a053dde4-89b8-440e-8908-4dafc12e66f9 HTTP/1.1" status: 204 len: 168 time: 0.7095866 Aug 16 01:47:24.523389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a0b19-ab6b-448a-be37-52597915ee03 req-e61a5d51-5e21-4aef-a740-7762f489e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:24.525216 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-927a0b19-ab6b-448a-be37-52597915ee03 req-e61a5d51-5e21-4aef-a740-7762f489e09a service neutron] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.3514221 Aug 16 01:47:24.526174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c0d65-2cf6-4228-9553-e99682813747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a053dde4-89b8-440e-8908-4dafc12e66f9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:24.549505 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29bdfebc-2447-405d-812e-d28becd59b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.555037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-a0b35ec0-ac20-42ad-b981-b36439685ee0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=a57e5974-0844-4a4e-ab2b-43f07303a323 HTTP/1.1" status: 200 len: 217 time: 0.1028302 Aug 16 01:47:24.622997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-1fd2effb-c9ef-4d88-a1d3-0085a40d1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:24.624459 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-1fd2effb-c9ef-4d88-a1d3-0085a40d1da8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0602245 Aug 16 01:47:24.698052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7adbc4-2a7a-483b-ab6a-bd75d12cd5f9 req-c7e20252-c69a-4dce-a932-503761142171 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:24.705721 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b7adbc4-2a7a-483b-ab6a-bd75d12cd5f9 req-c7e20252-c69a-4dce-a932-503761142171 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 950 time: 0.2546673 Aug 16 01:47:24.806167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-df24b492-f2c4-42ed-8137-049f533202ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:24.807785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-df24b492-f2c4-42ed-8137-049f533202ea service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1738265 Aug 16 01:47:24.836837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b7adbc4-2a7a-483b-ab6a-bd75d12cd5f9 req-69b15317-1d6d-44a3-ad90-7201d162dc0d tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7e169d8-2f89-4312-ba5d-927128757242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300516 Aug 16 01:47:24.861024 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-927a0b19-ab6b-448a-be37-52597915ee03 req-eae6718f-f264-42a4-83f3-f4444f3fab87 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa HTTP/1.1" status: 200 len: 217 time: 0.3081799 Aug 16 01:47:24.962112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 74df5200-e04b-466c-ab84-bb9f7bcc34fa details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:24.991853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a0b19-ab6b-448a-be37-52597915ee03 req-4c2f5eb0-7cab-41e4-9f05-58e5b27533ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:24.993670 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-927a0b19-ab6b-448a-be37-52597915ee03 req-4c2f5eb0-7cab-41e4-9f05-58e5b27533ad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.1237085 Aug 16 01:47:25.036689 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2edd6cc5-5a5d-4b83-880a-c16235c68369 req-6c5d209c-fcfc-4b2a-b5d5-ceab6b146e17 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.041387 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-927a0b19-ab6b-448a-be37-52597915ee03 req-412e74c9-dcc0-4591-aa7e-67c736fc81e4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372939 Aug 16 01:47:25.065953 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57378) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:25.093189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faee963-9349-4ea3-8106-504a5adc914d req-ce66a339-c2c8-40e8-bbbb-4a7164ec9b8f tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.094826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7faee963-9349-4ea3-8106-504a5adc914d req-ce66a339-c2c8-40e8-bbbb-4a7164ec9b8f tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 1102 time: 0.3379219 Aug 16 01:47:25.101553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57380) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:25.117242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['c1f01b54-16d6-439e-ad19-9522cdbf8ae4'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:25.118123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d209c-fcfc-4b2a-b5d5-ceab6b146e17 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Pushing event deleted for resources: {'Port': ['ID=c1f01b54-16d6-439e-ad19-9522cdbf8ae4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:25.164945 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0764-731d-4d7c-afb2-e6a87a141d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.183156 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29bdfebc-2447-405d-812e-d28becd59b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.192942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7faee963-9349-4ea3-8106-504a5adc914d req-e698265d-018f-42d8-b95c-93c9d33dd5da tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.198359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-3741a97c-6679-4a65-aadc-d68522de940b service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775713 Aug 16 01:47:25.202838 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29bdfebc-2447-405d-812e-d28becd59b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.204643 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42a969d-29bd-4db7-b971-4551be07356d {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:25.208048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:25.209896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edd6cc5-5a5d-4b83-880a-c16235c68369 req-6c5d209c-fcfc-4b2a-b5d5-ceab6b146e17 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] No DVR routers for this DVR port c1f01b54-16d6-439e-ad19-9522cdbf8ae4 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:25.216030 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.223627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2edd6cc5-5a5d-4b83-880a-c16235c68369 req-6c5d209c-fcfc-4b2a-b5d5-ceab6b146e17 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.225644 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2edd6cc5-5a5d-4b83-880a-c16235c68369 req-6c5d209c-fcfc-4b2a-b5d5-ceab6b146e17 tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.84 "DELETE /v2.0/ports/c1f01b54-16d6-439e-ad19-9522cdbf8ae4 HTTP/1.1" status: 204 len: 173 time: 1.7077255 Aug 16 01:47:25.227492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 74df5200-e04b-466c-ab84-bb9f7bcc34fa has no active binding in host n-h2-768851-16 {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:47:25.246493 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Transition to ACTIVE for port object d42a969d-29bd-4db7-b971-4551be07356d will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:25.253917 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.265907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa403d-e30d-4c62-ade5-261a769342f0 req-5c63e01b-8c5a-4be7-9cb0-008407579418 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.274156 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccfa403d-e30d-4c62-ade5-261a769342f0 req-5c63e01b-8c5a-4be7-9cb0-008407579418 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 943 time: 0.2444806 Aug 16 01:47:25.291876 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-927a0b19-ab6b-448a-be37-52597915ee03 req-8d0f7d7f-c241-4821-8c85-104b855efd5d service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373323 Aug 16 01:47:25.325190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=d42a969d-29bd-4db7-b971-4551be07356d,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:25.353959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-90741ac9-2f8e-4a38-9171-13db393627bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1948b505693747dbb46ded31bd3f8a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448707 Aug 16 01:47:25.354185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-29bdfebc-2447-405d-812e-d28becd59b28 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8839d05ab5fc4dbeb2040ee754a95685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8752978 Aug 16 01:47:25.354546 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57386) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:25.363667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57388) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:25.395168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdfebc-2447-405d-812e-d28becd59b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa83b22-7fe3-4742-9941-a6e90e553f9e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:25.491005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-024a1723-51e1-4ee5-bb45-cd8663e886cd req-7b897c4f-5914-4678-9dbe-2913a8b78775 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782984 Aug 16 01:47:25.509817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccfa403d-e30d-4c62-ade5-261a769342f0 req-8762edb5-d46a-4ca1-9086-2b33fde6974b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344561 Aug 16 01:47:25.525095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Attempting to bind port d42a969d-29bd-4db7-b971-4551be07356d on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:25.525433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Attempting to bind port d42a969d-29bd-4db7-b971-4551be07356d by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:25.525983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Attempting to bind port d42a969d-29bd-4db7-b971-4551be07356d on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:25.531348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Port d42a969d-29bd-4db7-b971-4551be07356d on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:25.531847 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Attempting to bind port d42a969d-29bd-4db7-b971-4551be07356d on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:25.534009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-390b9e16-a707-4375-aaaf-d3b5639afe78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.538961 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-927a0b19-ab6b-448a-be37-52597915ee03 req-f85493bb-19ba-44ce-9d62-13c5d85c8bc3 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287073 Aug 16 01:47:25.553601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:25.553942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:25.554522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:25.555177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Bound port: d42a969d-29bd-4db7-b971-4551be07356d, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:25.555718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.585193 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71c6770f-0d71-4bbc-9bea-9ffb07b8a7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.586821 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-390b9e16-a707-4375-aaaf-d3b5639afe78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.630016 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71c6770f-0d71-4bbc-9bea-9ffb07b8a7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.676269 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0764-731d-4d7c-afb2-e6a87a141d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.692007 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0764-731d-4d7c-afb2-e6a87a141d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.698701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] For port d42a969d-29bd-4db7-b971-4551be07356d, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:25.712791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] For port d42a969d-29bd-4db7-b971-4551be07356d, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d42a969d-29bd-4db7-b971-4551be07356d,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:25.720447 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.730733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-390b9e16-a707-4375-aaaf-d3b5639afe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.733197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-390b9e16-a707-4375-aaaf-d3b5639afe78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.734314 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-390b9e16-a707-4375-aaaf-d3b5639afe78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/baa83b22-7fe3-4742-9941-a6e90e553f9e HTTP/1.1" status: 204 len: 168 time: 0.3457441 Aug 16 01:47:25.760883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb req-ff9c707f-7941-45c6-b9fe-cb06a6b27805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.762380 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb req-ff9c707f-7941-45c6-b9fe-cb06a6b27805 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 1100 time: 0.1063647 Aug 16 01:47:25.774127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b9e16-a707-4375-aaaf-d3b5639afe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa83b22-7fe3-4742-9941-a6e90e553f9e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:25.776571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.777214 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.778569 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] 10.222.0.89 "PUT /v2.0/ports/d42a969d-29bd-4db7-b971-4551be07356d HTTP/1.1" status: 200 len: 1097 time: 1.9536126 Aug 16 01:47:25.786116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f387e4c-fe18-411a-aeb2-63972d0be39d req-ac8c8da9-0ab1-4fff-8c43-ab78939d3218 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.788047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f387e4c-fe18-411a-aeb2-63972d0be39d req-ac8c8da9-0ab1-4fff-8c43-ab78939d3218 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 948 time: 0.1740696 Aug 16 01:47:25.790396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9b7b0764-731d-4d7c-afb2-e6a87a141d52 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=974be5db2f294858ac2758e29481cd4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6945708 Aug 16 01:47:25.796391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57392) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:25.810099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b0764-731d-4d7c-afb2-e6a87a141d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c7c94-39ab-441b-838a-d1df4dc1ace7,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:25.863191 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71c6770f-0d71-4bbc-9bea-9ffb07b8a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.866093 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71c6770f-0d71-4bbc-9bea-9ffb07b8a7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.867701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-71c6770f-0d71-4bbc-9bea-9ffb07b8a7c3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c16ca517-111c-45de-bfc2-a4acfcfc9b22 HTTP/1.1" status: 204 len: 168 time: 0.4815454 Aug 16 01:47:25.899774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdae56-b88b-4287-84bc-ce3dddad4fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=d42a969d-29bd-4db7-b971-4551be07356d,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:25.918389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6770f-0d71-4bbc-9bea-9ffb07b8a7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16ca517-111c-45de-bfc2-a4acfcfc9b22,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:25.926706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa89b364-93f0-4aa6-a410-9318aa47050f', 'name': 'network-vif-deleted', 'tag': 'c1f01b54-16d6-439e-ad19-9522cdbf8ae4'}, {'name': 'network-changed', 'server_uuid': '3fc9792d-855c-4c0b-b4c6-7fad3d7f7527', 'tag': 'd42a969d-29bd-4db7-b971-4551be07356d'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:25.929266 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e022b04-6071-49b5-bb8f-89b070625f58" -d '{"events": [{"server_uuid": "fa89b364-93f0-4aa6-a410-9318aa47050f", "name": "network-vif-deleted", "tag": "c1f01b54-16d6-439e-ad19-9522cdbf8ae4"}, {"name": "network-changed", "server_uuid": "3fc9792d-855c-4c0b-b4c6-7fad3d7f7527", "tag": "d42a969d-29bd-4db7-b971-4551be07356d"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:25.938459 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f387e4c-fe18-411a-aeb2-63972d0be39d req-84d5d031-9fae-4553-9ed3-e0b576bab101 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262724 Aug 16 01:47:25.957168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-8885e121-ead2-4d08-bc61-70345b6f52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.959154 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-8885e121-ead2-4d08-bc61-70345b6f52ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 1100 time: 0.1213903 Aug 16 01:47:25.974466 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5de0dcc-516f-45a9-9700-55cff1e68f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.986106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb req-a2ddd821-d336-4a56-ae9f-32ee7d7e6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:25.988353 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb req-a2ddd821-d336-4a56-ae9f-32ee7d7e6964 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2088258 Aug 16 01:47:26.034639 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7faee963-9349-4ea3-8106-504a5adc914d req-e698265d-018f-42d8-b95c-93c9d33dd5da tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.056048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7faee963-9349-4ea3-8106-504a5adc914d req-e698265d-018f-42d8-b95c-93c9d33dd5da tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.056480 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-60998908-c0fa-4126-94bb-5d7ff20dfbe9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=d42a969d-29bd-4db7-b971-4551be07356d HTTP/1.1" status: 200 len: 217 time: 0.0878983 Aug 16 01:47:26.077368 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5de0dcc-516f-45a9-9700-55cff1e68f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.103203 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb req-25977a4e-4b01-46df-a8f8-da99340dfa14 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=a57e5974-0844-4a4e-ab2b-43f07303a323 HTTP/1.1" status: 200 len: 217 time: 0.0527527 Aug 16 01:47:26.113672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7faee963-9349-4ea3-8106-504a5adc914d req-e698265d-018f-42d8-b95c-93c9d33dd5da tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9915981 Aug 16 01:47:26.217411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698265d-018f-42d8-b95c-93c9d33dd5da tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b425622f-0dfd-49ad-85b8-42353d926a27,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:26.276380 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e7a2cc-617f-4dea-b265-e36f2451539c x-openstack-request-id: req-74e7a2cc-617f-4dea-b265-e36f2451539c {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:26.276671 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa89b364-93f0-4aa6-a410-9318aa47050f", "name": "network-vif-deleted", "tag": "c1f01b54-16d6-439e-ad19-9522cdbf8ae4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3fc9792d-855c-4c0b-b4c6-7fad3d7f7527", "tag": "d42a969d-29bd-4db7-b971-4551be07356d", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:26.277090 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-74e7a2cc-617f-4dea-b265-e36f2451539c {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:26.279318 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa89b364-93f0-4aa6-a410-9318aa47050f', 'name': 'network-vif-deleted', 'tag': 'c1f01b54-16d6-439e-ad19-9522cdbf8ae4', 'status': 'completed', 'code': 200} Aug 16 01:47:26.279318 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc9792d-855c-4c0b-b4c6-7fad3d7f7527', 'tag': 'd42a969d-29bd-4db7-b971-4551be07356d', 'status': 'completed', 'code': 200} Aug 16 01:47:26.296853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb req-475799f8-6cbc-4884-8a54-b51658eef89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.298408 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb req-475799f8-6cbc-4884-8a54-b51658eef89f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1512656 Aug 16 01:47:26.304129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58a131aa-3562-4181-853e-9eca34e283f0 req-ac51c056-f2cd-43cf-b9db-b3d05bb558ce tempest-DeleteServersAdminTestJSON-1396331046 tempest-DeleteServersAdminTestJSON-1396331046-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa89b364-93f0-4aa6-a410-9318aa47050f HTTP/1.1" status: 200 len: 210 time: 0.1329637 Aug 16 01:47:26.350405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5de0dcc-516f-45a9-9700-55cff1e68f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.353614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5de0dcc-516f-45a9-9700-55cff1e68f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.357283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c5de0dcc-516f-45a9-9700-55cff1e68f9d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b9c7c94-39ab-441b-838a-d1df4dc1ace7 HTTP/1.1" status: 204 len: 168 time: 0.5581043 Aug 16 01:47:26.369177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-866ed356-b66b-450a-8623-54739c116bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.370746 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-866ed356-b66b-450a-8623-54739c116bf5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2805896 Aug 16 01:47:26.375687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de0dcc-516f-45a9-9700-55cff1e68f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c7c94-39ab-441b-838a-d1df4dc1ace7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:26.487365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb req-062eaa14-d4c4-4aff-bcf4-31e73357ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.489330 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb req-062eaa14-d4c4-4aff-bcf4-31e73357ebab service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1569600 Aug 16 01:47:26.496913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-ccdca4f2-f7d9-4300-8bae-ab85523f3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.498688 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-ccdca4f2-f7d9-4300-8bae-ab85523f3c32 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832765 Aug 16 01:47:26.667114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82847f-eed8-4544-b4fb-d86f4d71f4da req-22176787-9484-4894-b5a3-2d8082fa7e92 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.675556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b82847f-eed8-4544-b4fb-d86f4d71f4da req-22176787-9484-4894-b5a3-2d8082fa7e92 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 943 time: 0.0673954 Aug 16 01:47:26.695000 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb req-b8754006-4a7c-43ad-8c3b-092a21f557ae service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733799 Aug 16 01:47:26.697513 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-0e890039-77a4-4ac4-af5c-cbdd397ff422 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898546 Aug 16 01:47:26.724806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b82847f-eed8-4544-b4fb-d86f4d71f4da req-c6c4ded4-b2d0-4e1a-85c0-d9bfa9f5b70a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479803 Aug 16 01:47:26.816208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d92792c-5333-4d90-960c-e69327f53c1c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220242 Aug 16 01:47:26.915150 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4eba9c8b-c21b-4be3-92e8-5422f7780ffb req-4dd1c419-04d9-45bd-8d8a-1e9180b5168d service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130396 Aug 16 01:47:26.918747 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-075901b8-0f41-40cf-aef0-54dd7198ae1d req-20a1f464-f0b8-40e2-97cf-c5817af5d7d6 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053256 Aug 16 01:47:26.971708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-af875ca5-5ebc-4d97-a40c-af1225e287c6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:26.973462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-af875ca5-5ebc-4d97-a40c-af1225e287c6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517086 Aug 16 01:47:27.001585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-8435ffad-dbdf-4086-814b-b34e51f918ec tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/quotas/7346d0ff4d354fe5a773dcc42c32e5c5 HTTP/1.1" status: 200 len: 375 time: 0.0195904 Aug 16 01:47:27.044770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022b04-6071-49b5-bb8f-89b070625f58 req-67a8f07b-9ec1-49c4-a6ee-2aedde934949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.046933 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e022b04-6071-49b5-bb8f-89b070625f58 req-67a8f07b-9ec1-49c4-a6ee-2aedde934949 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 1100 time: 0.0634863 Aug 16 01:47:27.107274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-49b5ed93-eb75-46f8-9477-78ce9e1298be tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975077 Aug 16 01:47:27.120083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4b1b3-9ff5-49b3-88f4-fb61b1c43d9f req-d274b8f1-ae86-49fc-94b0-1c4770cbf445 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.127559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fba4b1b3-9ff5-49b3-88f4-fb61b1c43d9f req-d274b8f1-ae86-49fc-94b0-1c4770cbf445 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 948 time: 0.1038127 Aug 16 01:47:27.192049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fba4b1b3-9ff5-49b3-88f4-fb61b1c43d9f req-3b66461e-715e-4dc9-9498-7f97ef1745bd tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627108 Aug 16 01:47:27.229381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022b04-6071-49b5-bb8f-89b070625f58 req-dd0c7163-4aa6-460f-85ec-c2a164f9a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.231331 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e022b04-6071-49b5-bb8f-89b070625f58 req-dd0c7163-4aa6-460f-85ec-c2a164f9a4f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1731031 Aug 16 01:47:27.297846 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e022b04-6071-49b5-bb8f-89b070625f58 req-a8c6db89-5a75-4dc9-8270-e56a7a095bb7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=d42a969d-29bd-4db7-b971-4551be07356d HTTP/1.1" status: 200 len: 217 time: 0.0534606 Aug 16 01:47:27.375275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022b04-6071-49b5-bb8f-89b070625f58 req-a5a74519-3569-4ac3-bc36-8e4553d41faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.376879 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e022b04-6071-49b5-bb8f-89b070625f58 req-a5a74519-3569-4ac3-bc36-8e4553d41faf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0675378 Aug 16 01:47:27.459850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022b04-6071-49b5-bb8f-89b070625f58 req-4c7b6bbf-e489-4d98-b322-d904d721661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.462779 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e022b04-6071-49b5-bb8f-89b070625f58 req-4c7b6bbf-e489-4d98-b322-d904d721661a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0746880 Aug 16 01:47:27.617090 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e022b04-6071-49b5-bb8f-89b070625f58 req-20329756-c2b7-4e01-9697-f76003707ecd service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391325 Aug 16 01:47:27.914317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-0a5e7a60-01f1-4852-b324-906e3f10a186 service neutron] 10.222.0.84 "GET /v2.0/ports/74df5200-e04b-466c-ab84-bb9f7bcc34fa/bindings/n-h2-768851-16 HTTP/1.1" status: 200 len: 385 time: 0.1291816 Aug 16 01:47:27.918992 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e022b04-6071-49b5-bb8f-89b070625f58 req-548fa029-fea4-4c8f-afaa-797139bb35bb service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925804 Aug 16 01:47:27.945111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff668b9c-1be4-4892-9d46-bae0a9f7f62f req-aa093d00-1e61-4495-93d2-a17d103d9de4 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 210 time: 0.0500832 Aug 16 01:47:27.966089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2551a-e7b0-4f79-8dac-c8d0ef477308 req-64d346d7-f71a-4b08-a566-0931826ddc9b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:27.973792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3e2551a-e7b0-4f79-8dac-c8d0ef477308 req-64d346d7-f71a-4b08-a566-0931826ddc9b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 943 time: 0.1194050 Aug 16 01:47:27.975632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c1f01b54-16d6-439e-ad19-9522cdbf8ae4 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:28.023856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: c1f01b54-16d6-439e-ad19-9522cdbf8ae4 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:28.025749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c1f01b54-16d6-439e-ad19-9522cdbf8ae4 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:28.030403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3e2551a-e7b0-4f79-8dac-c8d0ef477308 req-374870ca-d375-4273-8eeb-b2058830aef5 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556490 Aug 16 01:47:28.201737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8068822e-621f-4321-93ee-b68b06129982 req-9d3ef36a-d89f-4e23-905a-c7511959658a service neutron] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:28.266014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8068822e-621f-4321-93ee-b68b06129982 req-9d3ef36a-d89f-4e23-905a-c7511959658a service neutron] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:28.310624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-8068822e-621f-4321-93ee-b68b06129982 req-9d3ef36a-d89f-4e23-905a-c7511959658a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74df5200-e04b-466c-ab84-bb9f7bcc34fa {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:28.329266 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8068822e-621f-4321-93ee-b68b06129982 req-9d3ef36a-d89f-4e23-905a-c7511959658a service neutron] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:28.347382 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8068822e-621f-4321-93ee-b68b06129982 req-9d3ef36a-d89f-4e23-905a-c7511959658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.354116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f619a-c3f3-4386-abfe-b80b2afa0176 req-7b46a02c-1c49-47ed-8d73-b3da5eda4b9a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:28.363018 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f9f619a-c3f3-4386-abfe-b80b2afa0176 req-7b46a02c-1c49-47ed-8d73-b3da5eda4b9a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 948 time: 0.0803115 Aug 16 01:47:28.405520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f9f619a-c3f3-4386-abfe-b80b2afa0176 req-6637c218-7239-469d-b20c-097cfccbc9a9 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Aug 16 01:47:28.465482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57524) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:28.478309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-8068822e-621f-4321-93ee-b68b06129982 req-9d3ef36a-d89f-4e23-905a-c7511959658a service neutron] Transition to ACTIVE for port object 74df5200-e04b-466c-ab84-bb9f7bcc34fa will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:28.490174 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8068822e-621f-4321-93ee-b68b06129982 req-9d3ef36a-d89f-4e23-905a-c7511959658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.568243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-8068822e-621f-4321-93ee-b68b06129982 req-9d3ef36a-d89f-4e23-905a-c7511959658a service neutron] No DVR routers for this DVR port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:28.587255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ef36a-d89f-4e23-905a-c7511959658a service neutron] Pushing event updated for resources: {'Port': ['ID=74df5200-e04b-466c-ab84-bb9f7bcc34fa,revision_number=10']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:28.653211 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-9d3ef36a-d89f-4e23-905a-c7511959658a service neutron] 10.222.0.84 "PUT /v2.0/ports/74df5200-e04b-466c-ab84-bb9f7bcc34fa/bindings/n-h2-768851-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7244864 Aug 16 01:47:28.707782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8929b9b1-7d32-4c39-a10a-c23b40c40deb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f0db0253a6124fdaa5da3ac7a0f3f4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408142 Aug 16 01:47:28.710548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57536) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:28.837246 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e65f4b6-a876-4977-99d7-5e587b178b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.871385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068822e-621f-4321-93ee-b68b06129982 req-48b3a7bf-0c51-4398-a51d-0a7117f257b0 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:28.873148 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-48b3a7bf-0c51-4398-a51d-0a7117f257b0 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.1009760 Aug 16 01:47:28.883304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e65f4b6-a876-4977-99d7-5e587b178b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.989656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068822e-621f-4321-93ee-b68b06129982 req-26137414-9e15-4bf1-9310-68ea3108466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:28.991423 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-26137414-9e15-4bf1-9310-68ea3108466c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54 HTTP/1.1" status: 200 len: 1096 time: 0.1057520 Aug 16 01:47:29.054064 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e65f4b6-a876-4977-99d7-5e587b178b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.057013 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e65f4b6-a876-4977-99d7-5e587b178b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.060434 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1e65f4b6-a876-4977-99d7-5e587b178b3f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7e169d8-2f89-4312-ba5d-927128757242 HTTP/1.1" status: 204 len: 168 time: 0.3466270 Aug 16 01:47:29.073389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65f4b6-a876-4977-99d7-5e587b178b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e169d8-2f89-4312-ba5d-927128757242,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:29.090084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068822e-621f-4321-93ee-b68b06129982 req-45d8833f-7ead-428a-b865-66d6acfcba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.091622 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-45d8833f-7ead-428a-b865-66d6acfcba37 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1096 time: 0.0699115 Aug 16 01:47:29.130312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aff35e6f-a393-44ea-abd2-ba215074d3b5 req-3cc62937-a7bb-4041-a4b2-c664930c47b0 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 210 time: 0.0830657 Aug 16 01:47:29.215583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068822e-621f-4321-93ee-b68b06129982 req-86a2a622-9e74-41dd-9bae-fae4781e97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.217355 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-86a2a622-9e74-41dd-9bae-fae4781e97c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.1141407 Aug 16 01:47:29.261310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26dadf-dc6c-4e3d-87a6-183445d28553 req-fb546637-5e57-4c44-9389-df62617ff77c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.270085 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-f8ee66c2-a6ef-43ed-8e54-a9996a7dab91 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa HTTP/1.1" status: 200 len: 217 time: 0.0425611 Aug 16 01:47:29.271147 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c26dadf-dc6c-4e3d-87a6-183445d28553 req-fb546637-5e57-4c44-9389-df62617ff77c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 944 time: 0.1018407 Aug 16 01:47:29.319661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c26dadf-dc6c-4e3d-87a6-183445d28553 req-19435645-15a8-4ff0-961f-5f6b9c24e847 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475826 Aug 16 01:47:29.343297 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068822e-621f-4321-93ee-b68b06129982 req-9d75e982-1f41-45e9-8ca3-46bc22e922bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.344854 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-9d75e982-1f41-45e9-8ca3-46bc22e922bf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.0674183 Aug 16 01:47:29.394756 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-fd39399d-3f52-4000-a6b4-d52c795f4c73 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400143 Aug 16 01:47:29.513204 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-c9a1f031-70a9-4cd5-8b73-9160ab703d05 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981836 Aug 16 01:47:29.590994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4db9c-b15b-4f0e-b16a-221f47c18ea8 req-25e7f08e-2734-4bc3-8600-e1bd5951281e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.594289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9b4db9c-b15b-4f0e-b16a-221f47c18ea8 req-25e7f08e-2734-4bc3-8600-e1bd5951281e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 948 time: 0.0657494 Aug 16 01:47:29.642082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9b4db9c-b15b-4f0e-b16a-221f47c18ea8 req-a85b2b22-0cbf-4322-928c-f28f6e64d982 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Aug 16 01:47:29.666210 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-954dcfd6-6c2c-4a47-a74f-317d2883a97a service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643752 Aug 16 01:47:29.675329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-815cd554-95b6-48bd-a35b-bc5fd1687a56 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:29.677002 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-815cd554-95b6-48bd-a35b-bc5fd1687a56 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565537 Aug 16 01:47:29.725950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57580) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:29.739125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Request body: {'port': {'device_id': '9dd6d90a-2958-4b72-bdee-6406f2567f76', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '7346d0ff4d354fe5a773dcc42c32e5c5'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:29.759506 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e4f933f-35a8-4356-ab9a-2d668ab12a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.980547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a57e5974-0844-4a4e-ab2b-43f07303a323 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:30.043102 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e4f933f-35a8-4356-ab9a-2d668ab12a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.050810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b9d96631-f14c-4163-a0f6-b4b2cc0d3b43 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861928 Aug 16 01:47:30.054711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e4f933f-35a8-4356-ab9a-2d668ab12a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.174852 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-208b65c7-fb2a-44eb-a03b-549106d5cc33 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968657 Aug 16 01:47:30.207445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:30.237767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'mac_address': 'fa:16:3e:21:e5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:30.281779 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.282040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Made reservation on behalf of 7346d0ff4d354fe5a773dcc42c32e5c5 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:30.286594 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.307038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57e5974-0844-4a4e-ab2b-43f07303a323 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:30.346468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:30.356756 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.498932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:30.543015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3e4f933f-35a8-4356-ab9a-2d668ab12a08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=567530da9b9b4fc58c41d8245e4cbaa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8124721 Aug 16 01:47:30.543015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f933f-35a8-4356-ab9a-2d668ab12a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31fc0a6-5fcd-4e8b-bf4a-4df57ea894c8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:30.550596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57616) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:30.552902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6c7041a-c70c-4d57-a937-c67dd99c491d req-555d55ae-c808-4408-b3b8-3469092d96d7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 210 time: 0.0710828 Aug 16 01:47:30.602845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Allocated IP 192.168.233.169 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/da21f89a-2345-4f85-bb47-dd775eb4abe4) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:30.666444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-f38bc89f-30d5-4ef6-96c4-f06eb5dac11b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:30.667513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-f38bc89f-30d5-4ef6-96c4-f06eb5dac11b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6035643 Aug 16 01:47:30.682403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397257ff-07c4-47ca-9d73-4eba38d5b0b2 req-217207b1-84f7-42b1-9bb9-4999202aa29a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:30.689793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-397257ff-07c4-47ca-9d73-4eba38d5b0b2 req-217207b1-84f7-42b1-9bb9-4999202aa29a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 944 time: 0.1435416 Aug 16 01:47:30.697191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Request body: {'port': {'device_id': 'c63042d3-7650-4d1e-9d4f-737a54358a5d', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '7346d0ff4d354fe5a773dcc42c32e5c5'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:30.703047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068822e-621f-4321-93ee-b68b06129982 req-6f06af2d-6fa5-4a1a-bc0d-acc4d1d16aa4 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:30.704707 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-6f06af2d-6fa5-4a1a-bc0d-acc4d1d16aa4 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.0846350 Aug 16 01:47:30.763579 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da0a13a7-7e9c-4b80-8f61-b64abeababce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.801333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a57e5974-0844-4a4e-ab2b-43f07303a323'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:30.847924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-397257ff-07c4-47ca-9d73-4eba38d5b0b2 req-222a1dc2-6568-4deb-b59e-36d831b969b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566205 Aug 16 01:47:30.897232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57632) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:30.914000 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da0a13a7-7e9c-4b80-8f61-b64abeababce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.928968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.961705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57636) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:30.992176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Transition to ACTIVE for port object da21f89a-2345-4f85-bb47-dd775eb4abe4 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:31.008741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d42a969d-29bd-4db7-b971-4551be07356d details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:31.070960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Made reservation on behalf of 7346d0ff4d354fe5a773dcc42c32e5c5 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:31.076123 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.079933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da0a13a7-7e9c-4b80-8f61-b64abeababce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.083631 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da0a13a7-7e9c-4b80-8f61-b64abeababce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.087245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-da0a13a7-7e9c-4b80-8f61-b64abeababce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b31fc0a6-5fcd-4e8b-bf4a-4df57ea894c8 HTTP/1.1" status: 204 len: 168 time: 0.5307050 Aug 16 01:47:31.124842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236f48c-0d1d-452f-b44b-f44166d2b45a req-4c8102db-d1b3-4753-872b-ef18cb0622e5 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.133774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f236f48c-0d1d-452f-b44b-f44166d2b45a req-4c8102db-d1b3-4753-872b-ef18cb0622e5 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 948 time: 0.3302031 Aug 16 01:47:31.135912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a13a7-7e9c-4b80-8f61-b64abeababce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31fc0a6-5fcd-4e8b-bf4a-4df57ea894c8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:31.206821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f236f48c-0d1d-452f-b44b-f44166d2b45a req-135ede56-938e-4020-b6c2-5ad8a5118345 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719154 Aug 16 01:47:31.241036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7e8bfcef-ffc3-427c-b460-927a5aa8dbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.271720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5915-85c1-42a1-b88e-b282864717bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.293410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19579b4b-a9f3-4817-bfd5-326a3dbb3ad2 req-f5e56eaf-3e3f-4159-a5e5-0054727f53ff tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.301240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19579b4b-a9f3-4817-bfd5-326a3dbb3ad2 req-f5e56eaf-3e3f-4159-a5e5-0054727f53ff tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1096 time: 0.0600173 Aug 16 01:47:31.331094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d42a969d-29bd-4db7-b971-4551be07356d, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d42a969d-29bd-4db7-b971-4551be07356d,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:31.350401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19579b4b-a9f3-4817-bfd5-326a3dbb3ad2 req-f59f6103-c7cf-44f2-bf18-332b49158123 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431719 Aug 16 01:47:31.358880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'd42a969d-29bd-4db7-b971-4551be07356d', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'd42a969d-29bd-4db7-b971-4551be07356d', 'mac_address': 'fa:16:3e:db:07:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:31.366139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8068822e-621f-4321-93ee-b68b06129982 req-c4c9f63c-e877-404f-92f5-a06ac5df85ea service neutron] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:31.371253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8068822e-621f-4321-93ee-b68b06129982 req-c4c9f63c-e877-404f-92f5-a06ac5df85ea service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.372404 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8068822e-621f-4321-93ee-b68b06129982 req-c4c9f63c-e877-404f-92f5-a06ac5df85ea service neutron] 10.222.0.89 "DELETE /v2.0/ports/74df5200-e04b-466c-ab84-bb9f7bcc34fa/bindings/n-h1-768851-16 HTTP/1.1" status: 204 len: 173 time: 0.5628865 Aug 16 01:47:31.373586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.380002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57648) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:31.459127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:31.466000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:31.468842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:31.489315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Allocated IP 192.168.233.149 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/c498493c-5bd3-419f-a180-0e7dffd88e01) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:31.490440 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.498890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:31.565995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event updated for resources: {'Port': ['ID=da21f89a-2345-4f85-bb47-dd775eb4abe4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:31.610957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.613115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42a969d-29bd-4db7-b971-4551be07356d {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:31.613331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.662916 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70e6800e-a06a-4bd5-9e4f-2b9e229250b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.714031 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d42a969d-29bd-4db7-b971-4551be07356d, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d42a969d-29bd-4db7-b971-4551be07356d,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:31.715355 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7e8bfcef-ffc3-427c-b460-927a5aa8dbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.721459 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.724875 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7e8bfcef-ffc3-427c-b460-927a5aa8dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.778408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b93d7bf7-20cd-42a9-a21c-693f60b95c05 req-4fdcd3ef-fc50-4714-95c0-a40f3b4133ff tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 210 time: 0.0862277 Aug 16 01:47:31.797831 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7e8bfcef-ffc3-427c-b460-927a5aa8dbdc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a3c3a49c63847319195f4499ba98918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8995135 Aug 16 01:47:31.798871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bfcef-ffc3-427c-b460-927a5aa8dbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f03d56-eeda-4621-92a7-d30ededdf3f8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:31.802438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57668) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:31.892311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d42a969d-29bd-4db7-b971-4551be07356d,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:31.931157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-007ec70d-8cef-47cf-8539-3fb319a81347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.974392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-007ec70d-8cef-47cf-8539-3fb319a81347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.978193 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5915-85c1-42a1-b88e-b282864717bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.992387 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5915-85c1-42a1-b88e-b282864717bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.003126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a57e5974-0844-4a4e-ab2b-43f07303a323 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:32.021657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-301e9909-e0b8-446a-bf4a-8b8b7d71b20c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:32.023455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-301e9909-e0b8-446a-bf4a-8b8b7d71b20c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 820 time: 0.1888952 Aug 16 01:47:32.030577 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ea9a5915-85c1-42a1-b88e-b282864717bc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7227095f1c2448269bbb79bbc0509c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0588577 Aug 16 01:47:32.038132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5d442f63-de2a-4323-8b26-d31b89a3c9ca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3041503 Aug 16 01:47:32.042549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57678) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:32.046559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d42a969d-29bd-4db7-b971-4551be07356d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:32.086484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Request body: {'port': {'device_id': '9dd6d90a-2958-4b72-bdee-6406f2567f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:32.101333 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.129863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-ef64320e-3a7f-4ae3-abdc-89fcb0a0550a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/quotas/3a83844cc9814e1fa23ad4d8bd3f5c54 HTTP/1.1" status: 200 len: 375 time: 0.0984416 Aug 16 01:47:32.139245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a5915-85c1-42a1-b88e-b282864717bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38a1842-1c77-44c6-95a7-ca961b0e754e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:32.143348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0dca4b24-6a77-4f63-a5df-2bde3b90e580 None None] Provisioning for port da21f89a-2345-4f85-bb47-dd775eb4abe4 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:32.151105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0dca4b24-6a77-4f63-a5df-2bde3b90e580 None None] Provisioning complete for port da21f89a-2345-4f85-bb47-dd775eb4abe4 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:32.151477 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0dca4b24-6a77-4f63-a5df-2bde3b90e580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.178047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Transition to ACTIVE for port object c498493c-5bd3-419f-a180-0e7dffd88e01 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:32.199821 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.224751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-007ec70d-8cef-47cf-8539-3fb319a81347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.228166 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-007ec70d-8cef-47cf-8539-3fb319a81347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.229476 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-007ec70d-8cef-47cf-8539-3fb319a81347 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/44f03d56-eeda-4621-92a7-d30ededdf3f8 HTTP/1.1" status: 204 len: 168 time: 0.4228210 Aug 16 01:47:32.253219 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0dca4b24-6a77-4f63-a5df-2bde3b90e580 None None] Port da21f89a-2345-4f85-bb47-dd775eb4abe4 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:32.265465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port a57e5974-0844-4a4e-ab2b-43f07303a323 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:32.274071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ec70d-8cef-47cf-8539-3fb319a81347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f03d56-eeda-4621-92a7-d30ededdf3f8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:32.326425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port a57e5974-0844-4a4e-ab2b-43f07303a323 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:32.326804 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.346078 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-911895cd-7453-4500-b30f-6e5d000e06f9 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2024019 Aug 16 01:47:32.391876 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-695dfa55-f0e2-4efd-a468-56c435f52e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.471762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6266df9-840b-4f6a-ae6b-925b252d97db req-0420afea-6971-48ed-b24a-bc0fa31d905a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:32.479210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6266df9-840b-4f6a-ae6b-925b252d97db req-0420afea-6971-48ed-b24a-bc0fa31d905a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 949 time: 0.1769378 Aug 16 01:47:32.506152 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.519406 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-695dfa55-f0e2-4efd-a468-56c435f52e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.543587 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.568216 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70e6800e-a06a-4bd5-9e4f-2b9e229250b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.574741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event updated for resources: {'Port': ['ID=c498493c-5bd3-419f-a180-0e7dffd88e01,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:32.576469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:32.580081 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c450e4-5f88-48aa-a06a-36a63bbcc15c" -d '{"events": [{"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-plugged", "status": "completed", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:32.596611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:32.602069 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.603694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 74df5200-e04b-466c-ab84-bb9f7bcc34fa no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:32.629615 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6266df9-840b-4f6a-ae6b-925b252d97db req-c5f3d2fe-7e51-419c-9f83-f4f06e6aec7e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494775 Aug 16 01:47:32.634147 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70e6800e-a06a-4bd5-9e4f-2b9e229250b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.685464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:32.701242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:32.708575 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abaf0eb-d562-4aa8-a21f-fed197d2d6c1 x-openstack-request-id: req-7abaf0eb-d562-4aa8-a21f-fed197d2d6c1 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:32.708924 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-plugged", "status": "completed", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:32.709216 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7abaf0eb-d562-4aa8-a21f-fed197d2d6c1 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:32.709595 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'code': 200} Aug 16 01:47:32.713469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:32.715188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 74df5200-e04b-466c-ab84-bb9f7bcc34fa not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:32.716966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:32.721298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:32.722816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.745172 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-70e6800e-a06a-4bd5-9e4f-2b9e229250b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fbc3aba7a0f24abdb9e99003f6f06b80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3552380 Aug 16 01:47:32.745754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57698) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:32.746395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6800e-a06a-4bd5-9e4f-2b9e229250b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a6c62d-7288-468b-9280-6945d68894a6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:32.749686 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-4233b786-3d73-481f-9233-65482ff488d2 service neutron] 10.222.0.79 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695693 Aug 16 01:47:32.752009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-91e70c01-b2f3-4ad9-ba65-8d46fdcf0b32 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0596778 Aug 16 01:47:32.796350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Request body: {'port': {'device_id': 'c63042d3-7650-4d1e-9d4f-737a54358a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:32.894943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57704) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:32.900379 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-695dfa55-f0e2-4efd-a468-56c435f52e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.902906 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-695dfa55-f0e2-4efd-a468-56c435f52e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.904029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-695dfa55-f0e2-4efd-a468-56c435f52e1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d38a1842-1c77-44c6-95a7-ca961b0e754e HTTP/1.1" status: 204 len: 168 time: 0.8601713 Aug 16 01:47:32.960757 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da21f89a-2345-4f85-bb47-dd775eb4abe4 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:32.970851 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.982653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:32.989295 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Transition to ACTIVE for port object da21f89a-2345-4f85-bb47-dd775eb4abe4 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:33.002248 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.011977 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.055576 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe5e0-2fda-49ad-a47d-595585ef8867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.063213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Pushing event updated for resources: {'Port': ['ID=da21f89a-2345-4f85-bb47-dd775eb4abe4,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:33.079868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dfa55-f0e2-4efd-a468-56c435f52e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38a1842-1c77-44c6-95a7-ca961b0e754e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:33.176578 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Attempting to bind port da21f89a-2345-4f85-bb47-dd775eb4abe4 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:33.177013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Attempting to bind port da21f89a-2345-4f85-bb47-dd775eb4abe4 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:33.177418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Attempting to bind port da21f89a-2345-4f85-bb47-dd775eb4abe4 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:33.179516 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbeb67e6-6fea-4386-b84d-0eca018015b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.208554 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbeb67e6-6fea-4386-b84d-0eca018015b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.259123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690af340-d649-493c-96eb-b2d94e9846bc req-0477782b-79b1-4785-8bc0-ef88f874f8e6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:33.276868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0e5c543f-82d3-41cf-8d8f-79345f79d257 None None] Provisioning for port c498493c-5bd3-419f-a180-0e7dffd88e01 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:33.285012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-690af340-d649-493c-96eb-b2d94e9846bc req-0477782b-79b1-4785-8bc0-ef88f874f8e6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 936 time: 0.3904271 Aug 16 01:47:33.292197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0e5c543f-82d3-41cf-8d8f-79345f79d257 None None] Provisioning complete for port c498493c-5bd3-419f-a180-0e7dffd88e01 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:33.292909 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0e5c543f-82d3-41cf-8d8f-79345f79d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.301486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Port da21f89a-2345-4f85-bb47-dd775eb4abe4 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:33.301486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Attempting to bind port da21f89a-2345-4f85-bb47-dd775eb4abe4 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:33.316772 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:33.317513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:33.319961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:33.319961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Bound port: da21f89a-2345-4f85-bb47-dd775eb4abe4, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:33.319961 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.325380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c2056-7daa-41fb-ab09-cc2dcfe694c0 req-05e2d3ff-005c-408e-acdb-d95b86118dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:33.329948 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-371c2056-7daa-41fb-ab09-cc2dcfe694c0 req-05e2d3ff-005c-408e-acdb-d95b86118dd2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 1102 time: 0.4399216 Aug 16 01:47:33.329948 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbeb67e6-6fea-4386-b84d-0eca018015b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.334465 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbeb67e6-6fea-4386-b84d-0eca018015b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.336146 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bbeb67e6-6fea-4386-b84d-0eca018015b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/43a6c62d-7288-468b-9280-6945d68894a6 HTTP/1.1" status: 204 len: 168 time: 0.5834010 Aug 16 01:47:33.362552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0e5c543f-82d3-41cf-8d8f-79345f79d257 None None] Port c498493c-5bd3-419f-a180-0e7dffd88e01 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:33.381059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-cb6f3c88-1834-4cdd-b841-eac9ce516da7 service neutron] 10.222.0.79 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224875 Aug 16 01:47:33.422281 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-371c2056-7daa-41fb-ab09-cc2dcfe694c0 req-05b2585c-d1e1-4733-8617-43851b62edb8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784500 Aug 16 01:47:33.496461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb67e6-6fea-4386-b84d-0eca018015b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a6c62d-7288-468b-9280-6945d68894a6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:33.503304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] For port da21f89a-2345-4f85-bb47-dd775eb4abe4, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:33.507794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] For port da21f89a-2345-4f85-bb47-dd775eb4abe4, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=da21f89a-2345-4f85-bb47-dd775eb4abe4,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:33.514776 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.559758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:33.561200 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.562672 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b6512020-25f3-446d-900a-543f709bb85b service neutron] 10.222.0.84 "PUT /v2.0/ports/da21f89a-2345-4f85-bb47-dd775eb4abe4 HTTP/1.1" status: 200 len: 1097 time: 1.4906693 Aug 16 01:47:33.563196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd6d90a-2958-4b72-bdee-6406f2567f76', 'tag': 'da21f89a-2345-4f85-bb47-dd775eb4abe4'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:33.567142 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f45408-83fa-4206-826a-bbe7c2384bde" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd6d90a-2958-4b72-bdee-6406f2567f76", "tag": "da21f89a-2345-4f85-bb47-dd775eb4abe4"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:33.598724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6512020-25f3-446d-900a-543f709bb85b service neutron] Pushing event updated for resources: {'Port': ['ID=da21f89a-2345-4f85-bb47-dd775eb4abe4,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:33.681435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-690af340-d649-493c-96eb-b2d94e9846bc req-06719b25-387e-4066-bb90-45de509fe42b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775837 Aug 16 01:47:33.761448 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6d585f-778f-41c8-9037-b08f3e4c593b x-openstack-request-id: req-ba6d585f-778f-41c8-9037-b08f3e4c593b {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:33.761839 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd6d90a-2958-4b72-bdee-6406f2567f76", "tag": "da21f89a-2345-4f85-bb47-dd775eb4abe4", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:33.762149 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba6d585f-778f-41c8-9037-b08f3e4c593b {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:33.762554 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd6d90a-2958-4b72-bdee-6406f2567f76', 'tag': 'da21f89a-2345-4f85-bb47-dd775eb4abe4', 'status': 'completed', 'code': 200} Aug 16 01:47:33.885352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-194dd0bd-e511-41db-a9a4-1c81ea6fc536 req-adfedfea-93d2-4cac-a191-28f6f6942211 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 210 time: 0.0705066 Aug 16 01:47:33.939646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f45408-83fa-4206-826a-bbe7c2384bde req-7526a8c1-2fd1-48c2-bfd3-aac0f100b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:33.943368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57732) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:33.945469 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09f45408-83fa-4206-826a-bbe7c2384bde req-7526a8c1-2fd1-48c2-bfd3-aac0f100b529 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=9dd6d90a-2958-4b72-bdee-6406f2567f76 HTTP/1.1" status: 200 len: 1100 time: 0.0908799 Aug 16 01:47:33.984826 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7bc00025-02b4-4d21-91f5-7e356368b87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.000676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe5e0-2fda-49ad-a47d-595585ef8867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.021581 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3dbe5e0-2fda-49ad-a47d-595585ef8867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.045722 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09f45408-83fa-4206-826a-bbe7c2384bde req-ea176ed7-08c0-44a5-8123-de4c0a42c8a6 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836003 Aug 16 01:47:34.057278 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374a797-4f0e-4fbc-b966-875b723cdec8 req-a0ebcd07-d963-460c-a740-c082147cef7b tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.059190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b374a797-4f0e-4fbc-b966-875b723cdec8 req-a0ebcd07-d963-460c-a740-c082147cef7b tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 949 time: 0.1553357 Aug 16 01:47:34.076887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbe5e0-2fda-49ad-a47d-595585ef8867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d7cda3-9c84-4df2-9048-f71c46399650,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:34.143391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f3dbe5e0-2fda-49ad-a47d-595585ef8867 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f46433bf016439a9ed7437a980bccc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2437763 Aug 16 01:47:34.148994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57744) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:34.260579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c498493c-5bd3-419f-a180-0e7dffd88e01 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:34.270265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.296183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b374a797-4f0e-4fbc-b966-875b723cdec8 req-54b4bbcf-b3a0-4251-9ac8-c34c69099e3d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118893 Aug 16 01:47:34.297008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57748) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:34.335449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Transition to ACTIVE for port object c498493c-5bd3-419f-a180-0e7dffd88e01 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:34.356262 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.358209 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad0f864-7763-49e5-96b6-47b3280e9da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.373279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f45408-83fa-4206-826a-bbe7c2384bde req-6dacd663-ab40-4284-bf07-45371c302520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.374888 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09f45408-83fa-4206-826a-bbe7c2384bde req-6dacd663-ab40-4284-bf07-45371c302520 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3228416 Aug 16 01:47:34.452661 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-017b6b46-8ac2-4650-a58b-c8cac5fa231a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.496602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-d13a2a73-f7f3-4660-bde3-75b442437d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.498703 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-d13a2a73-f7f3-4660-bde3-75b442437d3b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=9dd6d90a-2958-4b72-bdee-6406f2567f76 HTTP/1.1" status: 200 len: 1100 time: 0.0578051 Aug 16 01:47:34.512376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Pushing event updated for resources: {'Port': ['ID=c498493c-5bd3-419f-a180-0e7dffd88e01,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:34.527706 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-017b6b46-8ac2-4650-a58b-c8cac5fa231a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.574720 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-36f66c83-fbaa-48f3-ae82-f4e1a603f8cc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=da21f89a-2345-4f85-bb47-dd775eb4abe4 HTTP/1.1" status: 200 len: 217 time: 0.0526764 Aug 16 01:47:34.602217 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7bc00025-02b4-4d21-91f5-7e356368b87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.627832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Attempting to bind port c498493c-5bd3-419f-a180-0e7dffd88e01 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:34.628415 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Attempting to bind port c498493c-5bd3-419f-a180-0e7dffd88e01 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:34.628937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Attempting to bind port c498493c-5bd3-419f-a180-0e7dffd88e01 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:34.631146 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7bc00025-02b4-4d21-91f5-7e356368b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.644517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-6d405545-93d0-45e9-b0bc-5fac4a9b69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.646133 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-6d405545-93d0-45e9-b0bc-5fac4a9b69ec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0600181 Aug 16 01:47:34.674612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Port c498493c-5bd3-419f-a180-0e7dffd88e01 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:34.674947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Attempting to bind port c498493c-5bd3-419f-a180-0e7dffd88e01 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:34.706432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-9355dd57-bcae-4dab-bf64-fbb18a430e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.707981 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-9355dd57-bcae-4dab-bf64-fbb18a430e49 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529196 Aug 16 01:47:34.719250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc00025-02b4-4d21-91f5-7e356368b87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33d80d3-e0be-4965-a099-6ff67bc438c8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:34.725128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:34.725558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:34.725955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:34.726392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Bound port: c498493c-5bd3-419f-a180-0e7dffd88e01, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:34.727258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.740018 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7bc00025-02b4-4d21-91f5-7e356368b87a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=04d7bd9dd554497984ff60d93840b086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7937701 Aug 16 01:47:34.741679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb97f6-de1b-4aa1-a822-3269346f5d18 req-045eba0e-20e8-4458-94df-e3980c723cba tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.742242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb97f6-de1b-4aa1-a822-3269346f5d18 req-045eba0e-20e8-4458-94df-e3980c723cba tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.742720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb97f6-de1b-4aa1-a822-3269346f5d18 req-045eba0e-20e8-4458-94df-e3980c723cba tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.743217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb97f6-de1b-4aa1-a822-3269346f5d18 req-045eba0e-20e8-4458-94df-e3980c723cba tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.743341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57752) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:34.743681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb97f6-de1b-4aa1-a822-3269346f5d18 req-045eba0e-20e8-4458-94df-e3980c723cba tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.744193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb97f6-de1b-4aa1-a822-3269346f5d18 req-045eba0e-20e8-4458-94df-e3980c723cba tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.744655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb97f6-de1b-4aa1-a822-3269346f5d18 req-045eba0e-20e8-4458-94df-e3980c723cba tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.746402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4efb97f6-de1b-4aa1-a822-3269346f5d18 req-045eba0e-20e8-4458-94df-e3980c723cba tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.3960059 Aug 16 01:47:34.785513 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-017b6b46-8ac2-4650-a58b-c8cac5fa231a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.787988 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-017b6b46-8ac2-4650-a58b-c8cac5fa231a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.789320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-017b6b46-8ac2-4650-a58b-c8cac5fa231a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99d7cda3-9c84-4df2-9048-f71c46399650 HTTP/1.1" status: 204 len: 168 time: 0.6371353 Aug 16 01:47:34.851824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b6b46-8ac2-4650-a58b-c8cac5fa231a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d7cda3-9c84-4df2-9048-f71c46399650,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:34.891692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa9783-0c60-4da5-a31b-44caa7f23546 req-86c75df5-1944-4b31-90cf-0dd61089c71a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.894232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0daa9783-0c60-4da5-a31b-44caa7f23546 req-86c75df5-1944-4b31-90cf-0dd61089c71a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 948 time: 0.1430154 Aug 16 01:47:34.930825 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b53c4485-a742-49b4-a4a3-3a6bb14401ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.966797 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-14a4ec15-d79e-46da-9d33-35c42a34af28 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003591 Aug 16 01:47:34.972562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b53c4485-a742-49b4-a4a3-3a6bb14401ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.000394 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad0f864-7763-49e5-96b6-47b3280e9da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.002511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d42a969d-29bd-4db7-b971-4551be07356d up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:35.024476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad0f864-7763-49e5-96b6-47b3280e9da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.058410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] For port c498493c-5bd3-419f-a180-0e7dffd88e01, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:35.070994 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0daa9783-0c60-4da5-a31b-44caa7f23546 req-b3f43a15-c70f-4125-9a84-2002a8ca8526 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598418 Aug 16 01:47:35.099803 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-6a3b14cd-7680-463a-a747-56b175b93953 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242781 Aug 16 01:47:35.100903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b53c4485-a742-49b4-a4a3-3a6bb14401ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.103612 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b53c4485-a742-49b4-a4a3-3a6bb14401ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.107080 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b53c4485-a742-49b4-a4a3-3a6bb14401ff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d33d80d3-e0be-4965-a099-6ff67bc438c8 HTTP/1.1" status: 204 len: 168 time: 0.3600826 Aug 16 01:47:35.114194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c4485-a742-49b4-a4a3-3a6bb14401ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33d80d3-e0be-4965-a099-6ff67bc438c8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:35.148402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] For port c498493c-5bd3-419f-a180-0e7dffd88e01, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c498493c-5bd3-419f-a180-0e7dffd88e01,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:35.189667 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4ad0f864-7763-49e5-96b6-47b3280e9da2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8aaa2c5508874f269d975e329b91952e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8665781 Aug 16 01:47:35.195465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.222439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port d42a969d-29bd-4db7-b971-4551be07356d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:35.223518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57766) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.229136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port d42a969d-29bd-4db7-b971-4551be07356d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:35.229811 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.261713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:35.262332 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.263732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] 10.222.0.84 "PUT /v2.0/ports/c498493c-5bd3-419f-a180-0e7dffd88e01 HTTP/1.1" status: 200 len: 1097 time: 2.4716947 Aug 16 01:47:35.329816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-27359739-c3fa-401c-b0fb-47957b508f2d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:35.336447 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-27359739-c3fa-401c-b0fb-47957b508f2d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 820 time: 0.1953683 Aug 16 01:47:35.362787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Request body: {'port': {'device_id': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8', 'admin_state_up': True, 'tenant_id': '3a83844cc9814e1fa23ad4d8bd3f5c54'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:35.368595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63042d3-7650-4d1e-9d4f-737a54358a5d', 'tag': 'c498493c-5bd3-419f-a180-0e7dffd88e01'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:35.372228 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c63042d3-7650-4d1e-9d4f-737a54358a5d", "tag": "c498493c-5bd3-419f-a180-0e7dffd88e01"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:35.446752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0f864-7763-49e5-96b6-47b3280e9da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffd9b1c-8a6c-4629-915a-4c7c5b417c14,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:35.582781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f312dcca-e50b-4b17-9593-de0c9aeb8629 req-8ef192ad-96ab-4d6c-a06c-3938bb3a2819 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 210 time: 0.3431859 Aug 16 01:47:35.599404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Made reservation on behalf of 3a83844cc9814e1fa23ad4d8bd3f5c54 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:35.606635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.617741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d980a-e000-4789-bbc7-886edbca4b64 req-5176e9ee-4b67-4e91-aa26-2ab69be284cd tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:35.619259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb9d980a-e000-4789-bbc7-886edbca4b64 req-5176e9ee-4b67-4e91-aa26-2ab69be284cd tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 886 time: 0.7088394 Aug 16 01:47:35.642611 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d312ad6-1f41-4067-8357-fd1a862af174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.672658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3057a-e11d-4750-84fb-873c194c3c51 service neutron] Pushing event updated for resources: {'Port': ['ID=c498493c-5bd3-419f-a180-0e7dffd88e01,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:35.692608 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d312ad6-1f41-4067-8357-fd1a862af174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.705511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-188e5464-87d6-4abc-9df0-7631e30600c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:35.707428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-188e5464-87d6-4abc-9df0-7631e30600c0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 1100 time: 0.2319458 Aug 16 01:47:35.712018 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad5c7ce-0c70-41da-bfd1-f3fae2ce0abf x-openstack-request-id: req-7ad5c7ce-0c70-41da-bfd1-f3fae2ce0abf {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:35.712351 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63042d3-7650-4d1e-9d4f-737a54358a5d", "tag": "c498493c-5bd3-419f-a180-0e7dffd88e01", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:35.712725 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ad5c7ce-0c70-41da-bfd1-f3fae2ce0abf {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:35.713220 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63042d3-7650-4d1e-9d4f-737a54358a5d', 'tag': 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'status': 'completed', 'code': 200} Aug 16 01:47:35.807954 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.826689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Allocated IP 172.20.0.7 (3e96692e-fcd8-42a9-a326-b63e8de5c6e8/ee669229-a3fb-45fb-9d99-b6dc72a6d72d/9dd7aff6-f6b9-4d57-83ce-6694b7f62c42) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:35.854755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-c6b44f11-c027-4416-87e2-74fb7282c205 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=c498493c-5bd3-419f-a180-0e7dffd88e01 HTTP/1.1" status: 200 len: 217 time: 0.1052570 Aug 16 01:47:35.884647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d42a969d-29bd-4db7-b971-4551be07356d, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d42a969d-29bd-4db7-b971-4551be07356d,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:35.888429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc9792d-855c-4c0b-b4c6-7fad3d7f7527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42a969d-29bd-4db7-b971-4551be07356d'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:35.892875 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed4aa9a-4f02-42b9-9584-36dc83f9d3f7" -d '{"events": [{"server_uuid": "3fc9792d-855c-4c0b-b4c6-7fad3d7f7527", "name": "network-vif-plugged", "status": "completed", "tag": "d42a969d-29bd-4db7-b971-4551be07356d"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:35.906455 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.917210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343592f-b79d-49c6-86ff-13d749fbe9da req-50cd8b5d-9fee-4e07-b2c2-03814a45911c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:35.918719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5343592f-b79d-49c6-86ff-13d749fbe9da req-50cd8b5d-9fee-4e07-b2c2-03814a45911c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 949 time: 0.2084544 Aug 16 01:47:35.973045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d42a969d-29bd-4db7-b971-4551be07356d,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:35.991285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-c139504d-d706-4f4e-9fde-a0262c1900f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:35.993845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-c139504d-d706-4f4e-9fde-a0262c1900f5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1306746 Aug 16 01:47:36.027505 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d312ad6-1f41-4067-8357-fd1a862af174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.030733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d312ad6-1f41-4067-8357-fd1a862af174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.032226 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5d312ad6-1f41-4067-8357-fd1a862af174 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dffd9b1c-8a6c-4629-915a-4c7c5b417c14 HTTP/1.1" status: 204 len: 168 time: 0.7672484 Aug 16 01:47:36.054868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.065676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d312ad6-1f41-4067-8357-fd1a862af174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffd9b1c-8a6c-4629-915a-4c7c5b417c14,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:36.124104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5343592f-b79d-49c6-86ff-13d749fbe9da req-003fc8b0-7c7d-4207-a2b1-972b819cd388 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863239 Aug 16 01:47:36.134476 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.140091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cfdb8-2181-44f3-8126-9e682effe275 req-831df4a6-eec5-4d25-a286-d694536fbbdc tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.140566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cfdb8-2181-44f3-8126-9e682effe275 req-831df4a6-eec5-4d25-a286-d694536fbbdc tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.141052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cfdb8-2181-44f3-8126-9e682effe275 req-831df4a6-eec5-4d25-a286-d694536fbbdc tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.141520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cfdb8-2181-44f3-8126-9e682effe275 req-831df4a6-eec5-4d25-a286-d694536fbbdc tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.141979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cfdb8-2181-44f3-8126-9e682effe275 req-831df4a6-eec5-4d25-a286-d694536fbbdc tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.142439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cfdb8-2181-44f3-8126-9e682effe275 req-831df4a6-eec5-4d25-a286-d694536fbbdc tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.142897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cfdb8-2181-44f3-8126-9e682effe275 req-831df4a6-eec5-4d25-a286-d694536fbbdc tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.154100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c0cfdb8-2181-44f3-8126-9e682effe275 req-831df4a6-eec5-4d25-a286-d694536fbbdc tempest-NetworksTest-425560607 tempest-NetworksTest-425560607-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.4058862 Aug 16 01:47:36.169637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-bcabe093-7c02-466c-9476-0f8776bd23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.170088 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-bcabe093-7c02-466c-9476-0f8776bd23e6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1569755 Aug 16 01:47:36.210156 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:36.214851 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:36.219904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:36.226687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Pushing event updated for resources: {'Port': ['ID=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:36.278063 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31e785b-7962-419d-81dd-f1346c6de640 x-openstack-request-id: req-d31e785b-7962-419d-81dd-f1346c6de640 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:36.278591 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc9792d-855c-4c0b-b4c6-7fad3d7f7527", "name": "network-vif-plugged", "status": "completed", "tag": "d42a969d-29bd-4db7-b971-4551be07356d", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:36.278788 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d31e785b-7962-419d-81dd-f1346c6de640 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:36.279022 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc9792d-855c-4c0b-b4c6-7fad3d7f7527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42a969d-29bd-4db7-b971-4551be07356d', 'code': 200} Aug 16 01:47:36.326770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.327436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.375884 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-dd6860fd-cc0d-4540-b054-f5e1ce5899b4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0236139 Aug 16 01:47:36.387170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd61ea6-eaa0-4f94-8ccf-6ea26451fcad req-7500f724-002e-4485-83bd-d238cedde9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.388670 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-abd61ea6-eaa0-4f94-8ccf-6ea26451fcad req-7500f724-002e-4485-83bd-d238cedde9cc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 1102 time: 0.0569663 Aug 16 01:47:36.396611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Request body: {'port': {'device_id': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:36.477292 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-abd61ea6-eaa0-4f94-8ccf-6ea26451fcad req-08595fb8-0779-4b28-a9a6-f9040fe6c3d2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708165 Aug 16 01:47:36.507271 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.569564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d4248-d489-4c8c-9e05-a14595c53fae req-3f72532d-3ff9-4461-9f3f-1311bc2e3843 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.570874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d76d4248-d489-4c8c-9e05-a14595c53fae req-3f72532d-3ff9-4461-9f3f-1311bc2e3843 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 948 time: 0.1204193 Aug 16 01:47:36.578185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-b142aa8d-17be-426d-a85d-fcec77aa2011 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998303 Aug 16 01:47:36.615968 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d76d4248-d489-4c8c-9e05-a14595c53fae req-c955eaba-c6f7-4ab0-b8e4-91b7214525c8 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372248 Aug 16 01:47:36.704774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2674b0e-81b0-463b-81df-0341a8b0cc66 req-3ae5dd9f-7eb6-44a6-a48b-5ca21789163c service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927916 Aug 16 01:47:36.727037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57830) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:36.780861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64d39f-78d2-4459-8be3-325b91856a7d req-b3e27d0d-8deb-400c-9b3e-216cd724e8f3 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.782619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b64d39f-78d2-4459-8be3-325b91856a7d req-b3e27d0d-8deb-400c-9b3e-216cd724e8f3 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 931 time: 0.0661161 Aug 16 01:47:36.828198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b64d39f-78d2-4459-8be3-325b91856a7d req-11c1ef1b-649d-49b2-8b85-e801eab18c90 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373147 Aug 16 01:47:36.876101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:36.885261 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.891072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a req-d48b4e90-d549-4de2-afed-d62f77731845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.894353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a req-d48b4e90-d549-4de2-afed-d62f77731845 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 1100 time: 0.0607312 Aug 16 01:47:36.898978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Transition to ACTIVE for port object 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:36.903045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.960156 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:37.005004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a req-8c06ddf9-4808-4396-a071-d145be633789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.007189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a req-8c06ddf9-4808-4396-a071-d145be633789 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1062622 Aug 16 01:47:37.056564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:37.057806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:37.058336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:37.060806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a req-61201cf2-ff25-4a42-bbaa-094392faeb79 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=c498493c-5bd3-419f-a180-0e7dffd88e01 HTTP/1.1" status: 200 len: 217 time: 0.0443852 Aug 16 01:47:37.064234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:37.064914 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:37.073255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:37.074275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:37.075276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:37.075887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Bound port: 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:37.076565 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.084221 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cae6a3dc-cb1c-452d-8c56-a88801198cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.158008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:37.161968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:37.170486 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.179366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a req-635be223-7e10-4cd1-b448-8f985b61ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.180945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a req-635be223-7e10-4cd1-b448-8f985b61ed0a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1067111 Aug 16 01:47:37.212536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.213516 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.214609 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] 10.222.0.84 "PUT /v2.0/ports/9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 HTTP/1.1" status: 200 len: 1092 time: 0.8241317 Aug 16 01:47:37.221736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'tag': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:37.230549 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f8bec5-800a-4ebc-a1c0-c51a886ff892" -d '{"events": [{"name": "network-changed", "server_uuid": "52fecfd2-dc62-44dc-99a8-8ad8cf02e550", "tag": "9dd7aff6-f6b9-4d57-83ce-6694b7f62c42"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:37.249841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a req-416f5b28-ebd8-43c8-8c94-dd9e7d6b7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.251448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a req-416f5b28-ebd8-43c8-8c94-dd9e7d6b7ded service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623608 Aug 16 01:47:37.399992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3017cfe-2698-4aea-9cef-42cb303d11f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:37.413534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-a15c40b4-332d-4c46-b1b5-b62e0e2c867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.414882 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-a15c40b4-332d-4c46-b1b5-b62e0e2c867a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 1095 time: 0.1217568 Aug 16 01:47:37.520320 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cae6a3dc-cb1c-452d-8c56-a88801198cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.544234 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d99447-924b-4844-8972-e6ac8b1f9c8f x-openstack-request-id: req-e5d99447-924b-4844-8972-e6ac8b1f9c8f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:37.544492 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fecfd2-dc62-44dc-99a8-8ad8cf02e550", "tag": "9dd7aff6-f6b9-4d57-83ce-6694b7f62c42", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:37.544618 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cae6a3dc-cb1c-452d-8c56-a88801198cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.544723 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5d99447-924b-4844-8972-e6ac8b1f9c8f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:37.545149 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'tag': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42', 'status': 'completed', 'code': 200} Aug 16 01:47:37.546657 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-f0703fb8-e780-49e0-9419-5f00efd227d0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 HTTP/1.1" status: 200 len: 217 time: 0.1158769 Aug 16 01:47:37.575023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4fd48-f4df-4ecd-85b6-93da61015bd8 req-079b1e6e-8cd6-41ed-81c6-ae61b6975d6e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.576611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-feb4fd48-f4df-4ecd-85b6-93da61015bd8 req-079b1e6e-8cd6-41ed-81c6-ae61b6975d6e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 950 time: 0.3064423 Aug 16 01:47:37.643415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a req-0499e9e5-e868-434c-ab68-f9c8cfde57fa service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638637 Aug 16 01:47:37.647331 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cae6a3dc-cb1c-452d-8c56-a88801198cae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de2f9e8a59894ae7bca91cc55562cfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9178207 Aug 16 01:47:37.654628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6a3dc-cb1c-452d-8c56-a88801198cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63fb0fa-39b9-4007-9702-86ef2cde25ed,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:37.656914 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57870) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:37.686910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-feb4fd48-f4df-4ecd-85b6-93da61015bd8 req-e205c490-37af-47f5-a917-849f3a886601 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982165 Aug 16 01:47:37.756188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-6c60b43d-4ea4-420f-b3ce-419b25b98edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.756188 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-6c60b43d-4ea4-420f-b3ce-419b25b98edf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.1763253 Aug 16 01:47:37.795424 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-c245f47e-be76-47d8-8cf4-5fa87e0c4c2f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301759 Aug 16 01:47:37.814669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-196eb3fc-6f49-4ffa-9e84-6124f8dc7d0a req-b32934b6-525f-41b8-8945-98570fc92585 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536033 Aug 16 01:47:37.816167 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8982e6b8-c477-4c33-aa3a-e114971ea43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.853642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b70a5-1622-4ffe-a663-7ee77a8694d9 req-d1beca6e-a2cf-4f81-9d7d-73c74e0b4cab tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.853642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a4b70a5-1622-4ffe-a663-7ee77a8694d9 req-d1beca6e-a2cf-4f81-9d7d-73c74e0b4cab tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 948 time: 0.1132634 Aug 16 01:47:37.898844 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8982e6b8-c477-4c33-aa3a-e114971ea43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.947832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a4b70a5-1622-4ffe-a663-7ee77a8694d9 req-628d35c2-46ab-4a7e-96e9-888f655cdcb3 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630355 Aug 16 01:47:38.017806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227992b5-7caf-4568-bff3-a96fac85aed9 req-cd120ede-948f-4a1e-94b1-b9ef42576d07 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.019921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-227992b5-7caf-4568-bff3-a96fac85aed9 req-cd120ede-948f-4a1e-94b1-b9ef42576d07 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 943 time: 0.0779676 Aug 16 01:47:38.074368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-227992b5-7caf-4568-bff3-a96fac85aed9 req-e923989c-f9ba-47d0-be16-d64454cf196f tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447261 Aug 16 01:47:38.188934 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-ba2f3ded-43ce-4f16-a18d-2337fa29b1cf service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849626 Aug 16 01:47:38.230918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57890) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:38.246166 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8982e6b8-c477-4c33-aa3a-e114971ea43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.248611 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8982e6b8-c477-4c33-aa3a-e114971ea43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.249781 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8982e6b8-c477-4c33-aa3a-e114971ea43b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d63fb0fa-39b9-4007-9702-86ef2cde25ed HTTP/1.1" status: 204 len: 168 time: 0.5919945 Aug 16 01:47:38.262660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982e6b8-c477-4c33-aa3a-e114971ea43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63fb0fa-39b9-4007-9702-86ef2cde25ed,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:38.301038 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ac3600d0-a2ce-46c7-bcf5-dd797ad9ef39 req-2feee8e9-affa-4b12-b437-202ad0e35ba6 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038945 Aug 16 01:47:38.357589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-network', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:38.392111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Made reservation on behalf of 4771436cf7ed4c74afb512cc0a214693 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:38.395161 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.412462 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.454823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8bec5-800a-4ebc-a1c0-c51a886ff892 req-4b7faa18-80f2-4a3f-923d-19df1ec79f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.457083 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-07f8bec5-800a-4ebc-a1c0-c51a886ff892 req-4b7faa18-80f2-4a3f-923d-19df1ec79f7e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 1095 time: 0.0653520 Aug 16 01:47:38.546522 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.552544 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.571432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8bec5-800a-4ebc-a1c0-c51a886ff892 req-5531c04b-d6be-421c-a14a-6ed27442a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.573751 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-07f8bec5-800a-4ebc-a1c0-c51a886ff892 req-5531c04b-d6be-421c-a14a-6ed27442a278 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.1078794 Aug 16 01:47:38.585262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:47:38.594741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1c761d-e5c9-4748-a5d1-9daf93067fa3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:38.603011 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.603520 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Added segment 8679d7c9-a6cd-4fc7-96c3-f2028a3640d7 of type vlan for network 262b238d-6551-4df5-90ed-5ab9651b5825 Aug 16 01:47:38.620395 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-07f8bec5-800a-4ebc-a1c0-c51a886ff892 req-c8c5f1ec-7f3e-4fd6-a793-62d7293751d0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 HTTP/1.1" status: 200 len: 217 time: 0.0382314 Aug 16 01:47:38.652272 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.686308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.687804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.688401 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.697206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8bec5-800a-4ebc-a1c0-c51a886ff892 req-2e8c81f2-a373-4fb2-bc19-dd0d22ae1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.698954 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-07f8bec5-800a-4ebc-a1c0-c51a886ff892 req-2e8c81f2-a373-4fb2-bc19-dd0d22ae1880 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.0701756 Aug 16 01:47:38.720641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4881694 Aug 16 01:47:38.733644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57912) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:38.735876 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-07f8bec5-800a-4ebc-a1c0-c51a886ff892 req-37c0ef54-f7e6-4fdf-8960-a36a7b55328b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289328 Aug 16 01:47:38.742293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] Request body: {'subnet': {'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-subnet', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:38.775207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dc9a1-5e1d-4ffc-a2b4-ac64da81c06a admin admin] Pushing event updated for resources: {'Network': ['ID=262b238d-6551-4df5-90ed-5ab9651b5825,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:38.778277 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3ede986b-a7ed-49fb-b95d-6b9cbbfc772b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.797097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] Made reservation on behalf of 4771436cf7ed4c74afb512cc0a214693 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:38.799509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.801286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 262b238d-6551-4df5-90ed-5ab9651b5825 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:47:38.884371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57928) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:38.918924 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-328b92cf-6627-42fd-854f-31d4281db686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.923326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-19818ee7-6141-41aa-9db6-5c0a631dc4f9 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=660e3d2b02c247d9bc7df3ee4fd5d58c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475068 Aug 16 01:47:38.967333 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-07f8bec5-800a-4ebc-a1c0-c51a886ff892 req-40a95332-8d3c-499b-8e8e-b524363e24f8 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007987 Aug 16 01:47:39.059506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-a398edb6-0a88-4175-b83f-2dd99a94c26d tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:39.061620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-a398edb6-0a88-4175-b83f-2dd99a94c26d tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359644 Aug 16 01:47:39.097162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-909fa20a-c0d8-4512-8d89-b49fd901e1ba tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/quotas/660e3d2b02c247d9bc7df3ee4fd5d58c HTTP/1.1" status: 200 len: 375 time: 0.0258434 Aug 16 01:47:39.139527 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-07f8bec5-800a-4ebc-a1c0-c51a886ff892 req-094250e0-931f-4b7c-bc28-e76fcede13b5 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620393 Aug 16 01:47:39.140055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef94c4-efd3-4390-9ac1-0c7d195654a6 req-d2f7df95-3aa4-4859-b5f9-0182153f22c3 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:39.141586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6ef94c4-efd3-4390-9ac1-0c7d195654a6 req-d2f7df95-3aa4-4859-b5f9-0182153f22c3 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 950 time: 0.0792005 Aug 16 01:47:39.144252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-3d966ac8-f6a0-4d40-92a1-0504b72fe9dc tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=660e3d2b02c247d9bc7df3ee4fd5d58c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390399 Aug 16 01:47:39.176549 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.194073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6ef94c4-efd3-4390-9ac1-0c7d195654a6 req-2924849f-1cea-4b58-b4e1-d8dc937b38a7 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Aug 16 01:47:39.204348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.207990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-328b92cf-6627-42fd-854f-31d4281db686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.234744 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-328b92cf-6627-42fd-854f-31d4281db686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.310117 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-328b92cf-6627-42fd-854f-31d4281db686 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf89f9c8f0b0417fb780e9ff8a0d3e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232798 Aug 16 01:47:39.310873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ff5e97-85cb-4825-adf0-ad2671dae354,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:39.313007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57944) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:39.316625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b92cf-6627-42fd-854f-31d4281db686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0613c3ea-3119-4b6a-b0ba-f27fe9510841,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:39.325118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] Checking segment: {'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:39.325487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] Network hostable DHCP agents. Network: 262b238d-6551-4df5-90ed-5ab9651b5825, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:47:39.344583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] Network 262b238d-6551-4df5-90ed-5ab9651b5825 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:47:39.355976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 262b238d-6551-4df5-90ed-5ab9651b5825) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:39.364407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18880225-d1bf-4407-a73b-fa26f39654be None None] Network 262b238d-6551-4df5-90ed-5ab9651b5825 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:39.365398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56be19a-d284-4699-bd91-4b80bb3425f7 req-868fa1c9-0eba-4f01-ba2a-30efcdef3069 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:39.367878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:39.368538 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.375449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e56be19a-d284-4699-bd91-4b80bb3425f7 req-868fa1c9-0eba-4f01-ba2a-30efcdef3069 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 948 time: 0.1039884 Aug 16 01:47:39.385715 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2a6d3fea-f550-4767-9d8e-d6abcdf2d82c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6487260 Aug 16 01:47:39.388415 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57948) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:39.396949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-router', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:39.426562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e56be19a-d284-4699-bd91-4b80bb3425f7 req-d5f4d525-06d2-4e57-abd3-47f5bba7681b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501602 Aug 16 01:47:39.428892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.429967 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.469021 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7cdd268f-3f21-440e-be31-4d6ae9a2f1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.530601 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7cdd268f-3f21-440e-be31-4d6ae9a2f1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.545193 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.554019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-262b238d-6551-4df5-90ed-5ab9651b5825', 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'fixed_ips': [{'subnet_id': '06ff5e97-85cb-4825-adf0-ad2671dae354'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:47:39.554874 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.655921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65dff8-a1f7-4a25-882f-7954aa4304b9 req-db6869ad-c6ef-4290-a65e-c0620c0e1fcb tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:39.663993 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e65dff8-a1f7-4a25-882f-7954aa4304b9 req-db6869ad-c6ef-4290-a65e-c0620c0e1fcb tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 943 time: 0.1200149 Aug 16 01:47:39.723195 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e65dff8-a1f7-4a25-882f-7954aa4304b9 req-1422540c-fc8d-428a-95b9-3579b445ac75 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583234 Aug 16 01:47:39.724212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7cdd268f-3f21-440e-be31-4d6ae9a2f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.727484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7cdd268f-3f21-440e-be31-4d6ae9a2f1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.728890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7cdd268f-3f21-440e-be31-4d6ae9a2f1b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0613c3ea-3119-4b6a-b0ba-f27fe9510841 HTTP/1.1" status: 204 len: 168 time: 0.4144757 Aug 16 01:47:39.743586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Allocated IP 172.20.0.2 (262b238d-6551-4df5-90ed-5ab9651b5825/06ff5e97-85cb-4825-adf0-ad2671dae354/11684b50-cabe-4fbc-bfcd-44fcdcb79cd8) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:39.753258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd268f-3f21-440e-be31-4d6ae9a2f1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0613c3ea-3119-4b6a-b0ba-f27fe9510841,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:39.802855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7c40-4aeb-4bc6-b1fb-f861f1fe72fa req-2a6854b1-fda2-4a0c-89aa-0095d6de6a3c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:39.805106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9cf7c40-4aeb-4bc6-b1fb-f861f1fe72fa req-2a6854b1-fda2-4a0c-89aa-0095d6de6a3c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0750816 Aug 16 01:47:39.821080 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.870666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f192e37-705a-4229-9447-c6c179e212ef req-ca9978e0-7007-48cc-a428-6cb0e9c34c7c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 210 time: 0.0472183 Aug 16 01:47:39.929626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9cf7c40-4aeb-4bc6-b1fb-f861f1fe72fa req-6d89709a-a697-4bf4-9835-b1666c3c6e0d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176989 Aug 16 01:47:40.010269 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:47:40.068957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device da21f89a-2345-4f85-bb47-dd775eb4abe4 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:40.145142 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.160089 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.165250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.207393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Transition to ACTIVE for port object 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:40.229117 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Transition to ACTIVE for port object 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:40.238925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-7ae4b675-257e-44f1-ab0b-c5927d536dec tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448120 Aug 16 01:47:40.250019 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.313100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Pushing event updated for resources: {'Port': ['ID=11684b50-cabe-4fbc-bfcd-44fcdcb79cd8,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:40.325464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Network 262b238d-6551-4df5-90ed-5ab9651b5825 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:40.331056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:40.337462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:40.352296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Allocated IP 172.25.2.34 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/76e91719-a634-48c0-99aa-8826012ff028) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:40.417273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-45d405a7-c3c3-48f2-b384-d2d794fde16d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:40.431993 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-45d405a7-c3c3-48f2-b384-d2d794fde16d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919680 Aug 16 01:47:40.445921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port da21f89a-2345-4f85-bb47-dd775eb4abe4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=da21f89a-2345-4f85-bb47-dd775eb4abe4,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:40.458793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'da21f89a-2345-4f85-bb47-dd775eb4abe4', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'da21f89a-2345-4f85-bb47-dd775eb4abe4', 'mac_address': 'fa:16:3e:02:95:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:40.484732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-d851720a-f423-47a1-9724-3ae954762d24 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/quotas/7d3fb7ac641a4a0ca36c49fbd1435edc HTTP/1.1" status: 200 len: 375 time: 0.0507529 Aug 16 01:47:40.516608 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.529429 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.563685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da21f89a-2345-4f85-bb47-dd775eb4abe4 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:40.583608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Attempting to bind port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:40.583979 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Attempting to bind port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:40.584335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Attempting to bind port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 on network 262b238d-6551-4df5-90ed-5ab9651b5825 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:40.595932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:40.596878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Checking segment: {'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:40.597306 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.597696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Bound using segment: {'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:40.598174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Bound port: 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:40.598554 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.607169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port da21f89a-2345-4f85-bb47-dd775eb4abe4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=da21f89a-2345-4f85-bb47-dd775eb4abe4,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:40.613282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.617871 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.618503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c498493c-5bd3-419f-a180-0e7dffd88e01 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:40.669153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:40.679904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:40.684771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:40.726525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-4058a14e-9b44-4a83-a540-3c6513eba663 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2374198 Aug 16 01:47:40.777883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4af772-0262-446a-96db-66d6c4fe6095 req-3124b19e-71ec-4db9-bc3b-f8bf00802d11 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:40.781020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d4af772-0262-446a-96db-66d6c4fe6095 req-3124b19e-71ec-4db9-bc3b-f8bf00802d11 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 948 time: 0.1755283 Aug 16 01:47:40.856713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d4af772-0262-446a-96db-66d6c4fe6095 req-fc462531-ec47-4cdf-bc2c-59462dcd0017 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670691 Aug 16 01:47:40.898520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Pushing event updated for resources: {'Port': ['ID=76e91719-a634-48c0-99aa-8826012ff028,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:40.924644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=da21f89a-2345-4f85-bb47-dd775eb4abe4,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:40.938876 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-6fdbf584-35c8-4744-86d2-2fabc0ebbe6e tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=660e3d2b02c247d9bc7df3ee4fd5d58c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1738799 Aug 16 01:47:40.980943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c498493c-5bd3-419f-a180-0e7dffd88e01, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c498493c-5bd3-419f-a180-0e7dffd88e01,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:41.001408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] For port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:41.008932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] For port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=11684b50-cabe-4fbc-bfcd-44fcdcb79cd8,segment=NetworkSegment(8679d7c9-a6cd-4fc7-96c3-f2028a3640d7),segment_id=8679d7c9-a6cd-4fc7-96c3-f2028a3640d7)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:41.011443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'mac_address': 'fa:16:3e:9c:f0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:41.060490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd69177-c6a2-4102-b8db-d0363bc6d644 req-e6cf1cda-e05b-490d-89d7-b919a74728b7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:41.063553 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.067495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcd69177-c6a2-4102-b8db-d0363bc6d644 req-e6cf1cda-e05b-490d-89d7-b919a74728b7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 943 time: 0.1105921 Aug 16 01:47:41.074708 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.128107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c498493c-5bd3-419f-a180-0e7dffd88e01 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:41.179461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcd69177-c6a2-4102-b8db-d0363bc6d644 req-2684584c-46f8-4c5d-a811-63d55e773835 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051202 Aug 16 01:47:41.227620 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-e3591cfb-7cce-4dab-9dec-711d65fbebbd tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:41.229440 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-e3591cfb-7cce-4dab-9dec-711d65fbebbd tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2824459 Aug 16 01:47:41.241527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c498493c-5bd3-419f-a180-0e7dffd88e01, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c498493c-5bd3-419f-a180-0e7dffd88e01,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:41.260829 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.265159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e858a8d-e952-44cf-8bcc-67cfcad53eb8 None None] Pushing event updated for resources: {'Port': ['ID=11684b50-cabe-4fbc-bfcd-44fcdcb79cd8,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:41.283245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Request body: {'port': {'device_id': '62645887-6fa9-416e-b48c-b70185083825', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '660e3d2b02c247d9bc7df3ee4fd5d58c'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:41.390117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a00a2b8d-618e-4de9-9fc7-c1e27eb8d9e3 req-5bb9cb79-f1df-43d5-a921-ba4d55f67c6e tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 210 time: 0.0662284 Aug 16 01:47:41.407213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.486363 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbb0a2d4-9b6d-473b-94fa-7d0576b2e959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.514046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=c498493c-5bd3-419f-a180-0e7dffd88e01,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:41.550696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.601928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d645c1bf-2a7d-4380-8706-357e4efb2122 req-12f04c31-d0fa-4993-b50a-97f308d68d8a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 210 time: 0.1355724 Aug 16 01:47:41.746902 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:41.798309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['c498493c-5bd3-419f-a180-0e7dffd88e01'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:41.817266 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Made reservation on behalf of 660e3d2b02c247d9bc7df3ee4fd5d58c for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:41.821001 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.834276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.857875 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.063323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:42.082109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391caf19-5ad6-4947-beac-23f4429dba74 req-79c5071d-bf32-4fd0-9ccc-8f06f76b2b8c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.094497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-391caf19-5ad6-4947-beac-23f4429dba74 req-79c5071d-bf32-4fd0-9ccc-8f06f76b2b8c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 949 time: 0.0847099 Aug 16 01:47:42.101737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:42.171742 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-391caf19-5ad6-4947-beac-23f4429dba74 req-34eab311-da10-4d6f-ae37-90f8d1ddcf85 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719898 Aug 16 01:47:42.388806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:42.400921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6128f7-2998-47c2-b5f1-a89c6260ccb9 req-3b97c208-6310-40f7-abd4-5f2d79f83394 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.404408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42', 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8', 'port_id': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42', 'mac_address': 'fa:16:3e:fc:f9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee669229-a3fb-45fb-9d99-b6dc72a6d72d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:42.405661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f6128f7-2998-47c2-b5f1-a89c6260ccb9 req-3b97c208-6310-40f7-abd4-5f2d79f83394 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 943 time: 0.0980282 Aug 16 01:47:42.416381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:42.472558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f6128f7-2998-47c2-b5f1-a89c6260ccb9 req-addd933b-1ecc-453b-98ce-5d92333978a3 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602345 Aug 16 01:47:42.546431 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.565764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:42.606275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:42.615458 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.620540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.633401 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.643769 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a681dbbb-aacf-4df3-af83-6dd7f7923e36 req-24494785-d1e1-4789-9000-8c1fcb350395 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 210 time: 0.0514345 Aug 16 01:47:42.657633 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.673756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:42.717695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c65db1-5905-4994-8408-716c0156bc61 None None] Network 262b238d-6551-4df5-90ed-5ab9651b5825 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:42.775563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c011834-039b-4e7b-9f5a-3dc5cd1300fc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:42.784348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Router 958c46fa-651b-431c-87aa-1cb39506e57e is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:47:42.814387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f91a6de4-d106-4eac-a959-f4a3a9774f29 None None] Provisioning for port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:42.816400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1622f33a-b243-4660-8dc7-12f9aeb1d250 req-7028ee3c-861e-4f09-97a6-3821263aa839 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 210 time: 0.0858908 Aug 16 01:47:42.824173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f91a6de4-d106-4eac-a959-f4a3a9774f29 None None] Provisioning complete for port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:42.824617 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f91a6de4-d106-4eac-a959-f4a3a9774f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.931114 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-c5d785b9-3b3a-44f4-a400-c39234c8eab2 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318520 Aug 16 01:47:42.989989 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f91a6de4-d106-4eac-a959-f4a3a9774f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.035105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f91a6de4-d106-4eac-a959-f4a3a9774f29 None None] For port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=11684b50-cabe-4fbc-bfcd-44fcdcb79cd8,segment=NetworkSegment(8679d7c9-a6cd-4fc7-96c3-f2028a3640d7),segment_id=8679d7c9-a6cd-4fc7-96c3-f2028a3640d7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:43.043256 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f91a6de4-d106-4eac-a959-f4a3a9774f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.052563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Allocated IP 192.168.233.128 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/d9603e6e-34d7-43e3-9909-1e9546c9b547) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:43.100047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:43.109711 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Sync routers for ids ['958c46fa-651b-431c-87aa-1cb39506e57e'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:43.125937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a6de4-d106-4eac-a959-f4a3a9774f29 None None] Pushing event updated for resources: {'Port': ['ID=11684b50-cabe-4fbc-bfcd-44fcdcb79cd8,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:43.126465 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Routers {'958c46fa-651b-431c-87aa-1cb39506e57e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:43.128656 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:47:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['958c46fa-651b-431c-87aa-1cb39506e57e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:43.165718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.169360 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-94bb8fbe-9ed7-4ea0-b993-b0e5d10616d6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7772563 Aug 16 01:47:43.169882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58072) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:43.183674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-af2e30b2-7a31-49c8-abfc-85216038e70f tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.185235 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-af2e30b2-7a31-49c8-abfc-85216038e70f tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251897 Aug 16 01:47:43.208561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['9dd7aff6-f6b9-4d57-83ce-6694b7f62c42'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:43.234978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Request body: {'port': {'device_id': '5dbe5dc0-771b-42a9-b9be-b9ac778c2fda', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '7d3fb7ac641a4a0ca36c49fbd1435edc'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:43.322816 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Set router 958c46fa-651b-431c-87aa-1cb39506e57e gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:43.389674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8ef992f4-bc3d-45c8-8270-8c66077c63a6 None None] Provisioning complete for port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:43.390177 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8ef992f4-bc3d-45c8-8270-8c66077c63a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.428757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.455254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Made reservation on behalf of 7d3fb7ac641a4a0ca36c49fbd1435edc for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:43.459500 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.485135 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Transition to ACTIVE for port object d9603e6e-34d7-43e3-9909-1e9546c9b547 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:43.553297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691712e-3c60-4231-8948-b5d3c6dd83ae req-5854f7d6-2a8c-46d9-9fc2-f851acb2e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.560468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6691712e-3c60-4231-8948-b5d3c6dd83ae req-5854f7d6-2a8c-46d9-9fc2-f851acb2e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 949 time: 0.1919496 Aug 16 01:47:43.619302 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.637845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6691712e-3c60-4231-8948-b5d3c6dd83ae req-7b0e3793-e4ef-4207-8788-fc4507138da5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761721 Aug 16 01:47:43.642767 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-router', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '76e91719-a634-48c0-99aa-8826012ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:39Z', 'updated_at': '2021-08-16T01:47:41Z', 'revision_number': 3, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'gw_port': {'id': '76e91719-a634-48c0-99aa-8826012ff028', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:40Z', 'updated_at': '2021-08-16T01:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:43.686285 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Checking router: 958c46fa-651b-431c-87aa-1cb39506e57e for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:47:43.686918 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Updating router 958c46fa-651b-431c-87aa-1cb39506e57e port 76e91719-a634-48c0-99aa-8826012ff028 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:47:43.704308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:43.707553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Pushing event updated for resources: {'Port': ['ID=d9603e6e-34d7-43e3-9909-1e9546c9b547,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:43.712316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:43.719509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:43.728692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d8e73-94da-4c90-bd28-4324688bc620 req-afad8420-2455-4b38-b58d-5f1db354f74d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.736427 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.739968 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278d8e73-94da-4c90-bd28-4324688bc620 req-afad8420-2455-4b38-b58d-5f1db354f74d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 944 time: 0.1111887 Aug 16 01:47:43.766178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Allocated IP 192.168.233.187 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/90c60e51-d427-4f69-805e-140ec7b6996b) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:43.820390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.821085 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.867447 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-4e659574-ac38-4c81-a631-6dffc0d13f4c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5881872 Aug 16 01:47:43.916820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Request body: {'port': {'device_id': '62645887-6fa9-416e-b48c-b70185083825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:43.937648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:44.017934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278d8e73-94da-4c90-bd28-4324688bc620 req-f4edd864-ca7c-4bc3-8dbc-d895f78da46d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677078 Aug 16 01:47:44.056145 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.094932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device da21f89a-2345-4f85-bb47-dd775eb4abe4 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:44.153811 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.170953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-00f4c05d-b4e2-4266-a34f-0b6252d1b648 None None] Provisioning for port d9603e6e-34d7-43e3-9909-1e9546c9b547 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:44.177603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-00f4c05d-b4e2-4266-a34f-0b6252d1b648 None None] Provisioning complete for port d9603e6e-34d7-43e3-9909-1e9546c9b547 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:44.178092 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00f4c05d-b4e2-4266-a34f-0b6252d1b648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.178664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b608b7a-b593-465e-8647-f6352cb81fbc req-9739dd0f-3e48-4510-bcf6-21c3c7fc214a tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.183684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.187894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b608b7a-b593-465e-8647-f6352cb81fbc req-9739dd0f-3e48-4510-bcf6-21c3c7fc214a tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 936 time: 0.2183509 Aug 16 01:47:44.222385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port da21f89a-2345-4f85-bb47-dd775eb4abe4 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:44.226650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Transition to ACTIVE for port object 90c60e51-d427-4f69-805e-140ec7b6996b will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:44.231052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:44.231430 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.268912 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.295592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port da21f89a-2345-4f85-bb47-dd775eb4abe4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:44.296081 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.301783 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.302929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b608b7a-b593-465e-8647-f6352cb81fbc req-2e965a44-b19c-4c60-9fba-1453353ebbfd tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108325 Aug 16 01:47:44.320372 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Transition to ACTIVE for port object 76e91719-a634-48c0-99aa-8826012ff028 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:44.339820 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.355678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-00f4c05d-b4e2-4266-a34f-0b6252d1b648 None None] Port d9603e6e-34d7-43e3-9909-1e9546c9b547 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:44.402096 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Attempting to bind port 76e91719-a634-48c0-99aa-8826012ff028 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:44.404297 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Attempting to bind port 76e91719-a634-48c0-99aa-8826012ff028 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:44.404680 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Attempting to bind port 76e91719-a634-48c0-99aa-8826012ff028 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:44.421455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5546ffb-24a8-4ebe-bcbd-7e95389a16a5 req-a91e4142-bccf-4785-b3b8-f47b54998866 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.423234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5546ffb-24a8-4ebe-bcbd-7e95389a16a5 req-a91e4142-bccf-4785-b3b8-f47b54998866 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 936 time: 0.1162322 Aug 16 01:47:44.440295 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:44.440767 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:44.441215 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.441621 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:44.442120 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Bound port: 76e91719-a634-48c0-99aa-8826012ff028, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:44.442587 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.467268 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.511899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port da21f89a-2345-4f85-bb47-dd775eb4abe4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=da21f89a-2345-4f85-bb47-dd775eb4abe4,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:44.512964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd6d90a-2958-4b72-bdee-6406f2567f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da21f89a-2345-4f85-bb47-dd775eb4abe4'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:44.516041 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8691640a-40f2-4efc-b4de-bea086d5642a" -d '{"events": [{"server_uuid": "9dd6d90a-2958-4b72-bdee-6406f2567f76", "name": "network-vif-plugged", "status": "completed", "tag": "da21f89a-2345-4f85-bb47-dd775eb4abe4"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:44.522404 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.523295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c498493c-5bd3-419f-a180-0e7dffd88e01 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:44.555377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5546ffb-24a8-4ebe-bcbd-7e95389a16a5 req-8cd840eb-92b9-47a3-bdf0-119b5aa3d459 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890529 Aug 16 01:47:44.579102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Allocated IP 172.20.0.1 (262b238d-6551-4df5-90ed-5ab9651b5825/06ff5e97-85cb-4825-adf0-ad2671dae354/541460a9-1756-4ba3-a08f-7f100541f8d0) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:44.626442 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] For port 76e91719-a634-48c0-99aa-8826012ff028, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:44.638233 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Pushing event updated for resources: {'Port': ['ID=76e91719-a634-48c0-99aa-8826012ff028,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:44.661109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9603e6e-34d7-43e3-9909-1e9546c9b547 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:44.672650 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] For port 76e91719-a634-48c0-99aa-8826012ff028, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=76e91719-a634-48c0-99aa-8826012ff028,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:44.673149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.679668 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.680133 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.684382 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.684896 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.685286 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.686007 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.686351 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.686685 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.687038 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.692326 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.694316 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.694916 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.695475 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.709117 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.782523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:44.783372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.785336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Transition to ACTIVE for port object d9603e6e-34d7-43e3-9909-1e9546c9b547 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:44.788561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:44.792603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Pushing event updated for resources: {'Port': ['ID=90c60e51-d427-4f69-805e-140ec7b6996b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:44.804219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Transition to ACTIVE for port object 541460a9-1756-4ba3-a08f-7f100541f8d0 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:44.807085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:44.812442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.827392 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59736444-4637-4dc0-bf3f-309a2a90e140 x-openstack-request-id: req-59736444-4637-4dc0-bf3f-309a2a90e140 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:44.827692 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd6d90a-2958-4b72-bdee-6406f2567f76", "name": "network-vif-plugged", "status": "completed", "tag": "da21f89a-2345-4f85-bb47-dd775eb4abe4", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:44.827956 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-59736444-4637-4dc0-bf3f-309a2a90e140 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:44.828315 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd6d90a-2958-4b72-bdee-6406f2567f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da21f89a-2345-4f85-bb47-dd775eb4abe4', 'code': 200} Aug 16 01:47:44.829279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d42a969d-29bd-4db7-b971-4551be07356d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:44.832837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a57e5974-0844-4a4e-ab2b-43f07303a323'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:44.878295 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f3032-bb4c-48d9-86ff-73ede7b136f7 None None] Pushing event updated for resources: {'Port': ['ID=76e91719-a634-48c0-99aa-8826012ff028,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:44.878910 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.928358 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Routers {'958c46fa-651b-431c-87aa-1cb39506e57e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:44.929153 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:47:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['958c46fa-651b-431c-87aa-1cb39506e57e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:44.934116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.935121 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.939479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Pushing event updated for resources: {'Port': ['ID=d9603e6e-34d7-43e3-9909-1e9546c9b547,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:45.003382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=da21f89a-2345-4f85-bb47-dd775eb4abe4,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:45.017776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port c498493c-5bd3-419f-a180-0e7dffd88e01 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:45.025470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Network 262b238d-6551-4df5-90ed-5ab9651b5825 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:45.028173 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-046bc9a9-63bd-486a-a184-1f93ed3487ab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7989590 Aug 16 01:47:45.034422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port c498493c-5bd3-419f-a180-0e7dffd88e01 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:45.034805 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.043464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:45.055564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Request body: {'port': {'device_id': '5dbe5dc0-771b-42a9-b9be-b9ac778c2fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:45.069550 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:45.070053 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.207442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Attempting to bind port d9603e6e-34d7-43e3-9909-1e9546c9b547 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:45.207787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Attempting to bind port d9603e6e-34d7-43e3-9909-1e9546c9b547 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:45.208127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Attempting to bind port d9603e6e-34d7-43e3-9909-1e9546c9b547 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:45.210707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Pushing event updated for resources: {'Port': ['ID=541460a9-1756-4ba3-a08f-7f100541f8d0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:45.230768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd00c0e-f689-4ff0-824e-587dec3ea90e req-00e6eb5f-307b-4dce-9858-d3da77fc5aa3 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.232019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Port d9603e6e-34d7-43e3-9909-1e9546c9b547 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:45.232356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Attempting to bind port d9603e6e-34d7-43e3-9909-1e9546c9b547 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:45.236146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5dd00c0e-f689-4ff0-824e-587dec3ea90e req-00e6eb5f-307b-4dce-9858-d3da77fc5aa3 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 949 time: 0.3891916 Aug 16 01:47:45.241228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40489bd-7c8b-4178-9469-0f151fbb8ddb req-a540632f-18a9-446f-bcd0-a4eae657812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.243080 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] Set router 958c46fa-651b-431c-87aa-1cb39506e57e gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:45.248066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f40489bd-7c8b-4178-9469-0f151fbb8ddb req-a540632f-18a9-446f-bcd0-a4eae657812f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9dd6d90a-2958-4b72-bdee-6406f2567f76 HTTP/1.1" status: 200 len: 1102 time: 0.3992183 Aug 16 01:47:45.265212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.286074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:45.286435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:45.286818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:45.287389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Bound port: d9603e6e-34d7-43e3-9909-1e9546c9b547, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:45.287762 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.394342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-49b4678a-ce54-4336-ade0-41277b0ccb62 None None] Provisioning for port 90c60e51-d427-4f69-805e-140ec7b6996b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:45.432398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-49b4678a-ce54-4336-ade0-41277b0ccb62 None None] Provisioning complete for port 90c60e51-d427-4f69-805e-140ec7b6996b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:45.435352 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-49b4678a-ce54-4336-ade0-41277b0ccb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.438637 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.562764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-49b4678a-ce54-4336-ade0-41277b0ccb62 None None] Port 90c60e51-d427-4f69-805e-140ec7b6996b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:45.569180 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-router', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '76e91719-a634-48c0-99aa-8826012ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:39Z', 'updated_at': '2021-08-16T01:47:41Z', 'revision_number': 3, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'gw_port': {'id': '76e91719-a634-48c0-99aa-8826012ff028', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:40Z', 'updated_at': '2021-08-16T01:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:45.598960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c498493c-5bd3-419f-a180-0e7dffd88e01, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c498493c-5bd3-419f-a180-0e7dffd88e01,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:45.600161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] For port d9603e6e-34d7-43e3-9909-1e9546c9b547, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:45.607879 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cb0da3-bc20-4063-b4b4-f95862812663 None None] The sync data for ids ['958c46fa-651b-431c-87aa-1cb39506e57e'] in n-d-768851-16 is: [{'id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-router', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '76e91719-a634-48c0-99aa-8826012ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:39Z', 'updated_at': '2021-08-16T01:47:41Z', 'revision_number': 3, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'gw_port': {'id': '76e91719-a634-48c0-99aa-8826012ff028', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:40Z', 'updated_at': '2021-08-16T01:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:45.613359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] For port d9603e6e-34d7-43e3-9909-1e9546c9b547, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9603e6e-34d7-43e3-9909-1e9546c9b547,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:45.613505 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.623644 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.664541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f40489bd-7c8b-4178-9469-0f151fbb8ddb req-c44e75d1-47ca-4ecb-8f30-3c4f37801725 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902428 Aug 16 01:47:45.693332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=c498493c-5bd3-419f-a180-0e7dffd88e01,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:45.713551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-84d3857a-6468-47dc-b4e6-f81514253de6 None None] Provisioning for port 541460a9-1756-4ba3-a08f-7f100541f8d0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:45.720898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-84d3857a-6468-47dc-b4e6-f81514253de6 None None] Provisioning complete for port 541460a9-1756-4ba3-a08f-7f100541f8d0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:45.721927 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-84d3857a-6468-47dc-b4e6-f81514253de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.723777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.724411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.725925 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] 10.222.0.89 "PUT /v2.0/ports/d9603e6e-34d7-43e3-9909-1e9546c9b547 HTTP/1.1" status: 200 len: 1097 time: 1.8394952 Aug 16 01:47:45.726376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62645887-6fa9-416e-b48c-b70185083825', 'tag': 'd9603e6e-34d7-43e3-9909-1e9546c9b547'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:45.728761 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c9a297-2715-42a1-a887-1bd8867c2429" -d '{"events": [{"name": "network-changed", "server_uuid": "62645887-6fa9-416e-b48c-b70185083825", "tag": "d9603e6e-34d7-43e3-9909-1e9546c9b547"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:45.742059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5dd00c0e-f689-4ff0-824e-587dec3ea90e req-afc0eacf-ef91-4e95-9aab-1a14501fd1ab tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821215 Aug 16 01:47:45.764909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-84d3857a-6468-47dc-b4e6-f81514253de6 None None] Port 541460a9-1756-4ba3-a08f-7f100541f8d0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:45.819035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac63bb-3a67-457b-9974-dee3d54cb567 service neutron] Pushing event updated for resources: {'Port': ['ID=d9603e6e-34d7-43e3-9909-1e9546c9b547,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:45.853587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6e84e-889a-48e2-b5e1-e359990bd49e req-447f8c76-f242-42e5-a2e9-ead764a337dc tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.861078 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4f6e84e-889a-48e2-b5e1-e359990bd49e req-447f8c76-f242-42e5-a2e9-ead764a337dc tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 944 time: 0.1990902 Aug 16 01:47:45.863814 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.929542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c60e51-d427-4f69-805e-140ec7b6996b {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:45.935462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-be77ba24-df5c-4f13-bf6b-453612d99d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.941086 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-be77ba24-df5c-4f13-bf6b-453612d99d52 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=660e3d2b02c247d9bc7df3ee4fd5d58c&device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 1100 time: 0.1577892 Aug 16 01:47:45.946703 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.956277 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4f6e84e-889a-48e2-b5e1-e359990bd49e req-7052e6f8-fa4a-4900-ab94-aceec3291d95 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937567 Aug 16 01:47:46.019729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Transition to ACTIVE for port object 90c60e51-d427-4f69-805e-140ec7b6996b will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:46.023379 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-cd518a57-897d-419e-8ddb-8a28a3ee12f0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=d9603e6e-34d7-43e3-9909-1e9546c9b547 HTTP/1.1" status: 200 len: 217 time: 0.0563498 Aug 16 01:47:46.025581 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.053502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f77b3-5474-43fb-8994-706e672deb16 req-56396f2e-1212-4c71-b498-f7e64050bfaf tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:46.055197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-139f77b3-5474-43fb-8994-706e672deb16 req-56396f2e-1212-4c71-b498-f7e64050bfaf tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 948 time: 0.1410749 Aug 16 01:47:46.091075 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:46.145028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-c296ea9d-b871-47a9-b547-e5f34baa94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:46.149014 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-c296ea9d-b871-47a9-b547-e5f34baa94d1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1087923 Aug 16 01:47:46.183683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Pushing event updated for resources: {'Port': ['ID=90c60e51-d427-4f69-805e-140ec7b6996b,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:46.230381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:46.236251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:46.237018 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.251574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-139f77b3-5474-43fb-8994-706e672deb16 req-06d51354-d09d-47fa-8144-2db4d6444bef tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353023 Aug 16 01:47:46.402946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.413952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-bf3abc4f-0bb1-4aa4-8769-18a461266943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:46.416848 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-bf3abc4f-0bb1-4aa4-8769-18a461266943 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2378781 Aug 16 01:47:46.432849 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.433735 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.457244 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Attempting to bind port 90c60e51-d427-4f69-805e-140ec7b6996b on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:46.457687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Attempting to bind port 90c60e51-d427-4f69-805e-140ec7b6996b by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:46.458308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Attempting to bind port 90c60e51-d427-4f69-805e-140ec7b6996b on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:46.459674 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.534208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:46.541459 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.557884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Pushing event updated for resources: {'Port': ['ID=541460a9-1756-4ba3-a08f-7f100541f8d0,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:46.572505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741928d-692f-4720-a430-b902ada15075 req-dbe7e259-d42b-4cdc-b2b4-d71d971b4cd7 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:46.580231 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7741928d-692f-4720-a430-b902ada15075 req-dbe7e259-d42b-4cdc-b2b4-d71d971b4cd7 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 948 time: 0.1819518 Aug 16 01:47:46.587236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Port 90c60e51-d427-4f69-805e-140ec7b6996b on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:46.587948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Attempting to bind port 90c60e51-d427-4f69-805e-140ec7b6996b on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:46.596635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:46.597103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:46.597577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:46.598171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Bound port: 90c60e51-d427-4f69-805e-140ec7b6996b, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:46.598304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:46.598551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.617772 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-179050ac-4d08-437f-89ad-b2c97a96e9d5 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902380 Aug 16 01:47:46.666052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7741928d-692f-4720-a430-b902ada15075 req-266e12c7-22c7-4bd4-bb3f-2b114b466ff3 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847356 Aug 16 01:47:46.684535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Network 262b238d-6551-4df5-90ed-5ab9651b5825 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:46.693924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:46.742862 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e31db4-462f-4c43-985a-51f98794ba8d x-openstack-request-id: req-28e31db4-462f-4c43-985a-51f98794ba8d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:46.743152 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62645887-6fa9-416e-b48c-b70185083825", "tag": "d9603e6e-34d7-43e3-9909-1e9546c9b547", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:46.743419 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28e31db4-462f-4c43-985a-51f98794ba8d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:46.743964 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62645887-6fa9-416e-b48c-b70185083825', 'tag': 'd9603e6e-34d7-43e3-9909-1e9546c9b547', 'status': 'completed', 'code': 200} Aug 16 01:47:46.807851 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] For port 90c60e51-d427-4f69-805e-140ec7b6996b, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:46.830319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63042d3-7650-4d1e-9d4f-737a54358a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c498493c-5bd3-419f-a180-0e7dffd88e01'}, {'server_uuid': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:46.832175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] For port 90c60e51-d427-4f69-805e-140ec7b6996b, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=90c60e51-d427-4f69-805e-140ec7b6996b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:46.834355 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c62245-a1b5-4e4b-923e-eb66ef0aff48" -d '{"events": [{"server_uuid": "c63042d3-7650-4d1e-9d4f-737a54358a5d", "name": "network-vif-plugged", "status": "completed", "tag": "c498493c-5bd3-419f-a180-0e7dffd88e01"}, {"server_uuid": "52fecfd2-dc62-44dc-99a8-8ad8cf02e550", "name": "network-vif-plugged", "status": "completed", "tag": "9dd7aff6-f6b9-4d57-83ce-6694b7f62c42"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:46.838932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-399739bb-7753-48aa-ab38-7e8cc539e4d9 req-a0b904c2-3d52-41ff-90a8-5277944517ec service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925056 Aug 16 01:47:46.845964 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.918331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:46.919375 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.920812 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] 10.222.0.84 "PUT /v2.0/ports/90c60e51-d427-4f69-805e-140ec7b6996b HTTP/1.1" status: 200 len: 1097 time: 1.8735590 Aug 16 01:47:46.984162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea206685-204f-4b5d-a46e-8b5a4970155e service neutron] Pushing event updated for resources: {'Port': ['ID=90c60e51-d427-4f69-805e-140ec7b6996b,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:47.065755 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdf7a7-3ce7-4ffa-a7ef-607e8dbefd22 req-8cb9b8f4-1751-41e7-8050-18dda2244b11 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.067238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbcdf7a7-3ce7-4ffa-a7ef-607e8dbefd22 req-8cb9b8f4-1751-41e7-8050-18dda2244b11 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 950 time: 0.1594203 Aug 16 01:47:47.082398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Router 958c46fa-651b-431c-87aa-1cb39506e57e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:47:47.114786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a297-2715-42a1-a887-1bd8867c2429 req-0f63323e-18af-4f88-b131-8b9015bf8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.116334 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-97c9a297-2715-42a1-a887-1bd8867c2429 req-0f63323e-18af-4f88-b131-8b9015bf8fc0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=660e3d2b02c247d9bc7df3ee4fd5d58c&device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 1100 time: 0.1928473 Aug 16 01:47:47.145458 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c681e062-f31a-4de4-9742-8e1ee98e658b x-openstack-request-id: req-c681e062-f31a-4de4-9742-8e1ee98e658b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:47.145754 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63042d3-7650-4d1e-9d4f-737a54358a5d", "name": "network-vif-plugged", "status": "completed", "tag": "c498493c-5bd3-419f-a180-0e7dffd88e01", "code": 200}, {"server_uuid": "52fecfd2-dc62-44dc-99a8-8ad8cf02e550", "name": "network-vif-plugged", "status": "completed", "tag": "9dd7aff6-f6b9-4d57-83ce-6694b7f62c42", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:47.145995 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c681e062-f31a-4de4-9742-8e1ee98e658b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:47.146394 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63042d3-7650-4d1e-9d4f-737a54358a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'code': 200} Aug 16 01:47:47.146661 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42', 'code': 200} Aug 16 01:47:47.273545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-deb0d186-2383-4ec0-b84a-97afa2bf8725 None None] Provisioning complete for port 541460a9-1756-4ba3-a08f-7f100541f8d0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:47.274207 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-deb0d186-2383-4ec0-b84a-97afa2bf8725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.286281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58154) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:47.309856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-2f95051d-8907-4358-8bdd-8ec7f72390d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.311381 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-2f95051d-8907-4358-8bdd-8ec7f72390d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 1100 time: 0.3105862 Aug 16 01:47:47.347632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbcdf7a7-3ce7-4ffa-a7ef-607e8dbefd22 req-41758b96-2562-44ab-9724-7a3ce15e883b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627082 Aug 16 01:47:47.356500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-deb0d186-2383-4ec0-b84a-97afa2bf8725 None None] Port 541460a9-1756-4ba3-a08f-7f100541f8d0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:47.377283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a297-2715-42a1-a887-1bd8867c2429 req-35559ef6-634a-413d-bfcb-433b68d78fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.378736 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-97c9a297-2715-42a1-a887-1bd8867c2429 req-35559ef6-634a-413d-bfcb-433b68d78fa2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2471204 Aug 16 01:47:47.433849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c6311-737d-4046-8356-8545ed47d1e4 req-bab95256-104c-44a5-86aa-c013576b456b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.435574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-173c6311-737d-4046-8356-8545ed47d1e4 req-bab95256-104c-44a5-86aa-c013576b456b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 945 time: 0.1462026 Aug 16 01:47:47.467820 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-97c9a297-2715-42a1-a887-1bd8867c2429 req-1f4bc082-cb9a-4942-8f1b-e72556906e65 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=d9603e6e-34d7-43e3-9909-1e9546c9b547 HTTP/1.1" status: 200 len: 217 time: 0.0793736 Aug 16 01:47:47.528330 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-364710fc-1bb5-4272-bf38-57befbc8a097 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=90c60e51-d427-4f69-805e-140ec7b6996b HTTP/1.1" status: 200 len: 217 time: 0.0723467 Aug 16 01:47:47.547516 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ca42b72-9ada-40fd-a812-905666334412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.584804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:47.592950 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-173c6311-737d-4046-8356-8545ed47d1e4 req-14b209a2-2243-48b9-831a-73466cc41be6 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462250 Aug 16 01:47:47.597428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0a8b856d-4f70-444e-94e7-f69d8259e83f admin admin] 10.222.0.79 "PUT /v2.0/routers/958c46fa-651b-431c-87aa-1cb39506e57e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4264696 Aug 16 01:47:47.601061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4648a-1a53-40b4-90bc-8f42f60300c0 req-c56868ea-1a16-49d6-8568-ffd9fe558f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.602512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23b4648a-1a53-40b4-90bc-8f42f60300c0 req-c56868ea-1a16-49d6-8568-ffd9fe558f74 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 1102 time: 0.1827395 Aug 16 01:47:47.610444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfb7b2-2b53-4b17-af57-d1a5c2a8ff3b req-131351d5-f1f9-44f9-8446-f31beb798a22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.612572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97bfb7b2-2b53-4b17-af57-d1a5c2a8ff3b req-131351d5-f1f9-44f9-8446-f31beb798a22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 948 time: 0.1940250 Aug 16 01:47:47.635388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556c727-eaab-41b9-a33d-6b3251543c97 req-9dcad8a1-19f5-492e-8f48-af10a63daac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.636914 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1556c727-eaab-41b9-a33d-6b3251543c97 req-9dcad8a1-19f5-492e-8f48-af10a63daac9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 1097 time: 0.2362821 Aug 16 01:47:47.640787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a297-2715-42a1-a887-1bd8867c2429 req-c3053404-e521-47fc-90fe-d32b345e4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.641800 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-97c9a297-2715-42a1-a887-1bd8867c2429 req-c3053404-e521-47fc-90fe-d32b345e4fb0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1224234 Aug 16 01:47:47.646146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-885d14a0-99dc-4b12-804b-832632064437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.647539 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-885d14a0-99dc-4b12-804b-832632064437 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0964575 Aug 16 01:47:47.719389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23b4648a-1a53-40b4-90bc-8f42f60300c0 req-a236236c-dc1a-4a87-b6bb-6752d2ee4e7f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058002 Aug 16 01:47:47.737593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97bfb7b2-2b53-4b17-af57-d1a5c2a8ff3b req-ceef0805-bc3b-47cc-9a82-d01c266b2e25 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081405 Aug 16 01:47:47.753774 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1556c727-eaab-41b9-a33d-6b3251543c97 req-87bbb5f4-4f71-4d34-a66c-804d80018390 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052225 Aug 16 01:47:47.757292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a297-2715-42a1-a887-1bd8867c2429 req-0ed5a944-1adc-4bf9-b419-440dc09c2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.758839 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-97c9a297-2715-42a1-a887-1bd8867c2429 req-0ed5a944-1adc-4bf9-b419-440dc09c2d2e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035075 Aug 16 01:47:47.765140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-f533bfaa-eda2-42bf-8c5e-21b17f50a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.766913 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-f533bfaa-eda2-42bf-8c5e-21b17f50a61c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962093 Aug 16 01:47:47.877914 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ca42b72-9ada-40fd-a812-905666334412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.886139 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ca42b72-9ada-40fd-a812-905666334412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.941608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-97c9a297-2715-42a1-a887-1bd8867c2429 req-872f803d-97ca-4d5c-8026-fc1d3d2da4a2 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656849 Aug 16 01:47:47.973090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76e91719-a634-48c0-99aa-8826012ff028 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:47.978199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860f7bc-471b-4e4b-9c7e-d0843f31a7be req-a70db5a1-4687-431a-8c88-6030b90fa0e9 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.979870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6860f7bc-471b-4e4b-9c7e-d0843f31a7be req-a70db5a1-4687-431a-8c88-6030b90fa0e9 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 948 time: 0.1680586 Aug 16 01:47:47.987623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca42b72-9ada-40fd-a812-905666334412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d2b0aa-c515-4a85-b4f1-54ea9594fef2,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:47.998965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4ca42b72-9ada-40fd-a812-905666334412 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9dd2de184c22469da9b732b915aabfe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7050571 Aug 16 01:47:48.001637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58172) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:48.077346 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.083159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6860f7bc-471b-4e4b-9c7e-d0843f31a7be req-16cb3254-868e-4a74-9389-1fa0e3419a6d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918746 Aug 16 01:47:48.090870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-97c9a297-2715-42a1-a887-1bd8867c2429 req-619bdbc5-3c91-40d4-8733-1887b26ac1ed service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369014 Aug 16 01:47:48.120051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 76e91719-a634-48c0-99aa-8826012ff028 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:48.122025 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0ae4dbae-8bb8-4596-819e-d1943bc8d630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.124744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 76e91719-a634-48c0-99aa-8826012ff028 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:48.125259 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.186558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0ae4dbae-8bb8-4596-819e-d1943bc8d630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.249356 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.261445 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0ae4dbae-8bb8-4596-819e-d1943bc8d630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.264376 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0ae4dbae-8bb8-4596-819e-d1943bc8d630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.271121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0ae4dbae-8bb8-4596-819e-d1943bc8d630 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f1d2b0aa-c515-4a85-b4f1-54ea9594fef2 HTTP/1.1" status: 204 len: 168 time: 0.2665551 Aug 16 01:47:48.275108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 76e91719-a634-48c0-99aa-8826012ff028, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=76e91719-a634-48c0-99aa-8826012ff028,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:48.280209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4dbae-8bb8-4596-819e-d1943bc8d630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d2b0aa-c515-4a85-b4f1-54ea9594fef2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:48.281290 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.332062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Sync routers for ids ['958c46fa-651b-431c-87aa-1cb39506e57e'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:48.355864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Routers {'958c46fa-651b-431c-87aa-1cb39506e57e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:48.356503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:47:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['958c46fa-651b-431c-87aa-1cb39506e57e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:48.358240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=76e91719-a634-48c0-99aa-8826012ff028,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:48.513661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Set router 958c46fa-651b-431c-87aa-1cb39506e57e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:48.531396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7c82a-0e37-4aa7-90f7-47ce6c556273 req-556b5f7b-0622-434b-a86f-aba53573cbe6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.533612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0b7c82a-0e37-4aa7-90f7-47ce6c556273 req-556b5f7b-0622-434b-a86f-aba53573cbe6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 950 time: 0.0783708 Aug 16 01:47:48.623359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0b7c82a-0e37-4aa7-90f7-47ce6c556273 req-da2f718d-305c-4b4a-a0eb-99582dde64ce tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822923 Aug 16 01:47:48.647896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58202) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:48.653322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-network', 'tenant_id': '9026303a881847ae937d4b2f84e372cf'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:48.693788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Made reservation on behalf of 9026303a881847ae937d4b2f84e372cf for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:48.696441 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.709998 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-11b7fab8-d4a4-473b-b1ae-975241cbdb64 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948636 Aug 16 01:47:48.713551 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.769228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbe5dc0-771b-42a9-b9be-b9ac778c2fda', 'tag': '90c60e51-d427-4f69-805e-140ec7b6996b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:48.771920 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddb3e49-1bb2-4c7a-affa-37539f35055f" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbe5dc0-771b-42a9-b9be-b9ac778c2fda", "tag": "90c60e51-d427-4f69-805e-140ec7b6996b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:48.801826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-router', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '76e91719-a634-48c0-99aa-8826012ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:39Z', 'updated_at': '2021-08-16T01:47:45Z', 'revision_number': 4, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'gw_port': {'id': '76e91719-a634-48c0-99aa-8826012ff028', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:40Z', 'updated_at': '2021-08-16T01:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '541460a9-1756-4ba3-a08f-7f100541f8d0', 'name': '', 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'mac_address': 'fa:16:3e:a4:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06ff5e97-85cb-4825-adf0-ad2671dae354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:44Z', 'updated_at': '2021-08-16T01:47:45Z', 'revision_number': 2, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'subnets': [{'id': '06ff5e97-85cb-4825-adf0-ad2671dae354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:48.842426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Checking router: 958c46fa-651b-431c-87aa-1cb39506e57e for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:47:48.842714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Updating router 958c46fa-651b-431c-87aa-1cb39506e57e port 541460a9-1756-4ba3-a08f-7f100541f8d0 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:47:48.861332 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8e17ba03-bd2d-4596-900b-53f89994e099 req-471a379b-3033-4840-ad0b-856fbeae5904 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418562 Aug 16 01:47:48.870036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58210) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:48.871951 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.888112 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9cdf15f6-2bbf-4d02-876d-40db8585e7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.904241 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42378b27-f4f2-4fba-a9cc-c1d017aacf8b req-c821f474-e5f5-47c6-9c69-9d7e254918a7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.907803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42378b27-f4f2-4fba-a9cc-c1d017aacf8b req-c821f474-e5f5-47c6-9c69-9d7e254918a7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 945 time: 0.1917553 Aug 16 01:47:49.016444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da183b0-945f-4020-b2ad-e1626c4fed69 req-b69400c9-9ad7-456c-acea-8223ff01606c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.018008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da183b0-945f-4020-b2ad-e1626c4fed69 req-b69400c9-9ad7-456c-acea-8223ff01606c tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 948 time: 0.1419053 Aug 16 01:47:49.027725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42378b27-f4f2-4fba-a9cc-c1d017aacf8b req-36604a1e-75f7-40e2-907e-43e37400aca9 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824413 Aug 16 01:47:49.083175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da183b0-945f-4020-b2ad-e1626c4fed69 req-dad9c2cf-bbea-4144-b1f2-ce39c26db756 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591054 Aug 16 01:47:49.083955 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed34435e-2b6b-4c93-a250-816266ff2e2d x-openstack-request-id: req-ed34435e-2b6b-4c93-a250-816266ff2e2d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:49.084422 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbe5dc0-771b-42a9-b9be-b9ac778c2fda", "tag": "90c60e51-d427-4f69-805e-140ec7b6996b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:49.084501 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed34435e-2b6b-4c93-a250-816266ff2e2d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:49.084994 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbe5dc0-771b-42a9-b9be-b9ac778c2fda', 'tag': '90c60e51-d427-4f69-805e-140ec7b6996b', 'status': 'completed', 'code': 200} Aug 16 01:47:49.097411 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.102536 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.131304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:47:49.149156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24d52cd-6119-4920-9631-8dcededece14,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.153989 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.154329 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Added segment 38884f1a-b53a-488e-b1c3-5403feef5830 of type vlan for network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 Aug 16 01:47:49.233227 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb3e49-1bb2-4c7a-affa-37539f35055f req-64ed9186-2468-489a-9fbd-0346048673f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.234408 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.235344 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6ddb3e49-1bb2-4c7a-affa-37539f35055f req-64ed9186-2468-489a-9fbd-0346048673f1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 1100 time: 0.0645010 Aug 16 01:47:49.263562 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.274152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Transition to ACTIVE for port object 541460a9-1756-4ba3-a08f-7f100541f8d0 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:49.274743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba086dea-afc4-4fe6-8cf8-3b94b773b2f9 req-d6bf3af9-965f-4639-930b-3b43551abb0e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.276772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba086dea-afc4-4fe6-8cf8-3b94b773b2f9 req-d6bf3af9-965f-4639-930b-3b43551abb0e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 948 time: 0.0861220 Aug 16 01:47:49.284700 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.319482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9cdf15f6-2bbf-4d02-876d-40db8585e7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.324632 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.326260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.327206 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.335786 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9cdf15f6-2bbf-4d02-876d-40db8585e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.344221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba086dea-afc4-4fe6-8cf8-3b94b773b2f9 req-d4d36ff0-008f-46ee-ad67-6aea4c0709ae tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564697 Aug 16 01:47:49.371748 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9cdf15f6-2bbf-4d02-876d-40db8585e7bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b24b455228844abb93bb19be8ccebab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006390 Aug 16 01:47:49.375372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58222) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:49.412612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7611024 Aug 16 01:47:49.413865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58224) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:49.421433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] Request body: {'subnet': {'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-subnet', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:49.433585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Attempting to bind port 541460a9-1756-4ba3-a08f-7f100541f8d0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:49.434383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Attempting to bind port 541460a9-1756-4ba3-a08f-7f100541f8d0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:49.434915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Attempting to bind port 541460a9-1756-4ba3-a08f-7f100541f8d0 on network 262b238d-6551-4df5-90ed-5ab9651b5825 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:49.437056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8dd54-8b1a-4d74-8972-ec221573b266 admin admin] Pushing event updated for resources: {'Network': ['ID=02a544bb-23b3-4eaf-9ffe-50cca0a2ca37,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.454500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:49.455047 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Checking segment: {'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:49.455686 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.456806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Bound using segment: {'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:49.457429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Bound port: 541460a9-1756-4ba3-a08f-7f100541f8d0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:49.457912 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.458282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] Made reservation on behalf of 9026303a881847ae937d4b2f84e372cf for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:49.461896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.473536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:47:49.475794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf15f6-2bbf-4d02-876d-40db8585e7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db209b7-670e-4a29-a861-3cb06e5e7745,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.524139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb3e49-1bb2-4c7a-affa-37539f35055f req-41f9603f-f223-492f-9774-7a2359c64189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.525775 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6ddb3e49-1bb2-4c7a-affa-37539f35055f req-41f9603f-f223-492f-9774-7a2359c64189 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2807190 Aug 16 01:47:49.611009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfbbec97-734a-4329-b38a-a522ce64c753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.634557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfbbec97-734a-4329-b38a-a522ce64c753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.649724 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6ddb3e49-1bb2-4c7a-affa-37539f35055f req-05e2399d-ea15-4164-aac8-8e562135863f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=90c60e51-d427-4f69-805e-140ec7b6996b HTTP/1.1" status: 200 len: 217 time: 0.1099739 Aug 16 01:47:49.676504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] For port 541460a9-1756-4ba3-a08f-7f100541f8d0, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:49.683184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] For port 541460a9-1756-4ba3-a08f-7f100541f8d0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=541460a9-1756-4ba3-a08f-7f100541f8d0,segment=NetworkSegment(8679d7c9-a6cd-4fc7-96c3-f2028a3640d7),segment_id=8679d7c9-a6cd-4fc7-96c3-f2028a3640d7)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:49.689040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362c6bb-f562-452f-9271-6d1c123e2ea2 None None] Pushing event updated for resources: {'Port': ['ID=541460a9-1756-4ba3-a08f-7f100541f8d0,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.698258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.711594 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.725041 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb3e49-1bb2-4c7a-affa-37539f35055f req-08dcb536-fc6b-4b47-96a1-06ca4982d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.727002 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6ddb3e49-1bb2-4c7a-affa-37539f35055f req-08dcb536-fc6b-4b47-96a1-06ca4982d3b5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0637059 Aug 16 01:47:49.782401 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfbbec97-734a-4329-b38a-a522ce64c753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.787162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfbbec97-734a-4329-b38a-a522ce64c753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.788558 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cfbbec97-734a-4329-b38a-a522ce64c753 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0db209b7-670e-4a29-a861-3cb06e5e7745 HTTP/1.1" status: 204 len: 168 time: 0.4122720 Aug 16 01:47:49.800591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Routers {'958c46fa-651b-431c-87aa-1cb39506e57e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:49.801265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:47:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['958c46fa-651b-431c-87aa-1cb39506e57e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:49.832880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbec97-734a-4329-b38a-a522ce64c753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db209b7-670e-4a29-a861-3cb06e5e7745,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.842521 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf003edc-f80e-47b7-aa33-9728eb83fccd,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.859391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] Checking segment: {'id': '38884f1a-b53a-488e-b1c3-5403feef5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:49.860552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] Network hostable DHCP agents. Network: 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:47:49.863720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362c6bb-f562-452f-9271-6d1c123e2ea2 None None] Pushing event updated for resources: {'Port': ['ID=541460a9-1756-4ba3-a08f-7f100541f8d0,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.892557 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63ddeb-f270-4042-90d1-ebfe67ee609b req-3a6998c9-320b-497e-b139-1e218ad1e804 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.893950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb3e49-1bb2-4c7a-affa-37539f35055f req-2a1e5d20-5608-4162-a1ef-422acbe30236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.894884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e63ddeb-f270-4042-90d1-ebfe67ee609b req-3a6998c9-320b-497e-b139-1e218ad1e804 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 950 time: 0.1535952 Aug 16 01:47:49.897892 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6ddb3e49-1bb2-4c7a-affa-37539f35055f req-2a1e5d20-5608-4162-a1ef-422acbe30236 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1499624 Aug 16 01:47:49.930475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] Network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:47:49.970020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e63ddeb-f270-4042-90d1-ebfe67ee609b req-a790a160-e29e-4de6-a738-8de48030dc9e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648327 Aug 16 01:47:49.970835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:49.976335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.976933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.001860 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-168bef39-f3b9-43e2-80a4-c88273523d07 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5866024 Aug 16 01:47:50.004758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58238) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:50.011315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-router', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:50.052160 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.053584 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.178974 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.181926 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6ddb3e49-1bb2-4c7a-affa-37539f35055f req-db975f0c-0545-413e-a51d-b7c56eadc6d0 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648914 Aug 16 01:47:50.224269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] Set router 958c46fa-651b-431c-87aa-1cb39506e57e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:50.231129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569dd8f4-0dd4-4f56-b6e9-18f758acdb6c None None] Network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:50.234350 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76e91719-a634-48c0-99aa-8826012ff028 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:50.371116 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6ddb3e49-1bb2-4c7a-affa-37539f35055f req-6d13eb4f-a896-43cc-8c7b-d8161df39092 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369393 Aug 16 01:47:50.449707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6daabc-678b-40a4-9167-b7edea214e3d req-5a748d4c-bc10-4b21-b22e-dae8c44933c6 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:50.450920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a6daabc-678b-40a4-9167-b7edea214e3d req-5a748d4c-bc10-4b21-b22e-dae8c44933c6 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 945 time: 0.2067592 Aug 16 01:47:50.554078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b9841-184b-4e41-89fb-658ab613e150 req-871b3598-479d-428d-8712-57a492bc0c1f tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:50.555586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e3b9841-184b-4e41-89fb-658ab613e150 req-871b3598-479d-428d-8712-57a492bc0c1f tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 948 time: 0.3125920 Aug 16 01:47:50.557699 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.661734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 76e91719-a634-48c0-99aa-8826012ff028 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:50.662864 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.757632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-02a544bb-23b3-4eaf-9ffe-50cca0a2ca37', 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'fixed_ips': [{'subnet_id': 'cf003edc-f80e-47b7-aa33-9728eb83fccd'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:47:50.758487 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.815267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a6daabc-678b-40a4-9167-b7edea214e3d req-68a79567-9c8c-425a-a026-f94b42bdaeb0 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220179 Aug 16 01:47:50.883283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e3b9841-184b-4e41-89fb-658ab613e150 req-67fdc076-e99a-48cf-9b9d-c75cf6c46120 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161159 Aug 16 01:47:51.036194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58268) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:51.066077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9603e6e-34d7-43e3-9909-1e9546c9b547 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:51.077801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Allocated IP 172.20.0.2 (02a544bb-23b3-4eaf-9ffe-50cca0a2ca37/cf003edc-f80e-47b7-aa33-9728eb83fccd/49031913-d843-4211-bb4b-18c8ee6fda79) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:51.088907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-router', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '76e91719-a634-48c0-99aa-8826012ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:39Z', 'updated_at': '2021-08-16T01:47:45Z', 'revision_number': 4, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'gw_port': {'id': '76e91719-a634-48c0-99aa-8826012ff028', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:40Z', 'updated_at': '2021-08-16T01:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '541460a9-1756-4ba3-a08f-7f100541f8d0', 'name': '', 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'mac_address': 'fa:16:3e:a4:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06ff5e97-85cb-4825-adf0-ad2671dae354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:44Z', 'updated_at': '2021-08-16T01:47:49Z', 'revision_number': 4, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'subnets': [{'id': '06ff5e97-85cb-4825-adf0-ad2671dae354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:51.129074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0130d4-acbe-44e5-ad20-1f5767adf975 None None] The sync data for ids ['958c46fa-651b-431c-87aa-1cb39506e57e'] in n-d-768851-16 is: [{'id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-router', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '76e91719-a634-48c0-99aa-8826012ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:39Z', 'updated_at': '2021-08-16T01:47:45Z', 'revision_number': 4, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'gw_port': {'id': '76e91719-a634-48c0-99aa-8826012ff028', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:40Z', 'updated_at': '2021-08-16T01:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '541460a9-1756-4ba3-a08f-7f100541f8d0', 'name': '', 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'mac_address': 'fa:16:3e:a4:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '06ff5e97-85cb-4825-adf0-ad2671dae354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:44Z', 'updated_at': '2021-08-16T01:47:49Z', 'revision_number': 4, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'subnets': [{'id': '06ff5e97-85cb-4825-adf0-ad2671dae354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:51.150592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eb8c4-35f5-491c-832b-73126504db40 req-0b08ec73-139c-4d50-8fb4-44c755bbb390 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:51.155994 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b99eb8c4-35f5-491c-832b-73126504db40 req-0b08ec73-139c-4d50-8fb4-44c755bbb390 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 948 time: 0.2101243 Aug 16 01:47:51.168852 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.216474 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.314982 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c98b1a06-b108-4f33-894e-ceca0c9eb45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.353511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b99eb8c4-35f5-491c-832b-73126504db40 req-c3046d2b-29bf-43c2-a779-51ac74a0f352 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860688 Aug 16 01:47:51.376510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586bece-82db-48c5-a1ca-10841f3b1e66 req-4301e512-3b65-4cd9-9a6a-1a11bcbf6d38 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:51.384741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9603e6e-34d7-43e3-9909-1e9546c9b547, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9603e6e-34d7-43e3-9909-1e9546c9b547,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:51.386517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f586bece-82db-48c5-a1ca-10841f3b1e66 req-4301e512-3b65-4cd9-9a6a-1a11bcbf6d38 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 950 time: 0.2294559 Aug 16 01:47:51.421969 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'd9603e6e-34d7-43e3-9909-1e9546c9b547', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'd9603e6e-34d7-43e3-9909-1e9546c9b547', 'mac_address': 'fa:16:3e:23:8d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:51.440297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f586bece-82db-48c5-a1ca-10841f3b1e66 req-b87fd03b-72fb-43bf-ba94-fb3c81ada887 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502703 Aug 16 01:47:51.516723 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.544403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Allocated IP 172.25.2.139 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/fec5c17a-4967-44a2-b4d5-f667c40a547f) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:51.559051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Transition to ACTIVE for port object 49031913-d843-4211-bb4b-18c8ee6fda79 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:51.576412 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.595162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Transition to ACTIVE for port object 49031913-d843-4211-bb4b-18c8ee6fda79 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:51.601670 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9603e6e-34d7-43e3-9909-1e9546c9b547 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:51.608685 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.670666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9603e6e-34d7-43e3-9909-1e9546c9b547, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9603e6e-34d7-43e3-9909-1e9546c9b547,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:51.675393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:51.682109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.692333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:51.696737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:51.755038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b12f8-8445-45bc-b42a-f6c1cf0d95d5 req-e9dda55d-add1-41d2-9488-84fe479633bd tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:51.755864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Pushing event updated for resources: {'Port': ['ID=49031913-d843-4211-bb4b-18c8ee6fda79,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:51.756665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b02b12f8-8445-45bc-b42a-f6c1cf0d95d5 req-e9dda55d-add1-41d2-9488-84fe479633bd tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dd6d90a-2958-4b72-bdee-6406f2567f76 HTTP/1.1" status: 200 len: 950 time: 0.1114433 Aug 16 01:47:51.807512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.824250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b02b12f8-8445-45bc-b42a-f6c1cf0d95d5 req-b5505906-515a-4534-b8f8-39308b89244f tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581491 Aug 16 01:47:51.862696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d9603e6e-34d7-43e3-9909-1e9546c9b547,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:51.899159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Attempting to bind port 49031913-d843-4211-bb4b-18c8ee6fda79 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:51.899865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Attempting to bind port 49031913-d843-4211-bb4b-18c8ee6fda79 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '38884f1a-b53a-488e-b1c3-5403feef5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:51.902094 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.911993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Attempting to bind port 49031913-d843-4211-bb4b-18c8ee6fda79 on network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:51.925847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:51.926469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Checking segment: {'id': '38884f1a-b53a-488e-b1c3-5403feef5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:51.927009 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.927581 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Bound using segment: {'id': '38884f1a-b53a-488e-b1c3-5403feef5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:51.929004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Bound port: 49031913-d843-4211-bb4b-18c8ee6fda79, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38884f1a-b53a-488e-b1c3-5403feef5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:51.929714 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.943215 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c98b1a06-b108-4f33-894e-ceca0c9eb45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.959195 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c98b1a06-b108-4f33-894e-ceca0c9eb45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.015851 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b1a06-b108-4f33-894e-ceca0c9eb45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ee2a08-8a0f-49ce-8898-2f58a9064990,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:52.022377 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c98b1a06-b108-4f33-894e-ceca0c9eb45d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e3aa4e132484e4ea757f1b469c41f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9851062 Aug 16 01:47:52.023478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d9603e6e-34d7-43e3-9909-1e9546c9b547'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:52.025287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58294) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:52.074113 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:52.091980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:52.097527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:52.139560 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82652530-dcaf-455e-a527-ab4c60c5a2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.149015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 541460a9-1756-4ba3-a08f-7f100541f8d0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:52.188018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82652530-dcaf-455e-a527-ab4c60c5a2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.223415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] For port 49031913-d843-4211-bb4b-18c8ee6fda79, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:52.230644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] For port 49031913-d843-4211-bb4b-18c8ee6fda79, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=49031913-d843-4211-bb4b-18c8ee6fda79,segment=NetworkSegment(38884f1a-b53a-488e-b1c3-5403feef5830),segment_id=38884f1a-b53a-488e-b1c3-5403feef5830)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:52.245194 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.285790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82652530-dcaf-455e-a527-ab4c60c5a2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.289681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82652530-dcaf-455e-a527-ab4c60c5a2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.293962 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-82652530-dcaf-455e-a527-ab4c60c5a2df admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/62ee2a08-8a0f-49ce-8898-2f58a9064990 HTTP/1.1" status: 204 len: 168 time: 0.2674928 Aug 16 01:47:52.296071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Pushing event updated for resources: {'Port': ['ID=fec5c17a-4967-44a2-b4d5-f667c40a547f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:52.326712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82652530-dcaf-455e-a527-ab4c60c5a2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ee2a08-8a0f-49ce-8898-2f58a9064990,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:52.357375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90493218-9244-48ed-9552-a9c108019544 req-97a5334d-0e8d-4472-b23f-5f73aa0435b8 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:52.359089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90493218-9244-48ed-9552-a9c108019544 req-97a5334d-0e8d-4472-b23f-5f73aa0435b8 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 945 time: 0.4027293 Aug 16 01:47:52.421900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 541460a9-1756-4ba3-a08f-7f100541f8d0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:52.455424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 541460a9-1756-4ba3-a08f-7f100541f8d0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:52.455966 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.570619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90493218-9244-48ed-9552-a9c108019544 req-c2c2c953-5b28-421e-a5a7-1bc6854c3468 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916723 Aug 16 01:47:52.686849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93960c9-3fa9-4eba-aed4-5f9bec2ff8f0 None None] Pushing event updated for resources: {'Port': ['ID=49031913-d843-4211-bb4b-18c8ee6fda79,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:52.688239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a48d38-4a34-4afe-8623-795ba33ae787 req-fac6bbd5-5d06-4488-b85e-0a7987da4454 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:52.695205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a48d38-4a34-4afe-8623-795ba33ae787 req-fac6bbd5-5d06-4488-b85e-0a7987da4454 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:52.703020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4a48d38-4a34-4afe-8623-795ba33ae787 req-fac6bbd5-5d06-4488-b85e-0a7987da4454 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dd6d90a-2958-4b72-bdee-6406f2567f76&device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 1691 time: 0.2391217 Aug 16 01:47:52.839463 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.848958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.882396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58318) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:52.900596 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e91374f0-ffd1-4768-a26e-5fd6c1fbecc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.921742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 541460a9-1756-4ba3-a08f-7f100541f8d0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=541460a9-1756-4ba3-a08f-7f100541f8d0,segment=NetworkSegment(8679d7c9-a6cd-4fc7-96c3-f2028a3640d7),segment_id=8679d7c9-a6cd-4fc7-96c3-f2028a3640d7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:52.927673 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.049184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e47280-9977-45b3-82b0-950163e8aa32 req-9ecfec9d-f656-4dbc-be7d-c171f9fbcb26 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:53.050922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6e47280-9977-45b3-82b0-950163e8aa32 req-9ecfec9d-f656-4dbc-be7d-c171f9fbcb26 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 949 time: 0.3428166 Aug 16 01:47:53.054232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=541460a9-1756-4ba3-a08f-7f100541f8d0,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:53.077587 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e91374f0-ffd1-4768-a26e-5fd6c1fbecc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.083415 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e91374f0-ffd1-4768-a26e-5fd6c1fbecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.093522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4a48d38-4a34-4afe-8623-795ba33ae787 req-bff082fb-5eb2-40fc-a5ea-e1d30d2d5826 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895972 Aug 16 01:47:53.157975 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e91374f0-ffd1-4768-a26e-5fd6c1fbecc1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e3bcdcc0abf465ebe0684bc8cee9e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739389 Aug 16 01:47:53.159980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58324) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:53.169268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91374f0-ffd1-4768-a26e-5fd6c1fbecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59edb2a1-a6a5-4403-ad5b-18f2113920c0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:53.178810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6e47280-9977-45b3-82b0-950163e8aa32 req-cd8f6919-68e0-4e63-9687-2f7e18fc6724 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842130 Aug 16 01:47:53.201080 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.285636 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d29c3460-4ab8-4b88-9b43-eecd2ad2abac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.319261 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d29c3460-4ab8-4b88-9b43-eecd2ad2abac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.369399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d29c3460-4ab8-4b88-9b43-eecd2ad2abac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.372352 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d29c3460-4ab8-4b88-9b43-eecd2ad2abac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.373536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d29c3460-4ab8-4b88-9b43-eecd2ad2abac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59edb2a1-a6a5-4403-ad5b-18f2113920c0 HTTP/1.1" status: 204 len: 168 time: 0.2123122 Aug 16 01:47:53.382220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c3460-4ab8-4b88-9b43-eecd2ad2abac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59edb2a1-a6a5-4403-ad5b-18f2113920c0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:53.423290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbfa47-6af0-4f6a-abdf-b3092a9e6f11 req-7557aec3-a3a1-4710-afe2-ce3023ffd3b5 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:53.425542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6fbfa47-6af0-4f6a-abdf-b3092a9e6f11 req-7557aec3-a3a1-4710-afe2-ce3023ffd3b5 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 948 time: 0.1368527 Aug 16 01:47:53.434215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329625e-777d-4968-a27e-82027956923c req-be5bb1e2-e5df-4ca1-b4b7-9f1d866c4cb5 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:53.435748 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7329625e-777d-4968-a27e-82027956923c req-be5bb1e2-e5df-4ca1-b4b7-9f1d866c4cb5 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 1097 time: 0.1485665 Aug 16 01:47:53.516308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6fbfa47-6af0-4f6a-abdf-b3092a9e6f11 req-45f84ca7-c263-4c15-8d3c-13d7006e49b3 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771232 Aug 16 01:47:53.524452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7329625e-777d-4968-a27e-82027956923c req-996bca99-cda8-434e-8209-c89e77515f63 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692861 Aug 16 01:47:53.544230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Router bf053b57-ad47-4fc9-a304-58eb1898c150 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:47:53.753586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:53.771926 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Sync routers for ids ['bf053b57-ad47-4fc9-a304-58eb1898c150'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:53.772761 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.774551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d0eed08b-f75f-4064-a3f8-1d5d1f409017 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7685611 Aug 16 01:47:53.778376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58336) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:53.788602 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Routers {'bf053b57-ad47-4fc9-a304-58eb1898c150'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:53.789227 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:47:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf053b57-ad47-4fc9-a304-58eb1898c150'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:53.790016 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86cba-a72e-4a55-8c82-026744f10024 req-2692ea98-eefa-4ecf-ac98-75ec5353a431 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:53.791564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cb86cba-a72e-4a55-8c82-026744f10024 req-2692ea98-eefa-4ecf-ac98-75ec5353a431 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 1097 time: 0.0756078 Aug 16 01:47:53.862289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cb86cba-a72e-4a55-8c82-026744f10024 req-366e9997-e8dd-4b71-8eff-94fe8bd42338 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581338 Aug 16 01:47:53.902355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270fcdee-944f-4178-81c5-c7da18e7750f None None] Network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:54.090976 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f58b5de3-4cf6-4089-aa99-342b7d3f17fe None None] Provisioning for port 49031913-d843-4211-bb4b-18c8ee6fda79 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:54.127245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 541460a9-1756-4ba3-a08f-7f100541f8d0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:54.149836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219416ab-d15b-414d-8818-e722a6549946 req-f6f556a2-b8a1-409a-a5f4-93de17588efb tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.157246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 90c60e51-d427-4f69-805e-140ec7b6996b details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:54.159368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-219416ab-d15b-414d-8818-e722a6549946 req-f6f556a2-b8a1-409a-a5f4-93de17588efb tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9dd6d90a-2958-4b72-bdee-6406f2567f76 HTTP/1.1" status: 200 len: 1102 time: 0.1206057 Aug 16 01:47:54.198476 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Set router bf053b57-ad47-4fc9-a304-58eb1898c150 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:54.247378 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-219416ab-d15b-414d-8818-e722a6549946 req-035cb5e3-57b4-4897-a160-3eaa3dfe06f4 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870564 Aug 16 01:47:54.342901 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-b9429b9b-3e52-448a-98cb-04af3e4ae520 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3329849 Aug 16 01:47:54.415515 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-router', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:50Z', 'updated_at': '2021-08-16T01:47:52Z', 'revision_number': 3, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'gw_port': {'id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:33:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:51Z', 'updated_at': '2021-08-16T01:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:54.491225 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Checking router: bf053b57-ad47-4fc9-a304-58eb1898c150 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:47:54.493706 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Updating router bf053b57-ad47-4fc9-a304-58eb1898c150 port fec5c17a-4967-44a2-b4d5-f667c40a547f binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:47:54.569366 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.621123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcbdf8-5cca-43b3-8d8f-c11af11adafe req-64ac4296-e62c-44fd-97ee-413d105f8167 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.629155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecdcbdf8-5cca-43b3-8d8f-c11af11adafe req-64ac4296-e62c-44fd-97ee-413d105f8167 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 949 time: 0.0934827 Aug 16 01:47:54.670554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 541460a9-1756-4ba3-a08f-7f100541f8d0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:54.670920 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.730779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecdcbdf8-5cca-43b3-8d8f-c11af11adafe req-c1895ab1-783b-456a-be2d-8a1392924aaa tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901999 Aug 16 01:47:54.753294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 90c60e51-d427-4f69-805e-140ec7b6996b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=90c60e51-d427-4f69-805e-140ec7b6996b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:54.775330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-ceef90ad-95fd-4670-8a24-6063d6591a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.777476 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-ceef90ad-95fd-4670-8a24-6063d6591a46 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17&device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 1117 time: 0.3270299 Aug 16 01:47:54.780618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '90c60e51-d427-4f69-805e-140ec7b6996b', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '90c60e51-d427-4f69-805e-140ec7b6996b', 'mac_address': 'fa:16:3e:a3:9e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:54.888879 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.894956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 49031913-d843-4211-bb4b-18c8ee6fda79 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:54.912950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fc539-052f-42d7-bc56-7180e349031f req-e0e67af0-a453-4301-b656-959f85a81a83 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.921608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d89fc539-052f-42d7-bc56-7180e349031f req-e0e67af0-a453-4301-b656-959f85a81a83 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 1102 time: 0.0900238 Aug 16 01:47:54.949813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c60e51-d427-4f69-805e-140ec7b6996b {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:54.987284 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d89fc539-052f-42d7-bc56-7180e349031f req-d02be20c-134f-4142-983c-bcdacaa20a4e tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598392 Aug 16 01:47:54.996280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 90c60e51-d427-4f69-805e-140ec7b6996b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=90c60e51-d427-4f69-805e-140ec7b6996b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:55.012331 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.073274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-888f4cba-b84e-4313-804f-2e1d9c6b990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:55.074522 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.075876 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-888f4cba-b84e-4313-804f-2e1d9c6b990e service neutron] 10.222.0.89 "GET /v2.0/networks?id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32 HTTP/1.1" status: 200 len: 925 time: 0.2503076 Aug 16 01:47:55.093871 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Transition to ACTIVE for port object fec5c17a-4967-44a2-b4d5-f667c40a547f will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:55.103359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9603e6e-34d7-43e3-9909-1e9546c9b547 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:55.104709 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.143863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 49031913-d843-4211-bb4b-18c8ee6fda79 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:55.155779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 49031913-d843-4211-bb4b-18c8ee6fda79 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:55.156131 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.183243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a422d-e4ef-4def-b226-c9a2bcff86bc req-a83301e2-271c-4b6e-a643-a97efea3af3f tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:55.184068 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-752f28dc-0ad8-4a18-8602-97f8affefbdf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da4f2e9f-7328-4cbe-ab6e-4632fc273fee HTTP/1.1" status: 200 len: 1019 time: 0.0782676 Aug 16 01:47:55.192635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-412a422d-e4ef-4def-b226-c9a2bcff86bc req-a83301e2-271c-4b6e-a643-a97efea3af3f tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 949 time: 0.1046679 Aug 16 01:47:55.196833 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ae6ac-150f-4fe0-bfd6-82ef44609a6c None None] Pushing event updated for resources: {'Port': ['ID=fec5c17a-4967-44a2-b4d5-f667c40a547f,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:55.238613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c7cbef0c-afc1-4d3e-87ba-0f1afd834ce5 None None] Provisioning complete for port 49031913-d843-4211-bb4b-18c8ee6fda79 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:55.238989 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c7cbef0c-afc1-4d3e-87ba-0f1afd834ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.249469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-412a422d-e4ef-4def-b226-c9a2bcff86bc req-00f0c448-a912-4306-a1ff-bcf9dee12998 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559456 Aug 16 01:47:55.269362 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.269639 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Attempting to bind port fec5c17a-4967-44a2-b4d5-f667c40a547f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:55.270177 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Attempting to bind port fec5c17a-4967-44a2-b4d5-f667c40a547f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:55.270696 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Attempting to bind port fec5c17a-4967-44a2-b4d5-f667c40a547f on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:55.279022 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:55.279702 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:55.280261 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.280795 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:55.281439 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Bound port: fec5c17a-4967-44a2-b4d5-f667c40a547f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:55.282588 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.285673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-b07b8049-3544-4847-bcb0-e8c0924250a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:55.287629 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=90c60e51-d427-4f69-805e-140ec7b6996b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:55.289057 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-b07b8049-3544-4847-bcb0-e8c0924250a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1aef574c-be6b-4775-96d3-9d8bb575c078 HTTP/1.1" status: 200 len: 863 time: 0.0938118 Aug 16 01:47:55.340778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port d9603e6e-34d7-43e3-9909-1e9546c9b547 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:55.347872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port d9603e6e-34d7-43e3-9909-1e9546c9b547 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:55.348249 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.418931 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c7cbef0c-afc1-4d3e-87ba-0f1afd834ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.446758 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] For port fec5c17a-4967-44a2-b4d5-f667c40a547f, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:55.453267 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] For port fec5c17a-4967-44a2-b4d5-f667c40a547f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fec5c17a-4967-44a2-b4d5-f667c40a547f,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:55.461472 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.505470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Allocated IP 172.20.0.1 (02a544bb-23b3-4eaf-9ffe-50cca0a2ca37/cf003edc-f80e-47b7-aa33-9728eb83fccd/30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:55.524170 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.543590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c7cbef0c-afc1-4d3e-87ba-0f1afd834ce5 None None] For port 49031913-d843-4211-bb4b-18c8ee6fda79, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=49031913-d843-4211-bb4b-18c8ee6fda79,segment=NetworkSegment(38884f1a-b53a-488e-b1c3-5403feef5830),segment_id=38884f1a-b53a-488e-b1c3-5403feef5830)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:55.548730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['90c60e51-d427-4f69-805e-140ec7b6996b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:55.579896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ee9cc-c186-4429-af9e-b60eb18b35ce req-ae79adf6-1635-46bf-a77d-63d20f5fd84b tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:55.581517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f1ee9cc-c186-4429-af9e-b60eb18b35ce req-ae79adf6-1635-46bf-a77d-63d20f5fd84b tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 1097 time: 0.0805686 Aug 16 01:47:55.615149 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Routers {'bf053b57-ad47-4fc9-a304-58eb1898c150'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:55.616688 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:47:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf053b57-ad47-4fc9-a304-58eb1898c150'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:55.630194 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c7cbef0c-afc1-4d3e-87ba-0f1afd834ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.665551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f1ee9cc-c186-4429-af9e-b60eb18b35ce req-67d99464-d7d8-4d43-89fd-a6656906f51a tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727935 Aug 16 01:47:55.688398 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ae6ac-150f-4fe0-bfd6-82ef44609a6c None None] Pushing event updated for resources: {'Port': ['ID=fec5c17a-4967-44a2-b4d5-f667c40a547f,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:55.691613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.728948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Transition to ACTIVE for port object 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:55.794394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbef0c-afc1-4d3e-87ba-0f1afd834ce5 None None] Pushing event updated for resources: {'Port': ['ID=49031913-d843-4211-bb4b-18c8ee6fda79,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:55.817515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-85590a43-9211-4392-9879-cef141342fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:55.819296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-85590a43-9211-4392-9879-cef141342fe9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5195112 Aug 16 01:47:55.826527 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.860092 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] Set router bf053b57-ad47-4fc9-a304-58eb1898c150 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:55.900380 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:47:55.900779 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:47:55.901326 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.911059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290bfdc-f854-493b-844f-cd11c0e21c8c req-ae734ce6-b08a-484f-a23c-7dcc2d6cf950 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:55.912789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a290bfdc-f854-493b-844f-cd11c0e21c8c req-ae734ce6-b08a-484f-a23c-7dcc2d6cf950 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 949 time: 0.0762019 Aug 16 01:47:55.934487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:55.941741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62645887-6fa9-416e-b48c-b70185083825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9603e6e-34d7-43e3-9909-1e9546c9b547'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:55.943927 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6222f93a-43f8-403f-b5fb-62a20d8feca3" -d '{"events": [{"server_uuid": "62645887-6fa9-416e-b48c-b70185083825", "name": "network-vif-plugged", "status": "completed", "tag": "d9603e6e-34d7-43e3-9909-1e9546c9b547"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:55.966916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9603e6e-34d7-43e3-9909-1e9546c9b547, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9603e6e-34d7-43e3-9909-1e9546c9b547,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:55.978139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a290bfdc-f854-493b-844f-cd11c0e21c8c req-f63023a0-a29e-4488-89f2-e22d22786516 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583014 Aug 16 01:47:55.978392 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.992494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:56.022724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:56.029679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Pushing event updated for resources: {'Port': ['ID=30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:56.068483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d9603e6e-34d7-43e3-9909-1e9546c9b547,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:56.091659 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-19b6cf31-71de-43a1-a766-17adb22c7a7e service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433491 Aug 16 01:47:56.216937 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-router', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:50Z', 'updated_at': '2021-08-16T01:47:52Z', 'revision_number': 3, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'gw_port': {'id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:33:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:51Z', 'updated_at': '2021-08-16T01:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:56.226202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-9c12da4f-4686-4fa6-a196-77d170c1fd11 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377302 Aug 16 01:47:56.240248 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dba7b999-78f8-4327-9990-72d0c6bfed0c req-a000f71b-bdc4-4600-8911-d46930de7acf service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128047 Aug 16 01:47:56.246243 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffcf7dc-9283-4aeb-a061-7948589d947e x-openstack-request-id: req-2ffcf7dc-9283-4aeb-a061-7948589d947e {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:56.246828 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62645887-6fa9-416e-b48c-b70185083825", "name": "network-vif-plugged", "status": "completed", "tag": "d9603e6e-34d7-43e3-9909-1e9546c9b547", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:56.247294 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ffcf7dc-9283-4aeb-a061-7948589d947e {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:56.247922 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62645887-6fa9-416e-b48c-b70185083825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9603e6e-34d7-43e3-9909-1e9546c9b547', 'code': 200} Aug 16 01:47:56.281369 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a3333-6cf6-4cba-9c6e-8075d9d1a422 None None] The sync data for ids ['bf053b57-ad47-4fc9-a304-58eb1898c150'] in n-d-768851-16 is: [{'id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-router', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:50Z', 'updated_at': '2021-08-16T01:47:52Z', 'revision_number': 3, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'gw_port': {'id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:33:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:51Z', 'updated_at': '2021-08-16T01:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:56.286740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.364895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-774c0497-3465-47e0-b544-ea4c7a6c3ece None None] Provisioning for port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:56.369513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-774c0497-3465-47e0-b544-ea4c7a6c3ece None None] Provisioning complete for port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:56.370130 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-774c0497-3465-47e0-b544-ea4c7a6c3ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.371083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-c5d7afef-9dc8-46e5-b2f5-ab3b72e5acba tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.378643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-c5d7afef-9dc8-46e5-b2f5-ab3b72e5acba tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515105 Aug 16 01:47:56.397648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-3eb30d1a-c6a8-49f6-abd7-d619db0775ac tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/quotas/7346d0ff4d354fe5a773dcc42c32e5c5 HTTP/1.1" status: 200 len: 375 time: 0.0177586 Aug 16 01:47:56.425654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-774c0497-3465-47e0-b544-ea4c7a6c3ece None None] Port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:56.472113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92465319-636f-46c4-b959-8a9f9d8897ec req-33291600-a19f-4829-8860-ca59652fb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.480146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-9714dc95-df6b-44ca-9605-2976016111dd tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802202 Aug 16 01:47:56.481905 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92465319-636f-46c4-b959-8a9f9d8897ec req-33291600-a19f-4829-8860-ca59652fb48c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 1102 time: 0.1190810 Aug 16 01:47:56.569188 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92465319-636f-46c4-b959-8a9f9d8897ec req-35d3b6f7-d0d8-465f-84cf-9fbb4acdee00 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513256 Aug 16 01:47:56.605970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67824a3a-8788-406b-a8dd-9de127b69040 req-1e401e7b-6bed-441f-80b1-f863de479c19 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.613770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.614293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67824a3a-8788-406b-a8dd-9de127b69040 req-1e401e7b-6bed-441f-80b1-f863de479c19 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 949 time: 0.0900044 Aug 16 01:47:56.648181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 49031913-d843-4211-bb4b-18c8ee6fda79 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:56.716239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67824a3a-8788-406b-a8dd-9de127b69040 req-a0dc9ec4-b7d7-455e-b5f0-ba3e4d0f0de7 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964956 Aug 16 01:47:56.803061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 49031913-d843-4211-bb4b-18c8ee6fda79 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:56.803435 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.985921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d122252-9551-4de5-b98e-e4fdb4b4b5da req-32ea5298-507d-4204-8363-92b29d5b229c tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.987577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d122252-9551-4de5-b98e-e4fdb4b4b5da req-32ea5298-507d-4204-8363-92b29d5b229c tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 1097 time: 0.0842822 Aug 16 01:47:57.014992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.023587 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.041623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d122252-9551-4de5-b98e-e4fdb4b4b5da req-179eec16-47a0-4339-a691-d16aff06d360 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472145 Aug 16 01:47:57.175922 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.202898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Pushing event updated for resources: {'Port': ['ID=30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:57.357202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460b55-8e24-45b3-a8e4-c7bd7ae20810 req-2cef8fc1-eee9-4b8d-87c2-584693bd40ab tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:57.367457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b460b55-8e24-45b3-a8e4-c7bd7ae20810 req-2cef8fc1-eee9-4b8d-87c2-584693bd40ab tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.1015813 Aug 16 01:47:57.416314 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:57.418390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:57.441625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58484) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:57.524592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b460b55-8e24-45b3-a8e4-c7bd7ae20810 req-fd0119d3-0a1a-49c4-8475-66d1087388c3 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561594 Aug 16 01:47:57.554463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58490) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:57.781460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c2837931-5166-4cea-a81f-cd7ad94a0af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.800954 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-11ad92d1-5068-4f5d-b4f8-67a9f9fb7c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.877112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Router bf053b57-ad47-4fc9-a304-58eb1898c150 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:47:57.886830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d73cc634-4535-44e7-b7e8-0e0c655dc08d None None] Provisioning complete for port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:57.886830 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d73cc634-4535-44e7-b7e8-0e0c655dc08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.941156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d73cc634-4535-44e7-b7e8-0e0c655dc08d None None] Port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:57.986162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-11ad92d1-5068-4f5d-b4f8-67a9f9fb7c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.992812 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-11ad92d1-5068-4f5d-b4f8-67a9f9fb7c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.095346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad92d1-5068-4f5d-b4f8-67a9f9fb7c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858a41b8-430f-4754-9b79-ddb824a4002d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:58.102122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-11ad92d1-5068-4f5d-b4f8-67a9f9fb7c38 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f1f26e5f61b41d6817c999bed7776ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463605 Aug 16 01:47:58.107506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58518) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:58.126006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:58.132283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6db1a1-fd4b-4551-9706-b6b6ede552f5 req-49095129-212b-4f74-ad0d-815a221516d2 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:58.133998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f6db1a1-fd4b-4551-9706-b6b6ede552f5 req-49095129-212b-4f74-ad0d-815a221516d2 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 949 time: 0.0745332 Aug 16 01:47:58.134988 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a8e7e5a4-e3b0-4594-8249-1bf5a8893de2 admin admin] 10.222.0.79 "PUT /v2.0/routers/bf053b57-ad47-4fc9-a304-58eb1898c150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3551712 Aug 16 01:47:58.184131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 90c60e51-d427-4f69-805e-140ec7b6996b up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:58.236022 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c2837931-5166-4cea-a81f-cd7ad94a0af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.241307 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c2837931-5166-4cea-a81f-cd7ad94a0af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.269042 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6afa6da2-a51e-4628-b06b-c0146512158b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.284581 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c2837931-5166-4cea-a81f-cd7ad94a0af1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=85219a9f38d449f99b6ee38dc28d70a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8405612 Aug 16 01:47:58.287302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58528) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:58.292553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 90c60e51-d427-4f69-805e-140ec7b6996b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:58.292957 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6afa6da2-a51e-4628-b06b-c0146512158b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.299451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 90c60e51-d427-4f69-805e-140ec7b6996b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:58.300245 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.351396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f6db1a1-fd4b-4551-9706-b6b6ede552f5 req-c543fd8a-e2f2-4829-8eaf-326f36fd6566 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095044 Aug 16 01:47:58.354007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2837931-5166-4cea-a81f-cd7ad94a0af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d8183-b8d2-4205-b341-b32d76f0e873,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:58.375002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6afa6da2-a51e-4628-b06b-c0146512158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.383488 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6afa6da2-a51e-4628-b06b-c0146512158b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.388193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6afa6da2-a51e-4628-b06b-c0146512158b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/858a41b8-430f-4754-9b79-ddb824a4002d HTTP/1.1" status: 204 len: 168 time: 0.2713151 Aug 16 01:47:58.420360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2820e277-2347-4852-a43b-6e7e9363c4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.434372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa6da2-a51e-4628-b06b-c0146512158b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858a41b8-430f-4754-9b79-ddb824a4002d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:58.480971 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2820e277-2347-4852-a43b-6e7e9363c4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.521446 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.568864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbe5dc0-771b-42a9-b9be-b9ac778c2fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c60e51-d427-4f69-805e-140ec7b6996b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:58.573671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5def39d-d866-4a60-bb37-162d2c6e9600 req-1d8cc2a6-d55a-4f74-9912-a598831646fd tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 210 time: 0.0829589 Aug 16 01:47:58.575283 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c7d0af-d323-44dd-aaaf-718f9c4d9ce3" -d '{"events": [{"server_uuid": "5dbe5dc0-771b-42a9-b9be-b9ac778c2fda", "name": "network-vif-plugged", "status": "completed", "tag": "90c60e51-d427-4f69-805e-140ec7b6996b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:58.614395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 90c60e51-d427-4f69-805e-140ec7b6996b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=90c60e51-d427-4f69-805e-140ec7b6996b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:58.635732 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.682796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2820e277-2347-4852-a43b-6e7e9363c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.684517 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2820e277-2347-4852-a43b-6e7e9363c4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.696823 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2820e277-2347-4852-a43b-6e7e9363c4c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c18d8183-b8d2-4205-b341-b32d76f0e873 HTTP/1.1" status: 204 len: 168 time: 0.4078281 Aug 16 01:47:58.707148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820e277-2347-4852-a43b-6e7e9363c4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d8183-b8d2-4205-b341-b32d76f0e873,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:58.776425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=90c60e51-d427-4f69-805e-140ec7b6996b,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:58.819466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fec5c17a-4967-44a2-b4d5-f667c40a547f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:58.961435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port fec5c17a-4967-44a2-b4d5-f667c40a547f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:58.969524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fec5c17a-4967-44a2-b4d5-f667c40a547f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:58.970589 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.054641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5d5b2-2e09-40f6-9852-b0c0454424aa req-96c4fe8d-0ec5-44ee-8d77-72c6610f9849 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:59.065269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74e5d5b2-2e09-40f6-9852-b0c0454424aa req-96c4fe8d-0ec5-44ee-8d77-72c6610f9849 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.3399470 Aug 16 01:47:59.116605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74e5d5b2-2e09-40f6-9852-b0c0454424aa req-3c458880-df2a-4342-8f72-dda9f1dc05db tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501571 Aug 16 01:47:59.158894 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.165381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-60c19211-36f4-4909-a625-d7355efd65fc tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:47:59.167114 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-60c19211-36f4-4909-a625-d7355efd65fc tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074403 Aug 16 01:47:59.175325 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd5c2dc-fcd2-4d84-b0f7-6421eb342505 x-openstack-request-id: req-efd5c2dc-fcd2-4d84-b0f7-6421eb342505 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:59.175606 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbe5dc0-771b-42a9-b9be-b9ac778c2fda", "name": "network-vif-plugged", "status": "completed", "tag": "90c60e51-d427-4f69-805e-140ec7b6996b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:59.177053 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-efd5c2dc-fcd2-4d84-b0f7-6421eb342505 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:59.177633 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbe5dc0-771b-42a9-b9be-b9ac778c2fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c60e51-d427-4f69-805e-140ec7b6996b', 'code': 200} Aug 16 01:47:59.180095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Request body: {'binding': {'host': 'n-h2-768851-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:59.180691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Unknown quota resources ['binding']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:47:59.253978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port fec5c17a-4967-44a2-b4d5-f667c40a547f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fec5c17a-4967-44a2-b4d5-f667c40a547f,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:59.262333 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.331198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Sync routers for ids ['bf053b57-ad47-4fc9-a304-58eb1898c150'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:59.354735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Routers {'bf053b57-ad47-4fc9-a304-58eb1898c150'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:59.356005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:47:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf053b57-ad47-4fc9-a304-58eb1898c150'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:59.413269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=fec5c17a-4967-44a2-b4d5-f667c40a547f,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:59.587070 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Set router bf053b57-ad47-4fc9-a304-58eb1898c150 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:59.591794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b428d0a-3bbe-4c27-a728-22ee994d004c req-743bbc65-cc84-446d-8884-784628939803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:59.597703 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b428d0a-3bbe-4c27-a728-22ee994d004c req-743bbc65-cc84-446d-8884-784628939803 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 1102 time: 0.2688947 Aug 16 01:47:59.604764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58568) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:59.713547 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e448a68-061f-4cb5-9b23-f2f9ce44ae71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.917810 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e448a68-061f-4cb5-9b23-f2f9ce44ae71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.926593 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e448a68-061f-4cb5-9b23-f2f9ce44ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.996718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e448a68-061f-4cb5-9b23-f2f9ce44ae71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2de543c-1646-460c-9f5c-58ae1b24ef03,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:00.083190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1e448a68-061f-4cb5-9b23-f2f9ce44ae71 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=759cc232aec94653be592154880708af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772935 Aug 16 01:48:00.088314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58578) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:00.241894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-router', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:50Z', 'updated_at': '2021-08-16T01:47:56Z', 'revision_number': 4, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'gw_port': {'id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:51Z', 'updated_at': '2021-08-16T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed', 'name': '', 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'mac_address': 'fa:16:3e:e8:83:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'cf003edc-f80e-47b7-aa33-9728eb83fccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:55Z', 'updated_at': '2021-08-16T01:47:56Z', 'revision_number': 2, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'subnets': [{'id': 'cf003edc-f80e-47b7-aa33-9728eb83fccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:00.294528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Checking router: bf053b57-ad47-4fc9-a304-58eb1898c150 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:00.295147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Updating router bf053b57-ad47-4fc9-a304-58eb1898c150 port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:48:00.325930 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.368091 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cef5bcce-f9b4-4794-ad4e-8fe669b71945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.389575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189c3a-07bd-4694-837f-b14cbb3a34f2 req-9a035d5f-300d-4fa7-b886-fe4cdd6f0dac tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.397815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38189c3a-07bd-4694-837f-b14cbb3a34f2 req-9a035d5f-300d-4fa7-b886-fe4cdd6f0dac tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 950 time: 0.2338922 Aug 16 01:48:00.490521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cef5bcce-f9b4-4794-ad4e-8fe669b71945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.543303 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-7661418b-b04e-43dc-ade0-8cf0b987513f tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8373387 Aug 16 01:48:00.574650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38189c3a-07bd-4694-837f-b14cbb3a34f2 req-5d287a9b-3f97-4fd3-8f93-b2a0b62511e2 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756434 Aug 16 01:48:00.658168 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cef5bcce-f9b4-4794-ad4e-8fe669b71945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.663333 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cef5bcce-f9b4-4794-ad4e-8fe669b71945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.664797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cef5bcce-f9b4-4794-ad4e-8fe669b71945 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a2de543c-1646-460c-9f5c-58ae1b24ef03 HTTP/1.1" status: 204 len: 168 time: 0.5687780 Aug 16 01:48:00.680408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5bcce-f9b4-4794-ad4e-8fe669b71945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2de543c-1646-460c-9f5c-58ae1b24ef03,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:00.685888 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-a525f6d8-306c-403e-9e4e-4841a48d61bd tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2098775 Aug 16 01:48:00.696217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fec5c17a-4967-44a2-b4d5-f667c40a547f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:00.781608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f104f9e-5d92-486c-a773-6333ea309415 req-ae861cd2-f154-45da-95d0-087fc675a32b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 210 time: 0.0737567 Aug 16 01:48:00.832852 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b428d0a-3bbe-4c27-a728-22ee994d004c req-0c393d39-b299-41dc-8f01-5e181344dc09 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2162211 Aug 16 01:48:00.889726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on host n-h2-768851-16 for vnic_type normal with profile None {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:00.890460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:00.891030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:00.943359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:00.944101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:00.965242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8fdb2-2b9c-42ce-b6fe-4aed8b195bcc req-c0720ab6-e175-423b-928a-9f225a17ab8f tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.966990 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ad8fdb2-2b9c-42ce-b6fe-4aed8b195bcc req-c0720ab6-e175-423b-928a-9f225a17ab8f tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.1066267 Aug 16 01:48:00.997747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:01.001976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:01.007424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:01.015114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Bound port: 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:01.066371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ad8fdb2-2b9c-42ce-b6fe-4aed8b195bcc req-5485110e-1cd4-48ed-88ce-23e8982c3f7b tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837307 Aug 16 01:48:01.244303 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-b5bbd0ec-6be3-436c-8f1f-8f0486af63e5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:01.246145 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-b5bbd0ec-6be3-436c-8f1f-8f0486af63e5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6182292 Aug 16 01:48:01.256333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ac63552f-61a8-4c50-ac85-4cba539f2a08 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:01.258109 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ac63552f-61a8-4c50-ac85-4cba539f2a08 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5287261 Aug 16 01:48:01.267196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Request body: {'port': {'device_id': '84ba85a6-4582-4c7b-aee3-6c4bd96f849b', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '7346d0ff4d354fe5a773dcc42c32e5c5'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:01.295217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fec5c17a-4967-44a2-b4d5-f667c40a547f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:01.295807 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.410153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Request body: {'port': {'device_id': '37d9e335-3e66-453a-9eb9-153c2249d40e', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '7346d0ff4d354fe5a773dcc42c32e5c5'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:01.441185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:01.475169 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.504486 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.505950 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-56216829-cf71-4972-8faf-b0c02355fb32 service neutron] 10.222.0.79 "POST /v2.0/ports/9dd7aff6-f6b9-4d57-83ce-6694b7f62c42/bindings HTTP/1.1" status: 201 len: 390 time: 2.3297436 Aug 16 01:48:01.509981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Transition to ACTIVE for port object 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:01.537576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Made reservation on behalf of 7346d0ff4d354fe5a773dcc42c32e5c5 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:01.542451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.554829 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.780749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Made reservation on behalf of 7346d0ff4d354fe5a773dcc42c32e5c5 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:01.785124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.835648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fd573-c8f9-400c-b304-8d4197ba6a57 None None] Pushing event updated for resources: {'Port': ['ID=30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:01.935414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-7bde3dfb-79a3-4b71-a16b-9da0dfedecf0 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=660e3d2b02c247d9bc7df3ee4fd5d58c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131575 Aug 16 01:48:02.079658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Allocated IP 192.168.233.96 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/a63f9011-7d56-48a7-97f8-253b51154597) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:02.131603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Attempting to bind port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:02.131981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Attempting to bind port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '38884f1a-b53a-488e-b1c3-5403feef5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:02.132345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Attempting to bind port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed on network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:02.138947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:02.139386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Checking segment: {'id': '38884f1a-b53a-488e-b1c3-5403feef5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:02.139720 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.140215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Bound using segment: {'id': '38884f1a-b53a-488e-b1c3-5403feef5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:02.140572 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Bound port: 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38884f1a-b53a-488e-b1c3-5403feef5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:02.140962 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.165494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-21d18ca9-6c8b-412c-ad92-e8d046d45fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:02.167028 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-21d18ca9-6c8b-412c-ad92-e8d046d45fe5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 1097 time: 0.2870271 Aug 16 01:48:02.227339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] For port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:02.232158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] For port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed,segment=NetworkSegment(38884f1a-b53a-488e-b1c3-5403feef5830),segment_id=38884f1a-b53a-488e-b1c3-5403feef5830)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:02.244036 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.407738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fd573-c8f9-400c-b304-8d4197ba6a57 None None] Pushing event updated for resources: {'Port': ['ID=30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:02.464685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c502a-ad1a-4954-926d-6dcf8933a251 req-705c0263-41c8-4a79-abe1-d22877d4cd40 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:02.477832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-892c502a-ad1a-4954-926d-6dcf8933a251 req-705c0263-41c8-4a79-abe1-d22877d4cd40 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 950 time: 0.5006597 Aug 16 01:48:02.549636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Routers {'bf053b57-ad47-4fc9-a304-58eb1898c150'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:02.550128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-749885c6-25ed-4a31-9ab6-5326d555f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:02.550757 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:47:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf053b57-ad47-4fc9-a304-58eb1898c150'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:02.551610 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-749885c6-25ed-4a31-9ab6-5326d555f8d8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.3728185 Aug 16 01:48:02.591152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-5e2ca08f-a43f-4a19-934a-189ba02dff57 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:02.594223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-5e2ca08f-a43f-4a19-934a-189ba02dff57 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6575153 Aug 16 01:48:02.632341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-38276c59-5c3b-4ead-941f-4afc0a630686 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/quotas/660e3d2b02c247d9bc7df3ee4fd5d58c HTTP/1.1" status: 200 len: 375 time: 0.0300171 Aug 16 01:48:02.637493 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-5f07674e-3977-478a-8aa1-5be386984300 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 HTTP/1.1" status: 200 len: 217 time: 0.0745864 Aug 16 01:48:02.717520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.762373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Transition to ACTIVE for port object a63f9011-7d56-48a7-97f8-253b51154597 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:02.841357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-18dabb0c-d3d9-4947-99c9-cf834cd1ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:02.843009 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-18dabb0c-d3d9-4947-99c9-cf834cd1ccd0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.1969714 Aug 16 01:48:02.868920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] Set router bf053b57-ad47-4fc9-a304-58eb1898c150 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:02.879320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-892c502a-ad1a-4954-926d-6dcf8933a251 req-1dd56525-1e2b-4b66-85d6-bf0a3fef4c99 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004755 Aug 16 01:48:02.921008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-6857770f-b75a-41da-bbaa-05ff864e97a9 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=660e3d2b02c247d9bc7df3ee4fd5d58c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2878077 Aug 16 01:48:02.924348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-6d5b9484-7e29-465b-9ec6-770051df1439 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711403 Aug 16 01:48:03.159084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Allocated IP 192.168.233.158 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/d75cf73a-51d8-4e5b-8bc9-61c5243c3c16) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:03.226371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4923095-5b75-415e-9f2a-60fe5ff8cba6 req-51c47ad0-79c2-4b34-97d8-fddded4db6db tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:03.244749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4923095-5b75-415e-9f2a-60fe5ff8cba6 req-51c47ad0-79c2-4b34-97d8-fddded4db6db tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 945 time: 0.1975441 Aug 16 01:48:03.345004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c09361b-5c72-4716-9d2b-ff620450e2ff req-80c92aeb-3703-4f17-aa60-c26580575a8e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 210 time: 0.0608509 Aug 16 01:48:03.374712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4923095-5b75-415e-9f2a-60fe5ff8cba6 req-e581046f-941e-4298-8baf-68e8b96abcb3 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256218 Aug 16 01:48:03.400319 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.425758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Transition to ACTIVE for port object d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:03.459983 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.503948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:03.579633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4', 'c498493c-5bd3-419f-a180-0e7dffd88e01'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:03.592101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fc131a8-b544-445d-8cb4-743e7377335e req-ac576e34-4654-4a3e-b185-c3431cda81c8 tempest-AbsoluteLimitsNegativeTestJSON-96377020 tempest-AbsoluteLimitsNegativeTestJSON-96377020-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=323de4c170a94aebad52d40b4377a318&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567312 Aug 16 01:48:03.613019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-router', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:50Z', 'updated_at': '2021-08-16T01:47:56Z', 'revision_number': 4, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'gw_port': {'id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:51Z', 'updated_at': '2021-08-16T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed', 'name': '', 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'mac_address': 'fa:16:3e:e8:83:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'cf003edc-f80e-47b7-aa33-9728eb83fccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:55Z', 'updated_at': '2021-08-16T01:48:02Z', 'revision_number': 4, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'subnets': [{'id': 'cf003edc-f80e-47b7-aa33-9728eb83fccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:03.651097 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.751643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d101a048-f6f3-4292-8002-ac02e5f2fa9c req-6e7f685b-9ff0-47f6-9983-7a5d894690e6 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 210 time: 0.0521779 Aug 16 01:48:03.763251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e955197-921d-400b-99b4-ba3280bc5e5f None None] The sync data for ids ['bf053b57-ad47-4fc9-a304-58eb1898c150'] in n-d-768851-16 is: [{'id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-router', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:50Z', 'updated_at': '2021-08-16T01:47:56Z', 'revision_number': 4, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'gw_port': {'id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:51Z', 'updated_at': '2021-08-16T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed', 'name': '', 'network_id': '02a544bb-23b3-4eaf-9ffe-50cca0a2ca37', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'mac_address': 'fa:16:3e:e8:83:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'cf003edc-f80e-47b7-aa33-9728eb83fccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:55Z', 'updated_at': '2021-08-16T01:48:02Z', 'revision_number': 4, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'subnets': [{'id': 'cf003edc-f80e-47b7-aa33-9728eb83fccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:03.773726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:03.825040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:03.838430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:03.838430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:03.860411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc131a8-b544-445d-8cb4-743e7377335e req-30772545-3f37-4b28-b1e4-0ad001c763a9 tempest-AbsoluteLimitsNegativeTestJSON-96377020 tempest-AbsoluteLimitsNegativeTestJSON-96377020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:03.875505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fc131a8-b544-445d-8cb4-743e7377335e req-30772545-3f37-4b28-b1e4-0ad001c763a9 tempest-AbsoluteLimitsNegativeTestJSON-96377020 tempest-AbsoluteLimitsNegativeTestJSON-96377020-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822118 Aug 16 01:48:03.880413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event updated for resources: {'Port': ['ID=a63f9011-7d56-48a7-97f8-253b51154597,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:03.919251 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:04.014040 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fc131a8-b544-445d-8cb4-743e7377335e req-0eacf508-1da2-42b1-b9b1-ad4a12f886cf tempest-AbsoluteLimitsNegativeTestJSON-96377020 tempest-AbsoluteLimitsNegativeTestJSON-96377020-project] 10.222.0.79 "GET /v2.0/quotas/323de4c170a94aebad52d40b4377a318 HTTP/1.1" status: 200 len: 375 time: 0.1340890 Aug 16 01:48:04.046755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:04.203430 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fc131a8-b544-445d-8cb4-743e7377335e req-403440d9-2dbe-4384-bdde-a01fe56e4d7c tempest-AbsoluteLimitsNegativeTestJSON-96377020 tempest-AbsoluteLimitsNegativeTestJSON-96377020-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=323de4c170a94aebad52d40b4377a318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1839511 Aug 16 01:48:04.215946 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-c5a3ba2a-263a-49f5-b11f-7dd9de4084ec service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2804058 Aug 16 01:48:04.320353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650edbf6-4154-450c-8df7-2c95cd3360d2 req-c99bd7dc-6119-4443-b10b-7568afedae68 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:04.334244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-650edbf6-4154-450c-8df7-2c95cd3360d2 req-c99bd7dc-6119-4443-b10b-7568afedae68 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 950 time: 0.2936301 Aug 16 01:48:04.472140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event updated for resources: {'Port': ['ID=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:04.546768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-650edbf6-4154-450c-8df7-2c95cd3360d2 req-c72025c3-d1a9-4e59-9240-21cb5fa85bc2 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099586 Aug 16 01:48:04.556103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:04.556826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.596850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d8743f4c-f414-49ff-86f9-e5c9690cb06f None None] Provisioning for port a63f9011-7d56-48a7-97f8-253b51154597 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:04.695410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:04.696085 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.709147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d8743f4c-f414-49ff-86f9-e5c9690cb06f None None] Provisioning complete for port a63f9011-7d56-48a7-97f8-253b51154597 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:04.710034 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8743f4c-f414-49ff-86f9-e5c9690cb06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.810826 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-f00182fa-dcaa-4716-9b69-abe62c4b62d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5514729 Aug 16 01:48:04.851849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1263-5014-4d4d-8fd1-a0265ff89a75 req-e4c54aac-1e83-48a0-b103-5c5490a47de2 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:04.868531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d8743f4c-f414-49ff-86f9-e5c9690cb06f None None] Port a63f9011-7d56-48a7-97f8-253b51154597 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:04.875491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bcb1263-5014-4d4d-8fd1-a0265ff89a75 req-e4c54aac-1e83-48a0-b103-5c5490a47de2 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 936 time: 0.2265823 Aug 16 01:48:04.879071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Request body: {'port': {'device_id': '84ba85a6-4582-4c7b-aee3-6c4bd96f849b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:05.020011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bcb1263-5014-4d4d-8fd1-a0265ff89a75 req-d40de170-a274-4b35-915f-304ba8850511 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411836 Aug 16 01:48:05.071129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8f4cf-bd35-4d74-b3ce-a7f5576f2775 req-e2a905c4-0677-43f5-8369-4e8941a262c9 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:05.078065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87c8f4cf-bd35-4d74-b3ce-a7f5576f2775 req-e2a905c4-0677-43f5-8369-4e8941a262c9 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 945 time: 0.1962123 Aug 16 01:48:05.084013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:05.095449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:05.111830 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.142550 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87c8f4cf-bd35-4d74-b3ce-a7f5576f2775 req-0019ccfe-0d65-4b14-bcbc-9ca218ecdb54 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530388 Aug 16 01:48:05.173696 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-80a06444-9dba-4022-85bd-6d1d52160a36 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9312551 Aug 16 01:48:05.175592 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-149f41a4-59e9-4e6a-970e-4234aeb0e629 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7787218 Aug 16 01:48:05.218412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58694) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:05.380853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Request body: {'port': {'device_id': '37d9e335-3e66-453a-9eb9-153c2249d40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:05.452427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-02bf996e-7633-42d7-8195-2f70e3a06c61 None None] Provisioning for port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:05.460008 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-02bf996e-7633-42d7-8195-2f70e3a06c61 None None] Provisioning complete for port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:05.460834 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02bf996e-7633-42d7-8195-2f70e3a06c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.498191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:05.507197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:05.508080 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.519850 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e84c1a8-f7f8-4c99-a502-5068af63db01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.522505 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-2085f0d7-d4f9-42a2-a7df-b11cfe08825d tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=660e3d2b02c247d9bc7df3ee4fd5d58c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3459830 Aug 16 01:48:05.649487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77346210-c1f6-4148-a76e-9a1a96b762e6 req-856a690c-dae4-49d7-9370-914e89801b70 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 210 time: 0.1218402 Aug 16 01:48:05.662966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-02bf996e-7633-42d7-8195-2f70e3a06c61 None None] Port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:05.744093 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.815309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed,segment=NetworkSegment(38884f1a-b53a-488e-b1c3-5403feef5830),segment_id=38884f1a-b53a-488e-b1c3-5403feef5830)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:05.822507 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.894669 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e84c1a8-f7f8-4c99-a502-5068af63db01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.908864 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e84c1a8-f7f8-4c99-a502-5068af63db01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.955255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:05.957521 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.974916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-de606793-ad53-4908-aaa4-a2c59dc3214f tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:05.976617 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-de606793-ad53-4908-aaa4-a2c59dc3214f tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1097 time: 0.6874983 Aug 16 01:48:05.997073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-16'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:06.002298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84c1a8-f7f8-4c99-a502-5068af63db01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39029f75-d3c3-488c-9045-e93fe5ff786a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:06.089408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2e84c1a8-f7f8-4c99-a502-5068af63db01 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=323de4c170a94aebad52d40b4377a318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8695893 Aug 16 01:48:06.090323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58716) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:06.133544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4', 'c498493c-5bd3-419f-a180-0e7dffd88e01'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:06.156303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-c567ce0a-d8af-4428-adee-53a7ab75c5d1 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c603b74d179748b9a8c99d7fb332dc4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876141 Aug 16 01:48:06.328370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-dca1759c-6078-4ce6-a4b4-dd9593045273 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.342765 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-dca1759c-6078-4ce6-a4b4-dd9593045273 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7822406 Aug 16 01:48:06.372589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-8828bddd-218b-4c22-ae3c-9c3084a1f787 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.380970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-8828bddd-218b-4c22-ae3c-9c3084a1f787 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183223 Aug 16 01:48:06.402048 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-3850477f-16a8-4f7e-8014-9d8f46af695d tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/quotas/c603b74d179748b9a8c99d7fb332dc4a HTTP/1.1" status: 200 len: 375 time: 0.0200984 Aug 16 01:48:06.419999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Request body: {'port': {'device_id': 'a727cfbb-93e7-449a-8124-c9320799b83a', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '660e3d2b02c247d9bc7df3ee4fd5d58c'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:06.468086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-fe5b9f79-e47a-462b-a8f2-45e1fb30e61a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c603b74d179748b9a8c99d7fb332dc4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649183 Aug 16 01:48:06.472726 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6758-1dbc-418c-94d0-6884046bb91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.555522 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6758-1dbc-418c-94d0-6884046bb91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.625974 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.695174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:06.738145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.739003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.739763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.740408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.741076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.741721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.742369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.743035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.743669 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.744313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.744946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.745608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.749158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6875152-a932-4520-9299-e1873e451515 req-404f20d1-4a0d-498b-8990-f7da60fcc3a2 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a&device_id=37d9e335-3e66-453a-9eb9-153c2249d40e&device_id=84ba85a6-4582-4c7b-aee3-6c4bd96f849b&device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda&device_id=62645887-6fa9-416e-b48c-b70185083825&device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550&device_id=9dd6d90a-2958-4b72-bdee-6406f2567f76&device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d&device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527&device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c&device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07&device_id=5e24f98a-f519-46db-90f7-03efb923f006&device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 10779 time: 0.1965263 Aug 16 01:48:06.813237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:06.813758 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.816434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6758-1dbc-418c-94d0-6884046bb91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.821101 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6758-1dbc-418c-94d0-6884046bb91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.825570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0a8f6758-1dbc-418c-94d0-6884046bb91b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/39029f75-d3c3-488c-9045-e93fe5ff786a HTTP/1.1" status: 204 len: 168 time: 0.7220063 Aug 16 01:48:06.835008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f6758-1dbc-418c-94d0-6884046bb91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39029f75-d3c3-488c-9045-e93fe5ff786a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:06.845742 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c6875152-a932-4520-9299-e1873e451515 req-27b24ccf-4394-41e3-a954-c469644e66ab tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.847751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63f9011-7d56-48a7-97f8-253b51154597 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:06.865018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.995757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e62f8-d7cc-4874-94af-7a463547b564 req-66a1ddd3-39d1-493f-b15c-a5c4a4ea41cc tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:07.007402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba4e62f8-d7cc-4874-94af-7a463547b564 req-66a1ddd3-39d1-493f-b15c-a5c4a4ea41cc tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 936 time: 0.1512361 Aug 16 01:48:07.074831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba4e62f8-d7cc-4874-94af-7a463547b564 req-cb3eff95-dda0-461d-97ce-105ea76033c9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660002 Aug 16 01:48:07.346284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:07.365003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2a848-153a-4ad1-9875-ac6b13895891 req-f99daf9a-23a5-45db-964b-70ae4b51527f tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:07.372451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1c2a848-153a-4ad1-9875-ac6b13895891 req-f99daf9a-23a5-45db-964b-70ae4b51527f tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 945 time: 0.1551559 Aug 16 01:48:07.394523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:07.446049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.449395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:07.452215 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaf2f5d-25ae-4c20-a6fe-6725a275eb9d" -d '{"events": [{"server_uuid": "52fecfd2-dc62-44dc-99a8-8ad8cf02e550", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd7aff6-f6b9-4d57-83ce-6694b7f62c42"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:07.462204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Transition to ACTIVE for port object a63f9011-7d56-48a7-97f8-253b51154597 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:07.465742 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1c2a848-153a-4ad1-9875-ac6b13895891 req-35c9dee9-413e-4bec-b196-b872b4091efc tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912566 Aug 16 01:48:07.524964 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.527313 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.547998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Made reservation on behalf of 660e3d2b02c247d9bc7df3ee4fd5d58c for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:07.552248 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.816566 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c6875152-a932-4520-9299-e1873e451515 req-27b24ccf-4394-41e3-a954-c469644e66ab tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.835447 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c6875152-a932-4520-9299-e1873e451515 req-27b24ccf-4394-41e3-a954-c469644e66ab tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.935007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6875152-a932-4520-9299-e1873e451515 req-27b24ccf-4394-41e3-a954-c469644e66ab tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&id=f89d5f4d-ffca-41eb-a353-5d729adb9091&id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 1.1786783 Aug 16 01:48:07.936241 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b24ccf-4394-41e3-a954-c469644e66ab tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddfd671-321c-43c8-a2ad-190e05d89516,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:07.947436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:07.976926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67072897-8fe7-4b1b-b564-3de515d729e3 req-83ae5cf1-4516-40d1-be47-0d8dfc1b510f tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 210 time: 0.1525154 Aug 16 01:48:08.062318 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d606874-b9e4-49eb-9476-c462eb4ff72a x-openstack-request-id: req-7d606874-b9e4-49eb-9476-c462eb4ff72a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:08.062919 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fecfd2-dc62-44dc-99a8-8ad8cf02e550", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd7aff6-f6b9-4d57-83ce-6694b7f62c42", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:08.063370 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d606874-b9e4-49eb-9476-c462eb4ff72a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:08.063945 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42', 'code': 200} Aug 16 01:48:08.116706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a63f9011-7d56-48a7-97f8-253b51154597,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:08.152926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed2f21b0-3d71-4ef9-9311-9de82bddcc79 req-4972b9c9-b35d-4ce6-96cf-29748e200986 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 210 time: 0.0558124 Aug 16 01:48:08.183656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on host n-h1-768851-16 for vnic_type normal with profile {"migrating_to": "n-h2-768851-16"} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:08.184068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:08.184547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:08.233833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:08.234087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Attempting to bind port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:08.300405 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:08.310444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:08.310923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:08.311462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Bound port: 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:08.313522 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.328013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a24adb-39b8-44fa-a79f-0bd1a95f18e3 req-81a543b0-e942-46db-bc37-64de8babb13b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:08.353919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94a24adb-39b8-44fa-a79f-0bd1a95f18e3 req-81a543b0-e942-46db-bc37-64de8babb13b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 936 time: 0.1150796 Aug 16 01:48:08.356564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58762) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:08.399746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94a24adb-39b8-44fa-a79f-0bd1a95f18e3 req-81f3a0fb-8831-4201-9f9b-1bbfff29f16d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445287 Aug 16 01:48:08.442467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Attempting to bind port a63f9011-7d56-48a7-97f8-253b51154597 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:08.443574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Attempting to bind port a63f9011-7d56-48a7-97f8-253b51154597 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:08.444082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Attempting to bind port a63f9011-7d56-48a7-97f8-253b51154597 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:08.454305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Port a63f9011-7d56-48a7-97f8-253b51154597 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:08.455551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Attempting to bind port a63f9011-7d56-48a7-97f8-253b51154597 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:08.536877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.89', 64616) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:08.571486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:08.572598 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:08.573191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:08.574006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Bound port: a63f9011-7d56-48a7-97f8-253b51154597, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:08.574536 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.583158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:08.585811 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-7cb32f09-591f-47c1-97ec-6fc2eed0fe3e tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c603b74d179748b9a8c99d7fb332dc4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470843 Aug 16 01:48:08.629678 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.653247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-309091800-network', 'tenant_id': 'd4b59a078ef94774a55141d58a283875'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:08.726748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] For port a63f9011-7d56-48a7-97f8-253b51154597, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:08.731236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] For port a63f9011-7d56-48a7-97f8-253b51154597, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a63f9011-7d56-48a7-97f8-253b51154597,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:08.743753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.769739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Transition to ACTIVE for port object d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:08.774328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:08.776617 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.779077 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9948a7b1-0d56-4f5b-b402-dfd73d21b569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.784647 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] 10.222.0.89 "PUT /v2.0/ports/a63f9011-7d56-48a7-97f8-253b51154597 HTTP/1.1" status: 200 len: 1096 time: 3.9502213 Aug 16 01:48:08.789970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:08.806049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:08.830925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1618de7-1918-4cec-bff5-98c64da59426 req-2ada5a6c-2a1b-4eef-bf7c-9a07f0fa75ec tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:08.832012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1618de7-1918-4cec-bff5-98c64da59426 req-2ada5a6c-2a1b-4eef-bf7c-9a07f0fa75ec tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:08.832642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1618de7-1918-4cec-bff5-98c64da59426 req-2ada5a6c-2a1b-4eef-bf7c-9a07f0fa75ec tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:08.841725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1618de7-1918-4cec-bff5-98c64da59426 req-2ada5a6c-2a1b-4eef-bf7c-9a07f0fa75ec tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda&device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527&device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 2887 time: 0.2462599 Aug 16 01:48:08.859229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Made reservation on behalf of d4b59a078ef94774a55141d58a283875 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:08.862243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.865832 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.888140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724a7b9-87a7-48a5-85e4-66af7f37f885 req-444ce568-afa0-4923-b175-fd4a04c7a5cd tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:08.889689 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4724a7b9-87a7-48a5-85e4-66af7f37f885 req-444ce568-afa0-4923-b175-fd4a04c7a5cd tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 943 time: 0.2215037 Aug 16 01:48:08.917845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2b8d-e6d1-474e-814f-a50398f656f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a63f9011-7d56-48a7-97f8-253b51154597,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:08.937359 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.943318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.068417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Allocated IP 192.168.233.117 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/5052fbba-4f68-461b-a0fc-ce74f6d486fa) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:09.096479 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.126083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1618de7-1918-4cec-bff5-98c64da59426 req-131edce9-9ee8-4cb1-bdc7-058a1eebabe5 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777691 Aug 16 01:48:09.131783 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.171626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-8bf1d705-c697-4cdf-9072-d2e848984763 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.171626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-8bf1d705-c697-4cdf-9072-d2e848984763 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5771620 Aug 16 01:48:09.202036 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.230573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Request body: {'port': {'device_id': '0fea4115-4015-4a6e-9858-fe42481d5343', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'c603b74d179748b9a8c99d7fb332dc4a'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:09.267201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0976f62e-724a-4223-8855-b7d5c93eb8ed,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.286031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:48:09.304461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Attempting to bind port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:09.313744 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Attempting to bind port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:09.314201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Attempting to bind port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:09.318914 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Pushing event updated for resources: {'Port': ['ID=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.323708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.324466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.326025 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] 10.222.0.89 "PUT /v2.0/ports/9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 HTTP/1.1" status: 200 len: 1123 time: 3.3374045 Aug 16 01:48:09.382993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:09.383581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Attempting to bind port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:09.395782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-44575fc2-f886-4965-830b-fb150463a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.398675 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-44575fc2-f886-4965-830b-fb150463a175 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=84ba85a6-4582-4c7b-aee3-6c4bd96f849b HTTP/1.1" status: 200 len: 1099 time: 0.5303047 Aug 16 01:48:09.410220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:09.411020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:09.411673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:09.412359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Bound port: d75cf73a-51d8-4e5b-8bc9-61c5243c3c16, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:09.413043 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.456085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4724a7b9-87a7-48a5-85e4-66af7f37f885 req-6f941881-7d05-4d34-b60a-9c3e3f92cd34 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492771 Aug 16 01:48:09.490642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.490993 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Added segment a93e9a2f-f595-4df5-961f-1b2734e54442 of type vlan for network 58781e20-baa0-4195-a505-51204d19f5f5 Aug 16 01:48:09.494002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39fe049f-b20f-4513-b577-d094eb0d586e req-88ca0349-d4c2-461e-a6ed-8e703fd8dae6 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 210 time: 0.0757358 Aug 16 01:48:09.540455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['9dd7aff6-f6b9-4d57-83ce-6694b7f62c42'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:09.621062 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-6d193a7a-46d0-4ad3-835f-f7cdfa538d05 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a63f9011-7d56-48a7-97f8-253b51154597 HTTP/1.1" status: 200 len: 217 time: 0.1727779 Aug 16 01:48:09.638321 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Made reservation on behalf of c603b74d179748b9a8c99d7fb332dc4a for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:09.644335 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.665116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.709600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ca949-93f3-4edd-b096-2524e2e032a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,revision_number=8']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.726476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.728253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.729074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.788151 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.823841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2c05558-1f4c-42eb-9005-d75c5dc26fe3 req-411090cc-fa5d-4700-bd59-5be8d3ff0768 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 210 time: 0.1189091 Aug 16 01:48:09.850642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-95ee5225-d5d2-4c99-a160-c76151b474c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.852111 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-95ee5225-d5d2-4c99-a160-c76151b474c3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1790545 Aug 16 01:48:09.859686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] For port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:09.873118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] For port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:09.901733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.960885 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.980146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.980768 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.984558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.985489 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] 10.222.0.84 "PUT /v2.0/ports/d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 HTTP/1.1" status: 200 len: 1097 time: 4.6922240 Aug 16 01:48:09.999886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6419051 Aug 16 01:48:10.000582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58782) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:10.010535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Request body: {'subnet': {'network_id': '58781e20-baa0-4195-a505-51204d19f5f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-309091800-subnet', 'tenant_id': 'd4b59a078ef94774a55141d58a283875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:10.012972 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.039378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Transition to ACTIVE for port object 5052fbba-4f68-461b-a0fc-ce74f6d486fa will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:10.061849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-62b33950-4f8e-4a5f-93af-70171bb69e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:10.067697 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-62b33950-4f8e-4a5f-93af-70171bb69e8a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2051299 Aug 16 01:48:10.077304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ba85a6-4582-4c7b-aee3-6c4bd96f849b', 'tag': 'a63f9011-7d56-48a7-97f8-253b51154597'}, {'name': 'network-changed', 'server_uuid': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'tag': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42'}, {'name': 'network-changed', 'server_uuid': '37d9e335-3e66-453a-9eb9-153c2249d40e', 'tag': 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:10.081269 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654724fa-2613-478d-bcf9-ce652e9c5443" -d '{"events": [{"name": "network-changed", "server_uuid": "84ba85a6-4582-4c7b-aee3-6c4bd96f849b", "tag": "a63f9011-7d56-48a7-97f8-253b51154597"}, {"name": "network-changed", "server_uuid": "52fecfd2-dc62-44dc-99a8-8ad8cf02e550", "tag": "9dd7aff6-f6b9-4d57-83ce-6694b7f62c42"}, {"name": "network-changed", "server_uuid": "37d9e335-3e66-453a-9eb9-153c2249d40e", "tag": "d75cf73a-51d8-4e5b-8bc9-61c5243c3c16"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:10.153982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc8280-8395-4b44-aff8-4466051e8dbc service neutron] Pushing event updated for resources: {'Port': ['ID=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:10.158172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6870a-9f54-4a9f-96cd-1cdebdb74327 req-60755f88-b375-4896-b063-28da1e108ca3 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:10.166019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43d6870a-9f54-4a9f-96cd-1cdebdb74327 req-60755f88-b375-4896-b063-28da1e108ca3 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 948 time: 0.4611859 Aug 16 01:48:10.179537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ac95b-595f-4427-b114-5e5833c1dbfe admin admin] Pushing event updated for resources: {'Network': ['ID=58781e20-baa0-4195-a505-51204d19f5f5,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:10.197796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 58781e20-baa0-4195-a505-51204d19f5f5 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:48:10.206478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f79cdb9-0b16-4d9b-b39e-95f94973f13b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:10.227468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Made reservation on behalf of d4b59a078ef94774a55141d58a283875 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:10.229806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.260028 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d56be-f2c8-46be-9988-19dd5a14acc3 x-openstack-request-id: req-758d56be-f2c8-46be-9988-19dd5a14acc3 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:10.260348 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ba85a6-4582-4c7b-aee3-6c4bd96f849b", "tag": "a63f9011-7d56-48a7-97f8-253b51154597", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52fecfd2-dc62-44dc-99a8-8ad8cf02e550", "tag": "9dd7aff6-f6b9-4d57-83ce-6694b7f62c42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37d9e335-3e66-453a-9eb9-153c2249d40e", "tag": "d75cf73a-51d8-4e5b-8bc9-61c5243c3c16", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:10.260645 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-758d56be-f2c8-46be-9988-19dd5a14acc3 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:10.260966 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ba85a6-4582-4c7b-aee3-6c4bd96f849b', 'tag': 'a63f9011-7d56-48a7-97f8-253b51154597', 'status': 'completed', 'code': 200} Aug 16 01:48:10.261965 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'tag': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42', 'status': 'completed', 'code': 200} Aug 16 01:48:10.262238 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d9e335-3e66-453a-9eb9-153c2249d40e', 'tag': 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16', 'status': 'completed', 'code': 200} Aug 16 01:48:10.449355 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.457131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-844190fa-a660-4b86-863b-e531530e5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:10.458723 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-844190fa-a660-4b86-863b-e531530e5fff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 1100 time: 0.3730330 Aug 16 01:48:10.463153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d9603e6e-34d7-43e3-9909-1e9546c9b547'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:10.580459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-a97421e9-64f5-48e0-9fd0-19d1c601c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:10.582078 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-a97421e9-64f5-48e0-9fd0-19d1c601c0e1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 1126 time: 0.2596378 Aug 16 01:48:10.614419 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-db59cf59-3393-4655-b627-32f894a74bcc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 HTTP/1.1" status: 200 len: 217 time: 0.1051602 Aug 16 01:48:10.614662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43d6870a-9f54-4a9f-96cd-1cdebdb74327 req-61b5cb51-7853-46e1-9c89-16d2b70202bf tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476750 Aug 16 01:48:10.623334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:10.641963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Allocated IP 192.168.233.230 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/7ce3d241-79dd-49d4-a364-30ea683d3e90) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:10.748322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:10.754301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:10.780171 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-1c1bfe9f-c0bf-4f81-adc5-6c3d4006e753 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924429 Aug 16 01:48:10.783176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Pushing event updated for resources: {'Port': ['ID=5052fbba-4f68-461b-a0fc-ce74f6d486fa,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:10.940924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469e9ad-99e1-4ca7-a8f7-eb1464024829 req-9932e651-4c58-41d5-9f37-ee3c5633a809 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:10.950105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c469e9ad-99e1-4ca7-a8f7-eb1464024829 req-9932e651-4c58-41d5-9f37-ee3c5633a809 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 943 time: 0.1664269 Aug 16 01:48:11.022515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-a1d10941-7def-4011-837f-c8577d32b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.024080 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-a1d10941-7def-4011-837f-c8577d32b50b service neutron] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.4268074 Aug 16 01:48:11.068053 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.071438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.072671 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.083899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-a157f991-54fe-4f1b-9c79-896437050e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.086006 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-a157f991-54fe-4f1b-9c79-896437050e95 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.4273179 Aug 16 01:48:11.117256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c469e9ad-99e1-4ca7-a8f7-eb1464024829 req-b24599e9-7b6d-4e77-8179-c6054b9efc0d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573272 Aug 16 01:48:11.127081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Transition to ACTIVE for port object 7ce3d241-79dd-49d4-a364-30ea683d3e90 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:11.148656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7cad3829-1c92-4431-b3c1-16e5d9d07978 None None] Provisioning for port 5052fbba-4f68-461b-a0fc-ce74f6d486fa completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:11.153207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7cad3829-1c92-4431-b3c1-16e5d9d07978 None None] Provisioning complete for port 5052fbba-4f68-461b-a0fc-ce74f6d486fa triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:11.153579 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7cad3829-1c92-4431-b3c1-16e5d9d07978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.206796 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-06fc5cf8-cc9e-42d9-9818-69fc43532f1b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 HTTP/1.1" status: 200 len: 217 time: 0.1527007 Aug 16 01:48:11.231047 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7cad3829-1c92-4431-b3c1-16e5d9d07978 None None] Port 5052fbba-4f68-461b-a0fc-ce74f6d486fa cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:11.249519 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-4e7e18cf-41a2-413d-9f3a-076aaf8eae22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8660660 Aug 16 01:48:11.284654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Request body: {'port': {'device_id': 'a727cfbb-93e7-449a-8124-c9320799b83a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:11.403847 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b5bee428-b6b5-4e6e-aaa4-211d3c37d7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.440922 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.467656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b687-2f57-447e-9fbb-6169f44cfc7a req-c969009a-98ab-4eeb-a829-cdd1cbd4dec7 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.469242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dea8b687-2f57-447e-9fbb-6169f44cfc7a req-c969009a-98ab-4eeb-a829-cdd1cbd4dec7 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 936 time: 0.5057819 Aug 16 01:48:11.504498 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.577065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.596567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:11.604787 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-265c4d55-d45a-4958-9edd-5e80fadf47b0 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8089890 Aug 16 01:48:11.628407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:11.630988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Pushing event updated for resources: {'Port': ['ID=7ce3d241-79dd-49d4-a364-30ea683d3e90,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:11.634866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:11.641413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.642149 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.668212 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-06ffd200-210c-49bc-bd1e-bc60fa2885b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.671623 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-06ffd200-210c-49bc-bd1e-bc60fa2885b9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.4334853 Aug 16 01:48:11.676262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad51fa5f-5e02-40e2-80e5-0ba5cc9d18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.678755 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-ad51fa5f-5e02-40e2-80e5-0ba5cc9d18d5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5214028 Aug 16 01:48:11.711161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dea8b687-2f57-447e-9fbb-6169f44cfc7a req-91ee0811-2b14-47e1-8b00-6e6ed5569da3 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818349 Aug 16 01:48:11.718341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.737019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cf722-eddd-4aa4-8f19-60fd6a95ff40 req-f71b61e4-3d3a-432e-8eb6-69c47bf13170 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.743899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-932cf722-eddd-4aa4-8f19-60fd6a95ff40 req-f71b61e4-3d3a-432e-8eb6-69c47bf13170 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 1102 time: 0.3096728 Aug 16 01:48:11.804479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-384e9c60-aca2-4585-95fd-87e017bf9c9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6137311 Aug 16 01:48:11.807884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Checking segment: {'id': 'a93e9a2f-f595-4df5-961f-1b2734e54442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '58781e20-baa0-4195-a505-51204d19f5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:11.808249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Network hostable DHCP agents. Network: 58781e20-baa0-4195-a505-51204d19f5f5, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:48:11.833744 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-534b8fb4-288c-4314-bd21-ea7113693d00 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517189 Aug 16 01:48:11.843654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-932cf722-eddd-4aa4-8f19-60fd6a95ff40 req-1a63d4d1-8578-4f81-b987-92f260ea7ad6 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987804 Aug 16 01:48:11.873378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Request body: {'port': {'device_id': '0fea4115-4015-4a6e-9858-fe42481d5343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:11.997815 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.018538 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-4451a58c-b1d9-4347-b5fe-c27fed4d07dd service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710391 Aug 16 01:48:12.030204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a32a0e-05b6-4cf9-a518-8424a7c99b92,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:12.161186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-00b00b69-25fd-43e2-b71d-6b980931c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:12.163240 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-00b00b69-25fd-43e2-b71d-6b980931c530 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=84ba85a6-4582-4c7b-aee3-6c4bd96f849b HTTP/1.1" status: 200 len: 1099 time: 0.4405406 Aug 16 01:48:12.187162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5eb5565c-f9e3-4f98-b84a-3127523544fd None None] Provisioning for port 7ce3d241-79dd-49d4-a364-30ea683d3e90 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:12.194076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5eb5565c-f9e3-4f98-b84a-3127523544fd None None] Provisioning complete for port 7ce3d241-79dd-49d4-a364-30ea683d3e90 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:12.194865 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5eb5565c-f9e3-4f98-b84a-3127523544fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.238597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5565c-f9e3-4f98-b84a-3127523544fd None None] Port 7ce3d241-79dd-49d4-a364-30ea683d3e90 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:12.246324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.246875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.246875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.247246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.247515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.247839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.248160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.248481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.248924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.249883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.249883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.250799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.255039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Network 58781e20-baa0-4195-a505-51204d19f5f5 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:48:12.285856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 58781e20-baa0-4195-a505-51204d19f5f5) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:12.290577 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:12.291175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.298195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d929b6-f6a4-4c8e-bb27-0e96fbf86a25 None None] Network 58781e20-baa0-4195-a505-51204d19f5f5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:12.362646 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-fc909231-5227-4e5f-86a8-8454e5778c30 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635005 Aug 16 01:48:12.369725 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-08962926-5f58-4149-9ff3-6752ddaf42ba service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192141 Aug 16 01:48:12.387580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d7ebb621-2bb6-4b10-b470-f04d93c12b3d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3830884 Aug 16 01:48:12.411514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650691-983b-47cd-9a01-fe04b77e326a req-4eff2d8a-b736-4234-96b9-0a4a74c03c95 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:12.412912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba650691-983b-47cd-9a01-fe04b77e326a req-4eff2d8a-b736-4234-96b9-0a4a74c03c95 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 948 time: 0.3744051 Aug 16 01:48:12.462875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b2338-0534-480d-9ce4-d3c0d8004df2 req-74e6d281-92ec-4bea-918c-b40715de0284 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:12.464423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f14b2338-0534-480d-9ce4-d3c0d8004df2 req-74e6d281-92ec-4bea-918c-b40715de0284 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 936 time: 0.2015483 Aug 16 01:48:12.496329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-6099fa04-ded7-4fa5-85c8-8f3bc779f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:12.497868 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-6099fa04-ded7-4fa5-85c8-8f3bc779f219 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.3245826 Aug 16 01:48:12.503069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a265ec-eafd-48da-8535-93078068099c None None] Network 58781e20-baa0-4195-a505-51204d19f5f5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:12.573686 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-047cc24c-a78a-4b60-b6d0-c6b86deddc29 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a63f9011-7d56-48a7-97f8-253b51154597 HTTP/1.1" status: 200 len: 217 time: 0.0463412 Aug 16 01:48:12.605869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba650691-983b-47cd-9a01-fe04b77e326a req-01d8dda4-eb49-466b-8281-aabede719d67 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836283 Aug 16 01:48:12.614190 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.653664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce3d241-79dd-49d4-a364-30ea683d3e90 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:12.656344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-a75f941f-8de7-492d-9e3a-75a28e1a149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:12.659103 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-a75f941f-8de7-492d-9e3a-75a28e1a149e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0671327 Aug 16 01:48:12.683870 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.688599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f14b2338-0534-480d-9ce4-d3c0d8004df2 req-efd7e53b-5697-4d8d-8394-7d3e1399d7f1 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053285 Aug 16 01:48:12.716517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Transition to ACTIVE for port object 7ce3d241-79dd-49d4-a364-30ea683d3e90 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:12.726138 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f208852d-4f8e-4d4b-8705-5be4be21562a req-03e4ee32-e219-446b-89b8-14ed577adbf8 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845204 Aug 16 01:48:12.726705 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.812751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce3d241-79dd-49d4-a364-30ea683d3e90,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:12.834308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-1c4353ff-a699-4342-94fc-7b44eab0e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:12.835731 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-1c4353ff-a699-4342-94fc-7b44eab0e075 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1657116 Aug 16 01:48:12.906987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Attempting to bind port 7ce3d241-79dd-49d4-a364-30ea683d3e90 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:12.907336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Attempting to bind port 7ce3d241-79dd-49d4-a364-30ea683d3e90 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:12.907664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Attempting to bind port 7ce3d241-79dd-49d4-a364-30ea683d3e90 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:12.918984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Port 7ce3d241-79dd-49d4-a364-30ea683d3e90 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:12.919308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Attempting to bind port 7ce3d241-79dd-49d4-a364-30ea683d3e90 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:12.927102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:12.927451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:12.927841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:12.928746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Bound port: 7ce3d241-79dd-49d4-a364-30ea683d3e90, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:12.928746 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.937219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69c512-3d0f-467b-bab0-3f9faee77aaa req-20dbb3e0-1ecc-4df4-9f35-143949620e17 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:12.941498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf69c512-3d0f-467b-bab0-3f9faee77aaa req-20dbb3e0-1ecc-4df4-9f35-143949620e17 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 1102 time: 0.1200891 Aug 16 01:48:12.996154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-49dc2e69-4750-434c-a69e-f5000dc43971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:12.997700 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-49dc2e69-4750-434c-a69e-f5000dc43971 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 1100 time: 0.1611066 Aug 16 01:48:13.008532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32234f0c-e9d1-47fa-b026-da3cc5047f11 req-428f08ce-1872-4c25-aa48-ba67a451f60f tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.015682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32234f0c-e9d1-47fa-b026-da3cc5047f11 req-428f08ce-1872-4c25-aa48-ba67a451f60f tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 943 time: 0.1953428 Aug 16 01:48:13.113947 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32234f0c-e9d1-47fa-b026-da3cc5047f11 req-228ca499-9ed8-4d11-9362-07ce37d3ba5c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972843 Aug 16 01:48:13.118870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf69c512-3d0f-467b-bab0-3f9faee77aaa req-4312e846-3692-4975-ae3f-46d91ff79979 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601660 Aug 16 01:48:13.136049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] For port 7ce3d241-79dd-49d4-a364-30ea683d3e90, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:13.141370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] For port 7ce3d241-79dd-49d4-a364-30ea683d3e90, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7ce3d241-79dd-49d4-a364-30ea683d3e90,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:13.151218 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-07017c68-ffb0-454b-bc76-5fef65725544 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030512 Aug 16 01:48:13.157791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:13.172824 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.293618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5052fbba-4f68-461b-a0fc-ce74f6d486fa {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:13.307756 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.318822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.321313 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.328096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] 10.222.0.89 "PUT /v2.0/ports/7ce3d241-79dd-49d4-a364-30ea683d3e90 HTTP/1.1" status: 200 len: 1097 time: 1.4812999 Aug 16 01:48:13.344949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Transition to ACTIVE for port object 5052fbba-4f68-461b-a0fc-ce74f6d486fa will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:13.358498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-2eb722e5-2363-4e17-a471-b1d4331aae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.360138 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-2eb722e5-2363-4e17-a471-b1d4331aae8b service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.3429265 Aug 16 01:48:13.365953 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.397335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fea4115-4015-4a6e-9858-fe42481d5343', 'tag': '7ce3d241-79dd-49d4-a364-30ea683d3e90'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:13.399607 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab956092-5ce8-405f-a4fa-d7b115551b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fea4115-4015-4a6e-9858-fe42481d5343", "tag": "7ce3d241-79dd-49d4-a364-30ea683d3e90"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:13.427842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:13.432151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e73335d2-d034-4a8f-a4ed-1d8e016b24d5 req-f0db0215-aaac-4d2d-9983-ce23be2c3200 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1600691933', 'description': 'tempest-description-841415260'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:13.444582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f1a13-cab0-4ef2-af3f-e50588f13b92 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce3d241-79dd-49d4-a364-30ea683d3e90,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:13.463866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 has no active binding in host n-h2-768851-16 {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:48:13.525153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eba48-6e83-4e09-a167-2bcdf389b32e req-1e422b50-613f-4f34-b6eb-82d2f04d280d tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.527564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b2eba48-6e83-4e09-a167-2bcdf389b32e req-1e422b50-613f-4f34-b6eb-82d2f04d280d tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 936 time: 0.2542348 Aug 16 01:48:13.548154 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-87769a36-bc61-4e52-8dc9-86f1a5903975 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675973 Aug 16 01:48:13.549535 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e73335d2-d034-4a8f-a4ed-1d8e016b24d5 req-f0db0215-aaac-4d2d-9983-ce23be2c3200 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.557954 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-8059c161-c2ce-4202-8be2-807537dad731 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 HTTP/1.1" status: 200 len: 217 time: 0.1346045 Aug 16 01:48:13.571147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-3db4196e-ff21-47f9-9b72-471f9b528fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.572932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-3db4196e-ff21-47f9-9b72-471f9b528fcc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c603b74d179748b9a8c99d7fb332dc4a&device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 1100 time: 0.1362538 Aug 16 01:48:13.605069 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Pushing event updated for resources: {'Port': ['ID=5052fbba-4f68-461b-a0fc-ce74f6d486fa,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:13.663136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b2eba48-6e83-4e09-a167-2bcdf389b32e req-c2997f73-71d3-404d-85b4-815b7805cd05 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272721 Aug 16 01:48:13.675735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-44898528-39bc-4ed6-bb65-c79dd884a86c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=7ce3d241-79dd-49d4-a364-30ea683d3e90 HTTP/1.1" status: 200 len: 217 time: 0.0886445 Aug 16 01:48:13.766606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.767198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.767310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.768126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.768454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.768778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.769125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.769446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.769762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.770067 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.770383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.770692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:13.835693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-b102456f-01df-4a33-b818-c2b71e5faabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.837723 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-b102456f-01df-4a33-b818-c2b71e5faabc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2528346 Aug 16 01:48:13.839505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-1fccfc9a-33f4-44e4-bb17-8d5720e0e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.841138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-1fccfc9a-33f4-44e4-bb17-8d5720e0e407 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1539695 Aug 16 01:48:13.893636 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-5171a203-6983-45c8-a23d-2d78082188e4 service neutron] 10.222.0.84 "GET /v2.0/ports/9dd7aff6-f6b9-4d57-83ce-6694b7f62c42/bindings/n-h2-768851-16 HTTP/1.1" status: 200 len: 385 time: 0.4604039 Aug 16 01:48:13.969983 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e73335d2-d034-4a8f-a4ed-1d8e016b24d5 req-f0db0215-aaac-4d2d-9983-ce23be2c3200 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.977054 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-48f78361-8952-45ea-9d09-ccce602b73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.978819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-48f78361-8952-45ea-9d09-ccce602b73d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274309 Aug 16 01:48:13.981794 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e73335d2-d034-4a8f-a4ed-1d8e016b24d5 req-f0db0215-aaac-4d2d-9983-ce23be2c3200 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.073111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Attempting to bind port 5052fbba-4f68-461b-a0fc-ce74f6d486fa on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:14.076207 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Attempting to bind port 5052fbba-4f68-461b-a0fc-ce74f6d486fa by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:14.076560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Attempting to bind port 5052fbba-4f68-461b-a0fc-ce74f6d486fa on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:14.091160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-2449e0e1-bf64-414d-9724-1a8c291bd882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:14.092700 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-2449e0e1-bf64-414d-9724-1a8c291bd882 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2421298 Aug 16 01:48:14.096922 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.112623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Port 5052fbba-4f68-461b-a0fc-ce74f6d486fa on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:14.112949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Attempting to bind port 5052fbba-4f68-461b-a0fc-ce74f6d486fa on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:14.119451 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524625b8-f3f1-4a64-88b4-4b818b9b0572 x-openstack-request-id: req-524625b8-f3f1-4a64-88b4-4b818b9b0572 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:14.119831 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fea4115-4015-4a6e-9858-fe42481d5343", "tag": "7ce3d241-79dd-49d4-a364-30ea683d3e90", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:14.120144 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-524625b8-f3f1-4a64-88b4-4b818b9b0572 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:14.120595 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fea4115-4015-4a6e-9858-fe42481d5343', 'tag': '7ce3d241-79dd-49d4-a364-30ea683d3e90', 'status': 'completed', 'code': 200} Aug 16 01:48:14.187460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e73335d2-d034-4a8f-a4ed-1d8e016b24d5 req-f0db0215-aaac-4d2d-9983-ce23be2c3200 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.199336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e73335d2-d034-4a8f-a4ed-1d8e016b24d5 req-f0db0215-aaac-4d2d-9983-ce23be2c3200 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7711673 Aug 16 01:48:14.200168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:14.200627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:14.201463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:14.201926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Bound port: 5052fbba-4f68-461b-a0fc-ce74f6d486fa, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:14.202684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.233890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db0215-aaac-4d2d-9983-ce23be2c3200 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94853992-b55b-46a4-b12a-75f6545766f4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:14.288080 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-a5bb0219-8d24-4cf1-b1c8-91762f554a53 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905312 Aug 16 01:48:14.352734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a3e46-b1ad-4e25-9e9a-51b705cdc085 req-53f119c9-74ac-42a9-acdc-3956b6f025c5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:14.354339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d68a3e46-b1ad-4e25-9e9a-51b705cdc085 req-53f119c9-74ac-42a9-acdc-3956b6f025c5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 948 time: 0.2295101 Aug 16 01:48:14.401977 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-acc40aab-de7f-4bd9-b73c-bcdc04ca0fbe service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902970 Aug 16 01:48:14.434573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] For port 5052fbba-4f68-461b-a0fc-ce74f6d486fa, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:14.448583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d68a3e46-b1ad-4e25-9e9a-51b705cdc085 req-502ced96-90f5-4e8d-8859-7a3e5158843d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862381 Aug 16 01:48:14.462407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308d39f-ff5c-4481-a2a5-7a516ef82b4b req-5a35090a-4120-4596-90a8-d3ebdb509da8 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:14.464191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e308d39f-ff5c-4481-a2a5-7a516ef82b4b req-5a35090a-4120-4596-90a8-d3ebdb509da8 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 948 time: 0.1732066 Aug 16 01:48:14.557163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e308d39f-ff5c-4481-a2a5-7a516ef82b4b req-655cd801-1541-4545-a82a-8883d5f3153d tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752895 Aug 16 01:48:14.562314 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] For port 5052fbba-4f68-461b-a0fc-ce74f6d486fa, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5052fbba-4f68-461b-a0fc-ce74f6d486fa,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:14.564144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238e7628-5a8d-432c-8ea5-9ab765292c2d req-31673f15-0054-4fb5-8d4a-e34d7e911d3d service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370915 Aug 16 01:48:14.584442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.677626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-43dfc51a-da5a-46e9-b9b7-001b4c5d1265 service neutron] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:14.732112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-43dfc51a-da5a-46e9-b9b7-001b4c5d1265 service neutron] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:14.742370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab956092-5ce8-405f-a4fa-d7b115551b6a req-ac6667c6-635c-4742-963e-4fb7140793ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:14.757882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab956092-5ce8-405f-a4fa-d7b115551b6a req-ac6667c6-635c-4742-963e-4fb7140793ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c603b74d179748b9a8c99d7fb332dc4a&device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 1100 time: 0.1291325 Aug 16 01:48:14.926520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab956092-5ce8-405f-a4fa-d7b115551b6a req-73fbd190-688e-4c8f-9c95-bb82bed1f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:14.928257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab956092-5ce8-405f-a4fa-d7b115551b6a req-73fbd190-688e-4c8f-9c95-bb82bed1f52b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1614473 Aug 16 01:48:15.041322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdc97a-ba57-4ab7-907a-9a74282d5bd3 req-b819878e-81b2-44d4-9bc0-03e607e83bf1 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.043186 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3fdc97a-ba57-4ab7-907a-9a74282d5bd3 req-b819878e-81b2-44d4-9bc0-03e607e83bf1 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 943 time: 0.2777205 Aug 16 01:48:15.044671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab956092-5ce8-405f-a4fa-d7b115551b6a req-d090a7e3-7f20-48d7-986f-eee4a6c831dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=7ce3d241-79dd-49d4-a364-30ea683d3e90 HTTP/1.1" status: 200 len: 217 time: 0.0717385 Aug 16 01:48:15.097374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-43dfc51a-da5a-46e9-b9b7-001b4c5d1265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:15.108754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-43dfc51a-da5a-46e9-b9b7-001b4c5d1265 service neutron] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:15.122965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37e6ea40-73d6-484f-b052-531aab53eee1 req-a20e5fe5-92b3-4d75-8e1e-a9ea5a796976 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/94853992-b55b-46a4-b12a-75f6545766f4 HTTP/1.1" status: 200 len: 1812 time: 0.1929553 Aug 16 01:48:15.128900 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-654724fa-2613-478d-bcf9-ce652e9c5443 req-b132b8c7-f799-4971-a7fb-beb5678312d7 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7108631 Aug 16 01:48:15.131424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-37e6ea40-73d6-484f-b052-531aab53eee1 req-4c7f573b-a8b3-4f50-b166-f1e9e4c81797 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94853992-b55b-46a4-b12a-75f6545766f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:15.131916 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-37e6ea40-73d6-484f-b052-531aab53eee1 req-4c7f573b-a8b3-4f50-b166-f1e9e4c81797 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94853992-b55b-46a4-b12a-75f6545766f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:15.133918 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-43dfc51a-da5a-46e9-b9b7-001b4c5d1265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.150050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.150265 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.151704 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] 10.222.0.89 "PUT /v2.0/ports/5052fbba-4f68-461b-a0fc-ce74f6d486fa HTTP/1.1" status: 200 len: 1097 time: 3.8749132 Aug 16 01:48:15.173983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a727cfbb-93e7-449a-8124-c9320799b83a', 'tag': '5052fbba-4f68-461b-a0fc-ce74f6d486fa'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:15.175046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a63f9011-7d56-48a7-97f8-253b51154597 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:15.176582 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97e5218-111a-4d36-b4ee-c57a86e795fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a727cfbb-93e7-449a-8124-c9320799b83a", "tag": "5052fbba-4f68-461b-a0fc-ce74f6d486fa"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:15.206685 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3fdc97a-ba57-4ab7-907a-9a74282d5bd3 req-687c342e-5c9b-4564-a98c-9ba9eea63589 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527679 Aug 16 01:48:15.317361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e95699-66ee-42ee-b084-0c183589b68c service neutron] Pushing event updated for resources: {'Port': ['ID=5052fbba-4f68-461b-a0fc-ce74f6d486fa,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:15.340030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-d9c97744-a50e-4aca-950f-db60969880db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.341116 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-d9c97744-a50e-4aca-950f-db60969880db service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=660e3d2b02c247d9bc7df3ee4fd5d58c&device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 1100 time: 0.1019197 Aug 16 01:48:15.343134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab956092-5ce8-405f-a4fa-d7b115551b6a req-ce8b0332-7bf6-48b1-ae88-8047410a7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.344638 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab956092-5ce8-405f-a4fa-d7b115551b6a req-ce8b0332-7bf6-48b1-ae88-8047410a7097 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2725356 Aug 16 01:48:15.346108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-37e6ea40-73d6-484f-b052-531aab53eee1 req-4c7f573b-a8b3-4f50-b166-f1e9e4c81797 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.391642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-37e6ea40-73d6-484f-b052-531aab53eee1 req-4c7f573b-a8b3-4f50-b166-f1e9e4c81797 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.403678 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-37e6ea40-73d6-484f-b052-531aab53eee1 req-4c7f573b-a8b3-4f50-b166-f1e9e4c81797 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.418036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a63f9011-7d56-48a7-97f8-253b51154597, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a63f9011-7d56-48a7-97f8-253b51154597,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:15.433906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'a63f9011-7d56-48a7-97f8-253b51154597', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'a63f9011-7d56-48a7-97f8-253b51154597', 'mac_address': 'fa:16:3e:35:ce:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:15.443334 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-1684e8cc-08d6-4798-a099-9d65bf1208d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=5052fbba-4f68-461b-a0fc-ce74f6d486fa HTTP/1.1" status: 200 len: 217 time: 0.0787783 Aug 16 01:48:15.451888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f573b-a8b3-4f50-b166-f1e9e4c81797 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9445f05-6afa-4ebf-aba2-660b46e5dbfc,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:15.507585 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.522239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-37e6ea40-73d6-484f-b052-531aab53eee1 req-4c7f573b-a8b3-4f50-b166-f1e9e4c81797 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.533681 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63f9011-7d56-48a7-97f8-253b51154597 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:15.534833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37e6ea40-73d6-484f-b052-531aab53eee1 req-4c7f573b-a8b3-4f50-b166-f1e9e4c81797 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4106345 Aug 16 01:48:15.542587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab956092-5ce8-405f-a4fa-d7b115551b6a req-1a675fb9-c2be-4b0e-8c68-3e7855dbe767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.547964 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab956092-5ce8-405f-a4fa-d7b115551b6a req-1a675fb9-c2be-4b0e-8c68-3e7855dbe767 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1537557 Aug 16 01:48:15.561631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a63f9011-7d56-48a7-97f8-253b51154597, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a63f9011-7d56-48a7-97f8-253b51154597,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:15.566624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb81de-f9e4-4374-9ad0-d44aadf568b8 req-3fcf6a3e-c9fd-4704-b004-4e4b0b78c6ed tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.567629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-43dfc51a-da5a-46e9-b9b7-001b4c5d1265 service neutron] Transition to ACTIVE for port object 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:15.571221 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.575480 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cfb81de-f9e4-4374-9ad0-d44aadf568b8 req-3fcf6a3e-c9fd-4704-b004-4e4b0b78c6ed tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 948 time: 0.1823435 Aug 16 01:48:15.578688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-871c2b51-dc0d-4992-8d22-38035353630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.581041 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-871c2b51-dc0d-4992-8d22-38035353630d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1258335 Aug 16 01:48:15.582872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-43dfc51a-da5a-46e9-b9b7-001b4c5d1265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.642019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=a63f9011-7d56-48a7-97f8-253b51154597,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:15.658898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.659274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.659661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.660048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.660382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.660882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.661323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.661647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.661967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.662368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.662598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.662917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:15.692769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-43dfc51a-da5a-46e9-b9b7-001b4c5d1265 service neutron] No DVR routers for this DVR port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:15.745758 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-43dfc51a-da5a-46e9-b9b7-001b4c5d1265 service neutron] 10.222.0.84 "PUT /v2.0/ports/9dd7aff6-f6b9-4d57-83ce-6694b7f62c42/bindings/n-h2-768851-16/activate HTTP/1.1" status: 200 len: 370 time: 1.8426199 Aug 16 01:48:15.764122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8f6c019-d89b-441b-9f88-470f0a02b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.766038 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-e8f6c019-d89b-441b-9f88-470f0a02b0a0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1724904 Aug 16 01:48:15.767265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfc51a-da5a-46e9-b9b7-001b4c5d1265 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,revision_number=10']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:15.768323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab956092-5ce8-405f-a4fa-d7b115551b6a req-ee660eaf-6a05-4634-8abd-18c9d38ab320 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891000 Aug 16 01:48:15.791987 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f6a850-c0f0-4c5c-8bec-61728fe49de1 x-openstack-request-id: req-33f6a850-c0f0-4c5c-8bec-61728fe49de1 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:15.792511 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a727cfbb-93e7-449a-8124-c9320799b83a", "tag": "5052fbba-4f68-461b-a0fc-ce74f6d486fa", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:15.792997 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33f6a850-c0f0-4c5c-8bec-61728fe49de1 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:15.793614 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a727cfbb-93e7-449a-8124-c9320799b83a', 'tag': '5052fbba-4f68-461b-a0fc-ce74f6d486fa', 'status': 'completed', 'code': 200} Aug 16 01:48:15.867982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['a63f9011-7d56-48a7-97f8-253b51154597'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:15.916347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-4a38b210-4429-4627-ab17-90afa86af778 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.917906 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-4a38b210-4429-4627-ab17-90afa86af778 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.0678442 Aug 16 01:48:15.956231 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cfb81de-f9e4-4374-9ad0-d44aadf568b8 req-8f87a8da-a0ed-4b1d-9f32-f64603f055ac tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797843 Aug 16 01:48:15.967627 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-c5390114-5751-4536-9584-e2d87201c9f6 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857560 Aug 16 01:48:16.004249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-879febfa-e304-476d-926c-7d7466c58a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.006216 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-879febfa-e304-476d-926c-7d7466c58a79 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54 HTTP/1.1" status: 200 len: 1096 time: 0.0774229 Aug 16 01:48:16.071122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ac19-8dc1-485a-b938-639c89c23ede req-9314305b-7f54-4c3e-921f-741cb0bae772 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.071968 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b836ac19-8dc1-485a-b938-639c89c23ede req-9314305b-7f54-4c3e-921f-741cb0bae772 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 948 time: 0.1852531 Aug 16 01:48:16.126452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-0d8a51b8-6a32-43c7-a2b0-82c4893e37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.129015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab956092-5ce8-405f-a4fa-d7b115551b6a req-4541e750-5edf-4ecc-a4ff-77e7c6165d47 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410332 Aug 16 01:48:16.129187 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-0d8a51b8-6a32-43c7-a2b0-82c4893e37e8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 1096 time: 0.0768650 Aug 16 01:48:16.140282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48bf728c-e570-4729-8de0-468d5892c989 req-3c40f021-9221-4376-8bb1-7f7cf977579f tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/94853992-b55b-46a4-b12a-75f6545766f4 HTTP/1.1" status: 200 len: 2405 time: 0.1284373 Aug 16 01:48:16.170369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b836ac19-8dc1-485a-b938-639c89c23ede req-7a5ed2d9-f15f-43c0-af27-fbd94b52084c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784180 Aug 16 01:48:16.235646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:16.285774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-ad1d0eb4-37fb-491c-9129-77a128f98e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.287263 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-ad1d0eb4-37fb-491c-9129-77a128f98e60 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.1416926 Aug 16 01:48:16.291118 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c50b281-d2ce-4c8e-be2a-38a46e185a9a req-b0dc0211-b57f-48f7-9e54-4057ad3e8498 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049936 Aug 16 01:48:16.350652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a85f5-5215-40cf-85e6-8a98bc7ba6d5 req-fc9d409a-0b2b-4fcc-bd63-d9ac161fa3da tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.351077 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-cd705172-a9ea-48c9-b47f-b5dbd423f7c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 HTTP/1.1" status: 200 len: 217 time: 0.0404263 Aug 16 01:48:16.358976 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c6a85f5-5215-40cf-85e6-8a98bc7ba6d5 req-fc9d409a-0b2b-4fcc-bd63-d9ac161fa3da tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 948 time: 0.1135807 Aug 16 01:48:16.429771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c6a85f5-5215-40cf-85e6-8a98bc7ba6d5 req-9b74c9b7-d42e-4b0e-aed6-b50843dd36d5 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696299 Aug 16 01:48:16.547633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f50d25e-3344-4a5b-832d-245a721b4d43 req-90102772-ebae-42ae-b188-9a77fd1cd1b3 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-group-rules/a9445f05-6afa-4ebf-aba2-660b46e5dbfc HTTP/1.1" status: 200 len: 778 time: 0.0552068 Aug 16 01:48:16.555632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:16.572120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:16.625262 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16', 'mac_address': 'fa:16:3e:b2:d5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:16.628152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e5218-111a-4d36-b4ee-c57a86e795fa req-1bc827ab-debd-42fc-92f9-d81b3dd72799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.631386 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b97e5218-111a-4d36-b4ee-c57a86e795fa req-1bc827ab-debd-42fc-92f9-d81b3dd72799 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=660e3d2b02c247d9bc7df3ee4fd5d58c&device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 1100 time: 0.2464211 Aug 16 01:48:16.633856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f50d25e-3344-4a5b-832d-245a721b4d43 req-e7a49ce1-4a95-4e76-956e-a05394b35870 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/94853992-b55b-46a4-b12a-75f6545766f4 HTTP/1.1" status: 200 len: 2405 time: 0.0852864 Aug 16 01:48:16.654113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-7d1f5b2e-d17e-43db-b84a-91215c0955a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.655765 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-7d1f5b2e-d17e-43db-b84a-91215c0955a6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.2970431 Aug 16 01:48:16.694575 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-c4d8e512-9c37-4dc5-a3b5-de77d90b7363 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275555 Aug 16 01:48:16.702044 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5f50d25e-3344-4a5b-832d-245a721b4d43 req-76be002e-f7c5-4c28-8e70-3368f1b2406d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.716789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.718741 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5f50d25e-3344-4a5b-832d-245a721b4d43 req-76be002e-f7c5-4c28-8e70-3368f1b2406d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.748683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:16.781283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:16.782436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:16.786980 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5f50d25e-3344-4a5b-832d-245a721b4d43 req-76be002e-f7c5-4c28-8e70-3368f1b2406d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.791835 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.794068 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5f50d25e-3344-4a5b-832d-245a721b4d43 req-76be002e-f7c5-4c28-8e70-3368f1b2406d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.808923 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f50d25e-3344-4a5b-832d-245a721b4d43 req-76be002e-f7c5-4c28-8e70-3368f1b2406d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/a9445f05-6afa-4ebf-aba2-660b46e5dbfc HTTP/1.1" status: 204 len: 173 time: 0.1631486 Aug 16 01:48:16.838851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be002e-f7c5-4c28-8e70-3368f1b2406d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9445f05-6afa-4ebf-aba2-660b46e5dbfc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:16.917069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:16.944750 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-87781208-119c-44c2-b4f1-435e1e83ad78 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081101 Aug 16 01:48:16.956436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754851b-89b4-4c0b-bead-3c5ac8a67ba3 req-c51607c2-5bcf-4f80-b139-5183e401fc44 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.958189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a754851b-89b4-4c0b-bead-3c5ac8a67ba3 req-c51607c2-5bcf-4f80-b139-5183e401fc44 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 944 time: 0.0728796 Aug 16 01:48:16.998056 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d5120723-830c-4548-b521-65ff408a6ee1 req-38dfc6a5-773b-4762-b60f-40588416f3e4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4110649 Aug 16 01:48:16.999927 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:48:17.047650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a754851b-89b4-4c0b-bead-3c5ac8a67ba3 req-cf552729-8774-432a-8ad6-2e046f2a1f4e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812888 Aug 16 01:48:17.077905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-2c3bcfe1-cdfc-45d3-9af9-e22196ff6e7b req-5cd6a28e-50d9-4ab2-b050-13b0316baa9f tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1320163530', 'description': 'tempest-description-170301222'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:17.145016 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2c3bcfe1-cdfc-45d3-9af9-e22196ff6e7b req-5cd6a28e-50d9-4ab2-b050-13b0316baa9f tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.149007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e5218-111a-4d36-b4ee-c57a86e795fa req-d3d963dc-e6de-43b1-b16b-ae13931adf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.150656 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b97e5218-111a-4d36-b4ee-c57a86e795fa req-d3d963dc-e6de-43b1-b16b-ae13931adf0a service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.4937561 Aug 16 01:48:17.183694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7ce3d241-79dd-49d4-a364-30ea683d3e90 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:17.296637 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-3aa75ce9-d685-4c66-9adc-57544181aa73 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393972 Aug 16 01:48:17.300836 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b97e5218-111a-4d36-b4ee-c57a86e795fa req-80ec44c2-ae60-4dfb-be33-8238bdc9de0d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=5052fbba-4f68-461b-a0fc-ce74f6d486fa HTTP/1.1" status: 200 len: 217 time: 0.1400354 Aug 16 01:48:17.304347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5120723-830c-4548-b521-65ff408a6ee1 req-be20673b-456e-473e-a4e4-8995788b4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.306278 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d5120723-830c-4548-b521-65ff408a6ee1 req-be20673b-456e-473e-a4e4-8995788b4858 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 1102 time: 0.2127500 Aug 16 01:48:17.322991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 7ce3d241-79dd-49d4-a364-30ea683d3e90, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7ce3d241-79dd-49d4-a364-30ea683d3e90,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:17.345796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '7ce3d241-79dd-49d4-a364-30ea683d3e90', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '7ce3d241-79dd-49d4-a364-30ea683d3e90', 'mac_address': 'fa:16:3e:b0:dd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:17.350271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a63f9011-7d56-48a7-97f8-253b51154597 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:17.352693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['d75cf73a-51d8-4e5b-8bc9-61c5243c3c16'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:17.366676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e5218-111a-4d36-b4ee-c57a86e795fa req-7a163245-045f-413b-8ba8-a7ab83eb68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.368458 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b97e5218-111a-4d36-b4ee-c57a86e795fa req-7a163245-045f-413b-8ba8-a7ab83eb68a2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0570855 Aug 16 01:48:17.403148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a1033-adea-47da-9469-cd118096dcdf req-580017fb-4f91-46d6-bd85-76c8b1ce9ed3 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.405106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc1a1033-adea-47da-9469-cd118096dcdf req-580017fb-4f91-46d6-bd85-76c8b1ce9ed3 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 948 time: 0.2016077 Aug 16 01:48:17.482346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2c3bcfe1-cdfc-45d3-9af9-e22196ff6e7b req-5cd6a28e-50d9-4ab2-b050-13b0316baa9f tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.483046 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.488433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5120723-830c-4548-b521-65ff408a6ee1 req-8e6cc4e3-0985-4183-8192-d1b4fd3feb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.490110 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d5120723-830c-4548-b521-65ff408a6ee1 req-8e6cc4e3-0985-4183-8192-d1b4fd3feb3a service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1206238 Aug 16 01:48:17.501092 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2c3bcfe1-cdfc-45d3-9af9-e22196ff6e7b req-5cd6a28e-50d9-4ab2-b050-13b0316baa9f tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.505772 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce3d241-79dd-49d4-a364-30ea683d3e90 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:17.535062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 7ce3d241-79dd-49d4-a364-30ea683d3e90, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7ce3d241-79dd-49d4-a364-30ea683d3e90,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:17.552275 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2c3bcfe1-cdfc-45d3-9af9-e22196ff6e7b req-5cd6a28e-50d9-4ab2-b050-13b0316baa9f tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.553869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c3bcfe1-cdfc-45d3-9af9-e22196ff6e7b req-5cd6a28e-50d9-4ab2-b050-13b0316baa9f tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4828854 Aug 16 01:48:17.601430 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.606236 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc1a1033-adea-47da-9469-cd118096dcdf req-7493959a-5b5a-4ed6-8ab5-8281d2330f5f tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891410 Aug 16 01:48:17.636860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6a28e-50d9-4ab2-b050-13b0316baa9f tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abfe60f-f559-4b81-b618-b81c95bde1c5,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:17.665237 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d5120723-830c-4548-b521-65ff408a6ee1 req-55612a87-50b8-4296-9204-5b48a966a48d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=a57e5974-0844-4a4e-ab2b-43f07303a323 HTTP/1.1" status: 200 len: 217 time: 0.1498580 Aug 16 01:48:17.728700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802840d8-729b-4d74-a9f6-c270bc77c8f5 req-d31dd96a-5721-4d39-ab60-7f58bdee8c0c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.743166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-802840d8-729b-4d74-a9f6-c270bc77c8f5 req-d31dd96a-5721-4d39-ab60-7f58bdee8c0c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1009879 Aug 16 01:48:17.754005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=7ce3d241-79dd-49d4-a364-30ea683d3e90,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:17.756344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5120723-830c-4548-b521-65ff408a6ee1 req-d69e4fa2-4557-40b0-97e1-564193d7f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.758042 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d5120723-830c-4548-b521-65ff408a6ee1 req-d69e4fa2-4557-40b0-97e1-564193d7f67e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0726833 Aug 16 01:48:17.761501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port a63f9011-7d56-48a7-97f8-253b51154597 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:17.775220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port a63f9011-7d56-48a7-97f8-253b51154597 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:17.775869 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.788080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e5218-111a-4d36-b4ee-c57a86e795fa req-e559170f-b3f7-454a-a772-669aa3ea0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.789822 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b97e5218-111a-4d36-b4ee-c57a86e795fa req-e559170f-b3f7-454a-a772-669aa3ea0757 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2987068 Aug 16 01:48:17.792866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-2c123af2-d2cc-41fc-96e8-8c2606cc6973 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.794315 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-2c123af2-d2cc-41fc-96e8-8c2606cc6973 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.1475458 Aug 16 01:48:17.833909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-802840d8-729b-4d74-a9f6-c270bc77c8f5 req-e5f3de17-a1a1-4417-a866-d9720463a6d2 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877707 Aug 16 01:48:17.870944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489789a-1d3d-48a3-bcdd-d6bfcfd924b6 req-ce6a6d2e-a838-49ab-8ced-9f5feca684ad tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.873979 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c489789a-1d3d-48a3-bcdd-d6bfcfd924b6 req-ce6a6d2e-a838-49ab-8ced-9f5feca684ad tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 949 time: 0.1267958 Aug 16 01:48:17.907734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['7ce3d241-79dd-49d4-a364-30ea683d3e90'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:17.929733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c489789a-1d3d-48a3-bcdd-d6bfcfd924b6 req-2099e242-275d-4ec6-8c1a-e4ab3a0d69ad tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483720 Aug 16 01:48:17.981588 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.006172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61727721-2b67-4beb-a470-cf4a449bcd82 req-01e59d8d-8e77-4227-af97-b1af836ed2d4 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/8abfe60f-f559-4b81-b618-b81c95bde1c5 HTTP/1.1" status: 200 len: 1812 time: 0.0571272 Aug 16 01:48:18.050204 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.055098 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ba85a6-4582-4c7b-aee3-6c4bd96f849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63f9011-7d56-48a7-97f8-253b51154597'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:18.057615 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c07824-7101-4e05-b3e4-581d223617aa" -d '{"events": [{"server_uuid": "84ba85a6-4582-4c7b-aee3-6c4bd96f849b", "name": "network-vif-plugged", "status": "completed", "tag": "a63f9011-7d56-48a7-97f8-253b51154597"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:18.101095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5120723-830c-4548-b521-65ff408a6ee1 req-913aea74-8cc2-4c58-9fd1-293d7d5394bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:18.102451 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d5120723-830c-4548-b521-65ff408a6ee1 req-913aea74-8cc2-4c58-9fd1-293d7d5394bf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2986746 Aug 16 01:48:18.107187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4224ba43-5dea-4cfb-baf5-0bc07d66d971 req-6edef8cb-1441-4dd5-94bd-878521598a76 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1747435694', 'description': 'tempest-description-405692987'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:18.108968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a63f9011-7d56-48a7-97f8-253b51154597, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a63f9011-7d56-48a7-97f8-253b51154597,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:18.176697 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4224ba43-5dea-4cfb-baf5-0bc07d66d971 req-6edef8cb-1441-4dd5-94bd-878521598a76 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.202665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a298c6-7286-4007-85e5-2518995af86a req-a235c80a-d182-49ef-94a2-762dab530b3c tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:18.214029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3a298c6-7286-4007-85e5-2518995af86a req-a235c80a-d182-49ef-94a2-762dab530b3c tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 949 time: 0.1883538 Aug 16 01:48:18.216924 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.279417 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d5120723-830c-4548-b521-65ff408a6ee1 req-04bb3e97-bbbb-4b1c-9aa5-792928559c0d service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628103 Aug 16 01:48:18.290378 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3a298c6-7286-4007-85e5-2518995af86a req-e798a188-f2c1-4c84-b5b7-2bc73e6fd3d6 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753174 Aug 16 01:48:18.293371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=a63f9011-7d56-48a7-97f8-253b51154597,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:18.371499 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cb58ec-173e-44e7-a3dd-0307d5afc08a x-openstack-request-id: req-61cb58ec-173e-44e7-a3dd-0307d5afc08a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:18.373191 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ba85a6-4582-4c7b-aee3-6c4bd96f849b", "name": "network-vif-plugged", "status": "completed", "tag": "a63f9011-7d56-48a7-97f8-253b51154597", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:18.373661 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-61cb58ec-173e-44e7-a3dd-0307d5afc08a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:18.374361 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ba85a6-4582-4c7b-aee3-6c4bd96f849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63f9011-7d56-48a7-97f8-253b51154597', 'code': 200} Aug 16 01:48:18.401407 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4224ba43-5dea-4cfb-baf5-0bc07d66d971 req-6edef8cb-1441-4dd5-94bd-878521598a76 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.421707 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4224ba43-5dea-4cfb-baf5-0bc07d66d971 req-6edef8cb-1441-4dd5-94bd-878521598a76 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.440429 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d5120723-830c-4548-b521-65ff408a6ee1 req-dd94c397-2d48-4b5f-9160-9b5f32ce2991 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168296 Aug 16 01:48:18.445733 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b97e5218-111a-4d36-b4ee-c57a86e795fa req-20adcff8-49af-44d3-b4c2-f46a9db51fb6 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259189 Aug 16 01:48:18.604895 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b97e5218-111a-4d36-b4ee-c57a86e795fa req-5118a062-314b-421a-92e6-26b94bed2df6 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328559 Aug 16 01:48:18.612946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-024d9444-52a4-44b5-84fd-27f88742cbc2 service neutron] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:18.617522 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-024d9444-52a4-44b5-84fd-27f88742cbc2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.618899 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-473d162e-2ba6-47ca-be1b-beb48e5d0792 req-024d9444-52a4-44b5-84fd-27f88742cbc2 service neutron] 10.222.0.89 "DELETE /v2.0/ports/9dd7aff6-f6b9-4d57-83ce-6694b7f62c42/bindings/n-h1-768851-16 HTTP/1.1" status: 204 len: 173 time: 0.8125424 Aug 16 01:48:18.781270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4224ba43-5dea-4cfb-baf5-0bc07d66d971 req-6edef8cb-1441-4dd5-94bd-878521598a76 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.782623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4224ba43-5dea-4cfb-baf5-0bc07d66d971 req-6edef8cb-1441-4dd5-94bd-878521598a76 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6897771 Aug 16 01:48:18.789652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edef8cb-1441-4dd5-94bd-878521598a76 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f9ed23-8aeb-4294-bec1-2110fa52f30d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:18.805410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832353e-b80a-4898-b0ee-8ee4cf21042d req-0a4a687e-a8f2-4b90-ada5-6a7deafd6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:18.806978 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8832353e-b80a-4898-b0ee-8ee4cf21042d req-0a4a687e-a8f2-4b90-ada5-6a7deafd6131 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=84ba85a6-4582-4c7b-aee3-6c4bd96f849b HTTP/1.1" status: 200 len: 1101 time: 0.3558257 Aug 16 01:48:18.824376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b0969-97ef-4d22-afd6-18cfd7e61b96 req-87251c48-9771-41aa-a2c5-3a2862fe167d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:18.830603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e69b0969-97ef-4d22-afd6-18cfd7e61b96 req-87251c48-9771-41aa-a2c5-3a2862fe167d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 944 time: 0.3631155 Aug 16 01:48:18.913454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8832353e-b80a-4898-b0ee-8ee4cf21042d req-178d5904-ab3a-4895-b2c1-70740a213765 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969794 Aug 16 01:48:18.916506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e69b0969-97ef-4d22-afd6-18cfd7e61b96 req-f7ed6bd0-1387-497a-b126-ce870fb619e1 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836504 Aug 16 01:48:18.941094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24f14d-7fc3-4f3f-b02a-f572d50114a0 req-6e937a63-0e69-446d-801a-d055c68e85ab tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:18.942596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d24f14d-7fc3-4f3f-b02a-f572d50114a0 req-6e937a63-0e69-446d-801a-d055c68e85ab tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 948 time: 0.0751836 Aug 16 01:48:19.013294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-514fa5e8-3dc8-441f-b57e-c1fd672f6b9a req-20eff47d-4085-4d7d-bed9-b5eaed9b90ec tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/14f9ed23-8aeb-4294-bec1-2110fa52f30d HTTP/1.1" status: 200 len: 1812 time: 0.0677502 Aug 16 01:48:19.025756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d24f14d-7fc3-4f3f-b02a-f572d50114a0 req-901baeb5-31e1-4e89-b020-8ee099c3e7be tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693111 Aug 16 01:48:19.169355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d450556-35d4-45a9-9d7e-60b8a136d5fd req-d99e0b8c-3838-42e7-a269-33920b93f2a7 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:19.170875 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d450556-35d4-45a9-9d7e-60b8a136d5fd req-d99e0b8c-3838-42e7-a269-33920b93f2a7 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0729227 Aug 16 01:48:19.188352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5052fbba-4f68-461b-a0fc-ce74f6d486fa details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:19.191908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7ce3d241-79dd-49d4-a364-30ea683d3e90 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:19.265882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d450556-35d4-45a9-9d7e-60b8a136d5fd req-0974b04f-54f6-4f35-9a2c-8ecdbcda0095 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784380 Aug 16 01:48:19.296108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e563-b4b1-41f4-81ba-7007996202a4 req-39a2b4cb-9828-48ee-ab7c-403fee69b6fe tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:19.313017 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c71e563-b4b1-41f4-81ba-7007996202a4 req-39a2b4cb-9828-48ee-ab7c-403fee69b6fe tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 949 time: 0.1362200 Aug 16 01:48:19.336626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-a03e4f45-974c-4de4-a087-bb8f17802a6d req-6b946d40-b5f3-4a4b-b196-391a7a4360d6 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-685834529', 'description': 'tempest-description-1138853046'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:19.382262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c71e563-b4b1-41f4-81ba-7007996202a4 req-afdd58c9-0fe4-4957-93e4-5254e90109c7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674095 Aug 16 01:48:19.385835 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a03e4f45-974c-4de4-a087-bb8f17802a6d req-6b946d40-b5f3-4a4b-b196-391a7a4360d6 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.387964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 7ce3d241-79dd-49d4-a364-30ea683d3e90 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:19.397797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 7ce3d241-79dd-49d4-a364-30ea683d3e90 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:19.398178 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.463168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5052fbba-4f68-461b-a0fc-ce74f6d486fa, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5052fbba-4f68-461b-a0fc-ce74f6d486fa,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:19.506843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '5052fbba-4f68-461b-a0fc-ce74f6d486fa', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '5052fbba-4f68-461b-a0fc-ce74f6d486fa', 'mac_address': 'fa:16:3e:58:e4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:19.563019 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.565365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21aaf5-4777-4606-9ddd-baca5172c650 req-71ea2669-d18e-40db-894f-72b0fb9027f2 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:19.573292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a21aaf5-4777-4606-9ddd-baca5172c650 req-71ea2669-d18e-40db-894f-72b0fb9027f2 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 1096 time: 0.0874050 Aug 16 01:48:19.588789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5052fbba-4f68-461b-a0fc-ce74f6d486fa {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:19.602354 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a03e4f45-974c-4de4-a087-bb8f17802a6d req-6b946d40-b5f3-4a4b-b196-391a7a4360d6 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.615625 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a03e4f45-974c-4de4-a087-bb8f17802a6d req-6b946d40-b5f3-4a4b-b196-391a7a4360d6 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.634333 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a21aaf5-4777-4606-9ddd-baca5172c650 req-82086cdb-90e1-4cb8-9aef-ea101a2a40d1 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599031 Aug 16 01:48:19.664442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5052fbba-4f68-461b-a0fc-ce74f6d486fa, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5052fbba-4f68-461b-a0fc-ce74f6d486fa,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:19.677015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a03e4f45-974c-4de4-a087-bb8f17802a6d req-6b946d40-b5f3-4a4b-b196-391a7a4360d6 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.677015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a03e4f45-974c-4de4-a087-bb8f17802a6d req-6b946d40-b5f3-4a4b-b196-391a7a4360d6 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3503885 Aug 16 01:48:19.677015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b946d40-b5f3-4a4b-b196-391a7a4360d6 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cce8d5-f20d-43a1-a820-891e9c8a27a7,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:19.699244 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.792514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9711ae0-b667-4980-97d6-e753532ba003 req-085f4b1e-5bd3-4072-924b-006d497dbc5c tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/99cce8d5-f20d-43a1-a820-891e9c8a27a7 HTTP/1.1" status: 200 len: 1812 time: 0.0752461 Aug 16 01:48:19.805771 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.867532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-6f4a52d3-836a-4725-8973-7a4a877c881f req-4efcb796-6e1b-4fc6-8ff5-cfcfa87d565d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1652306626', 'description': 'tempest-description-1171175470'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:19.874080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 7ce3d241-79dd-49d4-a364-30ea683d3e90, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7ce3d241-79dd-49d4-a364-30ea683d3e90,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:19.879770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=5052fbba-4f68-461b-a0fc-ce74f6d486fa,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:19.891973 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.932095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c9e7d-ebc1-42a2-82ee-a75e87925905 req-a3b7a318-db5b-4206-a636-4e43ec941aad tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:19.936701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-300c9e7d-ebc1-42a2-82ee-a75e87925905 req-a3b7a318-db5b-4206-a636-4e43ec941aad tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 949 time: 0.1282182 Aug 16 01:48:19.938108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f4a52d3-836a-4725-8973-7a4a877c881f req-4efcb796-6e1b-4fc6-8ff5-cfcfa87d565d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.004650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=7ce3d241-79dd-49d4-a364-30ea683d3e90,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:20.033649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['5052fbba-4f68-461b-a0fc-ce74f6d486fa'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:20.040875 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-300c9e7d-ebc1-42a2-82ee-a75e87925905 req-8e56c4e6-f8d3-4094-a8b9-64f62b509951 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874071 Aug 16 01:48:20.147116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f4a52d3-836a-4725-8973-7a4a877c881f req-4efcb796-6e1b-4fc6-8ff5-cfcfa87d565d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.157037 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f4a52d3-836a-4725-8973-7a4a877c881f req-4efcb796-6e1b-4fc6-8ff5-cfcfa87d565d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.255280 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f4a52d3-836a-4725-8973-7a4a877c881f req-4efcb796-6e1b-4fc6-8ff5-cfcfa87d565d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.256657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f4a52d3-836a-4725-8973-7a4a877c881f req-4efcb796-6e1b-4fc6-8ff5-cfcfa87d565d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4283788 Aug 16 01:48:20.261749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:20.262055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcb796-6e1b-4fc6-8ff5-cfcfa87d565d tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5816ec-83c9-45ff-ae7b-cc228691d018,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:20.331826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-bb1098d7-4ccc-42b7-8342-bebdf768a5a2 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:20.338446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-bb1098d7-4ccc-42b7-8342-bebdf768a5a2 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 820 time: 0.1531551 Aug 16 01:48:20.352269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:20.361606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:20.361994 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.362652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-6eec9426-661a-43dd-8f90-847baa84f2d2 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/quotas/3a83844cc9814e1fa23ad4d8bd3f5c54 HTTP/1.1" status: 200 len: 375 time: 0.0167842 Aug 16 01:48:20.388623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fea4115-4015-4a6e-9858-fe42481d5343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce3d241-79dd-49d4-a364-30ea683d3e90'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:20.390977 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcbcfd1-289c-4654-b8dc-8fda408ad023" -d '{"events": [{"server_uuid": "0fea4115-4015-4a6e-9858-fe42481d5343", "name": "network-vif-plugged", "status": "completed", "tag": "7ce3d241-79dd-49d4-a364-30ea683d3e90"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:20.453500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-42f7422f-fe02-41e2-99df-9d5253a94b72 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896685 Aug 16 01:48:20.468831 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.494817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961f6f0-6576-4444-93c5-02ae60c8c03f req-ff9ff5de-3808-4845-87b4-baeaff7c5c22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:20.496382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f961f6f0-6576-4444-93c5-02ae60c8c03f req-ff9ff5de-3808-4845-87b4-baeaff7c5c22 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 949 time: 0.1232297 Aug 16 01:48:20.515855 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:20.521919 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.593847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f961f6f0-6576-4444-93c5-02ae60c8c03f req-90d24804-bf47-48da-b9f3-48cf6227df23 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648205 Aug 16 01:48:20.608635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-d1076969-6c77-4f72-ac9f-025628e0c050 service neutron] 10.222.0.79 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542363 Aug 16 01:48:20.625951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:20.724895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-e384f86c-a747-4bcb-bfbf-a4c0987fd9d5 service neutron] 10.222.0.79 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063144 Aug 16 01:48:20.776579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-108f8b74-8916-492d-8717-8c0439a8f148 req-d1a5316f-b25a-4615-b346-0a2293841125 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/9b5816ec-83c9-45ff-ae7b-cc228691d018 HTTP/1.1" status: 200 len: 1813 time: 0.0505991 Aug 16 01:48:20.885457 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750821ed-b34f-4a70-886a-e5990cced0a2 x-openstack-request-id: req-750821ed-b34f-4a70-886a-e5990cced0a2 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:20.886081 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fea4115-4015-4a6e-9858-fe42481d5343", "name": "network-vif-plugged", "status": "completed", "tag": "7ce3d241-79dd-49d4-a364-30ea683d3e90", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:20.886482 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-750821ed-b34f-4a70-886a-e5990cced0a2 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:20.887050 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fea4115-4015-4a6e-9858-fe42481d5343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce3d241-79dd-49d4-a364-30ea683d3e90', 'code': 200} Aug 16 01:48:20.912724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687b2ce-44a1-4e82-9e34-ff2c01e50f2f req-d4703427-d3e5-4d55-9a21-0277950cc7ce tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:20.915201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a687b2ce-44a1-4e82-9e34-ff2c01e50f2f req-d4703427-d3e5-4d55-9a21-0277950cc7ce tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0863538 Aug 16 01:48:21.059485 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a687b2ce-44a1-4e82-9e34-ff2c01e50f2f req-04302f1e-21c9-443d-9469-91d20d1a588c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232631 Aug 16 01:48:21.069548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d3361-4bf7-48b5-8751-d9a7232da5ec req-37cd6e22-4974-4898-b9de-e82b14901b2d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:21.071191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc6d3361-4bf7-48b5-8751-d9a7232da5ec req-37cd6e22-4974-4898-b9de-e82b14901b2d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 950 time: 0.1244853 Aug 16 01:48:21.073459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4fd66-c74d-49ea-9348-acf110c3c8e5 req-bef64b7f-a755-4ada-845b-ad1d72244cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:21.075060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9b4fd66-c74d-49ea-9348-acf110c3c8e5 req-bef64b7f-a755-4ada-845b-ad1d72244cd7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 1102 time: 0.1135364 Aug 16 01:48:21.135309 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-99c48eb6-561b-49bc-9f6e-5bd71a738a2e req-baafeb46-c404-481d-a26c-b0bcb977b9da tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] show failed (client error): The resource could not be found. Aug 16 01:48:21.136574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99c48eb6-561b-49bc-9f6e-5bd71a738a2e req-baafeb46-c404-481d-a26c-b0bcb977b9da tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/675b376d-ab35-4816-a0b0-59bb42404147 HTTP/1.1" status: 404 len: 352 time: 0.0267611 Aug 16 01:48:21.155046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc6d3361-4bf7-48b5-8751-d9a7232da5ec req-c048f954-7944-4901-9b31-75998eb69b1d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767455 Aug 16 01:48:21.162833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9b4fd66-c74d-49ea-9348-acf110c3c8e5 req-2c0646ea-0387-4831-8628-60c0dd670540 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775087 Aug 16 01:48:21.210327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5052fbba-4f68-461b-a0fc-ce74f6d486fa up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:21.237912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2a7181f-7250-479d-a6a9-1cc439ab5036 req-b1ef006c-d11d-41cf-9474-0c0777fa8ec4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 210 time: 0.0377824 Aug 16 01:48:21.304599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 5052fbba-4f68-461b-a0fc-ce74f6d486fa completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:21.314073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 5052fbba-4f68-461b-a0fc-ce74f6d486fa triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:21.315127 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.315973 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-c516e524-31da-4b3d-87d1-ca971c1d6df0 req-b66c24b5-1192-42ef-a874-6336cfc786f8 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] show failed (client error): The resource could not be found. Aug 16 01:48:21.317060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c516e524-31da-4b3d-87d1-ca971c1d6df0 req-b66c24b5-1192-42ef-a874-6336cfc786f8 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-group-rules/582397a9-481d-48aa-8a34-5d15949df349 HTTP/1.1" status: 404 len: 361 time: 0.0261066 Aug 16 01:48:21.336284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a95849-5b0a-4eb6-9a68-a3f1d4fcb1ac req-90e24d8b-9c7a-4fcf-a531-b50367274996 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:21.344119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9a95849-5b0a-4eb6-9a68-a3f1d4fcb1ac req-90e24d8b-9c7a-4fcf-a531-b50367274996 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 950 time: 0.0901291 Aug 16 01:48:21.418557 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.445056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9a95849-5b0a-4eb6-9a68-a3f1d4fcb1ac req-6a6fed8b-c95d-4785-b10e-44deee386fb9 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938706 Aug 16 01:48:21.448701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00f3872d-2530-496f-b3cf-f0aed6f9b6b1 req-dd461265-d552-445e-9d6c-b0fea578fde3 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/9b5816ec-83c9-45ff-ae7b-cc228691d018 HTTP/1.1" status: 200 len: 1813 time: 0.1014328 Aug 16 01:48:21.471107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5052fbba-4f68-461b-a0fc-ce74f6d486fa, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5052fbba-4f68-461b-a0fc-ce74f6d486fa,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:21.478398 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.540236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=5052fbba-4f68-461b-a0fc-ce74f6d486fa,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:21.554279 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-00f3872d-2530-496f-b3cf-f0aed6f9b6b1 req-6ec8cfe3-e9c9-4e54-9d3e-10d9394ea284 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.587351 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-00f3872d-2530-496f-b3cf-f0aed6f9b6b1 req-6ec8cfe3-e9c9-4e54-9d3e-10d9394ea284 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.646384 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-00f3872d-2530-496f-b3cf-f0aed6f9b6b1 req-6ec8cfe3-e9c9-4e54-9d3e-10d9394ea284 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.649132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-00f3872d-2530-496f-b3cf-f0aed6f9b6b1 req-6ec8cfe3-e9c9-4e54-9d3e-10d9394ea284 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.650502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00f3872d-2530-496f-b3cf-f0aed6f9b6b1 req-6ec8cfe3-e9c9-4e54-9d3e-10d9394ea284 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "DELETE /v2.0/security-groups/9b5816ec-83c9-45ff-ae7b-cc228691d018 HTTP/1.1" status: 204 len: 173 time: 0.1881738 Aug 16 01:48:21.663263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8cfe3-e9c9-4e54-9d3e-10d9394ea284 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5816ec-83c9-45ff-ae7b-cc228691d018,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:21.796346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c6cb5-83c6-41cd-ace7-35f738ce692d req-aef8b37a-fdaa-4bc7-b2c4-941ec13df1e1 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:21.797852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-853c6cb5-83c6-41cd-ace7-35f738ce692d req-aef8b37a-fdaa-4bc7-b2c4-941ec13df1e1 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 950 time: 0.0941041 Aug 16 01:48:21.804555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c74b3dd9-1d62-4264-a4d2-57a247bd7157 req-c22b6c28-446d-4917-b2b5-84921a3dd09b tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/99cce8d5-f20d-43a1-a820-891e9c8a27a7 HTTP/1.1" status: 200 len: 1812 time: 0.0879805 Aug 16 01:48:21.877703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-853c6cb5-83c6-41cd-ace7-35f738ce692d req-0a16f0a2-cdd8-44c6-9ebd-3cd10a238924 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651474 Aug 16 01:48:21.903373 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c74b3dd9-1d62-4264-a4d2-57a247bd7157 req-642e612e-49fb-4ca0-bdc1-8160ddc9fc44 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.929724 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c74b3dd9-1d62-4264-a4d2-57a247bd7157 req-642e612e-49fb-4ca0-bdc1-8160ddc9fc44 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.998336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c74b3dd9-1d62-4264-a4d2-57a247bd7157 req-642e612e-49fb-4ca0-bdc1-8160ddc9fc44 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.009513 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c74b3dd9-1d62-4264-a4d2-57a247bd7157 req-642e612e-49fb-4ca0-bdc1-8160ddc9fc44 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.009513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c74b3dd9-1d62-4264-a4d2-57a247bd7157 req-642e612e-49fb-4ca0-bdc1-8160ddc9fc44 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "DELETE /v2.0/security-groups/99cce8d5-f20d-43a1-a820-891e9c8a27a7 HTTP/1.1" status: 204 len: 173 time: 0.1959491 Aug 16 01:48:22.024880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e612e-49fb-4ca0-bdc1-8160ddc9fc44 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cce8d5-f20d-43a1-a820-891e9c8a27a7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:22.109843 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5af29bc8-1947-4f69-9d2e-0f857b46cd09 req-eb34d346-c4ab-4b24-8e77-833c37968c1c tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/14f9ed23-8aeb-4294-bec1-2110fa52f30d HTTP/1.1" status: 200 len: 1812 time: 0.0791979 Aug 16 01:48:22.260443 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5af29bc8-1947-4f69-9d2e-0f857b46cd09 req-c44635ec-b0f7-4803-9b9b-eef0613b205b tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.292678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf13d-fb5a-4567-8a9f-90c9ebe95218 req-d6359ea0-09ae-45d5-8e96-a3cd20fb6d9a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:22.294243 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fecf13d-fb5a-4567-8a9f-90c9ebe95218 req-d6359ea0-09ae-45d5-8e96-a3cd20fb6d9a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1228719 Aug 16 01:48:22.300020 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5af29bc8-1947-4f69-9d2e-0f857b46cd09 req-c44635ec-b0f7-4803-9b9b-eef0613b205b tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.377570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fecf13d-fb5a-4567-8a9f-90c9ebe95218 req-3d680b42-d0ba-40f0-ab8d-65958b5a4d52 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693254 Aug 16 01:48:22.393132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5af29bc8-1947-4f69-9d2e-0f857b46cd09 req-c44635ec-b0f7-4803-9b9b-eef0613b205b tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.395930 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5af29bc8-1947-4f69-9d2e-0f857b46cd09 req-c44635ec-b0f7-4803-9b9b-eef0613b205b tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.397108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5af29bc8-1947-4f69-9d2e-0f857b46cd09 req-c44635ec-b0f7-4803-9b9b-eef0613b205b tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "DELETE /v2.0/security-groups/14f9ed23-8aeb-4294-bec1-2110fa52f30d HTTP/1.1" status: 204 len: 173 time: 0.2791955 Aug 16 01:48:22.414573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44635ec-b0f7-4803-9b9b-eef0613b205b tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f9ed23-8aeb-4294-bec1-2110fa52f30d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:22.444473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-396ac664-2d9c-4bd8-9cd2-96751bb57f3d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:22.447845 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-396ac664-2d9c-4bd8-9cd2-96751bb57f3d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 820 time: 0.2053609 Aug 16 01:48:22.471221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Request body: {'port': {'device_id': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8', 'admin_state_up': True, 'tenant_id': '3a83844cc9814e1fa23ad4d8bd3f5c54'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:22.537681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d00f2-267d-4a2a-986b-8eaf133eb97e req-5c5c00d1-d290-48c3-a9b6-5f795cd86d46 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:22.546427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d23d00f2-267d-4a2a-986b-8eaf133eb97e req-5c5c00d1-d290-48c3-a9b6-5f795cd86d46 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 950 time: 0.0767140 Aug 16 01:48:22.568036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-526c6023-1ec5-4a7e-b502-52df123bf559 req-96b092ce-1efc-45f7-adda-331a5d7cc0fe tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 210 time: 0.0518324 Aug 16 01:48:22.628123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Made reservation on behalf of 3a83844cc9814e1fa23ad4d8bd3f5c54 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:22.632197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.634035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d23d00f2-267d-4a2a-986b-8eaf133eb97e req-da3c617c-17af-4853-b659-c5e7446cff8e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866728 Aug 16 01:48:22.701855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71fbe5a3-a7d2-4dfa-b49e-616dad48e6b6 req-29c83998-1d7b-4577-8026-665fd79bc786 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/8abfe60f-f559-4b81-b618-b81c95bde1c5 HTTP/1.1" status: 200 len: 1812 time: 0.0936658 Aug 16 01:48:22.801192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Allocated IP 172.20.0.4 (3e96692e-fcd8-42a9-a326-b63e8de5c6e8/ee669229-a3fb-45fb-9d99-b6dc72a6d72d/25a85a8b-7746-4fa8-a9ba-d45692d79cde) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:22.820112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb3bbc-a45e-42c0-8228-22759fd24869 req-4b591ea7-48a9-49f0-91b8-819980ca3c26 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:22.828744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dcb3bbc-a45e-42c0-8228-22759fd24869 req-4b591ea7-48a9-49f0-91b8-819980ca3c26 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 950 time: 0.0781522 Aug 16 01:48:22.831902 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-71fbe5a3-a7d2-4dfa-b49e-616dad48e6b6 req-273a317f-b51d-43f8-884d-be3a2afdbdc8 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.888923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d9e335-3e66-453a-9eb9-153c2249d40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16'}, {'server_uuid': 'a727cfbb-93e7-449a-8124-c9320799b83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5052fbba-4f68-461b-a0fc-ce74f6d486fa'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:22.893567 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e59a4a3-8f39-4dd9-acf4-099f19ec9ff3" -d '{"events": [{"server_uuid": "37d9e335-3e66-453a-9eb9-153c2249d40e", "name": "network-vif-plugged", "status": "completed", "tag": "d75cf73a-51d8-4e5b-8bc9-61c5243c3c16"}, {"server_uuid": "a727cfbb-93e7-449a-8124-c9320799b83a", "name": "network-vif-plugged", "status": "completed", "tag": "5052fbba-4f68-461b-a0fc-ce74f6d486fa"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:22.912233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-71fbe5a3-a7d2-4dfa-b49e-616dad48e6b6 req-273a317f-b51d-43f8-884d-be3a2afdbdc8 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.935599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dcb3bbc-a45e-42c0-8228-22759fd24869 req-9d25ee69-d1f9-4719-8f21-7bc00beea0ef tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057794 Aug 16 01:48:22.966372 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.998199 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6439388-d066-468b-9892-05fcb76538b5 x-openstack-request-id: req-f6439388-d066-468b-9892-05fcb76538b5 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:22.998705 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d9e335-3e66-453a-9eb9-153c2249d40e", "name": "network-vif-plugged", "status": "completed", "tag": "d75cf73a-51d8-4e5b-8bc9-61c5243c3c16", "code": 200}, {"server_uuid": "a727cfbb-93e7-449a-8124-c9320799b83a", "name": "network-vif-plugged", "status": "completed", "tag": "5052fbba-4f68-461b-a0fc-ce74f6d486fa", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:22.999058 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6439388-d066-468b-9892-05fcb76538b5 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:23.000441 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d9e335-3e66-453a-9eb9-153c2249d40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16', 'code': 200} Aug 16 01:48:23.000441 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a727cfbb-93e7-449a-8124-c9320799b83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5052fbba-4f68-461b-a0fc-ce74f6d486fa', 'code': 200} Aug 16 01:48:23.006474 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-71fbe5a3-a7d2-4dfa-b49e-616dad48e6b6 req-273a317f-b51d-43f8-884d-be3a2afdbdc8 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.015736 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-71fbe5a3-a7d2-4dfa-b49e-616dad48e6b6 req-273a317f-b51d-43f8-884d-be3a2afdbdc8 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.022172 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.039584 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71fbe5a3-a7d2-4dfa-b49e-616dad48e6b6 req-273a317f-b51d-43f8-884d-be3a2afdbdc8 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "DELETE /v2.0/security-groups/8abfe60f-f559-4b81-b618-b81c95bde1c5 HTTP/1.1" status: 204 len: 173 time: 0.3292618 Aug 16 01:48:23.053799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a317f-b51d-43f8-884d-be3a2afdbdc8 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abfe60f-f559-4b81-b618-b81c95bde1c5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:23.088107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:23.094567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Pushing event updated for resources: {'Port': ['ID=25a85a8b-7746-4fa8-a9ba-d45692d79cde,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:23.103448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:23.112072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:23.152610 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3eb62-af4a-4d20-939a-5438bc080910 req-df19ad18-1935-469d-b999-2db65a141c8f tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:23.154230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1b3eb62-af4a-4d20-939a-5438bc080910 req-df19ad18-1935-469d-b999-2db65a141c8f tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 950 time: 0.0962427 Aug 16 01:48:23.186236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b50ec9-7fb7-4abd-8dcd-4d134509cde8 req-f7a37cc7-0681-479c-8689-a40da228c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:23.187753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27b50ec9-7fb7-4abd-8dcd-4d134509cde8 req-f7a37cc7-0681-479c-8689-a40da228c392 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 1102 time: 0.0769677 Aug 16 01:48:23.191929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:23.192773 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.219885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71eb12-9e2d-4569-a1e2-9f7cfebc8fbf req-6886df56-56a3-448a-8c29-72e81fcf85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:23.221736 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3d71eb12-9e2d-4569-a1e2-9f7cfebc8fbf req-6886df56-56a3-448a-8c29-72e81fcf85e6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 1102 time: 0.0620346 Aug 16 01:48:23.225460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-cb9efa74-a39e-46f1-b1e9-1def89e73def tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7571304 Aug 16 01:48:23.247546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27b50ec9-7fb7-4abd-8dcd-4d134509cde8 req-6efd55cc-1408-4fa8-b052-112ede9b49d5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506763 Aug 16 01:48:23.258074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1b3eb62-af4a-4d20-939a-5438bc080910 req-7a5eab04-2262-4c2b-b850-fea01c38e739 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935702 Aug 16 01:48:23.323813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-789920b7-6980-4e29-bdd4-489bfd9e41c8 req-14fadd64-b292-4cb0-a07a-1c3de63b209f tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "GET /v2.0/security-groups/94853992-b55b-46a4-b12a-75f6545766f4 HTTP/1.1" status: 200 len: 1812 time: 0.0479920 Aug 16 01:48:23.357584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Request body: {'port': {'device_id': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:23.405537 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-789920b7-6980-4e29-bdd4-489bfd9e41c8 req-794a6fc1-4bd6-4156-a5e9-cf9ac4feca16 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.421052 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3d71eb12-9e2d-4569-a1e2-9f7cfebc8fbf req-d6af65bd-52b1-4e6a-992a-938b8381c1e0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798657 Aug 16 01:48:23.438844 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-789920b7-6980-4e29-bdd4-489bfd9e41c8 req-794a6fc1-4bd6-4156-a5e9-cf9ac4feca16 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.460535 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.530380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-7e530a14-34f0-4482-a242-a03a87a80b37 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c603b74d179748b9a8c99d7fb332dc4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628314 Aug 16 01:48:23.608581 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-789920b7-6980-4e29-bdd4-489bfd9e41c8 req-794a6fc1-4bd6-4156-a5e9-cf9ac4feca16 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.611906 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-789920b7-6980-4e29-bdd4-489bfd9e41c8 req-794a6fc1-4bd6-4156-a5e9-cf9ac4feca16 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.623910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-789920b7-6980-4e29-bdd4-489bfd9e41c8 req-794a6fc1-4bd6-4156-a5e9-cf9ac4feca16 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] 10.222.0.79 "DELETE /v2.0/security-groups/94853992-b55b-46a4-b12a-75f6545766f4 HTTP/1.1" status: 204 len: 173 time: 0.2881324 Aug 16 01:48:23.627807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59034) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:23.649302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a6fc1-4bd6-4156-a5e9-cf9ac4feca16 tempest-SecurityGroupRulesNegativeTestJSON-900375837 tempest-SecurityGroupRulesNegativeTestJSON-900375837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94853992-b55b-46a4-b12a-75f6545766f4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:23.716528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b51796c-17fd-4407-9c4d-21f9cd410221 admin admin] Deleting subnet e6a32a0e-05b6-4cf9-a518-8424a7c99b92 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:48:23.720892 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b51796c-17fd-4407-9c4d-21f9cd410221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.788608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-e0b4cdee-e821-46d8-acb9-963d928f3d71 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:23.795939 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-e0b4cdee-e821-46d8-acb9-963d928f3d71 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640970 Aug 16 01:48:23.821177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-74787c71-e1d2-4f5e-b0a3-70fe5321b151 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/quotas/c603b74d179748b9a8c99d7fb332dc4a HTTP/1.1" status: 200 len: 375 time: 0.0241511 Aug 16 01:48:23.854378 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b51796c-17fd-4407-9c4d-21f9cd410221 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.874442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783d22b-11ab-49c7-b491-d65cba781079 req-e99e0d75-1a5b-471a-976a-7a52aadc3eab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:23.876100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3783d22b-11ab-49c7-b491-d65cba781079 req-e99e0d75-1a5b-471a-976a-7a52aadc3eab tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1308801 Aug 16 01:48:23.878069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b51796c-17fd-4407-9c4d-21f9cd410221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.951084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-07256dca-5724-4efc-b04e-94a83d6257d0 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c603b74d179748b9a8c99d7fb332dc4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1288071 Aug 16 01:48:23.998345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3783d22b-11ab-49c7-b491-d65cba781079 req-85bf8b61-e16d-4fec-a611-c6c26221666b tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956504 Aug 16 01:48:24.040023 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b51796c-17fd-4407-9c4d-21f9cd410221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.084075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51796c-17fd-4407-9c4d-21f9cd410221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a32a0e-05b6-4cf9-a518-8424a7c99b92,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:24.113769 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b51796c-17fd-4407-9c4d-21f9cd410221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.119644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0b51796c-17fd-4407-9c4d-21f9cd410221 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e6a32a0e-05b6-4cf9-a518-8424a7c99b92 HTTP/1.1" status: 204 len: 168 time: 0.4774907 Aug 16 01:48:24.119760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59038) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:24.248134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.252967 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d770ad-a574-4352-9f33-852badde3950 req-f32aac22-470e-458b-aedd-c10345b38b95 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:24.257212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d770ad-a574-4352-9f33-852badde3950 req-f32aac22-470e-458b-aedd-c10345b38b95 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 931 time: 0.1055913 Aug 16 01:48:24.298221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a85a8b-7746-4fa8-a9ba-d45692d79cde {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:24.309827 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.328798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Transition to ACTIVE for port object 25a85a8b-7746-4fa8-a9ba-d45692d79cde will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:24.336189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d770ad-a574-4352-9f33-852badde3950 req-b2ee965b-9225-4757-a449-076517b39166 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718536 Aug 16 01:48:24.360372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b114b-4e1c-469f-b3b2-93d7953981bb req-19bb13eb-86d3-4a73-bd32-4f6761631ca2 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:24.362484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.369902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-759b114b-4e1c-469f-b3b2-93d7953981bb req-19bb13eb-86d3-4a73-bd32-4f6761631ca2 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 950 time: 0.0827942 Aug 16 01:48:24.417341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Pushing event updated for resources: {'Port': ['ID=25a85a8b-7746-4fa8-a9ba-d45692d79cde,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:24.420154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-759b114b-4e1c-469f-b3b2-93d7953981bb req-b551a575-7801-4d26-a866-9007b099ef81 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Aug 16 01:48:24.475950 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.494989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58781e20-baa0-4195-a505-51204d19f5f5']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:24.515723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93e9a2f-f595-4df5-961f-1b2734e54442') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:24.516089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93e9a2f-f595-4df5-961f-1b2734e54442') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:24.522949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a31c9351-b3af-459c-af5b-471ad3a28933 req-b3171668-9ff2-4e1d-b5f9-6cf990f279b1 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 210 time: 0.0480630 Aug 16 01:48:24.529950 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.594024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cdc79-d139-45f1-8d59-ae8ec6c79334 req-8986dfb4-932e-4978-8675-f3ffc26342ec tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:24.603712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-469cdc79-d139-45f1-8d59-ae8ec6c79334 req-8986dfb4-932e-4978-8675-f3ffc26342ec tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 950 time: 0.0794699 Aug 16 01:48:24.612891 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.637909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:48:24.638385 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:48:24.640888 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:48:24.677659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-469cdc79-d139-45f1-8d59-ae8ec6c79334 req-4cfce59b-badf-4838-ad34-3965f51c8a1d tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721667 Aug 16 01:48:24.718232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:24.718691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:24.719130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:24.723496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.731902 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.734073 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] 10.222.0.79 "DELETE /v2.0/networks/58781e20-baa0-4195-a505-51204d19f5f5 HTTP/1.1" status: 204 len: 168 time: 0.6137288 Aug 16 01:48:24.734994 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:24.735503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:24.752553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322d62c-2523-41f4-9bd8-b6b0eb923801 admin admin] Pushing event deleted for resources: {'Network': ['ID=58781e20-baa0-4195-a505-51204d19f5f5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:24.755129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:24.755572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:24.756040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:24.756575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Bound port: 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:24.757054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.922308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:24.927492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:24.933348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.952493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59060) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:24.993586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:24.994484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.996082 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] 10.222.0.84 "PUT /v2.0/ports/25a85a8b-7746-4fa8-a9ba-d45692d79cde HTTP/1.1" status: 200 len: 1092 time: 1.6566367 Aug 16 01:48:25.000177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'tag': '25a85a8b-7746-4fa8-a9ba-d45692d79cde'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:25.010515 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e16a14-23a6-480d-a11f-be3cfd192f77" -d '{"events": [{"name": "network-changed", "server_uuid": "f31553b5-edfa-4b5b-a5ed-13210484248e", "tag": "25a85a8b-7746-4fa8-a9ba-d45692d79cde"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:25.078329 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b578f21-a076-48df-9f46-7f48bc929c5a x-openstack-request-id: req-4b578f21-a076-48df-9f46-7f48bc929c5a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:25.087861 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31553b5-edfa-4b5b-a5ed-13210484248e", "tag": "25a85a8b-7746-4fa8-a9ba-d45692d79cde", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:25.088096 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b578f21-a076-48df-9f46-7f48bc929c5a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:25.089840 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'tag': '25a85a8b-7746-4fa8-a9ba-d45692d79cde', 'status': 'completed', 'code': 200} Aug 16 01:48:25.092198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff4c49-b040-495c-af4f-1974681b801c service neutron] Pushing event updated for resources: {'Port': ['ID=25a85a8b-7746-4fa8-a9ba-d45692d79cde,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:25.129288 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-36f8632a-b038-43de-b72f-6b33df25a6b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4b59a078ef94774a55141d58a283875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755402 Aug 16 01:48:25.132023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59066) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:25.175364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13225098-1365-4e01-b40f-1879a8f29262 req-337916fe-f231-491b-9d82-fa0f3a7526f4 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:25.177401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13225098-1365-4e01-b40f-1879a8f29262 req-337916fe-f231-491b-9d82-fa0f3a7526f4 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 950 time: 0.1505973 Aug 16 01:48:25.228298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-db071fff-cb2e-43d4-a5ba-53c58c7afb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:25.230870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-db071fff-cb2e-43d4-a5ba-53c58c7afb0e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 1095 time: 0.0844665 Aug 16 01:48:25.231981 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-181c920d-6b9c-4d15-b4bc-5baa99635816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.265558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3a65f-447b-4fdc-9efa-ce8bebba059a req-a6c8afe4-0b5c-40b3-84b8-40c5305d7c21 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:25.267097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7a3a65f-447b-4fdc-9efa-ce8bebba059a req-a6c8afe4-0b5c-40b3-84b8-40c5305d7c21 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1360967 Aug 16 01:48:25.289258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13225098-1365-4e01-b40f-1879a8f29262 req-9de19174-d5db-41fd-9be8-60ddfe1cb7fe tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009166 Aug 16 01:48:25.325202 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-923aeea7-99ab-40c0-a870-16e5576318d9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde HTTP/1.1" status: 200 len: 217 time: 0.0743322 Aug 16 01:48:25.329525 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-181c920d-6b9c-4d15-b4bc-5baa99635816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.345463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7a3a65f-447b-4fdc-9efa-ce8bebba059a req-873219fd-d271-496f-816a-6a4150508112 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556929 Aug 16 01:48:25.451365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-1ceecfef-4d35-4e31-9548-8e3dc638dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:25.452961 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-1ceecfef-4d35-4e31-9548-8e3dc638dae9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.1167064 Aug 16 01:48:25.532383 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-fd105c57-5aaf-4e43-9405-b2e82385b6d7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676904 Aug 16 01:48:25.539211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a2772-5e7c-4f36-9812-ce14e2367e1a req-23b1015f-5c24-4ad0-90a1-23ff52782813 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:25.549246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-994a2772-5e7c-4f36-9812-ce14e2367e1a req-23b1015f-5c24-4ad0-90a1-23ff52782813 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 943 time: 0.0736718 Aug 16 01:48:25.621531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-181c920d-6b9c-4d15-b4bc-5baa99635816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.623920 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-181c920d-6b9c-4d15-b4bc-5baa99635816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.628667 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-181c920d-6b9c-4d15-b4bc-5baa99635816 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0976f62e-724a-4223-8855-b7d5c93eb8ed HTTP/1.1" status: 204 len: 168 time: 0.4953971 Aug 16 01:48:25.642908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c920d-6b9c-4d15-b4bc-5baa99635816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0976f62e-724a-4223-8855-b7d5c93eb8ed,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:25.687431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-994a2772-5e7c-4f36-9812-ce14e2367e1a req-0451433c-8648-4b64-bc8c-6630ccb8cb5a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364675 Aug 16 01:48:25.726560 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-43536b8f-5e1d-491b-8bd9-4bbd8304ae00 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837678 Aug 16 01:48:25.730867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db80c1-0f9d-427d-a115-43c01c00cb03 req-0af433bd-a47f-437a-b261-e496152112ef tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:25.732461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1db80c1-0f9d-427d-a115-43c01c00cb03 req-0af433bd-a47f-437a-b261-e496152112ef tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 950 time: 0.1605022 Aug 16 01:48:25.801391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1db80c1-0f9d-427d-a115-43c01c00cb03 req-96d50d2f-464b-4982-ad6f-76c934cd8dbb tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570626 Aug 16 01:48:25.895671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95bc7fba-33bb-40ef-85d6-38d2ccdf03a6 req-9f92811c-f066-4f1d-bbd0-9b6cb8a18a82 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 210 time: 0.0759573 Aug 16 01:48:25.932090 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b41d6252-240e-4edd-af6f-d8aa275f4a1f req-3015c0eb-2cce-42c7-9e4b-bc96dafb541b service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927907 Aug 16 01:48:26.038878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0df462-70a8-4c9c-8537-9fd436b227d7 req-07369a46-585f-4c1e-a6d1-28c11351f2cb tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.040345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af0df462-70a8-4c9c-8537-9fd436b227d7 req-07369a46-585f-4c1e-a6d1-28c11351f2cb tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=84ba85a6-4582-4c7b-aee3-6c4bd96f849b HTTP/1.1" status: 200 len: 949 time: 0.0593882 Aug 16 01:48:26.116388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af0df462-70a8-4c9c-8537-9fd436b227d7 req-fa5104f6-88ca-4e7c-8247-a720dfc81cb4 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613894 Aug 16 01:48:26.165590 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-23bfbf0e-2baa-492a-bc7c-975595163b14 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c603b74d179748b9a8c99d7fb332dc4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296869 Aug 16 01:48:26.187554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16a14-23a6-480d-a11f-be3cfd192f77 req-981b8bfd-12b6-4096-b85c-0d4998919f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.189439 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47e16a14-23a6-480d-a11f-be3cfd192f77 req-981b8bfd-12b6-4096-b85c-0d4998919f0e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 1095 time: 0.1021640 Aug 16 01:48:26.379105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-7b9837d5-13df-44ea-910d-14d6daaebd9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.381031 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-7b9837d5-13df-44ea-910d-14d6daaebd9a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2071197 Aug 16 01:48:26.384130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16a14-23a6-480d-a11f-be3cfd192f77 req-f56d7609-f7ac-41cb-8dc9-a4cdd12bd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.385950 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47e16a14-23a6-480d-a11f-be3cfd192f77 req-f56d7609-f7ac-41cb-8dc9-a4cdd12bd228 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.1848347 Aug 16 01:48:26.426564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Request body: {'port': {'device_id': 'fc41dd38-b8c2-4f41-b701-96efafb25852', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'c603b74d179748b9a8c99d7fb332dc4a'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:26.515344 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47e16a14-23a6-480d-a11f-be3cfd192f77 req-ddc63faa-c9ca-4ca1-ac60-64fa956f802c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde HTTP/1.1" status: 200 len: 217 time: 0.0926621 Aug 16 01:48:26.544652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ed9ad-cc99-410d-9929-b45104976e11 req-c801fa4e-523c-42c3-be73-49587cc4efaf tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.566297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ed9ad-cc99-410d-9929-b45104976e11 req-c801fa4e-523c-42c3-be73-49587cc4efaf tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.575319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d00ed9ad-cc99-410d-9929-b45104976e11 req-c801fa4e-523c-42c3-be73-49587cc4efaf tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e&device_id=84ba85a6-4582-4c7b-aee3-6c4bd96f849b HTTP/1.1" status: 200 len: 1690 time: 0.1540124 Aug 16 01:48:26.599338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16a14-23a6-480d-a11f-be3cfd192f77 req-7a9c67d8-5051-4b2d-a39c-79243385127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.600812 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47e16a14-23a6-480d-a11f-be3cfd192f77 req-7a9c67d8-5051-4b2d-a39c-79243385127b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.0753448 Aug 16 01:48:26.620188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9f7aa-b8cd-4914-837b-daa0b8de8f87 req-3a5ecbba-86de-4d3a-8197-4ea1ee6d85a1 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.640760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75d9f7aa-b8cd-4914-837b-daa0b8de8f87 req-3a5ecbba-86de-4d3a-8197-4ea1ee6d85a1 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 950 time: 0.1757915 Aug 16 01:48:26.660277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Made reservation on behalf of c603b74d179748b9a8c99d7fb332dc4a for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:26.663603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.669913 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47e16a14-23a6-480d-a11f-be3cfd192f77 req-1d27b09f-c6c8-47ce-8f79-382c840c837e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463047 Aug 16 01:48:26.709423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75d9f7aa-b8cd-4914-837b-daa0b8de8f87 req-39c53e20-1bdc-4749-a8dd-f4c31e19e9ab tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666571 Aug 16 01:48:26.725293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d00ed9ad-cc99-410d-9929-b45104976e11 req-457b26ad-d7df-42a7-891e-5cc9f478c2d7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481421 Aug 16 01:48:26.879668 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47e16a14-23a6-480d-a11f-be3cfd192f77 req-eee5523e-67d1-4bad-a833-d8a5a74db57e service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003531 Aug 16 01:48:26.900154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59110) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:26.938612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ba988-0284-4fb4-a478-704c12872901 req-7e390d81-3c06-4811-a588-9c38651f94a5 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.941114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c8ba988-0284-4fb4-a478-704c12872901 req-7e390d81-3c06-4811-a588-9c38651f94a5 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 943 time: 0.1001277 Aug 16 01:48:26.955424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669559b-842b-44d0-b825-e1f040d91141 req-4785bed5-e7ad-4185-800e-37eb7e96375e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.957317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2669559b-842b-44d0-b825-e1f040d91141 req-4785bed5-e7ad-4185-800e-37eb7e96375e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0857601 Aug 16 01:48:27.003174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Allocated IP 192.168.233.180 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/0da2e7f5-659a-41e6-827c-5fb62f5d573f) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:27.020694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c8ba988-0284-4fb4-a478-704c12872901 req-f5fa77de-a03a-49ba-ad2f-0b56642a0e87 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620663 Aug 16 01:48:27.049424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-network', 'tenant_id': '6063169355f6486d87c43d90324c2a62'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:27.076093 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2669559b-842b-44d0-b825-e1f040d91141 req-8724074d-c369-4bec-aab4-1b63dbb30b45 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007798 Aug 16 01:48:27.108157 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47e16a14-23a6-480d-a11f-be3cfd192f77 req-409347c5-0fff-45dc-b172-188957eb7d78 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191935 Aug 16 01:48:27.124237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Made reservation on behalf of 6063169355f6486d87c43d90324c2a62 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:27.127321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.166795 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.293169 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.295278 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cb4be9d-a115-4558-a183-60be97890ae9 req-7c3dfa70-93b3-44a6-8e9b-4b21d2c6eb0a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 210 time: 0.0471153 Aug 16 01:48:27.315554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Transition to ACTIVE for port object 0da2e7f5-659a-41e6-827c-5fb62f5d573f will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:27.330816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bfebe-8668-44e8-bd41-d5979ee0d3a9 req-ea1ca669-95f1-40e3-8e10-c796bbeceee1 tempest-LiveMigrationNegativeTest-427599647 tempest-LiveMigrationNegativeTest-427599647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.333120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f42bfebe-8668-44e8-bd41-d5979ee0d3a9 req-ea1ca669-95f1-40e3-8e10-c796bbeceee1 tempest-LiveMigrationNegativeTest-427599647 tempest-LiveMigrationNegativeTest-427599647-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 1102 time: 0.1502237 Aug 16 01:48:27.363446 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f42bfebe-8668-44e8-bd41-d5979ee0d3a9 req-ac7e2ae2-c23c-447d-b5db-53a8ec13ab64 tempest-LiveMigrationNegativeTest-427599647 tempest-LiveMigrationNegativeTest-427599647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.378681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.391717 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.400229 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.415544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['7ce3d241-79dd-49d4-a364-30ea683d3e90'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:27.442732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:48:27.487044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.487393 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Added segment fc76e178-8269-4b1a-a97f-c080d3cc22c0 of type vlan for network 99a6707e-c711-463f-af64-b2b47f2cf900 Aug 16 01:48:27.497935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbaee03-844a-4edc-b713-77dbb937baa8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:27.521560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:27.527052 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f42bfebe-8668-44e8-bd41-d5979ee0d3a9 req-ac7e2ae2-c23c-447d-b5db-53a8ec13ab64 tempest-LiveMigrationNegativeTest-427599647 tempest-LiveMigrationNegativeTest-427599647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.534804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:27.544943 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:27.550810 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f42bfebe-8668-44e8-bd41-d5979ee0d3a9 req-ac7e2ae2-c23c-447d-b5db-53a8ec13ab64 tempest-LiveMigrationNegativeTest-427599647 tempest-LiveMigrationNegativeTest-427599647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.576084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Pushing event updated for resources: {'Port': ['ID=0da2e7f5-659a-41e6-827c-5fb62f5d573f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:27.639113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f42bfebe-8668-44e8-bd41-d5979ee0d3a9 req-ac7e2ae2-c23c-447d-b5db-53a8ec13ab64 tempest-LiveMigrationNegativeTest-427599647 tempest-LiveMigrationNegativeTest-427599647-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946885 Aug 16 01:48:27.645559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.655314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e2ae2-c23c-447d-b5db-53a8ec13ab64 tempest-LiveMigrationNegativeTest-427599647 tempest-LiveMigrationNegativeTest-427599647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba320f2-3641-4fed-b534-691438655a98,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:27.686621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f18fc-aa51-41ac-9aa2-2e634a72f462 req-ec6463fd-dd2c-4a03-9127-6e3f23fd77f6 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.688580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-848f18fc-aa51-41ac-9aa2-2e634a72f462 req-ec6463fd-dd2c-4a03-9127-6e3f23fd77f6 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 1102 time: 0.1281528 Aug 16 01:48:27.732967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.733682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.749733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-848f18fc-aa51-41ac-9aa2-2e634a72f462 req-ffda67c3-39e5-402d-b661-14e634733e6c tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523536 Aug 16 01:48:27.806552 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-677b7834-4570-4bdb-97ca-337b6ac46143 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3853004 Aug 16 01:48:27.809314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.810381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.810979 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.921270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Request body: {'port': {'device_id': 'fc41dd38-b8c2-4f41-b701-96efafb25852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:27.935287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8133f84c-55d3-4e53-9026-165b899a3e08 None None] Provisioning for port 0da2e7f5-659a-41e6-827c-5fb62f5d573f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:27.941360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8133f84c-55d3-4e53-9026-165b899a3e08 None None] Provisioning complete for port 0da2e7f5-659a-41e6-827c-5fb62f5d573f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:27.943767 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8133f84c-55d3-4e53-9026-165b899a3e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.954404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d9c93-8d3e-491a-832d-e5e0efbd6722 req-53c04de3-0a18-45ee-93c6-473d4f231435 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.958443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] Pushing event updated for resources: {'Network': ['ID=99a6707e-c711-463f-af64-b2b47f2cf900,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:27.970315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac6d9c93-8d3e-491a-832d-e5e0efbd6722 req-53c04de3-0a18-45ee-93c6-473d4f231435 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=84ba85a6-4582-4c7b-aee3-6c4bd96f849b HTTP/1.1" status: 200 len: 1101 time: 0.0977151 Aug 16 01:48:27.973818 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-42103f8b-7eb9-4bb6-abd4-b4f7b6c57424 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0729935 Aug 16 01:48:27.974518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59130) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:27.982550 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] Request body: {'subnet': {'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-subnet', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:28.018659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 99a6707e-c711-463f-af64-b2b47f2cf900 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:48:28.021682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.037347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac6d9c93-8d3e-491a-832d-e5e0efbd6722 req-800b00b9-079c-43a8-87d4-508f72c58477 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655551 Aug 16 01:48:28.132907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] Made reservation on behalf of 6063169355f6486d87c43d90324c2a62 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:28.135424 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.148048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8133f84c-55d3-4e53-9026-165b899a3e08 None None] Port 0da2e7f5-659a-41e6-827c-5fb62f5d573f cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:28.334735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace281a-f4c1-4764-b03b-740dd59d7f80 req-73224ee3-9bb8-4cba-8892-87948390c641 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.336382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ace281a-f4c1-4764-b03b-740dd59d7f80 req-73224ee3-9bb8-4cba-8892-87948390c641 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 950 time: 0.1194758 Aug 16 01:48:28.352511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160bd68-58c1-4d5f-acce-d45f19fd93e3 req-f410e527-8eee-44be-ace4-50f051e619f8 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.354258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4160bd68-58c1-4d5f-acce-d45f19fd93e3 req-f410e527-8eee-44be-ace4-50f051e619f8 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 943 time: 0.1220605 Aug 16 01:48:28.417184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ace281a-f4c1-4764-b03b-740dd59d7f80 req-ecae919a-c59f-40ec-b663-81d0a65ea746 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570719 Aug 16 01:48:28.459103 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4160bd68-58c1-4d5f-acce-d45f19fd93e3 req-7d704d5d-681d-467f-91fa-984f968df57d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967555 Aug 16 01:48:28.536673 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.600514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-51178a96-e555-4137-926a-efeed30753ee tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257740 Aug 16 01:48:28.616125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da2e7f5-659a-41e6-827c-5fb62f5d573f {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:28.623329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db76e-39b1-4ccc-a0a6-1c31cc3cf97c req-6584df32-dd84-4a90-a39d-4d1aa552461c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.625229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-140db76e-39b1-4ccc-a0a6-1c31cc3cf97c req-6584df32-dd84-4a90-a39d-4d1aa552461c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0913060 Aug 16 01:48:28.642975 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.663798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] Checking segment: {'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:28.664513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] Network hostable DHCP agents. Network: 99a6707e-c711-463f-af64-b2b47f2cf900, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:48:28.666545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Transition to ACTIVE for port object 0da2e7f5-659a-41e6-827c-5fb62f5d573f will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:28.667441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad4515d-08f6-4c85-b2b0-d3169022e434,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:28.678104 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.738435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] Network 99a6707e-c711-463f-af64-b2b47f2cf900 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:48:28.738704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f875e7-b635-49b7-9dda-cf18da20aace req-27f88bd5-8e75-409f-99e5-f5fc3a37cde8 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.748863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-27f88bd5-8e75-409f-99e5-f5fc3a37cde8 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390827 Aug 16 01:48:28.762821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Pushing event updated for resources: {'Port': ['ID=0da2e7f5-659a-41e6-827c-5fb62f5d573f,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:28.793056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 99a6707e-c711-463f-af64-b2b47f2cf900) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:28.797601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.798971 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.806834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb2d3a-5cd6-471b-97c1-48a68214d2bf None None] Network 99a6707e-c711-463f-af64-b2b47f2cf900 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:28.808645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-19db30dd-442b-473b-aed1-33f2b1a47287 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/quotas/7346d0ff4d354fe5a773dcc42c32e5c5 HTTP/1.1" status: 200 len: 375 time: 0.0587256 Aug 16 01:48:28.835411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-140db76e-39b1-4ccc-a0a6-1c31cc3cf97c req-94a05ba5-d4b9-457d-98d0-0acb45cecb90 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817068 Aug 16 01:48:28.869838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59160) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:28.872993 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ea57f3b7-c935-4c6b-a1d2-f3844c427187 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8952649 Aug 16 01:48:28.876093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-router', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:28.904272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Attempting to bind port 0da2e7f5-659a-41e6-827c-5fb62f5d573f on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:28.904514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Attempting to bind port 0da2e7f5-659a-41e6-827c-5fb62f5d573f by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:28.904850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Attempting to bind port 0da2e7f5-659a-41e6-827c-5fb62f5d573f on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:28.914949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Port 0da2e7f5-659a-41e6-827c-5fb62f5d573f on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:28.915659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Attempting to bind port 0da2e7f5-659a-41e6-827c-5fb62f5d573f on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:28.925094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:28.925722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:28.926351 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:28.927012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Bound port: 0da2e7f5-659a-41e6-827c-5fb62f5d573f, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:28.927537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.938423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-091370f7-529e-4db1-9683-f90e7f0901e0 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1207476 Aug 16 01:48:28.979484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.982508 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.053243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] For port 0da2e7f5-659a-41e6-827c-5fb62f5d573f, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:29.055309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] For port 0da2e7f5-659a-41e6-827c-5fb62f5d573f, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0da2e7f5-659a-41e6-827c-5fb62f5d573f,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:29.066351 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.114038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e2a721-0ed8-422c-bdcb-f6f1c512d252 None None] Network 99a6707e-c711-463f-af64-b2b47f2cf900 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:29.114216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.114792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.116260 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] 10.222.0.84 "PUT /v2.0/ports/0da2e7f5-659a-41e6-827c-5fb62f5d573f HTTP/1.1" status: 200 len: 1097 time: 1.2812104 Aug 16 01:48:29.116826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc41dd38-b8c2-4f41-b701-96efafb25852', 'tag': '0da2e7f5-659a-41e6-827c-5fb62f5d573f'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:29.119391 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7850a5fd-6282-41ff-8b8e-7249b451d2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc41dd38-b8c2-4f41-b701-96efafb25852", "tag": "0da2e7f5-659a-41e6-827c-5fb62f5d573f"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:29.136965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.162906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8d7fe-2f55-41f7-8e42-4282962cf84b req-1f0b0b97-d0f8-4957-9ffa-16d1b6b0dcb6 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.171856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41a8d7fe-2f55-41f7-8e42-4282962cf84b req-1f0b0b97-d0f8-4957-9ffa-16d1b6b0dcb6 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 948 time: 0.2323561 Aug 16 01:48:29.249395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193f4e3-f102-4163-9bac-0b1af06bbc96 service neutron] Pushing event updated for resources: {'Port': ['ID=0da2e7f5-659a-41e6-827c-5fb62f5d573f,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:29.321700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-d639b97a-ca25-4ac2-904e-f6f1a606e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.324141 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-d639b97a-ca25-4ac2-904e-f6f1a606e726 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c603b74d179748b9a8c99d7fb332dc4a&device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 1100 time: 0.1336851 Aug 16 01:48:29.335132 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e4f5bd-7d34-4553-9cae-9a404023ba45 x-openstack-request-id: req-b2e4f5bd-7d34-4553-9cae-9a404023ba45 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:29.335420 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc41dd38-b8c2-4f41-b701-96efafb25852", "tag": "0da2e7f5-659a-41e6-827c-5fb62f5d573f", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:29.335669 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2e4f5bd-7d34-4553-9cae-9a404023ba45 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:29.336068 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc41dd38-b8c2-4f41-b701-96efafb25852', 'tag': '0da2e7f5-659a-41e6-827c-5fb62f5d573f', 'status': 'completed', 'code': 200} Aug 16 01:48:29.383948 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-30765b81-674a-46e2-b06a-a97cafdc253d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=0da2e7f5-659a-41e6-827c-5fb62f5d573f HTTP/1.1" status: 200 len: 217 time: 0.0426495 Aug 16 01:48:29.445736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-12952912-7d6e-4055-8a04-23f8798108da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.447781 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-12952912-7d6e-4055-8a04-23f8798108da service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0558593 Aug 16 01:48:29.505654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-b64c4ce5-4f3b-4d59-a66c-6cf33acd71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.507312 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-b64c4ce5-4f3b-4d59-a66c-6cf33acd71e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0509160 Aug 16 01:48:29.612944 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-bb269673-1e0b-462b-aa33-b2c523e44876 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959790 Aug 16 01:48:29.658359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41a8d7fe-2f55-41f7-8e42-4282962cf84b req-72278a61-c15f-46e6-ad4c-12e6efd48740 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847486 Aug 16 01:48:29.675674 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.680290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba1472d3-e848-489e-9877-65149ec219fb req-0b2810a7-cc91-4024-8ad8-9b192ba78494 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 210 time: 0.2882299 Aug 16 01:48:29.769342 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1b16783f-1fa8-4441-96c5-9c48cd6b076c req-5bb8de87-c7ad-414a-9929-f4bde3c8f90c service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468818 Aug 16 01:48:29.817867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdce39-e01e-42fd-9d6f-47a4de05a8ed req-c384fa5b-1d2c-4184-ad5e-1ccc8a5d3c62 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.819337 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eefdce39-e01e-42fd-9d6f-47a4de05a8ed req-c384fa5b-1d2c-4184-ad5e-1ccc8a5d3c62 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.89 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 950 time: 0.1195393 Aug 16 01:48:29.911049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1028978-52f8-4d8a-9816-9f54d0746771 req-245e41a4-e715-4ff7-a151-c7e5db027584 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.912486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1028978-52f8-4d8a-9816-9f54d0746771 req-245e41a4-e715-4ff7-a151-c7e5db027584 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 950 time: 0.1414251 Aug 16 01:48:29.981390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850a5fd-6282-41ff-8b8e-7249b451d2b4 req-85d1b059-b542-4f3a-b3c3-02ee6878cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.983139 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7850a5fd-6282-41ff-8b8e-7249b451d2b4 req-85d1b059-b542-4f3a-b3c3-02ee6878cf11 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c603b74d179748b9a8c99d7fb332dc4a&device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 1100 time: 0.0513527 Aug 16 01:48:30.094921 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850a5fd-6282-41ff-8b8e-7249b451d2b4 req-eae49744-296e-4804-a1c8-e6add947b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.096525 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7850a5fd-6282-41ff-8b8e-7249b451d2b4 req-eae49744-296e-4804-a1c8-e6add947b03d service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1042404 Aug 16 01:48:30.159098 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1028978-52f8-4d8a-9816-9f54d0746771 req-19529781-c0a0-4910-908d-afe7a4f09ebe tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156677 Aug 16 01:48:30.160091 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7850a5fd-6282-41ff-8b8e-7249b451d2b4 req-7d9a19be-52b2-49bf-8427-f2c1438519da service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=0da2e7f5-659a-41e6-827c-5fb62f5d573f HTTP/1.1" status: 200 len: 217 time: 0.0378525 Aug 16 01:48:30.197102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4e395-c373-4263-bebc-930fe26ece19 req-6a0ee11f-bb1f-44f8-9d4b-468e733c142a tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.198862 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-6a0ee11f-bb1f-44f8-9d4b-468e733c142a tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/networks?id=262b238d-6551-4df5-90ed-5ab9651b5825 HTTP/1.1" status: 200 len: 815 time: 0.2983453 Aug 16 01:48:30.221950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850a5fd-6282-41ff-8b8e-7249b451d2b4 req-1cb5de73-7470-44cb-89a8-ebb86153be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.222347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-eefdce39-e01e-42fd-9d6f-47a4de05a8ed req-ddd9054b-e4b2-4a6a-9f60-60139fc55bbc tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Deleting port 5052fbba-4f68-461b-a0fc-ce74f6d486fa {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:30.222347 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eefdce39-e01e-42fd-9d6f-47a4de05a8ed req-ddd9054b-e4b2-4a6a-9f60-60139fc55bbc tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:30.223605 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7850a5fd-6282-41ff-8b8e-7249b451d2b4 req-1cb5de73-7470-44cb-89a8-ebb86153be9d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0549660 Aug 16 01:48:30.271553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850a5fd-6282-41ff-8b8e-7249b451d2b4 req-9470c03d-45b4-40a8-83d5-dbbfdc81b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.273087 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7850a5fd-6282-41ff-8b8e-7249b451d2b4 req-9470c03d-45b4-40a8-83d5-dbbfdc81b262 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0410306 Aug 16 01:48:30.303468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-3da90be7-0c3f-4a63-9464-c2504cbe2e3d tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/quotas/4771436cf7ed4c74afb512cc0a214693 HTTP/1.1" status: 200 len: 375 time: 0.0746956 Aug 16 01:48:30.308238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 25a85a8b-7746-4fa8-a9ba-d45692d79cde details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:30.330745 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:30.376229 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7850a5fd-6282-41ff-8b8e-7249b451d2b4 req-b089d3df-bf4a-47a3-8064-4cd7f92e1f80 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952291 Aug 16 01:48:30.378595 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:30.416163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:30.465127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c51345-a7d4-400b-81f2-7fce37dbef88 req-a1d5dd66-c31a-4740-88ca-c455326a90c4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.466387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25c51345-a7d4-400b-81f2-7fce37dbef88 req-a1d5dd66-c31a-4740-88ca-c455326a90c4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 943 time: 0.2215528 Aug 16 01:48:30.468455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-eefdce39-e01e-42fd-9d6f-47a4de05a8ed req-ddd9054b-e4b2-4a6a-9f60-60139fc55bbc tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] For port 5052fbba-4f68-461b-a0fc-ce74f6d486fa, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5052fbba-4f68-461b-a0fc-ce74f6d486fa,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:30.468825 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eefdce39-e01e-42fd-9d6f-47a4de05a8ed req-ddd9054b-e4b2-4a6a-9f60-60139fc55bbc tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:30.483074 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7850a5fd-6282-41ff-8b8e-7249b451d2b4 req-e3988b35-aa0c-407a-97db-017af42bbd8a service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987906 Aug 16 01:48:30.509332 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-94b7ba95-cb96-4b13-a629-6597306a792f tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4771436cf7ed4c74afb512cc0a214693&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956480 Aug 16 01:48:30.529199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-eefdce39-e01e-42fd-9d6f-47a4de05a8ed req-ddd9054b-e4b2-4a6a-9f60-60139fc55bbc tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Calling delete_port for 5052fbba-4f68-461b-a0fc-ce74f6d486fa owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:30.553072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '25a85a8b-7746-4fa8-a9ba-d45692d79cde', 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8', 'port_id': '25a85a8b-7746-4fa8-a9ba-d45692d79cde', 'mac_address': 'fa:16:3e:2c:3b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee669229-a3fb-45fb-9d99-b6dc72a6d72d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:30.589380 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:30.602292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a85a8b-7746-4fa8-a9ba-d45692d79cde {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:30.623717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:30.627934 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:30.669896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25c51345-a7d4-400b-81f2-7fce37dbef88 req-95babc4c-61c2-4995-b19b-09b5fb48eb3a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813312 Aug 16 01:48:30.680638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=25a85a8b-7746-4fa8-a9ba-d45692d79cde,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:30.706702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Allocated IP 172.25.2.184 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/4389a928-159e-4bbd-b8c1-8d25ffa7d060) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:30.799314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-5c680e65-89a8-4460-8616-89c7dd8c4989 service neutron] 10.222.0.79 "GET /v2.0/networks/262b238d-6551-4df5-90ed-5ab9651b5825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742450 Aug 16 01:48:30.832957 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-0c7fa9eb-fe17-4d62-91a9-37970621a769 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275171 Aug 16 01:48:30.956187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f875e7-b635-49b7-9dda-cf18da20aace req-a7197244-a5b2-4448-96f7-0195b16148dd tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.957758 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-a7197244-a5b2-4448-96f7-0195b16148dd tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1177855 Aug 16 01:48:30.987926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Request body: {'port': {'device_id': 'a78e49aa-ce56-46fd-a7b1-dcca783c5c80', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '7346d0ff4d354fe5a773dcc42c32e5c5'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:30.990005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010316f9-e8e9-4447-a301-40e18e1a7f00 req-b74e1452-f3f9-4145-bcbc-31e1b7e50fa8 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:30.991512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-010316f9-e8e9-4447-a301-40e18e1a7f00 req-b74e1452-f3f9-4145-bcbc-31e1b7e50fa8 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1999514 Aug 16 01:48:31.007243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eefdce39-e01e-42fd-9d6f-47a4de05a8ed req-ddd9054b-e4b2-4a6a-9f60-60139fc55bbc tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.016728 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.020167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d9603e6e-34d7-43e3-9909-1e9546c9b547', '5052fbba-4f68-461b-a0fc-ce74f6d486fa'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:31.065988 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-48bdc7e6-3992-4f72-ae20-9dfb917b572d service neutron] 10.222.0.79 "GET /v2.0/networks/262b238d-6551-4df5-90ed-5ab9651b5825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533054 Aug 16 01:48:31.072721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9054b-e4b2-4a6a-9f60-60139fc55bbc tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Pushing event deleted for resources: {'Port': ['ID=5052fbba-4f68-461b-a0fc-ce74f6d486fa,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:31.158995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Made reservation on behalf of 7346d0ff4d354fe5a773dcc42c32e5c5 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:31.165323 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.175624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefdce39-e01e-42fd-9d6f-47a4de05a8ed req-ddd9054b-e4b2-4a6a-9f60-60139fc55bbc tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] No DVR routers for this DVR port 5052fbba-4f68-461b-a0fc-ce74f6d486fa on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:31.184166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-010316f9-e8e9-4447-a301-40e18e1a7f00 req-9e906b45-7bff-49d7-92cf-359cf7c28c58 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748817 Aug 16 01:48:31.214594 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eefdce39-e01e-42fd-9d6f-47a4de05a8ed req-ddd9054b-e4b2-4a6a-9f60-60139fc55bbc tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.216640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eefdce39-e01e-42fd-9d6f-47a4de05a8ed req-ddd9054b-e4b2-4a6a-9f60-60139fc55bbc tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.89 "DELETE /v2.0/ports/5052fbba-4f68-461b-a0fc-ce74f6d486fa HTTP/1.1" status: 204 len: 173 time: 1.3855419 Aug 16 01:48:31.217168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a727cfbb-93e7-449a-8124-c9320799b83a', 'name': 'network-vif-deleted', 'tag': '5052fbba-4f68-461b-a0fc-ce74f6d486fa'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:31.219433 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b8a43d-1513-45fe-a9c8-b6665adc0991" -d '{"events": [{"server_uuid": "a727cfbb-93e7-449a-8124-c9320799b83a", "name": "network-vif-deleted", "tag": "5052fbba-4f68-461b-a0fc-ce74f6d486fa"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:31.284001 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.354133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Pushing event updated for resources: {'Port': ['ID=4389a928-159e-4bbd-b8c1-8d25ffa7d060,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:31.373537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['25a85a8b-7746-4fa8-a9ba-d45692d79cde'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:31.419482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:31.477144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc692ec7-d4af-41ad-8b72-ba786ccda0f8 req-9ac9ed68-5308-495b-9957-f3e0b8b249a2 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 210 time: 0.0891154 Aug 16 01:48:31.482188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:31.485028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:31.518901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Allocated IP 192.168.233.74 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/97986b20-6b00-4219-8f8f-5c2f1ea7a6ed) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:31.709410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.729201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Transition to ACTIVE for port object 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:31.774838 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:31.791277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7', 'a63f9011-7d56-48a7-97f8-253b51154597'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:31.816930 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556e135-ac5b-4dc5-bffd-522f21898716 req-f66ff191-f587-4f98-867b-7d5e96f8585c tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:31.824471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a556e135-ac5b-4dc5-bffd-522f21898716 req-f66ff191-f587-4f98-867b-7d5e96f8585c tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 948 time: 0.4346483 Aug 16 01:48:31.831348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6c6ba6e-0ad4-46a2-964c-1449aaf6b6dc req-5364932a-a88c-4c27-9e97-051b4e003bf0 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=a727cfbb-93e7-449a-8124-c9320799b83a HTTP/1.1" status: 200 len: 210 time: 0.0826654 Aug 16 01:48:31.896815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:31.900767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:31.921831 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a19ba04-23f9-49d6-a22f-005e1519a705 x-openstack-request-id: req-9a19ba04-23f9-49d6-a22f-005e1519a705 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:31.922098 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a727cfbb-93e7-449a-8124-c9320799b83a", "name": "network-vif-deleted", "tag": "5052fbba-4f68-461b-a0fc-ce74f6d486fa", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:31.922349 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a19ba04-23f9-49d6-a22f-005e1519a705 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:31.922786 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a727cfbb-93e7-449a-8124-c9320799b83a', 'name': 'network-vif-deleted', 'tag': '5052fbba-4f68-461b-a0fc-ce74f6d486fa', 'status': 'completed', 'code': 200} Aug 16 01:48:31.923976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:31.945478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a556e135-ac5b-4dc5-bffd-522f21898716 req-fb54cea8-48a2-465b-aee1-ba923d3eeb1e tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200254 Aug 16 01:48:31.991339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event updated for resources: {'Port': ['ID=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:32.050270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:32.050908 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:32.078444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63f309c3-e539-48f0-9d86-3cbaa522263a req-a6c870a9-f2f6-43e8-898b-1d5e785ace35 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 210 time: 0.0327117 Aug 16 01:48:32.087783 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-7c63d939-2df3-463d-8278-c34d671538a6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1042538 Aug 16 01:48:32.118284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Request body: {'port': {'device_id': 'a78e49aa-ce56-46fd-a7b1-dcca783c5c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:32.194808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacfa81-c4e4-45e3-ac0f-4560c539c66c req-9712938d-26c5-40aa-a27a-35b19ca5cbae tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:32.196418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-acacfa81-c4e4-45e3-ac0f-4560c539c66c req-9712938d-26c5-40aa-a27a-35b19ca5cbae tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 944 time: 0.1112761 Aug 16 01:48:32.215768 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:32.273050 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:32.338011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-acacfa81-c4e4-45e3-ac0f-4560c539c66c req-5990dd93-3275-45ab-899e-f639513e87d8 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336467 Aug 16 01:48:32.363264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f0a79c75-9faf-471e-bab0-1cb8c8f80d50 None None] Provisioning for port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:32.381209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f0a79c75-9faf-471e-bab0-1cb8c8f80d50 None None] Provisioning complete for port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:32.381788 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f0a79c75-9faf-471e-bab0-1cb8c8f80d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:32.421686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a022f-d8d0-4d99-8a03-518daa5bab14 req-e5d28bb8-e65f-4c29-8858-bffa98a28012 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:32.423847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-180a022f-d8d0-4d99-8a03-518daa5bab14 req-e5d28bb8-e65f-4c29-8858-bffa98a28012 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1025264 Aug 16 01:48:32.425438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f0a79c75-9faf-471e-bab0-1cb8c8f80d50 None None] Port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:32.516624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-180a022f-d8d0-4d99-8a03-518daa5bab14 req-72e26051-26c0-43c1-88ff-e983406610ad tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806971 Aug 16 01:48:32.590324 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:32.671971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3243e43-d2b2-4f9b-9555-2a2547049700 req-66d67f6a-e589-496b-8371-7252362db6e3 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:32.674083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3243e43-d2b2-4f9b-9555-2a2547049700 req-66d67f6a-e589-496b-8371-7252362db6e3 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 935 time: 0.0981367 Aug 16 01:48:32.765588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:32.773001 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:32.785958 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Transition to ACTIVE for port object 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:32.791589 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:32.808782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3243e43-d2b2-4f9b-9555-2a2547049700 req-61a2786a-20bb-4fcd-99ab-919fdf97c893 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285796 Aug 16 01:48:32.875738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Pushing event updated for resources: {'Port': ['ID=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:32.877452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4e395-c373-4263-bebc-930fe26ece19 req-6c6e8eea-c470-426d-b699-dec29085bc3b tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:32.878974 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-6c6e8eea-c470-426d-b699-dec29085bc3b tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.89 "GET /v2.0/networks?id=262b238d-6551-4df5-90ed-5ab9651b5825 HTTP/1.1" status: 200 len: 815 time: 0.1606700 Aug 16 01:48:32.904895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Request body: {'port': {'device_id': '93b3bae2-c16d-4ea7-b660-856fdb2aeb63', 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825', 'admin_state_up': True, 'tenant_id': '4771436cf7ed4c74afb512cc0a214693'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:32.921312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4', 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:32.947031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Router 77ca9706-2480-47c9-9589-2d5bfdf6945f is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:48:32.952798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Attempting to bind port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:32.953873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Attempting to bind port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:32.954438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Attempting to bind port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:32.959745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:32.960428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Attempting to bind port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:32.995021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:32.995367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:32.995860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:32.996301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Bound port: 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:32.996657 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.091006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] For port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:33.098825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] For port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:33.110274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.163012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:33.163693 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.165690 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] 10.222.0.84 "PUT /v2.0/ports/97986b20-6b00-4219-8f8f-5c2f1ea7a6ed HTTP/1.1" status: 200 len: 1096 time: 1.0577557 Aug 16 01:48:33.166191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78e49aa-ce56-46fd-a7b1-dcca783c5c80', 'tag': '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:33.168639 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89c9bf2-9522-4598-972c-81c7e5fd5d06" -d '{"events": [{"name": "network-changed", "server_uuid": "a78e49aa-ce56-46fd-a7b1-dcca783c5c80", "tag": "97986b20-6b00-4219-8f8f-5c2f1ea7a6ed"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:33.221838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:33.227081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4d400-7cb4-44d6-b5ca-d1db0f838c87 service neutron] Pushing event updated for resources: {'Port': ['ID=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:33.232512 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Sync routers for ids ['77ca9706-2480-47c9-9589-2d5bfdf6945f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:33.248085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb171634-f86f-41c9-87db-921f847ca6f7 req-e4adf4bc-323b-4394-8db2-979cc28f8a96 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:33.248565 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Routers {'77ca9706-2480-47c9-9589-2d5bfdf6945f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:33.249670 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:48:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['77ca9706-2480-47c9-9589-2d5bfdf6945f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:33.256389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb171634-f86f-41c9-87db-921f847ca6f7 req-e4adf4bc-323b-4394-8db2-979cc28f8a96 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 948 time: 0.1544497 Aug 16 01:48:33.265616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Made reservation on behalf of 4771436cf7ed4c74afb512cc0a214693 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:33.269964 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.280971 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.282311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-51a271d6-aa88-4171-ad87-f14cfee20d3d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4102073 Aug 16 01:48:33.289430 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5052fbba-4f68-461b-a0fc-ce74f6d486fa no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:33.292487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59244) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:33.325543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f875e7-b635-49b7-9dda-cf18da20aace req-56c84347-9c63-4c3f-923e-36b97c2d649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:33.327249 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-56c84347-9c63-4c3f-923e-36b97c2d649b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 1099 time: 0.0719361 Aug 16 01:48:33.360462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 5052fbba-4f68-461b-a0fc-ce74f6d486fa {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:48:33.360618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5052fbba-4f68-461b-a0fc-ce74f6d486fa not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:33.425047 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-43a9a640-af4b-4e84-97fc-db05058f5764 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed HTTP/1.1" status: 200 len: 217 time: 0.0553801 Aug 16 01:48:33.498415 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Set router 77ca9706-2480-47c9-9589-2d5bfdf6945f gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:33.512026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f875e7-b635-49b7-9dda-cf18da20aace req-d25d34ba-b419-4973-9ddf-ff3b174d636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:33.516197 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-d25d34ba-b419-4973-9ddf-ff3b174d636e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0834384 Aug 16 01:48:33.526702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb171634-f86f-41c9-87db-921f847ca6f7 req-02c596b2-ba9f-4ccd-a5a7-65ebd9ac4765 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692397 Aug 16 01:48:33.552169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72fb9db9-1842-4f74-9629-728bfd25d434 req-de3da7ee-56b9-4353-b381-8d5b9a003008 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 210 time: 0.1831629 Aug 16 01:48:33.605446 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476b2905-d97f-4c2d-9da1-320e61373ab6 x-openstack-request-id: req-476b2905-d97f-4c2d-9da1-320e61373ab6 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:33.605654 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78e49aa-ce56-46fd-a7b1-dcca783c5c80", "tag": "97986b20-6b00-4219-8f8f-5c2f1ea7a6ed", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:33.605906 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-476b2905-d97f-4c2d-9da1-320e61373ab6 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:33.606307 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78e49aa-ce56-46fd-a7b1-dcca783c5c80', 'tag': '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed', 'status': 'completed', 'code': 200} Aug 16 01:48:33.640070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f875e7-b635-49b7-9dda-cf18da20aace req-df2936af-43d7-4ee4-8a9a-f0e7606293c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:33.641631 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-df2936af-43d7-4ee4-8a9a-f0e7606293c8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167397 Aug 16 01:48:33.748887 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-router', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:29Z', 'updated_at': '2021-08-16T01:48:31Z', 'revision_number': 3, 'project_id': '6063169355f6486d87c43d90324c2a62', 'gw_port': {'id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:30Z', 'updated_at': '2021-08-16T01:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:33.755101 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-74f9c6d6-84e0-48f0-8d03-a8ac2a35cedd service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989022 Aug 16 01:48:33.778325 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Checking router: 77ca9706-2480-47c9-9589-2d5bfdf6945f for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:33.778677 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Updating router 77ca9706-2480-47c9-9589-2d5bfdf6945f port 4389a928-159e-4bbd-b8c1-8d25ffa7d060 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:48:33.809031 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.911648 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19f875e7-b635-49b7-9dda-cf18da20aace req-5d14990d-89b9-43cd-b5c2-6daeb83315bc service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425419 Aug 16 01:48:34.149550 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c9bf2-9522-4598-972c-81c7e5fd5d06 req-259b9183-aa4a-4ea6-a3a2-87006b0b7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.151191 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c89c9bf2-9522-4598-972c-81c7e5fd5d06 req-259b9183-aa4a-4ea6-a3a2-87006b0b7dc4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 1099 time: 0.1067624 Aug 16 01:48:34.302190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327a472-034f-4012-a514-726c6862adec req-471fa7f4-ed40-4a86-985b-363993b83791 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.309606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c9bf2-9522-4598-972c-81c7e5fd5d06 req-4ffbc6df-da40-4664-a30d-d7285e4f406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.311607 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c89c9bf2-9522-4598-972c-81c7e5fd5d06 req-4ffbc6df-da40-4664-a30d-d7285e4f406f service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1463680 Aug 16 01:48:34.313012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0da2e7f5-659a-41e6-827c-5fb62f5d573f details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:34.320841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8327a472-034f-4012-a514-726c6862adec req-471fa7f4-ed40-4a86-985b-363993b83791 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 944 time: 0.6096070 Aug 16 01:48:34.325805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 25a85a8b-7746-4fa8-a9ba-d45692d79cde up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:34.335666 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.346914 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Transition to ACTIVE for port object 4389a928-159e-4bbd-b8c1-8d25ffa7d060 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:34.362935 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.373433 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c89c9bf2-9522-4598-972c-81c7e5fd5d06 req-3f00e60c-49ad-408c-b07f-862e144d7cfb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed HTTP/1.1" status: 200 len: 217 time: 0.0542257 Aug 16 01:48:34.395907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Allocated IP 172.20.0.4 (262b238d-6551-4df5-90ed-5ab9651b5825/06ff5e97-85cb-4825-adf0-ad2671dae354/8f307958-0798-4cc9-af04-f17041964c20) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:34.445243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e1f79-d68f-48dd-9594-3acb462dd2e5 req-a5d2f0e7-ff19-49da-8fef-c55570e4cc74 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.453685 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-375e1f79-d68f-48dd-9594-3acb462dd2e5 req-a5d2f0e7-ff19-49da-8fef-c55570e4cc74 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.3511004 Aug 16 01:48:34.458427 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092fab0-0049-4afd-b857-6de9cec2d368 None None] Pushing event updated for resources: {'Port': ['ID=4389a928-159e-4bbd-b8c1-8d25ffa7d060,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:34.468227 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c9bf2-9522-4598-972c-81c7e5fd5d06 req-6ba3ed3a-8236-4673-a278-48cdd9ce6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.469758 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c89c9bf2-9522-4598-972c-81c7e5fd5d06 req-6ba3ed3a-8236-4673-a278-48cdd9ce6d79 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0879667 Aug 16 01:48:34.477969 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Attempting to bind port 4389a928-159e-4bbd-b8c1-8d25ffa7d060 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:34.478578 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Attempting to bind port 4389a928-159e-4bbd-b8c1-8d25ffa7d060 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:34.479025 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Attempting to bind port 4389a928-159e-4bbd-b8c1-8d25ffa7d060 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:34.497967 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:34.498326 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:34.498658 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.499053 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:34.499534 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Bound port: 4389a928-159e-4bbd-b8c1-8d25ffa7d060, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:34.499935 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.536277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c9bf2-9522-4598-972c-81c7e5fd5d06 req-dd155981-de6e-478b-8ea3-aa0a98c6b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.537887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c89c9bf2-9522-4598-972c-81c7e5fd5d06 req-dd155981-de6e-478b-8ea3-aa0a98c6b8b7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0572600 Aug 16 01:48:34.554046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 25a85a8b-7746-4fa8-a9ba-d45692d79cde completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:34.561743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 25a85a8b-7746-4fa8-a9ba-d45692d79cde triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:34.562407 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.600801 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] For port 4389a928-159e-4bbd-b8c1-8d25ffa7d060, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:34.606059 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] For port 4389a928-159e-4bbd-b8c1-8d25ffa7d060, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4389a928-159e-4bbd-b8c1-8d25ffa7d060,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:34.614912 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.619582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0da2e7f5-659a-41e6-827c-5fb62f5d573f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0da2e7f5-659a-41e6-827c-5fb62f5d573f,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:34.648037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '0da2e7f5-659a-41e6-827c-5fb62f5d573f', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '0da2e7f5-659a-41e6-827c-5fb62f5d573f', 'mac_address': 'fa:16:3e:a0:b3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:34.688036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8327a472-034f-4012-a514-726c6862adec req-64dc82e6-206b-44db-83ea-6d6c525a085a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608165 Aug 16 01:48:34.718139 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c89c9bf2-9522-4598-972c-81c7e5fd5d06 req-53bd28f6-b85f-48b8-a6c6-53896ed9a67a service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701400 Aug 16 01:48:34.731235 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.744451 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092fab0-0049-4afd-b857-6de9cec2d368 None None] Pushing event updated for resources: {'Port': ['ID=4389a928-159e-4bbd-b8c1-8d25ffa7d060,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:34.757036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da2e7f5-659a-41e6-827c-5fb62f5d573f {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:34.761019 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.767036 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Routers {'77ca9706-2480-47c9-9589-2d5bfdf6945f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:34.767668 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:48:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['77ca9706-2480-47c9-9589-2d5bfdf6945f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:34.796830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0da2e7f5-659a-41e6-827c-5fb62f5d573f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0da2e7f5-659a-41e6-827c-5fb62f5d573f,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:34.802485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a85a8b-7746-4fa8-a9ba-d45692d79cde'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:34.804913 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b09bd-bb6f-4e83-ade5-68dc78b3fd87" -d '{"events": [{"server_uuid": "f31553b5-edfa-4b5b-a5ed-13210484248e", "name": "network-vif-plugged", "status": "completed", "tag": "25a85a8b-7746-4fa8-a9ba-d45692d79cde"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:34.811196 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.826079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:34.838889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-375e1f79-d68f-48dd-9594-3acb462dd2e5 req-b0446d1b-abcb-41e7-86d8-483d2284c568 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839829 Aug 16 01:48:34.847876 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.847876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a57e5974-0844-4a4e-ab2b-43f07303a323 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:34.931471 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] Set router 77ca9706-2480-47c9-9589-2d5bfdf6945f gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:34.979707 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c89c9bf2-9522-4598-972c-81c7e5fd5d06 req-73be3fbf-aa20-46ef-9149-6abc622b58aa service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454548 Aug 16 01:48:34.984397 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0da2e7f5-659a-41e6-827c-5fb62f5d573f,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:35.038582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=25a85a8b-7746-4fa8-a9ba-d45692d79cde,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:35.087876 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.153861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:35.156707 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-router', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:29Z', 'updated_at': '2021-08-16T01:48:31Z', 'revision_number': 3, 'project_id': '6063169355f6486d87c43d90324c2a62', 'gw_port': {'id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:30Z', 'updated_at': '2021-08-16T01:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:35.160816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffcefd-650e-4872-9b52-db124436b67c req-581f9a2e-c355-456e-8aa2-cd78d926b526 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:35.168466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbffcefd-650e-4872-9b52-db124436b67c req-581f9a2e-c355-456e-8aa2-cd78d926b526 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1512864 Aug 16 01:48:35.172387 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.199413 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c8bd4-487a-427d-ab05-c272bbd90b14 None None] The sync data for ids ['77ca9706-2480-47c9-9589-2d5bfdf6945f'] in n-d-768851-16 is: [{'id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-router', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:29Z', 'updated_at': '2021-08-16T01:48:31Z', 'revision_number': 3, 'project_id': '6063169355f6486d87c43d90324c2a62', 'gw_port': {'id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:30Z', 'updated_at': '2021-08-16T01:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:35.228960 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.263875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:35.305656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbffcefd-650e-4872-9b52-db124436b67c req-9b8a3790-65f8-4b9b-8c39-76a1feaaabb2 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359947 Aug 16 01:48:35.307812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Transition to ACTIVE for port object 8f307958-0798-4cc9-af04-f17041964c20 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:35.365060 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.424247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.536516 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Network 262b238d-6551-4df5-90ed-5ab9651b5825 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:35.548597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:35.567680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b34e8-506b-45df-867e-9b7e767ab24c req-afc8d335-4811-41b7-83b2-1de8d06e16ef tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:35.569340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e9b34e8-506b-45df-867e-9b7e767ab24c req-afc8d335-4811-41b7-83b2-1de8d06e16ef tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 947 time: 0.1892829 Aug 16 01:48:35.570022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Pushing event updated for resources: {'Port': ['ID=8f307958-0798-4cc9-af04-f17041964c20,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:35.572762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:35.578296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:35.579080 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.583120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['0da2e7f5-659a-41e6-827c-5fb62f5d573f'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:35.694773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-93414f8e-6e6b-4ce6-ad1d-963b76e481f1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7967963 Aug 16 01:48:35.700458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e9b34e8-506b-45df-867e-9b7e767ab24c req-e2f9db3b-e730-41f2-909c-9b6f86edf7a0 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715239 Aug 16 01:48:35.789630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Allocated IP 172.20.0.1 (99a6707e-c711-463f-af64-b2b47f2cf900/4ad4515d-08f6-4c85-b2b0-d3169022e434/5e9c37e7-6123-416d-83ed-b2c1a21f684b) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:35.916784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc17d8b-417a-433f-b77d-2352856bc9db req-e5f582f5-e1da-4879-b99d-6c35caedc3d4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:35.918581 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbc17d8b-417a-433f-b77d-2352856bc9db req-e5f582f5-e1da-4879-b99d-6c35caedc3d4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 949 time: 0.1226904 Aug 16 01:48:35.937776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f0fb7269-e23b-4b09-ab84-fd6c92d121bd None None] Provisioning for port 8f307958-0798-4cc9-af04-f17041964c20 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:35.942736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f0fb7269-e23b-4b09-ab84-fd6c92d121bd None None] Provisioning complete for port 8f307958-0798-4cc9-af04-f17041964c20 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:35.943716 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7269-e23b-4b09-ab84-fd6c92d121bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.972019 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.981318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb7269-e23b-4b09-ab84-fd6c92d121bd None None] Port 8f307958-0798-4cc9-af04-f17041964c20 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:35.989893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbc17d8b-417a-433f-b77d-2352856bc9db req-250bac99-cfa9-4d2a-86c2-d39685ce3e24 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624940 Aug 16 01:48:36.034728 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.115831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Network 99a6707e-c711-463f-af64-b2b47f2cf900 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:36.120936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:36.131464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:36.131939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.137247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9c37e7-6123-416d-83ed-b2c1a21f684b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:36.206315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0b2b-c487-4a9c-a3f4-2ca3a0861392 req-1f0d743f-cce5-4603-a4e1-659677974967 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:36.207957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20ce0b2b-c487-4a9c-a3f4-2ca3a0861392 req-1f0d743f-cce5-4603-a4e1-659677974967 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 931 time: 0.1326423 Aug 16 01:48:36.287425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20ce0b2b-c487-4a9c-a3f4-2ca3a0861392 req-0f062268-875a-4a12-875d-7281b6385945 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670831 Aug 16 01:48:36.320345 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.322148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a57e5974-0844-4a4e-ab2b-43f07303a323 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:36.366446 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae862f70-7d85-490a-912d-98d69b2a9277 x-openstack-request-id: req-ae862f70-7d85-490a-912d-98d69b2a9277 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:36.367014 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31553b5-edfa-4b5b-a5ed-13210484248e", "name": "network-vif-plugged", "status": "completed", "tag": "25a85a8b-7746-4fa8-a9ba-d45692d79cde", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:36.367542 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae862f70-7d85-490a-912d-98d69b2a9277 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:36.368151 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a85a8b-7746-4fa8-a9ba-d45692d79cde', 'code': 200} Aug 16 01:48:36.513937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:36.530691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'mac_address': 'fa:16:3e:21:e5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:36.546390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b03b3-9765-428f-94f6-80dcca5cd39b req-3ee9ca75-2f23-4927-bc39-61a7c811ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:36.548196 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-845b03b3-9765-428f-94f6-80dcca5cd39b req-3ee9ca75-2f23-4927-bc39-61a7c811ade1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 1097 time: 0.0591707 Aug 16 01:48:36.574058 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.590172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57e5974-0844-4a4e-ab2b-43f07303a323 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:36.625590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd550eb-e53c-4a12-8ffe-30103df96d38 req-0ece81e2-ace2-47bd-8fa7-41e7dce4c3b7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:36.628597 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-845b03b3-9765-428f-94f6-80dcca5cd39b req-2107da16-352e-46da-bede-99711676119a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705931 Aug 16 01:48:36.635692 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bd550eb-e53c-4a12-8ffe-30103df96d38 req-0ece81e2-ace2-47bd-8fa7-41e7dce4c3b7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.1757526 Aug 16 01:48:36.636255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:36.641393 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.691387 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.703030 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bd550eb-e53c-4a12-8ffe-30103df96d38 req-0e4d6dbf-98e8-4300-98b0-f6e027da5eef tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663712 Aug 16 01:48:36.711372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.712415 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.720577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:36.745945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4389a928-159e-4bbd-b8c1-8d25ffa7d060 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:36.804585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4389a928-159e-4bbd-b8c1-8d25ffa7d060 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:36.808819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4389a928-159e-4bbd-b8c1-8d25ffa7d060 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:36.809247 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.834324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9c37e7-6123-416d-83ed-b2c1a21f684b,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:36.898821 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.899491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cf22e-9017-4f1a-b1bd-465200b8d9bc req-60ba065a-bb0c-4343-bf6f-36b306623781 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:36.901028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa6cf22e-9017-4f1a-b1bd-465200b8d9bc req-60ba065a-bb0c-4343-bf6f-36b306623781 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.0858858 Aug 16 01:48:36.924329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 4389a928-159e-4bbd-b8c1-8d25ffa7d060, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4389a928-159e-4bbd-b8c1-8d25ffa7d060,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:36.931667 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.939870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Network 99a6707e-c711-463f-af64-b2b47f2cf900 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:36.943031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:36.990988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=4389a928-159e-4bbd-b8c1-8d25ffa7d060,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:37.008317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa6cf22e-9017-4f1a-b1bd-465200b8d9bc req-365a72bf-2507-4fdf-9b98-7a2e00c4a780 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916009 Aug 16 01:48:37.129071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Router 77ca9706-2480-47c9-9589-2d5bfdf6945f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:48:37.141502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085c9f2-35d7-4fc4-b562-22de50112ef4 req-4874a920-26e0-4a70-b7c0-11b84f93af4c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:37.143617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4085c9f2-35d7-4fc4-b562-22de50112ef4 req-4874a920-26e0-4a70-b7c0-11b84f93af4c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 949 time: 0.0726326 Aug 16 01:48:37.232353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4085c9f2-35d7-4fc4-b562-22de50112ef4 req-b665da6a-c505-4b70-be15-45777f96bafc tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806501 Aug 16 01:48:37.298800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:37.306382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ab86041b-657d-400c-a7af-28682ded5008 admin admin] 10.222.0.79 "PUT /v2.0/routers/77ca9706-2480-47c9-9589-2d5bfdf6945f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0102854 Aug 16 01:48:37.316259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Sync routers for ids ['77ca9706-2480-47c9-9589-2d5bfdf6945f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:37.338560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Routers {'77ca9706-2480-47c9-9589-2d5bfdf6945f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:37.339139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:48:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['77ca9706-2480-47c9-9589-2d5bfdf6945f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:37.387942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a57e5974-0844-4a4e-ab2b-43f07303a323'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:37.542357 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Set router 77ca9706-2480-47c9-9589-2d5bfdf6945f gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:37.632115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a6e67-6ae6-4c62-b5f3-2c7bbcc3095c req-999ddc68-afcb-4211-bf02-8f5afa6cbfb0 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:37.633619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-757a6e67-6ae6-4c62-b5f3-2c7bbcc3095c req-999ddc68-afcb-4211-bf02-8f5afa6cbfb0 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 947 time: 0.3264616 Aug 16 01:48:37.672040 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-757a6e67-6ae6-4c62-b5f3-2c7bbcc3095c req-31c27d38-d62d-4093-bdbe-7f6c4327b5b7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Aug 16 01:48:37.797635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe5c1c-a0c2-419d-b9ea-65db84c49d14 req-5e803f4b-6f1a-4497-8cfa-741148e56fbf tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:37.799687 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9fe5c1c-a0c2-419d-b9ea-65db84c49d14 req-5e803f4b-6f1a-4497-8cfa-741148e56fbf tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 949 time: 0.0620644 Aug 16 01:48:37.803619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-router', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:29Z', 'updated_at': '2021-08-16T01:48:36Z', 'revision_number': 4, 'project_id': '6063169355f6486d87c43d90324c2a62', 'gw_port': {'id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:30Z', 'updated_at': '2021-08-16T01:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5e9c37e7-6123-416d-83ed-b2c1a21f684b', 'name': '', 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'mac_address': 'fa:16:3e:2a:44:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4ad4515d-08f6-4c85-b2b0-d3169022e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:35Z', 'updated_at': '2021-08-16T01:48:36Z', 'revision_number': 2, 'project_id': '6063169355f6486d87c43d90324c2a62', 'subnets': [{'id': '4ad4515d-08f6-4c85-b2b0-d3169022e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:37.831294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Checking router: 77ca9706-2480-47c9-9589-2d5bfdf6945f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:37.831651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Updating router 77ca9706-2480-47c9-9589-2d5bfdf6945f port 5e9c37e7-6123-416d-83ed-b2c1a21f684b binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:48:37.841289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9fe5c1c-a0c2-419d-b9ea-65db84c49d14 req-4ad406e7-4d38-47b9-a9f7-581c39da9779 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344722 Aug 16 01:48:37.856843 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.956232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcd87b-ac93-480d-85af-df97efd9ffd9 req-da3fffc6-34df-4dc5-89d1-ac3d8123be49 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:37.958542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bdcd87b-ac93-480d-85af-df97efd9ffd9 req-da3fffc6-34df-4dc5-89d1-ac3d8123be49 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 931 time: 0.0516410 Aug 16 01:48:38.007938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bdcd87b-ac93-480d-85af-df97efd9ffd9 req-86e1ecd8-2bee-48b3-a4a7-b694f28705ac tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Aug 16 01:48:38.183141 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.203446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Transition to ACTIVE for port object 5e9c37e7-6123-416d-83ed-b2c1a21f684b will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:38.210426 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.290240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe0b2d-57f4-43d3-9509-8f6be2c334c1 None None] Pushing event updated for resources: {'Port': ['ID=5e9c37e7-6123-416d-83ed-b2c1a21f684b,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:38.321028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:38.332820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-c9be8772-5c2e-420a-bc4b-e8ff3bf0ec5f tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:38.334386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-c9be8772-5c2e-420a-bc4b-e8ff3bf0ec5f tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/networks?id=99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 200 len: 819 time: 0.1561201 Aug 16 01:48:38.344943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0da2e7f5-659a-41e6-827c-5fb62f5d573f up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:38.358225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-79a0d1bb-5a8c-4396-af51-3c59ceb830ff tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/quotas/6063169355f6486d87c43d90324c2a62 HTTP/1.1" status: 200 len: 375 time: 0.0172670 Aug 16 01:48:38.410508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-26727a6a-01df-428f-b737-240d25e1d519 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6063169355f6486d87c43d90324c2a62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459003 Aug 16 01:48:38.515676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:38.518705 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35145416-027a-4b77-807d-68af772bee40" -d '{"events": [{"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-unplugged", "status": "completed", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:38.523217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-7dc6439a-64c2-4a17-ab68-0905be3ff668 service neutron] 10.222.0.79 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038857 Aug 16 01:48:38.526137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Attempting to bind port 5e9c37e7-6123-416d-83ed-b2c1a21f684b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:38.526516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Attempting to bind port 5e9c37e7-6123-416d-83ed-b2c1a21f684b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:38.526883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Attempting to bind port 5e9c37e7-6123-416d-83ed-b2c1a21f684b on network 99a6707e-c711-463f-af64-b2b47f2cf900 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:38.546733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:38.547118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Checking segment: {'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:38.547528 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.547925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Bound using segment: {'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:38.548431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Bound port: 5e9c37e7-6123-416d-83ed-b2c1a21f684b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:38.548813 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.632591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:38.662728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed', 'mac_address': 'fa:16:3e:3e:c5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:38.667845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 0da2e7f5-659a-41e6-827c-5fb62f5d573f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:38.670254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4389a928-159e-4bbd-b8c1-8d25ffa7d060 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:38.682949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-a5c354fb-e591-46a8-bba9-fd8a510537ad service neutron] 10.222.0.79 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424482 Aug 16 01:48:38.701746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] For port 5e9c37e7-6123-416d-83ed-b2c1a21f684b, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:38.720413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 0da2e7f5-659a-41e6-827c-5fb62f5d573f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:38.721051 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.725627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] For port 5e9c37e7-6123-416d-83ed-b2c1a21f684b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5e9c37e7-6123-416d-83ed-b2c1a21f684b,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:38.779321 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.867736 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.873806 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2c810673-4e56-491e-95ce-36f451d964f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.892556 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe0b2d-57f4-43d3-9509-8f6be2c334c1 None None] Pushing event updated for resources: {'Port': ['ID=5e9c37e7-6123-416d-83ed-b2c1a21f684b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:38.906212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:38.925040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Routers {'77ca9706-2480-47c9-9589-2d5bfdf6945f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:38.925683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:48:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['77ca9706-2480-47c9-9589-2d5bfdf6945f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:38.927883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a2c4a-9a81-433c-8561-fac3aa2f0ce4 req-223e314f-d203-4c83-9637-f6567b7c91c1 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:38.934115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4389a928-159e-4bbd-b8c1-8d25ffa7d060 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:38.934476 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.936542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b95a2c4a-9a81-433c-8561-fac3aa2f0ce4 req-223e314f-d203-4c83-9637-f6567b7c91c1 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.0714345 Aug 16 01:48:38.945128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:39.001885 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b95a2c4a-9a81-433c-8561-fac3aa2f0ce4 req-0283da2c-0170-4eda-92d3-e61e2318f613 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624602 Aug 16 01:48:39.021789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:39.080755 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:39.149687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786654f-36b1-4f01-a1a7-446fa950a010 req-098e7f75-fb2d-4189-920e-9f49f3899401 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.154037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5786654f-36b1-4f01-a1a7-446fa950a010 req-098e7f75-fb2d-4189-920e-9f49f3899401 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.0764012 Aug 16 01:48:39.169530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:39.204540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5786654f-36b1-4f01-a1a7-446fa950a010 req-1db3f36b-0294-4893-8e95-4b7bf52fd904 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441301 Aug 16 01:48:39.227144 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:39.230650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0da2e7f5-659a-41e6-827c-5fb62f5d573f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0da2e7f5-659a-41e6-827c-5fb62f5d573f,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:39.234016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] Set router 77ca9706-2480-47c9-9589-2d5bfdf6945f gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:39.269865 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:39.345394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08dfaf-4c91-4588-8f34-384bda9a22b5 req-5aaea5ae-88aa-480b-8b87-2997579eed42 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.346941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c08dfaf-4c91-4588-8f34-384bda9a22b5 req-5aaea5ae-88aa-480b-8b87-2997579eed42 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 949 time: 0.0692317 Aug 16 01:48:39.390558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c08dfaf-4c91-4588-8f34-384bda9a22b5 req-39435963-9d95-498d-83f5-2802c7939a0c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368414 Aug 16 01:48:39.416209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0da2e7f5-659a-41e6-827c-5fb62f5d573f,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:39.499172 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be36ceb-899f-4aab-947e-43bbcadee41a x-openstack-request-id: req-8be36ceb-899f-4aab-947e-43bbcadee41a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:39.499556 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-unplugged", "status": "completed", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:39.499867 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8be36ceb-899f-4aab-947e-43bbcadee41a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:39.500250 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'code': 200} Aug 16 01:48:39.531616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-router', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:29Z', 'updated_at': '2021-08-16T01:48:36Z', 'revision_number': 4, 'project_id': '6063169355f6486d87c43d90324c2a62', 'gw_port': {'id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:30Z', 'updated_at': '2021-08-16T01:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5e9c37e7-6123-416d-83ed-b2c1a21f684b', 'name': '', 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'mac_address': 'fa:16:3e:2a:44:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4ad4515d-08f6-4c85-b2b0-d3169022e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:35Z', 'updated_at': '2021-08-16T01:48:38Z', 'revision_number': 4, 'project_id': '6063169355f6486d87c43d90324c2a62', 'subnets': [{'id': '4ad4515d-08f6-4c85-b2b0-d3169022e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:39.565469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d1ba9-34fd-4f89-8ef3-dc7927804fd9 None None] The sync data for ids ['77ca9706-2480-47c9-9589-2d5bfdf6945f'] in n-d-768851-16 is: [{'id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-router', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:29Z', 'updated_at': '2021-08-16T01:48:36Z', 'revision_number': 4, 'project_id': '6063169355f6486d87c43d90324c2a62', 'gw_port': {'id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:30Z', 'updated_at': '2021-08-16T01:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5e9c37e7-6123-416d-83ed-b2c1a21f684b', 'name': '', 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'mac_address': 'fa:16:3e:2a:44:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4ad4515d-08f6-4c85-b2b0-d3169022e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:35Z', 'updated_at': '2021-08-16T01:48:38Z', 'revision_number': 4, 'project_id': '6063169355f6486d87c43d90324c2a62', 'subnets': [{'id': '4ad4515d-08f6-4c85-b2b0-d3169022e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:39.652754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a258-a998-431d-9e53-43610d1ce75a req-57165cf1-d678-4ece-a886-690a6daf97fa tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.655328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d59a258-a998-431d-9e53-43610d1ce75a req-57165cf1-d678-4ece-a886-690a6daf97fa tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 948 time: 0.0903566 Aug 16 01:48:39.662386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['97986b20-6b00-4219-8f8f-5c2f1ea7a6ed'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:39.700970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d59a258-a998-431d-9e53-43610d1ce75a req-51906bb2-5be7-4d23-8f45-078db54d57e9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Aug 16 01:48:39.805150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d492b2fd-1bf2-4275-bdbe-54fb080fa9a0 req-497ff1d5-4886-4562-ba26-21547fcced13 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 210 time: 0.0278387 Aug 16 01:48:39.966797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908558b-9f32-4c45-a068-e8c5112f6341 req-b4b43ccd-bd7d-4769-9f94-1828b4574ef1 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:39.968337 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0908558b-9f32-4c45-a068-e8c5112f6341 req-b4b43ccd-bd7d-4769-9f94-1828b4574ef1 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 950 time: 0.0648777 Aug 16 01:48:40.014610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0908558b-9f32-4c45-a068-e8c5112f6341 req-20befda7-f206-4f2d-95b9-7cc84728fa2e tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Aug 16 01:48:40.139623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdde2d7-198c-4bae-b3d9-16684f6ce21b req-f0acb189-298d-483b-a2bb-b4d8481ba561 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:40.141193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebdde2d7-198c-4bae-b3d9-16684f6ce21b req-f0acb189-298d-483b-a2bb-b4d8481ba561 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 1097 time: 0.0649254 Aug 16 01:48:40.188710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebdde2d7-198c-4bae-b3d9-16684f6ce21b req-280a4a92-c633-462a-9755-efe15a0a8246 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388861 Aug 16 01:48:40.325833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a57e5974-0844-4a4e-ab2b-43f07303a323 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:40.351991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bcb21-45ea-4724-817f-f52bdbffcc89 req-0ec7519e-8b2c-40a8-8885-319c7464c3af tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:40.371892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce9bcb21-45ea-4724-817f-f52bdbffcc89 req-0ec7519e-8b2c-40a8-8885-319c7464c3af tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 931 time: 0.0661404 Aug 16 01:48:40.419564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce9bcb21-45ea-4724-817f-f52bdbffcc89 req-b2cf9824-6636-44c4-9aa8-ce405b272392 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466259 Aug 16 01:48:40.444835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port a57e5974-0844-4a4e-ab2b-43f07303a323 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:40.445247 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:40.544115 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:40.608795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:40.613380 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:40.687083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-2c1ba9a2-87fd-4380-b92c-27982cb33d9b tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:40.696041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-2c1ba9a2-87fd-4380-b92c-27982cb33d9b tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/networks?id=99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 200 len: 819 time: 0.1722226 Aug 16 01:48:40.708475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5e9c37e7-6123-416d-83ed-b2c1a21f684b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:40.710454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-648320f7-ade4-46b8-84da-59f92c93b387 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/quotas/6063169355f6486d87c43d90324c2a62 HTTP/1.1" status: 200 len: 375 time: 0.0133784 Aug 16 01:48:40.712290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:40.788133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 5e9c37e7-6123-416d-83ed-b2c1a21f684b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:40.792558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5e9c37e7-6123-416d-83ed-b2c1a21f684b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:40.793315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:40.793752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-9d561bba-3cc4-4884-8c42-77717b5ba21f tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6063169355f6486d87c43d90324c2a62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715396 Aug 16 01:48:40.910659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-6ea4cccc-2c08-4dc5-9178-a900fca40263 service neutron] 10.222.0.79 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083131 Aug 16 01:48:40.912130 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:40.949683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 5e9c37e7-6123-416d-83ed-b2c1a21f684b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5e9c37e7-6123-416d-83ed-b2c1a21f684b,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:40.966138 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:41.018844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-6cf2efd2-0968-4f56-a71a-8ac70c47f23c service neutron] 10.222.0.79 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067064 Aug 16 01:48:41.026538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=5e9c37e7-6123-416d-83ed-b2c1a21f684b,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:41.313520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f0b89-3867-4ce8-ad79-56e9edb77b6f req-3067fb31-a1a4-440b-9aec-c10d4b474f9b tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:41.315787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b93f0b89-3867-4ce8-ad79-56e9edb77b6f req-3067fb31-a1a4-440b-9aec-c10d4b474f9b tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.0517323 Aug 16 01:48:41.381895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b93f0b89-3867-4ce8-ad79-56e9edb77b6f req-a9fdfe13-660b-42ff-bd84-1c086ec90096 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580196 Aug 16 01:48:41.413084 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fbe8-520f-45bd-b00c-98d1cfe533d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:41.508695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc41dd38-b8c2-4f41-b701-96efafb25852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2e7f5-659a-41e6-827c-5fb62f5d573f'}, {'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:41.513475 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b807e8-5893-472d-9f1f-55fdebaebcc1" -d '{"events": [{"server_uuid": "fc41dd38-b8c2-4f41-b701-96efafb25852", "name": "network-vif-plugged", "status": "completed", "tag": "0da2e7f5-659a-41e6-827c-5fb62f5d573f"}, {"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-plugged", "status": "completed", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:41.523791 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:41.544671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095252a8-f2b4-478f-913c-8d7448b09eb1 req-33078062-ffc9-4f77-9b45-8d47e8cf1413 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:41.553562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-095252a8-f2b4-478f-913c-8d7448b09eb1 req-33078062-ffc9-4f77-9b45-8d47e8cf1413 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0837290 Aug 16 01:48:41.601650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-095252a8-f2b4-478f-913c-8d7448b09eb1 req-2c08e411-6ff5-4365-8956-48f34303411e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470698 Aug 16 01:48:41.754977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf241f-1d5d-4246-8635-fbced9cb73d5 req-d77a7cfb-508f-45c7-9dbe-008b65aaa13f tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:41.756588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79bf241f-1d5d-4246-8635-fbced9cb73d5 req-d77a7cfb-508f-45c7-9dbe-008b65aaa13f tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 948 time: 0.0633109 Aug 16 01:48:41.809623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79bf241f-1d5d-4246-8635-fbced9cb73d5 req-c211b1b5-bf20-47d8-b2cb-4c41026b864a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450559 Aug 16 01:48:41.938542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed394e0e-369e-4b2c-b9cb-c1d88efce9e9 req-92b8ba0a-8821-4842-ba48-9d549761945f tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:41.940868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed394e0e-369e-4b2c-b9cb-c1d88efce9e9 req-92b8ba0a-8821-4842-ba48-9d549761945f tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 950 time: 0.0674195 Aug 16 01:48:41.998694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed394e0e-369e-4b2c-b9cb-c1d88efce9e9 req-36b833de-8fa3-469d-9a52-78d03b21f965 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465677 Aug 16 01:48:42.091834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdce0b7e-05a6-4f75-a847-271b8dcd2be3 req-84ba257f-32ff-4342-a635-cd79b58c9d9f tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 210 time: 0.0373576 Aug 16 01:48:42.236697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f2f7a-1e43-47cd-a3a4-2d4f8b39c099 req-799f5c8f-32c8-4606-96c7-f82f8f4e9ab1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:42.238263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-979f2f7a-1e43-47cd-a3a4-2d4f8b39c099 req-799f5c8f-32c8-4606-96c7-f82f8f4e9ab1 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 931 time: 0.0875971 Aug 16 01:48:42.286906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-979f2f7a-1e43-47cd-a3a4-2d4f8b39c099 req-a3eba44a-6dcc-4909-a55e-879da7bc5506 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404384 Aug 16 01:48:42.330875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:42.371891 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d98cbcb-2d10-41ab-bed7-d90a144276c0 x-openstack-request-id: req-2d98cbcb-2d10-41ab-bed7-d90a144276c0 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:42.372265 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc41dd38-b8c2-4f41-b701-96efafb25852", "name": "network-vif-plugged", "status": "completed", "tag": "0da2e7f5-659a-41e6-827c-5fb62f5d573f", "code": 200}, {"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-plugged", "status": "completed", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:42.372610 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d98cbcb-2d10-41ab-bed7-d90a144276c0 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:42.373087 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc41dd38-b8c2-4f41-b701-96efafb25852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2e7f5-659a-41e6-827c-5fb62f5d573f', 'code': 200} Aug 16 01:48:42.373462 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'code': 200} Aug 16 01:48:42.395318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:42.409405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:42.409782 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:42.574342 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:42.595632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a0d1c-b8cf-45af-970c-f4d2061cb724 req-3b8f63bf-d12d-4968-9658-cd9fdf9ecfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:42.600722 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c84a0d1c-b8cf-45af-970c-f4d2061cb724 req-3b8f63bf-d12d-4968-9658-cd9fdf9ecfb5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 1102 time: 0.1156669 Aug 16 01:48:42.659579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c22fc3-3086-4783-9c81-ddaf3ef78220 req-e859bc22-c4ed-4fa2-9020-cbe30b11d792 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:42.669898 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0c22fc3-3086-4783-9c81-ddaf3ef78220 req-e859bc22-c4ed-4fa2-9020-cbe30b11d792 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.1116083 Aug 16 01:48:42.680176 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c84a0d1c-b8cf-45af-970c-f4d2061cb724 req-aeacb496-b5f7-4958-9ff2-9fae9810ea6b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708423 Aug 16 01:48:42.682242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:42.718559 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:42.741864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0c22fc3-3086-4783-9c81-ddaf3ef78220 req-697866d9-5ddc-4a85-a24c-b4cf7f9aeb94 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639467 Aug 16 01:48:42.799766 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:42.801007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5e9c37e7-6123-416d-83ed-b2c1a21f684b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:42.803882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:42.869848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5e9c37e7-6123-416d-83ed-b2c1a21f684b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:42.870587 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:42.924573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903f74a-643a-4a9d-a991-2e027dba63e0 req-230e40c5-c452-4591-9513-aa03aaada56a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:42.926081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b903f74a-643a-4a9d-a991-2e027dba63e0 req-230e40c5-c452-4591-9513-aa03aaada56a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0755339 Aug 16 01:48:42.983218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b903f74a-643a-4a9d-a991-2e027dba63e0 req-c0a49f04-0452-4338-9770-72a7dcd860d4 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507562 Aug 16 01:48:43.113144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64782b8-78e6-44b9-8901-7bba4625c6fe req-a4a52c2f-be4e-4d8f-868a-ca5801f009b0 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:43.114962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c64782b8-78e6-44b9-8901-7bba4625c6fe req-a4a52c2f-be4e-4d8f-868a-ca5801f009b0 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 949 time: 0.0666866 Aug 16 01:48:43.154431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c64782b8-78e6-44b9-8901-7bba4625c6fe req-202b9b71-84b4-4679-989f-f0d14a2a8b9e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332990 Aug 16 01:48:43.189336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9a4b-c2bd-47c4-a237-bc2eac2f06ef req-f485bfb5-e2d9-4d10-be19-504ac990947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:43.191113 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ad1d9a4b-c2bd-47c4-a237-bc2eac2f06ef req-f485bfb5-e2d9-4d10-be19-504ac990947b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 1102 time: 0.0598011 Aug 16 01:48:43.288229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5da651-8af1-48a5-9058-fd6fe49ab02a req-9e78c9c8-b22e-4c48-a035-b915d58ecc88 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:43.290543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c5da651-8af1-48a5-9058-fd6fe49ab02a req-9e78c9c8-b22e-4c48-a035-b915d58ecc88 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 950 time: 0.0705111 Aug 16 01:48:43.312074 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ad1d9a4b-c2bd-47c4-a237-bc2eac2f06ef req-f328fb0a-f091-400d-b5dd-c10e440c6200 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387344 Aug 16 01:48:43.340139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c5da651-8af1-48a5-9058-fd6fe49ab02a req-3031dc7b-33da-451d-a0ae-73b33f9499c6 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431123 Aug 16 01:48:43.473870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9fc7a0-e0f4-4ebe-8bb6-63f781de770a req-09ae7bc2-e949-4e15-bc41-b65538d02712 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 210 time: 0.0434883 Aug 16 01:48:43.605713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81434c8-bfcb-4e41-b40d-08de5ee6b9a3 req-d4d0b7fd-4d13-4470-908a-0c3470df9e4d tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:43.607370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b81434c8-bfcb-4e41-b40d-08de5ee6b9a3 req-d4d0b7fd-4d13-4470-908a-0c3470df9e4d tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 931 time: 0.0697992 Aug 16 01:48:43.645696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b81434c8-bfcb-4e41-b40d-08de5ee6b9a3 req-ecc9b6c1-860a-44fd-b6df-5b9be3cbf56a tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Aug 16 01:48:43.882394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f024-b859-47d4-9c34-53fbc9cf28b0 req-418d3030-7cfe-412a-a523-4fd940ae2f85 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:43.883958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5605f024-b859-47d4-9c34-53fbc9cf28b0 req-418d3030-7cfe-412a-a523-4fd940ae2f85 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.0732124 Aug 16 01:48:43.926534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5605f024-b859-47d4-9c34-53fbc9cf28b0 req-a6fc012e-04b6-4f98-b9b6-214a633e0467 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362723 Aug 16 01:48:44.066936 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:44.111424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36cc95-3bc2-45c9-bf7e-ff171ea51b1d req-73c57b51-19fe-4845-ace6-6decad50a132 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:44.113022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb36cc95-3bc2-45c9-bf7e-ff171ea51b1d req-73c57b51-19fe-4845-ace6-6decad50a132 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0483222 Aug 16 01:48:44.157536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb36cc95-3bc2-45c9-bf7e-ff171ea51b1d req-f47913a6-d9bc-462c-a7ce-764403f103c8 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373986 Aug 16 01:48:44.276711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35a7ab-583f-42cb-a29c-fc3afbde218c req-dcb7d480-4416-4d48-8d38-094c0c856acf tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:44.278200 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d35a7ab-583f-42cb-a29c-fc3afbde218c req-dcb7d480-4416-4d48-8d38-094c0c856acf tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 949 time: 0.0524900 Aug 16 01:48:44.319595 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d35a7ab-583f-42cb-a29c-fc3afbde218c req-712c4c95-dbe3-4e3d-8828-08f28059b939 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353706 Aug 16 01:48:44.375139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78e49aa-ce56-46fd-a7b1-dcca783c5c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:44.378293 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02746f27-0073-4d74-841d-0da735ba2ea7" -d '{"events": [{"server_uuid": "a78e49aa-ce56-46fd-a7b1-dcca783c5c80", "name": "network-vif-plugged", "status": "completed", "tag": "97986b20-6b00-4219-8f8f-5c2f1ea7a6ed"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:44.790943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f7258-3717-479a-b219-c4e6ced49a25 req-6791094f-7f6f-496d-afb1-5b8ede05c4fd tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:44.792421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-389f7258-3717-479a-b219-c4e6ced49a25 req-6791094f-7f6f-496d-afb1-5b8ede05c4fd tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 950 time: 0.0733860 Aug 16 01:48:44.836482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-389f7258-3717-479a-b219-c4e6ced49a25 req-56ab0dfe-6544-4460-adb1-84c4481ff24f tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Aug 16 01:48:44.879630 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaca8b9-12db-4496-bf3c-6bd068f081cf x-openstack-request-id: req-9eaca8b9-12db-4496-bf3c-6bd068f081cf {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:44.880013 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78e49aa-ce56-46fd-a7b1-dcca783c5c80", "name": "network-vif-plugged", "status": "completed", "tag": "97986b20-6b00-4219-8f8f-5c2f1ea7a6ed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:44.880269 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9eaca8b9-12db-4496-bf3c-6bd068f081cf {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:44.880661 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78e49aa-ce56-46fd-a7b1-dcca783c5c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed', 'code': 200} Aug 16 01:48:44.951845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c067dde-941b-4d5e-888d-7cb21e8b05c8 req-78bb608d-5c2d-42cc-94dc-ea7cd3bf179f tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 210 time: 0.0283303 Aug 16 01:48:45.058180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52135e90-b38d-45e7-b931-9a1771950e70 req-56de1aa4-ed04-4196-a215-5f2d4ce87253 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:45.059717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-52135e90-b38d-45e7-b931-9a1771950e70 req-56de1aa4-ed04-4196-a215-5f2d4ce87253 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 931 time: 0.0523314 Aug 16 01:48:45.105632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-52135e90-b38d-45e7-b931-9a1771950e70 req-e206f3e5-0bbc-4c4e-ac0b-a3c59d02d4d7 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390899 Aug 16 01:48:45.217689 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f1913-251a-4215-aa9f-d9fdcc7c71bc req-d2af7cea-3417-4a44-bcdd-94d08811e2e5 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:45.219163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d2f1913-251a-4215-aa9f-d9fdcc7c71bc req-d2af7cea-3417-4a44-bcdd-94d08811e2e5 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.0532625 Aug 16 01:48:45.265264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d2f1913-251a-4215-aa9f-d9fdcc7c71bc req-33d9f7f3-0a4e-4767-9949-4d71cc05d8cb tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377426 Aug 16 01:48:45.394914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba2b36-20c5-44d0-a525-5074ce28ed11 req-6dbd7250-609a-4c1f-a9bd-8de074cbf110 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:45.396349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92ba2b36-20c5-44d0-a525-5074ce28ed11 req-6dbd7250-609a-4c1f-a9bd-8de074cbf110 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0772939 Aug 16 01:48:45.434899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92ba2b36-20c5-44d0-a525-5074ce28ed11 req-fd55c10e-ba83-4ceb-924d-527a986be8e5 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325518 Aug 16 01:48:45.557875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d3b17-18f9-4766-9252-612e25e2874d req-30b5a9b8-f7fa-4fee-9a0c-c760c046b7f7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:45.559404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c86d3b17-18f9-4766-9252-612e25e2874d req-30b5a9b8-f7fa-4fee-9a0c-c760c046b7f7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 949 time: 0.0611725 Aug 16 01:48:45.605537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c86d3b17-18f9-4766-9252-612e25e2874d req-e73b81d1-b6bf-46df-9e1d-82fbd8808a85 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Aug 16 01:48:45.723912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a350046-e0de-4f45-9b62-5cbc782f7117 req-f0a67057-9359-4e1a-ace1-45371bfeadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:45.730568 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a350046-e0de-4f45-9b62-5cbc782f7117 req-f0a67057-9359-4e1a-ace1-45371bfeadf9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 1101 time: 0.0519199 Aug 16 01:48:45.841724 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a350046-e0de-4f45-9b62-5cbc782f7117 req-b5dfd1f4-b895-45d5-a88f-eb48d0404991 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618730 Aug 16 01:48:45.982668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009c1ee-eb29-4aa1-ae64-215db696bf1e req-7bf10eca-e5a1-4a8b-ae5d-9cdef66a088a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:45.985784 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c009c1ee-eb29-4aa1-ae64-215db696bf1e req-7bf10eca-e5a1-4a8b-ae5d-9cdef66a088a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 950 time: 0.0637398 Aug 16 01:48:46.026889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c009c1ee-eb29-4aa1-ae64-215db696bf1e req-f0847b21-118b-4d5c-a253-3d1a4c9ff8f3 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353177 Aug 16 01:48:46.124332 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef41e060-ab80-45f8-bb9a-cc6ba7b09f97 req-04750deb-9f81-486b-ad8c-fa2f75725ae4 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 210 time: 0.0263972 Aug 16 01:48:46.248530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2ee6e-640e-47e7-b349-d799dceab25a req-fe0f6cc9-4d24-4672-a97f-7924c423763c tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:46.250201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0a2ee6e-640e-47e7-b349-d799dceab25a req-fe0f6cc9-4d24-4672-a97f-7924c423763c tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 931 time: 0.0680656 Aug 16 01:48:46.294774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0a2ee6e-640e-47e7-b349-d799dceab25a req-18c6355e-eab5-4d7d-b34f-6d58fd152c95 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379677 Aug 16 01:48:46.409973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa1f0-e7b6-4242-80b6-07fa8895c1da req-df67f1eb-3537-4501-8165-bef411c3f346 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:46.411771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fffa1f0-e7b6-4242-80b6-07fa8895c1da req-df67f1eb-3537-4501-8165-bef411c3f346 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.0549400 Aug 16 01:48:46.518660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fffa1f0-e7b6-4242-80b6-07fa8895c1da req-bf93b52e-57ce-4852-9fc6-3b5f587e8e41 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953550 Aug 16 01:48:46.672810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ff466-a53c-4ae2-8e4b-fc8e8537bc1a req-8cce93b5-3534-4280-b8c5-a5771b92178e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:46.674845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-999ff466-a53c-4ae2-8e4b-fc8e8537bc1a req-8cce93b5-3534-4280-b8c5-a5771b92178e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0612028 Aug 16 01:48:46.754756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-999ff466-a53c-4ae2-8e4b-fc8e8537bc1a req-4120fa86-441b-4856-8cfd-ef5a6996ac23 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730348 Aug 16 01:48:46.859795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf6eaf-0a5e-4deb-95d4-6de195487c5b req-20af46b4-9bc6-4afe-baa4-b363cf6c8cd9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:46.861940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aacf6eaf-0a5e-4deb-95d4-6de195487c5b req-20af46b4-9bc6-4afe-baa4-b363cf6c8cd9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 949 time: 0.0513210 Aug 16 01:48:46.915034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aacf6eaf-0a5e-4deb-95d4-6de195487c5b req-a9c07a40-a622-47f3-b8a3-86085b59ee4c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Aug 16 01:48:47.030657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4aba-b6f9-4fe0-8b0c-2b8b81eeb53e req-daec9b5a-0d21-4d36-94ed-f77e206f9c32 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:47.032296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c94d4aba-b6f9-4fe0-8b0c-2b8b81eeb53e req-daec9b5a-0d21-4d36-94ed-f77e206f9c32 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0577021 Aug 16 01:48:47.077334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c94d4aba-b6f9-4fe0-8b0c-2b8b81eeb53e req-715c530e-07e7-40bc-adc3-800f7b5df4c3 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381832 Aug 16 01:48:47.186114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85670778-e18c-4c0a-a052-abcdc23aa84c req-8d260c3c-c031-429f-b9e0-d4c342ffc286 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:47.187576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85670778-e18c-4c0a-a052-abcdc23aa84c req-8d260c3c-c031-429f-b9e0-d4c342ffc286 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 950 time: 0.0496221 Aug 16 01:48:47.229478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85670778-e18c-4c0a-a052-abcdc23aa84c req-e7a58982-01f3-49ba-aba0-4e7337e13bbe tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358934 Aug 16 01:48:47.519096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fab73f2-afec-4d13-85ce-2ddd9fd82d95 req-481d9a74-e351-4986-bcdb-a17fec68a668 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 210 time: 0.0297992 Aug 16 01:48:47.743417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af08ff-d056-4525-a357-d1864cbde2fd req-7fb36075-2f8e-4a08-ad8d-940955a00ec0 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:47.745153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57af08ff-d056-4525-a357-d1864cbde2fd req-7fb36075-2f8e-4a08-ad8d-940955a00ec0 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 931 time: 0.0531878 Aug 16 01:48:47.795763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Request body: {'port': {'device_id': '93b3bae2-c16d-4ea7-b660-856fdb2aeb63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:47.827517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57af08ff-d056-4525-a357-d1864cbde2fd req-4a376a49-58d1-4cc8-9644-e542618802db tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751078 Aug 16 01:48:47.906814 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:47.964856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bf7d5-3a09-44c9-843c-27cb10d721e0 req-f260b523-fb45-4171-b045-dfab0e916b0e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:47.966625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a30bf7d5-3a09-44c9-843c-27cb10d721e0 req-f260b523-fb45-4171-b045-dfab0e916b0e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0881371 Aug 16 01:48:48.006248 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.144948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a30bf7d5-3a09-44c9-843c-27cb10d721e0 req-cb5bb4a5-3577-4a0b-b679-9fd760bfe74e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535907 Aug 16 01:48:48.174259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08204e3-1604-4ce4-acc1-2dd7edca9809 req-818b4eec-4bc3-4d82-bb50-084906bf7365 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:48.175783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a08204e3-1604-4ce4-acc1-2dd7edca9809 req-818b4eec-4bc3-4d82-bb50-084906bf7365 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.1651020 Aug 16 01:48:48.300752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a08204e3-1604-4ce4-acc1-2dd7edca9809 req-5284aac0-54c9-46d5-aa85-81d3520513fd tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065979 Aug 16 01:48:48.332844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd262e-6a70-4e6b-a8c5-2f470f84cf7c req-37c7bcd1-03ba-449f-8ef3-c4d4e204d281 tempest-ServersAdminNegativeTestJSON-1057841969 tempest-ServersAdminNegativeTestJSON-1057841969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:48.334368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4bd262e-6a70-4e6b-a8c5-2f470f84cf7c req-37c7bcd1-03ba-449f-8ef3-c4d4e204d281 tempest-ServersAdminNegativeTestJSON-1057841969 tempest-ServersAdminNegativeTestJSON-1057841969-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 1102 time: 0.0914609 Aug 16 01:48:48.370608 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c4bd262e-6a70-4e6b-a8c5-2f470f84cf7c req-e7190b19-9d15-4633-af6f-a7234a50c68f tempest-ServersAdminNegativeTestJSON-1057841969 tempest-ServersAdminNegativeTestJSON-1057841969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.436941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f307958-0798-4cc9-af04-f17041964c20 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:48.447117 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.469476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Transition to ACTIVE for port object 8f307958-0798-4cc9-af04-f17041964c20 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:48.484688 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.498407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217195d-203c-4083-aeb0-78322e702d08 req-46c934da-67e7-400d-b6ed-21304d6d5906 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:48.499925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1217195d-203c-4083-aeb0-78322e702d08 req-46c934da-67e7-400d-b6ed-21304d6d5906 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 965 time: 0.1304591 Aug 16 01:48:48.591088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Pushing event updated for resources: {'Port': ['ID=8f307958-0798-4cc9-af04-f17041964c20,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:48.642426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1217195d-203c-4083-aeb0-78322e702d08 req-228e7cf6-44c4-4987-8b07-60707e57804b tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088519 Aug 16 01:48:48.784599 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c4bd262e-6a70-4e6b-a8c5-2f470f84cf7c req-e7190b19-9d15-4633-af6f-a7234a50c68f tempest-ServersAdminNegativeTestJSON-1057841969 tempest-ServersAdminNegativeTestJSON-1057841969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.785850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Attempting to bind port 8f307958-0798-4cc9-af04-f17041964c20 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:48.786182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Attempting to bind port 8f307958-0798-4cc9-af04-f17041964c20 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:48.786573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Attempting to bind port 8f307958-0798-4cc9-af04-f17041964c20 on network 262b238d-6551-4df5-90ed-5ab9651b5825 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:48.806192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Port 8f307958-0798-4cc9-af04-f17041964c20 on network 262b238d-6551-4df5-90ed-5ab9651b5825 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:48.806508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Attempting to bind port 8f307958-0798-4cc9-af04-f17041964c20 on network 262b238d-6551-4df5-90ed-5ab9651b5825 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:48.811933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c4bd262e-6a70-4e6b-a8c5-2f470f84cf7c req-e7190b19-9d15-4633-af6f-a7234a50c68f tempest-ServersAdminNegativeTestJSON-1057841969 tempest-ServersAdminNegativeTestJSON-1057841969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.828767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:48.829161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Checking segment: {'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:48.829538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Bound using segment: {'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:48.829976 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Bound port: 8f307958-0798-4cc9-af04-f17041964c20, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:48.830324 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.856532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4bd262e-6a70-4e6b-a8c5-2f470f84cf7c req-e7190b19-9d15-4633-af6f-a7234a50c68f tempest-ServersAdminNegativeTestJSON-1057841969 tempest-ServersAdminNegativeTestJSON-1057841969-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108612 Aug 16 01:48:48.883750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9e643-54b4-4b76-9a14-bde2e914ca36 req-7d576bac-2632-475f-9fe0-f547d5b01700 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:48.891017 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2db9e643-54b4-4b76-9a14-bde2e914ca36 req-7d576bac-2632-475f-9fe0-f547d5b01700 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 949 time: 0.1217434 Aug 16 01:48:48.911794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7190b19-9d15-4633-af6f-a7234a50c68f tempest-ServersAdminNegativeTestJSON-1057841969 tempest-ServersAdminNegativeTestJSON-1057841969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ee1abd-b589-4c1c-8e92-c35b3f243679,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:48.934584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-92f1db04-7c64-4a47-82f7-cc6be7b3720f tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:48.937589 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-92f1db04-7c64-4a47-82f7-cc6be7b3720f tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.89 "GET /v2.0/networks?id=99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 200 len: 819 time: 0.2630448 Aug 16 01:48:48.986619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2db9e643-54b4-4b76-9a14-bde2e914ca36 req-fdbd14c7-0d3d-44ce-bc77-59fdc2f73def tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893569 Aug 16 01:48:48.988149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] For port 8f307958-0798-4cc9-af04-f17041964c20, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:48.992742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Request body: {'port': {'device_id': '0fbb97ac-4de2-4e7a-9cae-35076e49d2bb', 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900', 'admin_state_up': True, 'tenant_id': '6063169355f6486d87c43d90324c2a62'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:49.003076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] For port 8f307958-0798-4cc9-af04-f17041964c20, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=8f307958-0798-4cc9-af04-f17041964c20,segment=NetworkSegment(8679d7c9-a6cd-4fc7-96c3-f2028a3640d7),segment_id=8679d7c9-a6cd-4fc7-96c3-f2028a3640d7)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:49.014436 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.038326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e6f4175-25bf-4228-9954-ed30ceea4214 req-257a2bd6-6481-4b7c-876d-69e2d8f92b93 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 210 time: 0.0381112 Aug 16 01:48:49.148963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.154144 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.155674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] 10.222.0.89 "PUT /v2.0/ports/8f307958-0798-4cc9-af04-f17041964c20 HTTP/1.1" status: 200 len: 1092 time: 1.3702140 Aug 16 01:48:49.158800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b3bae2-c16d-4ea7-b660-856fdb2aeb63', 'tag': '8f307958-0798-4cc9-af04-f17041964c20'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:49.165122 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce55066-1d93-4c08-90be-6dea3c1a5b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "93b3bae2-c16d-4ea7-b660-856fdb2aeb63", "tag": "8f307958-0798-4cc9-af04-f17041964c20"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:49.171635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23264cfc-a860-455f-989c-a59f116db499 req-193fcbfe-d961-4f39-a98e-5893ab5bebe1 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.174662 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-23264cfc-a860-455f-989c-a59f116db499 req-193fcbfe-d961-4f39-a98e-5893ab5bebe1 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.89 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.2359703 Aug 16 01:48:49.265115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed961abe-f68c-4ab1-a06e-f2f465800378 service neutron] Pushing event updated for resources: {'Port': ['ID=8f307958-0798-4cc9-af04-f17041964c20,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:49.364910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4e395-c373-4263-bebc-930fe26ece19 req-12c1f828-8cc3-4f2d-93ce-7fba53cb75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.366471 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-12c1f828-8cc3-4f2d-93ce-7fba53cb75d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4771436cf7ed4c74afb512cc0a214693&device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 1095 time: 0.1180158 Aug 16 01:48:49.385748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c468a-f1da-408e-b0e3-774b069df985 req-61a49835-e250-4820-9c95-3167765af92d tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.396519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Made reservation on behalf of 6063169355f6486d87c43d90324c2a62 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:49.398104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe3c468a-f1da-408e-b0e3-774b069df985 req-61a49835-e250-4820-9c95-3167765af92d tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 1101 time: 0.2413249 Aug 16 01:48:49.402730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.409107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948cdb1-1831-4e47-ad1e-3f4f3a3de1fc req-2be65a9e-1b87-4695-ab7c-b6fc544a6d44 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.420523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5948cdb1-1831-4e47-ad1e-3f4f3a3de1fc req-2be65a9e-1b87-4695-ab7c-b6fc544a6d44 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 943 time: 0.3346183 Aug 16 01:48:49.438929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-23264cfc-a860-455f-989c-a59f116db499 req-43d90be7-484c-468b-9ec3-e3349ad5e205 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Deleting port d9603e6e-34d7-43e3-9909-1e9546c9b547 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:49.439526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23264cfc-a860-455f-989c-a59f116db499 req-43d90be7-484c-468b-9ec3-e3349ad5e205 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.443692 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-d2381043-1f6e-472c-b98f-fb6d0949841a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f307958-0798-4cc9-af04-f17041964c20 HTTP/1.1" status: 200 len: 217 time: 0.0639815 Aug 16 01:48:49.511282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5948cdb1-1831-4e47-ad1e-3f4f3a3de1fc req-7b03495b-ecaa-4c8f-9f04-063388421f83 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894697 Aug 16 01:48:49.521239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-8b4f6ec8-4099-427d-84cf-9a0334f497bb tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.522805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-8b4f6ec8-4099-427d-84cf-9a0334f497bb tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.89 "GET /v2.0/networks?id=99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 200 len: 819 time: 0.2597826 Aug 16 01:48:49.536338 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe3c468a-f1da-408e-b0e3-774b069df985 req-78f190d2-1026-456b-9da3-62c873d721dd tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368890 Aug 16 01:48:49.547236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Request body: {'port': {'device_id': '17af56b1-0156-4eef-84f9-4d8cb990580e', 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900', 'admin_state_up': True, 'tenant_id': '6063169355f6486d87c43d90324c2a62'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:49.652574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Allocated IP 172.20.0.5 (99a6707e-c711-463f-af64-b2b47f2cf900/4ad4515d-08f6-4c85-b2b0-d3169022e434/c45d08b4-0d97-4767-bc40-dcc72dcb2350) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:49.680583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4e395-c373-4263-bebc-930fe26ece19 req-7dc13969-44cf-4c7f-89bf-d4782d506e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.682257 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-7dc13969-44cf-4c7f-89bf-d4782d506e9c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=06ff5e97-85cb-4825-adf0-ad2671dae354 HTTP/1.1" status: 200 len: 854 time: 0.2191236 Aug 16 01:48:49.818000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4e395-c373-4263-bebc-930fe26ece19 req-2602e943-e75f-4b27-a0ff-12601e90f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.819412 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-2602e943-e75f-4b27-a0ff-12601e90f286 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=262b238d-6551-4df5-90ed-5ab9651b5825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234720 Aug 16 01:48:49.851672 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c75439e-c95e-4018-9bca-9a083542921a x-openstack-request-id: req-4c75439e-c95e-4018-9bca-9a083542921a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:49.851931 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b3bae2-c16d-4ea7-b660-856fdb2aeb63", "tag": "8f307958-0798-4cc9-af04-f17041964c20", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:49.852182 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4c75439e-c95e-4018-9bca-9a083542921a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:49.852556 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b3bae2-c16d-4ea7-b660-856fdb2aeb63', 'tag': '8f307958-0798-4cc9-af04-f17041964c20', 'status': 'completed', 'code': 200} Aug 16 01:48:49.862791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-23264cfc-a860-455f-989c-a59f116db499 req-43d90be7-484c-468b-9ec3-e3349ad5e205 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] For port d9603e6e-34d7-43e3-9909-1e9546c9b547, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9603e6e-34d7-43e3-9909-1e9546c9b547,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:49.863155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23264cfc-a860-455f-989c-a59f116db499 req-43d90be7-484c-468b-9ec3-e3349ad5e205 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.919960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-23264cfc-a860-455f-989c-a59f116db499 req-43d90be7-484c-468b-9ec3-e3349ad5e205 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Calling delete_port for d9603e6e-34d7-43e3-9909-1e9546c9b547 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:49.967311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572d002-f547-476f-a3dd-1537a53e90cb req-60f91758-af8b-424d-a7b5-851792ec1043 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.968847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7572d002-f547-476f-a3dd-1537a53e90cb req-60f91758-af8b-424d-a7b5-851792ec1043 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/ports?device_id=62645887-6fa9-416e-b48c-b70185083825 HTTP/1.1" status: 200 len: 950 time: 0.1189666 Aug 16 01:48:49.978636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df3d28-7163-419c-97df-70b9985cb92b req-ea4de55a-7f77-46cf-959b-ccc0ebff45cd tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.982925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04df3d28-7163-419c-97df-70b9985cb92b req-ea4de55a-7f77-46cf-959b-ccc0ebff45cd tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1295881 Aug 16 01:48:50.051569 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.056440 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-c4241dcf-bb6c-42f9-80e3-dc91bc3cbd77 service neutron] 10.222.0.89 "GET /v2.0/networks/262b238d-6551-4df5-90ed-5ab9651b5825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052324 Aug 16 01:48:50.060359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Made reservation on behalf of 6063169355f6486d87c43d90324c2a62 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:50.064716 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.068877 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7572d002-f547-476f-a3dd-1537a53e90cb req-0b8590e0-e0b5-4372-958a-bb4eac18a069 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c011834-039b-4e7b-9f5a-3dc5cd1300fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846193 Aug 16 01:48:50.085269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04df3d28-7163-419c-97df-70b9985cb92b req-0f247912-5d53-4cd7-963f-31256884713e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934052 Aug 16 01:48:50.225126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-2d3b864f-34fc-49f0-abd5-434e44045eb5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282850 Aug 16 01:48:50.322484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23264cfc-a860-455f-989c-a59f116db499 req-43d90be7-484c-468b-9ec3-e3349ad5e205 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.341738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d9603e6e-34d7-43e3-9909-1e9546c9b547'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:50.349092 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50e4e395-c373-4263-bebc-930fe26ece19 req-12d144ef-a65f-475e-a582-8ef02b7b683e service neutron] 10.222.0.89 "GET /v2.0/networks/262b238d-6551-4df5-90ed-5ab9651b5825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716646 Aug 16 01:48:50.350765 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.435521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Network 99a6707e-c711-463f-af64-b2b47f2cf900 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:50.472793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d90be7-484c-468b-9ec3-e3349ad5e205 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Pushing event deleted for resources: {'Port': ['ID=d9603e6e-34d7-43e3-9909-1e9546c9b547,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:50.488599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Allocated IP 172.20.0.2 (99a6707e-c711-463f-af64-b2b47f2cf900/4ad4515d-08f6-4c85-b2b0-d3169022e434/d9229560-7d99-49fe-97bc-994bc9bd6666) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:50.518380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32d06a-9682-43ee-9fa0-278a5092d658 req-3fe9c259-d526-46ef-998f-a810ec7ee600 tempest-ServersAdminNegativeTestJSON-1057841969 tempest-ServersAdminNegativeTestJSON-1057841969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:50.519908 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c32d06a-9682-43ee-9fa0-278a5092d658 req-3fe9c259-d526-46ef-998f-a810ec7ee600 tempest-ServersAdminNegativeTestJSON-1057841969 tempest-ServersAdminNegativeTestJSON-1057841969-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 1102 time: 0.1521266 Aug 16 01:48:50.526709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:50.529202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:50.544906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-64e1afc5-078e-4d90-8547-aab742f10487 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:50.546439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-64e1afc5-078e-4d90-8547-aab742f10487 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3205514 Aug 16 01:48:50.613581 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-656059a5-a1e6-42d9-8f70-d9d2f8e6568b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/quotas/7346d0ff4d354fe5a773dcc42c32e5c5 HTTP/1.1" status: 200 len: 375 time: 0.0489430 Aug 16 01:48:50.624684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Pushing event updated for resources: {'Port': ['ID=c45d08b4-0d97-4767-bc40-dcc72dcb2350,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:50.628708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-23264cfc-a860-455f-989c-a59f116db499 req-43d90be7-484c-468b-9ec3-e3349ad5e205 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] No DVR routers for this DVR port d9603e6e-34d7-43e3-9909-1e9546c9b547 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:50.631218 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-23264cfc-a860-455f-989c-a59f116db499 req-43d90be7-484c-468b-9ec3-e3349ad5e205 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.633790 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-23264cfc-a860-455f-989c-a59f116db499 req-43d90be7-484c-468b-9ec3-e3349ad5e205 tempest-LiveMigrationNegativeTest-944394252 tempest-LiveMigrationNegativeTest-944394252-project] 10.222.0.89 "DELETE /v2.0/ports/d9603e6e-34d7-43e3-9909-1e9546c9b547 HTTP/1.1" status: 204 len: 173 time: 1.4341474 Aug 16 01:48:50.638972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62645887-6fa9-416e-b48c-b70185083825', 'name': 'network-vif-deleted', 'tag': 'd9603e6e-34d7-43e3-9909-1e9546c9b547'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:50.641247 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5166c18e-166f-49af-b5ce-59d42b42c663" -d '{"events": [{"server_uuid": "62645887-6fa9-416e-b48c-b70185083825", "name": "network-vif-deleted", "tag": "d9603e6e-34d7-43e3-9909-1e9546c9b547"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:50.677034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:50.677881 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.685440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55066-1d93-4c08-90be-6dea3c1a5b6d req-84ef9107-6993-4e09-82be-bb6a62858e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:50.686946 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fce55066-1d93-4c08-90be-6dea3c1a5b6d req-84ef9107-6993-4e09-82be-bb6a62858e80 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4771436cf7ed4c74afb512cc0a214693&device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 1095 time: 0.2497554 Aug 16 01:48:50.703478 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-e0b0b8c3-e27d-4b16-902d-c916c74cf0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7246926 Aug 16 01:48:50.704762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c32d06a-9682-43ee-9fa0-278a5092d658 req-0c2325a7-a9b2-4ea8-8e28-ec8bc311f1e5 tempest-ServersAdminNegativeTestJSON-1057841969 tempest-ServersAdminNegativeTestJSON-1057841969-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759894 Aug 16 01:48:50.740919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Request body: {'port': {'device_id': '0fbb97ac-4de2-4e7a-9cae-35076e49d2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:50.785063 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.829893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-59486e9f-7914-4d8d-81eb-0132438c822c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2130003 Aug 16 01:48:50.856653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.876829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55066-1d93-4c08-90be-6dea3c1a5b6d req-b10e8687-a507-4a32-b360-f1b44b99b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:50.878534 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fce55066-1d93-4c08-90be-6dea3c1a5b6d req-b10e8687-a507-4a32-b360-f1b44b99b488 service neutron] 10.222.0.89 "GET /v2.0/networks?id=262b238d-6551-4df5-90ed-5ab9651b5825 HTTP/1.1" status: 200 len: 916 time: 0.1741030 Aug 16 01:48:50.894467 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.909667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0d18f-5fe1-4d6a-8331-083e67aff4da req-8a1521d7-a07f-49d4-b58d-f592686937e8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:50.911687 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8db0d18f-5fe1-4d6a-8331-083e67aff4da req-8a1521d7-a07f-49d4-b58d-f592686937e8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 931 time: 0.0793676 Aug 16 01:48:50.951689 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fce55066-1d93-4c08-90be-6dea3c1a5b6d req-85f97014-4846-41af-988f-b4772da89796 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f307958-0798-4cc9-af04-f17041964c20 HTTP/1.1" status: 200 len: 217 time: 0.0575585 Aug 16 01:48:50.987914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Network 99a6707e-c711-463f-af64-b2b47f2cf900 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:50.993994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:51.009230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:51.015016 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:51.015692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.045752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Pushing event updated for resources: {'Port': ['ID=d9229560-7d99-49fe-97bc-994bc9bd6666,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:51.076392 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-cdf7b592-cd83-4ade-9a61-5ec737a398c2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5329957 Aug 16 01:48:51.097300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8db0d18f-5fe1-4d6a-8331-083e67aff4da req-ccd1580e-f5e4-4d81-93db-43060f3f9927 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558387 Aug 16 01:48:51.109097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Request body: {'port': {'device_id': '17af56b1-0156-4eef-84f9-4d8cb990580e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:51.130196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55066-1d93-4c08-90be-6dea3c1a5b6d req-14fbf5dc-f113-4de6-b786-461e5cf5341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:51.131847 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fce55066-1d93-4c08-90be-6dea3c1a5b6d req-14fbf5dc-f113-4de6-b786-461e5cf5341b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=06ff5e97-85cb-4825-adf0-ad2671dae354 HTTP/1.1" status: 200 len: 854 time: 0.1692314 Aug 16 01:48:51.183369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-f0c9e5e5-6420-487a-99fd-84447ad10c5f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1428831020&fields=id&tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17 HTTP/1.1" status: 200 len: 267 time: 0.1225395 Aug 16 01:48:51.268064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce55066-1d93-4c08-90be-6dea3c1a5b6d req-b17d4fec-1f41-4c52-8793-de612c1fe9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:51.270124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fce55066-1d93-4c08-90be-6dea3c1a5b6d req-b17d4fec-1f41-4c52-8793-de612c1fe9ba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=262b238d-6551-4df5-90ed-5ab9651b5825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818520 Aug 16 01:48:51.301965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.378487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cb1c5-a052-4550-8c67-9854311243d7 req-f77cf8fc-b8a0-4606-8247-a23814e27f04 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:51.380128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc4cb1c5-a052-4550-8c67-9854311243d7 req-f77cf8fc-b8a0-4606-8247-a23814e27f04 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 943 time: 0.1632209 Aug 16 01:48:51.601955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-9381b3a0-2ccb-4cf7-922b-e586d136298d tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:51.610244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-9381b3a0-2ccb-4cf7-922b-e586d136298d tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/networks?id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32 HTTP/1.1" status: 200 len: 824 time: 0.4259181 Aug 16 01:48:51.644103 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc4cb1c5-a052-4550-8c67-9854311243d7 req-b33c12e4-cd09-4d88-9768-09d7f2ffa4ee tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469532 Aug 16 01:48:51.648219 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-d4c83be2-6ab3-4f0d-86f4-3d459fbff25e tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/quotas/7ff88ac4a5744a0b91eeeee846ea3d17 HTTP/1.1" status: 200 len: 375 time: 0.0366006 Aug 16 01:48:51.710918 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed766c06-2ac6-4577-906d-b8e7e0c59ef5 x-openstack-request-id: req-ed766c06-2ac6-4577-906d-b8e7e0c59ef5 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:51.711205 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62645887-6fa9-416e-b48c-b70185083825", "name": "network-vif-deleted", "tag": "d9603e6e-34d7-43e3-9909-1e9546c9b547", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:51.711456 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed766c06-2ac6-4577-906d-b8e7e0c59ef5 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:51.711850 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62645887-6fa9-416e-b48c-b70185083825', 'name': 'network-vif-deleted', 'tag': 'd9603e6e-34d7-43e3-9909-1e9546c9b547', 'status': 'completed', 'code': 200} Aug 16 01:48:51.723927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45d08b4-0d97-4767-bc40-dcc72dcb2350 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:51.734140 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.738226 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fce55066-1d93-4c08-90be-6dea3c1a5b6d req-f64c9f56-f5ec-4867-a84e-c4ebab60a923 service neutron] 10.222.0.89 "GET /v2.0/networks/262b238d-6551-4df5-90ed-5ab9651b5825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566729 Aug 16 01:48:51.745510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-b60b26fc-773b-4341-b9bd-2fb881e9003f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0805156 Aug 16 01:48:51.752296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Transition to ACTIVE for port object c45d08b4-0d97-4767-bc40-dcc72dcb2350 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:51.845631 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fce55066-1d93-4c08-90be-6dea3c1a5b6d req-07d5503e-c617-43d4-8df1-4c58e11311c2 service neutron] 10.222.0.89 "GET /v2.0/networks/262b238d-6551-4df5-90ed-5ab9651b5825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906646 Aug 16 01:48:51.846846 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.930991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-7e098665-0660-4d92-b4ba-cfdded2398da service neutron] 10.222.0.79 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844695 Aug 16 01:48:52.074173 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Pushing event updated for resources: {'Port': ['ID=c45d08b4-0d97-4767-bc40-dcc72dcb2350,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:52.088520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6d4153a-2e31-4b02-980a-3f0578ca00ef req-63152daf-0dae-4c94-8db8-6ae9fa2e7d18 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 210 time: 0.0382154 Aug 16 01:48:52.121594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-9c1ee29c-fa7d-424b-aa8a-f2a4a3685bc1 service neutron] 10.222.0.79 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645229 Aug 16 01:48:52.147271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-9b9b8e57-ff3a-4f78-a7a4-b369b7918f00 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:52.148818 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-9b9b8e57-ff3a-4f78-a7a4-b369b7918f00 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.89 "GET /v2.0/ports?device_id=42e168ce-f691-424d-b171-5c8347ac8e88 HTTP/1.1" status: 200 len: 965 time: 0.1232414 Aug 16 01:48:52.179267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Attempting to bind port c45d08b4-0d97-4767-bc40-dcc72dcb2350 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:52.179697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Attempting to bind port c45d08b4-0d97-4767-bc40-dcc72dcb2350 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:52.180094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Attempting to bind port c45d08b4-0d97-4767-bc40-dcc72dcb2350 on network 99a6707e-c711-463f-af64-b2b47f2cf900 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:52.207646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Port c45d08b4-0d97-4767-bc40-dcc72dcb2350 on network 99a6707e-c711-463f-af64-b2b47f2cf900 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:52.208090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Attempting to bind port c45d08b4-0d97-4767-bc40-dcc72dcb2350 on network 99a6707e-c711-463f-af64-b2b47f2cf900 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:52.221044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:52.221310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Checking segment: {'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:52.221799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Bound using segment: {'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:52.222308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Bound port: c45d08b4-0d97-4767-bc40-dcc72dcb2350, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:52.222916 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.300194 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9229560-7d99-49fe-97bc-994bc9bd6666 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:52.312292 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.332753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] For port c45d08b4-0d97-4767-bc40-dcc72dcb2350, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:52.337390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Deleting port da4f2e9f-7328-4cbe-ab6e-4632fc273fee {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:52.338020 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.342887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a53b3-bfc2-4ad3-90e3-b6e02b66aa39 req-cc0e959f-4822-4181-b57d-b93a3a6e539d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:52.344565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-413a53b3-bfc2-4ad3-90e3-b6e02b66aa39 req-cc0e959f-4822-4181-b57d-b93a3a6e539d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1171303 Aug 16 01:48:52.345552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] For port c45d08b4-0d97-4767-bc40-dcc72dcb2350, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=c45d08b4-0d97-4767-bc40-dcc72dcb2350,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:52.349001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Transition to ACTIVE for port object d9229560-7d99-49fe-97bc-994bc9bd6666 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:52.358842 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.429640 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.450850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:52.451850 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.453779 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] 10.222.0.89 "PUT /v2.0/ports/c45d08b4-0d97-4767-bc40-dcc72dcb2350 HTTP/1.1" status: 200 len: 1092 time: 1.7204604 Aug 16 01:48:52.549118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Pushing event updated for resources: {'Port': ['ID=d9229560-7d99-49fe-97bc-994bc9bd6666,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:52.566927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ffe4d-1855-4b28-9620-7f65063411ec service neutron] Pushing event updated for resources: {'Port': ['ID=c45d08b4-0d97-4767-bc40-dcc72dcb2350,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:52.584400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-413a53b3-bfc2-4ad3-90e3-b6e02b66aa39 req-2ec8c5d4-534a-4472-a57a-13c7b8279936 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313972 Aug 16 01:48:52.590091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] For port da4f2e9f-7328-4cbe-ab6e-4632fc273fee, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=da4f2e9f-7328-4cbe-ab6e-4632fc273fee,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:52.590466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.635884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59582) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:52.695296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-d01a74f0-6f18-4560-85ec-a7d6806ed5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:52.696835 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-d01a74f0-6f18-4560-85ec-a7d6806ed5a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6063169355f6486d87c43d90324c2a62&device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 1095 time: 0.1719813 Aug 16 01:48:52.769951 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12deb917-34b9-444e-9674-b37706eee73b req-8663ce04-1584-42fd-8100-b956a6550dca tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 210 time: 0.0988376 Aug 16 01:48:52.781233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1da5f-f951-4f70-9fba-6e47031b6570 req-97e8e70c-f30c-4b2f-b471-195d09c6fb35 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:52.789733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebe1da5f-f951-4f70-9fba-6e47031b6570 req-97e8e70c-f30c-4b2f-b471-195d09c6fb35 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 943 time: 0.3607745 Aug 16 01:48:52.801257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Attempting to bind port d9229560-7d99-49fe-97bc-994bc9bd6666 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:52.801821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Attempting to bind port d9229560-7d99-49fe-97bc-994bc9bd6666 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:52.802522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Attempting to bind port d9229560-7d99-49fe-97bc-994bc9bd6666 on network 99a6707e-c711-463f-af64-b2b47f2cf900 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:52.817194 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-33588844-7844-4a8e-a24f-410167c9fdc4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c45d08b4-0d97-4767-bc40-dcc72dcb2350 HTTP/1.1" status: 200 len: 217 time: 0.1042700 Aug 16 01:48:52.823317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Port d9229560-7d99-49fe-97bc-994bc9bd6666 on network 99a6707e-c711-463f-af64-b2b47f2cf900 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:52.824018 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Attempting to bind port d9229560-7d99-49fe-97bc-994bc9bd6666 on network 99a6707e-c711-463f-af64-b2b47f2cf900 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:52.831249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:52.831715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Checking segment: {'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:52.832207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Bound using segment: {'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:52.832737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Bound port: d9229560-7d99-49fe-97bc-994bc9bd6666, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc76e178-8269-4b1a-a97f-c080d3cc22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:52.833227 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.880695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebe1da5f-f951-4f70-9fba-6e47031b6570 req-882d55e0-d636-4973-bae6-a97c449fa684 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898149 Aug 16 01:48:52.941989 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-5ffbacb2-49f1-4aef-a7d5-6e0bec1e6072 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1447902 Aug 16 01:48:53.061124 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-4079d550-4ee1-48e8-bb3b-c989ee9ff908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.062717 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-4079d550-4ee1-48e8-bb3b-c989ee9ff908 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad4515d-08f6-4c85-b2b0-d3169022e434 HTTP/1.1" status: 200 len: 859 time: 0.2061093 Aug 16 01:48:53.102512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-07cbf0cc-fd78-4fca-b3ca-42c7e2af5d2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=660e3d2b02c247d9bc7df3ee4fd5d58c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612746 Aug 16 01:48:53.108204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59598) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:53.139818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] For port d9229560-7d99-49fe-97bc-994bc9bd6666, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:53.160208 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-ba3c45c3-4fff-4fe9-a1c9-39a8a48760b1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99a6707e-c711-463f-af64-b2b47f2cf900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861549 Aug 16 01:48:53.178208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb059dd-000c-4554-bde2-f1bc77aba74e req-086251d4-c034-4dd5-9b39-db812b47c839 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.185830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cb059dd-000c-4554-bde2-f1bc77aba74e req-086251d4-c034-4dd5-9b39-db812b47c839 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 943 time: 0.2682276 Aug 16 01:48:53.189126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] For port d9229560-7d99-49fe-97bc-994bc9bd6666, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9229560-7d99-49fe-97bc-994bc9bd6666,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:53.211423 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.251529 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.251906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.252246 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Floating IP 882e778a-5c40-4dee-b03b-ed59494bffc1 disassociated. External IP: 172.25.2.9, port: da4f2e9f-7328-4cbe-ab6e-4632fc273fee. Aug 16 01:48:53.252597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Calling delete_port for da4f2e9f-7328-4cbe-ab6e-4632fc273fee owned by compute:tempest-test_az-86687679 {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:53.264273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-46263f8a-68b4-42ee-af87-ac6296e34fe7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.265897 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-46263f8a-68b4-42ee-af87-ac6296e34fe7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893066 Aug 16 01:48:53.279571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.280195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.281610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] 10.222.0.89 "PUT /v2.0/ports/d9229560-7d99-49fe-97bc-994bc9bd6666 HTTP/1.1" status: 200 len: 1092 time: 2.1813598 Aug 16 01:48:53.284430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17af56b1-0156-4eef-84f9-4d8cb990580e', 'tag': 'd9229560-7d99-49fe-97bc-994bc9bd6666'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:53.286990 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d931ff2-396e-4235-ae6f-eafad444bbae" -d '{"events": [{"name": "network-changed", "server_uuid": "17af56b1-0156-4eef-84f9-4d8cb990580e", "tag": "d9229560-7d99-49fe-97bc-994bc9bd6666"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:53.298755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 8f307958-0798-4cc9-af04-f17041964c20 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:53.300948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9603e6e-34d7-43e3-9909-1e9546c9b547 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:53.328681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Request body: {'port': {'device_id': '297fe8a7-758a-4a17-95a6-d5a79fabe238', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '7346d0ff4d354fe5a773dcc42c32e5c5'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:53.332020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: d9603e6e-34d7-43e3-9909-1e9546c9b547 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:48:53.332638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9603e6e-34d7-43e3-9909-1e9546c9b547 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:53.364538 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f53da6a4-35c1-496b-9a4d-be81fda50b65 req-fe3f4ce0-1311-45ed-a2ab-35068bba21ec tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 210 time: 0.1026971 Aug 16 01:48:53.408921 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-04e51b54-23b1-4f7f-b75b-671e2cf4d8ac service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383041 Aug 16 01:48:53.438000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cb059dd-000c-4554-bde2-f1bc77aba74e req-758b1f33-c11e-48d7-8ca2-88cd90e79327 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512860 Aug 16 01:48:53.440190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530ba48-269f-40ff-b597-cd245012a404 service neutron] Pushing event updated for resources: {'Port': ['ID=d9229560-7d99-49fe-97bc-994bc9bd6666,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:53.477320 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29f96453-8cfa-4cfa-942f-dc9dd5e10ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.513663 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29f96453-8cfa-4cfa-942f-dc9dd5e10ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.552335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 8f307958-0798-4cc9-af04-f17041964c20, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=8f307958-0798-4cc9-af04-f17041964c20,segment=NetworkSegment(8679d7c9-a6cd-4fc7-96c3-f2028a3640d7),segment_id=8679d7c9-a6cd-4fc7-96c3-f2028a3640d7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:53.587220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '8f307958-0798-4cc9-af04-f17041964c20', 'network_id': '262b238d-6551-4df5-90ed-5ab9651b5825', 'port_id': '8f307958-0798-4cc9-af04-f17041964c20', 'mac_address': 'fa:16:3e:c0:1a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ff5e97-85cb-4825-adf0-ad2671dae354', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:53.610684 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f745a15-e07a-4b90-bf9d-b397fa857596 x-openstack-request-id: req-5f745a15-e07a-4b90-bf9d-b397fa857596 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:53.610965 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17af56b1-0156-4eef-84f9-4d8cb990580e", "tag": "d9229560-7d99-49fe-97bc-994bc9bd6666", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:53.611212 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5f745a15-e07a-4b90-bf9d-b397fa857596 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:53.611619 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17af56b1-0156-4eef-84f9-4d8cb990580e', 'tag': 'd9229560-7d99-49fe-97bc-994bc9bd6666', 'status': 'completed', 'code': 200} Aug 16 01:48:53.613418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-7f6a5a9c-0860-476c-9942-d48797e30bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.614890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-7f6a5a9c-0860-476c-9942-d48797e30bcc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6063169355f6486d87c43d90324c2a62&device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 1095 time: 0.2492893 Aug 16 01:48:53.622943 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.634049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba92d5-f6ca-41d8-a587-f23c9fcbe88c req-10343e12-2a0a-4501-8a6f-fa76a1032725 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.636245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fba92d5-f6ca-41d8-a587-f23c9fcbe88c req-10343e12-2a0a-4501-8a6f-fa76a1032725 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 950 time: 0.0730636 Aug 16 01:48:53.686246 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Pushing event deleted for resources: {'Port': ['ID=da4f2e9f-7328-4cbe-ab6e-4632fc273fee,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:53.702293 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.708599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-d71a2bf2-0bcb-4456-b6ed-fae837f7cc6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9229560-7d99-49fe-97bc-994bc9bd6666 HTTP/1.1" status: 200 len: 217 time: 0.0710382 Aug 16 01:48:53.719320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fbb97ac-4de2-4e7a-9cae-35076e49d2bb', 'tag': 'c45d08b4-0d97-4767-bc40-dcc72dcb2350'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:53.722171 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ec1129-0291-4085-ba20-8669e6747a21" -d '{"events": [{"name": "network-changed", "server_uuid": "0fbb97ac-4de2-4e7a-9cae-35076e49d2bb", "tag": "c45d08b4-0d97-4767-bc40-dcc72dcb2350"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:53.722741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f307958-0798-4cc9-af04-f17041964c20 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:53.732642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29f96453-8cfa-4cfa-942f-dc9dd5e10ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.735233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29f96453-8cfa-4cfa-942f-dc9dd5e10ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.738739 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-29f96453-8cfa-4cfa-942f-dc9dd5e10ab9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c011834-039b-4e7b-9f5a-3dc5cd1300fc HTTP/1.1" status: 204 len: 168 time: 0.6273711 Aug 16 01:48:53.752420 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14aed0ae-2360-46d6-8e2f-406d99a73d71 req-38b56491-4962-4329-bba0-edd710920b34 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303032 Aug 16 01:48:53.782192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f96453-8cfa-4cfa-942f-dc9dd5e10ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c011834-039b-4e7b-9f5a-3dc5cd1300fc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:53.786990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 8f307958-0798-4cc9-af04-f17041964c20, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=8f307958-0798-4cc9-af04-f17041964c20,segment=NetworkSegment(8679d7c9-a6cd-4fc7-96c3-f2028a3640d7),segment_id=8679d7c9-a6cd-4fc7-96c3-f2028a3640d7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:53.798441 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.816192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Made reservation on behalf of 7346d0ff4d354fe5a773dcc42c32e5c5 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:53.818445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fba92d5-f6ca-41d8-a587-f23c9fcbe88c req-8400dfe7-aea1-4d1b-9757-b0f10126b82a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723123 Aug 16 01:48:53.819686 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.882466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-7b3542e9-f6a7-4008-b146-84b01598f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.884684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-7b3542e9-f6a7-4008-b146-84b01598f8b0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad4515d-08f6-4c85-b2b0-d3169022e434 HTTP/1.1" status: 200 len: 859 time: 0.1683562 Aug 16 01:48:53.901714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3f534-9d30-484c-8a6b-3372029fe1d7 req-62a8dc25-f426-433f-9373-33505fa39b25 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:53.904339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0d3f534-9d30-484c-8a6b-3372029fe1d7 req-62a8dc25-f426-433f-9373-33505fa39b25 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1494789 Aug 16 01:48:53.934142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=8f307958-0798-4cc9-af04-f17041964c20,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:53.969016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-c81fabc5-5a81-46e3-a70c-1394df5fcf81 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99a6707e-c711-463f-af64-b2b47f2cf900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628746 Aug 16 01:48:53.996010 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5e518e-82a0-46ae-8940-db6a0074e36f x-openstack-request-id: req-9d5e518e-82a0-46ae-8940-db6a0074e36f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:53.996572 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fbb97ac-4de2-4e7a-9cae-35076e49d2bb", "tag": "c45d08b4-0d97-4767-bc40-dcc72dcb2350", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:53.997107 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d5e518e-82a0-46ae-8940-db6a0074e36f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:53.997589 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fbb97ac-4de2-4e7a-9cae-35076e49d2bb', 'tag': 'c45d08b4-0d97-4767-bc40-dcc72dcb2350', 'status': 'completed', 'code': 200} Aug 16 01:48:53.999684 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:48:54.033892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0d3f534-9d30-484c-8a6b-3372029fe1d7 req-1872dbc5-9a79-4c8c-95d9-f271955f081b tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161900 Aug 16 01:48:54.093661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5ac6e49-503c-4226-bcfc-f8313559a0b9 req-c3ced01b-f5c2-45ff-8c6f-454e9a1ebe68 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 210 time: 0.0828850 Aug 16 01:48:54.114775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['8f307958-0798-4cc9-af04-f17041964c20'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:54.327008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Allocated IP 192.168.233.207 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/3b92160b-f1fc-4438-9e98-42a541f9320d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:54.365029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:48:54.390085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59620) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:54.503467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-6e33c3fa-42fa-4aba-8741-fd62593e24cf tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:54.505918 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-6e33c3fa-42fa-4aba-8741-fd62593e24cf tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.89 "GET /v2.0/networks?id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32 HTTP/1.1" status: 200 len: 824 time: 0.4085829 Aug 16 01:48:54.550058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec1129-0291-4085-ba20-8669e6747a21 req-211229bf-edc3-48ac-87c8-b6f3913548c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:54.551476 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-95ec1129-0291-4085-ba20-8669e6747a21 req-211229bf-edc3-48ac-87c8-b6f3913548c7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6063169355f6486d87c43d90324c2a62&device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 1095 time: 0.4578269 Aug 16 01:48:54.592296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7e2d44d-bbc2-4c55-a8d1-02c54985fca8 req-58f53120-cbe1-4448-a0d8-eb77e1dbd44c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 210 time: 0.0430057 Aug 16 01:48:54.632483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb74bd5-dcee-4321-b9e0-e82ecfd4ea44 req-6d75f230-e4f0-46d9-8cd9-dd0f0ecdc835 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:54.648043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6cb74bd5-dcee-4321-b9e0-e82ecfd4ea44 req-6d75f230-e4f0-46d9-8cd9-dd0f0ecdc835 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 943 time: 0.4212289 Aug 16 01:48:54.666535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-52e601a5-23e5-4936-bfce-79c922f6e0f9 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725074 Aug 16 01:48:54.810574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6cb74bd5-dcee-4321-b9e0-e82ecfd4ea44 req-9ab8f99b-bcde-4d43-a5f8-65c60fea30a5 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613836 Aug 16 01:48:54.851626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff23d1f-b88b-4586-83a5-9407fc2489ef req-330966e3-437c-436a-a32a-8d0eaf9f915e tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:54.859479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ff23d1f-b88b-4586-83a5-9407fc2489ef req-330966e3-437c-436a-a32a-8d0eaf9f915e tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 944 time: 0.1179764 Aug 16 01:48:54.870011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e96ffd-a98a-4298-9af4-9db7e9f879f9 req-05fbfd91-aba1-4b78-aac9-7c598f96a907 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905904 Aug 16 01:48:54.905436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ff23d1f-b88b-4586-83a5-9407fc2489ef req-35d9127b-4fb9-48cc-afc2-288a1be7db0e tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450172 Aug 16 01:48:54.998182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948fe00-b48f-4994-a79f-55794a42ba41 req-34bc72ad-61b6-46be-85c8-63dcaccae403 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.001445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3948fe00-b48f-4994-a79f-55794a42ba41 req-34bc72ad-61b6-46be-85c8-63dcaccae403 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 950 time: 0.0897357 Aug 16 01:48:55.006440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d931ff2-396e-4235-ae6f-eafad444bbae req-9d75f795-f0fc-4a53-b895-ef8e2ae155b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.007894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d931ff2-396e-4235-ae6f-eafad444bbae req-9d75f795-f0fc-4a53-b895-ef8e2ae155b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6063169355f6486d87c43d90324c2a62&device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 1095 time: 0.0668135 Aug 16 01:48:55.014491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.89', 64634) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:55.026932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f863d15d-3ed4-4377-8923-4f234f4f5051 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a35c69929baa463e999819ad65b078c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6247027 Aug 16 01:48:55.030929 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-753d8ad9-5c7f-4bfe-b40d-14b6fba6e41e tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17 HTTP/1.1" status: 200 len: 380 time: 0.5047576 Aug 16 01:48:55.031448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59630) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:55.084148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Request body: {'port': {'device_id': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'admin_state_up': True, 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'security_groups': ['4a3133b7-71fa-4cf0-a14a-fc18fc676b96']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:55.135853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3948fe00-b48f-4994-a79f-55794a42ba41 req-09b0a9eb-46dd-444c-9235-ddfa89c5ed60 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269844 Aug 16 01:48:55.185122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51714b0f-52e4-4f3b-a6b9-ce1b2e219be8 req-6d126fca-b896-4805-a467-95a8a07380ac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1621737 Aug 16 01:48:55.207068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d931ff2-396e-4235-ae6f-eafad444bbae req-c2ee3d47-1eff-4b14-82b3-076fad9517c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.208199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d931ff2-396e-4235-ae6f-eafad444bbae req-c2ee3d47-1eff-4b14-82b3-076fad9517c5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 200 len: 920 time: 0.1843820 Aug 16 01:48:55.218695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beee8c-87ab-494f-9066-526200614d27 req-dcd81e11-3e91-4aab-a7b7-e71009928da4 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.219282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:55.220639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5beee8c-87ab-494f-9066-526200614d27 req-dcd81e11-3e91-4aab-a7b7-e71009928da4 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1073773 Aug 16 01:48:55.257753 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b221bf1d-08cd-48d0-8f1f-415181c0266a None None] Sync routers for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:55.274450 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b221bf1d-08cd-48d0-8f1f-415181c0266a None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:55.275526 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b221bf1d-08cd-48d0-8f1f-415181c0266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:48:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:55.276433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec1129-0291-4085-ba20-8669e6747a21 req-768efac8-a35b-4741-9c8a-cf5880df2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.278017 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-95ec1129-0291-4085-ba20-8669e6747a21 req-768efac8-a35b-4741-9c8a-cf5880df2365 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 200 len: 920 time: 0.6727350 Aug 16 01:48:55.307291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 8f307958-0798-4cc9-af04-f17041964c20 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:55.318906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] No DVR routers for this DVR port da4f2e9f-7328-4cbe-ab6e-4632fc273fee on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:55.322919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-749daa34-f22b-4908-836b-05189a845a73 req-8c85cea2-d805-4688-b61b-c8ad47b5449e tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 210 time: 0.0817101 Aug 16 01:48:55.324612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d931ff2-396e-4235-ae6f-eafad444bbae req-dae1d8dd-40cd-4569-9dda-032e31b366d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9229560-7d99-49fe-97bc-994bc9bd6666 HTTP/1.1" status: 200 len: 217 time: 0.1009157 Aug 16 01:48:55.333979 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.339963 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.342224 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1a75d393-286c-4235-9cc0-232f623a7d77 req-a96775d5-bfaa-4d14-968e-d78fa4dcb869 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.89 "DELETE /v2.0/ports/da4f2e9f-7328-4cbe-ab6e-4632fc273fee HTTP/1.1" status: 204 len: 173 time: 3.1749401 Aug 16 01:48:55.396682 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-95ec1129-0291-4085-ba20-8669e6747a21 req-66efb635-457d-4a20-81fa-723e9a1b4744 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c45d08b4-0d97-4767-bc40-dcc72dcb2350 HTTP/1.1" status: 200 len: 217 time: 0.0946567 Aug 16 01:48:55.398937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5beee8c-87ab-494f-9066-526200614d27 req-92bb681f-9b4f-478f-95fc-5a027455578a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605752 Aug 16 01:48:55.403665 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5dde0aed-6152-49e0-872f-e6b37891b79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.412785 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Transition to ACTIVE for port object 3b92160b-f1fc-4438-9e98-42a541f9320d will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:55.421104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 8f307958-0798-4cc9-af04-f17041964c20 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:55.426123 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 8f307958-0798-4cc9-af04-f17041964c20 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:55.426746 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.448011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51714b0f-52e4-4f3b-a6b9-ce1b2e219be8 req-a30ad75e-25ee-4039-87f0-d537cf425a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.452356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51714b0f-52e4-4f3b-a6b9-ce1b2e219be8 req-a30ad75e-25ee-4039-87f0-d537cf425a09 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1096 time: 0.2299910 Aug 16 01:48:55.464215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d931ff2-396e-4235-ae6f-eafad444bbae req-ed48ab8c-a6ea-4f1b-919a-d45baa94067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.469473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d931ff2-396e-4235-ae6f-eafad444bbae req-ed48ab8c-a6ea-4f1b-919a-d45baa94067c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad4515d-08f6-4c85-b2b0-d3169022e434 HTTP/1.1" status: 200 len: 859 time: 0.1344044 Aug 16 01:48:55.476437 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5dde0aed-6152-49e0-872f-e6b37891b79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.485092 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b221bf1d-08cd-48d0-8f1f-415181c0266a None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:55.531607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Made reservation on behalf of 7ff88ac4a5744a0b91eeeee846ea3d17 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:55.537250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.546745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec1129-0291-4085-ba20-8669e6747a21 req-bf0bbaf1-9fda-4718-a069-38f9fd9ec58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.548326 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-95ec1129-0291-4085-ba20-8669e6747a21 req-bf0bbaf1-9fda-4718-a069-38f9fd9ec58e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad4515d-08f6-4c85-b2b0-d3169022e434 HTTP/1.1" status: 200 len: 859 time: 0.1384621 Aug 16 01:48:55.556512 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.601796 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-95ec1129-0291-4085-ba20-8669e6747a21 req-6bf35579-b679-4641-8552-b5da8b37021a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99a6707e-c711-463f-af64-b2b47f2cf900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384541 Aug 16 01:48:55.608607 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.616006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d931ff2-396e-4235-ae6f-eafad444bbae req-178cf8fc-64e6-4f7e-8f2a-4c762798fb2b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99a6707e-c711-463f-af64-b2b47f2cf900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293433 Aug 16 01:48:55.691928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51714b0f-52e4-4f3b-a6b9-ce1b2e219be8 req-d74e63c2-08eb-46bf-b123-0067f3bd6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.694159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51714b0f-52e4-4f3b-a6b9-ce1b2e219be8 req-d74e63c2-08eb-46bf-b123-0067f3bd6ad5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.2091990 Aug 16 01:48:55.737915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b3bae2-c16d-4ea7-b660-856fdb2aeb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f307958-0798-4cc9-af04-f17041964c20'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:55.740613 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c8fa21-5a9f-43fe-864e-37b3ad5d3858" -d '{"events": [{"server_uuid": "93b3bae2-c16d-4ea7-b660-856fdb2aeb63", "name": "network-vif-plugged", "status": "completed", "tag": "8f307958-0798-4cc9-af04-f17041964c20"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:55.744266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7', 'a63f9011-7d56-48a7-97f8-253b51154597'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:55.746828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4', 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16', '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:55.775978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:55.782747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5dde0aed-6152-49e0-872f-e6b37891b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.785540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5dde0aed-6152-49e0-872f-e6b37891b79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.786861 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5dde0aed-6152-49e0-872f-e6b37891b79a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cba320f2-3641-4fed-b534-691438655a98 HTTP/1.1" status: 204 len: 168 time: 0.7228708 Aug 16 01:48:55.796457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:55.807473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:55.838387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event updated for resources: {'Port': ['ID=3b92160b-f1fc-4438-9e98-42a541f9320d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:55.857133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 8f307958-0798-4cc9-af04-f17041964c20, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=8f307958-0798-4cc9-af04-f17041964c20,segment=NetworkSegment(8679d7c9-a6cd-4fc7-96c3-f2028a3640d7),segment_id=8679d7c9-a6cd-4fc7-96c3-f2028a3640d7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:55.892935 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ebaba2-1c09-4b1e-8b31-02cce2c2738d x-openstack-request-id: req-64ebaba2-1c09-4b1e-8b31-02cce2c2738d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:55.893387 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b3bae2-c16d-4ea7-b660-856fdb2aeb63", "name": "network-vif-plugged", "status": "completed", "tag": "8f307958-0798-4cc9-af04-f17041964c20", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:55.893757 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-64ebaba2-1c09-4b1e-8b31-02cce2c2738d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:55.894840 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b3bae2-c16d-4ea7-b660-856fdb2aeb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f307958-0798-4cc9-af04-f17041964c20', 'code': 200} Aug 16 01:48:55.900000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde0aed-6152-49e0-872f-e6b37891b79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba320f2-3641-4fed-b534-691438655a98,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:55.941052 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.941893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device da4f2e9f-7328-4cbe-ab6e-4632fc273fee no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:55.964307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d931ff2-396e-4235-ae6f-eafad444bbae req-e1c9c281-dec0-41b3-bbdd-d9ab8f3ed469 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352349 Aug 16 01:48:55.970792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51714b0f-52e4-4f3b-a6b9-ce1b2e219be8 req-c1c5e788-f7d3-47a5-b1ff-b38851e5cb0b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa HTTP/1.1" status: 200 len: 217 time: 0.2408769 Aug 16 01:48:56.010500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e168ce-f691-424d-b171-5c8347ac8e88', 'name': 'network-vif-deleted', 'tag': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:56.012008 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b221bf1d-08cd-48d0-8f1f-415181c0266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:56.020884 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f4b114-cc3f-40b2-9947-1132c5d37d55" -d '{"events": [{"server_uuid": "42e168ce-f691-424d-b171-5c8347ac8e88", "name": "network-vif-deleted", "tag": "da4f2e9f-7328-4cbe-ab6e-4632fc273fee"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:56.116074 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-95ec1129-0291-4085-ba20-8669e6747a21 req-7ced7610-e723-4b3e-96da-990cb33fb9aa service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016267 Aug 16 01:48:56.117808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d931ff2-396e-4235-ae6f-eafad444bbae req-14ceb5ed-1b0d-4f3d-bfdb-f9983c830890 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388781 Aug 16 01:48:56.132459 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b221bf1d-08cd-48d0-8f1f-415181c0266a None None] Checking router: cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:56.142858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.146439 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.150393 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b221bf1d-08cd-48d0-8f1f-415181c0266a None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:56.153038 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b221bf1d-08cd-48d0-8f1f-415181c0266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:48:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:56.160332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Allocated IP 172.20.0.3 (66eb6fc7-4e9f-41e0-afee-0b77a7385c32/1aef574c-be6b-4775-96d3-9d8bb575c078/3f869e23-504a-47e0-9d24-c3dae2485968) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:56.206260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: da4f2e9f-7328-4cbe-ab6e-4632fc273fee {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:48:56.207080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device da4f2e9f-7328-4cbe-ab6e-4632fc273fee not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:56.233159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51714b0f-52e4-4f3b-a6b9-ce1b2e219be8 req-e109e81a-10f7-46d7-ad35-f7b2b4ab2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.234755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51714b0f-52e4-4f3b-a6b9-ce1b2e219be8 req-e109e81a-10f7-46d7-ad35-f7b2b4ab2fa6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.0842233 Aug 16 01:48:56.245647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093273f3-5173-4f95-8e14-047e81542f47 req-b071895d-9a44-4435-af10-de5ce86ab944 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.255901 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-093273f3-5173-4f95-8e14-047e81542f47 req-b071895d-9a44-4435-af10-de5ce86ab944 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 936 time: 0.5241780 Aug 16 01:48:56.324276 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-0b40522b-4629-4705-97a2-c621c7b61752 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9944336 Aug 16 01:48:56.327039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51714b0f-52e4-4f3b-a6b9-ce1b2e219be8 req-a262b893-6c27-40a0-8743-d752d43c18ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488763 Aug 16 01:48:56.334262 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0d928e88-8ab1-4709-899c-928728f585c0 None None] Provisioning for port 3b92160b-f1fc-4438-9e98-42a541f9320d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:56.338272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c18f0-513c-4c30-b532-663b32c84981 req-c17ecb46-232e-4205-8b87-b74053f0e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.339725 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ec0c18f0-513c-4c30-b532-663b32c84981 req-c17ecb46-232e-4205-8b87-b74053f0e3c4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 1097 time: 0.3394542 Aug 16 01:48:56.347788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0d928e88-8ab1-4709-899c-928728f585c0 None None] Provisioning complete for port 3b92160b-f1fc-4438-9e98-42a541f9320d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:56.348339 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0d928e88-8ab1-4709-899c-928728f585c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.368161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-093273f3-5173-4f95-8e14-047e81542f47 req-6f56becc-d6f3-4944-9230-318f94fa4a31 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110981 Aug 16 01:48:56.381049 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b221bf1d-08cd-48d0-8f1f-415181c0266a None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:56.383374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Request body: {'port': {'device_id': '297fe8a7-758a-4a17-95a6-d5a79fabe238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:56.413607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ab4e2-5cfc-4165-97c8-f5420fa74dca req-c8c6246c-4aee-468b-a527-08ae06cf33f9 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.421151 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c5ab4e2-5cfc-4165-97c8-f5420fa74dca req-c8c6246c-4aee-468b-a527-08ae06cf33f9 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 943 time: 0.3013909 Aug 16 01:48:56.459508 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=8f307958-0798-4cc9-af04-f17041964c20,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:56.499007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0d928e88-8ab1-4709-899c-928728f585c0 None None] Port 3b92160b-f1fc-4438-9e98-42a541f9320d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:56.560832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51714b0f-52e4-4f3b-a6b9-ce1b2e219be8 req-d9f18580-e840-4553-aaac-33207302493a service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234759 Aug 16 01:48:56.635381 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ec0c18f0-513c-4c30-b532-663b32c84981 req-b68e8213-5907-4982-bab8-cdcaadbfa119 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786925 Aug 16 01:48:56.672187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.693952 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-95ec1129-0291-4085-ba20-8669e6747a21 req-940e500b-d9f5-41ab-b532-7c032fb628d2 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421031 Aug 16 01:48:56.705577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51714b0f-52e4-4f3b-a6b9-ce1b2e219be8 req-96d2fa7d-5f2d-41f3-8646-a8fba5d7c833 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350927 Aug 16 01:48:56.709488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c5ab4e2-5cfc-4165-97c8-f5420fa74dca req-0d6a3d4d-6418-45f5-878f-8479822cdfbb tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875245 Aug 16 01:48:56.753349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dbe4d-c9e4-4bb4-865b-483c6b0a6136 req-f70be6e6-f44c-4b79-bf3b-1ed7e079a112 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.755412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-708dbe4d-c9e4-4bb4-865b-483c6b0a6136 req-f70be6e6-f44c-4b79-bf3b-1ed7e079a112 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 945 time: 0.2416449 Aug 16 01:48:56.786825 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b221bf1d-08cd-48d0-8f1f-415181c0266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:56.804014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.827070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-708dbe4d-c9e4-4bb4-865b-483c6b0a6136 req-30f2d09c-2f37-4b83-b79c-e3ef6c358de5 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618761 Aug 16 01:48:56.887380 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b221bf1d-08cd-48d0-8f1f-415181c0266a None None] The sync data for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 is: [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:56.959344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Transition to ACTIVE for port object 3f869e23-504a-47e0-9d24-c3dae2485968 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:56.966972 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027213cd-ddfb-4d3a-8858-6e2c3b36a234 x-openstack-request-id: req-027213cd-ddfb-4d3a-8858-6e2c3b36a234 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:56.967474 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e168ce-f691-424d-b171-5c8347ac8e88", "name": "network-vif-deleted", "tag": "da4f2e9f-7328-4cbe-ab6e-4632fc273fee", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:56.967882 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-027213cd-ddfb-4d3a-8858-6e2c3b36a234 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:56.968426 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e168ce-f691-424d-b171-5c8347ac8e88', 'name': 'network-vif-deleted', 'tag': 'da4f2e9f-7328-4cbe-ab6e-4632fc273fee', 'status': 'completed', 'code': 200} Aug 16 01:48:57.037207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98370df7-23dd-431a-814e-a6f2d26bcc9f req-837bf989-199c-4d8e-b66d-f6f59f5c513f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 210 time: 0.0498297 Aug 16 01:48:57.046183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d936a-d9df-47c5-9582-f5902371d98b req-9827401b-0bca-462b-8889-34ec8ebc0470 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:57.047669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c78d936a-d9df-47c5-9582-f5902371d98b req-9827401b-0bca-462b-8889-34ec8ebc0470 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 950 time: 0.1272538 Aug 16 01:48:57.109177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cba072-b6e7-49d9-8f71-2fd3e25d3ecf req-060aafcd-18c8-4d01-a42a-fba60360bae5 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:57.110772 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-68cba072-b6e7-49d9-8f71-2fd3e25d3ecf req-060aafcd-18c8-4d01-a42a-fba60360bae5 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 950 time: 0.3629494 Aug 16 01:48:57.149627 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c78d936a-d9df-47c5-9582-f5902371d98b req-9afb8161-2de7-4bdb-8b11-188049e8db3d tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917532 Aug 16 01:48:57.205186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.216295 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a8eb0-12c7-4b52-809b-c62fcb9b23e9 req-e4838809-e63f-40c6-a48b-4c0945e320fe tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:57.223030 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb8a8eb0-12c7-4b52-809b-c62fcb9b23e9 req-e4838809-e63f-40c6-a48b-4c0945e320fe tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0880055 Aug 16 01:48:57.262924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb8a8eb0-12c7-4b52-809b-c62fcb9b23e9 req-c88c2a5c-a689-4faa-a5d7-8832e9a2db66 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389495 Aug 16 01:48:57.297980 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c20b9f8-5bc9-42ab-a963-5f07ca13e76a None None] New status for floating IP 882e778a-5c40-4dee-b03b-ed59494bffc1: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:48:57.324398 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:57.331231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9229560-7d99-49fe-97bc-994bc9bd6666 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:57.339786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:57.345418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:57.357270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Pushing event updated for resources: {'Port': ['ID=3f869e23-504a-47e0-9d24-c3dae2485968,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:57.469864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:57.470027 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.499680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-68cba072-b6e7-49d9-8f71-2fd3e25d3ecf req-07acd48d-80a4-4186-aa93-eac8d2cff850 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Deleting port 0da2e7f5-659a-41e6-827c-5fb62f5d573f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:57.499943 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-68cba072-b6e7-49d9-8f71-2fd3e25d3ecf req-07acd48d-80a4-4186-aa93-eac8d2cff850 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.533034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b92160b-f1fc-4438-9e98-42a541f9320d {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:57.545560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9229560-7d99-49fe-97bc-994bc9bd6666, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9229560-7d99-49fe-97bc-994bc9bd6666,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:57.555622 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.575028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'd9229560-7d99-49fe-97bc-994bc9bd6666', 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900', 'port_id': 'd9229560-7d99-49fe-97bc-994bc9bd6666', 'mac_address': 'fa:16:3e:be:b0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad4515d-08f6-4c85-b2b0-d3169022e434', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:57.587898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6f538-f06b-404c-896c-76d23a2d4228 req-c3d796f0-8b4c-4054-8cc9-2d0314d0317b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:57.592328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47b6f538-f06b-404c-896c-76d23a2d4228 req-c3d796f0-8b4c-4054-8cc9-2d0314d0317b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 936 time: 0.0799446 Aug 16 01:48:57.632599 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.635348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bf298625-ec83-4363-a251-4bf1baa8ade4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5610609 Aug 16 01:48:57.644845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Transition to ACTIVE for port object 3b92160b-f1fc-4438-9e98-42a541f9320d will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:57.653048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Request body: {'port': {'device_id': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:57.653974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9229560-7d99-49fe-97bc-994bc9bd6666 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:57.678837 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.692956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9229560-7d99-49fe-97bc-994bc9bd6666, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9229560-7d99-49fe-97bc-994bc9bd6666,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:57.695620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47b6f538-f06b-404c-896c-76d23a2d4228 req-220c503a-0dca-42fc-a1b3-1d2440cd9155 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948079 Aug 16 01:48:57.699668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.700584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device c45d08b4-0d97-4767-bc40-dcc72dcb2350 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:57.766955 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port c45d08b4-0d97-4767-bc40-dcc72dcb2350, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=c45d08b4-0d97-4767-bc40-dcc72dcb2350,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:57.792113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'c45d08b4-0d97-4767-bc40-dcc72dcb2350', 'network_id': '99a6707e-c711-463f-af64-b2b47f2cf900', 'port_id': 'c45d08b4-0d97-4767-bc40-dcc72dcb2350', 'mac_address': 'fa:16:3e:ca:88:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad4515d-08f6-4c85-b2b0-d3169022e434', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:57.821077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.853836 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.861083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-86b54a8a-b609-4ff6-a0df-33f0fb768681 None None] Provisioning for port 3f869e23-504a-47e0-9d24-c3dae2485968 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:57.863500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-68cba072-b6e7-49d9-8f71-2fd3e25d3ecf req-07acd48d-80a4-4186-aa93-eac8d2cff850 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] For port 0da2e7f5-659a-41e6-827c-5fb62f5d573f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0da2e7f5-659a-41e6-827c-5fb62f5d573f,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:57.863877 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-68cba072-b6e7-49d9-8f71-2fd3e25d3ecf req-07acd48d-80a4-4186-aa93-eac8d2cff850 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.882287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-86b54a8a-b609-4ff6-a0df-33f0fb768681 None None] Provisioning complete for port 3f869e23-504a-47e0-9d24-c3dae2485968 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:57.882819 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86b54a8a-b609-4ff6-a0df-33f0fb768681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.887465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d9229560-7d99-49fe-97bc-994bc9bd6666,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:57.915921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45d08b4-0d97-4767-bc40-dcc72dcb2350 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:57.938501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port c45d08b4-0d97-4767-bc40-dcc72dcb2350, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=c45d08b4-0d97-4767-bc40-dcc72dcb2350,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:57.945482 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.958485 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Pushing event updated for resources: {'Port': ['ID=3b92160b-f1fc-4438-9e98-42a541f9320d,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:57.989692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-68cba072-b6e7-49d9-8f71-2fd3e25d3ecf req-07acd48d-80a4-4186-aa93-eac8d2cff850 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Calling delete_port for 0da2e7f5-659a-41e6-827c-5fb62f5d573f owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:58.003565 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-86b54a8a-b609-4ff6-a0df-33f0fb768681 None None] Port 3f869e23-504a-47e0-9d24-c3dae2485968 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:58.029865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe67d-848d-4318-9a3c-ff4266a93849 req-6f9ea2af-639a-4593-928c-9379c0f9235e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:58.038660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84afe67d-848d-4318-9a3c-ff4266a93849 req-6f9ea2af-639a-4593-928c-9379c0f9235e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 943 time: 0.1455696 Aug 16 01:48:58.052686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=c45d08b4-0d97-4767-bc40-dcc72dcb2350,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:58.124952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0b351-f34c-4c15-a9bf-711f0172fe66 req-3296e8b2-439b-4d61-a384-c208ee1f3c39 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:58.127063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-afa0b351-f34c-4c15-a9bf-711f0172fe66 req-3296e8b2-439b-4d61-a384-c208ee1f3c39 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 945 time: 0.1699739 Aug 16 01:48:58.136696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84afe67d-848d-4318-9a3c-ff4266a93849 req-c6ac18ba-16b7-4dd8-b052-8eac48e87320 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967770 Aug 16 01:48:58.177653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-afa0b351-f34c-4c15-a9bf-711f0172fe66 req-ed29ec60-26bf-4cd0-a4fb-5be8d2d44da4 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396631 Aug 16 01:48:58.248394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['c45d08b4-0d97-4767-bc40-dcc72dcb2350'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:58.283607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d9229560-7d99-49fe-97bc-994bc9bd6666'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:58.305416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Attempting to bind port 3b92160b-f1fc-4438-9e98-42a541f9320d on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:58.305758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Attempting to bind port 3b92160b-f1fc-4438-9e98-42a541f9320d by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:58.306091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Attempting to bind port 3b92160b-f1fc-4438-9e98-42a541f9320d on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:58.318668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Port 3b92160b-f1fc-4438-9e98-42a541f9320d on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:58.318940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Attempting to bind port 3b92160b-f1fc-4438-9e98-42a541f9320d on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:58.348051 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:58.349177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:58.349733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:58.350354 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Bound port: 3b92160b-f1fc-4438-9e98-42a541f9320d, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:58.350894 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.418023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190fbbc-87fe-44c9-93d8-e6d8c5513ea5 req-d26d09c6-8679-4939-9cb0-5d23a6c3ca3f tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:58.420252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a190fbbc-87fe-44c9-93d8-e6d8c5513ea5 req-d26d09c6-8679-4939-9cb0-5d23a6c3ca3f tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 950 time: 0.1718807 Aug 16 01:48:58.455245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a426bc1-f7e0-448d-9fa0-c40546bdb263 req-e6dcfb18-fc9c-4923-a9b2-e970636f22bb tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:58.458942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a426bc1-f7e0-448d-9fa0-c40546bdb263 req-e6dcfb18-fc9c-4923-a9b2-e970636f22bb tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 931 time: 0.1967640 Aug 16 01:48:58.531792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f869e23-504a-47e0-9d24-c3dae2485968 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:58.548962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a190fbbc-87fe-44c9-93d8-e6d8c5513ea5 req-c2cacebc-09dd-4328-b183-824c954a8fc6 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186280 Aug 16 01:48:58.558408 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-68cba072-b6e7-49d9-8f71-2fd3e25d3ecf req-07acd48d-80a4-4186-aa93-eac8d2cff850 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.568233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.588111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a426bc1-f7e0-448d-9fa0-c40546bdb263 req-a780c776-fa09-4f07-9ba0-b2c2b4798fd2 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173458 Aug 16 01:48:58.635097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acd48d-80a4-4186-aa93-eac8d2cff850 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Pushing event deleted for resources: {'Port': ['ID=0da2e7f5-659a-41e6-827c-5fb62f5d573f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:58.663929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] For port 3b92160b-f1fc-4438-9e98-42a541f9320d, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:58.693308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] For port 3b92160b-f1fc-4438-9e98-42a541f9320d, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3b92160b-f1fc-4438-9e98-42a541f9320d,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:58.697505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Transition to ACTIVE for port object 3f869e23-504a-47e0-9d24-c3dae2485968 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:58.738459 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.760215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de228022-5e2b-4713-8330-3e7107bbdd91 req-fbc5013f-b0d1-4023-9e23-70dab6b5cd1b tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:58.762257 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.769340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de228022-5e2b-4713-8330-3e7107bbdd91 req-fbc5013f-b0d1-4023-9e23-70dab6b5cd1b tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0766776 Aug 16 01:48:58.827149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cba072-b6e7-49d9-8f71-2fd3e25d3ecf req-07acd48d-80a4-4186-aa93-eac8d2cff850 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] No DVR routers for this DVR port 0da2e7f5-659a-41e6-827c-5fb62f5d573f on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:58.838981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Pushing event updated for resources: {'Port': ['ID=3f869e23-504a-47e0-9d24-c3dae2485968,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:58.846032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-68cba072-b6e7-49d9-8f71-2fd3e25d3ecf req-07acd48d-80a4-4186-aa93-eac8d2cff850 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.848331 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-68cba072-b6e7-49d9-8f71-2fd3e25d3ecf req-07acd48d-80a4-4186-aa93-eac8d2cff850 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.84 "DELETE /v2.0/ports/0da2e7f5-659a-41e6-827c-5fb62f5d573f HTTP/1.1" status: 204 len: 173 time: 1.7092538 Aug 16 01:48:58.861498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de228022-5e2b-4713-8330-3e7107bbdd91 req-6af54dea-a568-4a6e-a59f-ac48b74a88b7 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875845 Aug 16 01:48:58.946908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Pushing event updated for resources: {'Port': ['ID=3b92160b-f1fc-4438-9e98-42a541f9320d,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:58.953687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:58.954346 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.970862 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1ba47632-84b0-4dcb-a551-80089d614566 service neutron] 10.222.0.84 "PUT /v2.0/ports/3b92160b-f1fc-4438-9e98-42a541f9320d HTTP/1.1" status: 200 len: 1097 time: 2.6142874 Aug 16 01:48:58.971576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc41dd38-b8c2-4f41-b701-96efafb25852', 'name': 'network-vif-deleted', 'tag': '0da2e7f5-659a-41e6-827c-5fb62f5d573f'}, {'name': 'network-changed', 'server_uuid': '297fe8a7-758a-4a17-95a6-d5a79fabe238', 'tag': '3b92160b-f1fc-4438-9e98-42a541f9320d'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:58.973948 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f997adac-7683-41bd-a4e3-f8091cacd48c" -d '{"events": [{"server_uuid": "fc41dd38-b8c2-4f41-b701-96efafb25852", "name": "network-vif-deleted", "tag": "0da2e7f5-659a-41e6-827c-5fb62f5d573f"}, {"name": "network-changed", "server_uuid": "297fe8a7-758a-4a17-95a6-d5a79fabe238", "tag": "3b92160b-f1fc-4438-9e98-42a541f9320d"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:59.129532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Attempting to bind port 3f869e23-504a-47e0-9d24-c3dae2485968 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:59.129939 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Attempting to bind port 3f869e23-504a-47e0-9d24-c3dae2485968 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:59.130274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Attempting to bind port 3f869e23-504a-47e0-9d24-c3dae2485968 on network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:59.136242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-93f7c129-5f48-49ca-b21b-0bd370adb5d8 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=cd151bd5775f4ad3923ca8894fa7bed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839036 Aug 16 01:48:59.137857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Port 3f869e23-504a-47e0-9d24-c3dae2485968 on network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:59.138189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Attempting to bind port 3f869e23-504a-47e0-9d24-c3dae2485968 on network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:59.146158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:59.146501 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Checking segment: {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:59.146891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Bound using segment: {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:59.147336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Bound port: 3f869e23-504a-47e0-9d24-c3dae2485968, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2ee702-0a87-4f25-a935-d06fc5060130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:59.147700 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.229421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-5f61f061-90fd-4808-88fe-e87e476ce6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.230983 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-5f61f061-90fd-4808-88fe-e87e476ce6c1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 1100 time: 0.1333220 Aug 16 01:48:59.266636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392442e0-60fb-4674-9fe6-238cfce1fd34 req-1dccb2cc-528d-4ee5-a610-b6e539abcf0b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.268847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-392442e0-60fb-4674-9fe6-238cfce1fd34 req-1dccb2cc-528d-4ee5-a610-b6e539abcf0b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 948 time: 0.2458017 Aug 16 01:48:59.340871 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-f16e33f4-504b-4acc-8823-d713d81714f4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3b92160b-f1fc-4438-9e98-42a541f9320d HTTP/1.1" status: 200 len: 217 time: 0.0798230 Aug 16 01:48:59.351263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] For port 3f869e23-504a-47e0-9d24-c3dae2485968, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:59.363562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-392442e0-60fb-4674-9fe6-238cfce1fd34 req-6e164f4b-073e-4db5-aaed-388db8417b16 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848019 Aug 16 01:48:59.366161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] For port 3f869e23-504a-47e0-9d24-c3dae2485968, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3f869e23-504a-47e0-9d24-c3dae2485968,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:59.414006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-0cc49450-629e-4cfb-94e8-a682d7fa152b tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.415614 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-0cc49450-629e-4cfb-94e8-a682d7fa152b tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2669785 Aug 16 01:48:59.421217 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.434924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-3585201d-e5af-4e5f-9c1c-a80576721227 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/quotas/cd151bd5775f4ad3923ca8894fa7bed1 HTTP/1.1" status: 200 len: 375 time: 0.0116446 Aug 16 01:48:59.437370 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2248c31-6088-4681-94af-948a527e7c5e x-openstack-request-id: req-e2248c31-6088-4681-94af-948a527e7c5e {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:59.437742 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc41dd38-b8c2-4f41-b701-96efafb25852", "name": "network-vif-deleted", "tag": "0da2e7f5-659a-41e6-827c-5fb62f5d573f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "297fe8a7-758a-4a17-95a6-d5a79fabe238", "tag": "3b92160b-f1fc-4438-9e98-42a541f9320d", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:59.438117 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e2248c31-6088-4681-94af-948a527e7c5e {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:59.438588 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc41dd38-b8c2-4f41-b701-96efafb25852', 'name': 'network-vif-deleted', 'tag': '0da2e7f5-659a-41e6-827c-5fb62f5d573f', 'status': 'completed', 'code': 200} Aug 16 01:48:59.439034 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297fe8a7-758a-4a17-95a6-d5a79fabe238', 'tag': '3b92160b-f1fc-4438-9e98-42a541f9320d', 'status': 'completed', 'code': 200} Aug 16 01:48:59.467614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-c5984fd3-7bad-4f3b-b18b-7b4bec758145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.469194 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-c5984fd3-7bad-4f3b-b18b-7b4bec758145 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1197093 Aug 16 01:48:59.474028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.474780 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.476351 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] 10.222.0.89 "PUT /v2.0/ports/3f869e23-504a-47e0-9d24-c3dae2485968 HTTP/1.1" status: 200 len: 1092 time: 1.8298292 Aug 16 01:48:59.482066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['7ce3d241-79dd-49d4-a364-30ea683d3e90'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:59.501294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-a3e70a52-5868-4419-98f6-263b99696f2e tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=cd151bd5775f4ad3923ca8894fa7bed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598066 Aug 16 01:48:59.551932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28dd01-9c75-4179-b64a-c0e1a2140953 service neutron] Pushing event updated for resources: {'Port': ['ID=3f869e23-504a-47e0-9d24-c3dae2485968,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:59.560765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a25ef-a4ef-4dee-9ca5-b77ada886e8c req-7fd1ddc8-ffc7-4222-a682-f6e1ac83066e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.568499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-285a25ef-a4ef-4dee-9ca5-b77ada886e8c req-7fd1ddc8-ffc7-4222-a682-f6e1ac83066e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 944 time: 0.0895362 Aug 16 01:48:59.622822 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-285a25ef-a4ef-4dee-9ca5-b77ada886e8c req-ad9f7521-3665-4ba3-885c-df9926180f11 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533333 Aug 16 01:48:59.665866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-55829704-d969-456a-b87c-400752b43073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.666782 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-55829704-d969-456a-b87c-400752b43073 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1675761 Aug 16 01:48:59.688093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-4a451a9e-db52-4727-a2ad-54bfc0660d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.692914 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-4a451a9e-db52-4727-a2ad-54bfc0660d16 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17&device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 1095 time: 0.1378486 Aug 16 01:48:59.831762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbbb3a-9e1b-4800-98f8-2ce226991647 req-7235b748-2024-4bd0-aee9-bf95f9056cd6 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.834665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffbbbb3a-9e1b-4800-98f8-2ce226991647 req-7235b748-2024-4bd0-aee9-bf95f9056cd6 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 1097 time: 0.1229377 Aug 16 01:48:59.896074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffbbbb3a-9e1b-4800-98f8-2ce226991647 req-44dcf0fb-c8b1-4a6c-8fd4-80a49cf69b36 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550282 Aug 16 01:49:00.004774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63c42c66-b36b-4597-a6a2-32581c95a048 req-e58383a9-2bed-4e73-bbf8-e0c5498c5b10 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc41dd38-b8c2-4f41-b701-96efafb25852 HTTP/1.1" status: 200 len: 210 time: 0.0770879 Aug 16 01:49:00.100670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c3e6956-8486-4c84-808b-dbe6931dd839 req-fdbc752b-c8c1-40b4-9631-ffbc2cb3a8d7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 210 time: 0.0506661 Aug 16 01:49:00.124525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678bf38-2497-4f42-8cfb-8966b2b72049 req-493df487-4220-4121-a892-66970ee64fa6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.132228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e678bf38-2497-4f42-8cfb-8966b2b72049 req-493df487-4220-4121-a892-66970ee64fa6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 943 time: 0.0915132 Aug 16 01:49:00.179329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e678bf38-2497-4f42-8cfb-8966b2b72049 req-973143ca-47f0-409c-9c02-23ec1aa7b1bb tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460510 Aug 16 01:49:00.258379 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-38eb4b4c-5bb9-4a99-9fb9-391c1ed5d02c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f869e23-504a-47e0-9d24-c3dae2485968 HTTP/1.1" status: 200 len: 217 time: 0.5370526 Aug 16 01:49:00.268245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef956400-ae4c-4dff-97fb-caab9a6dce38 req-798390b7-ef5b-44c1-a455-8f527b61e2c3 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.277315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef956400-ae4c-4dff-97fb-caab9a6dce38 req-798390b7-ef5b-44c1-a455-8f527b61e2c3 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0943277 Aug 16 01:49:00.325722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef956400-ae4c-4dff-97fb-caab9a6dce38 req-89061e54-20f2-4b07-9b34-fb30e26259e5 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468340 Aug 16 01:49:00.341896 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-f41cf4fd-e3db-48ae-84f8-3205f68e7b61 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643796 Aug 16 01:49:00.347396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bfc85aa8-6fbb-48be-bad8-90ac7d368c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.349007 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-bfc85aa8-6fbb-48be-bad8-90ac7d368c42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1aef574c-be6b-4775-96d3-9d8bb575c078 HTTP/1.1" status: 200 len: 863 time: 0.0757163 Aug 16 01:49:00.436160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0da2e7f5-659a-41e6-827c-5fb62f5d573f no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:00.466958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 0da2e7f5-659a-41e6-827c-5fb62f5d573f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:00.467519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0da2e7f5-659a-41e6-827c-5fb62f5d573f not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:00.510566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed83decf-6e93-431f-9cb1-0e6fdc26b7d3 req-1bf9d6a6-a4e4-4841-a4a7-59b3c79946e4 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605949 Aug 16 01:49:00.515053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169000-498d-4054-a626-32cab53683d6 req-b0795344-e3bd-44d3-b511-b5f438d0052f tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.517450 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67169000-498d-4054-a626-32cab53683d6 req-b0795344-e3bd-44d3-b511-b5f438d0052f tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 948 time: 0.0772297 Aug 16 01:49:00.520523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-2e9e3e4c-4ffc-4ce3-9206-659b2f527205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.522014 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-2e9e3e4c-4ffc-4ce3-9206-659b2f527205 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632071 Aug 16 01:49:00.562298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67169000-498d-4054-a626-32cab53683d6 req-19991790-c6ad-4ec2-abd8-80347a61a46d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391874 Aug 16 01:49:00.645942 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-511db5e3-094b-47d6-846d-da5ef3af4095 service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127815 Aug 16 01:49:00.773950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6fada-e0c0-4ebe-8513-ef25c7f637c7 req-ab710513-1c58-4a0b-b2c1-a136349631bd tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.775899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-baa6fada-e0c0-4ebe-8513-ef25c7f637c7 req-ab710513-1c58-4a0b-b2c1-a136349631bd tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 944 time: 0.0632243 Aug 16 01:49:00.786071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997adac-7683-41bd-a4e3-f8091cacd48c req-615d888a-2592-4401-8c42-a5897b25fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.787673 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f997adac-7683-41bd-a4e3-f8091cacd48c req-615d888a-2592-4401-8c42-a5897b25fdcb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 1100 time: 0.0677557 Aug 16 01:49:00.820256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-baa6fada-e0c0-4ebe-8513-ef25c7f637c7 req-a2c6173f-6db5-4cbb-aa60-2a686a880912 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379307 Aug 16 01:49:00.820971 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-854aec86-a8b8-4b9b-95d6-70da54680fc6 req-d8ff353c-7b6d-46ff-ac29-bddf8f75552c service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602428 Aug 16 01:49:00.902800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997adac-7683-41bd-a4e3-f8091cacd48c req-bf3d459d-0a78-4355-a64b-3d681d19658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.904279 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f997adac-7683-41bd-a4e3-f8091cacd48c req-bf3d459d-0a78-4355-a64b-3d681d19658e service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1074452 Aug 16 01:49:00.948518 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f997adac-7683-41bd-a4e3-f8091cacd48c req-29941e90-06b4-4bb1-88ff-07f380e1f59d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3b92160b-f1fc-4438-9e98-42a541f9320d HTTP/1.1" status: 200 len: 217 time: 0.0356038 Aug 16 01:49:00.999798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997adac-7683-41bd-a4e3-f8091cacd48c req-f6b3d807-0ccb-44ac-b1bd-5766a538d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:01.001786 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f997adac-7683-41bd-a4e3-f8091cacd48c req-f6b3d807-0ccb-44ac-b1bd-5766a538d755 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0456674 Aug 16 01:49:01.060481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997adac-7683-41bd-a4e3-f8091cacd48c req-bfa38cf3-1c5c-4dbc-b5d5-36b04781e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:01.064358 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f997adac-7683-41bd-a4e3-f8091cacd48c req-bfa38cf3-1c5c-4dbc-b5d5-36b04781e776 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533683 Aug 16 01:49:01.170152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-531e7e5c-4af5-447f-95c1-739a8d8d3daa tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:49:01.171279 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-531e7e5c-4af5-447f-95c1-739a8d8d3daa tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078056 Aug 16 01:49:01.176404 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f997adac-7683-41bd-a4e3-f8091cacd48c req-1a450d4e-af8a-4c24-aba6-cf90cc1c1a29 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987077 Aug 16 01:49:01.184352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Request body: {'binding': {'host': 'n-h2-768851-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:01.184888 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Unknown quota resources ['binding']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:49:01.333267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device c45d08b4-0d97-4767-bc40-dcc72dcb2350 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:01.372778 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f997adac-7683-41bd-a4e3-f8091cacd48c req-f95bbd82-0f3f-42d8-b610-b22433d35131 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839457 Aug 16 01:49:01.400312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port c45d08b4-0d97-4767-bc40-dcc72dcb2350 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:01.404893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port c45d08b4-0d97-4767-bc40-dcc72dcb2350 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:01.405519 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.445047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'tag': '3f869e23-504a-47e0-9d24-c3dae2485968'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:01.448311 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d62878c1-4177-4428-aa4b-0909c7e98d9e", "tag": "3f869e23-504a-47e0-9d24-c3dae2485968"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:01.452759 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-ec9a2140-1373-4e1b-aa46-da8c0cfc287e tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=cd151bd5775f4ad3923ca8894fa7bed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450542 Aug 16 01:49:01.454012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on host n-h2-768851-16 for vnic_type normal with profile None {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:01.454351 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:01.454675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:01.460732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:49:01.461015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:01.478583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:01.478838 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:01.479105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:01.479567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Bound port: 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:01.507401 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.536331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbb97ac-4de2-4e7a-9cae-35076e49d2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d08b4-0d97-4767-bc40-dcc72dcb2350'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:01.538651 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3f506c-467b-490a-9f6d-90c442d6e7f0" -d '{"events": [{"server_uuid": "0fbb97ac-4de2-4e7a-9cae-35076e49d2bb", "name": "network-vif-plugged", "status": "completed", "tag": "c45d08b4-0d97-4767-bc40-dcc72dcb2350"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:01.555188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port c45d08b4-0d97-4767-bc40-dcc72dcb2350, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=c45d08b4-0d97-4767-bc40-dcc72dcb2350,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:01.563808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.564690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9229560-7d99-49fe-97bc-994bc9bd6666 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:01.627532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:01.641685 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.643341 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-70a31a03-80ad-45d0-8060-13eb397ee399 service neutron] 10.222.0.79 "POST /v2.0/ports/25a85a8b-7746-4fa8-a9ba-d45692d79cde/bindings HTTP/1.1" status: 201 len: 390 time: 0.4630363 Aug 16 01:49:01.662276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-f8bd1e49-94f0-42e9-87c3-ac109db30d99 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:01.664244 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-f8bd1e49-94f0-42e9-87c3-ac109db30d99 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995158 Aug 16 01:49:01.669828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b44fafe5-4be2-455a-9a9e-90151d857000 req-42229df6-3644-4cbd-88ca-c381610737bb tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 210 time: 0.0370138 Aug 16 01:49:01.693401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Request body: {'port': {'device_id': '24c246ca-daee-4c84-aea3-8eaf2809bcaf', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'cd151bd5775f4ad3923ca8894fa7bed1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:01.695561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=c45d08b4-0d97-4767-bc40-dcc72dcb2350,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:01.715361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port d9229560-7d99-49fe-97bc-994bc9bd6666 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:01.724082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port d9229560-7d99-49fe-97bc-994bc9bd6666 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:01.726783 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.845383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Made reservation on behalf of cd151bd5775f4ad3923ca8894fa7bed1 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:01.847635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a506b-0540-4b3f-a79d-a9f33d0f90bb req-90b23548-6bf3-4489-8168-5947c7f734af tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:01.850772 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.851193 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.855385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-926a506b-0540-4b3f-a79d-a9f33d0f90bb req-90b23548-6bf3-4489-8168-5947c7f734af tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 950 time: 0.1075633 Aug 16 01:49:01.865455 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.894856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9229560-7d99-49fe-97bc-994bc9bd6666, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9229560-7d99-49fe-97bc-994bc9bd6666,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:01.900374 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.921123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a3f0e-abdc-4713-ba72-8eb73986f6ba req-65a672cf-29df-4d64-bbb1-120cc017194f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:01.929891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a6a3f0e-abdc-4713-ba72-8eb73986f6ba req-65a672cf-29df-4d64-bbb1-120cc017194f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 943 time: 0.1432908 Aug 16 01:49:01.951530 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-926a506b-0540-4b3f-a79d-a9f33d0f90bb req-cd28b2c5-d2a5-45b0-816a-b53acfb6552a tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950243 Aug 16 01:49:02.002349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d9229560-7d99-49fe-97bc-994bc9bd6666,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:02.047013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a6a3f0e-abdc-4713-ba72-8eb73986f6ba req-7456043f-6de9-41e2-aa2c-ffae91447e51 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161563 Aug 16 01:49:02.113821 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a67e4b-45ab-4b4b-be1c-3d711b8a3367 x-openstack-request-id: req-67a67e4b-45ab-4b4b-be1c-3d711b8a3367 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:02.114106 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62878c1-4177-4428-aa4b-0909c7e98d9e", "tag": "3f869e23-504a-47e0-9d24-c3dae2485968", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:02.114355 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-67a67e4b-45ab-4b4b-be1c-3d711b8a3367 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:02.114743 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'tag': '3f869e23-504a-47e0-9d24-c3dae2485968', 'status': 'completed', 'code': 200} Aug 16 01:49:02.116575 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.116733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3343f5f-8aab-47f3-91ac-ad1d7f733b2f req-588943ef-be9a-4e84-bdf4-41ceb1372e49 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.118734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3343f5f-8aab-47f3-91ac-ad1d7f733b2f req-588943ef-be9a-4e84-bdf4-41ceb1372e49 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0628300 Aug 16 01:49:02.127425 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.134318 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f1d1b7-1e45-486e-96fc-b25a099e5498 x-openstack-request-id: req-a3f1d1b7-1e45-486e-96fc-b25a099e5498 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:02.134687 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbb97ac-4de2-4e7a-9cae-35076e49d2bb", "name": "network-vif-plugged", "status": "completed", "tag": "c45d08b4-0d97-4767-bc40-dcc72dcb2350", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:02.134948 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3f1d1b7-1e45-486e-96fc-b25a099e5498 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:02.135341 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbb97ac-4de2-4e7a-9cae-35076e49d2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45d08b4-0d97-4767-bc40-dcc72dcb2350', 'code': 200} Aug 16 01:49:02.171448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7351d2-1b80-49c3-9437-2b41d4c13aa9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:02.189500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70442-6049-4c95-9b92-987be1009acd req-40ba2ec5-708f-4a36-a816-4f21dbbf71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.191517 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-40ba2ec5-708f-4a36-a816-4f21dbbf71b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 1097 time: 0.1306305 Aug 16 01:49:02.269480 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3343f5f-8aab-47f3-91ac-ad1d7f733b2f req-5288baf6-5c52-4f11-aca1-ecdc24aa7bcf tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928986 Aug 16 01:49:02.275328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d req-d9cdc579-dd92-44bb-a590-a7fb15df3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.278442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d req-d9cdc579-dd92-44bb-a590-a7fb15df3cef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17&device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 1095 time: 0.1531210 Aug 16 01:49:02.360580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fcb3c-4113-4238-ab87-4609b88a231d req-ed3aa5c1-695a-4a52-bd68-3200087a92b5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.362105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-426fcb3c-4113-4238-ab87-4609b88a231d req-ed3aa5c1-695a-4a52-bd68-3200087a92b5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 948 time: 0.1415825 Aug 16 01:49:02.381172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f64d4c-81fa-4c8c-9b48-a19108de68f3 req-0cd97fdd-5f10-4f0c-9973-f46ae1510045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.382700 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73f64d4c-81fa-4c8c-9b48-a19108de68f3 req-0cd97fdd-5f10-4f0c-9973-f46ae1510045 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 1097 time: 0.1554039 Aug 16 01:49:02.424946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70442-6049-4c95-9b92-987be1009acd req-46b0abcc-bee5-414d-a4d8-18be7e0f7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.426451 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-46b0abcc-bee5-414d-a4d8-18be7e0f7e6d service neutron] 10.222.0.89 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.1978145 Aug 16 01:49:02.448608 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Allocated IP 192.168.233.119 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/3550d60b-3588-4b3b-94f9-c4377f7db9e0) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:02.499157 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-1a674baa-5eb8-41e7-a743-d4bc196076a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde HTTP/1.1" status: 200 len: 217 time: 0.0592728 Aug 16 01:49:02.506901 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73f64d4c-81fa-4c8c-9b48-a19108de68f3 req-d9ebb9f6-94a5-42a3-9e3b-8ff4442c68d3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054883 Aug 16 01:49:02.588114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70442-6049-4c95-9b92-987be1009acd req-695404db-d0b3-4bb7-b1cf-a84347dbe190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.589629 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-695404db-d0b3-4bb7-b1cf-a84347dbe190 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.0822799 Aug 16 01:49:02.665145 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-bb68f841-3f97-45e3-ac51-b68d57a63876 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326586 Aug 16 01:49:02.672055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3867d55-6de8-40b2-b46f-5f4b41d20e66 req-b066593c-1bc2-4463-a72d-e86914bb9718 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.674146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3867d55-6de8-40b2-b46f-5f4b41d20e66 req-b066593c-1bc2-4463-a72d-e86914bb9718 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.3111522 Aug 16 01:49:02.737956 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3867d55-6de8-40b2-b46f-5f4b41d20e66 req-8214c045-22fb-45ec-a630-81ea660623e5 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497355 Aug 16 01:49:02.766574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-426fcb3c-4113-4238-ab87-4609b88a231d req-c84a44c4-91d7-4133-8d07-7ac65e9c8d23 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850639 Aug 16 01:49:02.780793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d req-b53c47cd-8c6e-44cb-96d0-3899e30edf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.784114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d req-b53c47cd-8c6e-44cb-96d0-3899e30edf89 service neutron] 10.222.0.89 "GET /v2.0/networks?id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32 HTTP/1.1" status: 200 len: 925 time: 0.4880822 Aug 16 01:49:02.793578 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.825970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Transition to ACTIVE for port object 3550d60b-3588-4b3b-94f9-c4377f7db9e0 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:02.841995 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-baaee2cd-bf64-4c98-ae98-3c76bde7eac6 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652355 Aug 16 01:49:02.844288 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d req-85f8e01f-a90a-49d9-afb6-d83b31eb6dae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f869e23-504a-47e0-9d24-c3dae2485968 HTTP/1.1" status: 200 len: 217 time: 0.0514939 Aug 16 01:49:02.917646 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.919304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ccf442d-f05c-442d-8a64-b9af4e2444b6 req-88048313-efd7-43cc-a043-c588dd3ed81d tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 210 time: 0.0740664 Aug 16 01:49:02.948676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d req-74aceb67-e2dc-47e3-938e-3a270dd65fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.950146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d req-74aceb67-e2dc-47e3-938e-3a270dd65fcc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1aef574c-be6b-4775-96d3-9d8bb575c078 HTTP/1.1" status: 200 len: 863 time: 0.0714781 Aug 16 01:49:02.961413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc47467-153a-4a1c-8e30-a8919312e44a req-595dc8ba-4e4d-454a-8c10-5662e7d04246 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.963413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fc47467-153a-4a1c-8e30-a8919312e44a req-595dc8ba-4e4d-454a-8c10-5662e7d04246 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1229424 Aug 16 01:49:02.989164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:02.996429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:03.004559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:03.007107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Pushing event updated for resources: {'Port': ['ID=3550d60b-3588-4b3b-94f9-c4377f7db9e0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:03.049435 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-b3c4b78c-6a01-4cd4-a43b-d672103dd7dc service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915743 Aug 16 01:49:03.070740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:03.072082 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.089105 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-61aaebd7-c714-4103-b35b-43cf97b377f7 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3994882 Aug 16 01:49:03.121155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fc47467-153a-4a1c-8e30-a8919312e44a req-602e6d4c-8cf4-4bad-81a2-ef59b3c36dd7 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913081 Aug 16 01:49:03.123663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d req-b1fc863e-3f7e-41f9-8f2a-a8b841230335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:03.125372 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d req-b1fc863e-3f7e-41f9-8f2a-a8b841230335 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597841 Aug 16 01:49:03.138830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Request body: {'port': {'device_id': '24c246ca-daee-4c84-aea3-8eaf2809bcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:03.210856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806539b0-b1b4-43ee-8f29-a9c4af03aa3a req-bd703ffd-63f6-4a30-ac1e-c01dbb5824e7 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:03.212427 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-806539b0-b1b4-43ee-8f29-a9c4af03aa3a req-bd703ffd-63f6-4a30-ac1e-c01dbb5824e7 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.89 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 950 time: 0.1220911 Aug 16 01:49:03.268856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.275476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d req-1ad8d685-fa56-4338-90a8-a8fe0cd2325d service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386762 Aug 16 01:49:03.395228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7e6bd1e4-5314-4fbd-b49a-3c0f5e8c4193 None None] Provisioning for port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:03.401974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7e6bd1e4-5314-4fbd-b49a-3c0f5e8c4193 None None] Provisioning complete for port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:03.402797 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd1e4-5314-4fbd-b49a-3c0f5e8c4193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.408552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4e821-4cda-43a7-b2ac-f08b920cc7b5 req-18b51bc0-b291-4e13-a2c3-4f9b5fb87a15 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:03.410126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57f4e821-4cda-43a7-b2ac-f08b920cc7b5 req-18b51bc0-b291-4e13-a2c3-4f9b5fb87a15 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 950 time: 0.3556497 Aug 16 01:49:03.449404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bd1e4-5314-4fbd-b49a-3c0f5e8c4193 None None] Port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:03.520923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf442178-8904-4b36-8dbb-18a9654644f5 req-2cd3c913-77e1-4b7e-ab79-cae3b15b2d0e tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:03.534280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf442178-8904-4b36-8dbb-18a9654644f5 req-2cd3c913-77e1-4b7e-ab79-cae3b15b2d0e tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 943 time: 0.2563753 Aug 16 01:49:03.617353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57f4e821-4cda-43a7-b2ac-f08b920cc7b5 req-1c2482f8-6256-4f91-96ec-ff028d7e9025 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/security-groups?id=5f79cdb9-0b16-4d9b-b39e-95f94973f13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948211 Aug 16 01:49:03.624470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8b446ef-60cb-42ce-9604-d3f2608e8c9d req-79dd83d6-0b7a-486f-9a35-bbe1a5aca610 service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205671 Aug 16 01:49:03.666345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf442178-8904-4b36-8dbb-18a9654644f5 req-198a96a8-76f6-45af-83e7-e1c17136d3e8 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310878 Aug 16 01:49:03.667687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3550d60b-3588-4b3b-94f9-c4377f7db9e0 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:03.677654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.707443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-806539b0-b1b4-43ee-8f29-a9c4af03aa3a req-c2e46054-ecfa-4f7a-98b7-c47aeab796c4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Deleting port 7ce3d241-79dd-49d4-a364-30ea683d3e90 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:03.708074 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-806539b0-b1b4-43ee-8f29-a9c4af03aa3a req-c2e46054-ecfa-4f7a-98b7-c47aeab796c4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.757350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Transition to ACTIVE for port object 3550d60b-3588-4b3b-94f9-c4377f7db9e0 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:03.774038 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.795524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bdb94-c0ba-461c-9fcf-979dc18aedd7 req-bead9983-2f14-4650-aaec-9becdf2fdce6 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:03.797280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-542bdb94-c0ba-461c-9fcf-979dc18aedd7 req-bead9983-2f14-4650-aaec-9becdf2fdce6 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0717986 Aug 16 01:49:03.872764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-542bdb94-c0ba-461c-9fcf-979dc18aedd7 req-df811947-f929-452d-b227-d65611400cd9 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689497 Aug 16 01:49:03.885327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Pushing event updated for resources: {'Port': ['ID=3550d60b-3588-4b3b-94f9-c4377f7db9e0,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:03.915610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-806539b0-b1b4-43ee-8f29-a9c4af03aa3a req-c2e46054-ecfa-4f7a-98b7-c47aeab796c4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] For port 7ce3d241-79dd-49d4-a364-30ea683d3e90, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7ce3d241-79dd-49d4-a364-30ea683d3e90,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:03.916060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-806539b0-b1b4-43ee-8f29-a9c4af03aa3a req-c2e46054-ecfa-4f7a-98b7-c47aeab796c4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.934298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a5aaa-e5a4-49c5-9fbe-48bdb33d69fc req-a3d572ac-6da1-4791-a2be-7b38a969f88a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:03.936007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c05a5aaa-e5a4-49c5-9fbe-48bdb33d69fc req-a3d572ac-6da1-4791-a2be-7b38a969f88a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.0790441 Aug 16 01:49:03.971563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-806539b0-b1b4-43ee-8f29-a9c4af03aa3a req-c2e46054-ecfa-4f7a-98b7-c47aeab796c4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Calling delete_port for 7ce3d241-79dd-49d4-a364-30ea683d3e90 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:04.059370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c05a5aaa-e5a4-49c5-9fbe-48bdb33d69fc req-67be3bb0-38a6-4dde-82e9-8f59c6fbfce6 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011853 Aug 16 01:49:04.067846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Attempting to bind port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:04.068190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Attempting to bind port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:04.068642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Attempting to bind port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:04.073611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb86aa8-e065-450a-990e-9572974df54e req-948b7880-1ff4-479c-9735-9c80b73d2ac7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.075338 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1bb86aa8-e065-450a-990e-9572974df54e req-948b7880-1ff4-479c-9735-9c80b73d2ac7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 948 time: 0.0912385 Aug 16 01:49:04.077452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:49:04.077913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Attempting to bind port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:04.103170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:04.103640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:04.104231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:04.104792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Bound port: 3550d60b-3588-4b3b-94f9-c4377f7db9e0, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:04.105392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.132742 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1bb86aa8-e065-450a-990e-9572974df54e req-bdf02541-c767-4161-b284-994991176939 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506260 Aug 16 01:49:04.136944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17af56b1-0156-4eef-84f9-4d8cb990580e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9229560-7d99-49fe-97bc-994bc9bd6666'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:04.139413 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783d7039-3198-4343-bde6-d341414f8ce6" -d '{"events": [{"server_uuid": "17af56b1-0156-4eef-84f9-4d8cb990580e", "name": "network-vif-plugged", "status": "completed", "tag": "d9229560-7d99-49fe-97bc-994bc9bd6666"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:04.182831 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc87ca1-546f-4583-8d84-eca1ace5739d x-openstack-request-id: req-4dc87ca1-546f-4583-8d84-eca1ace5739d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:04.183179 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17af56b1-0156-4eef-84f9-4d8cb990580e", "name": "network-vif-plugged", "status": "completed", "tag": "d9229560-7d99-49fe-97bc-994bc9bd6666", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:04.183490 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4dc87ca1-546f-4583-8d84-eca1ace5739d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:04.184265 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17af56b1-0156-4eef-84f9-4d8cb990580e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9229560-7d99-49fe-97bc-994bc9bd6666', 'code': 200} Aug 16 01:49:04.254440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] For port 3550d60b-3588-4b3b-94f9-c4377f7db9e0, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:04.275216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b46d7-cb0a-452d-bacc-f4a3f1e78dc9 req-9cb0dbd0-6536-4c2e-b1e6-e473725ef68c tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.277783 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] For port 3550d60b-3588-4b3b-94f9-c4377f7db9e0, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3550d60b-3588-4b3b-94f9-c4377f7db9e0,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:04.286874 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.290133 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c68b46d7-cb0a-452d-bacc-f4a3f1e78dc9 req-9cb0dbd0-6536-4c2e-b1e6-e473725ef68c tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 948 time: 0.1153722 Aug 16 01:49:04.315856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-806539b0-b1b4-43ee-8f29-a9c4af03aa3a req-c2e46054-ecfa-4f7a-98b7-c47aeab796c4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.328404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['7ce3d241-79dd-49d4-a364-30ea683d3e90'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:04.337508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.338534 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.340046 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] 10.222.0.84 "PUT /v2.0/ports/3550d60b-3588-4b3b-94f9-c4377f7db9e0 HTTP/1.1" status: 200 len: 1097 time: 1.2079549 Aug 16 01:49:04.340530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c246ca-daee-4c84-aea3-8eaf2809bcaf', 'tag': '3550d60b-3588-4b3b-94f9-c4377f7db9e0'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:04.342899 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b436b0-3131-43fe-a999-c3c80f10e895" -d '{"events": [{"name": "network-changed", "server_uuid": "24c246ca-daee-4c84-aea3-8eaf2809bcaf", "tag": "3550d60b-3588-4b3b-94f9-c4377f7db9e0"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:04.415357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597754a7-9773-431d-b225-bd0eda9f5ffa service neutron] Pushing event updated for resources: {'Port': ['ID=3550d60b-3588-4b3b-94f9-c4377f7db9e0,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:04.418084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-806539b0-b1b4-43ee-8f29-a9c4af03aa3a req-c2e46054-ecfa-4f7a-98b7-c47aeab796c4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] No DVR routers for this DVR port 7ce3d241-79dd-49d4-a364-30ea683d3e90 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:04.442192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e46054-ecfa-4f7a-98b7-c47aeab796c4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Pushing event deleted for resources: {'Port': ['ID=7ce3d241-79dd-49d4-a364-30ea683d3e90,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:04.444482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-806539b0-b1b4-43ee-8f29-a9c4af03aa3a req-c2e46054-ecfa-4f7a-98b7-c47aeab796c4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.446518 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-806539b0-b1b4-43ee-8f29-a9c4af03aa3a req-c2e46054-ecfa-4f7a-98b7-c47aeab796c4 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.89 "DELETE /v2.0/ports/7ce3d241-79dd-49d4-a364-30ea683d3e90 HTTP/1.1" status: 204 len: 173 time: 1.2228866 Aug 16 01:49:04.456425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3b92160b-f1fc-4438-9e98-42a541f9320d details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:04.497903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c68b46d7-cb0a-452d-bacc-f4a3f1e78dc9 req-ca0d6eee-afae-4716-a1de-f064bba2c185 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034423 Aug 16 01:49:04.534726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c7835-5638-4a5e-9f05-cac8f726d990 req-43db0e48-dbef-4668-a697-318bdffff134 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.541099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba2c7835-5638-4a5e-9f05-cac8f726d990 req-43db0e48-dbef-4668-a697-318bdffff134 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.2460067 Aug 16 01:49:04.546539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-0f7f4b43-828b-4157-bba2-cac5540f4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.548437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe831b-689b-4d44-b6b7-72c6582f86c4 req-edf6f756-c62e-4ca4-a00c-a7f9c727ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.550544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6fe831b-689b-4d44-b6b7-72c6582f86c4 req-edf6f756-c62e-4ca4-a00c-a7f9c727ac06 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 1097 time: 0.2578542 Aug 16 01:49:04.552902 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-0f7f4b43-828b-4157-bba2-cac5540f4235 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd151bd5775f4ad3923ca8894fa7bed1&device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 1100 time: 0.1284244 Aug 16 01:49:04.634834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba2c7835-5638-4a5e-9f05-cac8f726d990 req-a7f43226-d685-4629-8fac-ff549f349e82 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815353 Aug 16 01:49:04.636822 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6fe831b-689b-4d44-b6b7-72c6582f86c4 req-81a145f7-3549-4013-9003-7a97a3f92d85 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702155 Aug 16 01:49:04.640848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 3b92160b-f1fc-4438-9e98-42a541f9320d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3b92160b-f1fc-4438-9e98-42a541f9320d,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:04.655318 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aa685b-d558-4961-b547-2815d6d5a79c x-openstack-request-id: req-f4aa685b-d558-4961-b547-2815d6d5a79c {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:04.655608 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c246ca-daee-4c84-aea3-8eaf2809bcaf", "tag": "3550d60b-3588-4b3b-94f9-c4377f7db9e0", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:04.655911 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4aa685b-d558-4961-b547-2815d6d5a79c {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:04.656312 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c246ca-daee-4c84-aea3-8eaf2809bcaf', 'tag': '3550d60b-3588-4b3b-94f9-c4377f7db9e0', 'status': 'completed', 'code': 200} Aug 16 01:49:04.661030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '3b92160b-f1fc-4438-9e98-42a541f9320d', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '3b92160b-f1fc-4438-9e98-42a541f9320d', 'mac_address': 'fa:16:3e:01:50:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:04.665666 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-f3f2a0ea-ed24-4eac-80a8-87dbd0792f3b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3550d60b-3588-4b3b-94f9-c4377f7db9e0 HTTP/1.1" status: 200 len: 217 time: 0.0979791 Aug 16 01:49:04.758892 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.768307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-177c6850-fdc9-4b00-a4ee-a32292b67908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.769850 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-177c6850-fdc9-4b00-a4ee-a32292b67908 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0948761 Aug 16 01:49:04.776750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-882cdb91-6ba3-4ba0-ba6c-c80569575586 req-7b1915fe-8f90-4837-b9bb-a3f122011964 tempest-ServersAdminNegativeTestJSON-1334890619 tempest-ServersAdminNegativeTestJSON-1334890619-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fea4115-4015-4a6e-9858-fe42481d5343 HTTP/1.1" status: 200 len: 210 time: 0.0342932 Aug 16 01:49:04.778872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b92160b-f1fc-4438-9e98-42a541f9320d {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:04.801917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 3b92160b-f1fc-4438-9e98-42a541f9320d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3b92160b-f1fc-4438-9e98-42a541f9320d,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:04.809477 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.851086 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-cb8f3d49-4afc-4192-89bf-00b6d73d0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.852909 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-cb8f3d49-4afc-4192-89bf-00b6d73d0f3b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710294 Aug 16 01:49:04.871991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=3b92160b-f1fc-4438-9e98-42a541f9320d,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:04.908134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae780678-7f43-42a5-a5e0-fee715bbe5c8 req-823c8cf7-e787-4a5f-9d55-eff948465d03 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.915551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae780678-7f43-42a5-a5e0-fee715bbe5c8 req-823c8cf7-e787-4a5f-9d55-eff948465d03 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 943 time: 0.0713871 Aug 16 01:49:04.965625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae780678-7f43-42a5-a5e0-fee715bbe5c8 req-6d68f2d0-815b-45f9-875a-5073a94a93a8 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490706 Aug 16 01:49:04.990764 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-a13555af-dd14-48c3-ac1c-4ace45c8a7e5 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275201 Aug 16 01:49:05.184477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f32f84-90cd-4152-8f68-130a4fbf5853 req-281cfdcf-a1ce-445a-902b-af06051d2783 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.193307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9f32f84-90cd-4152-8f68-130a4fbf5853 req-281cfdcf-a1ce-445a-902b-af06051d2783 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1750286 Aug 16 01:49:05.228733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8e7f-cdd2-4929-a06e-5597d1bad491 req-d053f1cd-e206-4638-aa89-03215a6373ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.230331 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-406a8e7f-cdd2-4929-a06e-5597d1bad491 req-d053f1cd-e206-4638-aa89-03215a6373ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6063169355f6486d87c43d90324c2a62&device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 1097 time: 0.1797833 Aug 16 01:49:05.239115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdf556-5819-4f11-bd51-3602c35b1786 req-81edbdd2-47a9-425c-b625-914603a6b37a tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.257431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12fdf556-5819-4f11-bd51-3602c35b1786 req-81edbdd2-47a9-425c-b625-914603a6b37a tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1972134 Aug 16 01:49:05.356816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3f869e23-504a-47e0-9d24-c3dae2485968 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:05.405706 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6179788b-321a-47b6-acbe-a6d1c32df551 req-3357ec73-8d68-4586-a8d9-fa97d668d7c7 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036009 Aug 16 01:49:05.413439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9f32f84-90cd-4152-8f68-130a4fbf5853 req-dbde6a3d-6683-44c9-b9aa-08d693af980d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188182 Aug 16 01:49:05.427745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12fdf556-5819-4f11-bd51-3602c35b1786 req-f6e2cce0-62c5-4e17-ab81-fb867c0fd8ab tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704173 Aug 16 01:49:05.488927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['3b92160b-f1fc-4438-9e98-42a541f9320d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:05.564487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8e7f-cdd2-4929-a06e-5597d1bad491 req-97ed0396-3906-4f6f-b0ee-24c247157377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.566269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-406a8e7f-cdd2-4929-a06e-5597d1bad491 req-97ed0396-3906-4f6f-b0ee-24c247157377 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 200 len: 920 time: 0.2800622 Aug 16 01:49:05.602566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7206b-3fb1-43bc-ae8a-d6a7919df4f2 req-d067f412-ab85-455d-a4db-53cd1c2df217 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.605211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdd7206b-3fb1-43bc-ae8a-d6a7919df4f2 req-d067f412-ab85-455d-a4db-53cd1c2df217 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.1190774 Aug 16 01:49:05.618635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3f869e23-504a-47e0-9d24-c3dae2485968, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3f869e23-504a-47e0-9d24-c3dae2485968,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:05.629546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b436b0-3131-43fe-a999-c3c80f10e895 req-c959f86f-d15e-4269-b2ae-1b6ed2911d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.631463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c7b436b0-3131-43fe-a999-c3c80f10e895 req-c959f86f-d15e-4269-b2ae-1b6ed2911d2f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd151bd5775f4ad3923ca8894fa7bed1&device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 1100 time: 0.0671842 Aug 16 01:49:05.642044 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-406a8e7f-cdd2-4929-a06e-5597d1bad491 req-ccf9be49-ce23-43c0-97c0-f6fedf0fbb99 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c45d08b4-0d97-4767-bc40-dcc72dcb2350 HTTP/1.1" status: 200 len: 217 time: 0.0652914 Aug 16 01:49:05.653899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '3f869e23-504a-47e0-9d24-c3dae2485968', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'port_id': '3f869e23-504a-47e0-9d24-c3dae2485968', 'mac_address': 'fa:16:3e:a9:21:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:05.661317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d06bdc-f941-4143-8ee4-e0ed8bbb3e78 req-df2e14c6-4ec3-4dac-adb9-143d1f065fef tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.663092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39d06bdc-f941-4143-8ee4-e0ed8bbb3e78 req-df2e14c6-4ec3-4dac-adb9-143d1f065fef tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 949 time: 0.1337299 Aug 16 01:49:05.702684 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.720776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f869e23-504a-47e0-9d24-c3dae2485968 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:05.756754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdd7206b-3fb1-43bc-ae8a-d6a7919df4f2 req-d180cba7-ec9e-43ee-8197-9e04ff47f458 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126733 Aug 16 01:49:05.757922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3f869e23-504a-47e0-9d24-c3dae2485968, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3f869e23-504a-47e0-9d24-c3dae2485968,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:05.769169 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.787740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8e7f-cdd2-4929-a06e-5597d1bad491 req-c862ccc7-9aea-4bcd-9d4f-40b6a5b37f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.791271 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-406a8e7f-cdd2-4929-a06e-5597d1bad491 req-c862ccc7-9aea-4bcd-9d4f-40b6a5b37f57 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad4515d-08f6-4c85-b2b0-d3169022e434 HTTP/1.1" status: 200 len: 859 time: 0.1269643 Aug 16 01:49:05.819940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b436b0-3131-43fe-a999-c3c80f10e895 req-b8648cf5-67ac-49ca-9d70-6dff123deb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.822001 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c7b436b0-3131-43fe-a999-c3c80f10e895 req-b8648cf5-67ac-49ca-9d70-6dff123deb2e service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1788070 Aug 16 01:49:05.826437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39d06bdc-f941-4143-8ee4-e0ed8bbb3e78 req-a797eccb-2f07-4ed2-ba11-548784508a4e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455929 Aug 16 01:49:05.860845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=3f869e23-504a-47e0-9d24-c3dae2485968,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:05.889184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-406a8e7f-cdd2-4929-a06e-5597d1bad491 req-610af83e-a887-439e-b93c-cf0d51f063cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99a6707e-c711-463f-af64-b2b47f2cf900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858862 Aug 16 01:49:05.889471 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c7b436b0-3131-43fe-a999-c3c80f10e895 req-ae074d09-965c-4831-8e7b-7d332045def3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3550d60b-3588-4b3b-94f9-c4377f7db9e0 HTTP/1.1" status: 200 len: 217 time: 0.0552847 Aug 16 01:49:05.957113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b436b0-3131-43fe-a999-c3c80f10e895 req-61a42a9e-c7c6-484b-953e-826f529eb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.959842 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c7b436b0-3131-43fe-a999-c3c80f10e895 req-61a42a9e-c7c6-484b-953e-826f529eb082 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0600064 Aug 16 01:49:06.008910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff040b8-02b1-4ed1-b592-2e1d0cea36b2 req-54a19e75-0715-48b1-a87d-3ecd32d64426 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.018136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ff040b8-02b1-4ed1-b592-2e1d0cea36b2 req-54a19e75-0715-48b1-a87d-3ecd32d64426 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 948 time: 0.1315067 Aug 16 01:49:06.031880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b436b0-3131-43fe-a999-c3c80f10e895 req-4242ae55-73a3-4eb1-a98a-cd28d2aa6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.035153 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c7b436b0-3131-43fe-a999-c3c80f10e895 req-4242ae55-73a3-4eb1-a98a-cd28d2aa6f7b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545688 Aug 16 01:49:06.072469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-406a8e7f-cdd2-4929-a06e-5597d1bad491 req-6269cf3a-0139-44c5-8c02-2303b758acd3 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492009 Aug 16 01:49:06.085507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ff040b8-02b1-4ed1-b592-2e1d0cea36b2 req-fe94ec3b-d333-4062-8bfa-12a912d96296 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663059 Aug 16 01:49:06.133033 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['3f869e23-504a-47e0-9d24-c3dae2485968'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:06.155784 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c7b436b0-3131-43fe-a999-c3c80f10e895 req-7eb0d199-e1d7-4a02-a6da-0f36d19ef93c service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103218 Aug 16 01:49:06.199046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665f551-8f70-4677-9647-a4e91f0b10c5 req-83b0dfdf-6f03-4dcf-a0bc-c1216dad183c tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.208121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5665f551-8f70-4677-9647-a4e91f0b10c5 req-83b0dfdf-6f03-4dcf-a0bc-c1216dad183c tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 944 time: 0.1168404 Aug 16 01:49:06.291251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5665f551-8f70-4677-9647-a4e91f0b10c5 req-0e094c58-46dc-4519-a6f8-2865cd579d92 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753992 Aug 16 01:49:06.318340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-406a8e7f-cdd2-4929-a06e-5597d1bad491 req-ec3bb53a-0e00-4cb5-89ee-efec11c70d94 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260356 Aug 16 01:49:06.328407 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c7b436b0-3131-43fe-a999-c3c80f10e895 req-bc14dcef-ca93-4269-8342-195f8a7d5014 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570420 Aug 16 01:49:06.401689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59874) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:06.571263 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b0865dbb-a5bd-4bab-b2de-69c70f5b98c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c603b74d179748b9a8c99d7fb332dc4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683581 Aug 16 01:49:06.574025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59882) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:06.608831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577db84-dda5-4e69-86e0-8856d340f2d0 req-d96abf45-3b61-43cb-9be1-3665a05e9097 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.611112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1577db84-dda5-4e69-86e0-8856d340f2d0 req-d96abf45-3b61-43cb-9be1-3665a05e9097 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0965326 Aug 16 01:49:06.629952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8bd88-5b1e-43b5-ab4c-7e3cf124d53a req-e710d469-db84-47ea-8a61-1245b25f5d7f tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.631471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0be8bd88-5b1e-43b5-ab4c-7e3cf124d53a req-e710d469-db84-47ea-8a61-1245b25f5d7f tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.0822561 Aug 16 01:49:06.631625 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2b4addc4-494b-4607-a9c6-3aae04a80541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.654992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2b4addc4-494b-4607-a9c6-3aae04a80541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.656913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fea4115-4015-4a6e-9858-fe42481d5343', 'name': 'network-vif-deleted', 'tag': '7ce3d241-79dd-49d4-a364-30ea683d3e90'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:06.659239 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b0dcf0-b59e-4236-a6c2-6647c4dd0d3d" -d '{"events": [{"server_uuid": "0fea4115-4015-4a6e-9858-fe42481d5343", "name": "network-vif-deleted", "tag": "7ce3d241-79dd-49d4-a364-30ea683d3e90"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:06.689635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1577db84-dda5-4e69-86e0-8856d340f2d0 req-3ee78977-ad0f-4120-b528-b516537f27f0 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687449 Aug 16 01:49:06.695920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0be8bd88-5b1e-43b5-ab4c-7e3cf124d53a req-3ace635a-8bf3-44b9-b072-20146e70389e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560412 Aug 16 01:49:06.730915 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2b4addc4-494b-4607-a9c6-3aae04a80541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.735700 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2b4addc4-494b-4607-a9c6-3aae04a80541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.740840 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2b4addc4-494b-4607-a9c6-3aae04a80541 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f79cdb9-0b16-4d9b-b39e-95f94973f13b HTTP/1.1" status: 204 len: 168 time: 0.1619940 Aug 16 01:49:06.759302 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f6dc14-3e30-437b-8254-192185453079 x-openstack-request-id: req-a3f6dc14-3e30-437b-8254-192185453079 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:06.759853 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fea4115-4015-4a6e-9858-fe42481d5343", "name": "network-vif-deleted", "tag": "7ce3d241-79dd-49d4-a364-30ea683d3e90", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:06.760192 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3f6dc14-3e30-437b-8254-192185453079 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:06.760756 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fea4115-4015-4a6e-9858-fe42481d5343', 'name': 'network-vif-deleted', 'tag': '7ce3d241-79dd-49d4-a364-30ea683d3e90', 'status': 'completed', 'code': 200} Aug 16 01:49:06.761848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4addc4-494b-4607-a9c6-3aae04a80541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f79cdb9-0b16-4d9b-b39e-95f94973f13b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:06.906665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6a0a0-57b8-428c-bfba-1b638063b892 req-c7434196-9e63-4c76-93ee-4af10d597480 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.908544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6e6a0a0-57b8-428c-bfba-1b638063b892 req-c7434196-9e63-4c76-93ee-4af10d597480 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.0776603 Aug 16 01:49:06.981461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6e6a0a0-57b8-428c-bfba-1b638063b892 req-f746364f-95f6-486c-9a67-aa1da308c11d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625949 Aug 16 01:49:06.990830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc3c2e-cf59-477c-8609-6aa3ed67fcda req-fa9c7d3e-d25a-425a-9454-7addfb7f9964 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.992343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4cc3c2e-cf59-477c-8609-6aa3ed67fcda req-fa9c7d3e-d25a-425a-9454-7addfb7f9964 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 949 time: 0.0827787 Aug 16 01:49:07.041487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4cc3c2e-cf59-477c-8609-6aa3ed67fcda req-0d293855-d96e-4e5b-acf0-d6231c22fee7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Aug 16 01:49:07.055488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59894) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:07.097659 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1e4be850-87f0-4f8d-ae6b-269f1f8ddbfe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2cd76b8e5b404455bf397b93a086ad04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411539 Aug 16 01:49:07.100220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59896) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:07.152591 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2d82258-1853-45f7-8633-61166b70c759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.178462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2d82258-1853-45f7-8633-61166b70c759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.202724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9322f-ce31-497a-b3a4-9cccbf3f4033 req-36d97abc-2bf7-4c41-86da-8b6e3ebad198 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.204284 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18c9322f-ce31-497a-b3a4-9cccbf3f4033 req-36d97abc-2bf7-4c41-86da-8b6e3ebad198 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 948 time: 0.0497301 Aug 16 01:49:07.233478 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2d82258-1853-45f7-8633-61166b70c759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.237162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2d82258-1853-45f7-8633-61166b70c759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.240816 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d2d82258-1853-45f7-8633-61166b70c759 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11ee1abd-b589-4c1c-8e92-c35b3f243679 HTTP/1.1" status: 204 len: 168 time: 0.1372385 Aug 16 01:49:07.246769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d82258-1853-45f7-8633-61166b70c759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ee1abd-b589-4c1c-8e92-c35b3f243679,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:07.249463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18c9322f-ce31-497a-b3a4-9cccbf3f4033 req-45bcd609-fb44-4e75-bcd4-e087f8e4c1db tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373225 Aug 16 01:49:07.369866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3f869e23-504a-47e0-9d24-c3dae2485968 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:07.415029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f6023-ab2e-4863-95bb-0ae182b0ee10 req-fa910775-9aa7-4800-8502-96479f67ecf1 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.416578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-510f6023-ab2e-4863-95bb-0ae182b0ee10 req-fa910775-9aa7-4800-8502-96479f67ecf1 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 944 time: 0.0577619 Aug 16 01:49:07.431610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 3f869e23-504a-47e0-9d24-c3dae2485968 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:07.437889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 3f869e23-504a-47e0-9d24-c3dae2485968 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:07.439246 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.465861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-510f6023-ab2e-4863-95bb-0ae182b0ee10 req-edaa96da-d16e-4f50-9d5b-093ef208eb3e tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394034 Aug 16 01:49:07.651829 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.676333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f869e23-504a-47e0-9d24-c3dae2485968'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:07.678609 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0618ea3-cee1-4452-9908-3379a465932e" -d '{"events": [{"server_uuid": "d62878c1-4177-4428-aa4b-0909c7e98d9e", "name": "network-vif-plugged", "status": "completed", "tag": "3f869e23-504a-47e0-9d24-c3dae2485968"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:07.692720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3f869e23-504a-47e0-9d24-c3dae2485968, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3f869e23-504a-47e0-9d24-c3dae2485968,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:07.698698 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.699759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7ce3d241-79dd-49d4-a364-30ea683d3e90 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:07.770398 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9793e421-4019-4f76-9a82-81bd9930d3d1 x-openstack-request-id: req-9793e421-4019-4f76-9a82-81bd9930d3d1 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:07.770398 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62878c1-4177-4428-aa4b-0909c7e98d9e", "name": "network-vif-plugged", "status": "completed", "tag": "3f869e23-504a-47e0-9d24-c3dae2485968", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:07.770619 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9793e421-4019-4f76-9a82-81bd9930d3d1 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:07.770974 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f869e23-504a-47e0-9d24-c3dae2485968', 'code': 200} Aug 16 01:49:07.771709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 7ce3d241-79dd-49d4-a364-30ea683d3e90 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:07.772196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7ce3d241-79dd-49d4-a364-30ea683d3e90 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:07.840181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=3f869e23-504a-47e0-9d24-c3dae2485968,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:07.929031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bae25-c40a-4903-a884-6c3fe9e94520 req-dbc183c8-b371-4655-9d65-e45b8af17cc6 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.930600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e36bae25-c40a-4903-a884-6c3fe9e94520 req-dbc183c8-b371-4655-9d65-e45b8af17cc6 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1144123 Aug 16 01:49:07.944091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903603d-a2b2-4ce9-b33e-02c4b10784a9 req-4920efed-d911-44c4-a7d9-b37cf62254ea tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.945649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7903603d-a2b2-4ce9-b33e-02c4b10784a9 req-4920efed-d911-44c4-a7d9-b37cf62254ea tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1154034 Aug 16 01:49:07.950667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8acc2-79bc-4817-9423-7aa55445d1a4 req-244ee372-8c93-4454-b6ef-8f52e88a6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.952108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ac8acc2-79bc-4817-9423-7aa55445d1a4 req-244ee372-8c93-4454-b6ef-8f52e88a6113 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 1097 time: 0.0995142 Aug 16 01:49:08.038871 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e36bae25-c40a-4903-a884-6c3fe9e94520 req-05c9b98d-a475-495f-bee9-dc052e4cd99a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909314 Aug 16 01:49:08.044487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ac8acc2-79bc-4817-9423-7aa55445d1a4 req-5046bc8b-fb21-42b2-947f-f200ff7de0b6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800359 Aug 16 01:49:08.050307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7903603d-a2b2-4ce9-b33e-02c4b10784a9 req-be398648-63ff-4e29-9a3d-eafa5603e888 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874286 Aug 16 01:49:08.190995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fec091-717c-417d-8a3a-b64dc6d2b1ca req-3f27837f-5653-49d5-9651-2ced976e4989 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:08.197509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90fec091-717c-417d-8a3a-b64dc6d2b1ca req-3f27837f-5653-49d5-9651-2ced976e4989 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.0820372 Aug 16 01:49:08.233278 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffea6e-f2af-483c-a60a-a8e8ae1ce686 req-5c637d89-c9a4-4807-860b-8e632e302d35 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:08.234913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3ffea6e-f2af-483c-a60a-a8e8ae1ce686 req-5c637d89-c9a4-4807-860b-8e632e302d35 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 949 time: 0.1103179 Aug 16 01:49:08.254593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90fec091-717c-417d-8a3a-b64dc6d2b1ca req-4bdb438f-9e0e-465b-8dfe-b68ec87ffbde tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556204 Aug 16 01:49:08.286321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3ffea6e-f2af-483c-a60a-a8e8ae1ce686 req-ecee2468-0872-478e-8a46-d249cfca91c3 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406539 Aug 16 01:49:08.389662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ede7c-96a3-4c29-9fc6-0fb63fe1a456 req-35efb50e-f228-47f3-a581-86c8bfb85501 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:08.392451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-060ede7c-96a3-4c29-9fc6-0fb63fe1a456 req-35efb50e-f228-47f3-a581-86c8bfb85501 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 948 time: 0.0514352 Aug 16 01:49:08.437480 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-060ede7c-96a3-4c29-9fc6-0fb63fe1a456 req-3dcf164d-cea4-4dbb-bfc3-7ba1b79dcf99 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374818 Aug 16 01:49:08.482053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3550d60b-3588-4b3b-94f9-c4377f7db9e0 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:08.494758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3b92160b-f1fc-4438-9e98-42a541f9320d up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:08.616564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95645a-81f9-4c6b-be91-01e71b7ad148 req-4abf73e7-c467-41a8-a52d-672f83b5419f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:08.624649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c95645a-81f9-4c6b-be91-01e71b7ad148 req-4abf73e7-c467-41a8-a52d-672f83b5419f tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 945 time: 0.0637758 Aug 16 01:49:08.625425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 3b92160b-f1fc-4438-9e98-42a541f9320d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:08.634450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 3b92160b-f1fc-4438-9e98-42a541f9320d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:08.634824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.678824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c95645a-81f9-4c6b-be91-01e71b7ad148 req-53f2f38c-da98-4482-aa6f-8e37d8174992 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471990 Aug 16 01:49:08.689580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 3550d60b-3588-4b3b-94f9-c4377f7db9e0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3550d60b-3588-4b3b-94f9-c4377f7db9e0,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:08.709450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '3550d60b-3588-4b3b-94f9-c4377f7db9e0', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '3550d60b-3588-4b3b-94f9-c4377f7db9e0', 'mac_address': 'fa:16:3e:3a:ea:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:08.787170 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.801777 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ffac82d3-64e9-4aa9-9dd5-887545ccf1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.825245 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.825245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3550d60b-3588-4b3b-94f9-c4377f7db9e0 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:08.849277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 3550d60b-3588-4b3b-94f9-c4377f7db9e0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3550d60b-3588-4b3b-94f9-c4377f7db9e0,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:08.858563 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.925041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=3550d60b-3588-4b3b-94f9-c4377f7db9e0,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:08.930924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 3b92160b-f1fc-4438-9e98-42a541f9320d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3b92160b-f1fc-4438-9e98-42a541f9320d,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:08.938905 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.013624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=3b92160b-f1fc-4438-9e98-42a541f9320d,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:09.173508 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.220381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75915e97-579e-4762-a206-e1203792de83 req-6187e6e9-8be4-4dbb-b65a-1b8119a1df13 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.221800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75915e97-579e-4762-a206-e1203792de83 req-6187e6e9-8be4-4dbb-b65a-1b8119a1df13 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0964200 Aug 16 01:49:09.243729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbf810-959f-4535-84ef-73c57d5e095e req-8980c1fd-245f-41e3-80aa-9f0c12f21d7b tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.245225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58fbf810-959f-4535-84ef-73c57d5e095e req-8980c1fd-245f-41e3-80aa-9f0c12f21d7b tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.0734513 Aug 16 01:49:09.293131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75915e97-579e-4762-a206-e1203792de83 req-6c8bfe92-5302-47a3-b812-4357ed4cbee3 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630753 Aug 16 01:49:09.301090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58fbf810-959f-4535-84ef-73c57d5e095e req-095b17b6-be5b-47e5-9968-51f83b0bbc67 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480552 Aug 16 01:49:09.446705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91c324-0527-4555-a45e-06329f90dd2c req-f0ea516c-56bf-49fb-8606-e4c2999a68ff tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.448517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd91c324-0527-4555-a45e-06329f90dd2c req-f0ea516c-56bf-49fb-8606-e4c2999a68ff tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.0844450 Aug 16 01:49:09.464973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85cff4-b266-4e98-8752-0b1308046877 req-ba94831d-c885-4b7c-b566-b4172683d70b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.466477 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb85cff4-b266-4e98-8752-0b1308046877 req-ba94831d-c885-4b7c-b566-b4172683d70b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 950 time: 0.0749793 Aug 16 01:49:09.514820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd91c324-0527-4555-a45e-06329f90dd2c req-3ee7b607-73f2-4400-af61-eb40b6460383 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589366 Aug 16 01:49:09.527715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb85cff4-b266-4e98-8752-0b1308046877 req-574dc71c-15f0-4d88-addb-3c7624ae6116 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541773 Aug 16 01:49:09.544214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['3550d60b-3588-4b3b-94f9-c4377f7db9e0'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:09.684581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65236d13-a668-41b6-9c7a-c6b05a6d4f44 req-c8988cba-8a5b-4aff-a192-63c2d765c368 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.686234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65236d13-a668-41b6-9c7a-c6b05a6d4f44 req-c8988cba-8a5b-4aff-a192-63c2d765c368 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 949 time: 0.0659571 Aug 16 01:49:09.740499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65236d13-a668-41b6-9c7a-c6b05a6d4f44 req-6f32c38a-0a17-4cb1-81ab-7bcd4b33f66e tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Aug 16 01:49:09.772152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297fe8a7-758a-4a17-95a6-d5a79fabe238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b92160b-f1fc-4438-9e98-42a541f9320d'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:09.775073 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd658a1-6747-41a3-aa73-53d511204f5e" -d '{"events": [{"server_uuid": "297fe8a7-758a-4a17-95a6-d5a79fabe238", "name": "network-vif-plugged", "status": "completed", "tag": "3b92160b-f1fc-4438-9e98-42a541f9320d"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:09.821863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863ccc-e960-40bd-ab39-ad79e2bac38a req-a8b24710-413d-40c9-b4de-6df24bea7a0c tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.824144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4863ccc-e960-40bd-ab39-ad79e2bac38a req-a8b24710-413d-40c9-b4de-6df24bea7a0c tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 945 time: 0.0547206 Aug 16 01:49:09.832560 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c6ec38-d077-4e68-b6be-e0218b4b7f53 x-openstack-request-id: req-75c6ec38-d077-4e68-b6be-e0218b4b7f53 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:09.833048 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297fe8a7-758a-4a17-95a6-d5a79fabe238", "name": "network-vif-plugged", "status": "completed", "tag": "3b92160b-f1fc-4438-9e98-42a541f9320d", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:09.833397 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75c6ec38-d077-4e68-b6be-e0218b4b7f53 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:09.833951 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297fe8a7-758a-4a17-95a6-d5a79fabe238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b92160b-f1fc-4438-9e98-42a541f9320d', 'code': 200} Aug 16 01:49:09.867056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4863ccc-e960-40bd-ab39-ad79e2bac38a req-0f100687-e246-48ce-9797-0c32886d4f90 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353653 Aug 16 01:49:09.988902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b0a46-d221-428c-8ba9-6c748e7612ac req-e8bfbbd6-217a-4ec4-98a2-f39fa3063cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:09.991221 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b56b0a46-d221-428c-8ba9-6c748e7612ac req-e8bfbbd6-217a-4ec4-98a2-f39fa3063cd4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 1102 time: 0.0473554 Aug 16 01:49:09.999309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41efe91-b168-40fe-8ea6-61c9c1da6a60 req-bcc006eb-9509-4cbf-96bd-65ca23239c60 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:10.001764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f41efe91-b168-40fe-8ea6-61c9c1da6a60 req-bcc006eb-9509-4cbf-96bd-65ca23239c60 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 945 time: 0.0674553 Aug 16 01:49:10.010437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60006) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:10.015698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1c0fec8a-e028-49e2-804c-676894e25f51 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Request body: {'floatingip': {'port_id': '3f869e23-504a-47e0-9d24-c3dae2485968'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:10.033408 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b56b0a46-d221-428c-8ba9-6c748e7612ac req-896943a7-67b6-4ab7-95be-40051c45dd94 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Aug 16 01:49:10.104628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c0fec8a-e028-49e2-804c-676894e25f51 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.249083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60010) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:10.409586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd7026b3-7fac-4aec-af04-6a88791cfd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.510237 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd7026b3-7fac-4aec-af04-6a88791cfd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.513949 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd7026b3-7fac-4aec-af04-6a88791cfd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.557086 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bd7026b3-7fac-4aec-af04-6a88791cfd8e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4151d6a8bf6f4ca88a2e5322f23ba929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066580 Aug 16 01:49:10.557797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7026b3-7fac-4aec-af04-6a88791cfd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8629049-d3f6-4855-8be6-a2edf89db89e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:10.560068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60020) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:10.599322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7549e-3a9a-477b-a346-99b44d3922c9 req-9a7e0332-0b0c-4c6a-93b4-6dde0abb94ca tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:10.600800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3f7549e-3a9a-477b-a346-99b44d3922c9 req-9a7e0332-0b0c-4c6a-93b4-6dde0abb94ca tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1243000 Aug 16 01:49:10.617270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d084835f-461b-4414-9ab8-e5a1ab7122b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.618232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ec2e6-64e0-4efe-a9eb-a645d96ab2a1 req-16263112-6a05-4203-8a81-cbbee0eb2a53 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:10.619691 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf4ec2e6-64e0-4efe-a9eb-a645d96ab2a1 req-16263112-6a05-4203-8a81-cbbee0eb2a53 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1420181 Aug 16 01:49:10.638330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d084835f-461b-4414-9ab8-e5a1ab7122b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.687316 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d084835f-461b-4414-9ab8-e5a1ab7122b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.690045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d084835f-461b-4414-9ab8-e5a1ab7122b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.691213 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d084835f-461b-4414-9ab8-e5a1ab7122b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f8629049-d3f6-4855-8be6-a2edf89db89e HTTP/1.1" status: 204 len: 168 time: 0.1302419 Aug 16 01:49:10.699626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084835f-461b-4414-9ab8-e5a1ab7122b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8629049-d3f6-4855-8be6-a2edf89db89e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:10.801476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3f7549e-3a9a-477b-a346-99b44d3922c9 req-a0bb4c68-c58a-40ac-975a-2e8302693e1c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941464 Aug 16 01:49:10.811196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf4ec2e6-64e0-4efe-a9eb-a645d96ab2a1 req-3f0e28e2-5a8d-4a30-a944-9ba2d4a4a784 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822877 Aug 16 01:49:11.000897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60030) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:11.015069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe58f-85b2-4d80-a88b-d6de6fc16ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.055509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0f175-2afd-4142-a609-8b0a7d4b98ee req-2653284f-2060-463e-886b-a1eac5eefdca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:11.057050 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ea0f175-2afd-4142-a609-8b0a7d4b98ee req-2653284f-2060-463e-886b-a1eac5eefdca tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 950 time: 0.1659906 Aug 16 01:49:11.080766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0d99c-d5ac-4b93-85f4-36889671ebbe req-d3d92fe4-c180-4541-ad8b-9b511d3ed0ea tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:11.082500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24b0d99c-d5ac-4b93-85f4-36889671ebbe req-d3d92fe4-c180-4541-ad8b-9b511d3ed0ea tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.1897876 Aug 16 01:49:11.112937 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.resource_extend [None req-1c0fec8a-e028-49e2-804c-676894e25f51 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:49:11.117833 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe58f-85b2-4d80-a88b-d6de6fc16ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.122330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe58f-85b2-4d80-a88b-d6de6fc16ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.159737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbe58f-85b2-4d80-a88b-d6de6fc16ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679c2216-03c2-43f6-8358-aeb4987018c2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:11.164072 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7ecbe58f-85b2-4d80-a88b-d6de6fc16ee9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5cdf91ab364649ba817ab5e67bc57af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620042 Aug 16 01:49:11.167051 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60034) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:11.216566 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62cf3d4b-1881-42e6-a0e5-7c4630ca9d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.218041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ea0f175-2afd-4142-a609-8b0a7d4b98ee req-fbf40e9a-7d57-4791-bc98-ab232189b8cc tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464963 Aug 16 01:49:11.228271 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24b0d99c-d5ac-4b93-85f4-36889671ebbe req-1b535869-528c-464c-8dec-54362d197e7a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355119 Aug 16 01:49:11.230353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c0fec8a-e028-49e2-804c-676894e25f51 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.235794 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c0fec8a-e028-49e2-804c-676894e25f51 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.258611 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62cf3d4b-1881-42e6-a0e5-7c4630ca9d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.316175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62cf3d4b-1881-42e6-a0e5-7c4630ca9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.318797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62cf3d4b-1881-42e6-a0e5-7c4630ca9d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.319942 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-62cf3d4b-1881-42e6-a0e5-7c4630ca9d0c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/679c2216-03c2-43f6-8358-aeb4987018c2 HTTP/1.1" status: 204 len: 168 time: 0.1519220 Aug 16 01:49:11.330027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf3d4b-1881-42e6-a0e5-7c4630ca9d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679c2216-03c2-43f6-8358-aeb4987018c2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:11.376908 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-1c0fec8a-e028-49e2-804c-676894e25f51 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Floating IP 882e778a-5c40-4dee-b03b-ed59494bffc1 associated. External IP: 172.25.2.9, port: 3f869e23-504a-47e0-9d24-c3dae2485968. Aug 16 01:49:11.407918 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cf2fb7dc-5435-4dfb-bbcd-7555c5100902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.440468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42001733-9577-413d-9812-53cef7e83b64 req-03bf9f3b-053f-4f8c-bc1c-18973cc69938 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:11.441987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42001733-9577-413d-9812-53cef7e83b64 req-03bf9f3b-053f-4f8c-bc1c-18973cc69938 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 949 time: 0.1191962 Aug 16 01:49:11.492125 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.527869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42001733-9577-413d-9812-53cef7e83b64 req-6fd05096-91c0-4db7-a468-8d30625c497c tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793235 Aug 16 01:49:11.645535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0fec8a-e028-49e2-804c-676894e25f51 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:11.756347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0fec8a-e028-49e2-804c-676894e25f51 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:11.761094 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c0fec8a-e028-49e2-804c-676894e25f51 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.767980 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdebb8-b6bb-4711-a513-40e87401b65a None None] Sync routers for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:11.779078 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdebb8-b6bb-4711-a513-40e87401b65a None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:11.780614 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-aacdebb8-b6bb-4711-a513-40e87401b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:11.791533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1c0fec8a-e028-49e2-804c-676894e25f51 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "PUT /v2.0/floatingips/882e778a-5c40-4dee-b03b-ed59494bffc1 HTTP/1.1" status: 200 len: 989 time: 1.7795758 Aug 16 01:49:11.792266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'tag': '3f869e23-504a-47e0-9d24-c3dae2485968'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:11.794835 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10ac032-b643-4698-a369-a33a8a58cefe" -d '{"events": [{"name": "network-changed", "server_uuid": "d62878c1-4177-4428-aa4b-0909c7e98d9e", "tag": "3f869e23-504a-47e0-9d24-c3dae2485968"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:11.836421 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a3a5ad-1137-4994-a874-29dbf456f7f8 x-openstack-request-id: req-75a3a5ad-1137-4994-a874-29dbf456f7f8 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:11.836421 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62878c1-4177-4428-aa4b-0909c7e98d9e", "tag": "3f869e23-504a-47e0-9d24-c3dae2485968", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:11.836636 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75a3a5ad-1137-4994-a874-29dbf456f7f8 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:11.837007 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'tag': '3f869e23-504a-47e0-9d24-c3dae2485968', 'status': 'completed', 'code': 200} Aug 16 01:49:11.992513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ac032-b643-4698-a369-a33a8a58cefe req-8e4665e6-13c4-4633-958b-133130e11809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:11.994040 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f10ac032-b643-4698-a369-a33a8a58cefe req-8e4665e6-13c4-4633-958b-133130e11809 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17&device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 1097 time: 0.1221216 Aug 16 01:49:12.040576 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-aacdebb8-b6bb-4711-a513-40e87401b65a None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:12.066043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a85ff-cf94-4e42-a7c0-a6e861756f44 req-5eb815de-851b-435d-bf38-65a1489cf496 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.067544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de4a85ff-cf94-4e42-a7c0-a6e861756f44 req-5eb815de-851b-435d-bf38-65a1489cf496 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1396098 Aug 16 01:49:12.108054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60064) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:12.260378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-network', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:12.286142 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Made reservation on behalf of aecf8f577f0e45798c1bb4f23e16fc9a for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:12.289315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.301790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.323233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af556cc-f015-4e4a-b839-12c231c9fc61 req-302492f3-d220-4250-a1f2-c7a22dd14004 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.324694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2af556cc-f015-4e4a-b839-12c231c9fc61 req-302492f3-d220-4250-a1f2-c7a22dd14004 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.3686392 Aug 16 01:49:12.327783 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-aacdebb8-b6bb-4711-a513-40e87401b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '882e778a-5c40-4dee-b03b-ed59494bffc1', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'port_id': '3f869e23-504a-47e0-9d24-c3dae2485968', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'mac_address': 'fa:16:3e:a9:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:46:41Z', 'updated_at': '2021-08-16T01:49:10Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:12.382491 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdebb8-b6bb-4711-a513-40e87401b65a None None] Checking router: cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:12.392719 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdebb8-b6bb-4711-a513-40e87401b65a None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:12.393717 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-aacdebb8-b6bb-4711-a513-40e87401b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:12.457329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de4a85ff-cf94-4e42-a7c0-a6e861756f44 req-565f0e65-a430-4260-9500-9d0a15568a52 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663554 Aug 16 01:49:12.457329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ac032-b643-4698-a369-a33a8a58cefe req-7da46e1a-4aa2-4b36-b33d-29e9fd9ddfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.457329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f10ac032-b643-4698-a369-a33a8a58cefe req-7da46e1a-4aa2-4b36-b33d-29e9fd9ddfff service neutron] 10.222.0.89 "GET /v2.0/networks?id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32 HTTP/1.1" status: 200 len: 925 time: 0.4472706 Aug 16 01:49:12.460157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.462247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2af556cc-f015-4e4a-b839-12c231c9fc61 req-27af1e3e-3ff6-4d4a-bc81-603c6e395f0b tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289330 Aug 16 01:49:12.476672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.495299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3550d60b-3588-4b3b-94f9-c4377f7db9e0 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:12.545127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2cbda8-7104-4bd0-8e1a-ca9aec6608d7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:12.556309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:49:12.559732 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-aacdebb8-b6bb-4711-a513-40e87401b65a None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:12.583633 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.583992 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Added segment 48a549cc-25d8-433e-8e20-c728d0c5cb1d of type vlan for network b210907b-eaa1-449c-848c-ea71299a9ae9 Aug 16 01:49:12.603464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:12.607851 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:12.608657 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.610849 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.643465 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.680714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f10ac032-b643-4698-a369-a33a8a58cefe req-f10acd98-c0d6-48fa-aa16-fbd182b2ed5e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f869e23-504a-47e0-9d24-c3dae2485968 HTTP/1.1" status: 200 len: 997 time: 0.2095737 Aug 16 01:49:12.686120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.687358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.688195 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.715895 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.730470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a85be-d4a8-4543-89a7-bb4b54a448a5 req-0ef10efc-df33-4103-b021-70d3b2d39bde tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.737795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e97a85be-d4a8-4543-89a7-bb4b54a448a5 req-0ef10efc-df33-4103-b021-70d3b2d39bde tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.1518619 Aug 16 01:49:12.750955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6382833 Aug 16 01:49:12.751162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c246ca-daee-4c84-aea3-8eaf2809bcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3550d60b-3588-4b3b-94f9-c4377f7db9e0'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:12.752308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60076) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:12.752783 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2037d575-03aa-4cda-9b0d-81171bf3b83f" -d '{"events": [{"server_uuid": "24c246ca-daee-4c84-aea3-8eaf2809bcaf", "name": "network-vif-plugged", "status": "completed", "tag": "3550d60b-3588-4b3b-94f9-c4377f7db9e0"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:12.761355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4178f-fde0-43b6-9dd3-ea7de391b6f5 req-ab76721b-5817-47a6-b701-73e72e5de7fe tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.767010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0b886-811e-4111-ac1a-fb1acb646ede admin admin] Pushing event updated for resources: {'Network': ['ID=b210907b-eaa1-449c-848c-ea71299a9ae9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:12.769254 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-53b4178f-fde0-43b6-9dd3-ea7de391b6f5 req-ab76721b-5817-47a6-b701-73e72e5de7fe tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 950 time: 0.2326252 Aug 16 01:49:12.772725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 3550d60b-3588-4b3b-94f9-c4377f7db9e0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3550d60b-3588-4b3b-94f9-c4377f7db9e0,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:12.779729 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.788147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Request body: {'subnet': {'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-subnet', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:12.811184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network b210907b-eaa1-449c-848c-ea71299a9ae9 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:49:12.825280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ac032-b643-4698-a369-a33a8a58cefe req-75d0f2ac-a3e8-49c8-a724-85753e26b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.826748 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f10ac032-b643-4698-a369-a33a8a58cefe req-75d0f2ac-a3e8-49c8-a724-85753e26b5e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1aef574c-be6b-4775-96d3-9d8bb575c078 HTTP/1.1" status: 200 len: 863 time: 0.1348333 Aug 16 01:49:12.878070 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-aacdebb8-b6bb-4711-a513-40e87401b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '882e778a-5c40-4dee-b03b-ed59494bffc1', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'port_id': '3f869e23-504a-47e0-9d24-c3dae2485968', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'mac_address': 'fa:16:3e:a9:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:46:41Z', 'updated_at': '2021-08-16T01:49:10Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:12.881500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-53b4178f-fde0-43b6-9dd3-ea7de391b6f5 req-81ed294d-cae4-4eac-8c55-fef2218eac66 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113861 Aug 16 01:49:12.888792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e97a85be-d4a8-4543-89a7-bb4b54a448a5 req-8f4679f5-d89e-4f09-8e7e-c867f245e449 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500063 Aug 16 01:49:12.892911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Made reservation on behalf of aecf8f577f0e45798c1bb4f23e16fc9a for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:12.893205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=3550d60b-3588-4b3b-94f9-c4377f7db9e0,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:12.901529 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.910920 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdebb8-b6bb-4711-a513-40e87401b65a None None] The sync data for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 is: [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '882e778a-5c40-4dee-b03b-ed59494bffc1', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'port_id': '3f869e23-504a-47e0-9d24-c3dae2485968', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'mac_address': 'fa:16:3e:a9:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:46:41Z', 'updated_at': '2021-08-16T01:49:10Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:12.980370 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4770504-95b2-46e9-8b06-fbf8daf7e23e x-openstack-request-id: req-d4770504-95b2-46e9-8b06-fbf8daf7e23e {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:12.981208 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c246ca-daee-4c84-aea3-8eaf2809bcaf", "name": "network-vif-plugged", "status": "completed", "tag": "3550d60b-3588-4b3b-94f9-c4377f7db9e0", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:12.981208 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d4770504-95b2-46e9-8b06-fbf8daf7e23e {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:12.981569 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c246ca-daee-4c84-aea3-8eaf2809bcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3550d60b-3588-4b3b-94f9-c4377f7db9e0', 'code': 200} Aug 16 01:49:13.043623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ac032-b643-4698-a369-a33a8a58cefe req-f8adcff8-66dc-4e80-9e7f-9527c7dc0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.044049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f10ac032-b643-4698-a369-a33a8a58cefe req-f8adcff8-66dc-4e80-9e7f-9527c7dc0c1c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66eb6fc7-4e9f-41e0-afee-0b77a7385c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998060 Aug 16 01:49:13.123992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac000a7-0fc1-4e8e-a815-925d0f3b21da req-5d29d24d-9e5c-4b38-8d78-c339b7b07ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.126312 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1ac000a7-0fc1-4e8e-a815-925d0f3b21da req-5d29d24d-9e5c-4b38-8d78-c339b7b07ecb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 1102 time: 0.0442650 Aug 16 01:49:13.137327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef76809-9089-4c9f-ac38-9e6e5c47cb75 None None] New status for floating IP 882e778a-5c40-4dee-b03b-ed59494bffc1: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:49:13.167716 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1ac000a7-0fc1-4e8e-a815-925d0f3b21da req-78f83b0b-ed44-41e7-8ffd-563f2ca4a258 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331414 Aug 16 01:49:13.213356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efb0e7-44b2-41bf-a4ba-1b8d9bf43061 req-5f9444f7-0d85-4782-b964-fda276a2acd9 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.215369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13efb0e7-44b2-41bf-a4ba-1b8d9bf43061 req-5f9444f7-0d85-4782-b964-fda276a2acd9 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 950 time: 0.2266147 Aug 16 01:49:13.286794 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.296313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6aad2-4936-460f-b7d8-45f4a0a817ea req-676c11ce-d238-43fe-9d5b-2faa1e5d0fd0 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.298506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71c6aad2-4936-460f-b7d8-45f4a0a817ea req-676c11ce-d238-43fe-9d5b-2faa1e5d0fd0 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 1102 time: 0.2030518 Aug 16 01:49:13.330612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f10ac032-b643-4698-a369-a33a8a58cefe req-1c638628-c1aa-4b86-b440-4ea8b8d99318 service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603586 Aug 16 01:49:13.390728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13efb0e7-44b2-41bf-a4ba-1b8d9bf43061 req-1d81e345-1fc2-44b6-bcd8-b31815124190 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510291 Aug 16 01:49:13.436844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d92005-8f89-451d-b38a-aa7418311468,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:13.457738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71c6aad2-4936-460f-b7d8-45f4a0a817ea req-3ee1cd3f-4941-4830-ac99-8326a0895192 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507459 Aug 16 01:49:13.462362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.462715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.463391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.463391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.463708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.464038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.464364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.464689 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.465027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.465439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.465698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.465986 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.472681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Checking segment: {'id': '48a549cc-25d8-433e-8e20-c728d0c5cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:13.472840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Network hostable DHCP agents. Network: b210907b-eaa1-449c-848c-ea71299a9ae9, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:49:13.520749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Network b210907b-eaa1-449c-848c-ea71299a9ae9 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:49:13.533387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f10ac032-b643-4698-a369-a33a8a58cefe req-51c74a6a-4076-4e26-9f66-ce49d9d840a8 service neutron] 10.222.0.89 "GET /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904843 Aug 16 01:49:13.545814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, b210907b-eaa1-449c-848c-ea71299a9ae9) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:13.555162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a04376-68b7-4910-a72f-5e1f7573b819 None None] Network b210907b-eaa1-449c-848c-ea71299a9ae9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:13.560003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.560712 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.624929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-df52d970-197d-4be1-9bdf-d4681cf1c743 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8713772 Aug 16 01:49:13.627715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60094) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:13.634706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-router', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:13.641799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff3351-db71-4bd1-b7e4-b41e62a16ef2 req-b41b07d2-4dc0-4ff5-b841-8323accca7ef tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.643312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fff3351-db71-4bd1-b7e4-b41e62a16ef2 req-b41b07d2-4dc0-4ff5-b841-8323accca7ef tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1134055 Aug 16 01:49:13.658904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b4816-526f-47d8-bc68-a85192d3416b req-12691151-71be-458d-811e-a39ff017aaba tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.660436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d0b4816-526f-47d8-bc68-a85192d3416b req-12691151-71be-458d-811e-a39ff017aaba tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.0792701 Aug 16 01:49:13.681668 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.682795 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.716371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fff3351-db71-4bd1-b7e4-b41e62a16ef2 req-4cede352-fe9c-43b5-8cb3-2208faf8009e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539417 Aug 16 01:49:13.740376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d0b4816-526f-47d8-bc68-a85192d3416b req-87e62145-3af9-4ff4-a7ff-f2bbb406f93d tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593231 Aug 16 01:49:13.750876 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.810136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-b210907b-eaa1-449c-848c-ea71299a9ae9', 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'fixed_ips': [{'subnet_id': '75d92005-8f89-451d-b38a-aa7418311468'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:49:13.811011 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.841281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-31aa9e84-efdb-41f9-80e2-8baf88144972 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251939 Aug 16 01:49:13.918054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.977060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-c9637540-78ff-4355-98b8-ed34d038bd4f tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.978495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-c9637540-78ff-4355-98b8-ed34d038bd4f tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1288960 Aug 16 01:49:13.981333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Allocated IP 172.20.0.2 (b210907b-eaa1-449c-848c-ea71299a9ae9/75d92005-8f89-451d-b38a-aa7418311468/7bc675ad-9cd2-470e-97da-76679a06df4f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:13.996324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-129775d4-0eeb-43b3-a743-54839cc401fd tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/quotas/7346d0ff4d354fe5a773dcc42c32e5c5 HTTP/1.1" status: 200 len: 375 time: 0.0101044 Aug 16 01:49:14.084394 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.103010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-7487dfd5-e462-469f-8523-ea9f12c9c940 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0995126 Aug 16 01:49:14.119803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fac18-5106-4186-8f08-426669df25a2 req-705fbd22-6a5b-4dc2-b376-84e37fcac3c7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:14.121341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-935fac18-5106-4186-8f08-426669df25a2 req-705fbd22-6a5b-4dc2-b376-84e37fcac3c7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.1079075 Aug 16 01:49:14.167978 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.183781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-935fac18-5106-4186-8f08-426669df25a2 req-0f184ffa-108d-49b1-8986-b7bd630481d3 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499816 Aug 16 01:49:14.202315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.220868 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.243130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Transition to ACTIVE for port object 7bc675ad-9cd2-470e-97da-76679a06df4f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:14.272721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Transition to ACTIVE for port object 7bc675ad-9cd2-470e-97da-76679a06df4f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:14.284946 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.340659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Network b210907b-eaa1-449c-848c-ea71299a9ae9 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:14.357064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:14.358127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Allocated IP 172.25.2.114 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/e854e3a6-d7c9-4660-90b8-b22d763657d6) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:14.361473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:14.376944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Pushing event updated for resources: {'Port': ['ID=7bc675ad-9cd2-470e-97da-76679a06df4f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:14.420739 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8ba27dd-17e1-4376-beab-6be20d372ed6 req-cee90393-7a78-4fc6-8274-75b39f38e1de tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 210 time: 0.0698240 Aug 16 01:49:14.452500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Attempting to bind port 7bc675ad-9cd2-470e-97da-76679a06df4f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:14.452947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Attempting to bind port 7bc675ad-9cd2-470e-97da-76679a06df4f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '48a549cc-25d8-433e-8e20-c728d0c5cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:14.453411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Attempting to bind port 7bc675ad-9cd2-470e-97da-76679a06df4f on network b210907b-eaa1-449c-848c-ea71299a9ae9 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:14.465164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:14.468153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Checking segment: {'id': '48a549cc-25d8-433e-8e20-c728d0c5cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:14.468598 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.469019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Bound using segment: {'id': '48a549cc-25d8-433e-8e20-c728d0c5cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:14.469799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Bound port: 7bc675ad-9cd2-470e-97da-76679a06df4f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a549cc-25d8-433e-8e20-c728d0c5cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:14.470197 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.536071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb806e-ea7e-4d76-9b45-7a0047ae7b78 req-6e6885e3-c2e6-4a02-9ed5-bd850ef6f8ce tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:14.544913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1bbb806e-ea7e-4d76-9b45-7a0047ae7b78 req-6e6885e3-c2e6-4a02-9ed5-bd850ef6f8ce tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 950 time: 0.0622482 Aug 16 01:49:14.565474 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.572543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] For port 7bc675ad-9cd2-470e-97da-76679a06df4f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:14.576190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] For port 7bc675ad-9cd2-470e-97da-76679a06df4f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7bc675ad-9cd2-470e-97da-76679a06df4f,segment=NetworkSegment(48a549cc-25d8-433e-8e20-c728d0c5cb1d),segment_id=48a549cc-25d8-433e-8e20-c728d0c5cb1d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:14.583466 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.607224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1bbb806e-ea7e-4d76-9b45-7a0047ae7b78 req-e80eabbf-6076-4ed1-b34b-e2132273231f tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584154 Aug 16 01:49:14.652258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.661212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b9010-492e-43c0-89b1-760eb7e584e7 None None] Pushing event updated for resources: {'Port': ['ID=7bc675ad-9cd2-470e-97da-76679a06df4f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:14.694455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:14.699572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:14.706273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:14.741140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Pushing event updated for resources: {'Port': ['ID=e854e3a6-d7c9-4660-90b8-b22d763657d6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:14.758481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.758833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.759180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.759520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.759854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.760184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.760514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.760841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.761189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.761515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.761886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.762146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:14.953024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ba0e5-b26e-49ad-a4c0-9e3aa2ea4a43 req-40998371-954e-44cd-8315-e0c4e9e21d23 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:14.963132 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac0ba0e5-b26e-49ad-a4c0-9e3aa2ea4a43 req-40998371-954e-44cd-8315-e0c4e9e21d23 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1255548 Aug 16 01:49:14.996933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa631c3-e857-4a33-b08d-dec6780366d3 req-6ebff262-1808-43d1-a036-9683fd63158c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:15.004550 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2fa631c3-e857-4a33-b08d-dec6780366d3 req-6ebff262-1808-43d1-a036-9683fd63158c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1347947 Aug 16 01:49:15.041677 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac0ba0e5-b26e-49ad-a4c0-9e3aa2ea4a43 req-8599bc2e-1a1f-4514-bcce-04f09539d369 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776429 Aug 16 01:49:15.066222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2fa631c3-e857-4a33-b08d-dec6780366d3 req-8acdd352-c4b0-4ef0-84e2-f6a5e37c9e5f tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606749 Aug 16 01:49:15.075083 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.296094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.345060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d61c9a-39fb-4bbb-823f-ab945e36585a req-858040e8-e345-4122-b301-51b58d2f25fc tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:15.346710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8d61c9a-39fb-4bbb-823f-ab945e36585a req-858040e8-e345-4122-b301-51b58d2f25fc tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.0761960 Aug 16 01:49:15.387541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8d61c9a-39fb-4bbb-823f-ab945e36585a req-f8c827ff-b217-4499-b3ae-7308564b6ab0 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Aug 16 01:49:15.437087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Router 7fe0bfea-2773-48b4-8897-42e540da6aba is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:49:15.507064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a707e7f-8373-43da-b63d-a87dc8d66a18 req-62c446c3-6f45-416e-aa5a-8aa9557b080c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 210 time: 0.0280688 Aug 16 01:49:15.565036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:15.574570 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Sync routers for ids ['7fe0bfea-2773-48b4-8897-42e540da6aba'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:15.583199 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.584941 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3319d172-46e4-43a3-a306-0a68bdcd0966 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.9558575 Aug 16 01:49:15.587683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60134) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:15.589596 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Routers {'7fe0bfea-2773-48b4-8897-42e540da6aba'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:15.590301 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7fe0bfea-2773-48b4-8897-42e540da6aba'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:15.754536 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Set router 7fe0bfea-2773-48b4-8897-42e540da6aba gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:15.840790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-1657a0f9-0bca-47df-abcc-9c0074cb1d11 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505841 Aug 16 01:49:15.857019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23a350-2da8-4f88-be2f-2d4682c4817d req-8c10c020-7acd-4131-9c05-8612bc5a8ce8 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:15.859362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e23a350-2da8-4f88-be2f-2d4682c4817d req-8c10c020-7acd-4131-9c05-8612bc5a8ce8 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 950 time: 0.1300781 Aug 16 01:49:15.884973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c22558-ad84-4d72-9c9c-626aef4a6312 None None] Network b210907b-eaa1-449c-848c-ea71299a9ae9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:16.002918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ca7fb393-6ae6-4c7e-9168-9a8e12c89f63 None None] Provisioning for port 7bc675ad-9cd2-470e-97da-76679a06df4f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:16.021888 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-router', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:13Z', 'updated_at': '2021-08-16T01:49:14Z', 'revision_number': 3, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'gw_port': {'id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:14Z', 'updated_at': '2021-08-16T01:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:16.035653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e23a350-2da8-4f88-be2f-2d4682c4817d req-dfd23887-d76a-49cb-acc6-e20bb29df15b tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652198 Aug 16 01:49:16.071488 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Checking router: 7fe0bfea-2773-48b4-8897-42e540da6aba for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:16.072090 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Updating router 7fe0bfea-2773-48b4-8897-42e540da6aba port e854e3a6-d7c9-4660-90b8-b22d763657d6 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:16.083469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-ca60ac99-cf3b-4e26-8c58-74ff912fe99e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:16.085340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-ca60ac99-cf3b-4e26-8c58-74ff912fe99e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2372756 Aug 16 01:49:16.114357 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.118227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Request body: {'port': {'device_id': 'e673073d-8139-43b8-bc65-0f0964921fc6', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '7346d0ff4d354fe5a773dcc42c32e5c5'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:16.288582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe91f-85be-4ae7-a467-02d85e87cf18 req-e4a54099-7c21-4a45-b2f8-1a00334fa0cb tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:16.290097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4aabe91f-85be-4ae7-a467-02d85e87cf18 req-e4a54099-7c21-4a45-b2f8-1a00334fa0cb tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1051357 Aug 16 01:49:16.411267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4aabe91f-85be-4ae7-a467-02d85e87cf18 req-f2ceee22-51a2-4052-83cd-5cf4a12cedd6 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953140 Aug 16 01:49:16.430560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Made reservation on behalf of 7346d0ff4d354fe5a773dcc42c32e5c5 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:16.434377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.496083 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.512429 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Transition to ACTIVE for port object e854e3a6-d7c9-4660-90b8-b22d763657d6 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:16.518948 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.519567 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.587869 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Pushing event updated for resources: {'Port': ['ID=e854e3a6-d7c9-4660-90b8-b22d763657d6,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:16.615348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-80ccd08f-a59f-4ac8-8784-3c51b396523c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9dd6d90a-2958-4b72-bdee-6406f2567f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0986266 Aug 16 01:49:16.623220 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.624933 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.625295 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.625750 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.626087 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.626416 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.626801 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.627103 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.627425 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.629415 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.630010 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.630553 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:16.679819 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Attempting to bind port e854e3a6-d7c9-4660-90b8-b22d763657d6 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:16.680532 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Attempting to bind port e854e3a6-d7c9-4660-90b8-b22d763657d6 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:16.681094 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Attempting to bind port e854e3a6-d7c9-4660-90b8-b22d763657d6 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:16.698403 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:16.698403 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:16.698403 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.698403 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:16.698403 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Bound port: e854e3a6-d7c9-4660-90b8-b22d763657d6, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:16.698403 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.717129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Allocated IP 192.168.233.244 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/36fe387c-4602-4499-93ec-dd485a3abb48) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:16.758284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc0387-9a9a-4d18-8124-8c16fdf497c2 req-c510b9e6-1834-4d2f-86e4-b59158090fb6 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:16.759835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cbc0387-9a9a-4d18-8124-8c16fdf497c2 req-c510b9e6-1834-4d2f-86e4-b59158090fb6 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1358602 Aug 16 01:49:16.775689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7bc675ad-9cd2-470e-97da-76679a06df4f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:16.814089 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] For port e854e3a6-d7c9-4660-90b8-b22d763657d6, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:16.821320 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] For port e854e3a6-d7c9-4660-90b8-b22d763657d6, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e854e3a6-d7c9-4660-90b8-b22d763657d6,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:16.829537 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.840399 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-d600a78b-8ee9-478b-a103-a0fdca7ea2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:16.842400 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-d600a78b-8ee9-478b-a103-a0fdca7ea2c1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=9dd6d90a-2958-4b72-bdee-6406f2567f76 HTTP/1.1" status: 200 len: 1102 time: 0.1319301 Aug 16 01:49:16.871826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cbc0387-9a9a-4d18-8124-8c16fdf497c2 req-b023d26a-d0b1-48e3-b6f1-bdc7c1bd473a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921383 Aug 16 01:49:16.874197 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70442-6049-4c95-9b92-987be1009acd req-d5edbea8-b96c-4ab6-9b88-6008720104d8 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:16.877576 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-d5edbea8-b96c-4ab6-9b88-6008720104d8 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1097 time: 0.1257610 Aug 16 01:49:16.887783 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 7bc675ad-9cd2-470e-97da-76679a06df4f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:16.895531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 7bc675ad-9cd2-470e-97da-76679a06df4f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:16.895913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.903595 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Routers {'7fe0bfea-2773-48b4-8897-42e540da6aba'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:16.904235 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7fe0bfea-2773-48b4-8897-42e540da6aba'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:16.940742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Allocated IP 172.20.0.1 (b210907b-eaa1-449c-848c-ea71299a9ae9/75d92005-8f89-451d-b38a-aa7418311468/9633f46d-b2ab-415f-8728-945d1149bc5b) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:16.945572 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af54d0-5922-4e6a-b4cd-988e32f62e3d None None] Pushing event updated for resources: {'Port': ['ID=e854e3a6-d7c9-4660-90b8-b22d763657d6,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:16.947085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ed3aa-c54c-4d94-85d1-fc9aaa4b513a req-14335020-187e-440d-8baa-f682ff10802d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:16.962570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-115ed3aa-c54c-4d94-85d1-fc9aaa4b513a req-14335020-187e-440d-8baa-f682ff10802d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 945 time: 0.2004778 Aug 16 01:49:16.990054 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.035136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 7bc675ad-9cd2-470e-97da-76679a06df4f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7bc675ad-9cd2-470e-97da-76679a06df4f,segment=NetworkSegment(48a549cc-25d8-433e-8e20-c728d0c5cb1d),segment_id=48a549cc-25d8-433e-8e20-c728d0c5cb1d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:17.041563 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.075967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-acfac853-81fd-4fd1-8f08-42f58450b5d9 req-fcb07730-763b-4411-b4b9-3c71ddc66a28 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 210 time: 0.0785127 Aug 16 01:49:17.097759 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.116876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=7bc675ad-9cd2-470e-97da-76679a06df4f,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:17.125463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Transition to ACTIVE for port object 9633f46d-b2ab-415f-8728-945d1149bc5b will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:17.127909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.128313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.128662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.129357 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.129721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.130061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.130395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.130787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.131124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.131452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.131777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.132102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:17.132669 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] Set router 7fe0bfea-2773-48b4-8897-42e540da6aba gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:17.143792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-16'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:17.159427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-115ed3aa-c54c-4d94-85d1-fc9aaa4b513a req-d9da2e1e-4a49-4917-9af3-080aa675fe8b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799767 Aug 16 01:49:17.260133 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.279620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Transition to ACTIVE for port object 36fe387c-4602-4499-93ec-dd485a3abb48 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:17.303186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.324427 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.353951 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.360821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-f96e0378-e832-4730-ba1e-dba35d0b82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:17.363598 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-f96e0378-e832-4730-ba1e-dba35d0b82a3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2490120 Aug 16 01:49:17.376788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7', 'a63f9011-7d56-48a7-97f8-253b51154597'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:17.411412 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-router', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:13Z', 'updated_at': '2021-08-16T01:49:14Z', 'revision_number': 3, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'gw_port': {'id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:14Z', 'updated_at': '2021-08-16T01:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:17.452909 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaecb7-5c7f-45a6-9cb3-56a166810ab6 None None] The sync data for ids ['7fe0bfea-2773-48b4-8897-42e540da6aba'] in n-d-768851-16 is: [{'id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-router', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:13Z', 'updated_at': '2021-08-16T01:49:14Z', 'revision_number': 3, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'gw_port': {'id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:14Z', 'updated_at': '2021-08-16T01:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:17.458623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4', 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16', '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed', '3b92160b-f1fc-4438-9e98-42a541f9320d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:17.466842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:17.485147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:17.489138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:17.494758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:17.495410 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.503326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Pushing event updated for resources: {'Port': ['ID=9633f46d-b2ab-415f-8728-945d1149bc5b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:17.510324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event updated for resources: {'Port': ['ID=36fe387c-4602-4499-93ec-dd485a3abb48,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:17.543236 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-8922b1b6-362a-4515-bf72-93f13b6c5613 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4299607 Aug 16 01:49:17.558153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Request body: {'port': {'device_id': 'e673073d-8139-43b8-bc65-0f0964921fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:17.569868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Network b210907b-eaa1-449c-848c-ea71299a9ae9 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:17.571641 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-eafc6c84-cd5d-49e0-bdf0-e9592e1cc981 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=da21f89a-2345-4f85-bb47-dd775eb4abe4 HTTP/1.1" status: 200 len: 217 time: 0.1511054 Aug 16 01:49:17.576360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:17.592848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:17.726180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.826573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:17.990402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1423b2b-d0ae-4e39-945d-ffaf795f351b req-a87efbd3-99d3-40fa-9647-5dcd338e3a5a tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:18.010601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1423b2b-d0ae-4e39-945d-ffaf795f351b req-a87efbd3-99d3-40fa-9647-5dcd338e3a5a tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.2622533 Aug 16 01:49:18.026792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.073457 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.102371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-decb5f71-b289-47d4-96ad-3bd11503ac12 None None] Provisioning for port 36fe387c-4602-4499-93ec-dd485a3abb48 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:18.108038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-800500ff-2fe9-4928-bcf4-ce4617832ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:18.111361 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-800500ff-2fe9-4928-bcf4-ce4617832ca7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.5276742 Aug 16 01:49:18.117156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-decb5f71-b289-47d4-96ad-3bd11503ac12 None None] Provisioning complete for port 36fe387c-4602-4499-93ec-dd485a3abb48 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:18.117574 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-decb5f71-b289-47d4-96ad-3bd11503ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.164585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:18.203705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-decb5f71-b289-47d4-96ad-3bd11503ac12 None None] Port 36fe387c-4602-4499-93ec-dd485a3abb48 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:18.280642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1423b2b-d0ae-4e39-945d-ffaf795f351b req-5fc1fd1a-b89a-403a-9012-4bbb3f758a92 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635479 Aug 16 01:49:18.292929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a85a8b-7746-4fa8-a9ba-d45692d79cde'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:18.295357 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6b7f41-e937-43be-b0f6-4ab9a7bf88ae" -d '{"events": [{"server_uuid": "f31553b5-edfa-4b5b-a5ed-13210484248e", "name": "network-vif-unplugged", "status": "completed", "tag": "25a85a8b-7746-4fa8-a9ba-d45692d79cde"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:18.302320 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.310034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-91b6ed8f-902c-4554-846c-76a850275a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:18.311560 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-91b6ed8f-902c-4554-846c-76a850275a51 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1925929 Aug 16 01:49:18.333380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16e16a-1b88-4dd0-ba48-d2bb1137569a req-5c9016f0-6ed2-47de-bf85-5a7d9fca91a1 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:18.342068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d16e16a-1b88-4dd0-ba48-d2bb1137569a req-5c9016f0-6ed2-47de-bf85-5a7d9fca91a1 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 950 time: 0.3216805 Aug 16 01:49:18.362364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8e94eafc-bf0c-4a80-8717-ba3fb9241be5 None None] Provisioning for port 9633f46d-b2ab-415f-8728-945d1149bc5b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:18.375315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8e94eafc-bf0c-4a80-8717-ba3fb9241be5 None None] Provisioning complete for port 9633f46d-b2ab-415f-8728-945d1149bc5b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:18.375726 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8e94eafc-bf0c-4a80-8717-ba3fb9241be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.416488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d16e16a-1b88-4dd0-ba48-d2bb1137569a req-8963dac7-0d71-4082-8e2b-17e94b74cc2b tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730729 Aug 16 01:49:18.435302 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.438851 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-0196e437-75ab-4558-bc70-ee5d87051449 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025238 Aug 16 01:49:18.499840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8e94eafc-bf0c-4a80-8717-ba3fb9241be5 None None] Port 9633f46d-b2ab-415f-8728-945d1149bc5b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:18.522248 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.523584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fe387c-4602-4499-93ec-dd485a3abb48 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:18.542418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=25a85a8b-7746-4fa8-a9ba-d45692d79cde,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:18.565528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.608299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Transition to ACTIVE for port object 36fe387c-4602-4499-93ec-dd485a3abb48 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:18.636807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.660725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08026ba-6896-4cdd-96eb-cb5981856548 req-2c89d439-3d16-470a-9482-48868918b742 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:18.674096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b08026ba-6896-4cdd-96eb-cb5981856548 req-2c89d439-3d16-470a-9482-48868918b742 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 936 time: 0.1442082 Aug 16 01:49:18.687240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6babe3-8e0a-47b5-9370-3c32f683e6da req-29cd804c-bd07-4a23-bc50-55045fa5ef9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:18.698511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd6babe3-8e0a-47b5-9370-3c32f683e6da req-29cd804c-bd07-4a23-bc50-55045fa5ef9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1828492 Aug 16 01:49:18.844170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on host n-h1-768851-16 for vnic_type normal with profile {"migrating_to": "n-h2-768851-16"} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:18.844794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:18.844930 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:18.865694 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:49:18.865694 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Attempting to bind port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:18.882057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e854e3a6-d7c9-4660-90b8-b22d763657d6 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:18.920082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd6babe3-8e0a-47b5-9370-3c32f683e6da req-e51b8737-0701-4180-a09d-caa182413eb3 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186232 Aug 16 01:49:18.923675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Pushing event updated for resources: {'Port': ['ID=36fe387c-4602-4499-93ec-dd485a3abb48,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:18.953684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.959932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d350570a-fe43-4b24-8e27-7fd711d69f23 req-8008b81a-fd9c-4eaf-a32c-719a1aefe4a0 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586010 Aug 16 01:49:18.963595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.968323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:18.969803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:18.970413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:18.971048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Bound port: 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:18.971897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.002223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b08026ba-6896-4cdd-96eb-cb5981856548 req-ca8af447-23b6-4806-b3ad-38ced906e9a7 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268518 Aug 16 01:49:19.019547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Attempting to bind port 36fe387c-4602-4499-93ec-dd485a3abb48 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:19.023249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Attempting to bind port 36fe387c-4602-4499-93ec-dd485a3abb48 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:19.024563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Attempting to bind port 36fe387c-4602-4499-93ec-dd485a3abb48 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:19.040644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Port 36fe387c-4602-4499-93ec-dd485a3abb48 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:49:19.045274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Attempting to bind port 36fe387c-4602-4499-93ec-dd485a3abb48 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:19.064379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:19.064713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:19.068325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:19.068968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Bound port: 36fe387c-4602-4499-93ec-dd485a3abb48, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:19.069168 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.105573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port e854e3a6-d7c9-4660-90b8-b22d763657d6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:19.113334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e854e3a6-d7c9-4660-90b8-b22d763657d6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:19.114121 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.134068 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a05c636-9cf7-476a-937c-0472cbe226ea x-openstack-request-id: req-9a05c636-9cf7-476a-937c-0472cbe226ea {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:19.136822 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31553b5-edfa-4b5b-a5ed-13210484248e", "name": "network-vif-unplugged", "status": "completed", "tag": "25a85a8b-7746-4fa8-a9ba-d45692d79cde", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:19.137368 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a05c636-9cf7-476a-937c-0472cbe226ea {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:19.138021 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a85a8b-7746-4fa8-a9ba-d45692d79cde', 'code': 200} Aug 16 01:49:19.175344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Pushing event updated for resources: {'Port': ['ID=9633f46d-b2ab-415f-8728-945d1149bc5b,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:19.180453 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.289468 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.296252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:19.304041 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:19.315928 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.327847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port e854e3a6-d7c9-4660-90b8-b22d763657d6, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e854e3a6-d7c9-4660-90b8-b22d763657d6,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:19.333972 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.335588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7bc675ad-9cd2-470e-97da-76679a06df4f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:19.382573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=25a85a8b-7746-4fa8-a9ba-d45692d79cde,revision_number=8']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:19.444666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Network b210907b-eaa1-449c-848c-ea71299a9ae9 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:19.457906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=e854e3a6-d7c9-4660-90b8-b22d763657d6,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:19.467019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:19.470052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:19.470720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.472153 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-c18d29c8-a468-474f-9760-7ca6c2c53bf4 service neutron] 10.222.0.89 "PUT /v2.0/ports/25a85a8b-7746-4fa8-a9ba-d45692d79cde HTTP/1.1" status: 200 len: 1123 time: 2.3482757 Aug 16 01:49:19.483809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 25a85a8b-7746-4fa8-a9ba-d45692d79cde details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:19.595349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26da23-e0d0-4087-acff-a2c618706207 req-5769a347-3c45-49c2-a6f4-7205d51936f0 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:19.605071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d26da23-e0d0-4087-acff-a2c618706207 req-5769a347-3c45-49c2-a6f4-7205d51936f0 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 943 time: 0.4858041 Aug 16 01:49:19.645011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] For port 36fe387c-4602-4499-93ec-dd485a3abb48, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:19.659498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c0578-72f6-43a9-aceb-5898ace51630 req-8e6028ac-b677-42b7-a2cb-64a597efef50 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:19.664761 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:19.666540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-233c0578-72f6-43a9-aceb-5898ace51630 req-8e6028ac-b677-42b7-a2cb-64a597efef50 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1593010 Aug 16 01:49:19.722545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Router 7fe0bfea-2773-48b4-8897-42e540da6aba has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:19.725068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] For port 36fe387c-4602-4499-93ec-dd485a3abb48, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=36fe387c-4602-4499-93ec-dd485a3abb48,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:19.740905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.759798 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d26da23-e0d0-4087-acff-a2c618706207 req-89cfbe81-ba80-4a41-9d05-3eb26cddc15f tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532006 Aug 16 01:49:19.870914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:19.871556 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.872969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] 10.222.0.89 "PUT /v2.0/ports/36fe387c-4602-4499-93ec-dd485a3abb48 HTTP/1.1" status: 200 len: 1097 time: 2.3192353 Aug 16 01:49:19.873486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e673073d-8139-43b8-bc65-0f0964921fc6', 'tag': '36fe387c-4602-4499-93ec-dd485a3abb48'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:19.876381 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2425f02-9539-4a9b-877a-738419405061" -d '{"events": [{"name": "network-changed", "server_uuid": "e673073d-8139-43b8-bc65-0f0964921fc6", "tag": "36fe387c-4602-4499-93ec-dd485a3abb48"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:19.903876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 25a85a8b-7746-4fa8-a9ba-d45692d79cde has no active binding in host n-h2-768851-16 {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:49:19.908385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-233c0578-72f6-43a9-aceb-5898ace51630 req-8b089bfc-e10e-4058-a8e6-e976dc967f78 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292202 Aug 16 01:49:19.932008 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-784e528c-a245-4358-a146-fb5187f1109a None None] Provisioning complete for port 9633f46d-b2ab-415f-8728-945d1149bc5b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:19.932581 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-784e528c-a245-4358-a146-fb5187f1109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.975167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['25a85a8b-7746-4fa8-a9ba-d45692d79cde'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:20.064446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95515f9-5ab3-47e4-89e2-89dc788b6498 req-32e23207-e16f-439a-b23d-4daa0adfeee4 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:20.066219 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d95515f9-5ab3-47e4-89e2-89dc788b6498 req-32e23207-e16f-439a-b23d-4daa0adfeee4 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.84 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 950 time: 0.1145945 Aug 16 01:49:20.067346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:20.085781 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498bea29-5956-4c32-bd08-d1d3b5bb42b4 x-openstack-request-id: req-498bea29-5956-4c32-bd08-d1d3b5bb42b4 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:20.085781 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e673073d-8139-43b8-bc65-0f0964921fc6", "tag": "36fe387c-4602-4499-93ec-dd485a3abb48", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:20.085781 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-498bea29-5956-4c32-bd08-d1d3b5bb42b4 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:20.085781 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e673073d-8139-43b8-bc65-0f0964921fc6', 'tag': '36fe387c-4602-4499-93ec-dd485a3abb48', 'status': 'completed', 'code': 200} Aug 16 01:49:20.085781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491e270-a00d-4d0d-8875-6988d2c529cd service neutron] Pushing event updated for resources: {'Port': ['ID=36fe387c-4602-4499-93ec-dd485a3abb48,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:20.089326 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5df7637e-ed14-40a5-8d48-00abfc966211 admin admin] 10.222.0.79 "PUT /v2.0/routers/7fe0bfea-2773-48b4-8897-42e540da6aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5005453 Aug 16 01:49:20.157349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 7bc675ad-9cd2-470e-97da-76679a06df4f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:20.162409 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.185578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['25a85a8b-7746-4fa8-a9ba-d45692d79cde'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:20.295311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Sync routers for ids ['7fe0bfea-2773-48b4-8897-42e540da6aba'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:20.299894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-d95515f9-5ab3-47e4-89e2-89dc788b6498 req-617513d0-822a-4bd7-81f9-50c827ab15e2 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Deleting port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:20.300772 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d95515f9-5ab3-47e4-89e2-89dc788b6498 req-617513d0-822a-4bd7-81f9-50c827ab15e2 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.304730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-e76dcc58-281d-4d08-a3c1-4bf515c55f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:20.305777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-784e528c-a245-4358-a146-fb5187f1109a None None] Port 9633f46d-b2ab-415f-8728-945d1149bc5b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:20.311653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-e76dcc58-281d-4d08-a3c1-4bf515c55f08 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 1100 time: 0.3482635 Aug 16 01:49:20.350888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Routers {'7fe0bfea-2773-48b4-8897-42e540da6aba'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:20.351531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7fe0bfea-2773-48b4-8897-42e540da6aba'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:20.379262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90738f31-99b0-40ff-9ac6-158ba0ede94c req-7d8bd681-ecde-4073-8de5-f934ecce2d1c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:20.387498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90738f31-99b0-40ff-9ac6-158ba0ede94c req-7d8bd681-ecde-4073-8de5-f934ecce2d1c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.2585328 Aug 16 01:49:20.404560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-d95515f9-5ab3-47e4-89e2-89dc788b6498 req-617513d0-822a-4bd7-81f9-50c827ab15e2 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] For port 3550d60b-3588-4b3b-94f9-c4377f7db9e0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3550d60b-3588-4b3b-94f9-c4377f7db9e0,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:20.404926 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d95515f9-5ab3-47e4-89e2-89dc788b6498 req-617513d0-822a-4bd7-81f9-50c827ab15e2 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.420025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-d95515f9-5ab3-47e4-89e2-89dc788b6498 req-617513d0-822a-4bd7-81f9-50c827ab15e2 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Calling delete_port for 3550d60b-3588-4b3b-94f9-c4377f7db9e0 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:20.437790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-4c75f4f2-1148-4154-a3b8-5b25ea85aa4e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=36fe387c-4602-4499-93ec-dd485a3abb48 HTTP/1.1" status: 200 len: 217 time: 0.1164560 Aug 16 01:49:20.452738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90738f31-99b0-40ff-9ac6-158ba0ede94c req-e50280c3-bd85-4a3c-b0de-3db555b9427c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615890 Aug 16 01:49:20.518209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e290-bf34-4044-8dc1-a5ba268d505d req-04ef5ae3-3697-41a8-b151-e0bdb294ca7d tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:20.520235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c68e290-bf34-4044-8dc1-a5ba268d505d req-04ef5ae3-3697-41a8-b151-e0bdb294ca7d tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 950 time: 0.4208469 Aug 16 01:49:20.572366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d95515f9-5ab3-47e4-89e2-89dc788b6498 req-617513d0-822a-4bd7-81f9-50c827ab15e2 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.621837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Set router 7fe0bfea-2773-48b4-8897-42e540da6aba gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:20.643762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617513d0-822a-4bd7-81f9-50c827ab15e2 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Pushing event deleted for resources: {'Port': ['ID=3550d60b-3588-4b3b-94f9-c4377f7db9e0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:20.664110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c68e290-bf34-4044-8dc1-a5ba268d505d req-1c6a6a3c-d609-4ee1-9f82-7a0d08189ea3 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d7351d2-1b80-49c3-9437-2b41d4c13aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719891 Aug 16 01:49:20.743399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-0c12c9ad-8fa1-438c-8e22-f86fe46ea90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:20.745393 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-0c12c9ad-8fa1-438c-8e22-f86fe46ea90d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2827725 Aug 16 01:49:20.754083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95515f9-5ab3-47e4-89e2-89dc788b6498 req-617513d0-822a-4bd7-81f9-50c827ab15e2 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] No DVR routers for this DVR port 3550d60b-3588-4b3b-94f9-c4377f7db9e0 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:20.766789 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d95515f9-5ab3-47e4-89e2-89dc788b6498 req-617513d0-822a-4bd7-81f9-50c827ab15e2 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.770568 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d95515f9-5ab3-47e4-89e2-89dc788b6498 req-617513d0-822a-4bd7-81f9-50c827ab15e2 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.84 "DELETE /v2.0/ports/3550d60b-3588-4b3b-94f9-c4377f7db9e0 HTTP/1.1" status: 204 len: 173 time: 0.6797485 Aug 16 01:49:20.785571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e854e3a6-d7c9-4660-90b8-b22d763657d6 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:20.808144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c114f-a541-4991-a398-0e300e8a1c9e req-765567d8-12b0-4a64-b262-b5c3953d1b93 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:20.818282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-189c114f-a541-4991-a398-0e300e8a1c9e req-765567d8-12b0-4a64-b262-b5c3953d1b93 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 948 time: 0.2173357 Aug 16 01:49:20.916594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a31146d2-8fc7-4b92-b949-c0c41c2725dd req-cbe8633e-c51e-47f2-abac-a0024e58d5b9 tempest-FloatingIPsNegativeTestJSON-48093637 tempest-FloatingIPsNegativeTestJSON-48093637-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=aecf8f577f0e45798c1bb4f23e16fc9a HTTP/1.1" status: 200 len: 217 time: 0.0819941 Aug 16 01:49:20.946890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-608dc8e4-a426-4e9f-8d69-80a58758aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:20.948866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-608dc8e4-a426-4e9f-8d69-80a58758aa5b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1857295 Aug 16 01:49:20.965421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-189c114f-a541-4991-a398-0e300e8a1c9e req-738f0939-c7f7-46c7-a4cd-d61c634ee564 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454992 Aug 16 01:49:21.066963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e854e3a6-d7c9-4660-90b8-b22d763657d6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:21.067423 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.102420 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20e294-715e-427c-8f40-72b3d57f6256 req-ac7360f6-1aa6-4a2d-991f-248f6924ef4b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:21.104554 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c20e294-715e-427c-8f40-72b3d57f6256 req-ac7360f6-1aa6-4a2d-991f-248f6924ef4b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 943 time: 0.0754352 Aug 16 01:49:21.138884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'tag': '25a85a8b-7746-4fa8-a9ba-d45692d79cde'}, {'server_uuid': '24c246ca-daee-4c84-aea3-8eaf2809bcaf', 'name': 'network-vif-deleted', 'tag': '3550d60b-3588-4b3b-94f9-c4377f7db9e0'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:21.142011 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6795f33b-f09e-46f6-bf3f-44695ac7f3de" -d '{"events": [{"name": "network-changed", "server_uuid": "f31553b5-edfa-4b5b-a5ed-13210484248e", "tag": "25a85a8b-7746-4fa8-a9ba-d45692d79cde"}, {"server_uuid": "24c246ca-daee-4c84-aea3-8eaf2809bcaf", "name": "network-vif-deleted", "tag": "3550d60b-3588-4b3b-94f9-c4377f7db9e0"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:21.183746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-router', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:13Z', 'updated_at': '2021-08-16T01:49:18Z', 'revision_number': 4, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'gw_port': {'id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:14Z', 'updated_at': '2021-08-16T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9633f46d-b2ab-415f-8728-945d1149bc5b', 'name': '', 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'mac_address': 'fa:16:3e:a4:06:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '75d92005-8f89-451d-b38a-aa7418311468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:16Z', 'updated_at': '2021-08-16T01:49:18Z', 'revision_number': 2, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'subnets': [{'id': '75d92005-8f89-451d-b38a-aa7418311468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:21.202468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-a750384f-0565-4a32-b3bb-5461a666c1f9 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358682 Aug 16 01:49:21.229160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Checking router: 7fe0bfea-2773-48b4-8897-42e540da6aba for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:21.229160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Updating router 7fe0bfea-2773-48b4-8897-42e540da6aba port 9633f46d-b2ab-415f-8728-945d1149bc5b binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:21.249285 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c20e294-715e-427c-8f40-72b3d57f6256 req-2eba5749-fcb6-48e8-a27f-8ba382c5e988 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376305 Aug 16 01:49:21.260566 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.275858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['3550d60b-3588-4b3b-94f9-c4377f7db9e0'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:21.293079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff97c5b-9cbc-40b5-97ad-c601cbc09090 req-c279da29-5884-4408-9147-c8e72c04fb85 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:21.293079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ff97c5b-9cbc-40b5-97ad-c601cbc09090 req-c279da29-5884-4408-9147-c8e72c04fb85 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1689303 Aug 16 01:49:21.378319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ff97c5b-9cbc-40b5-97ad-c601cbc09090 req-bf479431-180c-439e-a755-25f0a034f6d6 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840919 Aug 16 01:49:21.432079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d182d508-c3a7-4fa4-a8ea-2eb7878b9db3 req-40988c33-c1d1-4d85-bc80-458fd8f0c1e8 tempest-FloatingIPsNegativeTestJSON-48093637 tempest-FloatingIPsNegativeTestJSON-48093637-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0700550 Aug 16 01:49:21.463138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-906e8c66-23bd-4845-97b1-4128f63cab20 req-2901ded9-a08d-46d1-8fd7-78362538e035 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485657 Aug 16 01:49:21.504276 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4328e12e-6917-41cf-8824-326c549005de x-openstack-request-id: req-4328e12e-6917-41cf-8824-326c549005de {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:21.504639 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31553b5-edfa-4b5b-a5ed-13210484248e", "tag": "25a85a8b-7746-4fa8-a9ba-d45692d79cde", "status": "completed", "code": 200}, {"server_uuid": "24c246ca-daee-4c84-aea3-8eaf2809bcaf", "name": "network-vif-deleted", "tag": "3550d60b-3588-4b3b-94f9-c4377f7db9e0", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:21.504971 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4328e12e-6917-41cf-8824-326c549005de {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:21.505427 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'tag': '25a85a8b-7746-4fa8-a9ba-d45692d79cde', 'status': 'completed', 'code': 200} Aug 16 01:49:21.506348 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c246ca-daee-4c84-aea3-8eaf2809bcaf', 'name': 'network-vif-deleted', 'tag': '3550d60b-3588-4b3b-94f9-c4377f7db9e0', 'status': 'completed', 'code': 200} Aug 16 01:49:21.559861 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-361c2e98-d130-4801-9d2b-9cfbc52db21c req-18116b18-e838-4853-acd7-026d5b71c8e0 tempest-FloatingIPsNegativeTestJSON-48093637 tempest-FloatingIPsNegativeTestJSON-48093637-project] show failed (client error): The resource could not be found. Aug 16 01:49:21.570479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-361c2e98-d130-4801-9d2b-9cfbc52db21c req-18116b18-e838-4853-acd7-026d5b71c8e0 tempest-FloatingIPsNegativeTestJSON-48093637 tempest-FloatingIPsNegativeTestJSON-48093637-project] 10.222.0.79 "GET /v2.0/floatingips/cf3351d2-be2e-4ed9-8208-eb2e547516b1 HTTP/1.1" status: 404 len: 350 time: 0.0753057 Aug 16 01:49:21.586143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60228) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:21.669766 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.682965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Transition to ACTIVE for port object 9633f46d-b2ab-415f-8728-945d1149bc5b will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:21.708078 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.745803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2425f02-9539-4a9b-877a-738419405061 req-7cca8496-b5e3-4ea9-894b-f5930c2b018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:21.747505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2425f02-9539-4a9b-877a-738419405061 req-7cca8496-b5e3-4ea9-894b-f5930c2b018e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 1100 time: 0.1990139 Aug 16 01:49:21.762392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cf0ed-76c7-4281-bd53-ebc979b5ccd9 req-f1b7c5fe-0b5e-4bd7-be4f-3611d2e6f34b tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:21.764037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-701cf0ed-76c7-4281-bd53-ebc979b5ccd9 req-f1b7c5fe-0b5e-4bd7-be4f-3611d2e6f34b tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1726320 Aug 16 01:49:21.860706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f33b-f09e-46f6-bf3f-44695ac7f3de req-236ce446-d108-4fab-bb71-beed0c507853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:21.863537 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6795f33b-f09e-46f6-bf3f-44695ac7f3de req-236ce446-d108-4fab-bb71-beed0c507853 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 1126 time: 0.3131914 Aug 16 01:49:21.868999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cca42-fbfe-4887-8083-1b24485979a1 None None] Pushing event updated for resources: {'Port': ['ID=9633f46d-b2ab-415f-8728-945d1149bc5b,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:21.956730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Attempting to bind port 9633f46d-b2ab-415f-8728-945d1149bc5b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:21.957418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Attempting to bind port 9633f46d-b2ab-415f-8728-945d1149bc5b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '48a549cc-25d8-433e-8e20-c728d0c5cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:21.957973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Attempting to bind port 9633f46d-b2ab-415f-8728-945d1149bc5b on network b210907b-eaa1-449c-848c-ea71299a9ae9 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:21.965552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:21.966595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Checking segment: {'id': '48a549cc-25d8-433e-8e20-c728d0c5cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:21.967234 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.967846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Bound using segment: {'id': '48a549cc-25d8-433e-8e20-c728d0c5cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:21.968505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Bound port: 9633f46d-b2ab-415f-8728-945d1149bc5b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a549cc-25d8-433e-8e20-c728d0c5cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:21.969591 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:22.054293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f33b-f09e-46f6-bf3f-44695ac7f3de req-2b73f0be-e719-4656-908f-dddef791456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.058020 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6795f33b-f09e-46f6-bf3f-44695ac7f3de req-2b73f0be-e719-4656-908f-dddef791456e service neutron] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.1853592 Aug 16 01:49:22.089023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d37968fc-d4d6-4c21-9951-c23489c10f28 req-9a7df860-a72e-4897-9017-b9be7877a3f6 tempest-TenantUsagesTestJSON-1855586957 tempest-TenantUsagesTestJSON-1855586957-project] 10.222.0.79 "GET /v2.0/ports?device_id=24c246ca-daee-4c84-aea3-8eaf2809bcaf HTTP/1.1" status: 200 len: 210 time: 0.0788083 Aug 16 01:49:22.124066 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6795f33b-f09e-46f6-bf3f-44695ac7f3de req-304e8f9a-fe0e-40f7-a739-e2abe065dcbf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde HTTP/1.1" status: 200 len: 217 time: 0.0557327 Aug 16 01:49:22.144667 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-701cf0ed-76c7-4281-bd53-ebc979b5ccd9 req-f8aefee2-8356-40ee-9c80-00a40d8ebded tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654547 Aug 16 01:49:22.146823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] For port 9633f46d-b2ab-415f-8728-945d1149bc5b, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:22.152309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] For port 9633f46d-b2ab-415f-8728-945d1149bc5b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9633f46d-b2ab-415f-8728-945d1149bc5b,segment=NetworkSegment(48a549cc-25d8-433e-8e20-c728d0c5cb1d),segment_id=48a549cc-25d8-433e-8e20-c728d0c5cb1d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:22.157837 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:22.171083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2425f02-9539-4a9b-877a-738419405061 req-7c889df9-0c3f-4bbe-9382-e537a77af603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.187654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2425f02-9539-4a9b-877a-738419405061 req-7c889df9-0c3f-4bbe-9382-e537a77af603 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.4200046 Aug 16 01:49:22.232140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f33b-f09e-46f6-bf3f-44695ac7f3de req-878eae10-c899-41af-8ef2-287fb333b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.234681 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6795f33b-f09e-46f6-bf3f-44695ac7f3de req-878eae10-c899-41af-8ef2-287fb333b309 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.0844069 Aug 16 01:49:22.263107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2425f02-9539-4a9b-877a-738419405061 req-ecba8c07-9bf4-4bcb-8483-2bf14615aec6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=36fe387c-4602-4499-93ec-dd485a3abb48 HTTP/1.1" status: 200 len: 217 time: 0.0642931 Aug 16 01:49:22.265217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Routers {'7fe0bfea-2773-48b4-8897-42e540da6aba'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:22.265972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7fe0bfea-2773-48b4-8897-42e540da6aba'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:22.293503 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6795f33b-f09e-46f6-bf3f-44695ac7f3de req-ae691130-ebfa-4d01-9220-a08772ccb325 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500638 Aug 16 01:49:22.339609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cca42-fbfe-4887-8083-1b24485979a1 None None] Pushing event updated for resources: {'Port': ['ID=9633f46d-b2ab-415f-8728-945d1149bc5b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:22.470298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] Set router 7fe0bfea-2773-48b4-8897-42e540da6aba gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:22.483831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2425f02-9539-4a9b-877a-738419405061 req-ec577aa4-0ad4-4193-8e52-ddcbc3f6f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.485855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2425f02-9539-4a9b-877a-738419405061 req-ec577aa4-0ad4-4193-8e52-ddcbc3f6f8c1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2079804 Aug 16 01:49:22.541299 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6795f33b-f09e-46f6-bf3f-44695ac7f3de req-a3eacb0d-8f73-4268-921f-96eb6c2c7378 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309465 Aug 16 01:49:22.561282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd92a-3efb-4c1c-963f-c22c31834efc req-fec94ed6-02bc-4e44-baaf-31c70e3357ed tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.567600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f27fd92a-3efb-4c1c-963f-c22c31834efc req-fec94ed6-02bc-4e44-baaf-31c70e3357ed tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 948 time: 0.3188066 Aug 16 01:49:22.593632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e4b63-02d6-4bb9-80cf-3bbeb14f9850 req-950e4808-2012-465d-bc95-59714c966f52 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.596203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-136e4b63-02d6-4bb9-80cf-3bbeb14f9850 req-950e4808-2012-465d-bc95-59714c966f52 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 943 time: 0.1924686 Aug 16 01:49:22.667738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-136e4b63-02d6-4bb9-80cf-3bbeb14f9850 req-f8d0a526-a3d9-41dc-8745-3c774b48100f tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595677 Aug 16 01:49:22.670332 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6795f33b-f09e-46f6-bf3f-44695ac7f3de req-20c68895-d287-462a-a826-55b897f09605 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157222 Aug 16 01:49:22.713898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2425f02-9539-4a9b-877a-738419405061 req-936402c2-627a-49e9-979c-c7388530a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:22.715631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2425f02-9539-4a9b-877a-738419405061 req-936402c2-627a-49e9-979c-c7388530a573 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2174971 Aug 16 01:49:22.734242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-router', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:13Z', 'updated_at': '2021-08-16T01:49:18Z', 'revision_number': 4, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'gw_port': {'id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:14Z', 'updated_at': '2021-08-16T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9633f46d-b2ab-415f-8728-945d1149bc5b', 'name': '', 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'mac_address': 'fa:16:3e:a4:06:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '75d92005-8f89-451d-b38a-aa7418311468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:16Z', 'updated_at': '2021-08-16T01:49:22Z', 'revision_number': 4, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'subnets': [{'id': '75d92005-8f89-451d-b38a-aa7418311468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:22.830307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f27fd92a-3efb-4c1c-963f-c22c31834efc req-f714744e-fa5f-4b77-9006-0c9669bbbf61 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326891 Aug 16 01:49:22.896227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4885986-5f73-4528-bf6a-08dfba36e43c None None] The sync data for ids ['7fe0bfea-2773-48b4-8897-42e540da6aba'] in n-d-768851-16 is: [{'id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-router', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:13Z', 'updated_at': '2021-08-16T01:49:18Z', 'revision_number': 4, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'gw_port': {'id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:14Z', 'updated_at': '2021-08-16T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9633f46d-b2ab-415f-8728-945d1149bc5b', 'name': '', 'network_id': 'b210907b-eaa1-449c-848c-ea71299a9ae9', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'mac_address': 'fa:16:3e:a4:06:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '75d92005-8f89-451d-b38a-aa7418311468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:16Z', 'updated_at': '2021-08-16T01:49:22Z', 'revision_number': 4, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'subnets': [{'id': '75d92005-8f89-451d-b38a-aa7418311468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:23.186361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2df5-2a5e-4bd4-a4d7-d24d99b4d4da req-77c05397-8f19-4956-a665-9411d56d1d14 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:23.205917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-480e2df5-2a5e-4bd4-a4d7-d24d99b4d4da req-77c05397-8f19-4956-a665-9411d56d1d14 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.4290984 Aug 16 01:49:23.266664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.269971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2425f02-9539-4a9b-877a-738419405061 req-c7e90ce4-fe44-4bf7-a4ff-29dc3517ee81 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428379 Aug 16 01:49:23.411630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-480e2df5-2a5e-4bd4-a4d7-d24d99b4d4da req-b735eb2c-c25a-4468-9b36-3bef76e32779 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975205 Aug 16 01:49:23.447009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60252) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:23.491666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6927-f9a0-49b6-a26e-47532b911752 req-3a8721fb-2061-4ef0-973e-ae64fc0a8268 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:23.493334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e31f6927-f9a0-49b6-a26e-47532b911752 req-3a8721fb-2061-4ef0-973e-ae64fc0a8268 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1859391 Aug 16 01:49:23.574409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e31f6927-f9a0-49b6-a26e-47532b911752 req-144cd663-6e9b-43b5-a456-0a596ac406df tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733263 Aug 16 01:49:23.666879 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-458d78a2-67b2-4b1d-bcf8-bf5276a8ea19 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd151bd5775f4ad3923ca8894fa7bed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165997 Aug 16 01:49:23.667907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60256) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:23.684402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2425f02-9539-4a9b-877a-738419405061 req-f9c0c49c-6674-4e91-9932-f6fce9e955d4 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679049 Aug 16 01:49:23.754056 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd0235e3-60aa-4771-aa72-d27efa86928a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.794187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd0235e3-60aa-4771-aa72-d27efa86928a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.860792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd0235e3-60aa-4771-aa72-d27efa86928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.866936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd0235e3-60aa-4771-aa72-d27efa86928a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.871441 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cd0235e3-60aa-4771-aa72-d27efa86928a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d7351d2-1b80-49c3-9437-2b41d4c13aa9 HTTP/1.1" status: 204 len: 168 time: 0.2022583 Aug 16 01:49:23.872428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833604e-af45-4d37-9066-a9ed0d222fb4 req-2f199c92-bf21-44f7-8717-1afe6e068288 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:23.873988 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4833604e-af45-4d37-9066-a9ed0d222fb4 req-2f199c92-bf21-44f7-8717-1afe6e068288 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 943 time: 0.1044722 Aug 16 01:49:23.893746 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0235e3-60aa-4771-aa72-d27efa86928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7351d2-1b80-49c3-9437-2b41d4c13aa9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:23.945247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4833604e-af45-4d37-9066-a9ed0d222fb4 req-e708de3f-1674-40b2-91ec-5e2334a52b3c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606833 Aug 16 01:49:23.978574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] Deleting port 9633f46d-b2ab-415f-8728-945d1149bc5b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:23.978574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.065132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d559e02-702d-4f77-b64a-5a05989fa71b req-0629d5d8-42ed-4c43-b44b-f28b926fe80b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:24.066713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d559e02-702d-4f77-b64a-5a05989fa71b req-0629d5d8-42ed-4c43-b44b-f28b926fe80b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 948 time: 0.1192887 Aug 16 01:49:24.104525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] For port 9633f46d-b2ab-415f-8728-945d1149bc5b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9633f46d-b2ab-415f-8728-945d1149bc5b,segment=NetworkSegment(48a549cc-25d8-433e-8e20-c728d0c5cb1d),segment_id=48a549cc-25d8-433e-8e20-c728d0c5cb1d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:24.105077 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.129283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] Calling delete_port for 9633f46d-b2ab-415f-8728-945d1149bc5b owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:24.144567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d559e02-702d-4f77-b64a-5a05989fa71b req-895c1635-784f-4732-9a2f-e8680d63c81d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674815 Aug 16 01:49:24.218444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60268) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:24.232564 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9721eca0-0455-4894-9cab-c1c21da9418c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.335719 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9721eca0-0455-4894-9cab-c1c21da9418c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.341996 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9721eca0-0455-4894-9cab-c1c21da9418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.358476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.388603 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9721eca0-0455-4894-9cab-c1c21da9418c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=231da353f99c435485944fc30c2e5dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667650 Aug 16 01:49:24.389376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60270) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:24.389562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] Pushing event deleted for resources: {'Port': ['ID=9633f46d-b2ab-415f-8728-945d1149bc5b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:24.398524 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721eca0-0455-4894-9cab-c1c21da9418c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0babd1e9-2d5b-4e24-be5f-66e5902250d4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:24.458937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6c14ecc-68f4-46a2-bf0e-d411869007d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.483711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6c14ecc-68f4-46a2-bf0e-d411869007d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.540894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3550d60b-3588-4b3b-94f9-c4377f7db9e0 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:24.553321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6c14ecc-68f4-46a2-bf0e-d411869007d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.555910 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6c14ecc-68f4-46a2-bf0e-d411869007d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.562135 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c6c14ecc-68f4-46a2-bf0e-d411869007d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0babd1e9-2d5b-4e24-be5f-66e5902250d4 HTTP/1.1" status: 204 len: 168 time: 0.1673024 Aug 16 01:49:24.568712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 3550d60b-3588-4b3b-94f9-c4377f7db9e0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:24.569391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3550d60b-3588-4b3b-94f9-c4377f7db9e0 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:24.574659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c14ecc-68f4-46a2-bf0e-d411869007d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0babd1e9-2d5b-4e24-be5f-66e5902250d4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:24.600071 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.668008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d50fc4-8e58-4566-85a4-83392753512e req-9d74f00e-c134-4b66-af60-eaf32814b694 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:24.669703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5d50fc4-8e58-4566-85a4-83392753512e req-9d74f00e-c134-4b66-af60-eaf32814b694 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1506166 Aug 16 01:49:24.791071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5d50fc4-8e58-4566-85a4-83392753512e req-05ac8d32-1f71-43b8-91c1-82e8b59d174b tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119051 Aug 16 01:49:24.808779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c6b6-f10c-49eb-a876-1b525e20d152 req-cfc9175b-f2ff-41f6-a42f-f7749fc96f70 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:24.810244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-73b6c6b6-f10c-49eb-a876-1b525e20d152 req-cfc9175b-f2ff-41f6-a42f-f7749fc96f70 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1204631 Aug 16 01:49:24.919683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-73b6c6b6-f10c-49eb-a876-1b525e20d152 req-d5365406-7b2a-4277-aa18-fe8a4f796600 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026919 Aug 16 01:49:24.948381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] Router 7fe0bfea-2773-48b4-8897-42e540da6aba has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:25.091575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:25.100618 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b33cfd-67c3-462a-9995-ae4d31361532 None None] Sync routers for ids ['7fe0bfea-2773-48b4-8897-42e540da6aba'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:25.103749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f7e905ff-b8ef-48b4-a80e-ad9954fdb65e admin admin] 10.222.0.79 "PUT /v2.0/routers/7fe0bfea-2773-48b4-8897-42e540da6aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5149491 Aug 16 01:49:25.106387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60304) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:25.113085 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b33cfd-67c3-462a-9995-ae4d31361532 None None] Routers {'7fe0bfea-2773-48b4-8897-42e540da6aba'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:25.114114 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-76b33cfd-67c3-462a-9995-ae4d31361532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7fe0bfea-2773-48b4-8897-42e540da6aba'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:25.121082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6fc45-2b9c-46b2-9c7b-b1687a873f2e req-b1525070-4212-4eb1-bf1d-0a532ffa3268 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:25.122674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50c6fc45-2b9c-46b2-9c7b-b1687a873f2e req-b1525070-4212-4eb1-bf1d-0a532ffa3268 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 943 time: 0.0805004 Aug 16 01:49:25.186522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50c6fc45-2b9c-46b2-9c7b-b1687a873f2e req-5a7c9d5c-1a0c-4a9d-8644-8aadb250cf48 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568538 Aug 16 01:49:25.295086 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-76b33cfd-67c3-462a-9995-ae4d31361532 None None] Set router 7fe0bfea-2773-48b4-8897-42e540da6aba gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:25.304847 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.394640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5ed31-b81a-4bcc-ac81-d1588c7dc256 req-1a384bd2-9f33-410d-be61-bb42a21666a2 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:25.404865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2cc5ed31-b81a-4bcc-ac81-d1588c7dc256 req-1a384bd2-9f33-410d-be61-bb42a21666a2 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 948 time: 0.1021223 Aug 16 01:49:25.432042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 36fe387c-4602-4499-93ec-dd485a3abb48 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:25.444314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.499771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60318) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:25.525671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3512b-a36a-482f-84f2-20a5ae0bf700 req-33c8060d-87c9-4544-8591-107e8933b446 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:25.527631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51b3512b-a36a-482f-84f2-20a5ae0bf700 req-33c8060d-87c9-4544-8591-107e8933b446 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 945 time: 0.1191194 Aug 16 01:49:25.541644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Deleting port e854e3a6-d7c9-4660-90b8-b22d763657d6 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:25.541992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.545585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2cc5ed31-b81a-4bcc-ac81-d1588c7dc256 req-9d950bac-5852-4419-8f1c-f788158d0fed tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338284 Aug 16 01:49:25.574459 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-76b33cfd-67c3-462a-9995-ae4d31361532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-router', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:13Z', 'updated_at': '2021-08-16T01:49:24Z', 'revision_number': 5, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'gw_port': {'id': 'e854e3a6-d7c9-4660-90b8-b22d763657d6', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:14Z', 'updated_at': '2021-08-16T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:25.592499 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 36fe387c-4602-4499-93ec-dd485a3abb48, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=36fe387c-4602-4499-93ec-dd485a3abb48,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:25.608633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51b3512b-a36a-482f-84f2-20a5ae0bf700 req-2064fe6f-6d37-49ca-8507-b3d3399c91af tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618448 Aug 16 01:49:25.611081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '36fe387c-4602-4499-93ec-dd485a3abb48', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '36fe387c-4602-4499-93ec-dd485a3abb48', 'mac_address': 'fa:16:3e:68:1d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:25.624625 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b33cfd-67c3-462a-9995-ae4d31361532 None None] Checking router: 7fe0bfea-2773-48b4-8897-42e540da6aba for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:25.645269 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b33cfd-67c3-462a-9995-ae4d31361532 None None] Routers {'7fe0bfea-2773-48b4-8897-42e540da6aba'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:25.646158 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-76b33cfd-67c3-462a-9995-ae4d31361532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7fe0bfea-2773-48b4-8897-42e540da6aba'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:25.655627 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.660462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] For port e854e3a6-d7c9-4660-90b8-b22d763657d6, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e854e3a6-d7c9-4660-90b8-b22d763657d6,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:25.660937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.673403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fe387c-4602-4499-93ec-dd485a3abb48 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:25.676785 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-network', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:25.685402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Calling delete_port for e854e3a6-d7c9-4660-90b8-b22d763657d6 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:25.697768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 36fe387c-4602-4499-93ec-dd485a3abb48, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=36fe387c-4602-4499-93ec-dd485a3abb48,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:25.703844 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.739082 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-76b33cfd-67c3-462a-9995-ae4d31361532 None None] Set router 7fe0bfea-2773-48b4-8897-42e540da6aba gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:25.741101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Made reservation on behalf of 97ff30f978f04fd8bcffe9aaa756ae6e for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:25.743377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.755701 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.763331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=36fe387c-4602-4499-93ec-dd485a3abb48,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:25.798017 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-76b33cfd-67c3-462a-9995-ae4d31361532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-router', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:13Z', 'updated_at': '2021-08-16T01:49:25Z', 'revision_number': 6, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:25.825900 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b33cfd-67c3-462a-9995-ae4d31361532 None None] The sync data for ids ['7fe0bfea-2773-48b4-8897-42e540da6aba'] in n-d-768851-16 is: [{'id': '7fe0bfea-2773-48b4-8897-42e540da6aba', 'name': 'tempest-FloatingIPsNegativeTestJSON-1991615587-router', 'tenant_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:13Z', 'updated_at': '2021-08-16T01:49:25Z', 'revision_number': 6, 'project_id': 'aecf8f577f0e45798c1bb4f23e16fc9a', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:25.925395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36655f6-1bbe-4042-831f-9c7d286da05e req-c938ef6a-aca3-46de-8ec1-9012d4bf36f0 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:25.926932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f36655f6-1bbe-4042-831f-9c7d286da05e req-c938ef6a-aca3-46de-8ec1-9012d4bf36f0 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.0568569 Aug 16 01:49:25.983868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.999916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f36655f6-1bbe-4042-831f-9c7d286da05e req-47853d0a-2630-411d-b2cd-d42e918eb1a0 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658436 Aug 16 01:49:26.016552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Pushing event deleted for resources: {'Port': ['ID=e854e3a6-d7c9-4660-90b8-b22d763657d6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:26.025386 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.034604 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.067323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3800aa-0733-4d07-a765-56e372a6fc64 req-6383db86-0b75-4644-a591-d80a4436bbcb tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:26.068848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c3800aa-0733-4d07-a765-56e372a6fc64 req-6383db86-0b75-4644-a591-d80a4436bbcb tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.0615382 Aug 16 01:49:26.111629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:49:26.116742 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c3800aa-0733-4d07-a765-56e372a6fc64 req-e3739926-1d9c-43a1-82e3-befdb4b73f50 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Aug 16 01:49:26.122674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a658d86-4227-460d-b2ab-dda82b3ba38b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:26.129459 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.146265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['36fe387c-4602-4499-93ec-dd485a3abb48'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:26.200559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.202086 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Added segment 8ed2e375-104f-4f40-87d8-3460d55beb10 of type vlan for network 482a296f-c29d-4571-a2f9-68385c0fca4d Aug 16 01:49:26.338623 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.341223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.345253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.386737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a54bed-c395-4fe5-84f6-bdc5579e0927 req-6d06b0d4-7a32-45bb-836a-e6e3de2fac04 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:26.388227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01a54bed-c395-4fe5-84f6-bdc5579e0927 req-6d06b0d4-7a32-45bb-836a-e6e3de2fac04 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 943 time: 0.0635383 Aug 16 01:49:26.430569 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.431136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fe0bfea-2773-48b4-8897-42e540da6aba {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:49:26.432302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01a54bed-c395-4fe5-84f6-bdc5579e0927 req-707e27ff-0295-401c-86e4-172bedc513d5 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368145 Aug 16 01:49:26.439281 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.441573 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-36408f0f-093d-4968-951d-d30ec52e819d admin admin] 10.222.0.79 "DELETE /v2.0/routers/7fe0bfea-2773-48b4-8897-42e540da6aba HTTP/1.1" status: 204 len: 168 time: 1.3339779 Aug 16 01:49:26.443064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60330) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:26.452970 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.453185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:26.454386 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.513125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6799ac8-7f48-4f01-aecb-6159198b27d9 admin admin] Deleting subnet 75d92005-8f89-451d-b38a-aa7418311468 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:49:26.517114 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0153663 Aug 16 01:49:26.518627 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b6799ac8-7f48-4f01-aecb-6159198b27d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.520149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60332) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:26.528152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] Request body: {'subnet': {'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-subnet', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:26.532781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59ea41-2855-4009-9952-5bfa8a5b714e admin admin] Pushing event updated for resources: {'Network': ['ID=482a296f-c29d-4571-a2f9-68385c0fca4d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:26.544195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 482a296f-c29d-4571-a2f9-68385c0fca4d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:49:26.557080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] Made reservation on behalf of 97ff30f978f04fd8bcffe9aaa756ae6e for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:26.559501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.570871 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b6799ac8-7f48-4f01-aecb-6159198b27d9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.685034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b6799ac8-7f48-4f01-aecb-6159198b27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.738595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e854e3a6-d7c9-4660-90b8-b22d763657d6 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:26.781650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: e854e3a6-d7c9-4660-90b8-b22d763657d6 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:26.782339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e854e3a6-d7c9-4660-90b8-b22d763657d6 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:26.783212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9633f46d-b2ab-415f-8728-945d1149bc5b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:26.820964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 9633f46d-b2ab-415f-8728-945d1149bc5b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:26.821338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9633f46d-b2ab-415f-8728-945d1149bc5b not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:26.846790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.849357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca162f-e98a-47d3-9754-c57178d6d160 req-9a67219b-8822-40fa-81f7-3adf020ddcee tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:26.850900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bca162f-e98a-47d3-9754-c57178d6d160 req-9a67219b-8822-40fa-81f7-3adf020ddcee tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 949 time: 0.1413746 Aug 16 01:49:26.883797 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b6799ac8-7f48-4f01-aecb-6159198b27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.920067 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddea154d-ba95-4f62-adc8-eda3da5ee63c,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:26.923289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a264e-38bf-48ce-9455-3d9500078b54 req-fd66107a-8888-4a08-8ecd-72b09e4480bf tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:26.928236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] Checking segment: {'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:26.928458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] Network hostable DHCP agents. Network: 482a296f-c29d-4571-a2f9-68385c0fca4d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:49:26.929543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-194a264e-38bf-48ce-9455-3d9500078b54 req-fd66107a-8888-4a08-8ecd-72b09e4480bf tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 945 time: 0.1609435 Aug 16 01:49:26.936880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6799ac8-7f48-4f01-aecb-6159198b27d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d92005-8f89-451d-b38a-aa7418311468,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:26.946002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b6799ac8-7f48-4f01-aecb-6159198b27d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.948690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b6799ac8-7f48-4f01-aecb-6159198b27d9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/75d92005-8f89-451d-b38a-aa7418311468 HTTP/1.1" status: 204 len: 168 time: 0.5046258 Aug 16 01:49:26.949916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] Network 482a296f-c29d-4571-a2f9-68385c0fca4d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:49:26.952164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60338) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:26.952652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e2f6b3-db67-4ca9-8e30-aefa508620f2 None None] Network b210907b-eaa1-449c-848c-ea71299a9ae9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:26.975190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 482a296f-c29d-4571-a2f9-68385c0fca4d) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:26.991864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bca162f-e98a-47d3-9754-c57178d6d160 req-afd830a9-a702-476e-aa7e-183322d192dd tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285529 Aug 16 01:49:26.998929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3e08fd-bfdd-4eb6-a5f3-b435f3146de3 None None] Network 482a296f-c29d-4571-a2f9-68385c0fca4d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:27.017601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:27.018219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.048248 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-828bfe69-9350-4017-8047-61f054140015 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5260837 Aug 16 01:49:27.055809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60342) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:27.055809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:27.064125 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.106869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-194a264e-38bf-48ce-9455-3d9500078b54 req-423a8a93-124e-44f0-9481-08bd2632dfc7 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725013 Aug 16 01:49:27.117827 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.119083 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.200177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.202332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Deleting port 7bc675ad-9cd2-470e-97da-76679a06df4f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:27.202807 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.274715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509dcda-6413-423f-a4a6-e1657c7d7954 req-63459e93-b6af-4d73-bf70-62ca1d6d2d70 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:27.276165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa16747a-b210-4ce9-b3ea-9fe0afde5692 None None] DHCP port deletion for b210907b-eaa1-449c-848c-ea71299a9ae9 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:49:27.283232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c509dcda-6413-423f-a4a6-e1657c7d7954 req-63459e93-b6af-4d73-bf70-62ca1d6d2d70 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1438227 Aug 16 01:49:27.315205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-482a296f-c29d-4571-a2f9-68385c0fca4d', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'fixed_ips': [{'subnet_id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:49:27.316442 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.346624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] For port 7bc675ad-9cd2-470e-97da-76679a06df4f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7bc675ad-9cd2-470e-97da-76679a06df4f,segment=NetworkSegment(48a549cc-25d8-433e-8e20-c728d0c5cb1d),segment_id=48a549cc-25d8-433e-8e20-c728d0c5cb1d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:27.346987 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.375017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a188b9-aebe-4c40-8f16-7f2b1d28ef76 req-ca4c7d50-b08d-4a4f-85c4-e0d6ba08ca44 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:27.378637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85a188b9-aebe-4c40-8f16-7f2b1d28ef76 req-ca4c7d50-b08d-4a4f-85c4-e0d6ba08ca44 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1398275 Aug 16 01:49:27.392681 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c509dcda-6413-423f-a4a6-e1657c7d7954 req-6d1f5b97-ba88-4ee5-9aac-71e152cd38ee tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040688 Aug 16 01:49:27.439250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.457926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Calling delete_port for 7bc675ad-9cd2-470e-97da-76679a06df4f owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:27.458263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-aa16747a-b210-4ce9-b3ea-9fe0afde5692 None None] Deleting port 7bc675ad-9cd2-470e-97da-76679a06df4f {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:27.458844 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa16747a-b210-4ce9-b3ea-9fe0afde5692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.517255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85a188b9-aebe-4c40-8f16-7f2b1d28ef76 req-60653a28-14c1-4e78-b5f8-b451ca97718e tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233006 Aug 16 01:49:27.582987 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Allocated IP 172.20.0.2 (482a296f-c29d-4571-a2f9-68385c0fca4d/ddea154d-ba95-4f62-adc8-eda3da5ee63c/ce33448f-2384-409e-8dab-82a73f7bf3ee) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:27.587090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-aa16747a-b210-4ce9-b3ea-9fe0afde5692 None None] For port 7bc675ad-9cd2-470e-97da-76679a06df4f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7bc675ad-9cd2-470e-97da-76679a06df4f,segment=NetworkSegment(48a549cc-25d8-433e-8e20-c728d0c5cb1d),segment_id=48a549cc-25d8-433e-8e20-c728d0c5cb1d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:27.587610 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa16747a-b210-4ce9-b3ea-9fe0afde5692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.608778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-aa16747a-b210-4ce9-b3ea-9fe0afde5692 None None] Calling delete_port for 7bc675ad-9cd2-470e-97da-76679a06df4f owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:27.680380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48e8bf-ea2d-47ef-8c71-462d2469653f req-29d1b921-d14c-4cc8-a69d-b99034ab830c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:27.682034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c48e8bf-ea2d-47ef-8c71-462d2469653f req-29d1b921-d14c-4cc8-a69d-b99034ab830c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 943 time: 0.0968394 Aug 16 01:49:27.725068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304183fa-fa5e-4688-805d-3995a456a86e req-5f7a481f-a6b6-47df-99ef-62a733f82dff tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:27.726761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-304183fa-fa5e-4688-805d-3995a456a86e req-5f7a481f-a6b6-47df-99ef-62a733f82dff tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.89 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 945 time: 0.1037717 Aug 16 01:49:27.771630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c48e8bf-ea2d-47ef-8c71-462d2469653f req-abdecfd7-8f0d-4347-8164-bc01a3ceb497 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749297 Aug 16 01:49:27.855237 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-304183fa-fa5e-4688-805d-3995a456a86e req-1e635ced-4a11-46b8-941f-c791873f5d53 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Deleting port 8f307958-0798-4cc9-af04-f17041964c20 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:27.855786 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-304183fa-fa5e-4688-805d-3995a456a86e req-1e635ced-4a11-46b8-941f-c791873f5d53 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.907167 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.922419 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.930560 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa16747a-b210-4ce9-b3ea-9fe0afde5692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.940164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Transition to ACTIVE for port object ce33448f-2384-409e-8dab-82a73f7bf3ee will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:27.957827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc675ad-9cd2-470e-97da-76679a06df4f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:27.962944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] No DVR routers for this DVR port 7bc675ad-9cd2-470e-97da-76679a06df4f on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:27.971534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa16747a-b210-4ce9-b3ea-9fe0afde5692 None None] No DVR routers for this DVR port 7bc675ad-9cd2-470e-97da-76679a06df4f on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:27.976602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16747a-b210-4ce9-b3ea-9fe0afde5692 None None] Pushing event deleted for resources: {'Port': ['ID=7bc675ad-9cd2-470e-97da-76679a06df4f,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:27.983928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Transition to ACTIVE for port object ce33448f-2384-409e-8dab-82a73f7bf3ee will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:27.986823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-304183fa-fa5e-4688-805d-3995a456a86e req-1e635ced-4a11-46b8-941f-c791873f5d53 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] For port 8f307958-0798-4cc9-af04-f17041964c20, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=8f307958-0798-4cc9-af04-f17041964c20,segment=NetworkSegment(8679d7c9-a6cd-4fc7-96c3-f2028a3640d7),segment_id=8679d7c9-a6cd-4fc7-96c3-f2028a3640d7)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:27.987332 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-304183fa-fa5e-4688-805d-3995a456a86e req-1e635ced-4a11-46b8-941f-c791873f5d53 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.993487 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.009936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-304183fa-fa5e-4688-805d-3995a456a86e req-1e635ced-4a11-46b8-941f-c791873f5d53 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Calling delete_port for 8f307958-0798-4cc9-af04-f17041964c20 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:28.045418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Network 482a296f-c29d-4571-a2f9-68385c0fca4d is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:28.052701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:28.058358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:28.062362 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Pushing event updated for resources: {'Port': ['ID=ce33448f-2384-409e-8dab-82a73f7bf3ee,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:28.129230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.134915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Attempting to bind port ce33448f-2384-409e-8dab-82a73f7bf3ee on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:28.135423 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Attempting to bind port ce33448f-2384-409e-8dab-82a73f7bf3ee by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:28.135803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Attempting to bind port ce33448f-2384-409e-8dab-82a73f7bf3ee on network 482a296f-c29d-4571-a2f9-68385c0fca4d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:28.143960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:28.144730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Checking segment: {'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:28.144730 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.145293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Bound using segment: {'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:28.146710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Bound port: ce33448f-2384-409e-8dab-82a73f7bf3ee, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:28.146710 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.196318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b210907b-eaa1-449c-848c-ea71299a9ae9']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:28.213389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a549cc-25d8-433e-8e20-c728d0c5cb1d') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:28.213759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a549cc-25d8-433e-8e20-c728d0c5cb1d') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:28.223707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] For port ce33448f-2384-409e-8dab-82a73f7bf3ee, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:28.226651 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.233124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] For port ce33448f-2384-409e-8dab-82a73f7bf3ee, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ce33448f-2384-409e-8dab-82a73f7bf3ee,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:28.247203 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.258805 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-a6a34bfa-49c1-4ece-93a3-5f3ba795a4ee service neutron] 10.222.0.84 "GET /v2.0/ports/25a85a8b-7746-4fa8-a9ba-d45692d79cde/bindings/n-h2-768851-16 HTTP/1.1" status: 200 len: 385 time: 0.2604609 Aug 16 01:49:28.267868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.285921 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:49:28.286219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:49:28.288003 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:49:28.324408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d6e25-a5d7-44f3-b681-fb5d7e1a978e None None] Pushing event updated for resources: {'Port': ['ID=ce33448f-2384-409e-8dab-82a73f7bf3ee,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:28.366848 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.411286 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.429313 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.467190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.469031 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] 10.222.0.79 "DELETE /v2.0/networks/b210907b-eaa1-449c-848c-ea71299a9ae9 HTTP/1.1" status: 204 len: 168 time: 1.5159235 Aug 16 01:49:28.533339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f19b11-968d-45cd-90b9-80da4fc3164e req-e9fd98b7-ec13-441b-92ae-4aa4a5acfa14 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:28.534906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3f19b11-968d-45cd-90b9-80da4fc3164e req-e9fd98b7-ec13-441b-92ae-4aa4a5acfa14 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 949 time: 0.4385617 Aug 16 01:49:28.545849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b50d78-4bdd-46b0-8ad2-fa2e6ae3829b admin admin] Pushing event deleted for resources: {'Network': ['ID=b210907b-eaa1-449c-848c-ea71299a9ae9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:28.595760 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-304183fa-fa5e-4688-805d-3995a456a86e req-1e635ced-4a11-46b8-941f-c791873f5d53 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.609056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['8f307958-0798-4cc9-af04-f17041964c20'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:28.632874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c888e7-80e3-4b87-a0a7-b8640bc4ed45 req-a9c3f630-c4d7-408c-ab09-2abbad03350f tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:28.642554 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8c888e7-80e3-4b87-a0a7-b8640bc4ed45 req-a9c3f630-c4d7-408c-ab09-2abbad03350f tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b3bae2-c16d-4ea7-b660-856fdb2aeb63 HTTP/1.1" status: 200 len: 945 time: 0.2007985 Aug 16 01:49:28.685969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e635ced-4a11-46b8-941f-c791873f5d53 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Pushing event deleted for resources: {'Port': ['ID=8f307958-0798-4cc9-af04-f17041964c20,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:28.718441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Allocated IP 172.25.2.238 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/1a6fa4e4-930c-4460-bcec-5c9a1cf853a3) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:28.728810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60362) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:28.737928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3f19b11-968d-45cd-90b9-80da4fc3164e req-8c8d78c1-db29-485a-bebd-a2c7e473e92c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824753 Aug 16 01:49:28.791061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-31e70442-6049-4c95-9b92-987be1009acd req-3c6aed87-80c9-4ec9-af46-adbe2458fb7a service neutron] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:28.820858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-304183fa-fa5e-4688-805d-3995a456a86e req-1e635ced-4a11-46b8-941f-c791873f5d53 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] No DVR routers for this DVR port 8f307958-0798-4cc9-af04-f17041964c20 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:28.825979 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-304183fa-fa5e-4688-805d-3995a456a86e req-1e635ced-4a11-46b8-941f-c791873f5d53 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.840609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-304183fa-fa5e-4688-805d-3995a456a86e req-1e635ced-4a11-46b8-941f-c791873f5d53 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.89 "DELETE /v2.0/ports/8f307958-0798-4cc9-af04-f17041964c20 HTTP/1.1" status: 204 len: 173 time: 1.1005707 Aug 16 01:49:28.841347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b3bae2-c16d-4ea7-b660-856fdb2aeb63', 'name': 'network-vif-deleted', 'tag': '8f307958-0798-4cc9-af04-f17041964c20'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:28.842809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ce33448f-2384-409e-8dab-82a73f7bf3ee up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:28.844415 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3ef9be-b2a9-47c4-a6f7-d25330095396" -d '{"events": [{"server_uuid": "93b3bae2-c16d-4ea7-b660-856fdb2aeb63", "name": "network-vif-deleted", "tag": "8f307958-0798-4cc9-af04-f17041964c20"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:28.871939 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8c888e7-80e3-4b87-a0a7-b8640bc4ed45 req-a3bdd385-4a56-45b6-a450-6809e0d9bf02 tempest-AttachSCSIVolumeTestJSON-480880314 tempest-AttachSCSIVolumeTestJSON-480880314-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd1c761d-e5c9-4748-a5d1-9daf93067fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280943 Aug 16 01:49:28.954781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-31e70442-6049-4c95-9b92-987be1009acd req-3c6aed87-80c9-4ec9-af46-adbe2458fb7a service neutron] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:28.957070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef27f0-c0be-4b1c-983e-7a416ca93e89 req-44d5d7bb-1dd8-4389-be59-74ec14e922b5 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:28.962352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ce33448f-2384-409e-8dab-82a73f7bf3ee completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:28.966246 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-634772d7-d122-44e8-8e3f-be01fcea1ba2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aecf8f577f0e45798c1bb4f23e16fc9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326295 Aug 16 01:49:28.970393 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ef27f0-c0be-4b1c-983e-7a416ca93e89 req-44d5d7bb-1dd8-4389-be59-74ec14e922b5 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.0799034 Aug 16 01:49:28.974223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60368) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:29.046687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-31e70442-6049-4c95-9b92-987be1009acd req-3c6aed87-80c9-4ec9-af46-adbe2458fb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a85a8b-7746-4fa8-a9ba-d45692d79cde {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:29.065405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7bc675ad-9cd2-470e-97da-76679a06df4f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:29.069901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-31e70442-6049-4c95-9b92-987be1009acd req-3c6aed87-80c9-4ec9-af46-adbe2458fb7a service neutron] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:29.089952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 7bc675ad-9cd2-470e-97da-76679a06df4f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:29.090620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7bc675ad-9cd2-470e-97da-76679a06df4f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:29.095169 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-31e70442-6049-4c95-9b92-987be1009acd req-3c6aed87-80c9-4ec9-af46-adbe2458fb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.106576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ef27f0-c0be-4b1c-983e-7a416ca93e89 req-e53800a7-b63f-4bf7-aa6a-31c1baee1533 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355827 Aug 16 01:49:29.111018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.120052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e3b56-3270-4a76-afe5-08d91fc2cdcf req-4db0204e-6308-4433-b48d-65f637fd3283 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:29.121880 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb0e3b56-3270-4a76-afe5-08d91fc2cdcf req-4db0204e-6308-4433-b48d-65f637fd3283 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1466362 Aug 16 01:49:29.122739 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3ca64f4-f0c1-40d6-b92b-88c7afb34133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.146215 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3ca64f4-f0c1-40d6-b92b-88c7afb34133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.212750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-31e70442-6049-4c95-9b92-987be1009acd req-3c6aed87-80c9-4ec9-af46-adbe2458fb7a service neutron] Transition to ACTIVE for port object 25a85a8b-7746-4fa8-a9ba-d45692d79cde will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:29.214784 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb0e3b56-3270-4a76-afe5-08d91fc2cdcf req-e3d8c144-7449-4637-a454-7fc20c8fd365 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518036 Aug 16 01:49:29.223832 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-31e70442-6049-4c95-9b92-987be1009acd req-3c6aed87-80c9-4ec9-af46-adbe2458fb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.236087 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3ca64f4-f0c1-40d6-b92b-88c7afb34133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.244572 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3ca64f4-f0c1-40d6-b92b-88c7afb34133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.246330 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f3ca64f4-f0c1-40d6-b92b-88c7afb34133 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af2cbda8-7104-4bd0-8e1a-ca9aec6608d7 HTTP/1.1" status: 204 len: 168 time: 0.2682056 Aug 16 01:49:29.254310 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.276413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca64f4-f0c1-40d6-b92b-88c7afb34133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2cbda8-7104-4bd0-8e1a-ca9aec6608d7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:29.306837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:29.311760 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31720e0a-6f26-437f-86ce-fe97eddd742e x-openstack-request-id: req-31720e0a-6f26-437f-86ce-fe97eddd742e {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:29.312316 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b3bae2-c16d-4ea7-b660-856fdb2aeb63", "name": "network-vif-deleted", "tag": "8f307958-0798-4cc9-af04-f17041964c20", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:29.313315 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-31720e0a-6f26-437f-86ce-fe97eddd742e {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:29.313999 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b3bae2-c16d-4ea7-b660-856fdb2aeb63', 'name': 'network-vif-deleted', 'tag': '8f307958-0798-4cc9-af04-f17041964c20', 'status': 'completed', 'code': 200} Aug 16 01:49:29.325665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e70442-6049-4c95-9b92-987be1009acd req-3c6aed87-80c9-4ec9-af46-adbe2458fb7a service neutron] No DVR routers for this DVR port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:29.327833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:29.335867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:29.341694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ce735-53fe-45c6-a654-9d632e262476 req-f3af8ed0-1839-4a0b-ba95-9d3cab5fe93a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:29.343421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b1ce735-53fe-45c6-a654-9d632e262476 req-f3af8ed0-1839-4a0b-ba95-9d3cab5fe93a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 944 time: 0.0831161 Aug 16 01:49:29.389275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b1ce735-53fe-45c6-a654-9d632e262476 req-e454590b-9481-4ba5-9f58-cc7f3fe9277d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Aug 16 01:49:29.407505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6aed87-80c9-4ec9-af46-adbe2458fb7a service neutron] Pushing event updated for resources: {'Port': ['ID=25a85a8b-7746-4fa8-a9ba-d45692d79cde,revision_number=10']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:29.465099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 36fe387c-4602-4499-93ec-dd485a3abb48 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:29.541912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 36fe387c-4602-4499-93ec-dd485a3abb48 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:29.546413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 36fe387c-4602-4499-93ec-dd485a3abb48 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:29.546789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.558974 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-3c6aed87-80c9-4ec9-af46-adbe2458fb7a service neutron] 10.222.0.84 "PUT /v2.0/ports/25a85a8b-7746-4fa8-a9ba-d45692d79cde/bindings/n-h2-768851-16/activate HTTP/1.1" status: 200 len: 370 time: 1.2816231 Aug 16 01:49:29.625182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Pushing event updated for resources: {'Port': ['ID=1a6fa4e4-930c-4460-bcec-5c9a1cf853a3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:29.709749 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.754300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e673073d-8139-43b8-bc65-0f0964921fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fe387c-4602-4499-93ec-dd485a3abb48'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:29.757605 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf98ac0d-42a0-4472-bcb3-558c1d93f925" -d '{"events": [{"server_uuid": "e673073d-8139-43b8-bc65-0f0964921fc6", "name": "network-vif-plugged", "status": "completed", "tag": "36fe387c-4602-4499-93ec-dd485a3abb48"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:29.765354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40138286-b483-45e8-9c52-3ff616b0e539 None None] Network 482a296f-c29d-4571-a2f9-68385c0fca4d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:29.778450 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.789298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70442-6049-4c95-9b92-987be1009acd req-5b0e06b4-7519-46f1-98c2-bdcfe95c420b tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:29.791259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-5b0e06b4-7519-46f1-98c2-bdcfe95c420b tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.1008286 Aug 16 01:49:29.830164 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d9c235-c09a-4f5f-ad65-1e2fd114cd6a x-openstack-request-id: req-c5d9c235-c09a-4f5f-ad65-1e2fd114cd6a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:29.830413 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e673073d-8139-43b8-bc65-0f0964921fc6", "name": "network-vif-plugged", "status": "completed", "tag": "36fe387c-4602-4499-93ec-dd485a3abb48", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:29.830668 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c5d9c235-c09a-4f5f-ad65-1e2fd114cd6a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:29.831055 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e673073d-8139-43b8-bc65-0f0964921fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fe387c-4602-4499-93ec-dd485a3abb48', 'code': 200} Aug 16 01:49:29.842237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 36fe387c-4602-4499-93ec-dd485a3abb48, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=36fe387c-4602-4499-93ec-dd485a3abb48,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:29.857502 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.946038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70442-6049-4c95-9b92-987be1009acd req-59163aa6-c991-45a8-a6e1-a974b1417f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:29.948471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-59163aa6-c991-45a8-a6e1-a974b1417f15 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54 HTTP/1.1" status: 200 len: 1096 time: 0.1471112 Aug 16 01:49:29.971666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94828f5b-fe50-4dd3-992a-fd624477ecc4 req-81758669-b208-46fd-aa8b-5b6495664912 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:29.979370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94828f5b-fe50-4dd3-992a-fd624477ecc4 req-81758669-b208-46fd-aa8b-5b6495664912 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 950 time: 0.0913327 Aug 16 01:49:30.044661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-27418d42-3d37-48a2-9abd-c7a228eaa2f5 None None] Provisioning for port ce33448f-2384-409e-8dab-82a73f7bf3ee completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:30.046499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70442-6049-4c95-9b92-987be1009acd req-370b4d8f-3a34-4753-aca5-715acaabc200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:30.048448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-370b4d8f-3a34-4753-aca5-715acaabc200 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 1096 time: 0.0671501 Aug 16 01:49:30.071255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94828f5b-fe50-4dd3-992a-fd624477ecc4 req-fac7c19e-640a-4b92-8c3b-ec6c476f39a2 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830531 Aug 16 01:49:30.090812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-27418d42-3d37-48a2-9abd-c7a228eaa2f5 None None] Provisioning complete for port ce33448f-2384-409e-8dab-82a73f7bf3ee triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:30.091186 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-27418d42-3d37-48a2-9abd-c7a228eaa2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.121561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419236a-227e-4945-8471-8020e01f2abe req-9c82a6f0-6e27-4926-aa2c-5070418698cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:30.123165 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b419236a-227e-4945-8471-8020e01f2abe req-9c82a6f0-6e27-4926-aa2c-5070418698cb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 1102 time: 0.1870375 Aug 16 01:49:30.124207 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.152268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=36fe387c-4602-4499-93ec-dd485a3abb48,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:30.182540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70442-6049-4c95-9b92-987be1009acd req-341f477b-c741-40cf-98fb-233ab51a76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:30.193918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-341f477b-c741-40cf-98fb-233ab51a76e7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.1215923 Aug 16 01:49:30.270218 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b419236a-227e-4945-8471-8020e01f2abe req-3ad458da-47b5-4d6c-9986-ca63752ee958 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387143 Aug 16 01:49:30.290353 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-27418d42-3d37-48a2-9abd-c7a228eaa2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.322059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-2e39ccbf-6a26-4648-85e0-90d5171236c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde HTTP/1.1" status: 200 len: 217 time: 0.1089921 Aug 16 01:49:30.472250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Router 113a945d-a052-4ea7-b148-de70ffe32faa is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:49:30.531344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-27418d42-3d37-48a2-9abd-c7a228eaa2f5 None None] For port ce33448f-2384-409e-8dab-82a73f7bf3ee, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ce33448f-2384-409e-8dab-82a73f7bf3ee,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:30.539552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60416) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:30.541318 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-27418d42-3d37-48a2-9abd-c7a228eaa2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.589099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70442-6049-4c95-9b92-987be1009acd req-864b945b-7e8a-4973-9c39-2cb45a808ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:30.591064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-864b945b-7e8a-4973-9c39-2cb45a808ab2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.2421937 Aug 16 01:49:30.599551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 25a85a8b-7746-4fa8-a9ba-d45692d79cde no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:30.640465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:30.662230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-d5d88197-19ff-409f-8269-3025cb9f5c89 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581100 Aug 16 01:49:30.669852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.671534 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4f5d9460-9bcf-4a7b-85d8-96a05afeb5ef admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6196892 Aug 16 01:49:30.672441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810fe00-c784-479d-b58d-468ee5b9f649 req-5c614092-574a-4011-b313-cf18bd756f64 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:30.674305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60420) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:30.675510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Sync routers for ids ['113a945d-a052-4ea7-b148-de70ffe32faa'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:30.681301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b810fe00-c784-479d-b58d-468ee5b9f649 req-5c614092-574a-4011-b313-cf18bd756f64 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.3615556 Aug 16 01:49:30.721280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eb42f-bf06-4dbc-a522-c479bed05994 req-d091323b-2804-4880-9622-7969d08416ae tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:30.729747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-630eb42f-bf06-4dbc-a522-c479bed05994 req-d091323b-2804-4880-9622-7969d08416ae tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.3264635 Aug 16 01:49:30.747198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-350069123-network', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:30.747474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Routers {'113a945d-a052-4ea7-b148-de70ffe32faa'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:30.748113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['113a945d-a052-4ea7-b148-de70ffe32faa'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:30.753914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27418d42-3d37-48a2-9abd-c7a228eaa2f5 None None] Pushing event updated for resources: {'Port': ['ID=ce33448f-2384-409e-8dab-82a73f7bf3ee,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:30.795850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Made reservation on behalf of 2d6cc0a0a5074bbea20f0bf72e4d9997 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:30.798363 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.799230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-04ed8b8f-7a69-467f-b2da-c305370dba14 None None] Provisioning complete for port ce33448f-2384-409e-8dab-82a73f7bf3ee triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:30.800144 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b8f-7a69-467f-b2da-c305370dba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.812157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.821776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b810fe00-c784-479d-b58d-468ee5b9f649 req-b1d71d9c-76e9-4f14-9124-3db3945757cc tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394827 Aug 16 01:49:30.827048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 25a85a8b-7746-4fa8-a9ba-d45692d79cde not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:30.881549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-630eb42f-bf06-4dbc-a522-c479bed05994 req-1cb7f424-284c-4298-8c50-0fcc12ce64e4 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509132 Aug 16 01:49:30.897255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-e70c20d5-2010-4c07-9e9b-ff3d3fdf6b97 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120519 Aug 16 01:49:30.990707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Set router 113a945d-a052-4ea7-b148-de70ffe32faa gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:30.999882 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:49:31.030113 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268c070-fd18-4bd6-b2fa-bed29546c958 req-68555736-4e6b-4a67-a6e2-c8b53aa36b8e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:31.031808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4268c070-fd18-4bd6-b2fa-bed29546c958 req-68555736-4e6b-4a67-a6e2-c8b53aa36b8e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 944 time: 0.1252029 Aug 16 01:49:31.083354 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-91b29a30-fd3a-4b94-91ec-e5576e409f83 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754005 Aug 16 01:49:31.102717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4268c070-fd18-4bd6-b2fa-bed29546c958 req-12892301-3a3d-4fc9-8a0b-b5245a6bf336 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613189 Aug 16 01:49:31.224547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cc4d1-0371-4b2d-a259-18d89cbeff8f req-17ecfafc-72b3-4860-b960-f88ef2eb7836 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:31.226510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e16cc4d1-0371-4b2d-a259-18d89cbeff8f req-17ecfafc-72b3-4860-b960-f88ef2eb7836 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 950 time: 0.0661585 Aug 16 01:49:31.336792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e16cc4d1-0371-4b2d-a259-18d89cbeff8f req-0cd10a2a-775f-416a-9465-3258985c7a3a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029758 Aug 16 01:49:31.370475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:29Z', 'revision_number': 3, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:31.446140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70442-6049-4c95-9b92-987be1009acd req-7a72e538-6b1c-47bd-85cb-52fee4cf1f6a tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:31.447336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.447837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Checking router: 113a945d-a052-4ea7-b148-de70ffe32faa for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:31.447837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Updating router 113a945d-a052-4ea7-b148-de70ffe32faa port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:31.449037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-7a72e538-6b1c-47bd-85cb-52fee4cf1f6a tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.0682383 Aug 16 01:49:31.456558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.508416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:49:31.511187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 8f307958-0798-4cc9-af04-f17041964c20 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:31.520400 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.520780 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Added segment f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60 of type vlan for network 39ba1a94-f347-46c4-bd52-a52970ab61de Aug 16 01:49:31.537308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 8f307958-0798-4cc9-af04-f17041964c20 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:31.538788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 8f307958-0798-4cc9-af04-f17041964c20 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:31.539083 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.605101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.682733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.684944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:31.686175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.717586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-31e70442-6049-4c95-9b92-987be1009acd req-29fb666c-6857-4244-921b-480a9b3d1f81 service neutron] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:31.724324 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-31e70442-6049-4c95-9b92-987be1009acd req-29fb666c-6857-4244-921b-480a9b3d1f81 service neutron] Notify callbacks [] for binding, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.726541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e70442-6049-4c95-9b92-987be1009acd req-29fb666c-6857-4244-921b-480a9b3d1f81 service neutron] 10.222.0.89 "DELETE /v2.0/ports/25a85a8b-7746-4fa8-a9ba-d45692d79cde/bindings/n-h1-768851-16 HTTP/1.1" status: 204 len: 173 time: 0.2630584 Aug 16 01:49:31.797997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ea4f7a-29a0-4b65-8572-74390622fd45,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:31.840018 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.854519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Transition to ACTIVE for port object 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:31.858056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60462) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:31.863285 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.863697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] Request body: {'subnet': {'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-350069123-subnet', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:31.867342 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3265731 Aug 16 01:49:31.909987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] Made reservation on behalf of 2d6cc0a0a5074bbea20f0bf72e4d9997 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:31.913312 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.937132 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c6f84-c3bc-4cad-aa36-aae3edd3ebcb None None] Pushing event updated for resources: {'Port': ['ID=1a6fa4e4-930c-4460-bcec-5c9a1cf853a3,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:31.950560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Attempting to bind port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:31.951007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Attempting to bind port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:31.951592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Attempting to bind port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:31.958318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:31.958849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:31.960457 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.960457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:31.960457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Bound port: 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:31.960760 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.971871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff9a2e-e182-4f5f-a6cd-1b8c89f72389 admin admin] Pushing event updated for resources: {'Network': ['ID=39ba1a94-f347-46c4-bd52-a52970ab61de,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:32.007140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 39ba1a94-f347-46c4-bd52-a52970ab61de details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:49:32.103314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] For port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:32.106716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] For port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1a6fa4e4-930c-4460-bcec-5c9a1cf853a3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:32.113983 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.145444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51349fc-1696-4c30-8713-1d1785b3d6c7 req-31faa844-e4bf-43e5-a13d-a3d32ddf046c tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:32.148645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e51349fc-1696-4c30-8713-1d1785b3d6c7 req-31faa844-e4bf-43e5-a13d-a3d32ddf046c tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1759827 Aug 16 01:49:32.160052 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.190486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Routers {'113a945d-a052-4ea7-b148-de70ffe32faa'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:32.191599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['113a945d-a052-4ea7-b148-de70ffe32faa'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:32.211073 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efcb00-ef2d-4263-901c-f8cb926bdd40 req-46c44bc5-646e-4afd-8131-842b024a5230 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:32.221302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92efcb00-ef2d-4263-901c-f8cb926bdd40 req-46c44bc5-646e-4afd-8131-842b024a5230 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.1867833 Aug 16 01:49:32.255358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e51349fc-1696-4c30-8713-1d1785b3d6c7 req-2f76ad14-8878-472f-a6ae-5d7551b73598 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943484 Aug 16 01:49:32.309267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92efcb00-ef2d-4263-901c-f8cb926bdd40 req-463f92e7-8aa5-4016-8074-837c30acf358 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848906 Aug 16 01:49:32.329175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c6f84-c3bc-4cad-aa36-aae3edd3ebcb None None] Pushing event updated for resources: {'Port': ['ID=1a6fa4e4-930c-4460-bcec-5c9a1cf853a3,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:32.420917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] Set router 113a945d-a052-4ea7-b148-de70ffe32faa gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:32.470443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Allocated IP 172.20.0.1 (482a296f-c29d-4571-a2f9-68385c0fca4d/ddea154d-ba95-4f62-adc8-eda3da5ee63c/97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:32.521497 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.575694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed606866-5829-4972-8eff-f555d33f5ee1,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:32.637254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5872-2fc3-49a6-b363-c0d4944070db req-baf7655d-e072-4dc2-9198-e57360bbbb5e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:32.642895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-576a5872-2fc3-49a6-b363-c0d4944070db req-baf7655d-e072-4dc2-9198-e57360bbbb5e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 944 time: 0.2149282 Aug 16 01:49:32.653289 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.669624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd8d12-ccc9-4890-9498-87a0af9d5b9b req-843ab4c8-780d-4eff-b446-59d065ab37bc tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:32.671139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02bd8d12-ccc9-4890-9498-87a0af9d5b9b req-843ab4c8-780d-4eff-b446-59d065ab37bc tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 950 time: 0.2104549 Aug 16 01:49:32.683851 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Transition to ACTIVE for port object 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:32.691495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:29Z', 'revision_number': 3, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:32.731494 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf720a-cc01-47ff-889d-64c5be123a00 None None] The sync data for ids ['113a945d-a052-4ea7-b148-de70ffe32faa'] in n-d-768851-16 is: [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:29Z', 'revision_number': 3, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:32.742261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] Checking segment: {'id': 'f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:32.742663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] Network hostable DHCP agents. Network: 39ba1a94-f347-46c4-bd52-a52970ab61de, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:49:32.743355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ce33448f-2384-409e-8dab-82a73f7bf3ee up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:32.769416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.799549 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ce33448f-2384-409e-8dab-82a73f7bf3ee triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:32.799936 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.804382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02bd8d12-ccc9-4890-9498-87a0af9d5b9b req-ab520f2f-7c94-4a44-be1d-a1943868d4e8 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008120 Aug 16 01:49:32.815674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-576a5872-2fc3-49a6-b363-c0d4944070db req-81dbd21d-6c40-4254-9dbe-bb6a1e3cece7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548483 Aug 16 01:49:32.820573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] Network 39ba1a94-f347-46c4-bd52-a52970ab61de is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:49:32.862598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 39ba1a94-f347-46c4-bd52-a52970ab61de) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:32.867699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:32.868349 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.878723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Pushing event updated for resources: {'Port': ['ID=97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:32.881809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14a9070-a489-424e-bbe0-58b0bb7d4026 None None] Network 39ba1a94-f347-46c4-bd52-a52970ab61de requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:32.887979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Network 482a296f-c29d-4571-a2f9-68385c0fca4d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:32.889781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:32.896070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c773d9cd-ae54-43aa-b50b-099286fbb6bf admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0344882 Aug 16 01:49:32.896302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:32.897003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60478) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:32.902623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-350069123-router', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:32.981473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.986924 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.018646 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.113430 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.116459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea583d4-d271-40dc-add9-968a7585937d req-e1d73896-4299-4348-b28a-f059ce2566b0 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:33.123892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ea583d4-d271-40dc-add9-968a7585937d req-e1d73896-4299-4348-b28a-f059ce2566b0 tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 1102 time: 0.1303248 Aug 16 01:49:33.422859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ea583d4-d271-40dc-add9-968a7585937d req-d17d30c1-d784-4824-89d4-dbeaa89e57bd tempest-ServersOnMultiNodesTest-592946791 tempest-ServersOnMultiNodesTest-592946791-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979693 Aug 16 01:49:33.471476 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.502503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-51736978-422d-452c-a92f-c7fa7ec04e41 None None] Provisioning for port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:33.530993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-51736978-422d-452c-a92f-c7fa7ec04e41 None None] Provisioning complete for port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:33.532315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51736978-422d-452c-a92f-c7fa7ec04e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.558945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-39ba1a94-f347-46c4-bd52-a52970ab61de', 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'fixed_ips': [{'subnet_id': 'ed606866-5829-4972-8eff-f555d33f5ee1'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:49:33.560062 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.577672 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.659917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0bd04-3c7a-485a-9405-14a8b765f36a req-924d5cc2-6f4c-4b50-9bcb-1a73d86fd34f tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:33.668195 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91a0bd04-3c7a-485a-9405-14a8b765f36a req-924d5cc2-6f4c-4b50-9bcb-1a73d86fd34f tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 1096 time: 0.5557508 Aug 16 01:49:33.725305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d280d6-2656-48c9-a442-3be9e74e385f req-807b56b6-c5e1-46d4-b192-5bcfffcbe41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:33.726972 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3d280d6-2656-48c9-a442-3be9e74e385f req-807b56b6-c5e1-46d4-b192-5bcfffcbe41f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 1097 time: 0.3738239 Aug 16 01:49:33.741203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91a0bd04-3c7a-485a-9405-14a8b765f36a req-d4b215ba-127c-46e6-b151-eef4f8d9300b tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709310 Aug 16 01:49:33.792762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Allocated IP 172.20.0.2 (39ba1a94-f347-46c4-bd52-a52970ab61de/ed606866-5829-4972-8eff-f555d33f5ee1/19c88115-11ba-4185-a78a-4554a7445913) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:33.808012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b24ffc-88b1-46d7-a68b-65d2566c2bb8 req-3c8662fb-ed09-4e36-8afe-36bbeed28d66 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:33.811400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-81b24ffc-88b1-46d7-a68b-65d2566c2bb8 req-3c8662fb-ed09-4e36-8afe-36bbeed28d66 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.2272849 Aug 16 01:49:33.900276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.909404 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.937411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3d280d6-2656-48c9-a442-3be9e74e385f req-b14e4c8c-4245-4b77-8632-4f4bcf1b3608 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925054 Aug 16 01:49:33.956091 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.997196 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.007174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Transition to ACTIVE for port object 19c88115-11ba-4185-a78a-4554a7445913 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:34.008273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-81b24ffc-88b1-46d7-a68b-65d2566c2bb8 req-b177e077-af52-4b20-bd1b-79e197bcb4fa tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714342 Aug 16 01:49:34.024512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Transition to ACTIVE for port object 19c88115-11ba-4185-a78a-4554a7445913 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:34.034809 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.036967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-51736978-422d-452c-a92f-c7fa7ec04e41 None None] Port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:34.085871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Pushing event updated for resources: {'Port': ['ID=19c88115-11ba-4185-a78a-4554a7445913,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:34.108167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Network 39ba1a94-f347-46c4-bd52-a52970ab61de is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:34.111918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:34.119111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Pushing event updated for resources: {'Port': ['ID=97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:34.136440 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:34.159534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8880fa-65e1-406c-8600-f7a55f9ce9b6 req-0b158d8b-0f5e-4b7f-8ea8-4d2b8f2d1011 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:34.162790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c8880fa-65e1-406c-8600-f7a55f9ce9b6 req-0b158d8b-0f5e-4b7f-8ea8-4d2b8f2d1011 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.2477491 Aug 16 01:49:34.222040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Network 482a296f-c29d-4571-a2f9-68385c0fca4d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:34.229105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:34.245927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Attempting to bind port 19c88115-11ba-4185-a78a-4554a7445913 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:34.246304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Attempting to bind port 19c88115-11ba-4185-a78a-4554a7445913 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:34.246804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Attempting to bind port 19c88115-11ba-4185-a78a-4554a7445913 on network 39ba1a94-f347-46c4-bd52-a52970ab61de {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:34.253269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:34.253562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Checking segment: {'id': 'f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:34.254575 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.254575 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Bound using segment: {'id': 'f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:34.254915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Bound port: 19c88115-11ba-4185-a78a-4554a7445913, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:34.255165 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.386319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] For port 19c88115-11ba-4185-a78a-4554a7445913, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:34.390791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] For port 19c88115-11ba-4185-a78a-4554a7445913, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19c88115-11ba-4185-a78a-4554a7445913,segment=NetworkSegment(f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60),segment_id=f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:34.400822 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.520804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c8880fa-65e1-406c-8600-f7a55f9ce9b6 req-a95028f7-0b52-4b6c-b5f5-ce0495253838 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508956 Aug 16 01:49:34.522970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Router 113a945d-a052-4ea7-b148-de70ffe32faa has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:34.540382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00da383-8e91-4bf7-9a2a-7fd3d838de66 None None] Pushing event updated for resources: {'Port': ['ID=19c88115-11ba-4185-a78a-4554a7445913,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:34.574922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-15c03e85-070c-42bd-a7dc-6f1a86120d6c None None] Provisioning complete for port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:34.574922 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-15c03e85-070c-42bd-a7dc-6f1a86120d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.586733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a57e5974-0844-4a4e-ab2b-43f07303a323 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:34.600028 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.652881 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.658400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e746bc0-8edf-4285-b73e-73ec342ac8b7 req-e940d377-fcae-46cb-b14b-83b154de5aed tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:34.667824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e746bc0-8edf-4285-b73e-73ec342ac8b7 req-e940d377-fcae-46cb-b14b-83b154de5aed tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 1096 time: 0.2337635 Aug 16 01:49:34.720360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-15c03e85-070c-42bd-a7dc-6f1a86120d6c None None] Port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:34.824045 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.832572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:34.853448 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8afbe7c6-e06c-4261-a6eb-51687105fb84 admin admin] 10.222.0.79 "PUT /v2.0/routers/113a945d-a052-4ea7-b148-de70ffe32faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1777894 Aug 16 01:49:34.868603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:34.943172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:34.945513 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0761416-89fc-44c0-8824-43a87b79cb0e" -d '{"events": [{"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-unplugged", "status": "completed", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:34.986250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e746bc0-8edf-4285-b73e-73ec342ac8b7 req-4d031087-708e-4cf6-8fa6-e080bda1ed2a tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161108 Aug 16 01:49:34.987637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:34.998109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.053334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Allocated IP 172.25.2.120 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/d670c907-0fcd-421e-b54f-a75f94cab0c9) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:35.072076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24942e50-d2cf-42be-a4ae-59d7931740f5 req-56b568a6-b79c-4b36-bc53-06f33145e133 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:35.078166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24942e50-d2cf-42be-a4ae-59d7931740f5 req-56b568a6-b79c-4b36-bc53-06f33145e133 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 950 time: 0.1819797 Aug 16 01:49:35.130324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:35.167225 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5f2ff0-3b11-4ff3-aaab-7be472b7c3f3 x-openstack-request-id: req-ee5f2ff0-3b11-4ff3-aaab-7be472b7c3f3 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:35.167510 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-unplugged", "status": "completed", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:35.167756 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee5f2ff0-3b11-4ff3-aaab-7be472b7c3f3 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:35.168138 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'code': 200} Aug 16 01:49:35.173585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:35.173869 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.181481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:35.281321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24942e50-d2cf-42be-a4ae-59d7931740f5 req-054d3090-b2e5-4a86-8e3d-134015a6e73b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872241 Aug 16 01:49:35.364326 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.418888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1a6fa4e4-930c-4460-bcec-5c9a1cf853a3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:35.420803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614aba8-eee6-485a-bd29-b6a723a85e76 req-527da87f-a6cf-4b9a-8e1c-2be3b227c523 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:35.422176 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e614aba8-eee6-485a-bd29-b6a723a85e76 req-527da87f-a6cf-4b9a-8e1c-2be3b227c523 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1588786 Aug 16 01:49:35.432316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.439572 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.489562 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d78b4-2142-45ca-8fc5-86d9e84522c6 req-14ba06da-dfe1-48e0-81bc-ed0ee549d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:35.491879 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-814d78b4-2142-45ca-8fc5-86d9e84522c6 req-14ba06da-dfe1-48e0-81bc-ed0ee549d02e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 1100 time: 0.0640602 Aug 16 01:49:35.539565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e614aba8-eee6-485a-bd29-b6a723a85e76 req-9b6cd992-120b-4920-94a9-53797e682b10 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692642 Aug 16 01:49:35.566040 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-814d78b4-2142-45ca-8fc5-86d9e84522c6 req-803a606b-9b7b-4e7a-88ad-fa81dfc02674 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617490 Aug 16 01:49:35.572114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=1a6fa4e4-930c-4460-bcec-5c9a1cf853a3,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:35.579713 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.959795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Pushing event updated for resources: {'Port': ['ID=d670c907-0fcd-421e-b54f-a75f94cab0c9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:35.997394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:35.998862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:36.046098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:36.069594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4d9f33-e048-4a18-9562-60af27883418 None None] Network 39ba1a94-f347-46c4-bd52-a52970ab61de requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:36.197480 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Sync routers for ids ['113a945d-a052-4ea7-b148-de70ffe32faa'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:36.209489 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Routers {'113a945d-a052-4ea7-b148-de70ffe32faa'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:36.210545 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['113a945d-a052-4ea7-b148-de70ffe32faa'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:36.211840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8cc054f3-b7a1-45eb-9f27-49ae84464b69 None None] Provisioning for port 19c88115-11ba-4185-a78a-4554a7445913 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:36.269734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082632-9bc0-419e-b611-6755db46e379 req-1092ba0d-3696-45fe-858b-e613ae18b646 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:36.271258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-1092ba0d-3696-45fe-858b-e613ae18b646 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/networks?id=482a296f-c29d-4571-a2f9-68385c0fca4d HTTP/1.1" status: 200 len: 828 time: 0.2996521 Aug 16 01:49:36.301358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6d9b-ec0e-4ccd-9277-ef09fad10fa0 req-efb0f8fc-81ff-4e96-96db-329984b4e343 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:36.303338 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9aa6d9b-ec0e-4ccd-9277-ef09fad10fa0 req-efb0f8fc-81ff-4e96-96db-329984b4e343 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 948 time: 0.2113814 Aug 16 01:49:36.339176 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Set router 113a945d-a052-4ea7-b148-de70ffe32faa gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:36.494226 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9aa6d9b-ec0e-4ccd-9277-ef09fad10fa0 req-e1edd1d6-35b0-43f2-914a-0773580bb56a tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733711 Aug 16 01:49:36.495009 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.562070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-c79c63d4-1c85-4daf-90d0-79401d843efe tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/quotas/97ff30f978f04fd8bcffe9aaa756ae6e HTTP/1.1" status: 200 len: 375 time: 0.2575920 Aug 16 01:49:36.581046 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 4, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef', 'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'mac_address': 'fa:16:3e:c7:4f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 2, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'subnets': [{'id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:36.586999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a57e5974-0844-4a4e-ab2b-43f07303a323 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:36.609696 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Checking router: 113a945d-a052-4ea7-b148-de70ffe32faa for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:36.610046 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Updating router 113a945d-a052-4ea7-b148-de70ffe32faa port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:36.612141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38768529-bac9-4dcc-83f6-a93aea6ca407 req-15d45548-54de-4f4f-8267-942c47f7e53d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:36.613716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38768529-bac9-4dcc-83f6-a93aea6ca407 req-15d45548-54de-4f4f-8267-942c47f7e53d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 950 time: 0.3805783 Aug 16 01:49:36.646140 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.728070 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:36.742387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'mac_address': 'fa:16:3e:21:e5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:36.805785 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.830020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57e5974-0844-4a4e-ab2b-43f07303a323 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:36.861634 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-84b6c8fc-aa28-4f8b-a8f8-ad6fbfbb495e tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=97ff30f978f04fd8bcffe9aaa756ae6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2912571 Aug 16 01:49:36.864909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:36.872225 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.909755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 19c88115-11ba-4185-a78a-4554a7445913 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:36.953082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e37f9-99d3-41c4-904e-8b46037098c0 req-89c94963-dec7-4be2-a50e-b16d4cd8aad3 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:36.961536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f64e37f9-99d3-41c4-904e-8b46037098c0 req-89c94963-dec7-4be2-a50e-b16d4cd8aad3 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.3577473 Aug 16 01:49:36.969851 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=10']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:36.989973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 19c88115-11ba-4185-a78a-4554a7445913 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:36.995308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 19c88115-11ba-4185-a78a-4554a7445913 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:36.995982 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.067843 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.084218 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Transition to ACTIVE for port object 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:37.092278 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.095084 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.118382 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.129793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f64e37f9-99d3-41c4-904e-8b46037098c0 req-b902ef48-73ac-4ffc-8e33-eb5b8593672c tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673899 Aug 16 01:49:37.148649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-38768529-bac9-4dcc-83f6-a93aea6ca407 req-46b34760-5be4-44cd-ac6e-bcb2efb5e48c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Deleting port 36fe387c-4602-4499-93ec-dd485a3abb48 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:37.149044 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38768529-bac9-4dcc-83f6-a93aea6ca407 req-46b34760-5be4-44cd-ac6e-bcb2efb5e48c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.158682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 19c88115-11ba-4185-a78a-4554a7445913, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19c88115-11ba-4185-a78a-4554a7445913,segment=NetworkSegment(f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60),segment_id=f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:37.161168 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aab0c2-2ee4-471d-ac61-65e49f482646 None None] Pushing event updated for resources: {'Port': ['ID=97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:37.181996 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.183938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:37.224587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-1fdc6491-e5c8-47d9-a1d4-f848e2b7639b service neutron] 10.222.0.79 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967870 Aug 16 01:49:37.322167 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Attempting to bind port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:37.322789 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Attempting to bind port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:37.323632 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Attempting to bind port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef on network 482a296f-c29d-4571-a2f9-68385c0fca4d {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:37.334327 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:37.334903 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Checking segment: {'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:37.335603 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.336773 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Bound using segment: {'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:37.338049 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Bound port: 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:37.338688 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.349203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=19c88115-11ba-4185-a78a-4554a7445913,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:37.382968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:37.383410 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.491274 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] For port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:37.502824 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] For port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:37.513635 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.645139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a57e5974-0844-4a4e-ab2b-43f07303a323'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:37.696696 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aab0c2-2ee4-471d-ac61-65e49f482646 None None] Pushing event updated for resources: {'Port': ['ID=97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:37.708330 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Routers {'113a945d-a052-4ea7-b148-de70ffe32faa'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:37.709396 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['113a945d-a052-4ea7-b148-de70ffe32faa'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:37.843150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-38768529-bac9-4dcc-83f6-a93aea6ca407 req-46b34760-5be4-44cd-ac6e-bcb2efb5e48c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] For port 36fe387c-4602-4499-93ec-dd485a3abb48, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=36fe387c-4602-4499-93ec-dd485a3abb48,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:37.845112 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38768529-bac9-4dcc-83f6-a93aea6ca407 req-46b34760-5be4-44cd-ac6e-bcb2efb5e48c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.868775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-38768529-bac9-4dcc-83f6-a93aea6ca407 req-46b34760-5be4-44cd-ac6e-bcb2efb5e48c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Calling delete_port for 36fe387c-4602-4499-93ec-dd485a3abb48 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:37.959159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06999de-9d60-4474-bd5a-371c6f4193f1 req-fe0d4b90-a665-4712-b15d-9bca4f6ed303 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:37.961310 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b06999de-9d60-4474-bd5a-371c6f4193f1 req-fe0d4b90-a665-4712-b15d-9bca4f6ed303 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=e673073d-8139-43b8-bc65-0f0964921fc6 HTTP/1.1" status: 200 len: 950 time: 0.2759037 Aug 16 01:49:37.991324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-4cfcfbec-eae6-4412-9200-418b555bfe63 service neutron] 10.222.0.79 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234468 Aug 16 01:49:38.022555 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] Set router 113a945d-a052-4ea7-b148-de70ffe32faa gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:38.068041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38768529-bac9-4dcc-83f6-a93aea6ca407 req-46b34760-5be4-44cd-ac6e-bcb2efb5e48c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:38.082997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7', 'a63f9011-7d56-48a7-97f8-253b51154597'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:38.086987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:49:38.177534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b34760-5be4-44cd-ac6e-bcb2efb5e48c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event deleted for resources: {'Port': ['ID=36fe387c-4602-4499-93ec-dd485a3abb48,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:38.273089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-38768529-bac9-4dcc-83f6-a93aea6ca407 req-46b34760-5be4-44cd-ac6e-bcb2efb5e48c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] No DVR routers for this DVR port 36fe387c-4602-4499-93ec-dd485a3abb48 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:38.294410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b06999de-9d60-4474-bd5a-371c6f4193f1 req-e8eeb899-da25-4ba8-b027-3d7c4f477d55 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139801 Aug 16 01:49:38.301933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38768529-bac9-4dcc-83f6-a93aea6ca407 req-46b34760-5be4-44cd-ac6e-bcb2efb5e48c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:38.304000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38768529-bac9-4dcc-83f6-a93aea6ca407 req-46b34760-5be4-44cd-ac6e-bcb2efb5e48c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "DELETE /v2.0/ports/36fe387c-4602-4499-93ec-dd485a3abb48 HTTP/1.1" status: 204 len: 173 time: 1.6461635 Aug 16 01:49:38.313709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 4, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef', 'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'mac_address': 'fa:16:3e:c7:4f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:37Z', 'revision_number': 4, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'subnets': [{'id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:38.314248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e673073d-8139-43b8-bc65-0f0964921fc6', 'name': 'network-vif-deleted', 'tag': '36fe387c-4602-4499-93ec-dd485a3abb48'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:38.319614 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6787e19-6281-4685-8515-657a36199d4a" -d '{"events": [{"server_uuid": "e673073d-8139-43b8-bc65-0f0964921fc6", "name": "network-vif-deleted", "tag": "36fe387c-4602-4499-93ec-dd485a3abb48"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:38.389302 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2e5d9-07ed-434e-8589-f368b2e20709 None None] The sync data for ids ['113a945d-a052-4ea7-b148-de70ffe32faa'] in n-d-768851-16 is: [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 4, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef', 'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'mac_address': 'fa:16:3e:c7:4f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:37Z', 'revision_number': 4, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'subnets': [{'id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:38.407618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60556) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:38.752969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03011d03-5515-43c6-ba37-677c5908fee5 req-9b08210c-8575-46a8-85a0-3b2da3a6ddc0 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 210 time: 0.1313140 Aug 16 01:49:38.785552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:38.829254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Sync routers for ids ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:38.871905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Routers {'5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:38.872815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:38.889804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f2465-fb68-432f-8b94-09e9014f3fcc req-c721bff2-4e69-406f-a79f-4c245ea6eb85 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:38.904408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d78f2465-fb68-432f-8b94-09e9014f3fcc req-c721bff2-4e69-406f-a79f-4c245ea6eb85 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 950 time: 0.3986521 Aug 16 01:49:38.968728 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-37f2e601-54b3-43ed-b855-693fd877a044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:38.992355 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:38.999156 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3ee79c6e-adcf-405d-bbcf-c0d1d68cd864 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1009989 Aug 16 01:49:39.007875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60566) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:39.040155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d78f2465-fb68-432f-8b94-09e9014f3fcc req-80147ec6-a2ca-41b7-8dcd-7d9df804e2e7 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275437 Aug 16 01:49:39.090966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 19c88115-11ba-4185-a78a-4554a7445913 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:39.371892 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.374367 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaf07f8-c9a6-4099-954a-eb82554a8fe1 x-openstack-request-id: req-bcaf07f8-c9a6-4099-954a-eb82554a8fe1 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:39.374787 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e673073d-8139-43b8-bc65-0f0964921fc6", "name": "network-vif-deleted", "tag": "36fe387c-4602-4499-93ec-dd485a3abb48", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:39.375254 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bcaf07f8-c9a6-4099-954a-eb82554a8fe1 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:39.375772 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e673073d-8139-43b8-bc65-0f0964921fc6', 'name': 'network-vif-deleted', 'tag': '36fe387c-4602-4499-93ec-dd485a3abb48', 'status': 'completed', 'code': 200} Aug 16 01:49:39.411190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4', 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16', '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed', '3b92160b-f1fc-4438-9e98-42a541f9320d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:39.807619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.818817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 36fe387c-4602-4499-93ec-dd485a3abb48 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:39.869187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Set router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:39.908196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 36fe387c-4602-4499-93ec-dd485a3abb48 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:39.908709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 36fe387c-4602-4499-93ec-dd485a3abb48 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:40.042915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 19c88115-11ba-4185-a78a-4554a7445913 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:40.043457 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.195002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b67263-41c8-46ba-847b-1919ecaaecab req-09782e83-eccb-4207-9343-a16c755a32e1 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:40.203790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98b67263-41c8-46ba-847b-1919ecaaecab req-09782e83-eccb-4207-9343-a16c755a32e1 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.8175273 Aug 16 01:49:40.275404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:40.329561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98b67263-41c8-46ba-847b-1919ecaaecab req-55c290e3-4cb4-48bc-abcb-70f9aadf3082 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246006 Aug 16 01:49:40.367198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] Deleting port 541460a9-1756-4ba3-a08f-7f100541f8d0 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:40.368379 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.386367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'name': 'tempest-FloatingIPDetailsTestJSON-350069123-router', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:49:36Z', 'revision_number': 3, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'gw_port': {'id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:43:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:34Z', 'updated_at': '2021-08-16T01:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:40.419338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ce461-6fe8-41ce-a3a1-a2dd8ac424b7 req-ad0befac-0680-4814-811b-6d853b91a03a tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:40.424057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f73ce461-6fe8-41ce-a3a1-a2dd8ac424b7 req-ad0befac-0680-4814-811b-6d853b91a03a tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 1102 time: 0.2992713 Aug 16 01:49:40.447113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Checking router: 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:40.451216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Updating router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 port d670c907-0fcd-421e-b54f-a75f94cab0c9 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:40.570763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:40.593679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:40.594606 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.602889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a57e5974-0844-4a4e-ab2b-43f07303a323 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:40.651474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f73ce461-6fe8-41ce-a3a1-a2dd8ac424b7 req-0a61503c-9276-45a3-954a-3b071f5e904f tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141633 Aug 16 01:49:40.661808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2d770fe-67fb-4af7-96a5-dc9a7de12a8d req-9915be54-9c20-43c2-9a87-00b3e59e4987 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 210 time: 0.0545866 Aug 16 01:49:40.712774 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.756662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] For port 541460a9-1756-4ba3-a08f-7f100541f8d0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=541460a9-1756-4ba3-a08f-7f100541f8d0,segment=NetworkSegment(8679d7c9-a6cd-4fc7-96c3-f2028a3640d7),segment_id=8679d7c9-a6cd-4fc7-96c3-f2028a3640d7)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:40.757382 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.799649 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.816450 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] Calling delete_port for 541460a9-1756-4ba3-a08f-7f100541f8d0 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:40.853901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082632-9bc0-419e-b611-6755db46e379 req-bd3bece9-eaca-470d-bca7-8fd19ecbdc54 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:40.862662 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-bd3bece9-eaca-470d-bca7-8fd19ecbdc54 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.84 "GET /v2.0/networks?id=482a296f-c29d-4571-a2f9-68385c0fca4d HTTP/1.1" status: 200 len: 828 time: 0.3843410 Aug 16 01:49:40.946709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port a57e5974-0844-4a4e-ab2b-43f07303a323 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:40.947286 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.957587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Request body: {'port': {'device_id': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'admin_state_up': True, 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:40.962037 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.036906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bf6e7-d2c1-4395-a6ab-7fd0d7e53260 req-8b03af73-5cba-41cb-9c66-17cf18510dda tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:41.045108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f2bf6e7-d2c1-4395-a6ab-7fd0d7e53260 req-8b03af73-5cba-41cb-9c66-17cf18510dda tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 950 time: 0.1325667 Aug 16 01:49:41.144060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:41.167443 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.195005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f2bf6e7-d2c1-4395-a6ab-7fd0d7e53260 req-8706315d-8d60-46e5-9ea0-2db807210c35 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481965 Aug 16 01:49:41.225604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Allocated IP 172.20.0.1 (39ba1a94-f347-46c4-bd52-a52970ab61de/ed606866-5829-4972-8eff-f555d33f5ee1/68a9230a-b728-41d8-9c45-75e978448c3a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:41.257350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e159e-2cbf-4b39-abb0-b8df14741d4a req-17d70854-68f1-41a8-95b0-2c6d36e1d102 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:41.258939 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e1e159e-2cbf-4b39-abb0-b8df14741d4a req-17d70854-68f1-41a8-95b0-2c6d36e1d102 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 1102 time: 0.1782491 Aug 16 01:49:41.270542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Made reservation on behalf of 97ff30f978f04fd8bcffe9aaa756ae6e for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:41.276392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.313051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:41.349225 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.407612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e1e159e-2cbf-4b39-abb0-b8df14741d4a req-1a618db2-9860-424d-8ffe-832ae1065ff3 tempest-ServersAdminTestJSON-2071484796 tempest-ServersAdminTestJSON-2071484796-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421373 Aug 16 01:49:41.452810 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.456832 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:41.459770 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02a0f1b-30a2-4152-bed0-33bbfc91f57d" -d '{"events": [{"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-plugged", "status": "completed", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:41.523701 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.529336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.530742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:41.537315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-61ebea6b-a4ca-4e5a-82c0-84fabc36db31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.546501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Transition to ACTIVE for port object d670c907-0fcd-421e-b54f-a75f94cab0c9 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:41.554254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.574828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c002f-85d3-4dd3-8d15-11c9ec43bcfd req-575a952f-c0f6-4a7d-99ba-6dca395da742 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:41.580464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e80c002f-85d3-4dd3-8d15-11c9ec43bcfd req-575a952f-c0f6-4a7d-99ba-6dca395da742 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.1299534 Aug 16 01:49:41.606249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Transition to ACTIVE for port object 68a9230a-b728-41d8-9c45-75e978448c3a will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:41.644748 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.646508 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.672440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e80c002f-85d3-4dd3-8d15-11c9ec43bcfd req-eefca573-b110-4141-b5c5-3d42888bb1a1 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755789 Aug 16 01:49:41.735506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Attempting to bind port d670c907-0fcd-421e-b54f-a75f94cab0c9 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:41.735506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Attempting to bind port d670c907-0fcd-421e-b54f-a75f94cab0c9 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:41.735506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Attempting to bind port d670c907-0fcd-421e-b54f-a75f94cab0c9 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:41.741348 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.776418 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951511cd-e8d6-426a-8c94-3f31ea168bc7 x-openstack-request-id: req-951511cd-e8d6-426a-8c94-3f31ea168bc7 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:41.776852 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-plugged", "status": "completed", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:41.777231 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-951511cd-e8d6-426a-8c94-3f31ea168bc7 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:41.777721 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'code': 200} Aug 16 01:49:41.820207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:41.825764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:41.826313 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.826826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:41.827693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Bound port: d670c907-0fcd-421e-b54f-a75f94cab0c9, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:41.828723 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.829704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Pushing event updated for resources: {'Port': ['ID=68a9230a-b728-41d8-9c45-75e978448c3a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:41.833130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=11']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:41.902228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da1403b4-c92d-4036-b3c2-72052f91675d req-7d5cadca-eb19-4728-a53d-8f35c9e6513d tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 210 time: 0.0672581 Aug 16 01:49:41.910777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Network 39ba1a94-f347-46c4-bd52-a52970ab61de is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:41.915396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:41.919863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:41.920521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:41.933298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d94d-325f-4238-989b-821e89eccf2a None None] Pushing event updated for resources: {'Port': ['ID=d670c907-0fcd-421e-b54f-a75f94cab0c9,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:42.033255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] For port d670c907-0fcd-421e-b54f-a75f94cab0c9, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:42.056532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45130a5c-735a-4ef4-bade-953f5ca9154a req-3fa6d6c4-a91a-4baa-a04f-1c83f6f8fd0c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:42.058720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45130a5c-735a-4ef4-bade-953f5ca9154a req-3fa6d6c4-a91a-4baa-a04f-1c83f6f8fd0c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 950 time: 0.2428753 Aug 16 01:49:42.083526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] For port d670c907-0fcd-421e-b54f-a75f94cab0c9, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d670c907-0fcd-421e-b54f-a75f94cab0c9,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:42.103761 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.104261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.119655 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Allocated IP 172.20.0.12 (482a296f-c29d-4571-a2f9-68385c0fca4d/ddea154d-ba95-4f62-adc8-eda3da5ee63c/65e93b7c-56c7-4547-87c7-12c6f08f9f97) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:42.192722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45130a5c-735a-4ef4-bade-953f5ca9154a req-61073818-b37d-40e4-adc4-bd1aa656dde8 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951216 Aug 16 01:49:42.202002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d94d-325f-4238-989b-821e89eccf2a None None] Pushing event updated for resources: {'Port': ['ID=d670c907-0fcd-421e-b54f-a75f94cab0c9,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:42.210543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] Pushing event deleted for resources: {'Port': ['ID=541460a9-1756-4ba3-a08f-7f100541f8d0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:42.310513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Routers {'5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:42.311365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:42.430787 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.466497 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.467368 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.471705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0a18efd5-56b8-4e9c-931e-09e56224e359 None None] Provisioning for port 68a9230a-b728-41d8-9c45-75e978448c3a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:42.479842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0a18efd5-56b8-4e9c-931e-09e56224e359 None None] Provisioning complete for port 68a9230a-b728-41d8-9c45-75e978448c3a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:42.480208 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a18efd5-56b8-4e9c-931e-09e56224e359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.523495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.550213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] Set router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:42.554730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Transition to ACTIVE for port object 65e93b7c-56c7-4547-87c7-12c6f08f9f97 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:42.581820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0a18efd5-56b8-4e9c-931e-09e56224e359 None None] Port 68a9230a-b728-41d8-9c45-75e978448c3a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:42.632692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Pushing event updated for resources: {'Port': ['ID=68a9230a-b728-41d8-9c45-75e978448c3a,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:42.663936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Network 39ba1a94-f347-46c4-bd52-a52970ab61de is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:42.673227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4d108-25ff-4304-80e2-0a536c45d4d0 req-38f64cca-0a17-4bb8-9833-f01695daadac tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:42.674844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6e4d108-25ff-4304-80e2-0a536c45d4d0 req-38f64cca-0a17-4bb8-9833-f01695daadac tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 950 time: 0.2582481 Aug 16 01:49:42.679046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:42.732863 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.742480 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.831205 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.846139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153f84d-991b-43f5-a7e8-adbd3393dc5a req-d3ad2ae2-5eae-4125-a2fc-0aaa458b425c tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:42.853416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f153f84d-991b-43f5-a7e8-adbd3393dc5a req-d3ad2ae2-5eae-4125-a2fc-0aaa458b425c tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.4010305 Aug 16 01:49:42.910412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6e4d108-25ff-4304-80e2-0a536c45d4d0 req-79b34ad3-529e-48ef-ba31-7c0f15283f55 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261915 Aug 16 01:49:42.935308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Network 482a296f-c29d-4571-a2f9-68385c0fca4d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:42.951860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Pushing event updated for resources: {'Port': ['ID=65e93b7c-56c7-4547-87c7-12c6f08f9f97,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:42.966304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f153f84d-991b-43f5-a7e8-adbd3393dc5a req-70bd704b-c848-4d0c-8f8d-6d73be7ac1b1 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116354 Aug 16 01:49:42.969295 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:42.971839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:43.004091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:43.130395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-655bd2aa-2abb-4c2a-8cd0-99c4381bf386 None None] Provisioning complete for port 68a9230a-b728-41d8-9c45-75e978448c3a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:43.131512 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-655bd2aa-2abb-4c2a-8cd0-99c4381bf386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.161090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'name': 'tempest-FloatingIPDetailsTestJSON-350069123-router', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:49:42Z', 'revision_number': 4, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'gw_port': {'id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:43:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:34Z', 'updated_at': '2021-08-16T01:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '68a9230a-b728-41d8-9c45-75e978448c3a', 'name': '', 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'mac_address': 'fa:16:3e:77:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ed606866-5829-4972-8eff-f555d33f5ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:40Z', 'updated_at': '2021-08-16T01:49:41Z', 'revision_number': 1, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'subnets': [{'id': 'ed606866-5829-4972-8eff-f555d33f5ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:43.215520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9370b13-9cdd-4dc1-aca7-f3573caf5bda None None] The sync data for ids ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'] in n-d-768851-16 is: [{'id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'name': 'tempest-FloatingIPDetailsTestJSON-350069123-router', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:49:42Z', 'revision_number': 4, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'gw_port': {'id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:43:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:34Z', 'updated_at': '2021-08-16T01:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '68a9230a-b728-41d8-9c45-75e978448c3a', 'name': '', 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'mac_address': 'fa:16:3e:77:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ed606866-5829-4972-8eff-f555d33f5ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:40Z', 'updated_at': '2021-08-16T01:49:41Z', 'revision_number': 1, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'subnets': [{'id': 'ed606866-5829-4972-8eff-f555d33f5ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:43.242267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:43.243221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.250105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-655bd2aa-2abb-4c2a-8cd0-99c4381bf386 None None] Port 68a9230a-b728-41d8-9c45-75e978448c3a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:43.289176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:43.303481 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-47963c33-4ac1-47bc-9611-435fdc3b24d6 admin admin] 10.222.0.79 "PUT /v2.0/routers/5aa84471-2ca6-4120-8dcb-a9f2e1a4c237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2856436 Aug 16 01:49:43.304279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4af568-06e3-420a-94a8-36fc9482c6a0 req-afebfd70-aac9-43be-940f-33f69bd383b4 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:43.312134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f4af568-06e3-420a-94a8-36fc9482c6a0 req-afebfd70-aac9-43be-940f-33f69bd383b4 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 932 time: 0.1168864 Aug 16 01:49:43.336247 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-6d07ea70-ba9f-461c-8b63-f6669f2692cc tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3923037 Aug 16 01:49:43.381759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-263a7c6d-cbcd-4c69-8617-3d52f1d1f4f2 None None] Provisioning for port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:43.383462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f4af568-06e3-420a-94a8-36fc9482c6a0 req-101cca75-28b9-4200-a02d-8201494423ea tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656943 Aug 16 01:49:43.395616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-263a7c6d-cbcd-4c69-8617-3d52f1d1f4f2 None None] Provisioning complete for port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:43.395997 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-263a7c6d-cbcd-4c69-8617-3d52f1d1f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.427990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:43.443266 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Request body: {'port': {'device_id': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:43.496271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-263a7c6d-cbcd-4c69-8617-3d52f1d1f4f2 None None] Port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:43.533583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614688f2-26d9-4d45-8c20-2e0056ce999f req-7ff7b566-98d4-4af8-8646-dbc860de210d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:43.540184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:43.540744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-614688f2-26d9-4d45-8c20-2e0056ce999f req-7ff7b566-98d4-4af8-8646-dbc860de210d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 950 time: 0.1225970 Aug 16 01:49:43.541517 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.596121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed564604-3a84-4756-95ad-34f600cc38d5 req-49b40e55-93ef-49ef-854a-c5e8b690e6e3 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:43.599090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-614688f2-26d9-4d45-8c20-2e0056ce999f req-50cec94f-1b6a-4faa-a2f7-c689b3b1d108 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521584 Aug 16 01:49:43.600551 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed564604-3a84-4756-95ad-34f600cc38d5 req-49b40e55-93ef-49ef-854a-c5e8b690e6e3 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 950 time: 0.2631128 Aug 16 01:49:43.604511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] Router 958c46fa-651b-431c-87aa-1cb39506e57e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:43.607624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.944456 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-2333593d-d8f2-4b76-9d36-6653162728f4 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3058910 Aug 16 01:49:43.950870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:44.020674 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.069122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-ed564604-3a84-4756-95ad-34f600cc38d5 req-a5c9dab0-574e-4176-8224-3f2fe058dc23 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Deleting port 3b92160b-f1fc-4438-9e98-42a541f9320d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:44.069515 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed564604-3a84-4756-95ad-34f600cc38d5 req-a5c9dab0-574e-4176-8224-3f2fe058dc23 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.079469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:44.089850 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.090965 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d808d7b5-4d0d-4b90-ae1e-ca8d6020f2ab None None] Sync routers for ids ['958c46fa-651b-431c-87aa-1cb39506e57e'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:44.100559 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d1512c4d-7cfe-4962-a393-bba7b7c2fd35 admin admin] 10.222.0.79 "PUT /v2.0/routers/958c46fa-651b-431c-87aa-1cb39506e57e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6894991 Aug 16 01:49:44.105470 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d808d7b5-4d0d-4b90-ae1e-ca8d6020f2ab None None] Routers {'958c46fa-651b-431c-87aa-1cb39506e57e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:44.106242 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d808d7b5-4d0d-4b90-ae1e-ca8d6020f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['958c46fa-651b-431c-87aa-1cb39506e57e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:44.124584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60672) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:44.246823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59eb7a0-9010-4323-a40f-708a940b8518 req-14c5967b-09ae-40e9-87e6-90735d23e19e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:44.248542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c59eb7a0-9010-4323-a40f-708a940b8518 req-14c5967b-09ae-40e9-87e6-90735d23e19e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=297fe8a7-758a-4a17-95a6-d5a79fabe238 HTTP/1.1" status: 200 len: 950 time: 0.2382317 Aug 16 01:49:44.261857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ed564604-3a84-4756-95ad-34f600cc38d5 req-a5c9dab0-574e-4176-8224-3f2fe058dc23 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] For port 3b92160b-f1fc-4438-9e98-42a541f9320d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3b92160b-f1fc-4438-9e98-42a541f9320d,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:44.262409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed564604-3a84-4756-95ad-34f600cc38d5 req-a5c9dab0-574e-4176-8224-3f2fe058dc23 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.278903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e93b7c-56c7-4547-87c7-12c6f08f9f97 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:44.300860 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.307438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-ed564604-3a84-4756-95ad-34f600cc38d5 req-a5c9dab0-574e-4176-8224-3f2fe058dc23 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Calling delete_port for 3b92160b-f1fc-4438-9e98-42a541f9320d owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:44.329194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Transition to ACTIVE for port object 65e93b7c-56c7-4547-87c7-12c6f08f9f97 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:44.338329 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.372583 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d808d7b5-4d0d-4b90-ae1e-ca8d6020f2ab None None] Set router 958c46fa-651b-431c-87aa-1cb39506e57e gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:44.533717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=65e93b7c-56c7-4547-87c7-12c6f08f9f97,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:44.664316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Attempting to bind port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:44.664660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Attempting to bind port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:44.665040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Attempting to bind port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 on network 482a296f-c29d-4571-a2f9-68385c0fca4d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:44.680344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 on network 482a296f-c29d-4571-a2f9-68385c0fca4d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:49:44.680830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Attempting to bind port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 on network 482a296f-c29d-4571-a2f9-68385c0fca4d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:44.703604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:44.704525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Checking segment: {'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:44.705248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Bound using segment: {'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:44.705928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Bound port: 65e93b7c-56c7-4547-87c7-12c6f08f9f97, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed2e375-104f-4f40-87d8-3460d55beb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:44.708924 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.747258 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d808d7b5-4d0d-4b90-ae1e-ca8d6020f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-router', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '76e91719-a634-48c0-99aa-8826012ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:39Z', 'updated_at': '2021-08-16T01:49:41Z', 'revision_number': 5, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'gw_port': {'id': '76e91719-a634-48c0-99aa-8826012ff028', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:40Z', 'updated_at': '2021-08-16T01:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:44.775443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed564604-3a84-4756-95ad-34f600cc38d5 req-a5c9dab0-574e-4176-8224-3f2fe058dc23 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.789016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7', 'a63f9011-7d56-48a7-97f8-253b51154597'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:44.795958 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d808d7b5-4d0d-4b90-ae1e-ca8d6020f2ab None None] Checking router: 958c46fa-651b-431c-87aa-1cb39506e57e for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:44.807873 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d808d7b5-4d0d-4b90-ae1e-ca8d6020f2ab None None] Routers {'958c46fa-651b-431c-87aa-1cb39506e57e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:44.808737 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d808d7b5-4d0d-4b90-ae1e-ca8d6020f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['958c46fa-651b-431c-87aa-1cb39506e57e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:44.835068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9dab0-574e-4176-8224-3f2fe058dc23 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event deleted for resources: {'Port': ['ID=3b92160b-f1fc-4438-9e98-42a541f9320d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:44.876573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] For port 65e93b7c-56c7-4547-87c7-12c6f08f9f97, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:44.921607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed564604-3a84-4756-95ad-34f600cc38d5 req-a5c9dab0-574e-4176-8224-3f2fe058dc23 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] No DVR routers for this DVR port 3b92160b-f1fc-4438-9e98-42a541f9320d on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:44.925019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] For port 65e93b7c-56c7-4547-87c7-12c6f08f9f97, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=65e93b7c-56c7-4547-87c7-12c6f08f9f97,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:44.926913 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ed564604-3a84-4756-95ad-34f600cc38d5 req-a5c9dab0-574e-4176-8224-3f2fe058dc23 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.929172 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ed564604-3a84-4756-95ad-34f600cc38d5 req-a5c9dab0-574e-4176-8224-3f2fe058dc23 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "DELETE /v2.0/ports/3b92160b-f1fc-4438-9e98-42a541f9320d HTTP/1.1" status: 204 len: 173 time: 1.3184516 Aug 16 01:49:44.929623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297fe8a7-758a-4a17-95a6-d5a79fabe238', 'name': 'network-vif-deleted', 'tag': '3b92160b-f1fc-4438-9e98-42a541f9320d'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:44.931925 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98dcd59-e8e5-4682-a196-df3747575163" -d '{"events": [{"server_uuid": "297fe8a7-758a-4a17-95a6-d5a79fabe238", "name": "network-vif-deleted", "tag": "3b92160b-f1fc-4438-9e98-42a541f9320d"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:44.936450 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.941858 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.957984 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c59eb7a0-9010-4323-a40f-708a940b8518 req-80a58e59-fcfa-4dcc-8a51-17925ba1cff0 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6843076 Aug 16 01:49:44.973235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4', 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16', '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed', '3b92160b-f1fc-4438-9e98-42a541f9320d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:44.990953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:44.991102 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d808d7b5-4d0d-4b90-ae1e-ca8d6020f2ab None None] Set router 958c46fa-651b-431c-87aa-1cb39506e57e gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:44.991321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.992776 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] 10.222.0.84 "PUT /v2.0/ports/65e93b7c-56c7-4547-87c7-12c6f08f9f97 HTTP/1.1" status: 200 len: 1093 time: 1.6165869 Aug 16 01:49:45.061632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b508987-6e97-4516-ba4d-a8af8a53d2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=65e93b7c-56c7-4547-87c7-12c6f08f9f97,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:45.139637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb35f7a-5fc7-43fa-a7ce-61c4aaf8b726 req-8b3de8f7-2eb4-47f1-b27c-c28848b1a85c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:45.147914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fb35f7a-5fc7-43fa-a7ce-61c4aaf8b726 req-8b3de8f7-2eb4-47f1-b27c-c28848b1a85c tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.84 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 950 time: 0.8291674 Aug 16 01:49:45.224168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082632-9bc0-419e-b611-6755db46e379 req-038e9227-2c94-49c2-84d5-7a1fc8dc40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:45.226944 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-038e9227-2c94-49c2-84d5-7a1fc8dc40a6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=97ff30f978f04fd8bcffe9aaa756ae6e&device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 1096 time: 0.1511331 Aug 16 01:49:45.349835 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-57bc46e8-518e-45c8-8765-05b7960a8e06 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65e93b7c-56c7-4547-87c7-12c6f08f9f97 HTTP/1.1" status: 200 len: 217 time: 0.1069753 Aug 16 01:49:45.414335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d670c907-0fcd-421e-b54f-a75f94cab0c9 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:45.463978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082632-9bc0-419e-b611-6755db46e379 req-1e1225d2-9f16-4170-ae92-0b1e488c07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:45.465516 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-1e1225d2-9f16-4170-ae92-0b1e488c07e2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ddea154d-ba95-4f62-adc8-eda3da5ee63c HTTP/1.1" status: 200 len: 867 time: 0.1062586 Aug 16 01:49:45.497760 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d808d7b5-4d0d-4b90-ae1e-ca8d6020f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-router', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '76e91719-a634-48c0-99aa-8826012ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:39Z', 'updated_at': '2021-08-16T01:49:41Z', 'revision_number': 5, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'gw_port': {'id': '76e91719-a634-48c0-99aa-8826012ff028', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:40Z', 'updated_at': '2021-08-16T01:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:45.544665 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d808d7b5-4d0d-4b90-ae1e-ca8d6020f2ab None None] The sync data for ids ['958c46fa-651b-431c-87aa-1cb39506e57e'] in n-d-768851-16 is: [{'id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1923530592-router', 'tenant_id': '4771436cf7ed4c74afb512cc0a214693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '76e91719-a634-48c0-99aa-8826012ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:39Z', 'updated_at': '2021-08-16T01:49:41Z', 'revision_number': 5, 'project_id': '4771436cf7ed4c74afb512cc0a214693', 'gw_port': {'id': '76e91719-a634-48c0-99aa-8826012ff028', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958c46fa-651b-431c-87aa-1cb39506e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:40Z', 'updated_at': '2021-08-16T01:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:45.570289 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.574483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082632-9bc0-419e-b611-6755db46e379 req-e299a30a-2a5b-42ef-8c2c-fd7b0f08a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:45.582527 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-e299a30a-2a5b-42ef-8c2c-fd7b0f08a3eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=482a296f-c29d-4571-a2f9-68385c0fca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079206 Aug 16 01:49:45.671147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.701294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc07f65-4315-4845-b7d0-c1bafc4e811f req-be36ee3c-b8ee-478c-a69c-c4bb82a0fb23 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:45.704914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fc07f65-4315-4845-b7d0-c1bafc4e811f req-be36ee3c-b8ee-478c-a69c-c4bb82a0fb23 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.4021504 Aug 16 01:49:45.795183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port d670c907-0fcd-421e-b54f-a75f94cab0c9 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:45.804312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-6fb35f7a-5fc7-43fa-a7ce-61c4aaf8b726 req-4cf7943d-996b-4e07-8219-10fa2799d847 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Deleting port 90c60e51-d427-4f69-805e-140ec7b6996b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:45.805060 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6fb35f7a-5fc7-43fa-a7ce-61c4aaf8b726 req-4cf7943d-996b-4e07-8219-10fa2799d847 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.815569 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-5f2d30e1-b420-46ea-ae0f-dd9bc9045eee service neutron] 10.222.0.84 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232764 Aug 16 01:49:45.837060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d670c907-0fcd-421e-b54f-a75f94cab0c9 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:45.838353 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.869202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fc07f65-4315-4845-b7d0-c1bafc4e811f req-7d3ac50e-d6e0-4985-8530-488c9ee6a266 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473432 Aug 16 01:49:46.088140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-6fb35f7a-5fc7-43fa-a7ce-61c4aaf8b726 req-4cf7943d-996b-4e07-8219-10fa2799d847 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] For port 90c60e51-d427-4f69-805e-140ec7b6996b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=90c60e51-d427-4f69-805e-140ec7b6996b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:46.088800 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6fb35f7a-5fc7-43fa-a7ce-61c4aaf8b726 req-4cf7943d-996b-4e07-8219-10fa2799d847 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.109598 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1d082632-9bc0-419e-b611-6755db46e379 req-6623e32b-bd0f-48fe-9d4b-9b623f211f35 service neutron] 10.222.0.84 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880280 Aug 16 01:49:46.143302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-6fb35f7a-5fc7-43fa-a7ce-61c4aaf8b726 req-4cf7943d-996b-4e07-8219-10fa2799d847 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Calling delete_port for 90c60e51-d427-4f69-805e-140ec7b6996b owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:46.175431 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.225750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port d670c907-0fcd-421e-b54f-a75f94cab0c9, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d670c907-0fcd-421e-b54f-a75f94cab0c9,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:46.233595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Allocated IP 172.25.2.117 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/f30a45a9-7f1b-4c2a-b204-364ad3ffcb0c) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:46.242281 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.365030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=d670c907-0fcd-421e-b54f-a75f94cab0c9,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:46.512243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Deleting port 76e91719-a634-48c0-99aa-8826012ff028 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:46.512594 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.626565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c7de1-c944-4e78-a4c2-d741fd00332d req-4536b376-818b-405a-93b2-833b6c2aaf97 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:46.634046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da7c7de1-c944-4e78-a4c2-d741fd00332d req-4536b376-818b-405a-93b2-833b6c2aaf97 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 944 time: 0.4464369 Aug 16 01:49:46.640437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.754046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] For port 76e91719-a634-48c0-99aa-8826012ff028, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=76e91719-a634-48c0-99aa-8826012ff028,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:46.754509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.772789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da7c7de1-c944-4e78-a4c2-d741fd00332d req-49157d02-a4bd-4adf-a2c5-58d3ef3555c9 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377411 Aug 16 01:49:46.792574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6fb35f7a-5fc7-43fa-a7ce-61c4aaf8b726 req-4cf7943d-996b-4e07-8219-10fa2799d847 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.809572 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d42a969d-29bd-4db7-b971-4551be07356d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:46.814004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Calling delete_port for 76e91719-a634-48c0-99aa-8826012ff028 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:46.923977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7943d-996b-4e07-8219-10fa2799d847 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Pushing event deleted for resources: {'Port': ['ID=90c60e51-d427-4f69-805e-140ec7b6996b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:46.969962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00378200-96ad-4c66-a12a-e2fdb4d11459 req-4759bf31-e293-4973-8492-e63316c8efdf tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dbe5dc0-771b-42a9-b9be-b9ac778c2fda HTTP/1.1" status: 200 len: 210 time: 0.0900815 Aug 16 01:49:47.037487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb35f7a-5fc7-43fa-a7ce-61c4aaf8b726 req-4cf7943d-996b-4e07-8219-10fa2799d847 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] No DVR routers for this DVR port 90c60e51-d427-4f69-805e-140ec7b6996b on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:47.042394 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6fb35f7a-5fc7-43fa-a7ce-61c4aaf8b726 req-4cf7943d-996b-4e07-8219-10fa2799d847 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.044504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fb35f7a-5fc7-43fa-a7ce-61c4aaf8b726 req-4cf7943d-996b-4e07-8219-10fa2799d847 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.84 "DELETE /v2.0/ports/90c60e51-d427-4f69-805e-140ec7b6996b HTTP/1.1" status: 204 len: 173 time: 1.8856204 Aug 16 01:49:47.045786 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d77f838-ff97-4c06-883f-673044631204 x-openstack-request-id: req-4d77f838-ff97-4c06-883f-673044631204 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:47.047281 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297fe8a7-758a-4a17-95a6-d5a79fabe238", "name": "network-vif-deleted", "tag": "3b92160b-f1fc-4438-9e98-42a541f9320d", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:47.047429 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.047942 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d77f838-ff97-4c06-883f-673044631204 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:47.048736 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297fe8a7-758a-4a17-95a6-d5a79fabe238', 'name': 'network-vif-deleted', 'tag': '3b92160b-f1fc-4438-9e98-42a541f9320d', 'status': 'completed', 'code': 200} Aug 16 01:49:47.049235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbe5dc0-771b-42a9-b9be-b9ac778c2fda', 'name': 'network-vif-deleted', 'tag': '90c60e51-d427-4f69-805e-140ec7b6996b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:47.051533 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481697e8-8dd1-4084-ac1d-40a1cf9322bd" -d '{"events": [{"server_uuid": "5dbe5dc0-771b-42a9-b9be-b9ac778c2fda", "name": "network-vif-deleted", "tag": "90c60e51-d427-4f69-805e-140ec7b6996b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:47.171265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:47.205914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:47.216500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:47.235888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event updated for resources: {'Port': ['ID=f30a45a9-7f1b-4c2a-b204-364ad3ffcb0c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:47.324592 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb1726d-38e4-4be5-af54-6c6a89cb435d x-openstack-request-id: req-efb1726d-38e4-4be5-af54-6c6a89cb435d {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:47.324881 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbe5dc0-771b-42a9-b9be-b9ac778c2fda", "name": "network-vif-deleted", "tag": "90c60e51-d427-4f69-805e-140ec7b6996b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:47.325138 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-efb1726d-38e4-4be5-af54-6c6a89cb435d {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:47.325534 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbe5dc0-771b-42a9-b9be-b9ac778c2fda', 'name': 'network-vif-deleted', 'tag': '90c60e51-d427-4f69-805e-140ec7b6996b', 'status': 'completed', 'code': 200} Aug 16 01:49:47.339641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d670c907-0fcd-421e-b54f-a75f94cab0c9 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:47.357763 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.382893 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.449866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=76e91719-a634-48c0-99aa-8826012ff028,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:47.462419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d670c907-0fcd-421e-b54f-a75f94cab0c9 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:47.462797 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.478750 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.484545 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.602604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 541460a9-1756-4ba3-a08f-7f100541f8d0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:47.639197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 541460a9-1756-4ba3-a08f-7f100541f8d0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:47.639858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 541460a9-1756-4ba3-a08f-7f100541f8d0 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:47.692017 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Sync routers for ids ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:47.702217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Routers {'5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:47.702774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:47.722257 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.730020 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.834963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Set router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:47.848034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.848548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 958c46fa-651b-431c-87aa-1cb39506e57e {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:49:47.860823 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.862018 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-54981331-a9c3-403a-8f90-2bb58505e8fb admin admin] 10.222.0.79 "DELETE /v2.0/routers/958c46fa-651b-431c-87aa-1cb39506e57e HTTP/1.1" status: 204 len: 168 time: 3.7136743 Aug 16 01:49:47.865070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60748) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:47.870053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c2f28-e6d7-466a-b9ad-98730fd7a317 req-748e4791-6efb-47d5-b5c3-4c03c7085517 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:47.871559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c1c2f28-e6d7-466a-b9ad-98730fd7a317 req-748e4791-6efb-47d5-b5c3-4c03c7085517 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 949 time: 0.2195575 Aug 16 01:49:47.951592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee19856-a5c3-41c2-9f24-a8349f488438 admin admin] Deleting subnet 06ff5e97-85cb-4825-adf0-ad2671dae354 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:49:47.955465 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cee19856-a5c3-41c2-9f24-a8349f488438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.958945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c1c2f28-e6d7-466a-b9ad-98730fd7a317 req-c0f26642-0db3-456e-af97-93de4aa16260 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713401 Aug 16 01:49:48.006876 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.012054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cee19856-a5c3-41c2-9f24-a8349f488438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.017227 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.146593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event updated for resources: {'Port': ['ID=f30a45a9-7f1b-4c2a-b204-364ad3ffcb0c,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:48.153549 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.159961 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cee19856-a5c3-41c2-9f24-a8349f488438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.208888 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.210121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-f58d93bb-56a2-4831-92de-d1529dc2be6b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2647305 Aug 16 01:49:48.216005 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.230126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'name': 'tempest-FloatingIPDetailsTestJSON-350069123-router', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:49:42Z', 'revision_number': 4, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'gw_port': {'id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:43:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:34Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '68a9230a-b728-41d8-9c45-75e978448c3a', 'name': '', 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'mac_address': 'fa:16:3e:77:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ed606866-5829-4972-8eff-f555d33f5ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:40Z', 'updated_at': '2021-08-16T01:49:42Z', 'revision_number': 2, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'subnets': [{'id': 'ed606866-5829-4972-8eff-f555d33f5ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:48.260470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Checking router: 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:48.260866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Updating router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 port 68a9230a-b728-41d8-9c45-75e978448c3a binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:48.283811 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cee19856-a5c3-41c2-9f24-a8349f488438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.321317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.324878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-605fbd86-6f6e-47d7-83dd-369d6611d65b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.1033340 Aug 16 01:49:48.335849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee19856-a5c3-41c2-9f24-a8349f488438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ff5e97-85cb-4825-adf0-ad2671dae354,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:48.345047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cee19856-a5c3-41c2-9f24-a8349f488438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.349551 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cee19856-a5c3-41c2-9f24-a8349f488438 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/06ff5e97-85cb-4825-adf0-ad2671dae354 HTTP/1.1" status: 204 len: 168 time: 0.4806786 Aug 16 01:49:48.352706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60756) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:48.364166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36306c5-89e6-4182-a67c-af150863111f None None] Network 262b238d-6551-4df5-90ed-5ab9651b5825 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:48.376866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a57e5974-0844-4a4e-ab2b-43f07303a323'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:48.451039 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.522945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Deleting port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:48.524420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.553850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c990cd-9753-4af0-a857-53cbd5647a55 req-21f3604b-efa1-4e34-a670-bc9376cb76fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:48.555336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5c990cd-9753-4af0-a857-53cbd5647a55 req-21f3604b-efa1-4e34-a670-bc9376cb76fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6063169355f6486d87c43d90324c2a62&device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 1097 time: 0.1287296 Aug 16 01:49:48.575343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173d96a-2811-45c1-81bb-ee5bb86ceab3 req-d35721b6-f6f3-44ae-9a2d-63708ceaa0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:48.587161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c173d96a-2811-45c1-81bb-ee5bb86ceab3 req-d35721b6-f6f3-44ae-9a2d-63708ceaa0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 944 time: 0.1584122 Aug 16 01:49:48.602893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] For port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=11684b50-cabe-4fbc-bfcd-44fcdcb79cd8,segment=NetworkSegment(8679d7c9-a6cd-4fc7-96c3-f2028a3640d7),segment_id=8679d7c9-a6cd-4fc7-96c3-f2028a3640d7)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:48.603681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.639781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-b350934a-7144-4b74-850c-750b1d77192d tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:48.641859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-b350934a-7144-4b74-850c-750b1d77192d tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.3101897 Aug 16 01:49:48.667314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3b92160b-f1fc-4438-9e98-42a541f9320d no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:48.684771 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-fb50b085-b054-4ae9-9335-b353879cb291 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:49:48.685802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac9c1594-dff7-4036-90b7-58685a04a2e6 req-fb50b085-b054-4ae9-9335-b353879cb291 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084593 Aug 16 01:49:48.704213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 3b92160b-f1fc-4438-9e98-42a541f9320d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:48.704544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3b92160b-f1fc-4438-9e98-42a541f9320d not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:48.704971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 90c60e51-d427-4f69-805e-140ec7b6996b no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:48.723536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c173d96a-2811-45c1-81bb-ee5bb86ceab3 req-b5f7f7fa-8264-4a6f-a5b8-c7e4f12fb5f1 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351619 Aug 16 01:49:48.794640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 90c60e51-d427-4f69-805e-140ec7b6996b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:48.794978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 90c60e51-d427-4f69-805e-140ec7b6996b not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:48.799178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c990cd-9753-4af0-a857-53cbd5647a55 req-67e1b798-c036-476f-8429-1146e9945813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:48.801398 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5c990cd-9753-4af0-a857-53cbd5647a55 req-67e1b798-c036-476f-8429-1146e9945813 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 200 len: 920 time: 0.2349799 Aug 16 01:49:48.913906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5c990cd-9753-4af0-a857-53cbd5647a55 req-4afe3d0a-af11-43e4-b19f-ffb4b5e9f2a7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9229560-7d99-49fe-97bc-994bc9bd6666 HTTP/1.1" status: 200 len: 217 time: 0.1029365 Aug 16 01:49:48.986621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Calling delete_port for 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:49.015068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dbbde5-73e6-43f8-b730-a6959e994e94 None None] DHCP port deletion for 262b238d-6551-4df5-90ed-5ab9651b5825 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:49:49.076020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'tag': '65e93b7c-56c7-4547-87c7-12c6f08f9f97'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:49.079818 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68" -d '{"events": [{"name": "network-changed", "server_uuid": "b45b1720-1232-4120-a8d6-bd93835780fb", "tag": "65e93b7c-56c7-4547-87c7-12c6f08f9f97"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:49.083976 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.111008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Pushing event deleted for resources: {'Port': ['ID=11684b50-cabe-4fbc-bfcd-44fcdcb79cd8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:49.114492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c990cd-9753-4af0-a857-53cbd5647a55 req-5c227055-11fa-4381-8f79-737cf6495bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:49.116154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5c990cd-9753-4af0-a857-53cbd5647a55 req-5c227055-11fa-4381-8f79-737cf6495bdc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad4515d-08f6-4c85-b2b0-d3169022e434 HTTP/1.1" status: 200 len: 859 time: 0.1899674 Aug 16 01:49:49.118252 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.118417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] No DVR routers for this DVR port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:49.134269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33589a-e793-460a-b309-4189d61ce175 req-b1e51b50-c1a8-46cc-9919-8f66822a11b8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:49.135861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d33589a-e793-460a-b309-4189d61ce175 req-b1e51b50-c1a8-46cc-9919-8f66822a11b8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.2239659 Aug 16 01:49:49.136521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Transition to ACTIVE for port object 68a9230a-b728-41d8-9c45-75e978448c3a will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:49.141908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-63dbbde5-73e6-43f8-b730-a6959e994e94 None None] Deleting port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:49.142513 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-63dbbde5-73e6-43f8-b730-a6959e994e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.190869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5c990cd-9753-4af0-a857-53cbd5647a55 req-3fb30519-456d-4a53-bf0e-15949af9c4dd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99a6707e-c711-463f-af64-b2b47f2cf900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516481 Aug 16 01:49:49.208529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-63dbbde5-73e6-43f8-b730-a6959e994e94 None None] For port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:49.209163 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-63dbbde5-73e6-43f8-b730-a6959e994e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.222988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-63dbbde5-73e6-43f8-b730-a6959e994e94 None None] Calling delete_port for 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:49.226559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-63dbbde5-73e6-43f8-b730-a6959e994e94 None None] Port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:49:49.228460 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-63dbbde5-73e6-43f8-b730-a6959e994e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.232470 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.239069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.260099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262b238d-6551-4df5-90ed-5ab9651b5825']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:49.273379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbbde5-73e6-43f8-b730-a6959e994e94 None None] Pushing event deleted for resources: {'Port': ['ID=11684b50-cabe-4fbc-bfcd-44fcdcb79cd8,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:49.284943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbbde5-73e6-43f8-b730-a6959e994e94 None None] No DVR routers for this DVR port 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:49.310957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:49.311479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8679d7c9-a6cd-4fc7-96c3-f2028a3640d7') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:49.324830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:49.327282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.343178 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.350095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:49:49.350789 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.396471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:49.396810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 11684b50-cabe-4fbc-bfcd-44fcdcb79cd8 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:49.397258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76e91719-a634-48c0-99aa-8826012ff028 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:49:49.412762 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:49:49.426143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.433733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.436070 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] 10.222.0.79 "DELETE /v2.0/networks/262b238d-6551-4df5-90ed-5ab9651b5825 HTTP/1.1" status: 204 len: 168 time: 1.0811508 Aug 16 01:49:49.458442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60770) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:49.466454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbf083-5c57-4769-accd-9a63ce31382c admin admin] Pushing event deleted for resources: {'Network': ['ID=262b238d-6551-4df5-90ed-5ab9651b5825,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:49.480455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 76e91719-a634-48c0-99aa-8826012ff028 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:49.480795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76e91719-a634-48c0-99aa-8826012ff028 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:49.501497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcd494-41fb-4522-a0f0-c941cbdb2731 None None] Pushing event updated for resources: {'Port': ['ID=68a9230a-b728-41d8-9c45-75e978448c3a,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:49.529980 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Attempting to bind port 68a9230a-b728-41d8-9c45-75e978448c3a on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:49.530824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Attempting to bind port 68a9230a-b728-41d8-9c45-75e978448c3a by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:49.531902 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Attempting to bind port 68a9230a-b728-41d8-9c45-75e978448c3a on network 39ba1a94-f347-46c4-bd52-a52970ab61de {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:49.538185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:49.539143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Checking segment: {'id': 'f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:49.539708 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.540254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Bound using segment: {'id': 'f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:49.540904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Bound port: 68a9230a-b728-41d8-9c45-75e978448c3a, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:49.541482 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.730673 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d33589a-e793-460a-b309-4189d61ce175 req-f1baa39b-1c67-41a4-9dc4-aaf144455d7b tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743532 Aug 16 01:49:49.740021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d993f738-83e0-4a09-8986-10ea795595f2 req-16379370-4b38-48dc-a8ad-d799cf5d1150 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7533879 Aug 16 01:49:49.755637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] For port 68a9230a-b728-41d8-9c45-75e978448c3a, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:49.768100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:49.769448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] For port 68a9230a-b728-41d8-9c45-75e978448c3a, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=68a9230a-b728-41d8-9c45-75e978448c3a,segment=NetworkSegment(f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60),segment_id=f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:49.781821 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.818819 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.883044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Routers {'5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:49.884483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:49.885175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5c990cd-9753-4af0-a857-53cbd5647a55 req-b4231e94-47fd-4cb6-81cb-5b86ebbba567 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728616 Aug 16 01:49:50.044952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcd494-41fb-4522-a0f0-c941cbdb2731 None None] Pushing event updated for resources: {'Port': ['ID=68a9230a-b728-41d8-9c45-75e978448c3a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:50.087581 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.127476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] Set router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:50.168879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd41264-b927-453d-a921-9f74f03756c6 req-8f98864d-af16-45df-9e7e-1cd9ed44e1cb tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:50.170408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2dd41264-b927-453d-a921-9f74f03756c6 req-8f98864d-af16-45df-9e7e-1cd9ed44e1cb tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 949 time: 0.2817931 Aug 16 01:49:50.243634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af37eff-699d-41d7-a14f-67d3b8ef60fc req-feeac5a0-aa47-45f5-b20c-764b9e36b72d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:50.250881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af37eff-699d-41d7-a14f-67d3b8ef60fc req-feeac5a0-aa47-45f5-b20c-764b9e36b72d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 949 time: 0.1703265 Aug 16 01:49:50.258585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5c990cd-9753-4af0-a857-53cbd5647a55 req-aa3a663f-0836-41d9-a8ca-daf0e21242a5 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764504 Aug 16 01:49:50.386128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af37eff-699d-41d7-a14f-67d3b8ef60fc req-ac7307c0-7fa0-498f-9386-e4e94381def5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342597 Aug 16 01:49:50.389795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'name': 'tempest-FloatingIPDetailsTestJSON-350069123-router', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:49:42Z', 'revision_number': 4, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'gw_port': {'id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:43:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:34Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '68a9230a-b728-41d8-9c45-75e978448c3a', 'name': '', 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'mac_address': 'fa:16:3e:77:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ed606866-5829-4972-8eff-f555d33f5ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:40Z', 'updated_at': '2021-08-16T01:49:49Z', 'revision_number': 4, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'subnets': [{'id': 'ed606866-5829-4972-8eff-f555d33f5ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:50.409177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.431465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cbab9e-0980-486d-a66e-a171dc557f23 None None] The sync data for ids ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'] in n-d-768851-16 is: [{'id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'name': 'tempest-FloatingIPDetailsTestJSON-350069123-router', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:49:42Z', 'revision_number': 4, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'gw_port': {'id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:43:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:34Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '68a9230a-b728-41d8-9c45-75e978448c3a', 'name': '', 'network_id': '39ba1a94-f347-46c4-bd52-a52970ab61de', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'mac_address': 'fa:16:3e:77:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ed606866-5829-4972-8eff-f555d33f5ee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:40Z', 'updated_at': '2021-08-16T01:49:49Z', 'revision_number': 4, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'subnets': [{'id': 'ed606866-5829-4972-8eff-f555d33f5ee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:50.461908 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a8d1d3-67c5-410b-9797-a6503db47ec7 x-openstack-request-id: req-07a8d1d3-67c5-410b-9797-a6503db47ec7 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:50.462802 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45b1720-1232-4120-a8d6-bd93835780fb", "tag": "65e93b7c-56c7-4547-87c7-12c6f08f9f97", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:50.463504 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-07a8d1d3-67c5-410b-9797-a6503db47ec7 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:50.464436 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'tag': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'status': 'completed', 'code': 200} Aug 16 01:49:50.473100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-2dd41264-b927-453d-a921-9f74f03756c6 req-9870af61-f397-4ff0-b723-f0f0e743f0d5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Deleting port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:50.473484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2dd41264-b927-453d-a921-9f74f03756c6 req-9870af61-f397-4ff0-b723-f0f0e743f0d5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.551263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] Deleting port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:50.551674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.609478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68 req-172353fb-9e7e-4b97-a26d-ff5dddbe9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:50.611277 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68 req-172353fb-9e7e-4b97-a26d-ff5dddbe9a57 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=97ff30f978f04fd8bcffe9aaa756ae6e&device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 1096 time: 0.1118326 Aug 16 01:49:50.690906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 65e93b7c-56c7-4547-87c7-12c6f08f9f97 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:50.709184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6566e-709f-465d-b25e-e7a8dd413069 req-56a4774e-e455-4170-9d69-03a76019e224 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:50.716792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42f6566e-709f-465d-b25e-e7a8dd413069 req-56a4774e-e455-4170-9d69-03a76019e224 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 944 time: 0.1626050 Aug 16 01:49:50.725982 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2dd41264-b927-453d-a921-9f74f03756c6 req-9870af61-f397-4ff0-b723-f0f0e743f0d5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] For port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:50.726347 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2dd41264-b927-453d-a921-9f74f03756c6 req-9870af61-f397-4ff0-b723-f0f0e743f0d5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.730418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Allocated IP 172.25.2.35 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/2450e7a3-3468-4030-bf50-64e66117acec) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:50.754243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] For port 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed,segment=NetworkSegment(38884f1a-b53a-488e-b1c3-5403feef5830),segment_id=38884f1a-b53a-488e-b1c3-5403feef5830)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:50.754624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.761922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-2dd41264-b927-453d-a921-9f74f03756c6 req-9870af61-f397-4ff0-b723-f0f0e743f0d5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Calling delete_port for 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:50.773989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] Calling delete_port for 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:50.829813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42f6566e-709f-465d-b25e-e7a8dd413069 req-634d4973-183a-47a3-90d9-b1487d7735ec tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118040 Aug 16 01:49:50.860496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 65e93b7c-56c7-4547-87c7-12c6f08f9f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=65e93b7c-56c7-4547-87c7-12c6f08f9f97,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:50.887860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'port_id': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'mac_address': 'fa:16:3e:99:d4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:50.889554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68 req-1fdbfbf3-414e-4bcf-87b9-0782a9719fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:50.891752 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68 req-1fdbfbf3-414e-4bcf-87b9-0782a9719fa9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=482a296f-c29d-4571-a2f9-68385c0fca4d HTTP/1.1" status: 200 len: 929 time: 0.2707083 Aug 16 01:49:50.974074 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68 req-3eb5656f-b3b6-4ad9-8b92-82d4f592c87b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65e93b7c-56c7-4547-87c7-12c6f08f9f97 HTTP/1.1" status: 200 len: 217 time: 0.0739594 Aug 16 01:49:50.989654 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.029039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e93b7c-56c7-4547-87c7-12c6f08f9f97 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:51.053355 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.085932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 65e93b7c-56c7-4547-87c7-12c6f08f9f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=65e93b7c-56c7-4547-87c7-12c6f08f9f97,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:51.101567 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.155129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68 req-2ad4b3b2-19fc-4511-8bbc-767b27041c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:51.158662 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68 req-2ad4b3b2-19fc-4511-8bbc-767b27041c9d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ddea154d-ba95-4f62-adc8-eda3da5ee63c HTTP/1.1" status: 200 len: 867 time: 0.1762216 Aug 16 01:49:51.161087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf52773-761c-441f-a8c1-ce9883cc4afd req-52b81360-fc2b-435f-9d9c-4f54e8d91641 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:51.169508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6cf52773-761c-441f-a8c1-ce9883cc4afd req-52b81360-fc2b-435f-9d9c-4f54e8d91641 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 950 time: 0.1249588 Aug 16 01:49:51.241317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=65e93b7c-56c7-4547-87c7-12c6f08f9f97,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:51.257620 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.286105 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.318692 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6cf52773-761c-441f-a8c1-ce9883cc4afd req-cb2eee2c-3eab-41bf-ae61-6da27cfe7d50 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479931 Aug 16 01:49:51.339510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:51.341788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2dd41264-b927-453d-a921-9f74f03756c6 req-9870af61-f397-4ff0-b723-f0f0e743f0d5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.349471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:51.358345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7', 'a63f9011-7d56-48a7-97f8-253b51154597'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:51.367090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:51.410649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:51.436690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4', 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:51.456141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.475226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event updated for resources: {'Port': ['ID=2450e7a3-3468-4030-bf50-64e66117acec,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:51.477728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68 req-ddb92206-5222-43d0-8430-6e7e1011d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:51.483936 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68 req-ddb92206-5222-43d0-8430-6e7e1011d4fa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=482a296f-c29d-4571-a2f9-68385c0fca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059319 Aug 16 01:49:51.532318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 68a9230a-b728-41d8-9c45-75e978448c3a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:51.657623 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.662032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870af61-f397-4ff0-b723-f0f0e743f0d5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event deleted for resources: {'Port': ['ID=97986b20-6b00-4219-8f8f-5c2f1ea7a6ed,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:51.715291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd41264-b927-453d-a921-9f74f03756c6 req-9870af61-f397-4ff0-b723-f0f0e743f0d5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] No DVR routers for this DVR port 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:51.720841 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2dd41264-b927-453d-a921-9f74f03756c6 req-9870af61-f397-4ff0-b723-f0f0e743f0d5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.722863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2dd41264-b927-453d-a921-9f74f03756c6 req-9870af61-f397-4ff0-b723-f0f0e743f0d5 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "DELETE /v2.0/ports/97986b20-6b00-4219-8f8f-5c2f1ea7a6ed HTTP/1.1" status: 204 len: 173 time: 1.5447824 Aug 16 01:49:51.750632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78e49aa-ce56-46fd-a7b1-dcca783c5c80', 'name': 'network-vif-deleted', 'tag': '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:51.754585 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67e0b0e-bc9e-402c-9cf2-1b04667d047b" -d '{"events": [{"server_uuid": "a78e49aa-ce56-46fd-a7b1-dcca783c5c80", "name": "network-vif-deleted", "tag": "97986b20-6b00-4219-8f8f-5c2f1ea7a6ed"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:51.785807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['65e93b7c-56c7-4547-87c7-12c6f08f9f97'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:51.824850 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68 req-4f2d8c5f-7739-4666-a57f-11b21de48dc2 service neutron] 10.222.0.84 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321507 Aug 16 01:49:51.827691 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.836707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b52a04-830f-4183-9ff0-624c9ec14802 req-9b4cedb0-8eb9-4bab-820a-5a4ab584612b tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:51.839135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7b52a04-830f-4183-9ff0-624c9ec14802 req-9b4cedb0-8eb9-4bab-820a-5a4ab584612b tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.3675103 Aug 16 01:49:51.906020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 68a9230a-b728-41d8-9c45-75e978448c3a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:51.926581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e716be-3bb0-41ea-ba2c-9fd22b083c53 req-38c22aee-7f66-49fd-b626-fa3c0862c3b2 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:51.932293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16e716be-3bb0-41ea-ba2c-9fd22b083c53 req-38c22aee-7f66-49fd-b626-fa3c0862c3b2 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.89 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 950 time: 0.2194588 Aug 16 01:49:51.950692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 68a9230a-b728-41d8-9c45-75e978448c3a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:51.951066 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.120474 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7ce254f1-9fc2-48ae-ad81-5ea83655fa68 req-219acc5a-976e-42a8-82a7-543034b7f692 service neutron] 10.222.0.84 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856960 Aug 16 01:49:52.130961 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7b52a04-830f-4183-9ff0-624c9ec14802 req-394a442d-3b7c-4eb4-bcd1-54ed2e1d45d2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716188 Aug 16 01:49:52.169025 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.224003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 68a9230a-b728-41d8-9c45-75e978448c3a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=68a9230a-b728-41d8-9c45-75e978448c3a,segment=NetworkSegment(f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60),segment_id=f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:52.226695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-16e716be-3bb0-41ea-ba2c-9fd22b083c53 req-c1275ea8-b639-48e0-adcb-afa2f25f4a22 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Deleting port d42a969d-29bd-4db7-b971-4551be07356d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:52.227384 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-16e716be-3bb0-41ea-ba2c-9fd22b083c53 req-c1275ea8-b639-48e0-adcb-afa2f25f4a22 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.290436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] Router bf053b57-ad47-4fc9-a304-58eb1898c150 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:52.298830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.308809 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.309729 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.384258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.447585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:52.458462 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-424f6e0f-6cf0-4504-acce-688ea6b617b0 admin admin] 10.222.0.79 "PUT /v2.0/routers/bf053b57-ad47-4fc9-a304-58eb1898c150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9981778 Aug 16 01:49:52.461159 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60800) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:52.462217 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c6ae3-d828-4b86-b546-235a8f572188 None None] Sync routers for ids ['bf053b57-ad47-4fc9-a304-58eb1898c150'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:52.480959 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c6ae3-d828-4b86-b546-235a8f572188 None None] Routers {'bf053b57-ad47-4fc9-a304-58eb1898c150'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:52.481625 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6ae3-d828-4b86-b546-235a8f572188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf053b57-ad47-4fc9-a304-58eb1898c150'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:52.536419 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9609ccf-9618-4fb2-a716-501888f21de1 req-42ffc856-45cf-492a-8b4a-304e64b5897e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=a78e49aa-ce56-46fd-a7b1-dcca783c5c80 HTTP/1.1" status: 200 len: 210 time: 0.1713378 Aug 16 01:49:52.551650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.553090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d993f738-83e0-4a09-8986-10ea795595f2 req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8057396 Aug 16 01:49:52.556593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fa861-167e-4b6b-9f33-c8fcc0368690 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event updated for resources: {'Port': ['ID=2450e7a3-3468-4030-bf50-64e66117acec,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:52.582715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=68a9230a-b728-41d8-9c45-75e978448c3a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:52.650353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d993f738-83e0-4a09-8986-10ea795595f2 req-4e8c0c0f-a522-4b21-a253-49a402dd5ff1 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.35 HTTP/1.1" status: 200 len: 695 time: 0.0780663 Aug 16 01:49:52.652065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-16e716be-3bb0-41ea-ba2c-9fd22b083c53 req-c1275ea8-b639-48e0-adcb-afa2f25f4a22 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] For port d42a969d-29bd-4db7-b971-4551be07356d, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d42a969d-29bd-4db7-b971-4551be07356d,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:52.652549 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-16e716be-3bb0-41ea-ba2c-9fd22b083c53 req-c1275ea8-b639-48e0-adcb-afa2f25f4a22 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.699026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.729567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:52.799712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:52.800352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 97986b20-6b00-4219-8f8f-5c2f1ea7a6ed not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:52.817267 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6a3c6ae3-d828-4b86-b546-235a8f572188 None None] Set router bf053b57-ad47-4fc9-a304-58eb1898c150 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:52.820183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993f738-83e0-4a09-8986-10ea795595f2 req-75c0a345-a8c7-45b1-87ee-935b66dc3dfc tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:52.827556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d993f738-83e0-4a09-8986-10ea795595f2 req-75c0a345-a8c7-45b1-87ee-935b66dc3dfc tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.1658666 Aug 16 01:49:52.830444 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c142a0aa-95d0-40ba-82a2-838052c5518a x-openstack-request-id: req-c142a0aa-95d0-40ba-82a2-838052c5518a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:52.830731 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78e49aa-ce56-46fd-a7b1-dcca783c5c80", "name": "network-vif-deleted", "tag": "97986b20-6b00-4219-8f8f-5c2f1ea7a6ed", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:52.830979 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c142a0aa-95d0-40ba-82a2-838052c5518a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:52.831362 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78e49aa-ce56-46fd-a7b1-dcca783c5c80', 'name': 'network-vif-deleted', 'tag': '97986b20-6b00-4219-8f8f-5c2f1ea7a6ed', 'status': 'completed', 'code': 200} Aug 16 01:49:52.833924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-16e716be-3bb0-41ea-ba2c-9fd22b083c53 req-c1275ea8-b639-48e0-adcb-afa2f25f4a22 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Calling delete_port for d42a969d-29bd-4db7-b971-4551be07356d owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:52.842114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-d993f738-83e0-4a09-8986-10ea795595f2 req-fa5d7d63-b5c9-4ac6-b614-713163b43002 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:49:52.847504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d993f738-83e0-4a09-8986-10ea795595f2 req-fa5d7d63-b5c9-4ac6-b614-713163b43002 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187867 Aug 16 01:49:53.137746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082665a9-6b7e-421e-82d5-33ec7e74cd4f req-e10081f4-7c54-4028-a369-3acd2213e210 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:53.139830 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6ae3-d828-4b86-b546-235a8f572188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-router', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:50Z', 'updated_at': '2021-08-16T01:49:51Z', 'revision_number': 5, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'gw_port': {'id': 'fec5c17a-4967-44a2-b4d5-f667c40a547f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:51Z', 'updated_at': '2021-08-16T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:53.146085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082665a9-6b7e-421e-82d5-33ec7e74cd4f req-e10081f4-7c54-4028-a369-3acd2213e210 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 945 time: 0.3137908 Aug 16 01:49:53.160739 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.173755 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c6ae3-d828-4b86-b546-235a8f572188 None None] Checking router: bf053b57-ad47-4fc9-a304-58eb1898c150 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:53.187661 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c6ae3-d828-4b86-b546-235a8f572188 None None] Routers {'bf053b57-ad47-4fc9-a304-58eb1898c150'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:53.188502 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6ae3-d828-4b86-b546-235a8f572188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf053b57-ad47-4fc9-a304-58eb1898c150'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:53.249817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efa989-2475-4a83-914d-5fea8c7224cf req-993e137b-c2e8-4e37-8fdf-9e040a5c4672 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:53.256171 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4efa989-2475-4a83-914d-5fea8c7224cf req-993e137b-c2e8-4e37-8fdf-9e040a5c4672 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9792d-855c-4c0b-b4c6-7fad3d7f7527 HTTP/1.1" status: 200 len: 950 time: 0.2054193 Aug 16 01:49:53.256486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Deleting port fec5c17a-4967-44a2-b4d5-f667c40a547f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:53.256838 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.303847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082665a9-6b7e-421e-82d5-33ec7e74cd4f req-249fcdc5-9b75-4d1e-b76f-4e067829faea tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507444 Aug 16 01:49:53.348214 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6a3c6ae3-d828-4b86-b546-235a8f572188 None None] Set router bf053b57-ad47-4fc9-a304-58eb1898c150 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:53.409898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] For port fec5c17a-4967-44a2-b4d5-f667c40a547f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fec5c17a-4967-44a2-b4d5-f667c40a547f,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:53.410364 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.423143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 68a9230a-b728-41d8-9c45-75e978448c3a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:53.436526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Calling delete_port for fec5c17a-4967-44a2-b4d5-f667c40a547f owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:53.473641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4efa989-2475-4a83-914d-5fea8c7224cf req-e800a11e-3034-49fd-8d7c-3e9e541119d2 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011478 Aug 16 01:49:53.489981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 68a9230a-b728-41d8-9c45-75e978448c3a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:53.490355 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.504022 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6ae3-d828-4b86-b546-235a8f572188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-router', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:50Z', 'updated_at': '2021-08-16T01:49:53Z', 'revision_number': 6, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:53.556889 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-16e716be-3bb0-41ea-ba2c-9fd22b083c53 req-c1275ea8-b639-48e0-adcb-afa2f25f4a22 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.567021 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c6ae3-d828-4b86-b546-235a8f572188 None None] The sync data for ids ['bf053b57-ad47-4fc9-a304-58eb1898c150'] in n-d-768851-16 is: [{'id': 'bf053b57-ad47-4fc9-a304-58eb1898c150', 'name': 'tempest-AttachSCSIVolumeTestJSON-782087871-router', 'tenant_id': '9026303a881847ae937d4b2f84e372cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:50Z', 'updated_at': '2021-08-16T01:49:53Z', 'revision_number': 6, 'project_id': '9026303a881847ae937d4b2f84e372cf', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:53.577783 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d42a969d-29bd-4db7-b971-4551be07356d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:53.622071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1275ea8-b639-48e0-adcb-afa2f25f4a22 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Pushing event deleted for resources: {'Port': ['ID=d42a969d-29bd-4db7-b971-4551be07356d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:53.622921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a57e5974-0844-4a4e-ab2b-43f07303a323'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:53.692293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-fa8ee077-90a6-4d5f-a9ab-a92f54e0c339 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3582439 Aug 16 01:49:53.708061 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.737890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:53.743591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e716be-3bb0-41ea-ba2c-9fd22b083c53 req-c1275ea8-b639-48e0-adcb-afa2f25f4a22 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] No DVR routers for this DVR port d42a969d-29bd-4db7-b971-4551be07356d on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:53.748442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-16e716be-3bb0-41ea-ba2c-9fd22b083c53 req-c1275ea8-b639-48e0-adcb-afa2f25f4a22 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.751182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16e716be-3bb0-41ea-ba2c-9fd22b083c53 req-c1275ea8-b639-48e0-adcb-afa2f25f4a22 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.89 "DELETE /v2.0/ports/d42a969d-29bd-4db7-b971-4551be07356d HTTP/1.1" status: 204 len: 173 time: 1.8004434 Aug 16 01:49:53.752210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec5c17a-4967-44a2-b4d5-f667c40a547f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:53.762159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb13b8-d280-4ff0-a165-bc103187340f req-d4c70244-287b-417e-acdf-509b15345d2d tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:53.763707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ddb13b8-d280-4ff0-a165-bc103187340f req-d4c70244-287b-417e-acdf-509b15345d2d tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.1475954 Aug 16 01:49:53.800704 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.863620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.872724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ddb13b8-d280-4ff0-a165-bc103187340f req-56e892f3-b498-45a9-92ea-424f4212d13b tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946536 Aug 16 01:49:53.966854 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.007016 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.010212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.089736 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.090708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf053b57-ad47-4fc9-a304-58eb1898c150 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:49:54.098413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.099867 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c673b4ff-da76-40dc-bf62-afba704f8e82 admin admin] 10.222.0.79 "DELETE /v2.0/routers/bf053b57-ad47-4fc9-a304-58eb1898c150 HTTP/1.1" status: 204 len: 168 time: 1.6373806 Aug 16 01:49:54.103370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60816) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:54.166428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Allocated IP 172.25.2.75 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/3608c0b5-3a18-49ec-b99f-9c341c288fb5) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:54.182973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-698433e2-f5cb-464c-b1d0-97f2ac1f4de7 admin admin] Deleting subnet cf003edc-f80e-47b7-aa33-9728eb83fccd {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:49:54.186932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-698433e2-f5cb-464c-b1d0-97f2ac1f4de7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.277330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-698433e2-f5cb-464c-b1d0-97f2ac1f4de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.388840 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.466388 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-698433e2-f5cb-464c-b1d0-97f2ac1f4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.515316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.568810 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-698433e2-f5cb-464c-b1d0-97f2ac1f4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.611637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698433e2-f5cb-464c-b1d0-97f2ac1f4de7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf003edc-f80e-47b7-aa33-9728eb83fccd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:54.613654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-698433e2-f5cb-464c-b1d0-97f2ac1f4de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.617042 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-698433e2-f5cb-464c-b1d0-97f2ac1f4de7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cf003edc-f80e-47b7-aa33-9728eb83fccd HTTP/1.1" status: 204 len: 168 time: 0.5111914 Aug 16 01:49:54.618374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60828) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:54.623413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574868d-d6df-40cc-8745-2cde93001944 None None] Network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:54.639713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:54.649650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:54.653114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:54.675814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event updated for resources: {'Port': ['ID=3608c0b5-3a18-49ec-b99f-9c341c288fb5,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:54.714722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 65e93b7c-56c7-4547-87c7-12c6f08f9f97 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:54.722067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd633013-4880-472e-bca5-e5c55f4a7dd0 req-e95f604f-3628-447a-a898-be7f30732e3f tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:54.724111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd633013-4880-472e-bca5-e5c55f4a7dd0 req-e95f604f-3628-447a-a898-be7f30732e3f tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 945 time: 0.1427794 Aug 16 01:49:54.733705 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.764291 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.806911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd633013-4880-472e-bca5-e5c55f4a7dd0 req-16cce6e0-bf91-4444-b378-edd34b7089a5 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711534 Aug 16 01:49:54.854210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Deleting port 49031913-d843-4211-bb4b-18c8ee6fda79 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:54.854812 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.860510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc9792d-855c-4c0b-b4c6-7fad3d7f7527', 'name': 'network-vif-deleted', 'tag': 'd42a969d-29bd-4db7-b971-4551be07356d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:54.866972 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0b2a4b-5124-451b-a756-0809ce0f2be4" -d '{"events": [{"server_uuid": "3fc9792d-855c-4c0b-b4c6-7fad3d7f7527", "name": "network-vif-deleted", "tag": "d42a969d-29bd-4db7-b971-4551be07356d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:54.891172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:54.897135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:54.897557 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.929866 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.960453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] For port 49031913-d843-4211-bb4b-18c8ee6fda79, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=49031913-d843-4211-bb4b-18c8ee6fda79,segment=NetworkSegment(38884f1a-b53a-488e-b1c3-5403feef5830),segment_id=38884f1a-b53a-488e-b1c3-5403feef5830)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:54.965992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.990316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Calling delete_port for 49031913-d843-4211-bb4b-18c8ee6fda79 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:55.025272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0908020-2c04-4ef4-8329-b4dfa78d51d2 None None] DHCP port deletion for 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:49:55.033840 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.056001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91188d-3d1a-4408-919f-79c2f43717dd req-6f382bfa-4f52-4f88-b580-0997012eea10 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:55.057864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e91188d-3d1a-4408-919f-79c2f43717dd req-6f382bfa-4f52-4f88-b580-0997012eea10 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=84ba85a6-4582-4c7b-aee3-6c4bd96f849b HTTP/1.1" status: 200 len: 949 time: 0.1631787 Aug 16 01:49:55.080053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e93b7c-56c7-4547-87c7-12c6f08f9f97'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:55.082484 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a682f2-798f-4eb1-997c-87dddc0b5637" -d '{"events": [{"server_uuid": "b45b1720-1232-4120-a8d6-bd93835780fb", "name": "network-vif-plugged", "status": "completed", "tag": "65e93b7c-56c7-4547-87c7-12c6f08f9f97"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:55.099627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 65e93b7c-56c7-4547-87c7-12c6f08f9f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=65e93b7c-56c7-4547-87c7-12c6f08f9f97,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:55.111565 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.122380 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.144281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e91188d-3d1a-4408-919f-79c2f43717dd req-d683e9df-8ffb-4e78-b125-aabe69185b57 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721939 Aug 16 01:49:55.151906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f0908020-2c04-4ef4-8329-b4dfa78d51d2 None None] Deleting port 49031913-d843-4211-bb4b-18c8ee6fda79 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:55.152286 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f0908020-2c04-4ef4-8329-b4dfa78d51d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.175601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Pushing event deleted for resources: {'Port': ['ID=49031913-d843-4211-bb4b-18c8ee6fda79,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:55.181722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] No DVR routers for this DVR port 49031913-d843-4211-bb4b-18c8ee6fda79 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:55.186319 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.192659 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.236156 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.258895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.271928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5625105 Aug 16 01:49:55.280666 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6df851-876e-4df7-8571-768ef6fee629 x-openstack-request-id: req-8d6df851-876e-4df7-8571-768ef6fee629 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:55.280906 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc9792d-855c-4c0b-b4c6-7fad3d7f7527", "name": "network-vif-deleted", "tag": "d42a969d-29bd-4db7-b971-4551be07356d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:55.281161 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d6df851-876e-4df7-8571-768ef6fee629 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:55.281966 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc9792d-855c-4c0b-b4c6-7fad3d7f7527', 'name': 'network-vif-deleted', 'tag': 'd42a969d-29bd-4db7-b971-4551be07356d', 'status': 'completed', 'code': 200} Aug 16 01:49:55.362204 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.375340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a544bb-23b3-4eaf-9ffe-50cca0a2ca37']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:55.393650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38884f1a-b53a-488e-b1c3-5403feef5830') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:55.394022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38884f1a-b53a-488e-b1c3-5403feef5830') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:55.405775 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.425704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.434381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:49:55.434888 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.471216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fec5c17a-4967-44a2-b4d5-f667c40a547f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:49:55.510557 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:49:55.514142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=65e93b7c-56c7-4547-87c7-12c6f08f9f97,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:55.525354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: fec5c17a-4967-44a2-b4d5-f667c40a547f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:55.525959 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fec5c17a-4967-44a2-b4d5-f667c40a547f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:55.526497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:55.529797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.538693 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.542611 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] 10.222.0.79 "DELETE /v2.0/networks/02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 HTTP/1.1" status: 204 len: 168 time: 0.9228046 Aug 16 01:49:55.564490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f0908020-2c04-4ef4-8329-b4dfa78d51d2 None None] For port 49031913-d843-4211-bb4b-18c8ee6fda79, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:55.564897 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f0908020-2c04-4ef4-8329-b4dfa78d51d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.578570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333f9e9-027a-4c20-aec8-dd89e48ec92e admin admin] Pushing event deleted for resources: {'Network': ['ID=02a544bb-23b3-4eaf-9ffe-50cca0a2ca37,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:55.579460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d42a969d-29bd-4db7-b971-4551be07356d no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:55.582667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:55.583208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 30951aa2-d0f7-4a4d-b0f4-7dc2a5c0f3ed not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:55.583636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 49031913-d843-4211-bb4b-18c8ee6fda79 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:55.611217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f0908020-2c04-4ef4-8329-b4dfa78d51d2 None None] Calling delete_port for 49031913-d843-4211-bb4b-18c8ee6fda79 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:55.632915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-f0908020-2c04-4ef4-8329-b4dfa78d51d2 None None] Port 49031913-d843-4211-bb4b-18c8ee6fda79 was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:49:55.633820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: d42a969d-29bd-4db7-b971-4551be07356d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:55.634054 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d42a969d-29bd-4db7-b971-4551be07356d not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:55.635909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 49031913-d843-4211-bb4b-18c8ee6fda79 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:55.636398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 49031913-d843-4211-bb4b-18c8ee6fda79 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:55.638529 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f0908020-2c04-4ef4-8329-b4dfa78d51d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.674901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0908020-2c04-4ef4-8329-b4dfa78d51d2 None None] Pushing event deleted for resources: {'Port': ['ID=49031913-d843-4211-bb4b-18c8ee6fda79,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:55.680057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0908020-2c04-4ef4-8329-b4dfa78d51d2 None None] Network 02a544bb-23b3-4eaf-9ffe-50cca0a2ca37 is not hosted by any dhcp agent {{(pid=101382) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:49:55.680598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0908020-2c04-4ef4-8329-b4dfa78d51d2 None None] No DVR routers for this DVR port 49031913-d843-4211-bb4b-18c8ee6fda79 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:55.724780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60844) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:55.726331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2020aa2-1c1b-464c-becf-d15e7ed1aea6 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event updated for resources: {'Port': ['ID=3608c0b5-3a18-49ec-b99f-9c341c288fb5,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:55.754596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-a2cdf307-9898-4f62-92de-1f824eada376 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.4816687 Aug 16 01:49:55.783400 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7474ff00-e7e4-4827-84b8-2bbce18170ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4771436cf7ed4c74afb512cc0a214693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557036 Aug 16 01:49:55.784064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60846) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:55.839519 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4aea1e5-3110-43e0-933f-b4701d1e1293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.863669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4aea1e5-3110-43e0-933f-b4701d1e1293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.878829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59662bd3-98cd-42e3-aa83-35cf3163cce3 req-a9d87256-f0f7-4cb1-b3fa-25ae960c40a4 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:55.885616 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59662bd3-98cd-42e3-aa83-35cf3163cce3 req-a9d87256-f0f7-4cb1-b3fa-25ae960c40a4 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.1635087 Aug 16 01:49:55.911486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f81dda-c49e-4061-a02c-56677bf153d1 req-89099f15-817e-4ae8-a694-2dbc64c2e2a9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:55.913165 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38f81dda-c49e-4061-a02c-56677bf153d1 req-89099f15-817e-4ae8-a694-2dbc64c2e2a9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "GET /v2.0/ports?device_id=84ba85a6-4582-4c7b-aee3-6c4bd96f849b HTTP/1.1" status: 200 len: 949 time: 0.1709762 Aug 16 01:49:55.922804 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4aea1e5-3110-43e0-933f-b4701d1e1293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.925512 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4aea1e5-3110-43e0-933f-b4701d1e1293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.926675 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f4aea1e5-3110-43e0-933f-b4701d1e1293 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dd1c761d-e5c9-4748-a5d1-9daf93067fa3 HTTP/1.1" status: 204 len: 168 time: 0.1414692 Aug 16 01:49:55.935322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aea1e5-3110-43e0-933f-b4701d1e1293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1c761d-e5c9-4748-a5d1-9daf93067fa3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:56.014400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-bc7125a0-da1a-4238-ba88-7fefd8e8011b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.015889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24cf252e-574f-4a9a-9f53-30a5ce416e32 req-bc7125a0-da1a-4238-ba88-7fefd8e8011b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.2454147 Aug 16 01:49:56.041871 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59662bd3-98cd-42e3-aa83-35cf3163cce3 req-d0999b4d-76df-4a7e-a322-d3460eb8079a tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551070 Aug 16 01:49:56.050589 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-87a97ea7-906d-4674-ad35-31aa41e94703 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0652442 Aug 16 01:49:56.093007 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad60f9f5-bcd8-4351-9714-537757793bbb x-openstack-request-id: req-ad60f9f5-bcd8-4351-9714-537757793bbb {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:56.093007 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b1720-1232-4120-a8d6-bd93835780fb", "name": "network-vif-plugged", "status": "completed", "tag": "65e93b7c-56c7-4547-87c7-12c6f08f9f97", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:56.093007 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad60f9f5-bcd8-4351-9714-537757793bbb {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:56.093007 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'code': 200} Aug 16 01:49:56.129639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-38f81dda-c49e-4061-a02c-56677bf153d1 req-e2cb9a13-9c07-4c5d-9d0e-2b86d5954559 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Deleting port a63f9011-7d56-48a7-97f8-253b51154597 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:56.130289 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38f81dda-c49e-4061-a02c-56677bf153d1 req-e2cb9a13-9c07-4c5d-9d0e-2b86d5954559 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.175993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-eb8c6610-803b-4f78-a7a4-523f5ff16239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.178419 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-eb8c6610-803b-4f78-a7a4-523f5ff16239 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 1102 time: 0.1025352 Aug 16 01:49:56.319772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-38f81dda-c49e-4061-a02c-56677bf153d1 req-e2cb9a13-9c07-4c5d-9d0e-2b86d5954559 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] For port a63f9011-7d56-48a7-97f8-253b51154597, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a63f9011-7d56-48a7-97f8-253b51154597,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:56.319772 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38f81dda-c49e-4061-a02c-56677bf153d1 req-e2cb9a13-9c07-4c5d-9d0e-2b86d5954559 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.382359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-38f81dda-c49e-4061-a02c-56677bf153d1 req-e2cb9a13-9c07-4c5d-9d0e-2b86d5954559 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Calling delete_port for a63f9011-7d56-48a7-97f8-253b51154597 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:56.413766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d08186-75f6-4f86-b7bc-8ced4ee256ad req-380178d6-1b8c-4635-bed6-78363962ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.416617 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-90d08186-75f6-4f86-b7bc-8ced4ee256ad req-380178d6-1b8c-4635-bed6-78363962ce9c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 1098 time: 0.0767560 Aug 16 01:49:56.459499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-d810c943-11d6-456c-87d8-aa7a500596b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.461392 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-d810c943-11d6-456c-87d8-aa7a500596b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2396674 Aug 16 01:49:56.523127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6ead-2540-4786-b218-8157e189c197 req-7bd5016a-bce2-4cb8-b067-142e83de3a4c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.524664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-309a6ead-2540-4786-b218-8157e189c197 req-7bd5016a-bce2-4cb8-b067-142e83de3a4c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 946 time: 0.2028003 Aug 16 01:49:56.555304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60862) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:56.580454 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-90d08186-75f6-4f86-b7bc-8ced4ee256ad req-344670e4-db80-44d4-b29f-992752c6ccf8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533525 Aug 16 01:49:56.593055 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-7d05be40-b69f-42ab-aa0e-c9d931975912 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=def23d27-aa78-449f-9599-7477d3d660d7 HTTP/1.1" status: 200 len: 217 time: 0.1200092 Aug 16 01:49:56.619535 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a88bcf5e-c2a9-41b1-b990-7d6a2ad9d102 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9026303a881847ae937d4b2f84e372cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626493 Aug 16 01:49:56.624196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60864) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:56.642886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-1d561523-3ce6-4c1e-9847-0a45f5519b56 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3026240 Aug 16 01:49:56.653449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-309a6ead-2540-4786-b218-8157e189c197 req-0ebc2cef-9d6f-4e70-9afc-7a8af76796d9 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161399 Aug 16 01:49:56.661843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-723dd43a-df9f-424b-af12-22791b147f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.664044 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-723dd43a-df9f-424b-af12-22791b147f53 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0594294 Aug 16 01:49:56.666830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:56.733922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-9a35cb85-9a59-4e68-97a7-291a336a0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.737314 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-9a35cb85-9a59-4e68-97a7-291a336a0ad2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625246 Aug 16 01:49:56.755660 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.805946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-42593a43-340b-4426-bb89-e4c62ddc4c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.807354 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38f81dda-c49e-4061-a02c-56677bf153d1 req-e2cb9a13-9c07-4c5d-9d0e-2b86d5954559 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.818623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7', 'a63f9011-7d56-48a7-97f8-253b51154597'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:56.845071 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-184a045d-a928-4671-abe5-534b1673ad82 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993550 Aug 16 01:49:56.850688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4', 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:56.912864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb9a13-9c07-4c5d-9d0e-2b86d5954559 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event deleted for resources: {'Port': ['ID=a63f9011-7d56-48a7-97f8-253b51154597,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:56.974574 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecda2bdc-5479-4468-a7a3-e6b8c5c6f56b req-f3d2861e-8c25-4407-bf04-7366dbd5ccdd service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213357 Aug 16 01:49:56.975082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c3cfc-5de3-43e9-bb18-d20b969cd3c7 req-013d2615-c2b2-4e27-a9d7-914ff537b091 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.976771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff2c3cfc-5de3-43e9-bb18-d20b969cd3c7 req-013d2615-c2b2-4e27-a9d7-914ff537b091 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=84ba85a6-4582-4c7b-aee3-6c4bd96f849b HTTP/1.1" status: 200 len: 867 time: 0.2360954 Aug 16 01:49:56.983629 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-42593a43-340b-4426-bb89-e4c62ddc4c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.060010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f81dda-c49e-4061-a02c-56677bf153d1 req-e2cb9a13-9c07-4c5d-9d0e-2b86d5954559 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] No DVR routers for this DVR port a63f9011-7d56-48a7-97f8-253b51154597 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:57.063563 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38f81dda-c49e-4061-a02c-56677bf153d1 req-e2cb9a13-9c07-4c5d-9d0e-2b86d5954559 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.065857 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38f81dda-c49e-4061-a02c-56677bf153d1 req-e2cb9a13-9c07-4c5d-9d0e-2b86d5954559 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "DELETE /v2.0/ports/a63f9011-7d56-48a7-97f8-253b51154597 HTTP/1.1" status: 204 len: 173 time: 1.1393507 Aug 16 01:49:57.106991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4622a1b-626a-4e5e-b46c-eed831582e60 req-41bdebd3-c50c-4b29-b200-3db0376e99bc tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:57.114814 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b4622a1b-626a-4e5e-b46c-eed831582e60 req-41bdebd3-c50c-4b29-b200-3db0376e99bc tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 950 time: 0.1045535 Aug 16 01:49:57.115263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff2c3cfc-5de3-43e9-bb18-d20b969cd3c7 req-371d8312-0d72-4686-8587-00fa9a232929 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118131 Aug 16 01:49:57.159648 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-42593a43-340b-4426-bb89-e4c62ddc4c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.161800 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-42593a43-340b-4426-bb89-e4c62ddc4c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.166280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-42593a43-340b-4426-bb89-e4c62ddc4c24 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a24d52cd-6119-4920-9631-8dcededece14 HTTP/1.1" status: 204 len: 168 time: 0.5403070 Aug 16 01:49:57.172444 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.180134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42593a43-340b-4426-bb89-e4c62ddc4c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24d52cd-6119-4920-9631-8dcededece14,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:57.284174 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ba85a6-4582-4c7b-aee3-6c4bd96f849b', 'name': 'network-vif-deleted', 'tag': 'a63f9011-7d56-48a7-97f8-253b51154597'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:57.287444 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8e98d7-4d1d-44ff-9f0a-2f417ceca683" -d '{"events": [{"server_uuid": "84ba85a6-4582-4c7b-aee3-6c4bd96f849b", "name": "network-vif-deleted", "tag": "a63f9011-7d56-48a7-97f8-253b51154597"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:57.338558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-b4622a1b-626a-4e5e-b46c-eed831582e60 req-2f732ebe-1e23-4f37-9693-2465aff654b9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Deleting port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:57.338905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b4622a1b-626a-4e5e-b46c-eed831582e60 req-2f732ebe-1e23-4f37-9693-2465aff654b9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.364889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3622946-5b34-4800-8cd1-adaa3b82daa6 req-7d77c42c-47c6-4514-9618-7244db4bfa32 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:57.372464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3622946-5b34-4800-8cd1-adaa3b82daa6 req-7d77c42c-47c6-4514-9618-7244db4bfa32 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 951 time: 0.1606700 Aug 16 01:49:57.436036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Allocated IP 172.25.2.138 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/e25b3576-206c-47fd-abc2-e948159ed6f7) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:57.466680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b4622a1b-626a-4e5e-b46c-eed831582e60 req-2f732ebe-1e23-4f37-9693-2465aff654b9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] For port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:57.466926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3622946-5b34-4800-8cd1-adaa3b82daa6 req-0a678607-3bcf-4927-a8b5-1567b65da46f tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894568 Aug 16 01:49:57.467157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b4622a1b-626a-4e5e-b46c-eed831582e60 req-2f732ebe-1e23-4f37-9693-2465aff654b9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.495524 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-b4622a1b-626a-4e5e-b46c-eed831582e60 req-2f732ebe-1e23-4f37-9693-2465aff654b9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Calling delete_port for d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:57.748053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c5003-4e11-46a9-826e-d0578237d357 req-136939da-4783-4a55-a354-0553135cb54e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:57.749927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b4622a1b-626a-4e5e-b46c-eed831582e60 req-2f732ebe-1e23-4f37-9693-2465aff654b9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.750327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b7c5003-4e11-46a9-826e-d0578237d357 req-136939da-4783-4a55-a354-0553135cb54e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.1209311 Aug 16 01:49:57.756652 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.762732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:57.784437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f732ebe-1e23-4f37-9693-2465aff654b9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event deleted for resources: {'Port': ['ID=d75cf73a-51d8-4e5b-8bc9-61c5243c3c16,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:57.863092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4622a1b-626a-4e5e-b46c-eed831582e60 req-2f732ebe-1e23-4f37-9693-2465aff654b9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] No DVR routers for this DVR port d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:57.874370 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b4622a1b-626a-4e5e-b46c-eed831582e60 req-2f732ebe-1e23-4f37-9693-2465aff654b9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.876690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b7c5003-4e11-46a9-826e-d0578237d357 req-f97c819f-9d6f-4b6b-9b03-2ae9fbecbd2f tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102190 Aug 16 01:49:57.878208 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b4622a1b-626a-4e5e-b46c-eed831582e60 req-2f732ebe-1e23-4f37-9693-2465aff654b9 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "DELETE /v2.0/ports/d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 HTTP/1.1" status: 204 len: 173 time: 0.7569344 Aug 16 01:49:57.880866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d9e335-3e66-453a-9eb9-153c2249d40e', 'name': 'network-vif-deleted', 'tag': 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:57.886464 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94816a58-564f-4234-851f-3a68a77a8880" -d '{"events": [{"server_uuid": "37d9e335-3e66-453a-9eb9-153c2249d40e", "name": "network-vif-deleted", "tag": "d75cf73a-51d8-4e5b-8bc9-61c5243c3c16"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:57.916458 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.000951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:58.004095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:58.011390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:58.021479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event updated for resources: {'Port': ['ID=e25b3576-206c-47fd-abc2-e948159ed6f7,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:58.097831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.138250 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142a2850-fd70-46e5-ba78-a2c67013e336 x-openstack-request-id: req-142a2850-fd70-46e5-ba78-a2c67013e336 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:58.138545 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ba85a6-4582-4c7b-aee3-6c4bd96f849b", "name": "network-vif-deleted", "tag": "a63f9011-7d56-48a7-97f8-253b51154597", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:58.138794 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-142a2850-fd70-46e5-ba78-a2c67013e336 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:58.139360 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ba85a6-4582-4c7b-aee3-6c4bd96f849b', 'name': 'network-vif-deleted', 'tag': 'a63f9011-7d56-48a7-97f8-253b51154597', 'status': 'completed', 'code': 200} Aug 16 01:49:58.157478 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.323635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b682465-581b-4298-903a-d185aa596301 req-41c3e10c-e8e8-4752-9a21-dc4b6063e468 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:58.325026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b682465-581b-4298-903a-d185aa596301 req-41c3e10c-e8e8-4752-9a21-dc4b6063e468 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 946 time: 0.1051068 Aug 16 01:49:58.393922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b682465-581b-4298-903a-d185aa596301 req-4dc427c8-ecec-4aec-b63d-f211171b6b18 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594339 Aug 16 01:49:58.413742 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.419946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.458613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.471493 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b39ce2-4efc-40c3-a248-e8d997f0d366 x-openstack-request-id: req-50b39ce2-4efc-40c3-a248-e8d997f0d366 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:58.471493 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d9e335-3e66-453a-9eb9-153c2249d40e", "name": "network-vif-deleted", "tag": "d75cf73a-51d8-4e5b-8bc9-61c5243c3c16", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:58.471493 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50b39ce2-4efc-40c3-a248-e8d997f0d366 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:58.471493 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d9e335-3e66-453a-9eb9-153c2249d40e', 'name': 'network-vif-deleted', 'tag': 'd75cf73a-51d8-4e5b-8bc9-61c5243c3c16', 'status': 'completed', 'code': 200} Aug 16 01:49:58.487064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event updated for resources: {'Port': ['ID=e25b3576-206c-47fd-abc2-e948159ed6f7,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:58.492728 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.496881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-d6f05bed-77c6-4d3b-99e0-3cad822d9893 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8392057 Aug 16 01:49:58.556078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60904) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:58.585232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-b5990fdb-a1c5-456f-83bd-b17a63081df3 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.0712743 Aug 16 01:49:58.600968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4', 'c498493c-5bd3-419f-a180-0e7dffd88e01'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:58.708009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222736507-network', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:58.748219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Made reservation on behalf of 7bdf9402875346e7a5d99d398d6b3c2c for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:58.753653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.766335 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.782249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2de6bf-ca7e-48c6-99db-e66a8d9b0b99 req-de7fb701-4194-4287-b3f1-29ca4f3d95fb tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:58.784283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a2de6bf-ca7e-48c6-99db-e66a8d9b0b99 req-de7fb701-4194-4287-b3f1-29ca4f3d95fb tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 951 time: 0.1674340 Aug 16 01:49:58.839883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-126c1cb3-34ea-4e54-9b6e-62052256b521 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:58.841752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12369a61-557d-461e-8ae1-11bd96d5fa02 req-126c1cb3-34ea-4e54-9b6e-62052256b521 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.2504222 Aug 16 01:49:58.862037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a2de6bf-ca7e-48c6-99db-e66a8d9b0b99 req-a70db25e-6aec-496b-8fd0-21d7f4b457ee tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.79 "GET /v2.0/security-groups?id=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710783 Aug 16 01:49:58.947134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.955019 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.988717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:49:59.006801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d67f29-9de9-436f-b341-729bcf5039ba,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:59.009946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.010296 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Added segment fb86a9f0-8f9c-48cd-8222-286e06e11568 of type vlan for network c69b8873-2640-4f97-b4c5-d6520f3c3326 Aug 16 01:49:59.013842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1fd4b6d-a21d-48bb-b542-7172b3d5f946 req-64321413-6191-4b95-b38b-3f51de1b7ad8 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips/72402c00-9474-4661-a439-3d3495f5fa7b HTTP/1.1" status: 200 len: 693 time: 0.1100006 Aug 16 01:49:59.045057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4eac6416-988c-41ec-a5b4-ec131772c4e3 req-0cf6b49a-d521-4392-8a02-89fa0cec2836 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=37d9e335-3e66-453a-9eb9-153c2249d40e HTTP/1.1" status: 200 len: 210 time: 0.0663981 Aug 16 01:49:59.066864 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.121086 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.122075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:59.122915 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.181024 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6238539 Aug 16 01:49:59.183203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60916) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:59.188781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] Request body: {'subnet': {'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222736507-subnet', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:59.208210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8840be9-8c41-4908-8cb6-4e1ee684bd15 admin admin] Pushing event updated for resources: {'Network': ['ID=c69b8873-2640-4f97-b4c5-d6520f3c3326,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:59.211973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b74a1f-027f-4b33-acdc-adbd44d4e6f7 req-9896f98e-acbe-4589-8190-8c7276aec0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:59.213675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96b74a1f-027f-4b33-acdc-adbd44d4e6f7 req-9896f98e-acbe-4589-8190-8c7276aec0c8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.0879776 Aug 16 01:49:59.228337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] Made reservation on behalf of 7bdf9402875346e7a5d99d398d6b3c2c for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:59.231265 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.233600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network c69b8873-2640-4f97-b4c5-d6520f3c3326 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:49:59.238329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd4b6d-a21d-48bb-b542-7172b3d5f946 req-7a3c5b62-91ea-45a8-83ce-b68961a4b492 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:59.247322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1fd4b6d-a21d-48bb-b542-7172b3d5f946 req-7a3c5b62-91ea-45a8-83ce-b68961a4b492 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.2324646 Aug 16 01:49:59.259800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-a1fd4b6d-a21d-48bb-b542-7172b3d5f946 req-3d50d8b5-37a7-4c75-8b11-332d6ff89a51 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:49:59.272741 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1fd4b6d-a21d-48bb-b542-7172b3d5f946 req-3d50d8b5-37a7-4c75-8b11-332d6ff89a51 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214152 Aug 16 01:49:59.310924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96b74a1f-027f-4b33-acdc-adbd44d4e6f7 req-c11fba79-a14a-4117-b28e-6717b3960de2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905507 Aug 16 01:49:59.382443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc07967-4b75-427c-b2aa-71a1ca2f8172 req-21f75f5e-142c-4c89-8af8-82e6bf24b164 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:59.384122 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1bc07967-4b75-427c-b2aa-71a1ca2f8172 req-21f75f5e-142c-4c89-8af8-82e6bf24b164 tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.84 "GET /v2.0/ports?device_id=79295964-2778-4797-9ee2-3ecb7ceaa42c HTTP/1.1" status: 200 len: 951 time: 0.1139929 Aug 16 01:49:59.401020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-326e2af6-2930-4605-ab38-45a351f8748f tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips/72402c00-9474-4661-a439-3d3495f5fa7b HTTP/1.1" status: 200 len: 693 time: 0.0633931 Aug 16 01:49:59.551637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-1bc07967-4b75-427c-b2aa-71a1ca2f8172 req-19c04be0-6903-4523-aec2-fae442616e9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Deleting port a57e5974-0844-4a4e-ab2b-43f07303a323 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:59.552109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1bc07967-4b75-427c-b2aa-71a1ca2f8172 req-19c04be0-6903-4523-aec2-fae442616e9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.558786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-3a817bbb-929a-4cbd-83f5-152b089b0beb tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:59.560151 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-3a817bbb-929a-4cbd-83f5-152b089b0beb tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.1516092 Aug 16 01:49:59.571682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75242587-9874-4d7a-8743-785e0804774f req-7b96c186-696c-4f74-b7b1-5009b68ed517 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:59.573478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75242587-9874-4d7a-8743-785e0804774f req-7b96c186-696c-4f74-b7b1-5009b68ed517 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 946 time: 0.0845098 Aug 16 01:49:59.579074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-ed43b07b-cb5d-46cb-9cca-4e5c0bbd9002 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:49:59.580035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-ed43b07b-cb5d-46cb-9cca-4e5c0bbd9002 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056634 Aug 16 01:49:59.592624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a63f9011-7d56-48a7-97f8-253b51154597 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:59.615046 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.621359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: a63f9011-7d56-48a7-97f8-253b51154597 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:59.622382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a63f9011-7d56-48a7-97f8-253b51154597 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:59.662387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-286253d2-f15a-49c3-9b82-c8ecfc4ec8fd tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.0751913 Aug 16 01:49:59.691903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=91861530-aa50-4fbd-be50-417c8a383ba0,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:59.717033 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75242587-9874-4d7a-8743-785e0804774f req-b3f6397e-6bbb-4a84-a018-b9bc2316c5ff tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221528 Aug 16 01:49:59.719670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-1bc07967-4b75-427c-b2aa-71a1ca2f8172 req-19c04be0-6903-4523-aec2-fae442616e9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] For port a57e5974-0844-4a4e-ab2b-43f07303a323, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a57e5974-0844-4a4e-ab2b-43f07303a323,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:59.719670 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1bc07967-4b75-427c-b2aa-71a1ca2f8172 req-19c04be0-6903-4523-aec2-fae442616e9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.728500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-153a7ab7-8012-424d-86a1-faf1ecdc28b1 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.0545974 Aug 16 01:49:59.735697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-1bc07967-4b75-427c-b2aa-71a1ca2f8172 req-19c04be0-6903-4523-aec2-fae442616e9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Calling delete_port for a57e5974-0844-4a4e-ab2b-43f07303a323 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:59.737531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] Checking segment: {'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:59.737895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] Network hostable DHCP agents. Network: c69b8873-2640-4f97-b4c5-d6520f3c3326, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:49:59.815165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] Network c69b8873-2640-4f97-b4c5-d6520f3c3326 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:49:59.835132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, c69b8873-2640-4f97-b4c5-d6520f3c3326) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:59.844472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01603be8-f031-4dc3-b37f-cc19e6fd5fa4 None None] Network c69b8873-2640-4f97-b4c5-d6520f3c3326 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:59.851573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:59.852314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.910282 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-02b1f46b-2fd4-468d-83df-8dabcdc62edc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7257953 Aug 16 01:49:59.912773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60928) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:59.918054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222736507-router', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:59.991503 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.992669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.010670 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1bc07967-4b75-427c-b2aa-71a1ca2f8172 req-19c04be0-6903-4523-aec2-fae442616e9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.056045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a57e5974-0844-4a4e-ab2b-43f07303a323'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:00.072236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c04be0-6903-4523-aec2-fae442616e9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Pushing event deleted for resources: {'Port': ['ID=a57e5974-0844-4a4e-ab2b-43f07303a323,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:00.097700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-c69b8873-2640-4f97-b4c5-d6520f3c3326', 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'fixed_ips': [{'subnet_id': '91861530-aa50-4fbd-be50-417c8a383ba0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:50:00.099414 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.101321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-37466a68-6879-4f66-8c95-2d21c1e926d4 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 258 time: 0.3057811 Aug 16 01:50:00.109506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:00.120183 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.121201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-312f1117-ffff-472c-b035-0c0fb6689eaa tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Deleting port e25b3576-206c-47fd-abc2-e948159ed6f7 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:00.121551 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-312f1117-ffff-472c-b035-0c0fb6689eaa tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.195905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.251829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc07967-4b75-427c-b2aa-71a1ca2f8172 req-19c04be0-6903-4523-aec2-fae442616e9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] No DVR routers for this DVR port a57e5974-0844-4a4e-ab2b-43f07303a323 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:00.256575 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1bc07967-4b75-427c-b2aa-71a1ca2f8172 req-19c04be0-6903-4523-aec2-fae442616e9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.258704 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1bc07967-4b75-427c-b2aa-71a1ca2f8172 req-19c04be0-6903-4523-aec2-fae442616e9d tempest-ServersAdminTestJSON-976082946 tempest-ServersAdminTestJSON-976082946-project] 10.222.0.84 "DELETE /v2.0/ports/a57e5974-0844-4a4e-ab2b-43f07303a323 HTTP/1.1" status: 204 len: 173 time: 0.8668242 Aug 16 01:50:00.278231 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-312f1117-ffff-472c-b035-0c0fb6689eaa tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.278876 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-312f1117-ffff-472c-b035-0c0fb6689eaa tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.286331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Allocated IP 172.20.0.2 (c69b8873-2640-4f97-b4c5-d6520f3c3326/91861530-aa50-4fbd-be50-417c8a383ba0/ff827cb7-94d6-49f1-9421-262c2e166428) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:00.299231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-312f1117-ffff-472c-b035-0c0fb6689eaa tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Calling delete_port for e25b3576-206c-47fd-abc2-e948159ed6f7 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:00.349831 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.471464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-deleted', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:00.478094 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.478344 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a242bd9-8b3a-4d12-8ee2-967ab0915c9a" -d '{"events": [{"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-deleted", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:00.489505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Transition to ACTIVE for port object ff827cb7-94d6-49f1-9421-262c2e166428 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:00.514624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Transition to ACTIVE for port object ff827cb7-94d6-49f1-9421-262c2e166428 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:00.524903 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.586423 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Network c69b8873-2640-4f97-b4c5-d6520f3c3326 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:00.589562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:00.596239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:00.609897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ff827cb7-94d6-49f1-9421-262c2e166428,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:00.681486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Attempting to bind port ff827cb7-94d6-49f1-9421-262c2e166428 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:00.682173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Attempting to bind port ff827cb7-94d6-49f1-9421-262c2e166428 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:00.682347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Attempting to bind port ff827cb7-94d6-49f1-9421-262c2e166428 on network c69b8873-2640-4f97-b4c5-d6520f3c3326 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:00.688862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:00.689541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Checking segment: {'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:00.689950 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.690644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Bound using segment: {'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:00.691466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Bound port: ff827cb7-94d6-49f1-9421-262c2e166428, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:00.691834 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.692652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.725804 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.791245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] For port ff827cb7-94d6-49f1-9421-262c2e166428, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:00.795002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] For port ff827cb7-94d6-49f1-9421-262c2e166428, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ff827cb7-94d6-49f1-9421-262c2e166428,segment=NetworkSegment(fb86a9f0-8f9c-48cd-8222-286e06e11568),segment_id=fb86a9f0-8f9c-48cd-8222-286e06e11568)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:00.801482 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.826167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:00.874046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:00.874556 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d75cf73a-51d8-4e5b-8bc9-61c5243c3c16 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:00.875513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a57e5974-0844-4a4e-ab2b-43f07303a323 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:00.889002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Allocated IP 172.25.2.76 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/c48818d9-8903-49b2-9e11-31148508ce89) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:00.909401 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.925197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: a57e5974-0844-4a4e-ab2b-43f07303a323 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:00.925436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a57e5974-0844-4a4e-ab2b-43f07303a323 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:00.963813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a1236-6767-4f8c-8554-d50bfdf3e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ff827cb7-94d6-49f1-9421-262c2e166428,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:01.057814 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-312f1117-ffff-472c-b035-0c0fb6689eaa tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.092824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f1117-ffff-472c-b035-0c0fb6689eaa tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event deleted for resources: {'Port': ['ID=e25b3576-206c-47fd-abc2-e948159ed6f7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:01.109488 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.119031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-312f1117-ffff-472c-b035-0c0fb6689eaa tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.121548 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-312f1117-ffff-472c-b035-0c0fb6689eaa tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.122716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98655bd9-a490-4655-a616-c9a26aa8c88d req-312f1117-ffff-472c-b035-0c0fb6689eaa tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "DELETE /v2.0/floatingips/72402c00-9474-4661-a439-3d3495f5fa7b HTTP/1.1" status: 204 len: 173 time: 1.3798764 Aug 16 01:50:01.223676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.258812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Allocated IP 172.25.2.219 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/04f3d528-f5ee-405a-bf6c-b2493adb8bb1) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:01.333629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:01.337340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:01.345851 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:01.376504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Pushing event updated for resources: {'Port': ['ID=c48818d9-8903-49b2-9e11-31148508ce89,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:01.482588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ff827cb7-94d6-49f1-9421-262c2e166428 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:01.529324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8047a1-fe5c-4d6b-b2d0-6d1542d64a76 req-a97ad0db-4a2f-4760-a981-75a7975389bf tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:01.537118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e8047a1-fe5c-4d6b-b2d0-6d1542d64a76 req-a97ad0db-4a2f-4760-a981-75a7975389bf tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.2273405 Aug 16 01:50:01.577936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ff827cb7-94d6-49f1-9421-262c2e166428 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:01.621466 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.627413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60948) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:01.629671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e8047a1-fe5c-4d6b-b2d0-6d1542d64a76 req-dba86a1c-d9fb-4a09-b003-bb07af71305e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916884 Aug 16 01:50:01.716538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.776227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:01.779744 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.779931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:01.786058 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:01.811152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Pushing event updated for resources: {'Port': ['ID=04f3d528-f5ee-405a-bf6c-b2493adb8bb1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:01.828379 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae450a01-7879-42d2-86ef-8697bf4a66e3 x-openstack-request-id: req-ae450a01-7879-42d2-86ef-8697bf4a66e3 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:01.828880 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79295964-2778-4797-9ee2-3ecb7ceaa42c", "name": "network-vif-deleted", "tag": "a57e5974-0844-4a4e-ab2b-43f07303a323", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:01.829269 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae450a01-7879-42d2-86ef-8697bf4a66e3 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:01.829809 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79295964-2778-4797-9ee2-3ecb7ceaa42c', 'name': 'network-vif-deleted', 'tag': 'a57e5974-0844-4a4e-ab2b-43f07303a323', 'status': 'completed', 'code': 200} Aug 16 01:50:01.936619 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-638a71c1-9fe6-4ad2-b711-ca3139110e4c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7d3fb7ac641a4a0ca36c49fbd1435edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077874 Aug 16 01:50:01.939739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60952) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:01.992199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d33924-9de6-448a-a732-90974154d84d req-a5686c5f-7c4e-4cd0-bf0c-e25addb14161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:01.993777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8d33924-9de6-448a-a732-90974154d84d req-a5686c5f-7c4e-4cd0-bf0c-e25addb14161 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 1097 time: 0.2091005 Aug 16 01:50:02.067132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.183280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8d33924-9de6-448a-a732-90974154d84d req-6138c400-9557-4782-aa8a-6739bbf3d3ce service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522558 Aug 16 01:50:02.204913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30c7b4-f84a-4c43-aefe-48184f0a335a req-b5c04e87-18c7-4a8f-876b-f54cbf2a7ddc tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.211245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b30c7b4-f84a-4c43-aefe-48184f0a335a req-b5c04e87-18c7-4a8f-876b-f54cbf2a7ddc tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3419158 Aug 16 01:50:02.212105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.318517 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c215d-e600-4a6f-9b4d-ddce1aa4913f None None] Network c69b8873-2640-4f97-b4c5-d6520f3c3326 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:02.391588 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e55d-d6e0-45ba-80f8-03a37de6acdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.436630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96eec19a-d99c-4e5e-984f-ca460a7ba41c req-1d385f06-9c0c-4518-8494-cee8480eefbb tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=2d6cc0a0a5074bbea20f0bf72e4d9997 HTTP/1.1" status: 200 len: 1655 time: 0.1382434 Aug 16 01:50:02.437813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f9178a65-9b0e-418b-a9c3-48b5a24c0b37 None None] Provisioning for port ff827cb7-94d6-49f1-9421-262c2e166428 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:02.443498 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e55d-d6e0-45ba-80f8-03a37de6acdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.444041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f9178a65-9b0e-418b-a9c3-48b5a24c0b37 None None] Provisioning complete for port ff827cb7-94d6-49f1-9421-262c2e166428 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:02.444640 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f9178a65-9b0e-418b-a9c3-48b5a24c0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.446926 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.607681 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f9178a65-9b0e-418b-a9c3-48b5a24c0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.619568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec19a-d99c-4e5e-984f-ca460a7ba41c req-f8caaf66-8b04-4c28-82d3-2a7a05ccb8cd tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.627607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96eec19a-d99c-4e5e-984f-ca460a7ba41c req-f8caaf66-8b04-4c28-82d3-2a7a05ccb8cd tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks?id=cd116b98-b556-47d3-9fef-5a748784b774&id=cd116b98-b556-47d3-9fef-5a748784b774&id=cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 787 time: 0.1892455 Aug 16 01:50:02.636867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-96eec19a-d99c-4e5e-984f-ca460a7ba41c req-1e355322-8a72-460c-b83c-e61ced78bf25 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:50:02.657607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96eec19a-d99c-4e5e-984f-ca460a7ba41c req-1e355322-8a72-460c-b83c-e61ced78bf25 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282781 Aug 16 01:50:02.660363 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e55d-d6e0-45ba-80f8-03a37de6acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.665956 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ee6e55d-d6e0-45ba-80f8-03a37de6acdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.667205 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6ee6e55d-d6e0-45ba-80f8-03a37de6acdf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6630b291-59ec-4f66-80cf-5dbbb2d5ceb4 HTTP/1.1" status: 204 len: 168 time: 0.7266390 Aug 16 01:50:02.684765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6e55d-d6e0-45ba-80f8-03a37de6acdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6630b291-59ec-4f66-80cf-5dbbb2d5ceb4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:02.707344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f9178a65-9b0e-418b-a9c3-48b5a24c0b37 None None] For port ff827cb7-94d6-49f1-9421-262c2e166428, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ff827cb7-94d6-49f1-9421-262c2e166428,segment=NetworkSegment(fb86a9f0-8f9c-48cd-8222-286e06e11568),segment_id=fb86a9f0-8f9c-48cd-8222-286e06e11568)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:02.717386 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f9178a65-9b0e-418b-a9c3-48b5a24c0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.725422 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.730565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Router 347023dc-30af-473d-a496-28e6fe36fbf7 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:50:02.742721 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.805317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Pushing event updated for resources: {'Port': ['ID=04f3d528-f5ee-405a-bf6c-b2493adb8bb1,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:02.818872 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.837296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9178a65-9b0e-418b-a9c3-48b5a24c0b37 None None] Pushing event updated for resources: {'Port': ['ID=ff827cb7-94d6-49f1-9421-262c2e166428,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:02.851599 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.860029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-3265057e-1337-4b2c-a474-93a32e8de249 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7556057 Aug 16 01:50:02.945907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-b0ed57f3-7cef-41af-9f2d-19ade8269881 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0846241 Aug 16 01:50:02.970389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:02.981397 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Sync routers for ids ['347023dc-30af-473d-a496-28e6fe36fbf7'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:02.993393 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.994571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Routers {'347023dc-30af-473d-a496-28e6fe36fbf7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:02.994732 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-844da215-3c07-4181-9bbd-17f8e2f8d483 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0809257 Aug 16 01:50:02.995564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['347023dc-30af-473d-a496-28e6fe36fbf7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:02.997826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60980) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:03.072867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-265caf9d-30ea-4281-b609-d65921c19457 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.085318 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40417bda-ee2b-449c-bcf6-8ea739fe8773 req-265caf9d-30ea-4281-b609-d65921c19457 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.1327209 Aug 16 01:50:03.201745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-df6d2144-e257-43f0-813f-eb445f46b874 None None] Provisioning complete for port ff827cb7-94d6-49f1-9421-262c2e166428 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:03.201745 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-df6d2144-e257-43f0-813f-eb445f46b874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.219210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60986) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:03.249384 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-2ff56359-a08b-4c1a-a5f0-0bd0da08b7e9 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips/0be0c1c0-0a2e-4991-a075-4199f2620bef HTTP/1.1" status: 200 len: 692 time: 0.2998850 Aug 16 01:50:03.300196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Set router 347023dc-30af-473d-a496-28e6fe36fbf7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:03.329371 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-352be41b-3288-48fa-abb1-21a0fcaa68aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a77696dd569c4a4fa39caaf897bb8285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1085358 Aug 16 01:50:03.331603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60988) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:03.406960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ff827cb7-94d6-49f1-9421-262c2e166428 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:03.412584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186baba-5795-433b-8129-55aa0689d6cd req-69598f93-8cfb-4dec-b89c-010bf7831fd8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.419952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9186baba-5795-433b-8129-55aa0689d6cd req-69598f93-8cfb-4dec-b89c-010bf7831fd8 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.1648798 Aug 16 01:50:03.462638 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82fde367-4379-48e1-9381-78fa5ece33b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.466853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9186baba-5795-433b-8129-55aa0689d6cd req-f6c49409-e3f3-44c7-af1e-845a19722dac tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458972 Aug 16 01:50:03.512811 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82fde367-4379-48e1-9381-78fa5ece33b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.551095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-73e0f64e-1359-4dd9-8b4e-8999f8945e13 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.568463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-73e0f64e-1359-4dd9-8b4e-8999f8945e13 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.3170600 Aug 16 01:50:03.579018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ff827cb7-94d6-49f1-9421-262c2e166428 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:03.579459 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.679666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222736507-router', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:59Z', 'updated_at': '2021-08-16T01:50:01Z', 'revision_number': 3, 'project_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'gw_port': {'id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:00Z', 'updated_at': '2021-08-16T01:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:03.692448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-f0e8ba07-0fa9-4ddf-9ac2-3380e98628f8 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.1156969 Aug 16 01:50:03.709049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82fde367-4379-48e1-9381-78fa5ece33b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.712864 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82fde367-4379-48e1-9381-78fa5ece33b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.714314 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-82fde367-4379-48e1-9381-78fa5ece33b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dddfd671-321c-43c8-a2ad-190e05d89516 HTTP/1.1" status: 204 len: 168 time: 0.3814516 Aug 16 01:50:03.727220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Checking router: 347023dc-30af-473d-a496-28e6fe36fbf7 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:03.727574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Updating router 347023dc-30af-473d-a496-28e6fe36fbf7 port c48818d9-8903-49b2-9e11-31148508ce89 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:03.738750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fde367-4379-48e1-9381-78fa5ece33b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddfd671-321c-43c8-a2ad-190e05d89516,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:03.796383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-d307682f-8542-448f-832a-ac30d97f04f7 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0933352 Aug 16 01:50:03.806938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.834576 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.002308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-5e270495-1b22-4791-82a4-db8e1c74c8ee tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Deleting port 3608c0b5-3a18-49ec-b99f-9c341c288fb5 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:04.002865 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-5e270495-1b22-4791-82a4-db8e1c74c8ee tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.070655 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Allocated IP 172.20.0.1 (c69b8873-2640-4f97-b4c5-d6520f3c3326/91861530-aa50-4fbd-be50-417c8a383ba0/8c7426f0-9e0c-41e7-93ee-b1231ec15258) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:04.197465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-5e270495-1b22-4791-82a4-db8e1c74c8ee tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.199206 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-5e270495-1b22-4791-82a4-db8e1c74c8ee tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.219606 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.238458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-b4166521-4c4b-4bdd-a3c0-1f074b941777 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.238458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-b4166521-4c4b-4bdd-a3c0-1f074b941777 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1848114 Aug 16 01:50:04.238722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Transition to ACTIVE for port object 8c7426f0-9e0c-41e7-93ee-b1231ec15258 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:04.265581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-5e270495-1b22-4791-82a4-db8e1c74c8ee tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Calling delete_port for 3608c0b5-3a18-49ec-b99f-9c341c288fb5 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:04.281621 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.313060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-fa9c866f-f627-4f96-801b-6946dca16d38 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0575809 Aug 16 01:50:04.356905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-689567b8-737c-428e-b793-d119828d7a6c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Request body: {'floatingip': {'port_id': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:04.358822 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Pushing event updated for resources: {'Port': ['ID=8c7426f0-9e0c-41e7-93ee-b1231ec15258,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:04.388168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Network c69b8873-2640-4f97-b4c5-d6520f3c3326 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:04.397274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:04.401261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:04.410470 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-689567b8-737c-428e-b793-d119828d7a6c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.512726 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.601957 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.752248 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-5e270495-1b22-4791-82a4-db8e1c74c8ee tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.752803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Transition to ACTIVE for port object c48818d9-8903-49b2-9e11-31148508ce89 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:04.759138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6c94b7a3-7201-41ab-be02-519f839e6635 None None] Provisioning for port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:04.763918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6c94b7a3-7201-41ab-be02-519f839e6635 None None] Provisioning complete for port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:04.764303 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6c94b7a3-7201-41ab-be02-519f839e6635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.766241 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.815555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e270495-1b22-4791-82a4-db8e1c74c8ee tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event deleted for resources: {'Port': ['ID=3608c0b5-3a18-49ec-b99f-9c341c288fb5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:04.832247 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.850059 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-5e270495-1b22-4791-82a4-db8e1c74c8ee tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.853451 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-5e270495-1b22-4791-82a4-db8e1c74c8ee tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.865506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1733341c-0cff-41fd-9c01-0b3addd547d8 req-5e270495-1b22-4791-82a4-db8e1c74c8ee tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "DELETE /v2.0/floatingips/0be0c1c0-0a2e-4991-a075-4199f2620bef HTTP/1.1" status: 204 len: 173 time: 1.0604861 Aug 16 01:50:04.892169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6c94b7a3-7201-41ab-be02-519f839e6635 None None] Port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:04.910052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f46529-232e-4f4a-a053-f77590a30195 req-bb0f2c00-f860-498d-bab3-9e6071d4e94d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.911679 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-87f46529-232e-4f4a-a053-f77590a30195 req-bb0f2c00-f860-498d-bab3-9e6071d4e94d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/ports?device_id=9dd6d90a-2958-4b72-bdee-6406f2567f76 HTTP/1.1" status: 200 len: 950 time: 0.1983218 Aug 16 01:50:04.933656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Attempting to bind port c48818d9-8903-49b2-9e11-31148508ce89 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:04.934320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Attempting to bind port c48818d9-8903-49b2-9e11-31148508ce89 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:04.935108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Attempting to bind port c48818d9-8903-49b2-9e11-31148508ce89 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:04.943929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c000d7-233d-4a91-9261-18a5b7bfb5e7 None None] Pushing event updated for resources: {'Port': ['ID=c48818d9-8903-49b2-9e11-31148508ce89,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:04.956887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:04.957566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:04.958155 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.958715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:04.959708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Bound port: c48818d9-8903-49b2-9e11-31148508ce89, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:04.960297 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.099092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f9777-2a2e-4339-8f89-0143da84c97b req-28fa5179-4eaa-4cc6-b25c-d9ae6c8e52fe tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:05.102314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] For port c48818d9-8903-49b2-9e11-31148508ce89, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:05.107110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] For port c48818d9-8903-49b2-9e11-31148508ce89, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c48818d9-8903-49b2-9e11-31148508ce89,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:05.107353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-080f9777-2a2e-4339-8f89-0143da84c97b req-28fa5179-4eaa-4cc6-b25c-d9ae6c8e52fe tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dd6d90a-2958-4b72-bdee-6406f2567f76 HTTP/1.1" status: 200 len: 950 time: 0.1320157 Aug 16 01:50:05.113322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-87f46529-232e-4f4a-a053-f77590a30195 req-c38f58e9-6410-4b39-8546-d4fe716bc79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Deleting port da21f89a-2345-4f85-bb47-dd775eb4abe4 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:05.113794 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-87f46529-232e-4f4a-a053-f77590a30195 req-c38f58e9-6410-4b39-8546-d4fe716bc79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.115242 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.194416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Routers {'347023dc-30af-473d-a496-28e6fe36fbf7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:05.195274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['347023dc-30af-473d-a496-28e6fe36fbf7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:05.228840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.231009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-080f9777-2a2e-4339-8f89-0143da84c97b req-179daba6-41ce-4300-849a-fc7ab5532b2b tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227443 Aug 16 01:50:05.236282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.342112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Pushing event updated for resources: {'Port': ['ID=8c7426f0-9e0c-41e7-93ee-b1231ec15258,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:05.354852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c000d7-233d-4a91-9261-18a5b7bfb5e7 None None] Pushing event updated for resources: {'Port': ['ID=c48818d9-8903-49b2-9e11-31148508ce89,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:05.364810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-87f46529-232e-4f4a-a053-f77590a30195 req-c38f58e9-6410-4b39-8546-d4fe716bc79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] For port da21f89a-2345-4f85-bb47-dd775eb4abe4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=da21f89a-2345-4f85-bb47-dd775eb4abe4,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:05.365340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-87f46529-232e-4f4a-a053-f77590a30195 req-c38f58e9-6410-4b39-8546-d4fe716bc79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.391343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-87f46529-232e-4f4a-a053-f77590a30195 req-c38f58e9-6410-4b39-8546-d4fe716bc79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Calling delete_port for da21f89a-2345-4f85-bb47-dd775eb4abe4 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:05.397845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.450660 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-689567b8-737c-428e-b793-d119828d7a6c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.458644 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-689567b8-737c-428e-b793-d119828d7a6c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.468967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] Set router 347023dc-30af-473d-a496-28e6fe36fbf7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:05.471013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ad50-cffd-4c58-ac0d-d2154bce461f req-64272481-9597-4bf1-9505-a8561fb86d43 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:05.480449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e80ad50-cffd-4c58-ac0d-d2154bce461f req-64272481-9597-4bf1-9505-a8561fb86d43 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.0869153 Aug 16 01:50:05.584149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Network c69b8873-2640-4f97-b4c5-d6520f3c3326 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:05.596517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e80ad50-cffd-4c58-ac0d-d2154bce461f req-c8ca839a-604f-4980-97f9-2d728f226a54 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148407 Aug 16 01:50:05.635073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:05.756797 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-689567b8-737c-428e-b793-d119828d7a6c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Floating IP 4890ae36-de28-459b-86b9-4c4b56b15e44 associated. External IP: 172.25.2.219, port: 65e93b7c-56c7-4547-87c7-12c6f08f9f97. Aug 16 01:50:05.786266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222736507-router', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:59Z', 'updated_at': '2021-08-16T01:50:04Z', 'revision_number': 4, 'project_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'gw_port': {'id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:00Z', 'updated_at': '2021-08-16T01:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8c7426f0-9e0c-41e7-93ee-b1231ec15258', 'name': '', 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'mac_address': 'fa:16:3e:2b:68:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '91861530-aa50-4fbd-be50-417c8a383ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:03Z', 'updated_at': '2021-08-16T01:50:04Z', 'revision_number': 1, 'project_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'subnets': [{'id': '91861530-aa50-4fbd-be50-417c8a383ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:05.849942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Router 347023dc-30af-473d-a496-28e6fe36fbf7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:05.887892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96916d-ae3b-48ad-af31-55a37c8881e7 None None] The sync data for ids ['347023dc-30af-473d-a496-28e6fe36fbf7'] in n-d-768851-16 is: [{'id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222736507-router', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:59Z', 'updated_at': '2021-08-16T01:50:04Z', 'revision_number': 4, 'project_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'gw_port': {'id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:00Z', 'updated_at': '2021-08-16T01:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8c7426f0-9e0c-41e7-93ee-b1231ec15258', 'name': '', 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'mac_address': 'fa:16:3e:2b:68:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '91861530-aa50-4fbd-be50-417c8a383ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:03Z', 'updated_at': '2021-08-16T01:50:04Z', 'revision_number': 1, 'project_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'subnets': [{'id': '91861530-aa50-4fbd-be50-417c8a383ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:05.919049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-75460da9-4cf3-45ce-828e-546d5bf5c619 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips/e182d618-b6e7-49e0-94e2-1788625d7ea5 HTTP/1.1" status: 200 len: 692 time: 0.1073334 Aug 16 01:50:06.032484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-011a74f5-a193-4b4e-9399-9ea28c9d4615 None None] Provisioning complete for port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:06.032484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-011a74f5-a193-4b4e-9399-9ea28c9d4615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:06.050655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-87f46529-232e-4f4a-a053-f77590a30195 req-c38f58e9-6410-4b39-8546-d4fe716bc79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:06.077564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:06.132648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f58e9-6410-4b39-8546-d4fe716bc79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event deleted for resources: {'Port': ['ID=da21f89a-2345-4f85-bb47-dd775eb4abe4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:06.151806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['da21f89a-2345-4f85-bb47-dd775eb4abe4', 'c498493c-5bd3-419f-a180-0e7dffd88e01'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:06.225944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:06.240307 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8bc048ef-f6cd-4495-a306-1f7aa6a67a3f admin admin] 10.222.0.79 "PUT /v2.0/routers/347023dc-30af-473d-a496-28e6fe36fbf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2411573 Aug 16 01:50:06.275024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-011a74f5-a193-4b4e-9399-9ea28c9d4615 None None] Port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:06.297551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f46529-232e-4f4a-a053-f77590a30195 req-c38f58e9-6410-4b39-8546-d4fe716bc79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] No DVR routers for this DVR port da21f89a-2345-4f85-bb47-dd775eb4abe4 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:06.300512 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-87f46529-232e-4f4a-a053-f77590a30195 req-c38f58e9-6410-4b39-8546-d4fe716bc79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:06.302960 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-87f46529-232e-4f4a-a053-f77590a30195 req-c38f58e9-6410-4b39-8546-d4fe716bc79a tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "DELETE /v2.0/ports/da21f89a-2345-4f85-bb47-dd775eb4abe4 HTTP/1.1" status: 204 len: 173 time: 1.3823364 Aug 16 01:50:06.303720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd6d90a-2958-4b72-bdee-6406f2567f76', 'name': 'network-vif-deleted', 'tag': 'da21f89a-2345-4f85-bb47-dd775eb4abe4'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:06.306891 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8938349-a353-4681-9bc7-9b7ed0e2ad61" -d '{"events": [{"server_uuid": "9dd6d90a-2958-4b72-bdee-6406f2567f76", "name": "network-vif-deleted", "tag": "da21f89a-2345-4f85-bb47-dd775eb4abe4"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:06.690860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f6142-9aad-424e-a65c-207216f3203a req-665de06a-85dd-4e69-b8e4-d43132dea72e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:06.692818 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a64f6142-9aad-424e-a65c-207216f3203a req-665de06a-85dd-4e69-b8e4-d43132dea72e tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "GET /v2.0/ports?device_id=c63042d3-7650-4d1e-9d4f-737a54358a5d HTTP/1.1" status: 200 len: 950 time: 0.1055386 Aug 16 01:50:06.699905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-761698d0-a866-4f71-9b52-b833e2ad9f46 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:06.707583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-761698d0-a866-4f71-9b52-b833e2ad9f46 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.7875750 Aug 16 01:50:06.873709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-70420f95-ad0f-4d6d-bfc1-bf1602f3eb48 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.35 HTTP/1.1" status: 200 len: 695 time: 0.1649451 Aug 16 01:50:06.949542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-847aed83-2a70-44c5-84a0-d59434bc7a45 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.35 HTTP/1.1" status: 200 len: 695 time: 0.0750668 Aug 16 01:50:07.127840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a64f6142-9aad-424e-a65c-207216f3203a req-8e07da97-bd6e-4437-b35e-83ae58b8c8d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Deleting port c498493c-5bd3-419f-a180-0e7dffd88e01 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:07.128257 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a64f6142-9aad-424e-a65c-207216f3203a req-8e07da97-bd6e-4437-b35e-83ae58b8c8d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.204118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-689567b8-737c-428e-b793-d119828d7a6c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Router 113a945d-a052-4ea7-b148-de70ffe32faa has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:07.331519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a64f6142-9aad-424e-a65c-207216f3203a req-8e07da97-bd6e-4437-b35e-83ae58b8c8d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] For port c498493c-5bd3-419f-a180-0e7dffd88e01, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c498493c-5bd3-419f-a180-0e7dffd88e01,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:07.331883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a64f6142-9aad-424e-a65c-207216f3203a req-8e07da97-bd6e-4437-b35e-83ae58b8c8d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.362353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a64f6142-9aad-424e-a65c-207216f3203a req-8e07da97-bd6e-4437-b35e-83ae58b8c8d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Calling delete_port for c498493c-5bd3-419f-a180-0e7dffd88e01 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:07.365834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-b9c0073c-1388-4d10-a193-152df3027f0b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Deleting port 2450e7a3-3468-4030-bf50-64e66117acec {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:07.366173 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-b9c0073c-1388-4d10-a193-152df3027f0b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.389512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c48818d9-8903-49b2-9e11-31148508ce89 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:07.446302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port c48818d9-8903-49b2-9e11-31148508ce89 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:07.454736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c48818d9-8903-49b2-9e11-31148508ce89 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:07.455422 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.561369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-689567b8-737c-428e-b793-d119828d7a6c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:07.575810 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb960d-ab34-4a7f-a1c5-b87566625ab6 None None] Sync routers for ids ['113a945d-a052-4ea7-b148-de70ffe32faa'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:07.586503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.588925 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb960d-ab34-4a7f-a1c5-b87566625ab6 None None] Routers {'113a945d-a052-4ea7-b148-de70ffe32faa'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:07.589661 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a6fb960d-ab34-4a7f-a1c5-b87566625ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['113a945d-a052-4ea7-b148-de70ffe32faa'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:07.590441 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-689567b8-737c-428e-b793-d119828d7a6c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.604610 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-b9c0073c-1388-4d10-a193-152df3027f0b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.605337 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-b9c0073c-1388-4d10-a193-152df3027f0b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.612839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port c48818d9-8903-49b2-9e11-31148508ce89, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c48818d9-8903-49b2-9e11-31148508ce89,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:07.621192 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.677945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-b9c0073c-1388-4d10-a193-152df3027f0b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Calling delete_port for 2450e7a3-3468-4030-bf50-64e66117acec owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:07.699179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-689567b8-737c-428e-b793-d119828d7a6c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "PUT /v2.0/floatingips/4890ae36-de28-459b-86b9-4c4b56b15e44 HTTP/1.1" status: 200 len: 997 time: 3.3508518 Aug 16 01:50:07.710797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'tag': '65e93b7c-56c7-4547-87c7-12c6f08f9f97'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:07.715697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=c48818d9-8903-49b2-9e11-31148508ce89,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:07.719365 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba866af-47a1-4380-81e6-e3b852e5f228" -d '{"events": [{"name": "network-changed", "server_uuid": "b45b1720-1232-4120-a8d6-bd93835780fb", "tag": "65e93b7c-56c7-4547-87c7-12c6f08f9f97"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:07.879100 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a6fb960d-ab34-4a7f-a1c5-b87566625ab6 None None] Set router 113a945d-a052-4ea7-b148-de70ffe32faa gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:07.893163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-8e016a1e-ea0a-4c83-a025-93c572962fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:07.895295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-8e016a1e-ea0a-4c83-a025-93c572962fb3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=97ff30f978f04fd8bcffe9aaa756ae6e&device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 1098 time: 0.1704214 Aug 16 01:50:08.001936 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a64f6142-9aad-424e-a65c-207216f3203a req-8e07da97-bd6e-4437-b35e-83ae58b8c8d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:08.017307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['def23d27-aa78-449f-9599-7477d3d660d7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:08.019882 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:50:08.081330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07da97-bd6e-4437-b35e-83ae58b8c8d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event deleted for resources: {'Port': ['ID=c498493c-5bd3-419f-a180-0e7dffd88e01,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:08.153028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64f6142-9aad-424e-a65c-207216f3203a req-8e07da97-bd6e-4437-b35e-83ae58b8c8d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] No DVR routers for this DVR port c498493c-5bd3-419f-a180-0e7dffd88e01 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:08.169247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a64f6142-9aad-424e-a65c-207216f3203a req-8e07da97-bd6e-4437-b35e-83ae58b8c8d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:08.171761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a64f6142-9aad-424e-a65c-207216f3203a req-8e07da97-bd6e-4437-b35e-83ae58b8c8d6 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.84 "DELETE /v2.0/ports/c498493c-5bd3-419f-a180-0e7dffd88e01 HTTP/1.1" status: 204 len: 173 time: 1.4613152 Aug 16 01:50:08.185042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-bc34fc33-e19d-4a43-b118-8a719cafba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:08.187586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-bc34fc33-e19d-4a43-b118-8a719cafba9a service neutron] 10.222.0.79 "GET /v2.0/networks?id=482a296f-c29d-4571-a2f9-68385c0fca4d HTTP/1.1" status: 200 len: 929 time: 0.2842391 Aug 16 01:50:08.193242 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-b9c0073c-1388-4d10-a193-152df3027f0b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:08.249508 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a6fb960d-ab34-4a7f-a1c5-b87566625ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 4, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '4890ae36-de28-459b-86b9-4c4b56b15e44', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'port_id': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'mac_address': 'fa:16:3e:99:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:01Z', 'updated_at': '2021-08-16T01:50:05Z', 'revision_number': 1, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef', 'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'mac_address': 'fa:16:3e:c7:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:41Z', 'revision_number': 5, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'subnets': [{'id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:08.276262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0073c-1388-4d10-a193-152df3027f0b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event deleted for resources: {'Port': ['ID=2450e7a3-3468-4030-bf50-64e66117acec,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:08.284789 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb960d-ab34-4a7f-a1c5-b87566625ab6 None None] Checking router: 113a945d-a052-4ea7-b148-de70ffe32faa for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:08.297198 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb960d-ab34-4a7f-a1c5-b87566625ab6 None None] Routers {'113a945d-a052-4ea7-b148-de70ffe32faa'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:08.297834 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a6fb960d-ab34-4a7f-a1c5-b87566625ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['113a945d-a052-4ea7-b148-de70ffe32faa'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:08.305981 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-b9c0073c-1388-4d10-a193-152df3027f0b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:08.308566 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-b9c0073c-1388-4d10-a193-152df3027f0b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:08.309850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5a515da-45e7-450a-bba2-14d32bf00ee6 req-b9c0073c-1388-4d10-a193-152df3027f0b tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "DELETE /v2.0/floatingips/e182d618-b6e7-49e0-94e2-1788625d7ea5 HTTP/1.1" status: 204 len: 173 time: 1.3594956 Aug 16 01:50:08.334487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-cd400a10-5013-42cd-980c-29d01db41dda service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65e93b7c-56c7-4547-87c7-12c6f08f9f97 HTTP/1.1" status: 200 len: 1000 time: 0.1351118 Aug 16 01:50:08.394802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-3d1d3108-fc87-4721-afa7-f8d2579c821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:08.396437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-3d1d3108-fc87-4721-afa7-f8d2579c821c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ddea154d-ba95-4f62-adc8-eda3da5ee63c HTTP/1.1" status: 200 len: 867 time: 0.0552223 Aug 16 01:50:08.456714 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a6fb960d-ab34-4a7f-a1c5-b87566625ab6 None None] Set router 113a945d-a052-4ea7-b148-de70ffe32faa gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:08.483059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-66b070ef-45e1-4adc-9b3f-e185733d0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:08.512028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-66b070ef-45e1-4adc-9b3f-e185733d0314 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=482a296f-c29d-4571-a2f9-68385c0fca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958695 Aug 16 01:50:08.519723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-e4188a82-7740-48a5-958e-818b3854640a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:50:08.520808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-e4188a82-7740-48a5-958e-818b3854640a service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071759 Aug 16 01:50:08.626218 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afaacbb-dd90-42d8-9209-af23b75f703e x-openstack-request-id: req-6afaacbb-dd90-42d8-9209-af23b75f703e {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:08.627174 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd6d90a-2958-4b72-bdee-6406f2567f76", "name": "network-vif-deleted", "tag": "da21f89a-2345-4f85-bb47-dd775eb4abe4", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:08.627650 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6afaacbb-dd90-42d8-9209-af23b75f703e {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:08.628076 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd6d90a-2958-4b72-bdee-6406f2567f76', 'name': 'network-vif-deleted', 'tag': 'da21f89a-2345-4f85-bb47-dd775eb4abe4', 'status': 'completed', 'code': 200} Aug 16 01:50:08.719391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-8855d2b4-0a23-41c6-a99b-47da62e374c6 service neutron] 10.222.0.79 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850908 Aug 16 01:50:08.785563 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c633c310-1f93-4897-a7b8-f2d2d56c29f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:08.830172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device da21f89a-2345-4f85-bb47-dd775eb4abe4 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:08.854395 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8724b09-a4eb-494e-aebe-cc5f1668e316 req-ea69e92b-ddaa-4609-9bf1-6d356f6f219d service neutron] 10.222.0.79 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249950 Aug 16 01:50:08.863565 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a6fb960d-ab34-4a7f-a1c5-b87566625ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 4, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '4890ae36-de28-459b-86b9-4c4b56b15e44', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'port_id': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'mac_address': 'fa:16:3e:99:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:01Z', 'updated_at': '2021-08-16T01:50:05Z', 'revision_number': 1, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef', 'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'mac_address': 'fa:16:3e:c7:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:41Z', 'revision_number': 5, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'subnets': [{'id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:08.879456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: da21f89a-2345-4f85-bb47-dd775eb4abe4 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:08.879816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device da21f89a-2345-4f85-bb47-dd775eb4abe4 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:08.893007 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb960d-ab34-4a7f-a1c5-b87566625ab6 None None] The sync data for ids ['113a945d-a052-4ea7-b148-de70ffe32faa'] in n-d-768851-16 is: [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 4, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '4890ae36-de28-459b-86b9-4c4b56b15e44', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'port_id': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'mac_address': 'fa:16:3e:99:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:01Z', 'updated_at': '2021-08-16T01:50:05Z', 'revision_number': 1, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef', 'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'mac_address': 'fa:16:3e:c7:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:41Z', 'revision_number': 5, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'subnets': [{'id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:09.016302 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-568f8c49-a2d1-4bab-87ac-84d65a4861e8 req-49c6c3c4-c5cd-4711-9c0e-11f441020f65 tempest-FloatingIPDetailsNegativeTestJSON-1189153551 tempest-FloatingIPDetailsNegativeTestJSON-1189153551-project] show failed (client error): The resource could not be found. Aug 16 01:50:09.017476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-568f8c49-a2d1-4bab-87ac-84d65a4861e8 req-49c6c3c4-c5cd-4711-9c0e-11f441020f65 tempest-FloatingIPDetailsNegativeTestJSON-1189153551 tempest-FloatingIPDetailsNegativeTestJSON-1189153551-project] 10.222.0.79 "GET /v2.0/floatingips/dea349ee-5ce9-42bb-9d7c-956c3c03f384 HTTP/1.1" status: 404 len: 350 time: 0.0689416 Aug 16 01:50:09.039243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32856) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:09.099496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Sync routers for ids ['347023dc-30af-473d-a496-28e6fe36fbf7'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:09.109689 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb50453-6a0d-41af-ab16-9b60ec9ece4a x-openstack-request-id: req-bdb50453-6a0d-41af-ab16-9b60ec9ece4a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:09.109977 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45b1720-1232-4120-a8d6-bd93835780fb", "tag": "65e93b7c-56c7-4547-87c7-12c6f08f9f97", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:09.110372 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bdb50453-6a0d-41af-ab16-9b60ec9ece4a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:09.110831 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'tag': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'status': 'completed', 'code': 200} Aug 16 01:50:09.125471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Routers {'347023dc-30af-473d-a496-28e6fe36fbf7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:09.126463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['347023dc-30af-473d-a496-28e6fe36fbf7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:09.137117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58d1cad6-e649-4335-8634-e20a47f94815 req-ebc4722e-dd14-43bd-b928-1e6997363ae1 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips/5dce01ff-b6f9-4e98-9780-e56e90e0b9e8 HTTP/1.1" status: 200 len: 693 time: 0.0786614 Aug 16 01:50:09.303797 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24669223-f953-44ff-8f0c-3aa1cdc3962e None None] New status for floating IP 4890ae36-de28-459b-86b9-4c4b56b15e44: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:50:09.392649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.402309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c48818d9-8903-49b2-9e11-31148508ce89 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:09.409380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Set router 347023dc-30af-473d-a496-28e6fe36fbf7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:09.576241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba795e0d-c750-437f-944f-316214b69c67 req-d4e6c77d-866c-4136-b7c0-dba2f15a8290 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 258 time: 0.2030492 Aug 16 01:50:09.587205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba866af-47a1-4380-81e6-e3b852e5f228 req-4b564834-b438-44dc-b4fa-7906b58ca20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:09.589419 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bba866af-47a1-4380-81e6-e3b852e5f228 req-4b564834-b438-44dc-b4fa-7906b58ca20f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=97ff30f978f04fd8bcffe9aaa756ae6e&device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 1098 time: 0.4396901 Aug 16 01:50:09.596148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:09.650492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c48818d9-8903-49b2-9e11-31148508ce89 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:09.650870 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.709307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba866af-47a1-4380-81e6-e3b852e5f228 req-44c414d6-5b95-4984-a056-36958c20fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:09.711222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bba866af-47a1-4380-81e6-e3b852e5f228 req-44c414d6-5b95-4984-a056-36958c20fb37 service neutron] 10.222.0.84 "GET /v2.0/networks?id=482a296f-c29d-4571-a2f9-68385c0fca4d HTTP/1.1" status: 200 len: 929 time: 0.1094782 Aug 16 01:50:09.800823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521b0c-eb34-45f0-a284-e58260cef28f req-c17e3f54-cff8-4bb5-874e-99b666562212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:09.802486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30521b0c-eb34-45f0-a284-e58260cef28f req-c17e3f54-cff8-4bb5-874e-99b666562212 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6063169355f6486d87c43d90324c2a62&device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 1097 time: 0.5322223 Aug 16 01:50:09.807649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222736507-router', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:59Z', 'updated_at': '2021-08-16T01:50:04Z', 'revision_number': 4, 'project_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'gw_port': {'id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:00Z', 'updated_at': '2021-08-16T01:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8c7426f0-9e0c-41e7-93ee-b1231ec15258', 'name': '', 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'mac_address': 'fa:16:3e:2b:68:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '91861530-aa50-4fbd-be50-417c8a383ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:03Z', 'updated_at': '2021-08-16T01:50:04Z', 'revision_number': 2, 'project_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'subnets': [{'id': '91861530-aa50-4fbd-be50-417c8a383ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:09.817690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1cad6-e649-4335-8634-e20a47f94815 req-46ca6eb1-5c8f-40d9-8e22-cca4c0f5d386 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:09.820162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a5fb775-efda-4be5-894e-66fbc5c6f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.826015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58d1cad6-e649-4335-8634-e20a47f94815 req-46ca6eb1-5c8f-40d9-8e22-cca4c0f5d386 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.6879003 Aug 16 01:50:09.851866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Checking router: 347023dc-30af-473d-a496-28e6fe36fbf7 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:09.852302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Updating router 347023dc-30af-473d-a496-28e6fe36fbf7 port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:09.882295 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.947752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bba866af-47a1-4380-81e6-e3b852e5f228 req-d5ddb112-7ee5-431d-b8a2-da5b1a4287bf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65e93b7c-56c7-4547-87c7-12c6f08f9f97 HTTP/1.1" status: 200 len: 1002 time: 0.2136445 Aug 16 01:50:09.948737 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.985254 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58d1cad6-e649-4335-8634-e20a47f94815 req-99e8a410-46ca-4b58-a427-5618727fd86e tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.1581297 Aug 16 01:50:10.103206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fb775-efda-4be5-894e-66fbc5c6f2f6 admin admin] Deleting port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:10.103462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a5fb775-efda-4be5-894e-66fbc5c6f2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.116483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba866af-47a1-4380-81e6-e3b852e5f228 req-8ee73c83-7192-4927-b632-3e696535df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:10.118152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bba866af-47a1-4380-81e6-e3b852e5f228 req-8ee73c83-7192-4927-b632-3e696535df6f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ddea154d-ba95-4f62-adc8-eda3da5ee63c HTTP/1.1" status: 200 len: 867 time: 0.1495750 Aug 16 01:50:10.121134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58d1cad6-e649-4335-8634-e20a47f94815 req-d7fd479d-44ef-4fd7-8fab-47051af2ce88 tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0897372 Aug 16 01:50:10.166140 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.177184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Transition to ACTIVE for port object 8c7426f0-9e0c-41e7-93ee-b1231ec15258 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:10.183910 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.186176 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a5fb775-efda-4be5-894e-66fbc5c6f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.206031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fb775-efda-4be5-894e-66fbc5c6f2f6 admin admin] Calling delete_port for 8c7426f0-9e0c-41e7-93ee-b1231ec15258 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:10.206371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521b0c-eb34-45f0-a284-e58260cef28f req-0b9746c7-2188-4b72-81a3-d37f77c462de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:10.207846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30521b0c-eb34-45f0-a284-e58260cef28f req-0b9746c7-2188-4b72-81a3-d37f77c462de service neutron] 10.222.0.89 "GET /v2.0/networks?id=99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 200 len: 920 time: 0.3735499 Aug 16 01:50:10.246380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87620b80-303c-46f3-bcd9-38471899e8d6 None None] Pushing event updated for resources: {'Port': ['ID=8c7426f0-9e0c-41e7-93ee-b1231ec15258,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:10.275308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30521b0c-eb34-45f0-a284-e58260cef28f req-58c2ccf9-00b6-4bb4-8093-3ea5be7e77d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9229560-7d99-49fe-97bc-994bc9bd6666 HTTP/1.1" status: 200 len: 217 time: 0.0529692 Aug 16 01:50:10.301754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Attempting to bind port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:10.302125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Attempting to bind port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:10.302491 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Attempting to bind port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 on network c69b8873-2640-4f97-b4c5-d6520f3c3326 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:10.308445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:10.308820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Checking segment: {'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:10.309278 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.309676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Bound using segment: {'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:10.310405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Bound port: 8c7426f0-9e0c-41e7-93ee-b1231ec15258, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:10.310792 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.329696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba866af-47a1-4380-81e6-e3b852e5f228 req-e412c292-d27e-438e-aa69-626d8fb24eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:10.331522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bba866af-47a1-4380-81e6-e3b852e5f228 req-e412c292-d27e-438e-aa69-626d8fb24eb4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=482a296f-c29d-4571-a2f9-68385c0fca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2030342 Aug 16 01:50:10.441258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a5fb775-efda-4be5-894e-66fbc5c6f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.445412 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:50:10.446395 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:50:10.469269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521b0c-eb34-45f0-a284-e58260cef28f req-1b54a6ea-9792-44e5-96dc-0dd2202c963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:10.470916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30521b0c-eb34-45f0-a284-e58260cef28f req-1b54a6ea-9792-44e5-96dc-0dd2202c963c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad4515d-08f6-4c85-b2b0-d3169022e434 HTTP/1.1" status: 200 len: 859 time: 0.1537080 Aug 16 01:50:10.489256 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.501989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fb775-efda-4be5-894e-66fbc5c6f2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7426f0-9e0c-41e7-93ee-b1231ec15258,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:10.544546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30521b0c-eb34-45f0-a284-e58260cef28f req-88f818e5-29d0-4a5a-a9b2-4c06aecc45e7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99a6707e-c711-463f-af64-b2b47f2cf900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508347 Aug 16 01:50:10.547762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-54d55834-d6d7-4f0d-8399-1b07a0b2b07e None None] Could not find standard attr ID for object 8c7426f0-9e0c-41e7-93ee-b1231ec15258. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:50:10.691595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a5fb775-efda-4be5-894e-66fbc5c6f2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.860500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c498493c-5bd3-419f-a180-0e7dffd88e01 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:10.886743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: c498493c-5bd3-419f-a180-0e7dffd88e01 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:10.887113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c498493c-5bd3-419f-a180-0e7dffd88e01 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:10.939362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-58d1cad6-e649-4335-8634-e20a47f94815 req-423f0309-2892-494f-bec6-508b26263f7f tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Deleting port f30a45a9-7f1b-4c2a-b204-364ad3ffcb0c {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:10.939611 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-58d1cad6-e649-4335-8634-e20a47f94815 req-423f0309-2892-494f-bec6-508b26263f7f tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.942825 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bba866af-47a1-4380-81e6-e3b852e5f228 req-a0e8a29e-62c6-47e9-8087-b666a11f83cb service neutron] 10.222.0.84 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777142 Aug 16 01:50:10.961363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Attempting to bind port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:10.961733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Attempting to bind port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:10.962103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Attempting to bind port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 on network c69b8873-2640-4f97-b4c5-d6520f3c3326 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:10.970104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:10.970483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Checking segment: {'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:10.971221 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.971356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Bound using segment: {'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:10.971949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Bound port: 8c7426f0-9e0c-41e7-93ee-b1231ec15258, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb86a9f0-8f9c-48cd-8222-286e06e11568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c69b8873-2640-4f97-b4c5-d6520f3c3326'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:10.972219 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.007255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Port 8c7426f0-9e0c-41e7-93ee-b1231ec15258 has been deleted concurrently {{(pid=101382) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 01:50:11.019542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Routers {'347023dc-30af-473d-a496-28e6fe36fbf7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:11.020247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:49:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['347023dc-30af-473d-a496-28e6fe36fbf7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:11.122208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63042d3-7650-4d1e-9d4f-737a54358a5d', 'name': 'network-vif-deleted', 'tag': 'c498493c-5bd3-419f-a180-0e7dffd88e01'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:11.124601 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d080a3e-8224-4946-84cd-323f480a1b8e" -d '{"events": [{"server_uuid": "c63042d3-7650-4d1e-9d4f-737a54358a5d", "name": "network-vif-deleted", "tag": "c498493c-5bd3-419f-a180-0e7dffd88e01"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:11.186611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5fb775-efda-4be5-894e-66fbc5c6f2f6 admin admin] Router 347023dc-30af-473d-a496-28e6fe36fbf7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:11.226046 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-58d1cad6-e649-4335-8634-e20a47f94815 req-423f0309-2892-494f-bec6-508b26263f7f tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.226352 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-58d1cad6-e649-4335-8634-e20a47f94815 req-423f0309-2892-494f-bec6-508b26263f7f tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.246518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30521b0c-eb34-45f0-a284-e58260cef28f req-5c4dac99-79e7-4d07-b260-ee51f0942a5a service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919510 Aug 16 01:50:11.247666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Allocated IP 172.25.2.205 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/83c8029f-74e9-4b3d-8591-fff793039085) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:11.259646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] Set router 347023dc-30af-473d-a496-28e6fe36fbf7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:11.261985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-58d1cad6-e649-4335-8634-e20a47f94815 req-423f0309-2892-494f-bec6-508b26263f7f tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Calling delete_port for f30a45a9-7f1b-4c2a-b204-364ad3ffcb0c owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:11.277630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bba866af-47a1-4380-81e6-e3b852e5f228 req-fccfc7f9-fdcd-40f7-a91f-913978adc989 service neutron] 10.222.0.84 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014090 Aug 16 01:50:11.306231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5fb775-efda-4be5-894e-66fbc5c6f2f6 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:11.311579 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0a5fb775-efda-4be5-894e-66fbc5c6f2f6 admin admin] 10.222.0.79 "PUT /v2.0/routers/347023dc-30af-473d-a496-28e6fe36fbf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2700882 Aug 16 01:50:11.317862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32874) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:11.425234 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-665fe240-96c8-4f9b-84f4-f05e911ec00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.442315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.493129 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.501188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222736507-router', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:59Z', 'updated_at': '2021-08-16T01:50:10Z', 'revision_number': 5, 'project_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'gw_port': {'id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:00Z', 'updated_at': '2021-08-16T01:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:11.518820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30521b0c-eb34-45f0-a284-e58260cef28f req-dbb5501e-faf1-452b-8424-d86c3c89bad6 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601681 Aug 16 01:50:11.533643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0ccbe-9bf1-4bb8-8bab-b9e4b872d9f7 None None] The sync data for ids ['347023dc-30af-473d-a496-28e6fe36fbf7'] in n-d-768851-16 is: [{'id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-222736507-router', 'tenant_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:59Z', 'updated_at': '2021-08-16T01:50:10Z', 'revision_number': 5, 'project_id': '7bdf9402875346e7a5d99d398d6b3c2c', 'gw_port': {'id': 'c48818d9-8903-49b2-9e11-31148508ce89', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347023dc-30af-473d-a496-28e6fe36fbf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:00Z', 'updated_at': '2021-08-16T01:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:11.536873 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.570775 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.607569 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-58d1cad6-e649-4335-8634-e20a47f94815 req-423f0309-2892-494f-bec6-508b26263f7f tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.637574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Deleting port c48818d9-8903-49b2-9e11-31148508ce89 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:11.638018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.638255 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.642151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f0309-2892-494f-bec6-508b26263f7f tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Pushing event deleted for resources: {'Port': ['ID=f30a45a9-7f1b-4c2a-b204-364ad3ffcb0c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:11.691378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:11.693795 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-58d1cad6-e649-4335-8634-e20a47f94815 req-423f0309-2892-494f-bec6-508b26263f7f tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.696397 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-58d1cad6-e649-4335-8634-e20a47f94815 req-423f0309-2892-494f-bec6-508b26263f7f tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.697602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58d1cad6-e649-4335-8634-e20a47f94815 req-423f0309-2892-494f-bec6-508b26263f7f tempest-FloatingIPDetailsTestJSON-1131450985 tempest-FloatingIPDetailsTestJSON-1131450985-project] 10.222.0.79 "DELETE /v2.0/floatingips/5dce01ff-b6f9-4e98-9780-e56e90e0b9e8 HTTP/1.1" status: 204 len: 173 time: 1.5519624 Aug 16 01:50:11.701112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:11.704475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32876) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:11.705173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:11.736288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] For port c48818d9-8903-49b2-9e11-31148508ce89, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c48818d9-8903-49b2-9e11-31148508ce89,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:11.736681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.756852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Calling delete_port for c48818d9-8903-49b2-9e11-31148508ce89 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:11.792095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Pushing event updated for resources: {'Port': ['ID=83c8029f-74e9-4b3d-8591-fff793039085,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:11.870547 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.904944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854bd33-2f06-4914-a31d-f7e59bbc5803 req-e6906408-bf30-4449-b899-2704e317c9b9 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:11.906597 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3854bd33-2f06-4914-a31d-f7e59bbc5803 req-e6906408-bf30-4449-b899-2704e317c9b9 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.1279032 Aug 16 01:50:11.934224 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.987416 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.012906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48818d9-8903-49b2-9e11-31148508ce89,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:12.036508 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.044441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3854bd33-2f06-4914-a31d-f7e59bbc5803 req-151b10ed-30fb-4dc2-97d8-922e08e30237 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212120 Aug 16 01:50:12.153226 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.156394 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.217673 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.220516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 347023dc-30af-473d-a496-28e6fe36fbf7 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:50:12.232018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.233760 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7d4e86b7-8010-4793-b26b-e12e21eaea64 admin admin] 10.222.0.79 "DELETE /v2.0/routers/347023dc-30af-473d-a496-28e6fe36fbf7 HTTP/1.1" status: 204 len: 168 time: 0.9136093 Aug 16 01:50:12.235946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32882) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:12.311236 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.315269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f94c93c-6f22-415b-bdf8-37bc9fddaf70 admin admin] Deleting subnet 91861530-aa50-4fbd-be50-417c8a383ba0 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:50:12.319493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f94c93c-6f22-415b-bdf8-37bc9fddaf70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.329274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.373211 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f94c93c-6f22-415b-bdf8-37bc9fddaf70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.384620 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.445017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Pushing event updated for resources: {'Port': ['ID=83c8029f-74e9-4b3d-8591-fff793039085,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:12.449564 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.451207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba795e0d-c750-437f-944f-316214b69c67 req-96fc74e3-5b0d-4375-8871-7df1a019c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8741484 Aug 16 01:50:12.520595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f94c93c-6f22-415b-bdf8-37bc9fddaf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.558361 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba795e0d-c750-437f-944f-316214b69c67 req-30a922a5-8e38-4abf-ad3d-edc189a1891a tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0844977 Aug 16 01:50:12.599427 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f94c93c-6f22-415b-bdf8-37bc9fddaf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.621594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10610e6-0d31-4cc8-a1de-b69551847243 None None] Network c69b8873-2640-4f97-b4c5-d6520f3c3326 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:12.626479 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.638990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32890) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:12.640166 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f94c93c-6f22-415b-bdf8-37bc9fddaf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.642322 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2f94c93c-6f22-415b-bdf8-37bc9fddaf70 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/91861530-aa50-4fbd-be50-417c8a383ba0 HTTP/1.1" status: 204 len: 168 time: 0.4050491 Aug 16 01:50:12.649359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32892) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:12.652177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94c93c-6f22-415b-bdf8-37bc9fddaf70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91861530-aa50-4fbd-be50-417c8a383ba0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:12.729337 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.778021 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.808492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Deleting port ff827cb7-94d6-49f1-9421-262c2e166428 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:12.813368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.852520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f2a3131f-af66-4fff-ab6b-c0c03991648e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.854704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f2a3131f-af66-4fff-ab6b-c0c03991648e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 820 time: 0.3651376 Aug 16 01:50:12.884460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba795e0d-c750-437f-944f-316214b69c67 req-98f6ac16-0ed5-4fd1-89cd-4d67b8112875 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.885676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33b9d26c-2ae0-4ea7-ae75-b852a635777c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.895077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0afcff-be7c-4919-8a5a-d0b566090312 None None] DHCP port deletion for c69b8873-2640-4f97-b4c5-d6520f3c3326 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:50:12.897595 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba795e0d-c750-437f-944f-316214b69c67 req-98f6ac16-0ed5-4fd1-89cd-4d67b8112875 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.3110342 Aug 16 01:50:12.909779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-97a42b21-f21f-45f9-b17b-141f87b0f4ed tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/quotas/3a83844cc9814e1fa23ad4d8bd3f5c54 HTTP/1.1" status: 200 len: 375 time: 0.0470836 Aug 16 01:50:12.923386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] For port ff827cb7-94d6-49f1-9421-262c2e166428, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ff827cb7-94d6-49f1-9421-262c2e166428,segment=NetworkSegment(fb86a9f0-8f9c-48cd-8222-286e06e11568),segment_id=fb86a9f0-8f9c-48cd-8222-286e06e11568)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:12.923725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.942498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Calling delete_port for ff827cb7-94d6-49f1-9421-262c2e166428 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:12.946297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02c11f-c756-4dec-8517-d12cd2effd03 None None] Sync routers for ids ['347023dc-30af-473d-a496-28e6fe36fbf7'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:12.973523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02c11f-c756-4dec-8517-d12cd2effd03 None None] Routers set() bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:12.973908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02c11f-c756-4dec-8517-d12cd2effd03 None None] Router IDs set() for agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 01:50:12.974904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_agentschedulers_db [None req-ac02c11f-c756-4dec-8517-d12cd2effd03 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'347023dc-30af-473d-a496-28e6fe36fbf7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent'). {{(pid=101382) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 01:50:12.992302 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b8f5e4-43ad-4feb-82c1-6b86af827666 x-openstack-request-id: req-e5b8f5e4-43ad-4feb-82c1-6b86af827666 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:12.992655 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63042d3-7650-4d1e-9d4f-737a54358a5d", "name": "network-vif-deleted", "tag": "c498493c-5bd3-419f-a180-0e7dffd88e01", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:12.992849 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5b8f5e4-43ad-4feb-82c1-6b86af827666 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:12.993232 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63042d3-7650-4d1e-9d4f-737a54358a5d', 'name': 'network-vif-deleted', 'tag': 'c498493c-5bd3-419f-a180-0e7dffd88e01', 'status': 'completed', 'code': 200} Aug 16 01:50:13.001758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02c11f-c756-4dec-8517-d12cd2effd03 None None] Routers set() bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:13.002192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02c11f-c756-4dec-8517-d12cd2effd03 None None] Router IDs set() for agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 01:50:13.002922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_agentschedulers_db [None req-ac02c11f-c756-4dec-8517-d12cd2effd03 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'347023dc-30af-473d-a496-28e6fe36fbf7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent'). {{(pid=101382) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 01:50:13.004228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02c11f-c756-4dec-8517-d12cd2effd03 None None] The sync data for ids ['347023dc-30af-473d-a496-28e6fe36fbf7'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:13.034823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4f0afcff-be7c-4919-8a5a-d0b566090312 None None] Deleting port ff827cb7-94d6-49f1-9421-262c2e166428 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:13.035212 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f0afcff-be7c-4919-8a5a-d0b566090312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.049791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-e861e881-d85d-4587-a568-4ace89283302 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1313910 Aug 16 01:50:13.098843 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33b9d26c-2ae0-4ea7-ae75-b852a635777c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.100684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.148172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4f0afcff-be7c-4919-8a5a-d0b566090312 None None] For port ff827cb7-94d6-49f1-9421-262c2e166428, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ff827cb7-94d6-49f1-9421-262c2e166428,segment=NetworkSegment(fb86a9f0-8f9c-48cd-8222-286e06e11568),segment_id=fb86a9f0-8f9c-48cd-8222-286e06e11568)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:13.148578 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f0afcff-be7c-4919-8a5a-d0b566090312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.148701 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33b9d26c-2ae0-4ea7-ae75-b852a635777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.159298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff827cb7-94d6-49f1-9421-262c2e166428,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:13.165784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4f0afcff-be7c-4919-8a5a-d0b566090312 None None] Calling delete_port for ff827cb7-94d6-49f1-9421-262c2e166428 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:13.169978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] No DVR routers for this DVR port ff827cb7-94d6-49f1-9421-262c2e166428 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:13.243595 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9d26c-2ae0-4ea7-ae75-b852a635777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e7c9ef-6432-42b9-ae7b-d22d914c76fa,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:13.292816 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-33b9d26c-2ae0-4ea7-ae75-b852a635777c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=274f8e15876f45e4a1dc138cd3f9432b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6468029 Aug 16 01:50:13.292961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32902) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:13.303280 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f0afcff-be7c-4919-8a5a-d0b566090312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.305849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76360b9b-f9d1-4b74-a27a-255d3ace7840 req-c32dec2c-b37e-42a5-94d8-7cad2a6594f6 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:13.308696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76360b9b-f9d1-4b74-a27a-255d3ace7840 req-c32dec2c-b37e-42a5-94d8-7cad2a6594f6 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1035910 Aug 16 01:50:13.322404 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.326620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-c29aab3f-9dfc-4d33-9baa-a7ba2385f4f6 service neutron] 10.222.0.79 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137229 Aug 16 01:50:13.337951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0afcff-be7c-4919-8a5a-d0b566090312 None None] Pushing event deleted for resources: {'Port': ['ID=ff827cb7-94d6-49f1-9421-262c2e166428,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:13.341607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0afcff-be7c-4919-8a5a-d0b566090312 None None] No DVR routers for this DVR port ff827cb7-94d6-49f1-9421-262c2e166428 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:13.360590 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69b8873-2640-4f97-b4c5-d6520f3c3326']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:13.378719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb86a9f0-8f9c-48cd-8222-286e06e11568') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:13.379017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb86a9f0-8f9c-48cd-8222-286e06e11568') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:13.396765 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.404863 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21d049a5-476d-4a33-b1ac-39657ba5a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.420032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.433387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:50:13.433848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76360b9b-f9d1-4b74-a27a-255d3ace7840 req-6320fea3-4233-4cf7-ab0b-d7dae1944512 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.1116176 Aug 16 01:50:13.434092 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: items = [ Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:50:13.436307 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:50:13.455292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-76360b9b-f9d1-4b74-a27a-255d3ace7840 req-103c0397-732e-4b7e-90d9-1fc9bd401d16 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Request body: {'floatingip': {'port_id': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:13.476513 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21d049a5-476d-4a33-b1ac-39657ba5a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.525329 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.527289 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76360b9b-f9d1-4b74-a27a-255d3ace7840 req-103c0397-732e-4b7e-90d9-1fc9bd401d16 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.531216 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.533193 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c69b8873-2640-4f97-b4c5-d6520f3c3326 HTTP/1.1" status: 204 len: 168 time: 0.8821282 Aug 16 01:50:13.550120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8559adc-d945-4a0a-a53b-87f5dc0a74c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c69b8873-2640-4f97-b4c5-d6520f3c3326,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:13.575939 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21d049a5-476d-4a33-b1ac-39657ba5a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.579034 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21d049a5-476d-4a33-b1ac-39657ba5a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.581139 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-21d049a5-476d-4a33-b1ac-39657ba5a7f7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d8e7c9ef-6432-42b9-ae7b-d22d914c76fa HTTP/1.1" status: 204 len: 168 time: 0.2848272 Aug 16 01:50:13.593124 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d049a5-476d-4a33-b1ac-39657ba5a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e7c9ef-6432-42b9-ae7b-d22d914c76fa,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:13.615876 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-d17dadba-433d-4f3a-a8b9-725f38f05d6d service neutron] 10.222.0.79 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812726 Aug 16 01:50:13.730026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32910) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:13.815981 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7da8f509-8954-4370-aa09-2e8e822a7113 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7bdf9402875346e7a5d99d398d6b3c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894599 Aug 16 01:50:13.816772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32916) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:13.850140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8c7426f0-9e0c-41e7-93ee-b1231ec15258 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:13.876604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8c7426f0-9e0c-41e7-93ee-b1231ec15258 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:13.877220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8c7426f0-9e0c-41e7-93ee-b1231ec15258 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:13.877825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ff827cb7-94d6-49f1-9421-262c2e166428 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:13.901777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ff827cb7-94d6-49f1-9421-262c2e166428 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:13.902371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ff827cb7-94d6-49f1-9421-262c2e166428 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:13.902876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] Deleting port 68a9230a-b728-41d8-9c45-75e978448c3a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:13.903225 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.082933 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.109659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32926) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:14.123378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de454c6d-013c-4c4d-bcc2-7703cb53a0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.260720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de454c6d-013c-4c4d-bcc2-7703cb53a0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.265970 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de454c6d-013c-4c4d-bcc2-7703cb53a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.313714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de454c6d-013c-4c4d-bcc2-7703cb53a0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abff892-bbef-45f7-a91a-ac9810d0b55b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:14.322486 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-de454c6d-013c-4c4d-bcc2-7703cb53a0ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02ea9c85de36472a9686f3060df2564a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089760 Aug 16 01:50:14.322810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32932) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:14.401672 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.432055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b993034-c9e8-42b4-b039-191fff53316b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.469345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b993034-c9e8-42b4-b039-191fff53316b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.481782 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-76360b9b-f9d1-4b74-a27a-255d3ace7840 req-103c0397-732e-4b7e-90d9-1fc9bd401d16 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 01:50:14.482838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76360b9b-f9d1-4b74-a27a-255d3ace7840 req-103c0397-732e-4b7e-90d9-1fc9bd401d16 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "PUT /v2.0/floatingips/8b08e54f-b391-4705-a740-648a7dc18aad HTTP/1.1" status: 409 len: 551 time: 1.0380435 Aug 16 01:50:14.513227 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.538023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1405313-fc04-4713-bf00-2cd623953f6a req-473884a4-7840-4db7-8ee1-467ca8ab4cd9 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.545776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1405313-fc04-4713-bf00-2cd623953f6a req-473884a4-7840-4db7-8ee1-467ca8ab4cd9 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.1946421 Aug 16 01:50:14.554055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b993034-c9e8-42b4-b039-191fff53316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.557727 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b993034-c9e8-42b4-b039-191fff53316b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.559144 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4b993034-c9e8-42b4-b039-191fff53316b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9abff892-bbef-45f7-a91a-ac9810d0b55b HTTP/1.1" status: 204 len: 168 time: 0.2349701 Aug 16 01:50:14.569653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b993034-c9e8-42b4-b039-191fff53316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abff892-bbef-45f7-a91a-ac9810d0b55b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:14.667543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] For port 68a9230a-b728-41d8-9c45-75e978448c3a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=68a9230a-b728-41d8-9c45-75e978448c3a,segment=NetworkSegment(f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60),segment_id=f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:14.668074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.698195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] Calling delete_port for 68a9230a-b728-41d8-9c45-75e978448c3a owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:14.724163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1405313-fc04-4713-bf00-2cd623953f6a req-53019ab1-508f-4d29-8f36-47658aad908b tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723852 Aug 16 01:50:14.746800 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.749427 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.751090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/09d67f29-9de9-436f-b341-729bcf5039ba HTTP/1.1" status: 204 len: 168 time: 0.9336138 Aug 16 01:50:14.825185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970161c-5d18-4206-853c-5c95ad1905a9 req-37974d0a-95bd-4069-a078-e9f001373063 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.829557 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a970161c-5d18-4206-853c-5c95ad1905a9 req-37974d0a-95bd-4069-a078-e9f001373063 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 950 time: 0.2384701 Aug 16 01:50:14.882522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c2199-93d6-4709-82f7-486d87020ae6 req-d852885f-8870-4799-90b1-42fb5171450c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.897892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-528c2199-93d6-4709-82f7-486d87020ae6 req-d852885f-8870-4799-90b1-42fb5171450c tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 950 time: 0.3007891 Aug 16 01:50:14.918572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d67f29-9de9-436f-b341-729bcf5039ba,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:15.019141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.019626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.020069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.020468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.020886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.021309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.021715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.022102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.022739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.022864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.023192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.023579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145350e-1dbf-4dcb-82af-0a713fa18156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:15.058449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0445e8d8-810e-4470-a13b-96a783a436ae req-4d7294de-cdc6-454e-b90d-86f31305a568 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 210 time: 0.1250293 Aug 16 01:50:15.086340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-528c2199-93d6-4709-82f7-486d87020ae6 req-c95c5ca0-b0c1-4b7d-9c79-5095dc244354 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875710 Aug 16 01:50:15.217045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-d4487157-300e-4725-b6ca-4a699a1d27ec tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips/8b08e54f-b391-4705-a740-648a7dc18aad HTTP/1.1" status: 200 len: 693 time: 0.0776908 Aug 16 01:50:15.265797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c48818d9-8903-49b2-9e11-31148508ce89 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:15.294108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a970161c-5d18-4206-853c-5c95ad1905a9 req-0e044982-8cd3-4eda-ab29-b92de666ee3d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Deleting port def23d27-aa78-449f-9599-7477d3d660d7 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:15.294418 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a970161c-5d18-4206-853c-5c95ad1905a9 req-0e044982-8cd3-4eda-ab29-b92de666ee3d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:15.304648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: c48818d9-8903-49b2-9e11-31148508ce89 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:15.305286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c48818d9-8903-49b2-9e11-31148508ce89 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:15.527557 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-062a7db9-5ddb-49b3-9fdf-5a125a6d6786 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:15.530008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-062a7db9-5ddb-49b3-9fdf-5a125a6d6786 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.3036444 Aug 16 01:50:15.533657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a970161c-5d18-4206-853c-5c95ad1905a9 req-0e044982-8cd3-4eda-ab29-b92de666ee3d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] For port def23d27-aa78-449f-9599-7477d3d660d7, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=def23d27-aa78-449f-9599-7477d3d660d7,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:15.537777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a970161c-5d18-4206-853c-5c95ad1905a9 req-0e044982-8cd3-4eda-ab29-b92de666ee3d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:15.637732 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:15.696742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a970161c-5d18-4206-853c-5c95ad1905a9 req-0e044982-8cd3-4eda-ab29-b92de666ee3d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Calling delete_port for def23d27-aa78-449f-9599-7477d3d660d7 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:15.732751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a9230a-b728-41d8-9c45-75e978448c3a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:15.764009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-86f6fdef-0522-460b-b72a-009dbef61014 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:15.766343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-86f6fdef-0522-460b-b72a-009dbef61014 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 820 time: 0.2253320 Aug 16 01:50:15.801196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-3ae6cd75-a234-4841-a0f2-8413710b0754 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.1650965 Aug 16 01:50:15.817571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Request body: {'port': {'device_id': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8', 'admin_state_up': True, 'tenant_id': '3a83844cc9814e1fa23ad4d8bd3f5c54'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:16.088628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-472863f6-07ec-402d-98b6-8f7bc3cce9bf tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.2863369 Aug 16 01:50:16.104871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32990) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:16.388884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e20b202-a20e-4590-84a4-119378771d4a req-63adc1ca-2526-47ac-9889-7c15bc9a3129 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 210 time: 0.1433659 Aug 16 01:50:16.434829 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.478135 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-network', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:16.520259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Made reservation on behalf of 3a83844cc9814e1fa23ad4d8bd3f5c54 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:16.524319 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.528469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Made reservation on behalf of 2c5c5f6b83d34486845a426b3b3c1708 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:16.531618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.543142 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.653563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.658499 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.663711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a970161c-5d18-4206-853c-5c95ad1905a9 req-0e044982-8cd3-4eda-ab29-b92de666ee3d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.673029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:50:16.682662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.683117 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Added segment b558386a-9048-44ac-bee8-89360a3fbd56 of type vlan for network 6814c1fc-393b-4e8c-8172-41cbfb4be56d Aug 16 01:50:16.740672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-67e845b2-b987-4273-a0f5-db903f838e7c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Deleting port 83c8029f-74e9-4b3d-8591-fff793039085 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:16.741070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-67e845b2-b987-4273-a0f5-db903f838e7c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.750449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75395a44-ee29-45f7-a0b1-702531443aa5 req-dd7416aa-c322-4635-ab44-3a173e680a59 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:16.757795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75395a44-ee29-45f7-a0b1-702531443aa5 req-dd7416aa-c322-4635-ab44-3a173e680a59 tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/ports?device_id=12625bfd-c460-45d4-95b8-9a9b7d1a0d07 HTTP/1.1" status: 200 len: 867 time: 0.2441428 Aug 16 01:50:16.760678 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.766890 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a190fa-9fde-4945-991a-825da0953b4a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:16.781636 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.782170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.782519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.782855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.783187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.783520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.783845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.784170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.784493 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.784814 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.785408 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.785762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:16.820514 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.821955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:16.822682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.844349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e044982-8cd3-4eda-ab29-b92de666ee3d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Pushing event deleted for resources: {'Port': ['ID=def23d27-aa78-449f-9599-7477d3d660d7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:16.897844 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7916737 Aug 16 01:50:16.898470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33020) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:16.901250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e28e2-5ee2-4060-8c64-49b7a8bc110e admin admin] Pushing event updated for resources: {'Network': ['ID=6814c1fc-393b-4e8c-8172-41cbfb4be56d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:16.906997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] Request body: {'subnet': {'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-subnet', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:16.913081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 6814c1fc-393b-4e8c-8172-41cbfb4be56d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:50:16.945473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] Made reservation on behalf of 2c5c5f6b83d34486845a426b3b3c1708 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:16.947817 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.992191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Allocated IP 172.20.0.8 (3e96692e-fcd8-42a9-a326-b63e8de5c6e8/ee669229-a3fb-45fb-9d99-b6dc72a6d72d/2341427a-59c2-43bd-a969-dc5dbbb99b48) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:16.996901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-a970161c-5d18-4206-853c-5c95ad1905a9 req-0e044982-8cd3-4eda-ab29-b92de666ee3d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] No DVR routers for this DVR port def23d27-aa78-449f-9599-7477d3d660d7 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:17.014293 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a970161c-5d18-4206-853c-5c95ad1905a9 req-0e044982-8cd3-4eda-ab29-b92de666ee3d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.016414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a970161c-5d18-4206-853c-5c95ad1905a9 req-0e044982-8cd3-4eda-ab29-b92de666ee3d tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.89 "DELETE /v2.0/ports/def23d27-aa78-449f-9599-7477d3d660d7 HTTP/1.1" status: 204 len: 173 time: 2.1523480 Aug 16 01:50:17.020267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12625bfd-c460-45d4-95b8-9a9b7d1a0d07', 'name': 'network-vif-deleted', 'tag': 'def23d27-aa78-449f-9599-7477d3d660d7'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:17.022594 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b2c60e-f12b-42be-a56a-ceaf1388a617" -d '{"events": [{"server_uuid": "12625bfd-c460-45d4-95b8-9a9b7d1a0d07", "name": "network-vif-deleted", "tag": "def23d27-aa78-449f-9599-7477d3d660d7"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:17.076083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75395a44-ee29-45f7-a0b1-702531443aa5 req-ddf06792-29f8-47d3-bdbe-98e4f462eabc tempest-ServersOnMultiNodesTest-116838655 tempest-ServersOnMultiNodesTest-116838655-project] 10.222.0.79 "GET /v2.0/security-groups?id=f89d5f4d-ffca-41eb-a353-5d729adb9091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148725 Aug 16 01:50:17.216840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] Router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:17.222958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.288706 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-67e845b2-b987-4273-a0f5-db903f838e7c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.294196 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-67e845b2-b987-4273-a0f5-db903f838e7c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.353966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-67e845b2-b987-4273-a0f5-db903f838e7c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Calling delete_port for 83c8029f-74e9-4b3d-8591-fff793039085 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:17.368028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] Checking segment: {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:17.368394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] Network hostable DHCP agents. Network: 6814c1fc-393b-4e8c-8172-41cbfb4be56d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:50:17.378505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:17.412767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] Network 6814c1fc-393b-4e8c-8172-41cbfb4be56d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:50:17.427440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 6814c1fc-393b-4e8c-8172-41cbfb4be56d) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:17.438469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:17.439059 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.439766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7ad545-bcf0-44f0-9103-c78967dca159 None None] Network 6814c1fc-393b-4e8c-8172-41cbfb4be56d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:17.469629 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-41836180-d397-459c-9361-0da046f5bb71 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5695224 Aug 16 01:50:17.470315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33056) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:17.476378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:17.521060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.524318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.675638 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.726666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device def23d27-aa78-449f-9599-7477d3d660d7 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:17.780217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: def23d27-aa78-449f-9599-7477d3d660d7 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:17.780678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device def23d27-aa78-449f-9599-7477d3d660d7 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:17.851264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:50:17.852273 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.876275 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.891938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:17.927356 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e8ed6-2e62-405e-b570-d3abc24ac9e3 None None] Sync routers for ids ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:17.942179 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e8ed6-2e62-405e-b570-d3abc24ac9e3 None None] Routers {'5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:17.953964 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-077e8ed6-2e62-405e-b570-d3abc24ac9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:18.080676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.108133 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-077e8ed6-2e62-405e-b570-d3abc24ac9e3 None None] Set router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:18.111849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Allocated IP 172.20.0.2 (6814c1fc-393b-4e8c-8172-41cbfb4be56d/8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75/344fbe8b-e2c4-4d2c-9892-f60dcba74761) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:18.125299 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e58584-6eec-4aa9-93b7-9d55f63cd27c x-openstack-request-id: req-16e58584-6eec-4aa9-93b7-9d55f63cd27c {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:18.125643 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12625bfd-c460-45d4-95b8-9a9b7d1a0d07", "name": "network-vif-deleted", "tag": "def23d27-aa78-449f-9599-7477d3d660d7", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:18.125889 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16e58584-6eec-4aa9-93b7-9d55f63cd27c {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:18.126289 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12625bfd-c460-45d4-95b8-9a9b7d1a0d07', 'name': 'network-vif-deleted', 'tag': 'def23d27-aa78-449f-9599-7477d3d660d7', 'status': 'completed', 'code': 200} Aug 16 01:50:18.131966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6572640c-3faf-41f7-a095-baca8c609dc2 admin admin] 10.222.0.79 "PUT /v2.0/routers/5aa84471-2ca6-4120-8dcb-a9f2e1a4c237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4229560 Aug 16 01:50:18.135066 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.136532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33080) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:18.164087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['25a85a8b-7746-4fa8-a9ba-d45692d79cde'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:18.251981 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.276531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.283248 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.422035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Allocated IP 172.25.2.250 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/d7656408-57b4-4b10-b10c-175258219196) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:18.431520 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.474112 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.501160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Transition to ACTIVE for port object 344fbe8b-e2c4-4d2c-9892-f60dcba74761 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:18.512048 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-077e8ed6-2e62-405e-b570-d3abc24ac9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'name': 'tempest-FloatingIPDetailsTestJSON-350069123-router', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:50:15Z', 'revision_number': 5, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'gw_port': {'id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:43:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:34Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:18.531478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Transition to ACTIVE for port object 344fbe8b-e2c4-4d2c-9892-f60dcba74761 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:18.541243 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.574381 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.575635 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e8ed6-2e62-405e-b570-d3abc24ac9e3 None None] Checking router: 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:18.591998 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e8ed6-2e62-405e-b570-d3abc24ac9e3 None None] Routers {'5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:18.593013 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-077e8ed6-2e62-405e-b570-d3abc24ac9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:18.596122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:18.598989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Network 6814c1fc-393b-4e8c-8172-41cbfb4be56d is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:18.602713 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:18.605941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Pushing event updated for resources: {'Port': ['ID=2341427a-59c2-43bd-a969-dc5dbbb99b48,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:18.607433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:18.610681 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Pushing event updated for resources: {'Port': ['ID=344fbe8b-e2c4-4d2c-9892-f60dcba74761,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:18.618563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:18.621553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:18.628428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:18.629344 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.649940 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.656666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.657146 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.657510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.657868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.669348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.669881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.670115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.670460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.670799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.672245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.672245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.672245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:18.696446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:18.703990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:18.706877 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-f4776fe9-b726-451b-9054-e1babf5fce20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8976970 Aug 16 01:50:18.713507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:18.731939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee729510-9ec4-4bf7-966e-2978aabd14aa req-f61e524a-dfb6-4957-8d6d-48aec768f18a tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:18.735878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Attempting to bind port 344fbe8b-e2c4-4d2c-9892-f60dcba74761 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:18.736255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Attempting to bind port 344fbe8b-e2c4-4d2c-9892-f60dcba74761 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:18.736626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Attempting to bind port 344fbe8b-e2c4-4d2c-9892-f60dcba74761 on network 6814c1fc-393b-4e8c-8172-41cbfb4be56d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:18.742357 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee729510-9ec4-4bf7-966e-2978aabd14aa req-f61e524a-dfb6-4957-8d6d-48aec768f18a tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.2954528 Aug 16 01:50:18.742577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:18.742789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Checking segment: {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:18.743206 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.743640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Bound using segment: {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:18.744139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Bound port: 344fbe8b-e2c4-4d2c-9892-f60dcba74761, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:18.744525 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.755971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Request body: {'port': {'device_id': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:18.827154 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-077e8ed6-2e62-405e-b570-d3abc24ac9e3 None None] Set router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:18.860542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] For port 344fbe8b-e2c4-4d2c-9892-f60dcba74761, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:18.863765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] For port 344fbe8b-e2c4-4d2c-9892-f60dcba74761, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=344fbe8b-e2c4-4d2c-9892-f60dcba74761,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:18.876446 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.881867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee729510-9ec4-4bf7-966e-2978aabd14aa req-789778b8-4e21-4293-b894-b9827c67a91e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371884 Aug 16 01:50:18.901681 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.913953 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.976114 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-67e845b2-b987-4273-a0f5-db903f838e7c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.028608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e845b2-b987-4273-a0f5-db903f838e7c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Pushing event deleted for resources: {'Port': ['ID=83c8029f-74e9-4b3d-8591-fff793039085,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:19.047571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b0e1f-2f0f-4423-a5c0-7d7f71c1b720 None None] Pushing event updated for resources: {'Port': ['ID=344fbe8b-e2c4-4d2c-9892-f60dcba74761,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:19.180755 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-077e8ed6-2e62-405e-b570-d3abc24ac9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'name': 'tempest-FloatingIPDetailsTestJSON-350069123-router', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:50:15Z', 'revision_number': 5, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'gw_port': {'id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:43:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:34Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:19.205624 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-67e845b2-b987-4273-a0f5-db903f838e7c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.210288 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-67e845b2-b987-4273-a0f5-db903f838e7c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.211497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2bc9fc0e-469c-494d-8356-ea9ddb1c48dd req-67e845b2-b987-4273-a0f5-db903f838e7c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "DELETE /v2.0/floatingips/8b08e54f-b391-4705-a740-648a7dc18aad HTTP/1.1" status: 204 len: 173 time: 3.1095393 Aug 16 01:50:19.220099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e689a9f-7feb-4055-b190-25bef9d78cc1 req-7351bcff-35af-4f84-a6ce-5b024b6a9d1b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:19.221795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e689a9f-7feb-4055-b190-25bef9d78cc1 req-7351bcff-35af-4f84-a6ce-5b024b6a9d1b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 931 time: 0.2032926 Aug 16 01:50:19.229356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Deleting port d670c907-0fcd-421e-b54f-a75f94cab0c9 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:19.229713 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.233633 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077e8ed6-2e62-405e-b570-d3abc24ac9e3 None None] The sync data for ids ['5aa84471-2ca6-4120-8dcb-a9f2e1a4c237'] in n-d-768851-16 is: [{'id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'name': 'tempest-FloatingIPDetailsTestJSON-350069123-router', 'tenant_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:50:15Z', 'revision_number': 5, 'project_id': '2d6cc0a0a5074bbea20f0bf72e4d9997', 'gw_port': {'id': 'd670c907-0fcd-421e-b54f-a75f94cab0c9', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:43:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa84471-2ca6-4120-8dcb-a9f2e1a4c237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:34Z', 'updated_at': '2021-08-16T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:19.390234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Pushing event updated for resources: {'Port': ['ID=d7656408-57b4-4b10-b10c-175258219196,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:19.451075 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e689a9f-7feb-4055-b190-25bef9d78cc1 req-846521e0-9112-41ca-80a3-bf0557d9bbb8 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190990 Aug 16 01:50:19.627849 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.631701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] For port d670c907-0fcd-421e-b54f-a75f94cab0c9, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d670c907-0fcd-421e-b54f-a75f94cab0c9,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:19.633326 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.685191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Calling delete_port for d670c907-0fcd-421e-b54f-a75f94cab0c9 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:19.693091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2341427a-59c2-43bd-a969-dc5dbbb99b48 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:19.721499 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.760522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33132) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:19.895041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Transition to ACTIVE for port object 2341427a-59c2-43bd-a969-dc5dbbb99b48 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:19.926687 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.028367 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.348541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2341427a-59c2-43bd-a969-dc5dbbb99b48,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:20.362617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Router 1df4867d-8789-4646-b6ff-c409ee0df841 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:50:20.473756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3946855b-85d9-4768-9102-ba5ccc49cb92 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7346d0ff4d354fe5a773dcc42c32e5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7068067 Aug 16 01:50:20.480490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33178) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:20.513728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:20.514076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:20.514403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:20.522730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-499c7068-8c71-41b3-b246-852b121bc74c tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 1002 time: 0.3682382 Aug 16 01:50:20.533463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:20.533796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:20.608389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:20.608769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:20.609263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:20.609637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Bound port: 2341427a-59c2-43bd-a969-dc5dbbb99b48, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:20.610002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.653719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:20.660836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-3ce8ed73-53e1-4d0e-ae93-42f3d9ec0263 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:20.662243 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-3ce8ed73-53e1-4d0e-ae93-42f3d9ec0263 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports/65e93b7c-56c7-4547-87c7-12c6f08f9f97 HTTP/1.1" status: 200 len: 943 time: 0.1299396 Aug 16 01:50:20.668860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Sync routers for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:20.694358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:20.695358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:20.715907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.736616 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.744196 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5421f838-3d00-4792-a596-b9cd4e3ff509 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2726908 Aug 16 01:50:20.745315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a84a0455-c590-4070-b77e-4cb4eb8fa4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.747299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33196) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:20.769949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627ead0-ee70-4d22-b241-8b83027ce92b None None] Network 6814c1fc-393b-4e8c-8172-41cbfb4be56d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:20.783554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d670c907-0fcd-421e-b54f-a75f94cab0c9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:20.849642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:20.862093 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.886266 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a84a0455-c590-4070-b77e-4cb4eb8fa4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.941751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:20.972444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bacd24f0-a7ab-47c8-8db4-04d8c6a12103 None None] Provisioning for port 344fbe8b-e2c4-4d2c-9892-f60dcba74761 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:20.981100 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.998818 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.012331 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-73bd99b1-f212-49a2-8f78-a7d5302c8ac8 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 1002 time: 0.2447724 Aug 16 01:50:21.036427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:21.057442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.063485 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a84a0455-c590-4070-b77e-4cb4eb8fa4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.066091 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a84a0455-c590-4070-b77e-4cb4eb8fa4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.069550 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a84a0455-c590-4070-b77e-4cb4eb8fa4c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f89d5f4d-ffca-41eb-a353-5d729adb9091 HTTP/1.1" status: 204 len: 168 time: 0.5827351 Aug 16 01:50:21.119604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a0455-c590-4070-b77e-4cb4eb8fa4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89d5f4d-ffca-41eb-a353-5d729adb9091,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:21.251437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:21.252108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.253585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] 10.222.0.84 "PUT /v2.0/ports/2341427a-59c2-43bd-a969-dc5dbbb99b48 HTTP/1.1" status: 200 len: 1092 time: 2.5021126 Aug 16 01:50:21.254060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'tag': '2341427a-59c2-43bd-a969-dc5dbbb99b48'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:21.258325 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aad5ed-6fff-4c25-ba39-40651da80609" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2be13e-e178-4ddb-ad74-20d1f66c7851", "tag": "2341427a-59c2-43bd-a969-dc5dbbb99b48"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:21.456932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:19Z', 'revision_number': 3, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:21.519961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Checking router: 1df4867d-8789-4646-b6ff-c409ee0df841 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:21.520319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Updating router 1df4867d-8789-4646-b6ff-c409ee0df841 port d7656408-57b4-4b10-b10c-175258219196 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:21.530838 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.531388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:50:21.564651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.567265 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f379331e-5350-404e-9a4e-7eaed623fc59 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5aa84471-2ca6-4120-8dcb-a9f2e1a4c237 HTTP/1.1" status: 204 len: 168 time: 3.4283967 Aug 16 01:50:21.570363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1c0c1-6f75-48ad-b63c-81666b4cfeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2341427a-59c2-43bd-a969-dc5dbbb99b48,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:21.573306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33216) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:21.586858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 344fbe8b-e2c4-4d2c-9892-f60dcba74761 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:21.640057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ffa000-04c5-45c5-9e31-5ac45f8b0425 admin admin] Deleting subnet ed606866-5829-4972-8eff-f555d33f5ee1 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:50:21.658895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa000-04c5-45c5-9e31-5ac45f8b0425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.668400 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.690610 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-21d4215c-70ac-4616-b675-2aa4ecb8208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:21.692188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-21d4215c-70ac-4616-b675-2aa4ecb8208b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 1095 time: 0.3595610 Aug 16 01:50:21.735777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5fd7-be90-40a5-b3cf-c372487c2cc8 req-b8ca81b9-393e-404d-9ec5-bdf02d2f93db tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:21.743222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39ed5fd7-be90-40a5-b3cf-c372487c2cc8 req-b8ca81b9-393e-404d-9ec5-bdf02d2f93db tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.4999492 Aug 16 01:50:21.754438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33218) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:21.764991 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa000-04c5-45c5-9e31-5ac45f8b0425 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.824928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa000-04c5-45c5-9e31-5ac45f8b0425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.900704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-0e49325c-0110-4ca2-a99a-f1a4094dd53b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48 HTTP/1.1" status: 200 len: 217 time: 0.1898141 Aug 16 01:50:21.908004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-90183f2c-e657-4173-9a08-50a42f3c8214 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:21.909487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-90183f2c-e657-4173-9a08-50a42f3c8214 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.8964825 Aug 16 01:50:21.945338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.058912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 344fbe8b-e2c4-4d2c-9892-f60dcba74761 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:22.073779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 344fbe8b-e2c4-4d2c-9892-f60dcba74761 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:22.074920 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.161957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Allocated IP 172.20.0.1 (6814c1fc-393b-4e8c-8172-41cbfb4be56d/8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75/74230d8d-62de-423d-b821-0f17a79bffc8) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:22.276605 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.301148 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.328839 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.334286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Transition to ACTIVE for port object d7656408-57b4-4b10-b10c-175258219196 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:22.339660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 344fbe8b-e2c4-4d2c-9892-f60dcba74761, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=344fbe8b-e2c4-4d2c-9892-f60dcba74761,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:22.344567 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.348744 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Transition to ACTIVE for port object 74230d8d-62de-423d-b821-0f17a79bffc8 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:22.353954 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.391587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 68a9230a-b728-41d8-9c45-75e978448c3a no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:22.407347 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.437862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Network 6814c1fc-393b-4e8c-8172-41cbfb4be56d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:22.442771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 68a9230a-b728-41d8-9c45-75e978448c3a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:22.443097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 68a9230a-b728-41d8-9c45-75e978448c3a not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:22.447099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39ed5fd7-be90-40a5-b3cf-c372487c2cc8 req-bde905a7-3638-4887-b047-ee17399c0dd6 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7028129 Aug 16 01:50:22.457387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9421bab-3048-46ae-a6eb-1950f0027eec None None] Pushing event updated for resources: {'Port': ['ID=d7656408-57b4-4b10-b10c-175258219196,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:22.457801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:22.490571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:22.514310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-47ef7ce4-de7e-427a-b640-ceed09ddd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:22.515874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-47ef7ce4-de7e-427a-b640-ceed09ddd487 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.6054845 Aug 16 01:50:22.520642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-11bb9a72-d1db-473f-985b-e3743f678442 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9abca15a22354b338fc4db48b74033f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388216 Aug 16 01:50:22.524341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=344fbe8b-e2c4-4d2c-9892-f60dcba74761,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:22.524736 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa000-04c5-45c5-9e31-5ac45f8b0425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.528193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Attempting to bind port d7656408-57b4-4b10-b10c-175258219196 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:22.528584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Attempting to bind port d7656408-57b4-4b10-b10c-175258219196 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:22.528967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Attempting to bind port d7656408-57b4-4b10-b10c-175258219196 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:22.536384 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33220) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:22.537185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:22.537566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:22.537965 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.541166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:22.541668 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Bound port: d7656408-57b4-4b10-b10c-175258219196, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:22.542055 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.584921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-da3db079-5504-4307-94fa-8500a20cba8b tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 1002 time: 0.6628835 Aug 16 01:50:22.599746 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.661395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Pushing event updated for resources: {'Port': ['ID=74230d8d-62de-423d-b821-0f17a79bffc8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:22.675639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] For port d7656408-57b4-4b10-b10c-175258219196, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:22.679769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffa000-04c5-45c5-9e31-5ac45f8b0425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed606866-5829-4972-8eff-f555d33f5ee1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:22.687765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] For port d7656408-57b4-4b10-b10c-175258219196, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d7656408-57b4-4b10-b10c-175258219196,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:22.689736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-dcb18501-be38-40be-86f0-0a0aef5c8f28 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580360 Aug 16 01:50:22.696288 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.706720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53c198-22fe-42e2-b423-029d050a9c3c None None] Network 39ba1a94-f347-46c4-bd52-a52970ab61de requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:22.737220 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa000-04c5-45c5-9e31-5ac45f8b0425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.743647 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33232) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:22.747431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f4ffa000-04c5-45c5-9e31-5ac45f8b0425 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ed606866-5829-4972-8eff-f555d33f5ee1 HTTP/1.1" status: 204 len: 168 time: 1.1644318 Aug 16 01:50:22.750124 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f250a9a-92a2-4734-a167-7e982f7fe8d7 x-openstack-request-id: req-8f250a9a-92a2-4734-a167-7e982f7fe8d7 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:22.750462 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2be13e-e178-4ddb-ad74-20d1f66c7851", "tag": "2341427a-59c2-43bd-a969-dc5dbbb99b48", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:22.750781 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f250a9a-92a2-4734-a167-7e982f7fe8d7 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:22.752328 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'tag': '2341427a-59c2-43bd-a969-dc5dbbb99b48', 'status': 'completed', 'code': 200} Aug 16 01:50:22.773189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-2cb6f515-4bc8-4ee0-8e20-d0981103b580 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:22.928356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a08af41b-c1fd-436b-8155-8c6f2bdeace5 None None] Provisioning for port 74230d8d-62de-423d-b821-0f17a79bffc8 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:22.936117 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:22.936779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:22.954743 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.012232 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-2cb6f515-4bc8-4ee0-8e20-d0981103b580 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.012542 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.054044 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-920edb4e-6c6e-477f-9ed0-de89c9461b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.073288 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ff0a28-2582-490f-8bbc-6ffe20c75463 None None] DHCP port deletion for 39ba1a94-f347-46c4-bd52-a52970ab61de request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:50:23.075791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a08af41b-c1fd-436b-8155-8c6f2bdeace5 None None] Provisioning complete for port 74230d8d-62de-423d-b821-0f17a79bffc8 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:23.076417 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a08af41b-c1fd-436b-8155-8c6f2bdeace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.096496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9421bab-3048-46ae-a6eb-1950f0027eec None None] Pushing event updated for resources: {'Port': ['ID=d7656408-57b4-4b10-b10c-175258219196,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:23.103776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-1c3ccc26-8762-46c0-8982-d99f2b4687b5 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441298 Aug 16 01:50:23.110244 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-920edb4e-6c6e-477f-9ed0-de89c9461b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.246647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:23.417620 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-2cb6f515-4bc8-4ee0-8e20-d0981103b580 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.418515 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.428729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.470319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35df6885-4a0a-45dc-b797-0cf2313ec549 req-7629caeb-10b9-4579-a889-704ff25749f0 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578067 Aug 16 01:50:23.472621 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-2cb6f515-4bc8-4ee0-8e20-d0981103b580 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.473084 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-2cb6f515-4bc8-4ee0-8e20-d0981103b580 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Floating IP 4890ae36-de28-459b-86b9-4c4b56b15e44 disassociated. External IP: 172.25.2.219, port: 65e93b7c-56c7-4547-87c7-12c6f08f9f97. Aug 16 01:50:23.477087 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-920edb4e-6c6e-477f-9ed0-de89c9461b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.496298 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-920edb4e-6c6e-477f-9ed0-de89c9461b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.497781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-920edb4e-6c6e-477f-9ed0-de89c9461b8d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b425622f-0dfd-49ad-85b8-42353d926a27 HTTP/1.1" status: 204 len: 168 time: 0.9586668 Aug 16 01:50:23.535020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 344fbe8b-e2c4-4d2c-9892-f60dcba74761 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:23.570555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Deleting port 19c88115-11ba-4185-a78a-4554a7445913 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:23.571050 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.604568 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a08af41b-c1fd-436b-8155-8c6f2bdeace5 None None] Port 74230d8d-62de-423d-b821-0f17a79bffc8 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:23.688505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920edb4e-6c6e-477f-9ed0-de89c9461b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b425622f-0dfd-49ad-85b8-42353d926a27,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:23.818052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 344fbe8b-e2c4-4d2c-9892-f60dcba74761 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:23.818437 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.871344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-57ff0a28-2582-490f-8bbc-6ffe20c75463 None None] Deleting port 19c88115-11ba-4185-a78a-4554a7445913 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:23.871604 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-57ff0a28-2582-490f-8bbc-6ffe20c75463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.919370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aad5ed-6fff-4c25-ba39-40651da80609 req-404a45cb-fb8f-47e7-aadc-cb7f195e6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:23.924875 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05aad5ed-6fff-4c25-ba39-40651da80609 req-404a45cb-fb8f-47e7-aadc-cb7f195e6cbf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 1095 time: 0.3300395 Aug 16 01:50:23.936359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1e1ee-b3f9-4974-b350-36d6579bc2d4 req-dc240ba0-ee59-4144-9b5b-749b2dc4f339 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:23.944683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8f1e1ee-b3f9-4974-b350-36d6579bc2d4 req-dc240ba0-ee59-4144-9b5b-749b2dc4f339 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.3325477 Aug 16 01:50:23.959254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] For port 19c88115-11ba-4185-a78a-4554a7445913, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19c88115-11ba-4185-a78a-4554a7445913,segment=NetworkSegment(f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60),segment_id=f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:23.959819 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.961481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-57ff0a28-2582-490f-8bbc-6ffe20c75463 None None] For port 19c88115-11ba-4185-a78a-4554a7445913, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19c88115-11ba-4185-a78a-4554a7445913,segment=NetworkSegment(f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60),segment_id=f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:23.961884 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-57ff0a28-2582-490f-8bbc-6ffe20c75463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.974287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Pushing event updated for resources: {'Port': ['ID=74230d8d-62de-423d-b821-0f17a79bffc8,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:23.977721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-57ff0a28-2582-490f-8bbc-6ffe20c75463 None None] Calling delete_port for 19c88115-11ba-4185-a78a-4554a7445913 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:23.979938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.982170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Calling delete_port for 19c88115-11ba-4185-a78a-4554a7445913 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:24.144131 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-57ff0a28-2582-490f-8bbc-6ffe20c75463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.172328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Network 6814c1fc-393b-4e8c-8172-41cbfb4be56d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:24.173971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:24.180201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.186150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8f1e1ee-b3f9-4974-b350-36d6579bc2d4 req-57c58ed6-84f9-4d4f-9ddf-3fc721926d47 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401974 Aug 16 01:50:24.251152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff0a28-2582-490f-8bbc-6ffe20c75463 None None] No DVR routers for this DVR port 19c88115-11ba-4185-a78a-4554a7445913 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:24.262428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff0a28-2582-490f-8bbc-6ffe20c75463 None None] Pushing event deleted for resources: {'Port': ['ID=19c88115-11ba-4185-a78a-4554a7445913,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:24.280249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aad5ed-6fff-4c25-ba39-40651da80609 req-7cc448df-9118-4d09-b466-210c45a45af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:24.281968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c88115-11ba-4185-a78a-4554a7445913,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:24.282817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05aad5ed-6fff-4c25-ba39-40651da80609 req-7cc448df-9118-4d09-b466-210c45a45af7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.3352928 Aug 16 01:50:24.297802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 1, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:24.298108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] No DVR routers for this DVR port 19c88115-11ba-4185-a78a-4554a7445913 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:24.305287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-2cb6f515-4bc8-4ee0-8e20-d0981103b580 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Router 113a945d-a052-4ea7-b148-de70ffe32faa has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:24.425292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adcbf5-5b8d-4493-b7fc-579bcfb9410e None None] The sync data for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 is: [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 1, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:24.454924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05aad5ed-6fff-4c25-ba39-40651da80609 req-4c29a25e-3ce5-4da0-886b-9def8656c334 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48 HTTP/1.1" status: 200 len: 217 time: 0.1441846 Aug 16 01:50:24.554753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 19c88115-11ba-4185-a78a-4554a7445913 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:24.598715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 19c88115-11ba-4185-a78a-4554a7445913 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:24.599299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 19c88115-11ba-4185-a78a-4554a7445913 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:24.599786 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d670c907-0fcd-421e-b54f-a75f94cab0c9 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:24.600344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aad5ed-6fff-4c25-ba39-40651da80609 req-f1d5650a-4515-409f-8b76-27297c6d0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:24.601966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05aad5ed-6fff-4c25-ba39-40651da80609 req-f1d5650a-4515-409f-8b76-27297c6d0277 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.1402225 Aug 16 01:50:24.638433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: d670c907-0fcd-421e-b54f-a75f94cab0c9 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:24.638626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d670c907-0fcd-421e-b54f-a75f94cab0c9 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:24.654262 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.656899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-17bf7066-1f72-463c-be58-631ab8d8a1a3 None None] Provisioning complete for port 74230d8d-62de-423d-b821-0f17a79bffc8 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:24.657322 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-17bf7066-1f72-463c-be58-631ab8d8a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.673791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Router 1df4867d-8789-4646-b6ff-c409ee0df841 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:24.696400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ba1a94-f347-46c4-bd52-a52970ab61de']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:24.702935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-17bf7066-1f72-463c-be58-631ab8d8a1a3 None None] Port 74230d8d-62de-423d-b821-0f17a79bffc8 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:24.731844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05aad5ed-6fff-4c25-ba39-40651da80609 req-b740f7f0-467f-4a4e-a508-e45aa5c28438 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368645 Aug 16 01:50:24.734104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:24.734656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95586a3-5f35-4d0e-b2c9-4b5ad31e2f60') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:24.745555 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.761371 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.769920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:50:24.770487 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:50:24.870285 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:50:24.879286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33340) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:24.942452 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.947255 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.949589 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] 10.222.0.79 "DELETE /v2.0/networks/39ba1a94-f347-46c4-bd52-a52970ab61de HTTP/1.1" status: 204 len: 168 time: 2.1980422 Aug 16 01:50:24.971000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05aad5ed-6fff-4c25-ba39-40651da80609 req-50f2094d-4429-445d-b53f-406a1014c167 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303252 Aug 16 01:50:24.995467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb03b5-bad1-4828-aac7-22fc28be2235 admin admin] Pushing event deleted for resources: {'Network': ['ID=39ba1a94-f347-46c4-bd52-a52970ab61de,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:25.115957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:25.117558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-2cb6f515-4bc8-4ee0-8e20-d0981103b580 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:25.121862 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e9ba1da1-f7f4-4389-94d7-b6687141c336 admin admin] 10.222.0.79 "PUT /v2.0/routers/1df4867d-8789-4646-b6ff-c409ee0df841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3734450 Aug 16 01:50:25.126000 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-2cb6f515-4bc8-4ee0-8e20-d0981103b580 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.133316 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81f937-1338-4524-8a7a-41c975b1f173 None None] Sync routers for ids ['113a945d-a052-4ea7-b148-de70ffe32faa'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:25.150112 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81f937-1338-4524-8a7a-41c975b1f173 None None] Routers {'113a945d-a052-4ea7-b148-de70ffe32faa'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:25.150757 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ce81f937-1338-4524-8a7a-41c975b1f173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['113a945d-a052-4ea7-b148-de70ffe32faa'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:25.170563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-40048831-network', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:25.258744 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Made reservation on behalf of 1dfb8458cbf4487784b636121f2d574d for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:25.264402 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.268761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-2cb6f515-4bc8-4ee0-8e20-d0981103b580 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "PUT /v2.0/floatingips/4890ae36-de28-459b-86b9-4c4b56b15e44 HTTP/1.1" status: 200 len: 695 time: 2.5377862 Aug 16 01:50:25.281726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'tag': '65e93b7c-56c7-4547-87c7-12c6f08f9f97'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:25.284033 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "b45b1720-1232-4120-a8d6-bd93835780fb", "tag": "65e93b7c-56c7-4547-87c7-12c6f08f9f97"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:25.300707 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33386) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:25.302155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.370206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05aad5ed-6fff-4c25-ba39-40651da80609 req-3e18dd56-a53b-470f-a52b-b83cd7a60cea service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833055 Aug 16 01:50:25.401194 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-f457543a-6402-40b1-b4b9-5ea30424fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:25.404124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-f457543a-6402-40b1-b4b9-5ea30424fe51 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=97ff30f978f04fd8bcffe9aaa756ae6e&device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 1098 time: 0.1171658 Aug 16 01:50:25.456768 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-46624b96-083d-4f3b-8bf5-68fe950d7a59 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2d6cc0a0a5074bbea20f0bf72e4d9997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292355 Aug 16 01:50:25.457982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33392) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:25.523745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-ed32a58c-12f3-458a-bbab-d8de9cfdda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:25.526673 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-ed32a58c-12f3-458a-bbab-d8de9cfdda98 service neutron] 10.222.0.79 "GET /v2.0/networks?id=482a296f-c29d-4571-a2f9-68385c0fca4d HTTP/1.1" status: 200 len: 929 time: 0.1136067 Aug 16 01:50:25.570103 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ce81f937-1338-4524-8a7a-41c975b1f173 None None] Set router 113a945d-a052-4ea7-b148-de70ffe32faa gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:25.669195 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-258534a3-36b9-4577-8eb5-5a4c15e2e53e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65e93b7c-56c7-4547-87c7-12c6f08f9f97 HTTP/1.1" status: 200 len: 217 time: 0.1345134 Aug 16 01:50:25.772539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e36320e2-1bf8-46ff-acab-c5f32555b473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.790181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-2375c61c-6045-4213-a558-0a3fe2c96c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:25.791760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-2375c61c-6045-4213-a558-0a3fe2c96c48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ddea154d-ba95-4f62-adc8-eda3da5ee63c HTTP/1.1" status: 200 len: 867 time: 0.1157422 Aug 16 01:50:25.838316 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e36320e2-1bf8-46ff-acab-c5f32555b473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.866958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb367fb-60b6-43a8-a41f-7d0904aa8f6c req-b98aed71-d752-48b5-bf95-6b839952dba8 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:25.874580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-efb367fb-60b6-43a8-a41f-7d0904aa8f6c req-b98aed71-d752-48b5-bf95-6b839952dba8 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.1579299 Aug 16 01:50:25.921858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-098b9317-d5b6-4b61-8060-6dc05ac14754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:25.923314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-098b9317-d5b6-4b61-8060-6dc05ac14754 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=482a296f-c29d-4571-a2f9-68385c0fca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215904 Aug 16 01:50:25.934345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.939330 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-efb367fb-60b6-43a8-a41f-7d0904aa8f6c req-1897fd2f-22a7-4018-87ea-f148b5c9bfd7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637307 Aug 16 01:50:25.945164 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.950454 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ce81f937-1338-4524-8a7a-41c975b1f173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 4, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef', 'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'mac_address': 'fa:16:3e:c7:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:41Z', 'revision_number': 5, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'subnets': [{'id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:25.994762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:50:26.019940 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81f937-1338-4524-8a7a-41c975b1f173 None None] Checking router: 113a945d-a052-4ea7-b148-de70ffe32faa for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:26.021640 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fca4416-98f1-4094-b992-6447dc2f34fb x-openstack-request-id: req-6fca4416-98f1-4094-b992-6447dc2f34fb {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:26.022060 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45b1720-1232-4120-a8d6-bd93835780fb", "tag": "65e93b7c-56c7-4547-87c7-12c6f08f9f97", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:26.022376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.022846 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6fca4416-98f1-4094-b992-6447dc2f34fb {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:26.022947 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Added segment 6238836f-a442-42e3-aea2-1045e8c749b6 of type vlan for network 6cda0b6e-e52d-4097-bb46-38eef212378d Aug 16 01:50:26.023039 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'tag': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'status': 'completed', 'code': 200} Aug 16 01:50:26.032756 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81f937-1338-4524-8a7a-41c975b1f173 None None] Routers {'113a945d-a052-4ea7-b148-de70ffe32faa'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:26.033438 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ce81f937-1338-4524-8a7a-41c975b1f173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['113a945d-a052-4ea7-b148-de70ffe32faa'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:26.047569 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e36320e2-1bf8-46ff-acab-c5f32555b473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.064426 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e36320e2-1bf8-46ff-acab-c5f32555b473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.069325 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e36320e2-1bf8-46ff-acab-c5f32555b473 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94ea4f7a-29a0-4b65-8572-74390622fd45 HTTP/1.1" status: 204 len: 168 time: 0.6101315 Aug 16 01:50:26.114010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b62a6f-ff8d-4528-ae1b-2c115ce789de,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:26.130157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.140884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36320e2-1bf8-46ff-acab-c5f32555b473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ea4f7a-29a0-4b65-8572-74390622fd45,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:26.181648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-054239e7-6f48-4a02-a7a7-0e0c06fa1391 service neutron] 10.222.0.79 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409608 Aug 16 01:50:26.204726 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.205919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:26.206589 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.316739 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8343ee16-80ab-40be-a1b2-fc4685bdeb4c req-a3147e96-8934-412b-bd95-b84b92eb88a0 service neutron] 10.222.0.79 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331654 Aug 16 01:50:26.317344 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3758833 Aug 16 01:50:26.320626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33422) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:26.322045 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6525c-6363-4039-8544-c6802dffbba3 admin admin] Pushing event updated for resources: {'Network': ['ID=6cda0b6e-e52d-4097-bb46-38eef212378d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:26.338562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] Request body: {'subnet': {'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-40048831-subnet', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:26.344090 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ce81f937-1338-4524-8a7a-41c975b1f173 None None] Set router 113a945d-a052-4ea7-b148-de70ffe32faa gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:26.346180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 6cda0b6e-e52d-4097-bb46-38eef212378d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:50:26.392510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] Made reservation on behalf of 1dfb8458cbf4487784b636121f2d574d for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:26.399759 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.540238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1 req-a20f081e-bdf2-477f-94be-7b752163d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:26.547400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1 req-a20f081e-bdf2-477f-94be-7b752163d0b5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=97ff30f978f04fd8bcffe9aaa756ae6e&device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 1098 time: 0.4328232 Aug 16 01:50:26.812600 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ce81f937-1338-4524-8a7a-41c975b1f173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 4, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef', 'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'mac_address': 'fa:16:3e:c7:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:41Z', 'revision_number': 5, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'subnets': [{'id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:26.846949 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81f937-1338-4524-8a7a-41c975b1f173 None None] The sync data for ids ['113a945d-a052-4ea7-b148-de70ffe32faa'] in n-d-768851-16 is: [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 4, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef', 'name': '', 'network_id': '482a296f-c29d-4571-a2f9-68385c0fca4d', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'mac_address': 'fa:16:3e:c7:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:32Z', 'updated_at': '2021-08-16T01:49:41Z', 'revision_number': 5, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'subnets': [{'id': 'ddea154d-ba95-4f62-adc8-eda3da5ee63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:27.101712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-55d76f82-e433-4c46-a622-008d5dbc2595 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:27.107041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-55d76f82-e433-4c46-a622-008d5dbc2595 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 819 time: 0.2280557 Aug 16 01:50:27.152582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1 req-f5bc920a-f2ce-43c2-a380-c77bf1735023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:27.154173 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1 req-f5bc920a-f2ce-43c2-a380-c77bf1735023 service neutron] 10.222.0.84 "GET /v2.0/networks?id=482a296f-c29d-4571-a2f9-68385c0fca4d HTTP/1.1" status: 200 len: 929 time: 0.5952897 Aug 16 01:50:27.215656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-14284ed3-142d-4456-86df-56066799f2aa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/quotas/2c5c5f6b83d34486845a426b3b3c1708 HTTP/1.1" status: 200 len: 375 time: 0.1074452 Aug 16 01:50:27.271342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1 req-4ed8cf93-ffff-4201-a762-bf92e6eb183d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65e93b7c-56c7-4547-87c7-12c6f08f9f97 HTTP/1.1" status: 200 len: 217 time: 0.1085269 Aug 16 01:50:27.319250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-ad0cd434-a493-4bc8-afef-b78d7515d44a tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips/4890ae36-de28-459b-86b9-4c4b56b15e44 HTTP/1.1" status: 200 len: 695 time: 0.1660774 Aug 16 01:50:27.398567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d7656408-57b4-4b10-b10c-175258219196 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:27.449753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1 req-9f178022-7a79-4c72-8531-7661d3a921dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:27.451394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1 req-9f178022-7a79-4c72-8531-7661d3a921dd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ddea154d-ba95-4f62-adc8-eda3da5ee63c HTTP/1.1" status: 200 len: 867 time: 0.1612880 Aug 16 01:50:27.452889 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.490309 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c6468e8a-42e1-4e94-8eb7-c410e0712d52 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2735691 Aug 16 01:50:27.508702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port d7656408-57b4-4b10-b10c-175258219196 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:27.513204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d7656408-57b4-4b10-b10c-175258219196 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:27.513677 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.649377 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.658285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d093e3a-8033-4205-af7e-ca6324a277c6 None None] New status for floating IP 4890ae36-de28-459b-86b9-4c4b56b15e44: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:50:27.667249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29db70d-86a5-473b-900f-456fcb86ba75,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:27.693666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-f86205e7-b7bc-4a4e-bdef-a72980b0eeec tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:27.695077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-f86205e7-b7bc-4a4e-bdef-a72980b0eeec tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.3650293 Aug 16 01:50:27.714591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1 req-2fa7bc98-58f3-46bc-945a-03618a8079c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:27.716227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1 req-2fa7bc98-58f3-46bc-945a-03618a8079c8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=482a296f-c29d-4571-a2f9-68385c0fca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2547190 Aug 16 01:50:27.729448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-adab78fb-c793-49f9-8b65-f052d39ce329 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:50:27.730414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-adab78fb-c793-49f9-8b65-f052d39ce329 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133851 Aug 16 01:50:27.770805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] Checking segment: {'id': '6238836f-a442-42e3-aea2-1045e8c749b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:27.771165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] Network hostable DHCP agents. Network: 6cda0b6e-e52d-4097-bb46-38eef212378d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:50:27.809606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-da59c206-b7aa-4957-939d-cf35798d13ed service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183472 Aug 16 01:50:27.895069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port d7656408-57b4-4b10-b10c-175258219196, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d7656408-57b4-4b10-b10c-175258219196,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:27.902968 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.967376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1 req-967ecfd9-cc7e-4800-b79c-1136f1cf4ea9 service neutron] 10.222.0.84 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359381 Aug 16 01:50:27.978046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-ddce232c-2c88-4ecf-846f-e26d84075f7f tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 698 time: 0.2207265 Aug 16 01:50:28.036592 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Sync routers for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:28.051047 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:28.052151 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:28.072909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=d7656408-57b4-4b10-b10c-175258219196,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:28.193323 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:28.404681 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:23Z', 'revision_number': 2, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:28.418704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] Network 6cda0b6e-e52d-4097-bb46-38eef212378d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:50:28.430727 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-18395895-d255-4396-8308-adbe2ef740e8 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 698 time: 0.4391556 Aug 16 01:50:28.430921 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Checking router: 1df4867d-8789-4646-b6ff-c409ee0df841 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:28.431112 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Updating router 1df4867d-8789-4646-b6ff-c409ee0df841 port 74230d8d-62de-423d-b821-0f17a79bffc8 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:28.456362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 6cda0b6e-e52d-4097-bb46-38eef212378d) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:28.460928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:28.461898 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.463556 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.470148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b7c44-5fc2-4bed-9b4c-43fc41455eba None None] Network 6cda0b6e-e52d-4097-bb46-38eef212378d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:28.553563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-eb63f865-3392-421e-96df-70ae1fee4687 service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820426 Aug 16 01:50:28.580414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4c4053ee-7551-4d43-80ee-bd9c5044dec4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2583895 Aug 16 01:50:28.583729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33502) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:28.588942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-40048831-router', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:28.627494 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.629300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.656435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec65a981-38bf-4f9d-87f6-4b7bfd783ab1 req-a0274aed-7629-406d-be93-2c4e9ffea233 service neutron] 10.222.0.84 "GET /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770375 Aug 16 01:50:28.690997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-6cda0b6e-e52d-4097-bb46-38eef212378d', 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'fixed_ips': [{'subnet_id': 'c29db70d-86a5-473b-900f-456fcb86ba75'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:50:28.692117 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.753766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-0db4a1eb-2499-45cc-9c72-449b27c46928 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Deleting port 04f3d528-f5ee-405a-bf6c-b2493adb8bb1 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:28.754008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-0db4a1eb-2499-45cc-9c72-449b27c46928 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.786681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.928287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Allocated IP 172.20.0.2 (6cda0b6e-e52d-4097-bb46-38eef212378d/c29db70d-86a5-473b-900f-456fcb86ba75/6e3e731b-4824-4d08-999f-38656a6afd7f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:28.986331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c590-7805-477b-bd3c-0e675d89b9e7 req-ba80e91f-64f7-42c6-a3a2-ee0df0cc8e8e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:28.993962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5a9c590-7805-477b-bd3c-0e675d89b9e7 req-ba80e91f-64f7-42c6-a3a2-ee0df0cc8e8e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.1427963 Aug 16 01:50:29.005652 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-0db4a1eb-2499-45cc-9c72-449b27c46928 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.006082 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-0db4a1eb-2499-45cc-9c72-449b27c46928 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.034491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-0db4a1eb-2499-45cc-9c72-449b27c46928 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Calling delete_port for 04f3d528-f5ee-405a-bf6c-b2493adb8bb1 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:29.069670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5a9c590-7805-477b-bd3c-0e675d89b9e7 req-45b1d332-ebd2-48f2-b37b-f1ca8d662341 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745852 Aug 16 01:50:29.100427 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.113589 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Transition to ACTIVE for port object 74230d8d-62de-423d-b821-0f17a79bffc8 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:29.123625 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.158460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.237124 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Pushing event updated for resources: {'Port': ['ID=74230d8d-62de-423d-b821-0f17a79bffc8,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:29.259283 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.259683 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.260081 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.260418 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.260894 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.261378 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.261713 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.262043 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.267227 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.267740 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.268085 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.269606 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:29.328459 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-0db4a1eb-2499-45cc-9c72-449b27c46928 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.368308 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.413804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Transition to ACTIVE for port object 6e3e731b-4824-4d08-999f-38656a6afd7f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:29.420579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4a1eb-2499-45cc-9c72-449b27c46928 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Pushing event deleted for resources: {'Port': ['ID=04f3d528-f5ee-405a-bf6c-b2493adb8bb1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:29.462940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Transition to ACTIVE for port object 6e3e731b-4824-4d08-999f-38656a6afd7f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:29.465949 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Attempting to bind port 74230d8d-62de-423d-b821-0f17a79bffc8 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:29.466307 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Attempting to bind port 74230d8d-62de-423d-b821-0f17a79bffc8 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:29.467485 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Attempting to bind port 74230d8d-62de-423d-b821-0f17a79bffc8 on network 6814c1fc-393b-4e8c-8172-41cbfb4be56d {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:29.477971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d7656408-57b4-4b10-b10c-175258219196 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:29.481660 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:29.487201 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Checking segment: {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:29.490396 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.490978 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Bound using segment: {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:29.492162 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Bound port: 74230d8d-62de-423d-b821-0f17a79bffc8, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:29.493277 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.498315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.508004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-0db4a1eb-2499-45cc-9c72-449b27c46928 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.517556 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-0db4a1eb-2499-45cc-9c72-449b27c46928 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.519088 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-913c1d37-c65c-4efb-a3f4-88242f87537b req-0db4a1eb-2499-45cc-9c72-449b27c46928 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "DELETE /v2.0/floatingips/4890ae36-de28-459b-86b9-4c4b56b15e44 HTTP/1.1" status: 204 len: 173 time: 1.0721819 Aug 16 01:50:29.604752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Network 6cda0b6e-e52d-4097-bb46-38eef212378d is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:29.616601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:29.621269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:29.630481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.652548 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] For port 74230d8d-62de-423d-b821-0f17a79bffc8, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:29.658980 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] For port 74230d8d-62de-423d-b821-0f17a79bffc8, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=74230d8d-62de-423d-b821-0f17a79bffc8,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:29.667726 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.681385 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.688170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Pushing event updated for resources: {'Port': ['ID=6e3e731b-4824-4d08-999f-38656a6afd7f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:29.772085 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:29.788184 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:29.809186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Attempting to bind port 6e3e731b-4824-4d08-999f-38656a6afd7f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:29.810284 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc94b3-cbff-4342-b145-d8081ed87336 None None] Pushing event updated for resources: {'Port': ['ID=74230d8d-62de-423d-b821-0f17a79bffc8,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:29.810386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Attempting to bind port 6e3e731b-4824-4d08-999f-38656a6afd7f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '6238836f-a442-42e3-aea2-1045e8c749b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:29.810723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Attempting to bind port 6e3e731b-4824-4d08-999f-38656a6afd7f on network 6cda0b6e-e52d-4097-bb46-38eef212378d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:29.841673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:29.842425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Checking segment: {'id': '6238836f-a442-42e3-aea2-1045e8c749b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:29.843803 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.844401 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Bound using segment: {'id': '6238836f-a442-42e3-aea2-1045e8c749b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:29.845264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Bound port: 6e3e731b-4824-4d08-999f-38656a6afd7f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6238836f-a442-42e3-aea2-1045e8c749b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:29.845855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.849945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d7656408-57b4-4b10-b10c-175258219196 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:29.850671 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.925189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Allocated IP 172.25.2.209 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/5cfff4b9-a7cc-4314-b95a-6df564483333) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:30.032423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60bd061c-0bc5-4381-9ac8-b62800228935 req-5a88102c-33b7-454d-9995-2c9d99158eeb tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 210 time: 0.0670769 Aug 16 01:50:30.057931 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:30.090709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-12f8fe1d-f0c7-46a0-9426-890e0d909f62 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5fc7583652544bf5847d76d0b633c3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553172 Aug 16 01:50:30.175187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] For port 6e3e731b-4824-4d08-999f-38656a6afd7f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:30.181034 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.183296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] For port 6e3e731b-4824-4d08-999f-38656a6afd7f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6e3e731b-4824-4d08-999f-38656a6afd7f,segment=NetworkSegment(6238836f-a442-42e3-aea2-1045e8c749b6),segment_id=6238836f-a442-42e3-aea2-1045e8c749b6)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:30.190987 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.238285 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.289444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:30.298792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:30.302829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:30.324223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-89accef7-fec7-4888-850d-a39e1b2dbf33 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:30.325670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-89accef7-fec7-4888-850d-a39e1b2dbf33 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257216 Aug 16 01:50:30.330461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Pushing event updated for resources: {'Port': ['ID=5cfff4b9-a7cc-4314-b95a-6df564483333,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:30.334977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dc909-7f5e-4802-a8f4-47363e2a8de5 None None] Pushing event updated for resources: {'Port': ['ID=6e3e731b-4824-4d08-999f-38656a6afd7f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:30.367600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6b38c525-9433-47f6-a59c-106fc5ade5da tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/quotas/5fc7583652544bf5847d76d0b633c3ab HTTP/1.1" status: 200 len: 375 time: 0.0236568 Aug 16 01:50:30.398536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221aef-09c5-4203-a1a2-0c9eef2916b2 req-7722914e-33fa-4a6a-93c8-5f49db4da4c4 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:30.400066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4221aef-09c5-4203-a1a2-0c9eef2916b2 req-7722914e-33fa-4a6a-93c8-5f49db4da4c4 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1190269 Aug 16 01:50:30.408292 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:29Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:30.434498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-bb51ed1f-ee94-49ca-93cd-352718bf2afe tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5fc7583652544bf5847d76d0b633c3ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507789 Aug 16 01:50:30.440114 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b261589-eb4e-4f14-941c-5057db098766 None None] The sync data for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 is: [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:29Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:30.498362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4221aef-09c5-4203-a1a2-0c9eef2916b2 req-137d1902-1a43-46f0-8c8c-f1da908e8d41 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0693104 Aug 16 01:50:30.726886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.873574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25909e-ce4b-42a6-b595-92a4006084ee req-fd790585-913c-4349-9979-945477799fd5 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:30.875168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e25909e-ce4b-42a6-b595-92a4006084ee req-fd790585-913c-4349-9979-945477799fd5 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.3151524 Aug 16 01:50:30.926665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-29452e5b-68c4-401e-ae7e-4b6e6ec05d8a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:30.928429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-29452e5b-68c4-401e-ae7e-4b6e6ec05d8a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.84 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 819 time: 0.3539150 Aug 16 01:50:30.949910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Request body: {'port': {'device_id': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'admin_state_up': True, 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:31.045459 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.091558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e25909e-ce4b-42a6-b595-92a4006084ee req-a2586d91-3bcd-4d7a-8fa0-bc9c742dafc0 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541386 Aug 16 01:50:31.203966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a0ce6cf-088d-48b6-a503-059d6092840f req-4b8a0040-3e66-4d49-8925-faac292b7c53 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0667865 Aug 16 01:50:31.340469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27799e0a-ae4b-45d5-a5f2-29db2de2f41f req-f099f63e-6cbe-44af-b079-9d0b5e857474 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 210 time: 0.0376956 Aug 16 01:50:31.369407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Made reservation on behalf of 2c5c5f6b83d34486845a426b3b3c1708 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:31.373976 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.429465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Router 9aac869c-7ada-421e-993e-dbe6806cfeed is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:50:31.625896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68918d17-51ff-4e63-8a9d-1aaf33eb24c5 req-1147725b-3ffe-4573-8246-ef1817a9850a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 210 time: 0.0885215 Aug 16 01:50:31.636966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:31.673103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Sync routers for ids ['9aac869c-7ada-421e-993e-dbe6806cfeed'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:31.678774 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.680679 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cddd2616-eaa3-44d9-b503-b2bd341181da admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0955245 Aug 16 01:50:31.684136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33644) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:31.695169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 74230d8d-62de-423d-b821-0f17a79bffc8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:31.766361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Routers {'9aac869c-7ada-421e-993e-dbe6806cfeed'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:31.767583 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['9aac869c-7ada-421e-993e-dbe6806cfeed'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:31.828877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Allocated IP 172.20.0.9 (6814c1fc-393b-4e8c-8172-41cbfb4be56d/8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75/d2864f35-2c09-4a79-b4a5-8084e32d342a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:31.938213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Set router 9aac869c-7ada-421e-993e-dbe6806cfeed gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:32.006399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4f9fc-16ac-4996-8ffa-35b6795d5363 req-384aa97e-fa50-408c-8d9b-30ba725a3964 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:32.016683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7b4f9fc-16ac-4996-8ffa-35b6795d5363 req-384aa97e-fa50-408c-8d9b-30ba725a3964 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 946 time: 0.1784925 Aug 16 01:50:32.143539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec15cea-73eb-4b52-97bb-85b59003dbb9 None None] Network 6cda0b6e-e52d-4097-bb46-38eef212378d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:32.154567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7b4f9fc-16ac-4996-8ffa-35b6795d5363 req-204d398f-1052-4e0f-a996-adc7eb2d5e29 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326683 Aug 16 01:50:32.227683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-841d7eae-7a2b-48a8-a507-e08a07ac158f None None] Provisioning for port 6e3e731b-4824-4d08-999f-38656a6afd7f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:32.327901 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.359325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffe41b-6644-4658-9a68-83f48d501833 req-3264ddd9-2b4c-4dc6-9b06-58135dd82005 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:32.363738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fffe41b-6644-4658-9a68-83f48d501833 req-3264ddd9-2b4c-4dc6-9b06-58135dd82005 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.1033759 Aug 16 01:50:32.366581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Transition to ACTIVE for port object d2864f35-2c09-4a79-b4a5-8084e32d342a will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:32.475925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'name': 'tempest-FloatingIPsTestJSON-40048831-router', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:30Z', 'revision_number': 3, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'gw_port': {'id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:db:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:29Z', 'updated_at': '2021-08-16T01:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:32.477931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 74230d8d-62de-423d-b821-0f17a79bffc8 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:32.491268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fffe41b-6644-4658-9a68-83f48d501833 req-05053a54-4cb7-4c06-b4e6-66784f17fe9d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084166 Aug 16 01:50:32.537695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 74230d8d-62de-423d-b821-0f17a79bffc8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:32.538075 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.555070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-127ff413-d1be-4404-9f6d-199090b5383d tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=5fc7583652544bf5847d76d0b633c3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1505175 Aug 16 01:50:32.556875 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b25909d-9ef0-4c01-bf4d-05c7695849d0 req-3ebc0ba8-2cd9-454f-a8b1-6a0067579521 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 210 time: 0.0922756 Aug 16 01:50:32.589167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Checking router: 9aac869c-7ada-421e-993e-dbe6806cfeed for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:32.589578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Updating router 9aac869c-7ada-421e-993e-dbe6806cfeed port 5cfff4b9-a7cc-4314-b95a-6df564483333 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:32.620940 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.664768 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.880452 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.893648 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.959960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0ba56d35-7637-4483-bfa5-8b043ce9fceb tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:32.963575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0ba56d35-7637-4483-bfa5-8b043ce9fceb tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3921089 Aug 16 01:50:32.972745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Pushing event updated for resources: {'Port': ['ID=d2864f35-2c09-4a79-b4a5-8084e32d342a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:32.989217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Request body: {'port': {'device_id': '94941e66-2131-44fb-b468-f252d4ee1d91', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '5fc7583652544bf5847d76d0b633c3ab'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:33.002592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Network 6814c1fc-393b-4e8c-8172-41cbfb4be56d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:33.028651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:33.033612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:33.043220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:33.044226 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.061187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2341427a-59c2-43bd-a969-dc5dbbb99b48 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:33.127383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 74230d8d-62de-423d-b821-0f17a79bffc8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=74230d8d-62de-423d-b821-0f17a79bffc8,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:33.138484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Allocated IP 172.20.0.1 (6cda0b6e-e52d-4097-bb46-38eef212378d/c29db70d-86a5-473b-900f-456fcb86ba75/47decb0e-2cb8-40a1-939c-308ea390ecbb) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:33.171842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0644b1-11ed-4aaf-aba3-f7c83fb07848 req-8da115c0-bef9-445d-a399-d04201a8659e tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:33.189805 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.190833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6e3e731b-4824-4d08-999f-38656a6afd7f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:33.192539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e0644b1-11ed-4aaf-aba3-f7c83fb07848 req-8da115c0-bef9-445d-a399-d04201a8659e tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 931 time: 0.4237323 Aug 16 01:50:33.231944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-c793150c-85af-472f-bed8-b4d967bb4afa tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2862713 Aug 16 01:50:33.322556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Request body: {'port': {'device_id': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:33.363450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=74230d8d-62de-423d-b821-0f17a79bffc8,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:33.397695 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.410326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:33.423958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 6e3e731b-4824-4d08-999f-38656a6afd7f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:33.431002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6e3e731b-4824-4d08-999f-38656a6afd7f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:33.431321 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.432874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Transition to ACTIVE for port object 47decb0e-2cb8-40a1-939c-308ea390ecbb will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:33.460737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e0644b1-11ed-4aaf-aba3-f7c83fb07848 req-d9ff64b2-b2ca-4f01-8b60-35fc499729bd tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670178 Aug 16 01:50:33.468470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '2341427a-59c2-43bd-a969-dc5dbbb99b48', 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8', 'port_id': '2341427a-59c2-43bd-a969-dc5dbbb99b48', 'mac_address': 'fa:16:3e:cd:16:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee669229-a3fb-45fb-9d99-b6dc72a6d72d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:33.493341 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.503268 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.531629 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Transition to ACTIVE for port object 5cfff4b9-a7cc-4314-b95a-6df564483333 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:33.551394 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.570869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Made reservation on behalf of 5fc7583652544bf5847d76d0b633c3ab for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:33.575179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.603004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fb93cf65-b28c-45ac-b574-77889e6120a9 None None] Provisioning for port d2864f35-2c09-4a79-b4a5-8084e32d342a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:33.603869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.604947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Attempting to bind port 5cfff4b9-a7cc-4314-b95a-6df564483333 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:33.605342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Attempting to bind port 5cfff4b9-a7cc-4314-b95a-6df564483333 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:33.605707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Attempting to bind port 5cfff4b9-a7cc-4314-b95a-6df564483333 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:33.608303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.619346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Network 6cda0b6e-e52d-4097-bb46-38eef212378d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:33.622034 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.629799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fb93cf65-b28c-45ac-b574-77889e6120a9 None None] Provisioning complete for port d2864f35-2c09-4a79-b4a5-8084e32d342a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:33.630168 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb93cf65-b28c-45ac-b574-77889e6120a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.638988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e3d03-5470-46d5-b9f9-9b1d8b3a217c req-59736572-c4ba-4cd1-bdd7-83ecf54bf7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:33.641101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:33.645168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Pushing event updated for resources: {'Port': ['ID=47decb0e-2cb8-40a1-939c-308ea390ecbb,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:33.646943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-225e3d03-5470-46d5-b9f9-9b1d8b3a217c req-59736572-c4ba-4cd1-bdd7-83ecf54bf7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 946 time: 0.2337794 Aug 16 01:50:33.648006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:33.667172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fb93cf65-b28c-45ac-b574-77889e6120a9 None None] Port d2864f35-2c09-4a79-b4a5-8084e32d342a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:33.668767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:33.669513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:33.669925 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.670406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:33.670780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Bound port: 5cfff4b9-a7cc-4314-b95a-6df564483333, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:33.671701 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.716414 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f5696-c949-4781-96da-cf034f84eb00 req-5e04166d-5b74-4453-aa25-472f5bc33956 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:33.718039 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e24f5696-c949-4781-96da-cf034f84eb00 req-5e04166d-5b74-4453-aa25-472f5bc33956 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.84 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 946 time: 0.1297531 Aug 16 01:50:33.723514 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.746232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa2f92-2e18-4b24-b780-bd45d1c15ed1 None None] Pushing event updated for resources: {'Port': ['ID=5cfff4b9-a7cc-4314-b95a-6df564483333,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:33.750166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2341427a-59c2-43bd-a969-dc5dbbb99b48 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:33.774826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:33.779320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-225e3d03-5470-46d5-b9f9-9b1d8b3a217c req-22ca06fe-ac71-4dc0-bf27-78678f4cc7ad tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/security-groups?id=0a658d86-4227-460d-b2ab-dda82b3ba38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313956 Aug 16 01:50:33.811982 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.822062 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.835828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33732) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:33.879257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] For port 5cfff4b9-a7cc-4314-b95a-6df564483333, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:33.922035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] For port 5cfff4b9-a7cc-4314-b95a-6df564483333, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5cfff4b9-a7cc-4314-b95a-6df564483333,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:33.929394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 6e3e731b-4824-4d08-999f-38656a6afd7f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6e3e731b-4824-4d08-999f-38656a6afd7f,segment=NetworkSegment(6238836f-a442-42e3-aea2-1045e8c749b6),segment_id=6238836f-a442-42e3-aea2-1045e8c749b6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:33.931166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2341427a-59c2-43bd-a969-dc5dbbb99b48,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:33.934938 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.961268 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.003347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Routers {'9aac869c-7ada-421e-993e-dbe6806cfeed'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:34.003347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['9aac869c-7ada-421e-993e-dbe6806cfeed'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:34.005858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa2f92-2e18-4b24-b780-bd45d1c15ed1 None None] Pushing event updated for resources: {'Port': ['ID=5cfff4b9-a7cc-4314-b95a-6df564483333,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:34.029667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e24f5696-c949-4781-96da-cf034f84eb00 req-22d5bf13-f1ae-427e-8d93-20535e392c75 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Deleting port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:34.030192 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e24f5696-c949-4781-96da-cf034f84eb00 req-22d5bf13-f1ae-427e-8d93-20535e392c75 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.062751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1089a106-3d6f-496e-bcd8-096f1a8f5d01 req-15376fc2-334b-4753-93b0-d7f34eea1745 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 210 time: 0.1823103 Aug 16 01:50:34.097714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c0b0e-742c-47c2-96cb-057c92577b35 req-2c456ffc-9196-4033-a16f-bfedd88484f2 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:34.106427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba2c0b0e-742c-47c2-96cb-057c92577b35 req-2c456ffc-9196-4033-a16f-bfedd88484f2 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.3699257 Aug 16 01:50:34.158495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 74230d8d-62de-423d-b821-0f17a79bffc8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:34.194375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-979b66dd-4106-4963-a359-d06765f9e87f None None] Provisioning for port 47decb0e-2cb8-40a1-939c-308ea390ecbb completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:34.220904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba2c0b0e-742c-47c2-96cb-057c92577b35 req-e9164469-52d5-43dc-82ba-01bd79bcd8b0 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093490 Aug 16 01:50:34.229302 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84214409-8bf8-455c-952c-304b3893d762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.234038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=6e3e731b-4824-4d08-999f-38656a6afd7f,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:34.242704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.242930 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] Set router 9aac869c-7ada-421e-993e-dbe6806cfeed gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:34.276164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['2341427a-59c2-43bd-a969-dc5dbbb99b48'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:34.276439 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e24f5696-c949-4781-96da-cf034f84eb00 req-22d5bf13-f1ae-427e-8d93-20535e392c75 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] For port 65e93b7c-56c7-4547-87c7-12c6f08f9f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=65e93b7c-56c7-4547-87c7-12c6f08f9f97,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:34.276592 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e24f5696-c949-4781-96da-cf034f84eb00 req-22d5bf13-f1ae-427e-8d93-20535e392c75 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.301970 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.308913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-979b66dd-4106-4963-a359-d06765f9e87f None None] Provisioning complete for port 47decb0e-2cb8-40a1-939c-308ea390ecbb triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:34.309609 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-979b66dd-4106-4963-a359-d06765f9e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.312633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e24f5696-c949-4781-96da-cf034f84eb00 req-22d5bf13-f1ae-427e-8d93-20535e392c75 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Calling delete_port for 65e93b7c-56c7-4547-87c7-12c6f08f9f97 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:34.313863 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.430163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee8de6f-7572-4765-9189-3bb670427ce1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:34.432519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-979b66dd-4106-4963-a359-d06765f9e87f None None] Port 47decb0e-2cb8-40a1-939c-308ea390ecbb cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:34.450892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2864f35-2c09-4a79-b4a5-8084e32d342a {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:34.484629 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 74230d8d-62de-423d-b821-0f17a79bffc8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:34.484629 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.487407 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.558543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Allocated IP 192.168.233.43 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/2d40c659-134b-445a-976a-4ce7bfe32850) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:34.653262 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e24f5696-c949-4781-96da-cf034f84eb00 req-22d5bf13-f1ae-427e-8d93-20535e392c75 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.657547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84214409-8bf8-455c-952c-304b3893d762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.666099 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.668487 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'name': 'tempest-FloatingIPsTestJSON-40048831-router', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:30Z', 'revision_number': 3, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'gw_port': {'id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:db:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:29Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:34.694063 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84214409-8bf8-455c-952c-304b3893d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.696430 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.705950 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103489f-f280-4f55-bf2c-8d5a8f38c4d1 None None] The sync data for ids ['9aac869c-7ada-421e-993e-dbe6806cfeed'] in n-d-768851-16 is: [{'id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'name': 'tempest-FloatingIPsTestJSON-40048831-router', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:30Z', 'revision_number': 3, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'gw_port': {'id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:db:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:29Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:34.732376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5bf13-f1ae-427e-8d93-20535e392c75 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Pushing event deleted for resources: {'Port': ['ID=65e93b7c-56c7-4547-87c7-12c6f08f9f97,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:34.744363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Transition to ACTIVE for port object d2864f35-2c09-4a79-b4a5-8084e32d342a will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:34.762183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.853630 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-84214409-8bf8-455c-952c-304b3893d762 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=87fd8aa1ef794835be8ef5d0a1b7d97d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0168619 Aug 16 01:50:34.854627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f5696-c949-4781-96da-cf034f84eb00 req-22d5bf13-f1ae-427e-8d93-20535e392c75 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] No DVR routers for this DVR port 65e93b7c-56c7-4547-87c7-12c6f08f9f97 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:34.858735 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e24f5696-c949-4781-96da-cf034f84eb00 req-22d5bf13-f1ae-427e-8d93-20535e392c75 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.859453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33742) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:34.860553 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e24f5696-c949-4781-96da-cf034f84eb00 req-22d5bf13-f1ae-427e-8d93-20535e392c75 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.84 "DELETE /v2.0/ports/65e93b7c-56c7-4547-87c7-12c6f08f9f97 HTTP/1.1" status: 204 len: 173 time: 1.1342390 Aug 16 01:50:34.863648 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.874552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Pushing event updated for resources: {'Port': ['ID=d2864f35-2c09-4a79-b4a5-8084e32d342a,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:34.875790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'name': 'network-vif-deleted', 'tag': '65e93b7c-56c7-4547-87c7-12c6f08f9f97'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:34.882828 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ad9321-ab8e-4092-b87b-a3aefb5d562c" -d '{"events": [{"server_uuid": "b45b1720-1232-4120-a8d6-bd93835780fb", "name": "network-vif-deleted", "tag": "65e93b7c-56c7-4547-87c7-12c6f08f9f97"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:34.894074 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.896021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84214409-8bf8-455c-952c-304b3893d762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79f4021-dcbd-4b65-a3bf-55e105dce317,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:34.902551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Pushing event updated for resources: {'Port': ['ID=47decb0e-2cb8-40a1-939c-308ea390ecbb,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:34.919824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487804d-aa72-48e3-8e57-6185c3179e25 req-67a7db09-496c-46b0-a3b9-1d66fc678c76 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:34.922307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2487804d-aa72-48e3-8e57-6185c3179e25 req-67a7db09-496c-46b0-a3b9-1d66fc678c76 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 931 time: 0.2257628 Aug 16 01:50:34.926003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Transition to ACTIVE for port object 2d40c659-134b-445a-976a-4ce7bfe32850 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:35.029117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-645ae82d-fc07-4479-97da-8a8a4f0b67be req-d700514d-0d12-41f1-b2b3-4671dda26959 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626 tempest-FloatingIPsAssociationNegativeTestJSON-1690219626-project] 10.222.0.79 "GET /v2.0/ports?device_id=b45b1720-1232-4120-a8d6-bd93835780fb HTTP/1.1" status: 200 len: 210 time: 0.1267600 Aug 16 01:50:35.155591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Attempting to bind port d2864f35-2c09-4a79-b4a5-8084e32d342a on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:35.156788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Attempting to bind port d2864f35-2c09-4a79-b4a5-8084e32d342a by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:35.157464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Attempting to bind port d2864f35-2c09-4a79-b4a5-8084e32d342a on network 6814c1fc-393b-4e8c-8172-41cbfb4be56d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:35.164969 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9256d8-6917-4196-b571-3c0455fe94e0 x-openstack-request-id: req-bf9256d8-6917-4196-b571-3c0455fe94e0 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:35.165518 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b1720-1232-4120-a8d6-bd93835780fb", "name": "network-vif-deleted", "tag": "65e93b7c-56c7-4547-87c7-12c6f08f9f97", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:35.165518 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf9256d8-6917-4196-b571-3c0455fe94e0 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:35.165927 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45b1720-1232-4120-a8d6-bd93835780fb', 'name': 'network-vif-deleted', 'tag': '65e93b7c-56c7-4547-87c7-12c6f08f9f97', 'status': 'completed', 'code': 200} Aug 16 01:50:35.193784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Network 6cda0b6e-e52d-4097-bb46-38eef212378d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:35.195380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:35.230581 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2487804d-aa72-48e3-8e57-6185c3179e25 req-f72261d5-7aec-4e4b-85bb-7bb32dd86b18 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739267 Aug 16 01:50:35.238284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Port d2864f35-2c09-4a79-b4a5-8084e32d342a on network 6814c1fc-393b-4e8c-8172-41cbfb4be56d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:35.241611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Attempting to bind port d2864f35-2c09-4a79-b4a5-8084e32d342a on network 6814c1fc-393b-4e8c-8172-41cbfb4be56d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:35.256191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['65e93b7c-56c7-4547-87c7-12c6f08f9f97'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:35.258814 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38d6dd71-0749-446c-b889-1266545f3fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.283305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:35.283741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Checking segment: {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:35.284129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Bound using segment: {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:35.284632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Bound port: d2864f35-2c09-4a79-b4a5-8084e32d342a, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:35.285023 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.316045 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.420867 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38d6dd71-0749-446c-b889-1266545f3fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.448876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Router 9aac869c-7ada-421e-993e-dbe6806cfeed has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:35.504037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:35.545890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] For port d2864f35-2c09-4a79-b4a5-8084e32d342a, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:35.550234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] For port d2864f35-2c09-4a79-b4a5-8084e32d342a, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:35.563156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:35.578803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.590279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:35.596440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.599131 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.610169 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb4fd7-d34f-409e-b3c7-d70c3628e898 req-82070031-87d8-4871-931c-43fcbedc570a tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.612710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9eb4fd7-d34f-409e-b3c7-d70c3628e898 req-82070031-87d8-4871-931c-43fcbedc570a tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 935 time: 0.3582878 Aug 16 01:50:35.642501 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Pushing event updated for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:35.723074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-558503b9-09bb-4527-a77a-e0493dabd4a1 None None] Provisioning complete for port 47decb0e-2cb8-40a1-939c-308ea390ecbb triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:35.723589 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-558503b9-09bb-4527-a77a-e0493dabd4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.745124 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Pushing event updated for resources: {'Port': ['ID=d2864f35-2c09-4a79-b4a5-8084e32d342a,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:35.768963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6742212a-2f0e-4605-bf64-1e4db055018e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7914698 Aug 16 01:50:35.787451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:35.788738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-558503b9-09bb-4527-a77a-e0493dabd4a1 None None] Port 47decb0e-2cb8-40a1-939c-308ea390ecbb cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:35.794090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Request body: {'port': {'device_id': '94941e66-2131-44fb-b468-f252d4ee1d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:35.803733 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b5e7c163-8d80-4da1-9aa0-44de0802f871 admin admin] 10.222.0.79 "PUT /v2.0/routers/9aac869c-7ada-421e-993e-dbe6806cfeed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1170714 Aug 16 01:50:35.845322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.846478 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.849178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-f88a5fa2-3016-4a1d-9dc2-311f16e2033d service neutron] 10.222.0.84 "PUT /v2.0/ports/d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 1092 time: 2.5778313 Aug 16 01:50:35.886187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:35.888494 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25d87af-14d2-4696-8c90-30090c9e6137" -d '{"events": [{"name": "network-changed", "server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:35.939328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fd73823b-ecd3-4a79-9aa6-a08bb6ae0ed3 None None] Provisioning for port 2d40c659-134b-445a-976a-4ce7bfe32850 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:35.947066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fd73823b-ecd3-4a79-9aa6-a08bb6ae0ed3 None None] Provisioning complete for port 2d40c659-134b-445a-976a-4ce7bfe32850 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:35.948392 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fd73823b-ecd3-4a79-9aa6-a08bb6ae0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.962202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9eb4fd7-d34f-409e-b3c7-d70c3628e898 req-9bcc9da1-d56b-4802-84e3-0c37772b41ea tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132868 Aug 16 01:50:36.043814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b021693-a0ce-4bab-aa4e-ac9d3495398d req-393ada11-c24c-47a7-891b-954a0cbd4e97 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.045845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b021693-a0ce-4bab-aa4e-ac9d3495398d req-393ada11-c24c-47a7-891b-954a0cbd4e97 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 944 time: 0.4783661 Aug 16 01:50:36.070542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fd73823b-ecd3-4a79-9aa6-a08bb6ae0ed3 None None] Port 2d40c659-134b-445a-976a-4ce7bfe32850 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:36.100869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38d6dd71-0749-446c-b889-1266545f3fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.103440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38d6dd71-0749-446c-b889-1266545f3fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.107067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-38d6dd71-0749-446c-b889-1266545f3fbc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d79f4021-dcbd-4b65-a3bf-55e105dce317 HTTP/1.1" status: 204 len: 168 time: 1.2384665 Aug 16 01:50:36.127607 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e7c2a6-4ccf-43e5-a241-9e0d4a928af7 x-openstack-request-id: req-b5e7c2a6-4ccf-43e5-a241-9e0d4a928af7 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:36.127917 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:36.128141 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b5e7c2a6-4ccf-43e5-a241-9e0d4a928af7 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:36.128521 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'status': 'completed', 'code': 200} Aug 16 01:50:36.156204 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.165370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6dd71-0749-446c-b889-1266545f3fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79f4021-dcbd-4b65-a3bf-55e105dce317,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:36.196422 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-8082817a-a971-4e82-b6ba-464601334238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.197781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-8082817a-a971-4e82-b6ba-464601334238 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1095 time: 0.2652037 Aug 16 01:50:36.240325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b021693-a0ce-4bab-aa4e-ac9d3495398d req-659b977c-48fa-484b-919b-624e2a1f3e0b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340749 Aug 16 01:50:36.285170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5cfff4b9-a7cc-4314-b95a-6df564483333 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:36.296831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-d693c6df-b6c4-4789-9980-075eaaf0ab6d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 217 time: 0.0755274 Aug 16 01:50:36.379859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 5cfff4b9-a7cc-4314-b95a-6df564483333 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:36.388580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5cfff4b9-a7cc-4314-b95a-6df564483333 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:36.391403 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.428831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33778) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:36.487368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-ff4d3834-814f-4692-a8c1-e39433c8203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.489068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-ff4d3834-814f-4692-a8c1-e39433c8203a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.1830230 Aug 16 01:50:36.580729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da26af-9aa1-4214-9fe3-50a4418b35a3 req-25f0bf88-11ed-4dce-a45f-3564ee6a58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.582603 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71da26af-9aa1-4214-9fe3-50a4418b35a3 req-25f0bf88-11ed-4dce-a45f-3564ee6a58ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6063169355f6486d87c43d90324c2a62&device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 1097 time: 0.1992574 Aug 16 01:50:36.589701 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.615518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 5cfff4b9-a7cc-4314-b95a-6df564483333, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5cfff4b9-a7cc-4314-b95a-6df564483333,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:36.624824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.625993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6e3e731b-4824-4d08-999f-38656a6afd7f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:36.766642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=5cfff4b9-a7cc-4314-b95a-6df564483333,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:36.774558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6e3e731b-4824-4d08-999f-38656a6afd7f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:36.775192 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.814261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534e15d-63e1-4ace-afc5-75a6ada6866a req-00e04cc8-f58d-4688-95b9-812da1f8a4f3 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.815820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a534e15d-63e1-4ace-afc5-75a6ada6866a req-00e04cc8-f58d-4688-95b9-812da1f8a4f3 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 943 time: 0.2766478 Aug 16 01:50:36.959559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da26af-9aa1-4214-9fe3-50a4418b35a3 req-bdd9ddd9-ace9-4a4e-aad1-3084a4866421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:36.961177 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71da26af-9aa1-4214-9fe3-50a4418b35a3 req-bdd9ddd9-ace9-4a4e-aad1-3084a4866421 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 200 len: 920 time: 0.3387938 Aug 16 01:50:37.001451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2341427a-59c2-43bd-a969-dc5dbbb99b48 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:37.110115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 2341427a-59c2-43bd-a969-dc5dbbb99b48 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:37.116209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 2341427a-59c2-43bd-a969-dc5dbbb99b48 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:37.116610 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71da26af-9aa1-4214-9fe3-50a4418b35a3 req-882bf286-c41a-425d-ae8e-5e5265f7866e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9229560-7d99-49fe-97bc-994bc9bd6666 HTTP/1.1" status: 200 len: 217 time: 0.1000192 Aug 16 01:50:37.116771 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.209922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da26af-9aa1-4214-9fe3-50a4418b35a3 req-48ca82e3-b25b-4272-a7fc-dec8f6e39eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:37.211797 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71da26af-9aa1-4214-9fe3-50a4418b35a3 req-48ca82e3-b25b-4272-a7fc-dec8f6e39eaf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad4515d-08f6-4c85-b2b0-d3169022e434 HTTP/1.1" status: 200 len: 859 time: 0.0830274 Aug 16 01:50:37.226796 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.226960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-b75bd652-084f-4752-b49b-1ad68a30c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:37.228632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-b75bd652-084f-4752-b49b-1ad68a30c176 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7259817 Aug 16 01:50:37.243651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d40c659-134b-445a-976a-4ce7bfe32850 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:37.258342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2341427a-59c2-43bd-a969-dc5dbbb99b48'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:37.261257 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197eac6c-2067-44ab-a01d-ca09422c4d47" -d '{"events": [{"server_uuid": "0d2be13e-e178-4ddb-ad74-20d1f66c7851", "name": "network-vif-plugged", "status": "completed", "tag": "2341427a-59c2-43bd-a969-dc5dbbb99b48"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:37.273809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33800) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:37.280123 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:37.282995 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71da26af-9aa1-4214-9fe3-50a4418b35a3 req-7a230087-65af-4c43-acde-e844dd8cb869 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99a6707e-c711-463f-af64-b2b47f2cf900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459709 Aug 16 01:50:37.286200 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.287821 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.294395 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Sync routers for ids ['9aac869c-7ada-421e-993e-dbe6806cfeed'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:37.310439 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Routers {'9aac869c-7ada-421e-993e-dbe6806cfeed'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:37.314156 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['9aac869c-7ada-421e-993e-dbe6806cfeed'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:37.378328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2341427a-59c2-43bd-a969-dc5dbbb99b48,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:37.411025 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a534e15d-63e1-4ace-afc5-75a6ada6866a req-68828777-4be4-466b-86d7-64f23ade3143 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812055 Aug 16 01:50:37.428558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Transition to ACTIVE for port object 2d40c659-134b-445a-976a-4ce7bfe32850 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:37.439808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1632120882-network', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:37.444872 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.502291 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Set router 9aac869c-7ada-421e-993e-dbe6806cfeed gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:37.516893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-cfa78d7c-f27b-453b-a6d0-52a9eee03dff tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7562044 Aug 16 01:50:37.520575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Made reservation on behalf of 6490c4877a56429ebafb4f8ab9d85cfa for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:37.523228 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.555774 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71da26af-9aa1-4214-9fe3-50a4418b35a3 req-ab7126e2-43d1-48cc-8230-2d526b4eebd1 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540643 Aug 16 01:50:37.556595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.563715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-1038c3a4-9471-4208-9dfb-24115ff5b837 service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265657 Aug 16 01:50:37.579757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.594945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:37.641093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:37.713089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Attempting to bind port 2d40c659-134b-445a-976a-4ce7bfe32850 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:37.713400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Attempting to bind port 2d40c659-134b-445a-976a-4ce7bfe32850 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:37.713869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Attempting to bind port 2d40c659-134b-445a-976a-4ce7bfe32850 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:37.742483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Port 2d40c659-134b-445a-976a-4ce7bfe32850 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:37.743100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Attempting to bind port 2d40c659-134b-445a-976a-4ce7bfe32850 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:37.749960 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'name': 'tempest-FloatingIPsTestJSON-40048831-router', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:34Z', 'revision_number': 4, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'gw_port': {'id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:db:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:29Z', 'updated_at': '2021-08-16T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '47decb0e-2cb8-40a1-939c-308ea390ecbb', 'name': '', 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'mac_address': 'fa:16:3e:7d:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c29db70d-86a5-473b-900f-456fcb86ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:32Z', 'updated_at': '2021-08-16T01:50:34Z', 'revision_number': 2, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'subnets': [{'id': 'c29db70d-86a5-473b-900f-456fcb86ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:37.762429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:37.762772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:37.763178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:37.763746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Bound port: 2d40c659-134b-445a-976a-4ce7bfe32850, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:37.764115 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.789201 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Checking router: 9aac869c-7ada-421e-993e-dbe6806cfeed for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:37.789479 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Updating router 9aac869c-7ada-421e-993e-dbe6806cfeed port 47decb0e-2cb8-40a1-939c-308ea390ecbb binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:37.796034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6f0c7-ca6f-4ac1-9a98-8184bef84efa req-7be876d5-f1db-49ef-968c-c8e0351b45bf tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:37.797630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ce6f0c7-ca6f-4ac1-9a98-8184bef84efa req-7be876d5-f1db-49ef-968c-c8e0351b45bf tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.2895420 Aug 16 01:50:37.818124 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.858695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bb7f8f6-068e-4333-a8cd-ea8a43a158c3 req-0d04a132-afb4-430a-9eaa-e750ea042fc6 service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811277 Aug 16 01:50:37.900066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ce6f0c7-ca6f-4ac1-9a98-8184bef84efa req-c0305d2b-0d01-481c-b16d-f41faed0047d tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925367 Aug 16 01:50:37.913624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:37.917961 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:37.933194 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.052416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.054095 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.055688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] 10.222.0.89 "PUT /v2.0/ports/2d40c659-134b-445a-976a-4ce7bfe32850 HTTP/1.1" status: 200 len: 1096 time: 2.2663858 Aug 16 01:50:38.134598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5cfff4b9-a7cc-4314-b95a-6df564483333 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:38.139342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:38.142527 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:38.151841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380c4b5-7b91-4012-bcd1-fd59e4b7e9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:38.176688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.233458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d87af-14d2-4696-8c90-30090c9e6137 req-6b4c882d-2226-419c-98da-a921b9019173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.235940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d25d87af-14d2-4696-8c90-30090c9e6137 req-6b4c882d-2226-419c-98da-a921b9019173 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1095 time: 0.2477224 Aug 16 01:50:38.241618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.252789 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71da26af-9aa1-4214-9fe3-50a4418b35a3 req-752945ea-c3de-4c09-afc3-ffb3e2bb49ee service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869054 Aug 16 01:50:38.262667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5cfff4b9-a7cc-4314-b95a-6df564483333 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:38.262897 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.292080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:50:38.292297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.310869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600f5372-e081-4218-af48-3dc19bd39474,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:38.320874 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.321232 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Added segment 81e31cda-dea2-4fc1-ba05-a1b50c43053d of type vlan for network 35632308-a9f4-4d57-bc16-93677de2838e Aug 16 01:50:38.349144 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.365779 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Transition to ACTIVE for port object 47decb0e-2cb8-40a1-939c-308ea390ecbb will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:38.367730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-202c9b80-f72a-45ed-8942-45c35d5ab48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.369893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-202c9b80-f72a-45ed-8942-45c35d5ab48e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5fc7583652544bf5847d76d0b633c3ab&device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 1099 time: 0.2467215 Aug 16 01:50:38.376026 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.409629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973c744-913e-4629-b60e-68490f5e205c req-875cb113-0289-485d-8591-d5975109de68 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.411026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b973c744-913e-4629-b60e-68490f5e205c req-875cb113-0289-485d-8591-d5975109de68 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 947 time: 0.2385054 Aug 16 01:50:38.441483 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.476338 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346d5bd-7f78-4d3e-a62f-c921108c5d50 None None] Pushing event updated for resources: {'Port': ['ID=47decb0e-2cb8-40a1-939c-308ea390ecbb,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:38.488185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-b6aa3440-8dfa-4944-8b41-db76abdb65b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=2d40c659-134b-445a-976a-4ce7bfe32850 HTTP/1.1" status: 200 len: 217 time: 0.0869048 Aug 16 01:50:38.497673 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.498761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.500043 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.592351 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3141077 Aug 16 01:50:38.600612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33816) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:38.608681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] Request body: {'subnet': {'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1632120882-subnet', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:38.610849 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Attempting to bind port 47decb0e-2cb8-40a1-939c-308ea390ecbb on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:38.611288 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Attempting to bind port 47decb0e-2cb8-40a1-939c-308ea390ecbb by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '6238836f-a442-42e3-aea2-1045e8c749b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:38.613465 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Attempting to bind port 47decb0e-2cb8-40a1-939c-308ea390ecbb on network 6cda0b6e-e52d-4097-bb46-38eef212378d {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:38.617375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b973c744-913e-4629-b60e-68490f5e205c req-748224c8-ec4f-4d4f-bc0e-64ae36b108ee tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921473 Aug 16 01:50:38.617974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dde2f-32ed-431c-9347-b96968501e60 admin admin] Pushing event updated for resources: {'Network': ['ID=35632308-a9f4-4d57-bc16-93677de2838e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:38.629760 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:38.630154 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Checking segment: {'id': '6238836f-a442-42e3-aea2-1045e8c749b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:38.630568 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.630749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 35632308-a9f4-4d57-bc16-93677de2838e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:50:38.631209 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Bound using segment: {'id': '6238836f-a442-42e3-aea2-1045e8c749b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:38.631455 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Bound port: 47decb0e-2cb8-40a1-939c-308ea390ecbb, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6238836f-a442-42e3-aea2-1045e8c749b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:38.631832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d87af-14d2-4696-8c90-30090c9e6137 req-fc3d8269-1e82-45c0-8d61-80425ed1d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.631952 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.635175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d25d87af-14d2-4696-8c90-30090c9e6137 req-fc3d8269-1e82-45c0-8d61-80425ed1d93c service neutron] 10.222.0.84 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.3895972 Aug 16 01:50:38.647598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-1b3738a3-aa18-4e35-8feb-cc9240026bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.649585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-1b3738a3-aa18-4e35-8feb-cc9240026bd0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1389778 Aug 16 01:50:38.675072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] Deleting port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:38.675416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.734877 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebbc4a6-9834-4b1a-9266-48f9e13d866f x-openstack-request-id: req-bebbc4a6-9834-4b1a-9266-48f9e13d866f {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:38.734877 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2be13e-e178-4ddb-ad74-20d1f66c7851", "name": "network-vif-plugged", "status": "completed", "tag": "2341427a-59c2-43bd-a969-dc5dbbb99b48", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:38.734877 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bebbc4a6-9834-4b1a-9266-48f9e13d866f {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:38.734877 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2341427a-59c2-43bd-a969-dc5dbbb99b48', 'code': 200} Aug 16 01:50:38.776829 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] For port 47decb0e-2cb8-40a1-939c-308ea390ecbb, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:38.787099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d25d87af-14d2-4696-8c90-30090c9e6137 req-0d958de0-9893-428d-83c0-e73da6035ec0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 217 time: 0.1361599 Aug 16 01:50:38.791210 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] For port 47decb0e-2cb8-40a1-939c-308ea390ecbb, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=47decb0e-2cb8-40a1-939c-308ea390ecbb,segment=NetworkSegment(6238836f-a442-42e3-aea2-1045e8c749b6),segment_id=6238836f-a442-42e3-aea2-1045e8c749b6)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:38.799220 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.800158 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-27977c4f-cfe4-4c28-9929-818aca19f91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.818457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] Made reservation on behalf of 6490c4877a56429ebafb4f8ab9d85cfa for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:38.820647 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.855081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] For port 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:38.855482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.881023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] Calling delete_port for 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:38.881258 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Routers {'9aac869c-7ada-421e-993e-dbe6806cfeed'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:38.886533 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['9aac869c-7ada-421e-993e-dbe6806cfeed'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:38.898391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f66e9-c378-431c-a372-02b67896b04d req-ff9ce237-3989-44bb-8cec-951b9af2478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.899918 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-758f66e9-c378-431c-a372-02b67896b04d req-ff9ce237-3989-44bb-8cec-951b9af2478e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 1097 time: 0.0895920 Aug 16 01:50:38.942858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 65e93b7c-56c7-4547-87c7-12c6f08f9f97 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:38.977986 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-758f66e9-c378-431c-a372-02b67896b04d req-79eb4e51-a5e5-45e4-88fe-7d3127d27fac service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Aug 16 01:50:38.994665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-1d9584bc-f1d0-42ea-b5ce-c3bf59501ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.996841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-1d9584bc-f1d0-42ea-b5ce-c3bf59501ec9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3343434 Aug 16 01:50:39.007126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 65e93b7c-56c7-4547-87c7-12c6f08f9f97 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:39.007660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 65e93b7c-56c7-4547-87c7-12c6f08f9f97 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:39.114619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d87af-14d2-4696-8c90-30090c9e6137 req-463f3fbd-467c-4a63-aa82-03072ab1ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:39.116125 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d25d87af-14d2-4696-8c90-30090c9e6137 req-463f3fbd-467c-4a63-aa82-03072ab1ebf6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.3073084 Aug 16 01:50:39.140895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.165787 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346d5bd-7f78-4d3e-a62f-c921108c5d50 None None] Pushing event updated for resources: {'Port': ['ID=47decb0e-2cb8-40a1-939c-308ea390ecbb,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:39.172171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb765b-e393-435d-a7a4-4f9e65af26d4 req-232dbcc0-8efa-47d4-9619-7bf260364be4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:39.179987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85cb765b-e393-435d-a7a4-4f9e65af26d4 req-232dbcc0-8efa-47d4-9619-7bf260364be4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 945 time: 0.3722205 Aug 16 01:50:39.189309 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.210017 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] Set router 9aac869c-7ada-421e-993e-dbe6806cfeed gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:39.225774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] Pushing event deleted for resources: {'Port': ['ID=97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:39.243615 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.375674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85cb765b-e393-435d-a7a4-4f9e65af26d4 req-e068d573-251a-486d-81ec-d7ab1e668612 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947906 Aug 16 01:50:39.378479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-6a5dba28-903f-493d-ab8f-eeb6d0325d18 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737936 Aug 16 01:50:39.475777 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b497cf-43a2-4113-bfa9-208c89284461 x-openstack-request-id: req-b1b497cf-43a2-4113-bfa9-208c89284461 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:39.476068 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:39.476322 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b1b497cf-43a2-4113-bfa9-208c89284461 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:39.476718 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850', 'status': 'completed', 'code': 200} Aug 16 01:50:39.544665 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.565065 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'name': 'tempest-FloatingIPsTestJSON-40048831-router', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:34Z', 'revision_number': 4, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'gw_port': {'id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:db:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:29Z', 'updated_at': '2021-08-16T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '47decb0e-2cb8-40a1-939c-308ea390ecbb', 'name': '', 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'mac_address': 'fa:16:3e:7d:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c29db70d-86a5-473b-900f-456fcb86ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:32Z', 'updated_at': '2021-08-16T01:50:38Z', 'revision_number': 4, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'subnets': [{'id': 'c29db70d-86a5-473b-900f-456fcb86ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:39.600640 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a277d0-d691-4042-8e4a-77070955cc56 None None] The sync data for ids ['9aac869c-7ada-421e-993e-dbe6806cfeed'] in n-d-768851-16 is: [{'id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'name': 'tempest-FloatingIPsTestJSON-40048831-router', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:34Z', 'revision_number': 4, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'gw_port': {'id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:db:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:29Z', 'updated_at': '2021-08-16T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '47decb0e-2cb8-40a1-939c-308ea390ecbb', 'name': '', 'network_id': '6cda0b6e-e52d-4097-bb46-38eef212378d', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'mac_address': 'fa:16:3e:7d:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c29db70d-86a5-473b-900f-456fcb86ba75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:32Z', 'updated_at': '2021-08-16T01:50:38Z', 'revision_number': 4, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'subnets': [{'id': 'c29db70d-86a5-473b-900f-456fcb86ba75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:39.617686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Allocated IP 172.25.2.96 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/ec7a58f4-f38f-4009-b605-57c73a2b7590) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:39.626625 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.768913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce75b3d-efea-4cf5-a331-dd642ae7a109 req-44a22fca-af94-4e66-a4d0-11df1640f67a service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670700 Aug 16 01:50:39.781558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d87af-14d2-4696-8c90-30090c9e6137 req-cdcb2c3c-c569-499e-9854-668fce1f89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:39.783060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d25d87af-14d2-4696-8c90-30090c9e6137 req-cdcb2c3c-c569-499e-9854-668fce1f89e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2453005 Aug 16 01:50:39.805889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be33d864-b957-4e4d-9379-82da4fbdd8d4,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:39.815661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478103d1-e644-4b8d-a2ac-6948ed750c46 req-6aa1e18f-5bba-45cc-9c1a-d5cba09cddcb tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:39.817384 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-478103d1-e644-4b8d-a2ac-6948ed750c46 req-6aa1e18f-5bba-45cc-9c1a-d5cba09cddcb tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 943 time: 0.2806864 Aug 16 01:50:39.827840 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] Router 113a945d-a052-4ea7-b148-de70ffe32faa has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:39.953884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] Checking segment: {'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:39.954043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] Network hostable DHCP agents. Network: 35632308-a9f4-4d57-bc16-93677de2838e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:50:39.966066 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:39.972816 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d44a25d0-f496-48d3-9cca-68efa945e48c admin admin] 10.222.0.79 "PUT /v2.0/routers/113a945d-a052-4ea7-b148-de70ffe32faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5311353 Aug 16 01:50:39.975523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33824) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:39.984183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bc6b93-385d-46bf-92e7-bdc48321d184 None None] Sync routers for ids ['113a945d-a052-4ea7-b148-de70ffe32faa'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:39.997276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-478103d1-e644-4b8d-a2ac-6948ed750c46 req-be5b1b92-fd09-4f1b-bcb1-32d97a6cee4d tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689250 Aug 16 01:50:40.001254 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.032129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc6b93-385d-46bf-92e7-bdc48321d184 None None] Routers {'113a945d-a052-4ea7-b148-de70ffe32faa'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:40.032820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-02bc6b93-385d-46bf-92e7-bdc48321d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['113a945d-a052-4ea7-b148-de70ffe32faa'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:40.058273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f req-0390a8fc-da28-45c5-93a3-5197f82e7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:40.059832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f req-0390a8fc-da28-45c5-93a3-5197f82e7da7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5fc7583652544bf5847d76d0b633c3ab&device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 1099 time: 0.2239707 Aug 16 01:50:40.085535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d25d87af-14d2-4696-8c90-30090c9e6137 req-54b93e3f-fae3-46e4-9bb3-2721a7a4c15c service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895246 Aug 16 01:50:40.105715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] Network 35632308-a9f4-4d57-bc16-93677de2838e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:50:40.121574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.255212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 35632308-a9f4-4d57-bc16-93677de2838e) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:40.271441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665bc405-11f4-4a7c-8a02-33eb231873a3 None None] Network 35632308-a9f4-4d57-bc16-93677de2838e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:40.275033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:40.275552 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.291219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.302454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 47decb0e-2cb8-40a1-939c-308ea390ecbb up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:40.316509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-02bc6b93-385d-46bf-92e7-bdc48321d184 None None] Set router 113a945d-a052-4ea7-b148-de70ffe32faa gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:40.350948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-33b4ca63-4f25-4b95-9649-00b594ea6557 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7454374 Aug 16 01:50:40.354775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33826) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:40.370880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98c55a-fb90-49eb-9f98-2f0df1c9fd0d req-bb5de834-a622-449a-a16f-09d43dbc6763 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:40.371412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:40.372440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b98c55a-fb90-49eb-9f98-2f0df1c9fd0d req-bb5de834-a622-449a-a16f-09d43dbc6763 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.2217174 Aug 16 01:50:40.379718 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.400241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Deleting port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:40.401078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.404172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f req-e9191d18-47a5-4440-af2c-e0ff7bb3330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:40.405749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f req-e9191d18-47a5-4440-af2c-e0ff7bb3330a service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.3327677 Aug 16 01:50:40.478801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d25d87af-14d2-4696-8c90-30090c9e6137 req-941cfb1c-c116-480e-9dac-f724872b8ae8 service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357143 Aug 16 01:50:40.494250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f req-5be77638-9e46-43a8-91f4-165d9b1a30a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=2d40c659-134b-445a-976a-4ce7bfe32850 HTTP/1.1" status: 200 len: 217 time: 0.0776410 Aug 16 01:50:40.497852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:40.523110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:40.533394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:40.536913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] For port 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1a6fa4e4-930c-4460-bcec-5c9a1cf853a3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:40.537343 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.553867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Calling delete_port for 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:40.560551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Pushing event updated for resources: {'Port': ['ID=ec7a58f4-f38f-4009-b605-57c73a2b7590,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:40.575404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b98c55a-fb90-49eb-9f98-2f0df1c9fd0d req-97e2837b-22ec-409d-9eeb-ad96c750fcb1 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924541 Aug 16 01:50:40.598463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 47decb0e-2cb8-40a1-939c-308ea390ecbb completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:40.627347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 47decb0e-2cb8-40a1-939c-308ea390ecbb triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:40.627737 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.633859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.661366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f req-18ae4eb2-d31d-41c9-a0fd-58ba2a0113dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:40.662894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f req-18ae4eb2-d31d-41c9-a0fd-58ba2a0113dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1543543 Aug 16 01:50:40.700684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.701434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-35632308-a9f4-4d57-bc16-93677de2838e', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'fixed_ips': [{'subnet_id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:50:40.701886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.702553 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.750889 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.775796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.874382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-02bc6b93-385d-46bf-92e7-bdc48321d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:50:39Z', 'revision_number': 5, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port': {'id': '1a6fa4e4-930c-4460-bcec-5c9a1cf853a3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:40.889239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f req-5d424212-adb9-4c4c-b9ce-175ecec78414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:40.891757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f req-5d424212-adb9-4c4c-b9ce-175ecec78414 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1893046 Aug 16 01:50:40.932158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bc6b93-385d-46bf-92e7-bdc48321d184 None None] Checking router: 113a945d-a052-4ea7-b148-de70ffe32faa for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:40.952686 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.976087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4ea0-9f98-4f24-b828-d4d5248ff598 req-5da541e7-1f00-49e3-b1dd-7cbb3aa3c8a8 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:40.977703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77ad4ea0-9f98-4f24-b828-d4d5248ff598 req-5da541e7-1f00-49e3-b1dd-7cbb3aa3c8a8 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 947 time: 0.1455488 Aug 16 01:50:40.995464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc6b93-385d-46bf-92e7-bdc48321d184 None None] Routers {'113a945d-a052-4ea7-b148-de70ffe32faa'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:40.996187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-02bc6b93-385d-46bf-92e7-bdc48321d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['113a945d-a052-4ea7-b148-de70ffe32faa'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:41.033620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.090136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.097137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6fa4e4-930c-4460-bcec-5c9a1cf853a3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:41.104415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-02bc6b93-385d-46bf-92e7-bdc48321d184 None None] Set router 113a945d-a052-4ea7-b148-de70ffe32faa gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:41.109481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 47decb0e-2cb8-40a1-939c-308ea390ecbb, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=47decb0e-2cb8-40a1-939c-308ea390ecbb,segment=NetworkSegment(6238836f-a442-42e3-aea2-1045e8c749b6),segment_id=6238836f-a442-42e3-aea2-1045e8c749b6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:41.172512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Allocated IP 172.20.0.2 (35632308-a9f4-4d57-bc16-93677de2838e/be33d864-b957-4e4d-9379-82da4fbdd8d4/ddda1a48-0706-4ca2-beb7-3058491fb2c6) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:41.174950 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.186679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-02bc6b93-385d-46bf-92e7-bdc48321d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:50:40Z', 'revision_number': 7, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:41.201744 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.254937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bc6b93-385d-46bf-92e7-bdc48321d184 None None] The sync data for ids ['113a945d-a052-4ea7-b148-de70ffe32faa'] in n-d-768851-16 is: [{'id': '113a945d-a052-4ea7-b148-de70ffe32faa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-505695973-router', 'tenant_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:50:40Z', 'revision_number': 7, 'project_id': '97ff30f978f04fd8bcffe9aaa756ae6e', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:41.304103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.310297 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.322405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=47decb0e-2cb8-40a1-939c-308ea390ecbb,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:41.412172 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.412806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 113a945d-a052-4ea7-b148-de70ffe32faa {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:50:41.414949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77ad4ea0-9f98-4f24-b828-d4d5248ff598 req-8b811806-0d39-4022-a344-f018a328f381 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803485 Aug 16 01:50:41.418374 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.419809 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c4afd379-8df3-48a2-a426-9fa0dd8706c5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/113a945d-a052-4ea7-b148-de70ffe32faa HTTP/1.1" status: 204 len: 168 time: 1.4432850 Aug 16 01:50:41.423978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33832) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:41.492026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f req-4ad07770-17a4-4d5b-bdf6-128b71a1b82e service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866945 Aug 16 01:50:41.549104 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.571893 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.608631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f45dbd4-8fb5-4658-b3a5-ddade65d5046 admin admin] Deleting subnet ddea154d-ba95-4f62-adc8-eda3da5ee63c {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:50:41.617315 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f45dbd4-8fb5-4658-b3a5-ddade65d5046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.622446 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-979fa84c-1168-4ec2-8479-e11a3fa11967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.630562 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.636908 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.654784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Transition to ACTIVE for port object ddda1a48-0706-4ca2-beb7-3058491fb2c6 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:41.655188 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.669662 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.671453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Transition to ACTIVE for port object ddda1a48-0706-4ca2-beb7-3058491fb2c6 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:41.679947 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.692729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Allocated IP 172.25.2.14 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/756af595-00d5-4eea-aed6-dd7dc6861c52) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:41.718576 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f45dbd4-8fb5-4658-b3a5-ddade65d5046 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.721914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Network 35632308-a9f4-4d57-bc16-93677de2838e is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:41.725826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:41.729398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:41.737848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Pushing event updated for resources: {'Port': ['ID=ddda1a48-0706-4ca2-beb7-3058491fb2c6,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:41.742443 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.757902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c9394-d69b-4557-b3b6-506f4a6b509c req-fbc3b70d-b0f9-4ae3-8db5-26ca1f88625d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:41.765217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d5c9394-d69b-4557-b3b6-506f4a6b509c req-fbc3b70d-b0f9-4ae3-8db5-26ca1f88625d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 945 time: 0.2372949 Aug 16 01:50:41.792322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Attempting to bind port ddda1a48-0706-4ca2-beb7-3058491fb2c6 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:41.793230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Attempting to bind port ddda1a48-0706-4ca2-beb7-3058491fb2c6 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:41.793700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Attempting to bind port ddda1a48-0706-4ca2-beb7-3058491fb2c6 on network 35632308-a9f4-4d57-bc16-93677de2838e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:41.800917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:41.801421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Checking segment: {'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:41.801984 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.802476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Bound using segment: {'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:41.803055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Bound port: ddda1a48-0706-4ca2-beb7-3058491fb2c6, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:41.803537 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.816041 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.828427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-298da84e-2388-4f59-9f6c-29cd0e6f3f5f req-ad5d7ecb-45bf-446f-b89f-22e4f82d3bf3 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149409 Aug 16 01:50:41.835102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Pushing event updated for resources: {'Port': ['ID=ec7a58f4-f38f-4009-b605-57c73a2b7590,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:41.852668 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.854022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-d4fb3709-f5f4-4311-a760-2399471b199a tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2868865 Aug 16 01:50:41.861142 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.861780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f45dbd4-8fb5-4658-b3a5-ddade65d5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.866491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d5c9394-d69b-4557-b3b6-506f4a6b509c req-5b0b51e6-3eb5-4510-86fe-ddec08988f8d tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004193 Aug 16 01:50:41.902006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:41.904947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:41.907726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d40c659-134b-445a-976a-4ce7bfe32850 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:41.916788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:41.954355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Pushing event updated for resources: {'Port': ['ID=756af595-00d5-4eea-aed6-dd7dc6861c52,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:41.965400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] For port ddda1a48-0706-4ca2-beb7-3058491fb2c6, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:42.002815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-6051089f-2647-4e54-8c77-59b44ad403b8 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 695 time: 0.1159139 Aug 16 01:50:42.026488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] For port ddda1a48-0706-4ca2-beb7-3058491fb2c6, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ddda1a48-0706-4ca2-beb7-3058491fb2c6,segment=NetworkSegment(81e31cda-dea2-4fc1-ba05-a1b50c43053d),segment_id=81e31cda-dea2-4fc1-ba05-a1b50c43053d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:42.040551 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.110256 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f45dbd4-8fb5-4658-b3a5-ddade65d5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.123633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:42.128777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669e921-2eb5-4ae9-8d8d-3709b906a88c req-daea0093-7852-4c57-9b46-ed659cbd682d tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:42.141619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e669e921-2eb5-4ae9-8d8d-3709b906a88c req-daea0093-7852-4c57-9b46-ed659cbd682d tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 943 time: 0.1614139 Aug 16 01:50:42.143392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940f7b7-eddd-4974-bd7f-9dfe85addffd None None] Pushing event updated for resources: {'Port': ['ID=ddda1a48-0706-4ca2-beb7-3058491fb2c6,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:42.156210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '2d40c659-134b-445a-976a-4ce7bfe32850', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '2d40c659-134b-445a-976a-4ce7bfe32850', 'mac_address': 'fa:16:3e:9a:56:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:42.212084 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbe1f09-f899-4aab-9537-7ca1be6717b4 None None] Network 482a296f-c29d-4571-a2f9-68385c0fca4d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:42.225041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f45dbd4-8fb5-4658-b3a5-ddade65d5046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.228092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5f45dbd4-8fb5-4658-b3a5-ddade65d5046 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ddea154d-ba95-4f62-adc8-eda3da5ee63c HTTP/1.1" status: 204 len: 168 time: 0.7972522 Aug 16 01:50:42.239708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45dbd4-8fb5-4658-b3a5-ddade65d5046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddea154d-ba95-4f62-adc8-eda3da5ee63c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:42.241511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33840) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:42.282420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.290336 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.344962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d40c659-134b-445a-976a-4ce7bfe32850 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:42.358000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-4f8defb0-d869-4793-b0c3-e0c74016e7f0 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:42.360269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c30f1a6f-9932-4b7a-90ba-d099cf577737 req-4f8defb0-d869-4793-b0c3-e0c74016e7f0 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.3426676 Aug 16 01:50:42.442153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e669e921-2eb5-4ae9-8d8d-3709b906a88c req-2d0da130-0e12-49ae-a210-bc642530140c tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995481 Aug 16 01:50:42.453055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:42.510387 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.536748 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.584782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1366e1c-e1d7-4493-828e-60471caafe05 req-05075885-79dd-465c-82f5-af1afd0cd6e1 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:42.586468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1366e1c-e1d7-4493-828e-60471caafe05 req-05075885-79dd-465c-82f5-af1afd0cd6e1 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.1432283 Aug 16 01:50:42.591070 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.598941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:42.634969 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.676183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1366e1c-e1d7-4493-828e-60471caafe05 req-5dd29c08-ebfd-42e0-adcd-661df9445a6e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781553 Aug 16 01:50:42.749981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d682a497-2d5c-43bf-ab5f-ad2322db64d7 None None] DHCP port deletion for 482a296f-c29d-4571-a2f9-68385c0fca4d request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:50:42.775656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-529463a1-708f-4b04-b68f-7447a8d6993e req-f1ad32b3-0e55-4c35-9f3a-2abda50ad273 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips/c6aac716-291e-43e3-bd99-10620a7c612c HTTP/1.1" status: 200 len: 692 time: 0.0694046 Aug 16 01:50:42.779541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6c529-b543-434f-82d7-a84ca67e1369 req-b85312b6-998d-4cf2-9e29-20e67cc93783 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:42.782085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfb6c529-b543-434f-82d7-a84ca67e1369 req-b85312b6-998d-4cf2-9e29-20e67cc93783 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 1097 time: 0.1307156 Aug 16 01:50:42.785208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 47decb0e-2cb8-40a1-939c-308ea390ecbb up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:42.817634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2d40c659-134b-445a-976a-4ce7bfe32850'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:42.828777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Deleting port ce33448f-2384-409e-8dab-82a73f7bf3ee {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:42.829538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.879418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d682a497-2d5c-43bf-ab5f-ad2322db64d7 None None] Deleting port ce33448f-2384-409e-8dab-82a73f7bf3ee {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:42.879933 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d682a497-2d5c-43bf-ab5f-ad2322db64d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.960155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d2864f35-2c09-4a79-b4a5-8084e32d342a details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:42.978357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] For port ce33448f-2384-409e-8dab-82a73f7bf3ee, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ce33448f-2384-409e-8dab-82a73f7bf3ee,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:42.978682 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.986125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d682a497-2d5c-43bf-ab5f-ad2322db64d7 None None] For port ce33448f-2384-409e-8dab-82a73f7bf3ee, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ce33448f-2384-409e-8dab-82a73f7bf3ee,segment=NetworkSegment(8ed2e375-104f-4f40-87d8-3460d55beb10),segment_id=8ed2e375-104f-4f40-87d8-3460d55beb10)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:42.986616 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d682a497-2d5c-43bf-ab5f-ad2322db64d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.994588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfb6c529-b543-434f-82d7-a84ca67e1369 req-560e7075-d51b-49aa-be99-3c2f302e3ed1 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893570 Aug 16 01:50:43.006762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 47decb0e-2cb8-40a1-939c-308ea390ecbb triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:43.007452 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.009317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Calling delete_port for ce33448f-2384-409e-8dab-82a73f7bf3ee owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:43.021992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529463a1-708f-4b04-b68f-7447a8d6993e req-ec17084b-ddec-4d6e-814a-8dc4875f3ead tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:43.034233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-529463a1-708f-4b04-b68f-7447a8d6993e req-ec17084b-ddec-4d6e-814a-8dc4875f3ead tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.2500787 Aug 16 01:50:43.088696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d682a497-2d5c-43bf-ab5f-ad2322db64d7 None None] Calling delete_port for ce33448f-2384-409e-8dab-82a73f7bf3ee owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:43.104576 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.resource_extend [None req-06ced621-6576-44e8-8331-71b6346b971a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:50:43.105520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:50:43.247271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:43.259869 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Sync routers for ids ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:43.271125 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad023417-9492-49d5-9da2-710df4722dde req-a73ac978-c716-4fe4-873c-656a502a09f8 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=1dfb8458cbf4487784b636121f2d574d HTTP/1.1" status: 200 len: 695 time: 0.1610801 Aug 16 01:50:43.273778 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.274433 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Routers {'19f8bdb7-2c4b-405b-b841-9c2750d1c381'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:43.278186 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-714d0209-4648-400b-870e-89a3e5563607 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9124966 Aug 16 01:50:43.278314 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:43.284555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33850) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:43.448078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aa108-d02f-4270-b965-4b2ea7b9ae43 req-2f602ff8-9967-4447-b808-f1a89e55db68 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:43.450147 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-096aa108-d02f-4270-b965-4b2ea7b9ae43 req-2f602ff8-9967-4447-b808-f1a89e55db68 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 948 time: 0.2813406 Aug 16 01:50:43.490503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d682a497-2d5c-43bf-ab5f-ad2322db64d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.494643 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Set router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:43.552666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d2864f35-2c09-4a79-b4a5-8084e32d342a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:43.579062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682a497-2d5c-43bf-ab5f-ad2322db64d7 None None] Pushing event deleted for resources: {'Port': ['ID=ce33448f-2384-409e-8dab-82a73f7bf3ee,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:43.582620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682a497-2d5c-43bf-ab5f-ad2322db64d7 None None] No DVR routers for this DVR port ce33448f-2384-409e-8dab-82a73f7bf3ee on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:43.593356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:43.618748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'port_id': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'mac_address': 'fa:16:3e:91:c6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:43.621353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:43.621699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 97fe9e67-cc6c-4f8c-ac3f-370ee0d370ef not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:43.627785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad023417-9492-49d5-9da2-710df4722dde req-7060051f-6b84-4dbc-aaca-d5e5862c6e15 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:43.629453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad023417-9492-49d5-9da2-710df4722dde req-7060051f-6b84-4dbc-aaca-d5e5862c6e15 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/networks?id=cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 787 time: 0.3572884 Aug 16 01:50:43.639657 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.666146 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75dfc69-f69a-4182-bf45-6a12aa9df21b None None] Network 35632308-a9f4-4d57-bc16-93677de2838e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:43.679478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce33448f-2384-409e-8dab-82a73f7bf3ee,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:43.681534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] No DVR routers for this DVR port ce33448f-2384-409e-8dab-82a73f7bf3ee on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:43.685573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-096aa108-d02f-4270-b965-4b2ea7b9ae43 req-6c968e09-8e2d-4f2c-b95c-9246eb632426 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266164 Aug 16 01:50:43.760821 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.775831 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:42Z', 'revision_number': 3, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:43.783476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f2a0537f-3926-47e5-a2a7-dfc034b5afba None None] Provisioning for port ddda1a48-0706-4ca2-beb7-3058491fb2c6 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:43.793392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2864f35-2c09-4a79-b4a5-8084e32d342a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:43.807752 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.812347 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Checking router: 19f8bdb7-2c4b-405b-b841-9c2750d1c381 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:43.812934 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Updating router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 port 756af595-00d5-4eea-aed6-dd7dc6861c52 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:43.823868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d2864f35-2c09-4a79-b4a5-8084e32d342a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:43.824384 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.824749 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.825599 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.825965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > port after_create 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.826269 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.826661 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > port after_update 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.827032 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.827381 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.827815 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.828140 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.833140 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.844009 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.918059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=d2864f35-2c09-4a79-b4a5-8084e32d342a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:43.944609 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.962175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.962526 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.962854 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.963184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:50:43.963551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482a296f-c29d-4571-a2f9-68385c0fca4d']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:43.986232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed2e375-104f-4f40-87d8-3460d55beb10') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:43.986527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed2e375-104f-4f40-87d8-3460d55beb10') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:44.004616 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.028942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.052063 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:50:44.052729 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.090119 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.123680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ddda1a48-0706-4ca2-beb7-3058491fb2c6 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: from cryptography.utils import int_from_bytes Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: from cryptography.utils import int_from_bytes Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:50:44.136828 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:50:44.191346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Allocated IP 172.20.0.1 (35632308-a9f4-4d57-bc16-93677de2838e/be33d864-b957-4e4d-9379-82da4fbdd8d4/0fd9a7ac-c337-44d9-b027-7a7e07d410da) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:44.198119 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.216717 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Transition to ACTIVE for port object 756af595-00d5-4eea-aed6-dd7dc6861c52 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:44.226115 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.245916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ce60db02-a593-4c51-a8bb-6b2520f427b8 None None] Provisioning complete for port ddda1a48-0706-4ca2-beb7-3058491fb2c6 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:44.246312 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ce60db02-a593-4c51-a8bb-6b2520f427b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.250179 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ddda1a48-0706-4ca2-beb7-3058491fb2c6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:44.262311 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Attempting to bind port 756af595-00d5-4eea-aed6-dd7dc6861c52 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:44.262939 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Attempting to bind port 756af595-00d5-4eea-aed6-dd7dc6861c52 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:44.263250 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Attempting to bind port 756af595-00d5-4eea-aed6-dd7dc6861c52 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:44.269622 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.286408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ddda1a48-0706-4ca2-beb7-3058491fb2c6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:44.286800 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.295822 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:44.296623 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:44.297270 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.297890 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:44.298625 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Bound port: 756af595-00d5-4eea-aed6-dd7dc6861c52, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:44.299819 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.302286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeed303-d90a-44cb-a49e-9ba301ab2f47 req-9f63e71a-ab6d-4443-b6a0-0f010a131ce7 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:44.304284 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dfeed303-d90a-44cb-a49e-9ba301ab2f47 req-9f63e71a-ab6d-4443-b6a0-0f010a131ce7 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 944 time: 0.1654968 Aug 16 01:50:44.305413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.307510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] 10.222.0.79 "DELETE /v2.0/networks/482a296f-c29d-4571-a2f9-68385c0fca4d HTTP/1.1" status: 204 len: 168 time: 2.0628173 Aug 16 01:50:44.309573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3f928-cc06-4277-b756-5bf6602ac8fe req-359efd48-8426-4ed3-ba87-a383921b1068 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:44.318093 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88b3f928-cc06-4277-b756-5bf6602ac8fe req-359efd48-8426-4ed3-ba87-a383921b1068 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 1097 time: 0.5830235 Aug 16 01:50:44.320928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1b1c4-2c08-40d4-8162-5a8d729bfe78 admin admin] Pushing event deleted for resources: {'Network': ['ID=482a296f-c29d-4571-a2f9-68385c0fca4d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:44.352572 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977b121-5710-4a51-a94e-f68c2880e7e8 None None] Pushing event updated for resources: {'Port': ['ID=756af595-00d5-4eea-aed6-dd7dc6861c52,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:44.361985 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['d2864f35-2c09-4a79-b4a5-8084e32d342a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:44.362441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88b3f928-cc06-4277-b756-5bf6602ac8fe req-935c7e28-91dc-4e0b-b61e-332711dfc40a tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412102 Aug 16 01:50:44.372398 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.410255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Transition to ACTIVE for port object 0fd9a7ac-c337-44d9-b027-7a7e07d410da will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:44.451618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dfeed303-d90a-44cb-a49e-9ba301ab2f47 req-3cce6676-6e13-4c28-a9dd-877f9af9b843 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889580 Aug 16 01:50:44.465851 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] For port 756af595-00d5-4eea-aed6-dd7dc6861c52, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:44.482134 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] For port 756af595-00d5-4eea-aed6-dd7dc6861c52, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=756af595-00d5-4eea-aed6-dd7dc6861c52,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:44.489994 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.502849 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.509004 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.525486 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ce60db02-a593-4c51-a8bb-6b2520f427b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.591140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-a7e8ccc8-5f50-433e-88a6-84be94b18634 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips/c6aac716-291e-43e3-bd99-10620a7c612c HTTP/1.1" status: 200 len: 692 time: 0.0985525 Aug 16 01:50:44.592309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33864) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:44.610067 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd9a7ac-c337-44d9-b027-7a7e07d410da,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:44.611061 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977b121-5710-4a51-a94e-f68c2880e7e8 None None] Pushing event updated for resources: {'Port': ['ID=756af595-00d5-4eea-aed6-dd7dc6861c52,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:44.641352 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Routers {'19f8bdb7-2c4b-405b-b841-9c2750d1c381'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:44.642510 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:44.655527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Network 35632308-a9f4-4d57-bc16-93677de2838e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:44.657156 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:44.659707 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:44.706633 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.781704 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] Set router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:44.847416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.877900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port ddda1a48-0706-4ca2-beb7-3058491fb2c6, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ddda1a48-0706-4ca2-beb7-3058491fb2c6,segment=NetworkSegment(81e31cda-dea2-4fc1-ba05-a1b50c43053d),segment_id=81e31cda-dea2-4fc1-ba05-a1b50c43053d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:44.883389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bcb79647-0ca7-406b-a3bb-69edc84e489b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=97ff30f978f04fd8bcffe9aaa756ae6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893429 Aug 16 01:50:44.892402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33868) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:44.892668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.961104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30bae7-6d16-428a-af8d-dd62c6c1def4 req-47fef8e6-c291-4273-ba00-239d95e49f80 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:44.966482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d30bae7-6d16-428a-af8d-dd62c6c1def4 req-47fef8e6-c291-4273-ba00-239d95e49f80 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.3180382 Aug 16 01:50:44.995119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c30835c3-1e9c-4704-a69b-55c4ca29aa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.998531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ce33448f-2384-409e-8dab-82a73f7bf3ee no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:45.008510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22468a6-28a1-4b8a-9718-6aeb724067ec req-c19f59e4-3e42-4339-886b-63bcf2c513d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:45.010341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c22468a6-28a1-4b8a-9718-6aeb724067ec req-c19f59e4-3e42-4339-886b-63bcf2c513d5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 1097 time: 0.2471740 Aug 16 01:50:45.024880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-b22fbaeb-3028-42e1-842b-838167fd9579 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:45.026559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-b22fbaeb-3028-42e1-842b-838167fd9579 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.4257247 Aug 16 01:50:45.031454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ce33448f-2384-409e-8dab-82a73f7bf3ee {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:45.032114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ce33448f-2384-409e-8dab-82a73f7bf3ee not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:45.032912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:45.048683 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-ce60db02-a593-4c51-a8bb-6b2520f427b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:50:45.049917 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-ce60db02-a593-4c51-a8bb-6b2520f427b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:50:45.069624 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:50:45.078896 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=ddda1a48-0706-4ca2-beb7-3058491fb2c6,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:45.081404 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c30835c3-1e9c-4704-a69b-55c4ca29aa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.086053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:45.086672 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a6fa4e4-930c-4460-bcec-5c9a1cf853a3 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:45.097319 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:42Z', 'revision_number': 3, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:45.122256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-2a292d41-a287-4c82-8369-cf3fdfd49dd6 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 695 time: 0.0837796 Aug 16 01:50:45.127209 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b27ce-6119-4058-831b-a26e4a8d3303 None None] The sync data for ids ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'] in n-d-768851-16 is: [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:42Z', 'revision_number': 3, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:45.132439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d30bae7-6d16-428a-af8d-dd62c6c1def4 req-faf68706-bb8d-498b-b3f1-fe3707f1dd0d tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498437 Aug 16 01:50:45.143555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c22468a6-28a1-4b8a-9718-6aeb724067ec req-0cf65104-029f-4c67-99e8-e8fc559926fb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159666 Aug 16 01:50:45.204797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.205407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-e6d25399-bd8b-4120-b029-33f1e69faf65 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 695 time: 0.0719843 Aug 16 01:50:45.206952 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c30835c3-1e9c-4704-a69b-55c4ca29aa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.210281 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c30835c3-1e9c-4704-a69b-55c4ca29aa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.213244 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c30835c3-1e9c-4704-a69b-55c4ca29aa5c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0a658d86-4227-460d-b2ab-dda82b3ba38b HTTP/1.1" status: 204 len: 168 time: 0.3190186 Aug 16 01:50:45.217015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.254767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30835c3-1e9c-4704-a69b-55c4ca29aa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a658d86-4227-460d-b2ab-dda82b3ba38b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:45.309067 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.311967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd9a7ac-c337-44d9-b027-7a7e07d410da,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:45.431186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Network 35632308-a9f4-4d57-bc16-93677de2838e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:45.432698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:45.438643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29459715-41ed-421e-bf37-778f654aa37b req-3310e800-c8e5-4b7f-a74f-b2644407b803 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:45.449075 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29459715-41ed-421e-bf37-778f654aa37b req-3310e800-c8e5-4b7f-a74f-b2644407b803 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 948 time: 0.1504602 Aug 16 01:50:45.494842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-be7cc5d3-12f9-4a40-8631-d779bc30154f tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Deleting port ec7a58f4-f38f-4009-b605-57c73a2b7590 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:45.495487 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-be7cc5d3-12f9-4a40-8631-d779bc30154f tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.574630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29459715-41ed-421e-bf37-778f654aa37b req-14d35145-d708-42c4-afda-3c5ca5c83167 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213489 Aug 16 01:50:45.661091 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-be7cc5d3-12f9-4a40-8631-d779bc30154f tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.661512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-be7cc5d3-12f9-4a40-8631-d779bc30154f tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.676636 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:45.690707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-be7cc5d3-12f9-4a40-8631-d779bc30154f tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Calling delete_port for ec7a58f4-f38f-4009-b605-57c73a2b7590 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:45.746777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d5ec5b1f-735c-48e6-afe2-48cd41fbedcd None None] Provisioning for port 0fd9a7ac-c337-44d9-b027-7a7e07d410da completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:45.753095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d5ec5b1f-735c-48e6-afe2-48cd41fbedcd None None] Provisioning complete for port 0fd9a7ac-c337-44d9-b027-7a7e07d410da triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:45.754614 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5b1f-735c-48e6-afe2-48cd41fbedcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.846796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec5b1f-735c-48e6-afe2-48cd41fbedcd None None] Port 0fd9a7ac-c337-44d9-b027-7a7e07d410da cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:45.907121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d40c659-134b-445a-976a-4ce7bfe32850 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:45.926927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:45.933205 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-be7cc5d3-12f9-4a40-8631-d779bc30154f tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.943228 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-af18be74-ba15-4e50-ad6e-4b52f5bc5b25 admin admin] 10.222.0.79 "PUT /v2.0/routers/19f8bdb7-2c4b-405b-b841-9c2750d1c381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6573019 Aug 16 01:50:45.971723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cc5d3-12f9-4a40-8631-d779bc30154f tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Pushing event deleted for resources: {'Port': ['ID=ec7a58f4-f38f-4009-b605-57c73a2b7590,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:46.056285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8171ecb2-8b6b-40e6-80d7-0d451e6e142e None None] Provisioning complete for port 0fd9a7ac-c337-44d9-b027-7a7e07d410da triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:46.056665 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8171ecb2-8b6b-40e6-80d7-0d451e6e142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.128553 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-be7cc5d3-12f9-4a40-8631-d779bc30154f tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.135688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8171ecb2-8b6b-40e6-80d7-0d451e6e142e None None] Port 0fd9a7ac-c337-44d9-b027-7a7e07d410da cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:46.138555 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-be7cc5d3-12f9-4a40-8631-d779bc30154f tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.140505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ad8ea00-acd4-4b74-b5b3-ee52c5863f65 req-be7cc5d3-12f9-4a40-8631-d779bc30154f tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "DELETE /v2.0/floatingips/c6aac716-291e-43e3-bd99-10620a7c612c HTTP/1.1" status: 204 len: 173 time: 0.9285755 Aug 16 01:50:46.177365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 2d40c659-134b-445a-976a-4ce7bfe32850 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:46.184834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 2d40c659-134b-445a-976a-4ce7bfe32850 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:46.185356 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.304736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ddda1a48-0706-4ca2-beb7-3058491fb2c6 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:46.341005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403730e5-ddff-4eb9-a3eb-5875bc1b19e1 req-ff236403-09a7-420b-b5cf-16cad0c5b27a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:46.348444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-403730e5-ddff-4eb9-a3eb-5875bc1b19e1 req-ff236403-09a7-420b-b5cf-16cad0c5b27a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 944 time: 0.1004136 Aug 16 01:50:46.396690 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.428092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-403730e5-ddff-4eb9-a3eb-5875bc1b19e1 req-3cc5d848-a1cc-474a-88c6-1a9ba881e681 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776320 Aug 16 01:50:46.453962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:46.456582 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6609e320-46dd-4d92-bbf1-2bdba27c43af" -d '{"events": [{"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-plugged", "status": "completed", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:46.486716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ddda1a48-0706-4ca2-beb7-3058491fb2c6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:46.487134 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.489828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:46.529723 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.680210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 756af595-00d5-4eea-aed6-dd7dc6861c52 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:46.682025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:46.711505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33926) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:46.737166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-5e637dd9-7a29-465e-a10d-0a85ede4e276 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1752822 Aug 16 01:50:46.745732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 756af595-00d5-4eea-aed6-dd7dc6861c52 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:46.750309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 756af595-00d5-4eea-aed6-dd7dc6861c52 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:46.750927 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.751031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:46.788530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.843588 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.843865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-633675544-network', 'tenant_id': 'b041827b0cf84f83ae8597d51d79487b'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:46.867829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Made reservation on behalf of b041827b0cf84f83ae8597d51d79487b for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:46.870511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 756af595-00d5-4eea-aed6-dd7dc6861c52, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=756af595-00d5-4eea-aed6-dd7dc6861c52,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:46.870988 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.876537 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.885271 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.932948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=756af595-00d5-4eea-aed6-dd7dc6861c52,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:46.960693 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.969826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d2864f35-2c09-4a79-b4a5-8084e32d342a up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:46.999196 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.003573 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.025839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:50:47.028623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port d2864f35-2c09-4a79-b4a5-8084e32d342a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:47.036340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port d2864f35-2c09-4a79-b4a5-8084e32d342a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:47.037748 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.057939 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.058362 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Added segment a507296a-383c-47a8-8ab6-ca9920c844a9 of type vlan for network 5941b670-83ee-49b7-98d2-3c9fec059815 Aug 16 01:50:47.059747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:47.101889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Allocated IP 172.25.2.181 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/41ff013b-2cb6-4d2d-9e06-6bcd32ec4475) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:47.134172 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.141321 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.153717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0e1f839c-25ac-4491-9c85-d0be0ace025e tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:50:47.154781 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0e1f839c-25ac-4491-9c85-d0be0ace025e tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083861 Aug 16 01:50:47.178438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Request body: {'binding': {'host': 'n-h2-768851-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:47.179042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Unknown quota resources ['binding']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:50:47.182593 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.183345 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:47.184227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.185901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d2864f35-2c09-4a79-b4a5-8084e32d342a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:47.191567 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.252905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.254236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=d2864f35-2c09-4a79-b4a5-8084e32d342a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:47.268770 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5557621 Aug 16 01:50:47.272833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33934) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:47.278396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] Request body: {'subnet': {'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-633675544-subnet', 'tenant_id': 'b041827b0cf84f83ae8597d51d79487b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:47.318488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] Made reservation on behalf of b041827b0cf84f83ae8597d51d79487b for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:47.321063 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.321481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745a80a-4bd6-448a-81ea-7e9046ceb606 admin admin] Pushing event updated for resources: {'Network': ['ID=5941b670-83ee-49b7-98d2-3c9fec059815,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:47.332524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 5941b670-83ee-49b7-98d2-3c9fec059815 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:50:47.336118 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.399260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on host n-h2-768851-16 for vnic_type normal with profile None {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:47.399778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:47.400532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:47.408112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:47.408546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:47.415295 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:47.415811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:47.416378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:47.416921 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Bound port: 2341427a-59c2-43bd-a969-dc5dbbb99b48, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:47.426843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:47.441644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:47.444886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:47.446728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Pushing event updated for resources: {'Port': ['ID=41ff013b-2cb6-4d2d-9e06-6bcd32ec4475,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:47.479238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:47.495697 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.502553 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-17dc6c9b-51a4-489c-909d-09c905e8f23a service neutron] 10.222.0.79 "POST /v2.0/ports/2341427a-59c2-43bd-a969-dc5dbbb99b48/bindings HTTP/1.1" status: 201 len: 390 time: 0.3275840 Aug 16 01:50:47.521189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Sync routers for ids ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:47.532150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Routers {'19f8bdb7-2c4b-405b-b841-9c2750d1c381'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:47.532710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:47.577116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.662989 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.669450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Set router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:47.700504 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.888437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 4, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '0fd9a7ac-c337-44d9-b027-7a7e07d410da', 'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'mac_address': 'fa:16:3e:96:9c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:43Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 2, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'subnets': [{'id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:47.919419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Checking router: 19f8bdb7-2c4b-405b-b841-9c2750d1c381 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:47.919685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Updating router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 port 0fd9a7ac-c337-44d9-b027-7a7e07d410da binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:47.945109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.067637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 756af595-00d5-4eea-aed6-dd7dc6861c52 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:48.094705 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.157671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81ff2-f7de-45e3-b2f7-6a9e46da7e89 req-63d9316c-a6d4-4b8a-9a84-94df68e01053 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.159040 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0a81ff2-f7de-45e3-b2f7-6a9e46da7e89 req-63d9316c-a6d4-4b8a-9a84-94df68e01053 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.5185373 Aug 16 01:50:48.169059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1345f9-5c91-462e-8008-7479b1756a0e,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:48.178590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 756af595-00d5-4eea-aed6-dd7dc6861c52 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:48.178958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.213752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] Checking segment: {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:48.214112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] Network hostable DHCP agents. Network: 5941b670-83ee-49b7-98d2-3c9fec059815, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:50:48.217563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-ad4113d1-e272-4084-a07c-3dda82dbe923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.219100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-ad4113d1-e272-4084-a07c-3dda82dbe923 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 1097 time: 0.4735749 Aug 16 01:50:48.304827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0a81ff2-f7de-45e3-b2f7-6a9e46da7e89 req-cda88a3f-e332-4387-8ad6-9ef1bf6e63cd tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308379 Aug 16 01:50:48.318296 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.323447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] Network 5941b670-83ee-49b7-98d2-3c9fec059815 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:50:48.346755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Transition to ACTIVE for port object 0fd9a7ac-c337-44d9-b027-7a7e07d410da will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:48.353677 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.359797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 5941b670-83ee-49b7-98d2-3c9fec059815) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:48.362760 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.368069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.368659 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.376174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.389151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f7ce8e-da6b-41c1-9771-0604c9364716 None None] Network 5941b670-83ee-49b7-98d2-3c9fec059815 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:48.435601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d52bbbd1-93f6-431a-8be5-baccee811b74 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1616371 Aug 16 01:50:48.437384 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0ca20b11-7d90-4fc3-bb03-98b24e69e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.438799 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0ca20b11-7d90-4fc3-bb03-98b24e69e95b service neutron] 10.222.0.89 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.2043772 Aug 16 01:50:48.463801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded5fe2-1edc-431d-a8fa-4afb69850e9f None None] Pushing event updated for resources: {'Port': ['ID=0fd9a7ac-c337-44d9-b027-7a7e07d410da,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:48.550792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Pushing event updated for resources: {'Port': ['ID=41ff013b-2cb6-4d2d-9e06-6bcd32ec4475,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:48.554355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Attempting to bind port 0fd9a7ac-c337-44d9-b027-7a7e07d410da on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:48.554585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Attempting to bind port 0fd9a7ac-c337-44d9-b027-7a7e07d410da by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:48.555055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Attempting to bind port 0fd9a7ac-c337-44d9-b027-7a7e07d410da on network 35632308-a9f4-4d57-bc16-93677de2838e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:48.558204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-19b733da-45b5-430d-bc6d-4227cf448c78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48 HTTP/1.1" status: 200 len: 217 time: 0.0917225 Aug 16 01:50:48.569714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:48.571121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Checking segment: {'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:48.571722 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.572219 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Bound using segment: {'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:48.572819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Bound port: 0fd9a7ac-c337-44d9-b027-7a7e07d410da, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:48.573483 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.579022 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.662294 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.663652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-fad3f60a-1e31-4cf6-91be-fa942e6c0353 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9189312 Aug 16 01:50:48.676873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b84d3-f575-42f6-b95d-eb746314bdfb None None] Network 5941b670-83ee-49b7-98d2-3c9fec059815 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:48.746949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-c2a8f952-bb1b-46de-b0d1-caa7bd6f15ac tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0669978 Aug 16 01:50:48.752215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] For port 0fd9a7ac-c337-44d9-b027-7a7e07d410da, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:48.756731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] For port 0fd9a7ac-c337-44d9-b027-7a7e07d410da, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0fd9a7ac-c337-44d9-b027-7a7e07d410da,segment=NetworkSegment(81e31cda-dea2-4fc1-ba05-a1b50c43053d),segment_id=81e31cda-dea2-4fc1-ba05-a1b50c43053d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:48.769312 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.769609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-d7fc8815-ca18-44a5-a9c2-91a9ad5dea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.771182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-d7fc8815-ca18-44a5-a9c2-91a9ad5dea0a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.2038467 Aug 16 01:50:48.843171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33952) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:48.843880 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-30272477-b160-41cd-b07e-ce331824852e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586483 Aug 16 01:50:48.849613 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7f5a77cb-acd3-4ea9-85d8-4b4becc4246d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615507552', 'description': 'tempest-description--1383479107'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:48.859590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded5fe2-1edc-431d-a8fa-4afb69850e9f None None] Pushing event updated for resources: {'Port': ['ID=0fd9a7ac-c337-44d9-b027-7a7e07d410da,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:48.888267 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea51756-0fd7-41e4-9615-857b5b16de79 x-openstack-request-id: req-3ea51756-0fd7-41e4-9615-857b5b16de79 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:48.888705 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-plugged", "status": "completed", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:48.889340 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ea51756-0fd7-41e4-9615-857b5b16de79 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:48.889584 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850', 'code': 200} Aug 16 01:50:48.917519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Routers {'19f8bdb7-2c4b-405b-b841-9c2750d1c381'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:48.918279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:48.927089 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f5a77cb-acd3-4ea9-85d8-4b4becc4246d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.042359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec1532-16fc-4ab6-880a-f1a15a0a5d30 req-a9eeae26-dc73-461f-acec-d2f1520f588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:49.044070 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0fec1532-16fc-4ab6-880a-f1a15a0a5d30 req-a9eeae26-dc73-461f-acec-d2f1520f588c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 1101 time: 0.0808525 Aug 16 01:50:49.044815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] Set router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:49.059782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-a6963091-05ab-452c-a2f5-25f38dac4819 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064908 Aug 16 01:50:49.089707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-52a68c72-8041-45fc-a747-963cea5596a3 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:49.091140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e144482c-7691-45d3-be54-2ffe4eb6580f req-52a68c72-8041-45fc-a747-963cea5596a3 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.3372786 Aug 16 01:50:49.119676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f5a77cb-acd3-4ea9-85d8-4b4becc4246d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.122396 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0fec1532-16fc-4ab6-880a-f1a15a0a5d30 req-e8028fca-ff6c-436d-8529-da87a26d23cb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705507 Aug 16 01:50:49.133832 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f5a77cb-acd3-4ea9-85d8-4b4becc4246d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.152656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a102ef6-c810-4365-8341-da09c9671407 req-e53b334a-d27d-4efb-9802-cea82790c6bc tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:49.160588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a102ef6-c810-4365-8341-da09c9671407 req-e53b334a-d27d-4efb-9802-cea82790c6bc tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 949 time: 0.1561527 Aug 16 01:50:49.175994 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f5a77cb-acd3-4ea9-85d8-4b4becc4246d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.180075 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7f5a77cb-acd3-4ea9-85d8-4b4becc4246d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3332157 Aug 16 01:50:49.180075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a77cb-acd3-4ea9-85d8-4b4becc4246d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:49.180563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33956) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:49.188652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6e8d6ad5-3801-4734-89aa-8c55394dfdd9 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Request body: {'security_group_rule': {'security_group_id': '8c4e7e9f-eff4-4647-9ba7-facfee4d52ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:49.221030 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6ad5-3801-4734-89aa-8c55394dfdd9 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.261284 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a102ef6-c810-4365-8341-da09c9671407 req-8343c193-2432-4a4f-b167-a5c58b7edcdf tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907636 Aug 16 01:50:49.275051 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6ad5-3801-4734-89aa-8c55394dfdd9 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.279242 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6ad5-3801-4734-89aa-8c55394dfdd9 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.290645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-c3f8e88a-2910-49bd-b02e-e5f330d8c50c service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205544 Aug 16 01:50:49.301468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d6ad5-3801-4734-89aa-8c55394dfdd9 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb98ce7-1a89-477d-bd1e-66cf6e4eccc2,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:49.309644 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6ad5-3801-4734-89aa-8c55394dfdd9 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.313536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6e8d6ad5-3801-4734-89aa-8c55394dfdd9 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288278 Aug 16 01:50:49.313914 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33958) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:49.320131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3df502c0-f5e7-4e8b-b71d-5ef6d58a0652 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Request body: {'security_group_rule': {'security_group_id': '8c4e7e9f-eff4-4647-9ba7-facfee4d52ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:49.333268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbdaae-e1d6-4d3f-a107-0adebbf0686e req-472840b5-5800-4798-a69c-654a5b99fe94 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:49.334945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0fbdaae-e1d6-4d3f-a107-0adebbf0686e req-472840b5-5800-4798-a69c-654a5b99fe94 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 945 time: 0.1434886 Aug 16 01:50:49.366680 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3df502c0-f5e7-4e8b-b71d-5ef6d58a0652 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.387871 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0fbdaae-e1d6-4d3f-a107-0adebbf0686e req-deae6380-d0ea-44d6-bf15-f96a02d6c34c tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458868 Aug 16 01:50:49.463294 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3df502c0-f5e7-4e8b-b71d-5ef6d58a0652 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.471592 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3df502c0-f5e7-4e8b-b71d-5ef6d58a0652 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.493868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df502c0-f5e7-4e8b-b71d-5ef6d58a0652 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4d746e-8400-4bac-9f15-50718cc8faed,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:49.518286 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3df502c0-f5e7-4e8b-b71d-5ef6d58a0652 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.519563 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3df502c0-f5e7-4e8b-b71d-5ef6d58a0652 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2042060 Aug 16 01:50:49.522595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 4, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '0fd9a7ac-c337-44d9-b027-7a7e07d410da', 'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'mac_address': 'fa:16:3e:96:9c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:43Z', 'updated_at': '2021-08-16T01:50:48Z', 'revision_number': 4, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'subnets': [{'id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:49.522870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33962) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:49.530575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:49.544205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486e284-2362-417d-82fb-84cd4f7c1142 req-76325043-6133-4bac-a433-57cf1f81c331 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:49.545901 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4486e284-2362-417d-82fb-84cd4f7c1142 req-76325043-6133-4bac-a433-57cf1f81c331 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 945 time: 0.1087370 Aug 16 01:50:49.560148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21151208-75fa-44f4-b867-9eb17fc0a253 None None] The sync data for ids ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'] in n-d-768851-16 is: [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 4, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '0fd9a7ac-c337-44d9-b027-7a7e07d410da', 'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'mac_address': 'fa:16:3e:96:9c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:43Z', 'updated_at': '2021-08-16T01:50:48Z', 'revision_number': 4, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'subnets': [{'id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:49.601557 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.637340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4486e284-2362-417d-82fb-84cd4f7c1142 req-38715941-5a2c-41b7-a4c3-de2f17ae3eb0 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811062 Aug 16 01:50:49.825742 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-65f6a04e-bfe8-4b77-8f38-08b281206b46 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips/7363db82-fcb5-413c-8298-f0d9f4f518f1 HTTP/1.1" status: 200 len: 693 time: 0.1106551 Aug 16 01:50:49.978210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-a9254555-3332-4edf-bf66-c3109f01cb7f tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:49.979783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-a9254555-3332-4edf-bf66-c3109f01cb7f tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 804 time: 0.2211294 Aug 16 01:50:50.030041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-e4774c33-05d3-4e30-af3e-8efc974ef71d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/quotas/b041827b0cf84f83ae8597d51d79487b HTTP/1.1" status: 200 len: 375 time: 0.0407519 Aug 16 01:50:50.047402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-f06341a8-6a91-4580-9e68-1db7a18424a6 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:50.055169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-f06341a8-6a91-4580-9e68-1db7a18424a6 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.2251239 Aug 16 01:50:50.124823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-662c239f-fc87-45c7-b7cc-c869128eafc5 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854790 Aug 16 01:50:50.136678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0fd9a7ac-c337-44d9-b027-7a7e07d410da up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:50.145127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-f321329f-46f5-49e5-86d4-78c160e87c85 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0889866 Aug 16 01:50:50.156417 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.218662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 0fd9a7ac-c337-44d9-b027-7a7e07d410da completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:50.223058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0fd9a7ac-c337-44d9-b027-7a7e07d410da triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:50.223422 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.274908 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-55463da5-1a6d-4164-9304-ed3b606ab710 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.1288221 Aug 16 01:50:50.328718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-b319d279-9f79-4837-a9d7-37732ee83735 service neutron] 10.222.0.79 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937697 Aug 16 01:50:50.340215 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.380160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 0fd9a7ac-c337-44d9-b027-7a7e07d410da, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0fd9a7ac-c337-44d9-b027-7a7e07d410da,segment=NetworkSegment(81e31cda-dea2-4fc1-ba05-a1b50c43053d),segment_id=81e31cda-dea2-4fc1-ba05-a1b50c43053d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:50.388664 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.454235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=0fd9a7ac-c337-44d9-b027-7a7e07d410da,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:50.619174 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Allocated IP 172.25.2.128 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/623d9bd2-71eb-4e9f-9cc2-96a108c92e0c) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:50.644689 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-e8378bbf-4e27-4e5b-bcce-4751ac12e592 service neutron] 10.222.0.79 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819645 Aug 16 01:50:50.693667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-c0ab3493-57b3-4da8-949a-184bf540b908 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Deleting port 41ff013b-2cb6-4d2d-9e06-6bcd32ec4475 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:50.694193 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-c0ab3493-57b3-4da8-949a-184bf540b908 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.827798 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.831261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-c0ab3493-57b3-4da8-949a-184bf540b908 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.831605 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-c0ab3493-57b3-4da8-949a-184bf540b908 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.853879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-c0ab3493-57b3-4da8-949a-184bf540b908 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Calling delete_port for 41ff013b-2cb6-4d2d-9e06-6bcd32ec4475 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:50.891105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:50.893769 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccc70bc-7db2-4b9a-b273-7b8dbeab50f5" -d '{"events": [{"server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "name": "network-vif-plugged", "status": "completed", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:50.950297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.042822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:51.054304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:51.063743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:51.069164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Pushing event updated for resources: {'Port': ['ID=623d9bd2-71eb-4e9f-9cc2-96a108c92e0c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:51.158713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae577a8-46ab-4d3f-9fba-d74e27f7c79f req-7ae40d77-24b0-433f-b7d7-d4ecb2c251be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:51.160220 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ae577a8-46ab-4d3f-9fba-d74e27f7c79f req-7ae40d77-24b0-433f-b7d7-d4ecb2c251be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6063169355f6486d87c43d90324c2a62&device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 1097 time: 0.1511724 Aug 16 01:50:51.253542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756885e6-100b-467d-bd86-81af60875e8b req-2c657f42-9d35-4c21-9231-2756a35ab8ec tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:51.255083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-756885e6-100b-467d-bd86-81af60875e8b req-2c657f42-9d35-4c21-9231-2756a35ab8ec tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 949 time: 0.1869788 Aug 16 01:50:51.260603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-c0ab3493-57b3-4da8-949a-184bf540b908 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.336081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab3493-57b3-4da8-949a-184bf540b908 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Pushing event deleted for resources: {'Port': ['ID=41ff013b-2cb6-4d2d-9e06-6bcd32ec4475,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:51.417774 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.419632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae577a8-46ab-4d3f-9fba-d74e27f7c79f req-e791aba9-4607-4bbf-aced-c05ed0cf049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:51.421194 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ae577a8-46ab-4d3f-9fba-d74e27f7c79f req-e791aba9-4607-4bbf-aced-c05ed0cf049b service neutron] 10.222.0.89 "GET /v2.0/networks?id=99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 200 len: 920 time: 0.2525098 Aug 16 01:50:51.427336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-756885e6-100b-467d-bd86-81af60875e8b req-8284d0a2-4bcb-4d7b-99b7-80254c6cd743 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417735 Aug 16 01:50:51.482334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ae577a8-46ab-4d3f-9fba-d74e27f7c79f req-4cc92a70-2b20-4499-983b-43f5d026025f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9229560-7d99-49fe-97bc-994bc9bd6666 HTTP/1.1" status: 200 len: 217 time: 0.0477767 Aug 16 01:50:51.541767 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-c0ab3493-57b3-4da8-949a-184bf540b908 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.544341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-c0ab3493-57b3-4da8-949a-184bf540b908 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.545991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6251fe77-da57-495d-9d51-5444de6b1e63 req-c0ab3493-57b3-4da8-949a-184bf540b908 tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "DELETE /v2.0/floatingips/7363db82-fcb5-413c-8298-f0d9f4f518f1 HTTP/1.1" status: 204 len: 173 time: 1.1850603 Aug 16 01:50:51.551309 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.728683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae577a8-46ab-4d3f-9fba-d74e27f7c79f req-ea7b39f1-4331-459c-a7f0-04df4966b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:51.730222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ae577a8-46ab-4d3f-9fba-d74e27f7c79f req-ea7b39f1-4331-459c-a7f0-04df4966b554 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad4515d-08f6-4c85-b2b0-d3169022e434 HTTP/1.1" status: 200 len: 859 time: 0.2267489 Aug 16 01:50:52.112031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ae577a8-46ab-4d3f-9fba-d74e27f7c79f req-3fc45b33-4689-4513-a176-c366dedf1752 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99a6707e-c711-463f-af64-b2b47f2cf900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3657479 Aug 16 01:50:52.137389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0fd9a7ac-c337-44d9-b027-7a7e07d410da up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:52.201165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205112af-12b1-45e9-a286-1af5e2678ba0 req-c48fb1a6-866c-458f-9f4f-fcd8f7909b6c tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:52.208142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0fd9a7ac-c337-44d9-b027-7a7e07d410da triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:52.208524 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.209554 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-205112af-12b1-45e9-a286-1af5e2678ba0 req-c48fb1a6-866c-458f-9f4f-fcd8f7909b6c tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 945 time: 0.5767760 Aug 16 01:50:52.268338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11c923-c2b5-4f94-9ce0-d1f029f2a64a req-1a5c1602-0c84-49e1-8519-5e727a8f145a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:52.277188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f11c923-c2b5-4f94-9ce0-d1f029f2a64a req-1a5c1602-0c84-49e1-8519-5e727a8f145a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 945 time: 0.6175184 Aug 16 01:50:52.397585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-205112af-12b1-45e9-a286-1af5e2678ba0 req-12bb425c-1e53-46f2-bfe7-41fa08bc9632 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870649 Aug 16 01:50:52.451114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f11c923-c2b5-4f94-9ce0-d1f029f2a64a req-356ebf29-834f-4fa1-aad7-f617c73c8cba tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731088 Aug 16 01:50:52.461951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-b31a3bc1-a46f-45d0-a495-50275e6cf525 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:52.463670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-b31a3bc1-a46f-45d0-a495-50275e6cf525 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 804 time: 0.3563483 Aug 16 01:50:52.477640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ae577a8-46ab-4d3f-9fba-d74e27f7c79f req-5442ede3-9681-4b4f-bda2-09c4be341ea9 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535888 Aug 16 01:50:52.482189 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.499282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Request body: {'port': {'device_id': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'admin_state_up': True, 'tenant_id': 'b041827b0cf84f83ae8597d51d79487b'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:52.509361 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.529271 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70667daf-250d-48aa-9661-9d7d79cbcd38 x-openstack-request-id: req-70667daf-250d-48aa-9661-9d7d79cbcd38 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:52.529780 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "name": "network-vif-plugged", "status": "completed", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:52.530697 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-70667daf-250d-48aa-9661-9d7d79cbcd38 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:52.531307 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'code': 200} Aug 16 01:50:52.674455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac49623-2a81-43ae-80e9-221286ce161a req-c68bd620-2b91-4031-981f-afe4255877a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:52.676543 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eac49623-2a81-43ae-80e9-221286ce161a req-c68bd620-2b91-4031-981f-afe4255877a1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1097 time: 0.0534556 Aug 16 01:50:52.689432 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5dc25efe-1f80-4546-98b0-96ea67315c70 req-9a1df713-1fbe-426f-b040-9ae0c521ee51 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 210 time: 0.1841385 Aug 16 01:50:52.740634 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eac49623-2a81-43ae-80e9-221286ce161a req-b82e41df-5f80-441e-be58-99e24add939b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563331 Aug 16 01:50:52.791438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Pushing event updated for resources: {'Port': ['ID=623d9bd2-71eb-4e9f-9cc2-96a108c92e0c,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:52.821147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.877545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b2c16-1693-49e4-9fe3-211ff78837b1 req-769350cb-1899-4918-bc5d-38e832407492 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:52.879083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f0b2c16-1693-49e4-9fe3-211ff78837b1 req-769350cb-1899-4918-bc5d-38e832407492 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.2403264 Aug 16 01:50:52.879875 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.881006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-687bc7d8-c94a-4252-a1c1-a59b040dea6b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3572323 Aug 16 01:50:52.889053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ae577a8-46ab-4d3f-9fba-d74e27f7c79f req-e9bbe5bd-a0ad-42b3-8a11-d84808bf86b8 service neutron] 10.222.0.89 "GET /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036884 Aug 16 01:50:52.929472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Made reservation on behalf of b041827b0cf84f83ae8597d51d79487b for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:52.933624 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.950230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f0b2c16-1693-49e4-9fe3-211ff78837b1 req-ee62978a-a1d2-46bb-9bf5-b65c28b1b325 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543377 Aug 16 01:50:53.074849 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-ef61bce8-ba48-47c3-88fd-759bb326429d req-2ae46924-2971-4dda-b9b8-e722788eae8b tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] show failed (client error): The resource could not be found. Aug 16 01:50:53.076064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef61bce8-ba48-47c3-88fd-759bb326429d req-2ae46924-2971-4dda-b9b8-e722788eae8b tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips/7363db82-fcb5-413c-8298-f0d9f4f518f1 HTTP/1.1" status: 404 len: 350 time: 0.0522590 Aug 16 01:50:53.198547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Allocated IP 172.20.0.2 (5941b670-83ee-49b7-98d2-3c9fec059815/fd1345f9-5c91-462e-8008-7479b1756a0e/2d479b84-6c2a-4a36-9be0-e851ae85f853) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:53.306928 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-921e1143-e1a6-4a7b-97e6-6bb66337c11f req-2fac9e79-0026-46f9-8f20-decad9a613ad tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] show failed (client error): The resource could not be found. Aug 16 01:50:53.308448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-921e1143-e1a6-4a7b-97e6-6bb66337c11f req-2fac9e79-0026-46f9-8f20-decad9a613ad tempest-FloatingIPsTestJSON-510872385 tempest-FloatingIPsTestJSON-510872385-project] 10.222.0.79 "GET /v2.0/floatingips/7363db82-fcb5-413c-8298-f0d9f4f518f1 HTTP/1.1" status: 404 len: 350 time: 0.0751600 Aug 16 01:50:53.321407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34028) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:53.325469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-29e1c662-e3cd-4c10-8abe-79a15c125b65 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--615507552&fields=id&tenant_id=6490c4877a56429ebafb4f8ab9d85cfa HTTP/1.1" status: 200 len: 267 time: 0.1100059 Aug 16 01:50:53.603621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-e7c51256-ee52-4002-85db-6c48b154931c tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.605054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-e7c51256-ee52-4002-85db-6c48b154931c tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/networks?id=35632308-a9f4-4d57-bc16-93677de2838e HTTP/1.1" status: 200 len: 812 time: 0.2699518 Aug 16 01:50:53.631302 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.653110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4af05-8481-4357-bf58-31862d41c5b1 req-1214f604-cb57-4ac6-b0b1-f738c39ede23 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.654800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15b4af05-8481-4357-bf58-31862d41c5b1 req-1214f604-cb57-4ac6-b0b1-f738c39ede23 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 945 time: 0.1433806 Aug 16 01:50:53.661668 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-728cf409-044f-4d42-9165-715ae1f1c8ac tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/quotas/6490c4877a56429ebafb4f8ab9d85cfa HTTP/1.1" status: 200 len: 375 time: 0.0441811 Aug 16 01:50:53.743775 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.757549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15b4af05-8481-4357-bf58-31862d41c5b1 req-29cbd745-dfdb-4a11-9d35-5da390a39bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928845 Aug 16 01:50:53.788338 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-3ad97d9f-5950-4546-8e72-590e95974391 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6490c4877a56429ebafb4f8ab9d85cfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1225412 Aug 16 01:50:53.791302 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.917317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Pushing event updated for resources: {'Port': ['ID=2d479b84-6c2a-4a36-9be0-e851ae85f853,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:53.966379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Network 5941b670-83ee-49b7-98d2-3c9fec059815 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:53.979909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:53.996667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:54.025205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] Deleting port 47decb0e-2cb8-40a1-939c-308ea390ecbb {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:54.025888 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.048199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-9553e813-9a18-450e-982b-d2e1b750f6cc service neutron] 10.222.0.79 "GET /v2.0/networks/35632308-a9f4-4d57-bc16-93677de2838e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126555 Aug 16 01:50:54.137893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cf3af-189b-4ea0-a152-a8d813768e9a req-07d259cb-9ed1-4986-9842-445567653f64 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:54.139646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b74cf3af-189b-4ea0-a152-a8d813768e9a req-07d259cb-9ed1-4986-9842-445567653f64 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 945 time: 0.3033593 Aug 16 01:50:54.144697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] For port 47decb0e-2cb8-40a1-939c-308ea390ecbb, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=47decb0e-2cb8-40a1-939c-308ea390ecbb,segment=NetworkSegment(6238836f-a442-42e3-aea2-1045e8c749b6),segment_id=6238836f-a442-42e3-aea2-1045e8c749b6)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:54.145451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.147636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:54.148388 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.168452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] Calling delete_port for 47decb0e-2cb8-40a1-939c-308ea390ecbb owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:54.198645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-bbda1b04-bc8f-48b5-a9d5-276af3eab45d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7119343 Aug 16 01:50:54.226876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Request body: {'port': {'device_id': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:54.253948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b74cf3af-189b-4ea0-a152-a8d813768e9a req-c058534f-59c0-4c4f-b305-3c5215faccc9 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001778 Aug 16 01:50:54.279431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-3af08a00-bfe9-40a3-96b5-0f284917e620 service neutron] 10.222.0.79 "GET /v2.0/networks/35632308-a9f4-4d57-bc16-93677de2838e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172756 Aug 16 01:50:54.325371 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.556692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361d645-31de-4f96-91e5-d4c8964d8673 req-a83ea042-4542-426c-ae4f-630cafa0bb73 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:54.558662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7361d645-31de-4f96-91e5-d4c8964d8673 req-a83ea042-4542-426c-ae4f-630cafa0bb73 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 931 time: 0.1822040 Aug 16 01:50:54.707837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7361d645-31de-4f96-91e5-d4c8964d8673 req-6f715ab7-6b38-458d-9c6a-687152c4b391 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234303 Aug 16 01:50:54.716177 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c721ee-d53a-4479-9b8e-a3c928cb3255 req-be3f30f0-54eb-4c2c-b917-cf6c8b14c26e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:54.717173 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.718639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7c721ee-d53a-4479-9b8e-a3c928cb3255 req-be3f30f0-54eb-4c2c-b917-cf6c8b14c26e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.1585388 Aug 16 01:50:54.767468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] Pushing event deleted for resources: {'Port': ['ID=47decb0e-2cb8-40a1-939c-308ea390ecbb,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:54.812447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7c721ee-d53a-4479-9b8e-a3c928cb3255 req-86fa6df3-9718-4396-a263-645c5a4b8c9d tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833430 Aug 16 01:50:54.885134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d479b84-6c2a-4a36-9be0-e851ae85f853 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:54.906224 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.975024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Transition to ACTIVE for port object 2d479b84-6c2a-4a36-9be0-e851ae85f853 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:54.999522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-146b1451-5160-433d-8ec4-1335d77bd539 req-ed02ceba-fe53-4a76-a2ea-6a41050d318c tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 210 time: 0.1017959 Aug 16 01:50:55.003319 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.113210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Pushing event updated for resources: {'Port': ['ID=2d479b84-6c2a-4a36-9be0-e851ae85f853,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:55.130055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.155644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ea734-a578-4fc0-b921-53e79c176bd0 req-b578eaf4-b814-4cbf-8274-457a9ddcf269 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.157306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d8ea734-a578-4fc0-b921-53e79c176bd0 req-b578eaf4-b814-4cbf-8274-457a9ddcf269 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 945 time: 0.1565647 Aug 16 01:50:55.217629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Attempting to bind port 2d479b84-6c2a-4a36-9be0-e851ae85f853 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:55.225353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Attempting to bind port 2d479b84-6c2a-4a36-9be0-e851ae85f853 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:55.226219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Attempting to bind port 2d479b84-6c2a-4a36-9be0-e851ae85f853 on network 5941b670-83ee-49b7-98d2-3c9fec059815 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:55.233574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d8ea734-a578-4fc0-b921-53e79c176bd0 req-fdbbb3cc-7861-49e0-8c55-82af4f6e6541 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664525 Aug 16 01:50:55.236887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Port 2d479b84-6c2a-4a36-9be0-e851ae85f853 on network 5941b670-83ee-49b7-98d2-3c9fec059815 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:55.237267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Attempting to bind port 2d479b84-6c2a-4a36-9be0-e851ae85f853 on network 5941b670-83ee-49b7-98d2-3c9fec059815 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:55.243178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:55.243517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Checking segment: {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:55.243902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Bound using segment: {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:55.244313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Bound port: 2d479b84-6c2a-4a36-9be0-e851ae85f853, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:55.244820 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.325011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] For port 2d479b84-6c2a-4a36-9be0-e851ae85f853, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:55.419974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] For port 2d479b84-6c2a-4a36-9be0-e851ae85f853, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2d479b84-6c2a-4a36-9be0-e851ae85f853,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:55.429803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.440962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] Router 9aac869c-7ada-421e-993e-dbe6806cfeed has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:55.484566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.484566 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.484566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] 10.222.0.84 "PUT /v2.0/ports/2d479b84-6c2a-4a36-9be0-e851ae85f853 HTTP/1.1" status: 200 len: 1092 time: 1.2628293 Aug 16 01:50:55.487195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'tag': '2d479b84-6c2a-4a36-9be0-e851ae85f853'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:55.489511 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00386fb6-acbd-4b12-9229-f6072239bd59" -d '{"events": [{"name": "network-changed", "server_uuid": "d5abe3b9-b1e6-4404-99be-ab0ae30839f8", "tag": "2d479b84-6c2a-4a36-9be0-e851ae85f853"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:55.533655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3574e-15ff-4689-92b4-541a17392108 req-36dd6de8-2129-4b89-8e4f-8489e4625378 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.535206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25c3574e-15ff-4689-92b4-541a17392108 req-36dd6de8-2129-4b89-8e4f-8489e4625378 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 945 time: 0.1916802 Aug 16 01:50:55.574410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:55.575816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be98b3c-7139-4b1a-853b-ec12c4d16f09 service neutron] Pushing event updated for resources: {'Port': ['ID=2d479b84-6c2a-4a36-9be0-e851ae85f853,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:55.582249 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-03fed147-aa94-4c65-9ce3-ac406b59d440 admin admin] 10.222.0.79 "PUT /v2.0/routers/9aac869c-7ada-421e-993e-dbe6806cfeed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2596283 Aug 16 01:50:55.585183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34076) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:55.595380 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c22172-62ee-43e7-a09a-cd2f55e42c5a None None] Sync routers for ids ['9aac869c-7ada-421e-993e-dbe6806cfeed'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:55.606773 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c22172-62ee-43e7-a09a-cd2f55e42c5a None None] Routers {'9aac869c-7ada-421e-993e-dbe6806cfeed'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:55.608049 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d2c22172-62ee-43e7-a09a-cd2f55e42c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['9aac869c-7ada-421e-993e-dbe6806cfeed'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:55.613234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5319a094-7508-4837-9384-90b432289807 req-9fe1bd98-16cd-416c-94d5-7767234c14f6 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2860687 Aug 16 01:50:55.621966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:55.659172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.664078 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25c3574e-15ff-4689-92b4-541a17392108 req-2139b81b-e1b1-4d98-bea6-3d4528e0f111 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157539 Aug 16 01:50:55.680378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-cfa2759b-3b81-4242-9549-9f9ba2eb24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.681926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-cfa2759b-3b81-4242-9549-9f9ba2eb24ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 1095 time: 0.1209490 Aug 16 01:50:55.725442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.762643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-03ea003f-ea52-4dad-8782-44fecbe56122 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d479b84-6c2a-4a36-9be0-e851ae85f853 HTTP/1.1" status: 200 len: 217 time: 0.0523345 Aug 16 01:50:55.818104 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d01e55e-8931-489c-99ba-ac5acebdd2da x-openstack-request-id: req-0d01e55e-8931-489c-99ba-ac5acebdd2da {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:55.818398 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5abe3b9-b1e6-4404-99be-ab0ae30839f8", "tag": "2d479b84-6c2a-4a36-9be0-e851ae85f853", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:55.818655 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d01e55e-8931-489c-99ba-ac5acebdd2da {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:55.819099 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'tag': '2d479b84-6c2a-4a36-9be0-e851ae85f853', 'status': 'completed', 'code': 200} Aug 16 01:50:55.851235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-b8dbc851-3f89-4d0c-8961-8ceec15c87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.852695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-b8dbc851-3f89-4d0c-8961-8ceec15c87dd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fd1345f9-5c91-462e-8008-7479b1756a0e HTTP/1.1" status: 200 len: 844 time: 0.0807495 Aug 16 01:50:55.878452 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d2c22172-62ee-43e7-a09a-cd2f55e42c5a None None] Set router 9aac869c-7ada-421e-993e-dbe6806cfeed gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:55.913451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-ee15413c-2700-4ca4-83fb-faa9f65e12ea service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5941b670-83ee-49b7-98d2-3c9fec059815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502973 Aug 16 01:50:55.925609 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.931179 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d40c659-134b-445a-976a-4ce7bfe32850 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:55.990610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Deleting port 5cfff4b9-a7cc-4314-b95a-6df564483333 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:55.991126 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.155359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:56.170952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] For port 5cfff4b9-a7cc-4314-b95a-6df564483333, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5cfff4b9-a7cc-4314-b95a-6df564483333,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:56.171434 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.177829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '2d40c659-134b-445a-976a-4ce7bfe32850', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '2d40c659-134b-445a-976a-4ce7bfe32850', 'mac_address': 'fa:16:3e:9a:56:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:56.189010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Calling delete_port for 5cfff4b9-a7cc-4314-b95a-6df564483333 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:56.237634 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d2c22172-62ee-43e7-a09a-cd2f55e42c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'name': 'tempest-FloatingIPsTestJSON-40048831-router', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:54Z', 'revision_number': 5, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'gw_port': {'id': '5cfff4b9-a7cc-4314-b95a-6df564483333', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:db:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:29Z', 'updated_at': '2021-08-16T01:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:56.258271 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.278925 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c22172-62ee-43e7-a09a-cd2f55e42c5a None None] Checking router: 9aac869c-7ada-421e-993e-dbe6806cfeed for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:56.279164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d40c659-134b-445a-976a-4ce7bfe32850 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:56.289411 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c22172-62ee-43e7-a09a-cd2f55e42c5a None None] Routers {'9aac869c-7ada-421e-993e-dbe6806cfeed'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:56.290332 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d2c22172-62ee-43e7-a09a-cd2f55e42c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['9aac869c-7ada-421e-993e-dbe6806cfeed'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:56.348015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:56.358882 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.394297 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d2c22172-62ee-43e7-a09a-cd2f55e42c5a None None] Set router 9aac869c-7ada-421e-993e-dbe6806cfeed gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:56.447640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.461528 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d2c22172-62ee-43e7-a09a-cd2f55e42c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'name': 'tempest-FloatingIPsTestJSON-40048831-router', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:55Z', 'revision_number': 6, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:56.465064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:56.490610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2d40c659-134b-445a-976a-4ce7bfe32850'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:56.510429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfff4b9-a7cc-4314-b95a-6df564483333,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:56.527602 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c22172-62ee-43e7-a09a-cd2f55e42c5a None None] The sync data for ids ['9aac869c-7ada-421e-993e-dbe6806cfeed'] in n-d-768851-16 is: [{'id': '9aac869c-7ada-421e-993e-dbe6806cfeed', 'name': 'tempest-FloatingIPsTestJSON-40048831-router', 'tenant_id': '1dfb8458cbf4487784b636121f2d574d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:55Z', 'revision_number': 6, 'project_id': '1dfb8458cbf4487784b636121f2d574d', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:56.632170 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.750589 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.751816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.754166 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.804087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2324c-7b3c-4f9a-b6be-84aeb1aacfff req-d42cceab-0101-4ff1-8239-76f9295db2c0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.812182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3c2324c-7b3c-4f9a-b6be-84aeb1aacfff req-d42cceab-0101-4ff1-8239-76f9295db2c0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 943 time: 0.8378286 Aug 16 01:50:56.813245 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.814250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aac869c-7ada-421e-993e-dbe6806cfeed {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:50:56.820721 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.822279 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c49f30eb-ec21-4d63-9146-1dcb1cd273d0 admin admin] 10.222.0.79 "DELETE /v2.0/routers/9aac869c-7ada-421e-993e-dbe6806cfeed HTTP/1.1" status: 204 len: 168 time: 1.2321334 Aug 16 01:50:56.825189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34112) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:56.889875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc307706-6502-453b-a901-f2cdc3dba621 admin admin] Deleting subnet c29db70d-86a5-473b-900f-456fcb86ba75 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:50:56.897206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc307706-6502-453b-a901-f2cdc3dba621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.942422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc307706-6502-453b-a901-f2cdc3dba621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.948160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3c2324c-7b3c-4f9a-b6be-84aeb1aacfff req-fa493f31-0d1a-4dbe-adcb-54dd51dca7a6 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350274 Aug 16 01:50:56.959337 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-789b199e-0b4e-4c25-b771-d61b9e6cc915 service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9879279 Aug 16 01:50:56.978103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-4aa8c541-902d-44c0-909d-4481987eb8fb tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.979662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-4aa8c541-902d-44c0-909d-4481987eb8fb tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.89 "GET /v2.0/networks?id=35632308-a9f4-4d57-bc16-93677de2838e HTTP/1.1" status: 200 len: 812 time: 1.0701921 Aug 16 01:50:57.144593 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc307706-6502-453b-a901-f2cdc3dba621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.169914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Allocated IP 172.25.2.205 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/1e40da06-ac84-44e8-a106-7cd6eb19e6f9) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:57.182636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-e264b4ca-1600-45b8-bc9e-fcbf26e8b406 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6490c4877a56429ebafb4f8ab9d85cfa HTTP/1.1" status: 200 len: 379 time: 0.1855769 Aug 16 01:50:57.198148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Request body: {'port': {'device_id': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'admin_state_up': True, 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'security_groups': ['8c4e7e9f-eff4-4647-9ba7-facfee4d52ea']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:57.203782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7232c10-3169-4035-9f8a-7b84fadba494 req-f648f960-1c88-466d-a935-b93bb6ec7bf9 service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173538 Aug 16 01:50:57.264053 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc307706-6502-453b-a901-f2cdc3dba621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.293535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc307706-6502-453b-a901-f2cdc3dba621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29db70d-86a5-473b-900f-456fcb86ba75,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:57.304813 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc307706-6502-453b-a901-f2cdc3dba621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.306823 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dc307706-6502-453b-a901-f2cdc3dba621 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c29db70d-86a5-473b-900f-456fcb86ba75 HTTP/1.1" status: 204 len: 168 time: 0.4801672 Aug 16 01:50:57.309224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34114) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:57.316707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9792f218-d70c-4a98-b635-b5f4662fdefc None None] Network 6cda0b6e-e52d-4097-bb46-38eef212378d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:57.391054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.414382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a585d-e870-43d3-a720-ebb1f23b9c87 req-e05af10b-a60b-4316-a836-39cfa7b3e8fd tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.415806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b00a585d-e870-43d3-a720-ebb1f23b9c87 req-e05af10b-a60b-4316-a836-39cfa7b3e8fd tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.2219350 Aug 16 01:50:57.460372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Deleting port 6e3e731b-4824-4d08-999f-38656a6afd7f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:57.460952 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.536315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b00a585d-e870-43d3-a720-ebb1f23b9c87 req-cb0b0e86-2ec5-46be-9fd6-b1912ecfe6f2 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088171 Aug 16 01:50:57.557743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00386fb6-acbd-4b12-9229-f6072239bd59 req-8d346855-e607-4699-850c-10c31ca816da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.557743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00386fb6-acbd-4b12-9229-f6072239bd59 req-8d346855-e607-4699-850c-10c31ca816da service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 1095 time: 0.2044091 Aug 16 01:50:57.600442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] For port 6e3e731b-4824-4d08-999f-38656a6afd7f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6e3e731b-4824-4d08-999f-38656a6afd7f,segment=NetworkSegment(6238836f-a442-42e3-aea2-1045e8c749b6),segment_id=6238836f-a442-42e3-aea2-1045e8c749b6)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:57.600840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.618512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Calling delete_port for 6e3e731b-4824-4d08-999f-38656a6afd7f owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:57.663191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c75ce8d-f99c-4d5f-83b5-cb8209d51988 None None] DHCP port deletion for 6cda0b6e-e52d-4097-bb46-38eef212378d request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:50:57.690942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.765564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Made reservation on behalf of 6490c4877a56429ebafb4f8ab9d85cfa for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:57.769764 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.772879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.785277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9c75ce8d-f99c-4d5f-83b5-cb8209d51988 None None] Deleting port 6e3e731b-4824-4d08-999f-38656a6afd7f {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:57.785676 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c75ce8d-f99c-4d5f-83b5-cb8209d51988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.803886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] No DVR routers for this DVR port 6e3e731b-4824-4d08-999f-38656a6afd7f on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:57.817795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3c0ec8f-6f03-4c1c-aa16-2407b00e63a8 req-c6e5a2eb-3e02-4682-accf-ebc578d5a1e1 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 210 time: 0.0411680 Aug 16 01:50:57.855513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3e731b-4824-4d08-999f-38656a6afd7f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:57.932133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d40c659-134b-445a-976a-4ce7bfe32850 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:57.934911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9c75ce8d-f99c-4d5f-83b5-cb8209d51988 None None] For port 6e3e731b-4824-4d08-999f-38656a6afd7f, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:57.935489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00386fb6-acbd-4b12-9229-f6072239bd59 req-9f3867dc-e480-4058-9b3e-ff66ae03aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.935771 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c75ce8d-f99c-4d5f-83b5-cb8209d51988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.937969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00386fb6-acbd-4b12-9229-f6072239bd59 req-9f3867dc-e480-4058-9b3e-ff66ae03aab9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 905 time: 0.3491111 Aug 16 01:50:57.970747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9c75ce8d-f99c-4d5f-83b5-cb8209d51988 None None] Calling delete_port for 6e3e731b-4824-4d08-999f-38656a6afd7f owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:57.975622 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-9c75ce8d-f99c-4d5f-83b5-cb8209d51988 None None] Port 6e3e731b-4824-4d08-999f-38656a6afd7f was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:50:57.985924 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c75ce8d-f99c-4d5f-83b5-cb8209d51988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.988777 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.011162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cda0b6e-e52d-4097-bb46-38eef212378d']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:58.027854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6238836f-a442-42e3-aea2-1045e8c749b6') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:58.028146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6238836f-a442-42e3-aea2-1045e8c749b6') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:58.041751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.066782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75ce8d-f99c-4d5f-83b5-cb8209d51988 None None] No DVR routers for this DVR port 6e3e731b-4824-4d08-999f-38656a6afd7f on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:58.080247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75ce8d-f99c-4d5f-83b5-cb8209d51988 None None] Pushing event deleted for resources: {'Port': ['ID=6e3e731b-4824-4d08-999f-38656a6afd7f,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:58.081484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00386fb6-acbd-4b12-9229-f6072239bd59 req-523ae726-7e33-4422-be43-729a3fd36b95 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d479b84-6c2a-4a36-9be0-e851ae85f853 HTTP/1.1" status: 200 len: 217 time: 0.1240516 Aug 16 01:50:58.087585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.106818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:50:58.107265 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.117190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 2d40c659-134b-445a-976a-4ce7bfe32850 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:58.117853 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:50:58.134933 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:50:58.152287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5cfff4b9-a7cc-4314-b95a-6df564483333 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:58.187571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 5cfff4b9-a7cc-4314-b95a-6df564483333 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:58.188214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5cfff4b9-a7cc-4314-b95a-6df564483333 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:58.188851 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6e3e731b-4824-4d08-999f-38656a6afd7f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:58.202253 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.207919 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.220650 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.221120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 6e3e731b-4824-4d08-999f-38656a6afd7f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:58.221487 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6e3e731b-4824-4d08-999f-38656a6afd7f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:58.222947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 47decb0e-2cb8-40a1-939c-308ea390ecbb no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:58.226637 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6cda0b6e-e52d-4097-bb46-38eef212378d HTTP/1.1" status: 204 len: 168 time: 0.9161253 Aug 16 01:50:58.245999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c624f-702e-48aa-8788-81fee04bfd79 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cda0b6e-e52d-4097-bb46-38eef212378d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:58.253602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 47decb0e-2cb8-40a1-939c-308ea390ecbb {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:58.254015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 47decb0e-2cb8-40a1-939c-308ea390ecbb not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:58.282975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:58.293670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd337cd-4e4d-4bf9-ab27-4f725987f142 req-ab63adf1-e3b8-4ddb-94c1-f0f4642ad908 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.296039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1dd337cd-4e4d-4bf9-ab27-4f725987f142 req-ab63adf1-e3b8-4ddb-94c1-f0f4642ad908 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 945 time: 0.3516982 Aug 16 01:50:58.311726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:58.319651 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.348041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:58.350517 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbf4184-b21f-426b-871b-109ad0f4e192" -d '{"events": [{"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-plugged", "status": "completed", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:58.366335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:58.367092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:58.383386 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.390110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00386fb6-acbd-4b12-9229-f6072239bd59 req-77af2947-f1b6-486e-b928-73978a531899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.391711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00386fb6-acbd-4b12-9229-f6072239bd59 req-77af2947-f1b6-486e-b928-73978a531899 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fd1345f9-5c91-462e-8008-7479b1756a0e HTTP/1.1" status: 200 len: 844 time: 0.2652907 Aug 16 01:50:58.460879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34136) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:58.465341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:58.494160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1dd337cd-4e4d-4bf9-ab27-4f725987f142 req-72edbfd9-1caf-4f09-b592-98a3c48d6205 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777456 Aug 16 01:50:58.514570 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b6d08fcf-0ff4-4092-b81c-e0062787253e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1dfb8458cbf4487784b636121f2d574d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521460 Aug 16 01:50:58.517338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34138) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:58.521601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Pushing event updated for resources: {'Port': ['ID=1e40da06-ac84-44e8-a106-7cd6eb19e6f9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:58.526123 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00386fb6-acbd-4b12-9229-f6072239bd59 req-6c7112f4-6c36-41e3-9f46-beebda7218a0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5941b670-83ee-49b7-98d2-3c9fec059815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933077 Aug 16 01:50:58.586707 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-656a8d4a-d58c-4b6b-a829-a0d53bb58c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.625592 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-656a8d4a-d58c-4b6b-a829-a0d53bb58c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.640105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Allocated IP 172.20.0.12 (35632308-a9f4-4d57-bc16-93677de2838e/be33d864-b957-4e4d-9379-82da4fbdd8d4/611e6949-33c5-41a1-a8a6-6ccf3ea1476b) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:58.693359 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.749267 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-656a8d4a-d58c-4b6b-a829-a0d53bb58c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.754537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-656a8d4a-d58c-4b6b-a829-a0d53bb58c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.758719 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-656a8d4a-d58c-4b6b-a829-a0d53bb58c3a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/39b62a6f-ff8d-4528-ae1b-2c115ce789de HTTP/1.1" status: 204 len: 168 time: 0.2403691 Aug 16 01:50:58.780406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a8d4a-d58c-4b6b-a829-a0d53bb58c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b62a6f-ff8d-4528-ae1b-2c115ce789de,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:58.814734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00386fb6-acbd-4b12-9229-f6072239bd59 req-ab400356-7b1a-4b62-92ca-315c6bd4d32e service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778687 Aug 16 01:50:59.019631 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.110131 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.151516 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657fd8-26b7-4124-a636-22dcb22f984d req-8638b7e4-1ef8-401d-a481-eb74d6e7d400 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:59.160957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d657fd8-26b7-4124-a636-22dcb22f984d req-8638b7e4-1ef8-401d-a481-eb74d6e7d400 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 943 time: 0.2464771 Aug 16 01:50:59.225747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Transition to ACTIVE for port object 611e6949-33c5-41a1-a8a6-6ccf3ea1476b will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:59.326424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d657fd8-26b7-4124-a636-22dcb22f984d req-b2314805-a0fc-4cfe-9896-197d24c5257b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578684 Aug 16 01:50:59.473291 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.488640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00386fb6-acbd-4b12-9229-f6072239bd59 req-ee8bb5c7-167e-4296-aa34-17507577bbee service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710943 Aug 16 01:50:59.491925 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.542537 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e598bda-a948-4f38-938f-39617dd954b4 x-openstack-request-id: req-3e598bda-a948-4f38-938f-39617dd954b4 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:59.542996 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-plugged", "status": "completed", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:59.543100 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e598bda-a948-4f38-938f-39617dd954b4 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:59.543454 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850', 'code': 200} Aug 16 01:50:59.587362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Pushing event updated for resources: {'Port': ['ID=1e40da06-ac84-44e8-a106-7cd6eb19e6f9,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:59.616277 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.678750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Network 35632308-a9f4-4d57-bc16-93677de2838e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:59.684840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:59.705779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:59.810522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:59.811103 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.828713 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.836628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6444421 Aug 16 01:50:59.863186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Request body: {'port': {'device_id': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:59.868347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b7421-fa9d-498d-8096-ada260cc8d08 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Pushing event updated for resources: {'Port': ['ID=611e6949-33c5-41a1-a8a6-6ccf3ea1476b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:59.914792 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.925249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5319a094-7508-4837-9384-90b432289807 req-3afa1326-5116-414b-b20c-53acfbcfd5b0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3109965 Aug 16 01:51:00.000280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5319a094-7508-4837-9384-90b432289807 req-6fac44db-f875-4547-af69-0d057a0f557c tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0729897 Aug 16 01:51:00.080732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cf919-b0c6-411c-a6bf-83024a9e42b8 req-27e629cd-8197-4cc1-979d-c787163a3674 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.098235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-973cf919-b0c6-411c-a6bf-83024a9e42b8 req-27e629cd-8197-4cc1-979d-c787163a3674 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 932 time: 0.2503901 Aug 16 01:51:00.107804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cefda834-2d52-4f33-88d6-f9d8a9347b25 None None] Provisioning for port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:00.119169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cefda834-2d52-4f33-88d6-f9d8a9347b25 None None] Provisioning complete for port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:00.119914 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cefda834-2d52-4f33-88d6-f9d8a9347b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.166133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cefda834-2d52-4f33-88d6-f9d8a9347b25 None None] Port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:00.213386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319a094-7508-4837-9384-90b432289807 req-0fc20daa-9775-4d3f-9031-28fa94c9e304 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.216646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5319a094-7508-4837-9384-90b432289807 req-0fc20daa-9775-4d3f-9031-28fa94c9e304 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.2049267 Aug 16 01:51:00.222645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.267894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-973cf919-b0c6-411c-a6bf-83024a9e42b8 req-27d2fc1e-ec22-429b-a7b7-6b85f3a2158d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663043 Aug 16 01:51:00.417128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3d5cb-e367-47ca-91cf-2f08600bbb64 req-a77a4d05-d70c-4640-bcd1-31b6f7ce4853 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.418636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89a3d5cb-e367-47ca-91cf-2f08600bbb64 req-a77a4d05-d70c-4640-bcd1-31b6f7ce4853 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 945 time: 0.1015787 Aug 16 01:51:00.552504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-9ea44156-e21b-4f08-8242-7b422a6b303d tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.557623 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-9ea44156-e21b-4f08-8242-7b422a6b303d tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1097 time: 0.1848760 Aug 16 01:51:00.578597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-16'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:00.664679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89a3d5cb-e367-47ca-91cf-2f08600bbb64 req-0ca41e6c-10e0-4209-953d-6c7d12891990 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686037 Aug 16 01:51:00.707231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ff787-02ec-429e-89e9-72cd305c0503 req-0216b419-719e-4bf2-a5fd-f769025bd9f5 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.714756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e86ff787-02ec-429e-89e9-72cd305c0503 req-0216b419-719e-4bf2-a5fd-f769025bd9f5 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 943 time: 0.0843303 Aug 16 01:51:00.760784 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.783019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e86ff787-02ec-429e-89e9-72cd305c0503 req-f015c878-9703-4ca5-886f-44c2275230bb tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673285 Aug 16 01:51:00.892263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611e6949-33c5-41a1-a8a6-6ccf3ea1476b {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:00.902192 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.922413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Transition to ACTIVE for port object 611e6949-33c5-41a1-a8a6-6ccf3ea1476b will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:00.931633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.059788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:01.096588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2d479b84-6c2a-4a36-9be0-e851ae85f853 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:01.156468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Pushing event updated for resources: {'Port': ['ID=611e6949-33c5-41a1-a8a6-6ccf3ea1476b,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:01.170897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34220) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:01.208855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:01.320767 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.323602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2341427a-59c2-43bd-a969-dc5dbbb99b48'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:01.337167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2d479b84-6c2a-4a36-9be0-e851ae85f853, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2d479b84-6c2a-4a36-9be0-e851ae85f853,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:01.347109 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ede14c3-c4f2-48c0-aa99-8a0af9b70f20" -d '{"events": [{"server_uuid": "0d2be13e-e178-4ddb-ad74-20d1f66c7851", "name": "network-vif-unplugged", "status": "completed", "tag": "2341427a-59c2-43bd-a969-dc5dbbb99b48"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:01.370065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.437638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '2d479b84-6c2a-4a36-9be0-e851ae85f853', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'port_id': '2d479b84-6c2a-4a36-9be0-e851ae85f853', 'mac_address': 'fa:16:3e:7f:b7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1345f9-5c91-462e-8008-7479b1756a0e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:01.464393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Pushing event updated for resources: {'Port': ['ID=2341427a-59c2-43bd-a969-dc5dbbb99b48,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:01.525572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-6029b680-d2f6-4570-91d6-692436281e75 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:01.537330 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-6029b680-d2f6-4570-91d6-692436281e75 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 819 time: 0.5927856 Aug 16 01:51:01.539056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on host n-h1-768851-16 for vnic_type normal with profile {"migrating_to": "n-h2-768851-16"} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:01.539504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:01.539940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:01.545423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:01.545881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Attempting to bind port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on network 3e96692e-fcd8-42a9-a326-b63e8de5c6e8 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:01.552354 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:01.553035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Checking segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:01.553600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Bound using segment: {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:01.554076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Bound port: 2341427a-59c2-43bd-a969-dc5dbbb99b48, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb009e-7955-4c47-bd35-5c9cc6964168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '3e96692e-fcd8-42a9-a326-b63e8de5c6e8'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:01.554549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.556106 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.563025 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-287f9792-a9bc-4593-8f48-c6e862f52146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.573302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-ecce86ae-2c3d-467c-9350-6231c3735596 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/quotas/2c5c5f6b83d34486845a426b3b3c1708 HTTP/1.1" status: 200 len: 375 time: 0.0349844 Aug 16 01:51:01.604324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d479b84-6c2a-4a36-9be0-e851ae85f853 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:01.641216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:01.647954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:01.658092 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.660363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Attempting to bind port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:01.660703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Attempting to bind port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:01.661439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Attempting to bind port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b on network 35632308-a9f4-4d57-bc16-93677de2838e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:01.666973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2d479b84-6c2a-4a36-9be0-e851ae85f853, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2d479b84-6c2a-4a36-9be0-e851ae85f853,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:01.674689 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.690982 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b on network 35632308-a9f4-4d57-bc16-93677de2838e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:01.691444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Attempting to bind port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b on network 35632308-a9f4-4d57-bc16-93677de2838e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:01.720744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c0e36-ae80-4548-a43e-e24536421d09 req-8137be10-2811-4f96-a504-24002599ff43 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:01.728375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-176c0e36-ae80-4548-a43e-e24536421d09 req-8137be10-2811-4f96-a504-24002599ff43 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 944 time: 0.2945323 Aug 16 01:51:01.734990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:01.735378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Checking segment: {'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:01.735761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Bound using segment: {'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:01.736217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Bound port: 611e6949-33c5-41a1-a8a6-6ccf3ea1476b, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e31cda-dea2-4fc1-ba05-a1b50c43053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:01.736562 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.765975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Pushing event updated for resources: {'Port': ['ID=2341427a-59c2-43bd-a969-dc5dbbb99b48,revision_number=8']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:01.770409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:01.771238 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.773275 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-0b6c4640-5c87-497c-a8fe-7abe6d30ef00 service neutron] 10.222.0.89 "PUT /v2.0/ports/2341427a-59c2-43bd-a969-dc5dbbb99b48 HTTP/1.1" status: 200 len: 1123 time: 1.2059574 Aug 16 01:51:01.780223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-9f0213cc-f0ab-402b-88f4-9ea468b2be0e tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2059112 Aug 16 01:51:01.782622 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2d479b84-6c2a-4a36-9be0-e851ae85f853,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:01.907286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2341427a-59c2-43bd-a969-dc5dbbb99b48'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:01.941045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['2341427a-59c2-43bd-a969-dc5dbbb99b48'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:02.013365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2341427a-59c2-43bd-a969-dc5dbbb99b48 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:02.148376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:02.177390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2341427a-59c2-43bd-a969-dc5dbbb99b48 has no active binding in host n-h2-768851-16 {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:51:02.399088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['2d479b84-6c2a-4a36-9be0-e851ae85f853'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:02.466886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-176c0e36-ae80-4548-a43e-e24536421d09 req-e2a3a6ef-5d10-4b2d-bac1-1cc87496f7f4 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7375376 Aug 16 01:51:02.541131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-00c20ca6-992d-44ee-b86b-343b7833b6ea service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598908 Aug 16 01:51:02.570244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] For port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:02.574937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] For port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=611e6949-33c5-41a1-a8a6-6ccf3ea1476b,segment=NetworkSegment(81e31cda-dea2-4fc1-ba05-a1b50c43053d),segment_id=81e31cda-dea2-4fc1-ba05-a1b50c43053d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:02.600659 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.603824 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-287f9792-a9bc-4593-8f48-c6e862f52146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.613420 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227947aa-430b-44d4-8357-a8f478e4107d x-openstack-request-id: req-227947aa-430b-44d4-8357-a8f478e4107d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:02.613944 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2be13e-e178-4ddb-ad74-20d1f66c7851", "name": "network-vif-unplugged", "status": "completed", "tag": "2341427a-59c2-43bd-a969-dc5dbbb99b48", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:02.613944 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-227947aa-430b-44d4-8357-a8f478e4107d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:02.614352 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2341427a-59c2-43bd-a969-dc5dbbb99b48', 'code': 200} Aug 16 01:51:02.677941 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-287f9792-a9bc-4593-8f48-c6e862f52146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.730284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:02.730683 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.732421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] 10.222.0.89 "PUT /v2.0/ports/611e6949-33c5-41a1-a8a6-6ccf3ea1476b HTTP/1.1" status: 200 len: 1093 time: 2.8753705 Aug 16 01:51:02.752898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'tag': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:02.755541 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd5789a-ad0e-4aea-a323-eae8f45a669b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6039b2-a0c4-4abd-872f-79e4715f5e68", "tag": "611e6949-33c5-41a1-a8a6-6ccf3ea1476b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:02.865976 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-287f9792-a9bc-4593-8f48-c6e862f52146 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e39db55a022445a9e1c34efe5016e29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6889458 Aug 16 01:51:02.867891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f9792-a9bc-4593-8f48-c6e862f52146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f113ae-a623-4907-963e-5720284cdb31,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:02.868604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34244) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:02.890846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a4011-0e09-40c8-868d-d31bb36901ec service neutron] Pushing event updated for resources: {'Port': ['ID=611e6949-33c5-41a1-a8a6-6ccf3ea1476b,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:02.962903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-f68cf607-d7ea-48d3-85c5-ff0f02ae5805 service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206264 Aug 16 01:51:02.967292 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aec78084-a683-4e19-96ab-d881f196de18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.983901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a84c0-ed03-403b-a62e-eef963b71786 req-7139a627-c3c6-4802-9654-8a2c4c60e8f6 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.003444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e03a84c0-ed03-403b-a62e-eef963b71786 req-7139a627-c3c6-4802-9654-8a2c4c60e8f6 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.3196723 Aug 16 01:51:03.012327 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aec78084-a683-4e19-96ab-d881f196de18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.020058 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ac037888-b885-4600-8f3b-c18f0d34dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.026583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-ac037888-b885-4600-8f3b-c18f0d34dd39 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6490c4877a56429ebafb4f8ab9d85cfa&device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 1096 time: 0.2328520 Aug 16 01:51:03.087552 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aec78084-a683-4e19-96ab-d881f196de18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.091351 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aec78084-a683-4e19-96ab-d881f196de18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.093249 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aec78084-a683-4e19-96ab-d881f196de18 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8f113ae-a623-4907-963e-5720284cdb31 HTTP/1.1" status: 204 len: 168 time: 0.2231317 Aug 16 01:51:03.125771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec78084-a683-4e19-96ab-d881f196de18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f113ae-a623-4907-963e-5720284cdb31,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:03.164296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-f09024ab-b06d-4e1a-9bf8-74599d338cd2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e6949-33c5-41a1-a8a6-6ccf3ea1476b HTTP/1.1" status: 200 len: 217 time: 0.1228566 Aug 16 01:51:03.267377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e03a84c0-ed03-403b-a62e-eef963b71786 req-6988e5d7-756c-473f-8317-f5f8c870fc8a tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569394 Aug 16 01:51:03.320777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-d88692a5-0b60-4b15-9fe4-72d80d481fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.330280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-d88692a5-0b60-4b15-9fe4-72d80d481fcd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=be33d864-b957-4e4d-9379-82da4fbdd8d4 HTTP/1.1" status: 200 len: 851 time: 0.1537783 Aug 16 01:51:03.554682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-3d47b640-40f8-4581-8be7-7d0de3da8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.556358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-3d47b640-40f8-4581-8be7-7d0de3da8ef6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=35632308-a9f4-4d57-bc16-93677de2838e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2054193 Aug 16 01:51:03.685149 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad211c7b-2d5e-41ff-93c1-d1d97be21fc5 x-openstack-request-id: req-ad211c7b-2d5e-41ff-93c1-d1d97be21fc5 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:03.685442 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6039b2-a0c4-4abd-872f-79e4715f5e68", "tag": "611e6949-33c5-41a1-a8a6-6ccf3ea1476b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:03.685736 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad211c7b-2d5e-41ff-93c1-d1d97be21fc5 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:03.686115 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'tag': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b', 'status': 'completed', 'code': 200} Aug 16 01:51:03.731326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f332d56-a2c1-4c0e-81de-e443977c1df0 req-600ce0be-5690-4459-8995-f733cb6772bf tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.735768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f332d56-a2c1-4c0e-81de-e443977c1df0 req-600ce0be-5690-4459-8995-f733cb6772bf tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 944 time: 0.3294401 Aug 16 01:51:03.801021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69cf2b11-7ad0-4d7d-9367-93a11085e5c1 req-c475fc59-419d-4598-8835-d81623ac30f5 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 210 time: 0.0561168 Aug 16 01:51:03.908581 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-6584be75-6316-41b3-bd75-ee49e06ed38c service neutron] 10.222.0.89 "GET /v2.0/networks/35632308-a9f4-4d57-bc16-93677de2838e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293910 Aug 16 01:51:03.911622 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f332d56-a2c1-4c0e-81de-e443977c1df0 req-594b7fc0-d799-4933-9560-6f2ae2f58bef tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531489 Aug 16 01:51:04.093164 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d544108f-d8d2-43c2-948b-d46f60f2e335 req-42dea0c1-6429-4df1-9817-9d0340f1ac9a service neutron] 10.222.0.89 "GET /v2.0/networks/35632308-a9f4-4d57-bc16-93677de2838e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653674 Aug 16 01:51:04.102991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10a8d-de5c-4232-97e9-3f238b175372 req-a91797a3-377b-4b96-ae6a-29375676e790 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.104622 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ca10a8d-de5c-4232-97e9-3f238b175372 req-a91797a3-377b-4b96-ae6a-29375676e790 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 944 time: 0.1494575 Aug 16 01:51:04.167579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ca10a8d-de5c-4232-97e9-3f238b175372 req-3702a9ea-9a36-46e1-b7b5-25063fc6bf64 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563648 Aug 16 01:51:04.283746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5789a-ad0e-4aea-a323-eae8f45a669b req-ab94a4cc-b299-4a2b-bd4f-37a28c8cd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.285746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bd5789a-ad0e-4aea-a323-eae8f45a669b req-ab94a4cc-b299-4a2b-bd4f-37a28c8cd710 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6490c4877a56429ebafb4f8ab9d85cfa&device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 1096 time: 0.0921919 Aug 16 01:51:04.559285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34290) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:04.606744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5789a-ad0e-4aea-a323-eae8f45a669b req-f175fbc4-f10d-4e98-92dd-e617d9141adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.609390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bd5789a-ad0e-4aea-a323-eae8f45a669b req-f175fbc4-f10d-4e98-92dd-e617d9141adf service neutron] 10.222.0.89 "GET /v2.0/networks?id=35632308-a9f4-4d57-bc16-93677de2838e HTTP/1.1" status: 200 len: 913 time: 0.2943699 Aug 16 01:51:04.615099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'tag': '2341427a-59c2-43bd-a969-dc5dbbb99b48'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:04.617664 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336ed64a-a3a4-420b-8b2b-1533262db0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2be13e-e178-4ddb-ad74-20d1f66c7851", "tag": "2341427a-59c2-43bd-a969-dc5dbbb99b48"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:04.630248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743ddc1-6bcd-4046-8e5d-170e6835a2a3 req-c2756f5c-e79e-4a49-91ea-5304f9a990dd tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.631971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1743ddc1-6bcd-4046-8e5d-170e6835a2a3 req-c2756f5c-e79e-4a49-91ea-5304f9a990dd tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.2119043 Aug 16 01:51:04.720785 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70643b8-6df2-4dd8-a3cb-38676dbd2a07 x-openstack-request-id: req-b70643b8-6df2-4dd8-a3cb-38676dbd2a07 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:04.721091 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2be13e-e178-4ddb-ad74-20d1f66c7851", "tag": "2341427a-59c2-43bd-a969-dc5dbbb99b48", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:04.721337 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b70643b8-6df2-4dd8-a3cb-38676dbd2a07 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:04.721723 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'tag': '2341427a-59c2-43bd-a969-dc5dbbb99b48', 'status': 'completed', 'code': 200} Aug 16 01:51:04.728389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2101518628-network', 'tenant_id': '20140796c35b4da7b5424ff58001740c'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:04.735246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bd5789a-ad0e-4aea-a323-eae8f45a669b req-71c090e5-66e2-4c40-875e-8eced599bc98 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e6949-33c5-41a1-a8a6-6ccf3ea1476b HTTP/1.1" status: 200 len: 217 time: 0.1022248 Aug 16 01:51:04.792213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Made reservation on behalf of 20140796c35b4da7b5424ff58001740c for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:04.797606 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:04.817077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:04.897663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1743ddc1-6bcd-4046-8e5d-170e6835a2a3 req-e37f8b28-7001-49b5-a573-42eb2176e499 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612797 Aug 16 01:51:04.934563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5789a-ad0e-4aea-a323-eae8f45a669b req-6d0ddacf-e268-432f-98ed-4888cdc0207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.938653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bd5789a-ad0e-4aea-a323-eae8f45a669b req-6d0ddacf-e268-432f-98ed-4888cdc0207d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=be33d864-b957-4e4d-9379-82da4fbdd8d4 HTTP/1.1" status: 200 len: 851 time: 0.1859787 Aug 16 01:51:04.973953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cba7cab-8781-424a-bde1-dbad3bb31783 req-ac5076b3-7f14-450e-88fc-3907f831aed3 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 210 time: 0.0743752 Aug 16 01:51:05.001712 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.015175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.076699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ed64a-a3a4-420b-8b2b-1533262db0f5 req-58217e2a-6a31-4d90-bd34-6393bb06f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.080840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-336ed64a-a3a4-420b-8b2b-1533262db0f5 req-58217e2a-6a31-4d90-bd34-6393bb06f6af service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 1126 time: 0.2952704 Aug 16 01:51:05.098878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:05.101347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2d479b84-6c2a-4a36-9be0-e851ae85f853 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:05.111855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046f4491-b7ab-410e-904f-d8890b7ef01b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:05.153077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.153465 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Added segment 96e07c7b-a08b-48a4-851c-33289a44744d of type vlan for network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 Aug 16 01:51:05.192739 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 2d479b84-6c2a-4a36-9be0-e851ae85f853 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:05.199093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 2d479b84-6c2a-4a36-9be0-e851ae85f853 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:05.199841 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.224041 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.293943 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-1101918e-6244-483b-b0e7-dcdb532288eb tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.297065 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-1101918e-6244-483b-b0e7-dcdb532288eb tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.89 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 819 time: 0.2397461 Aug 16 01:51:05.315626 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.316858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.317485 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.333756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Request body: {'port': {'device_id': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'admin_state_up': True, 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:05.339360 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.358670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5789a-ad0e-4aea-a323-eae8f45a669b req-35070598-af99-4302-a910-0799feac28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.361220 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bd5789a-ad0e-4aea-a323-eae8f45a669b req-35070598-af99-4302-a910-0799feac28d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=35632308-a9f4-4d57-bc16-93677de2838e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3952301 Aug 16 01:51:05.407970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2d479b84-6c2a-4a36-9be0-e851ae85f853, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2d479b84-6c2a-4a36-9be0-e851ae85f853,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:05.409316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d479b84-6c2a-4a36-9be0-e851ae85f853'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:05.412953 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b759335c-e3fd-4eea-9814-9899d524fe5c" -d '{"events": [{"server_uuid": "d5abe3b9-b1e6-4404-99be-ab0ae30839f8", "name": "network-vif-plugged", "status": "completed", "tag": "2d479b84-6c2a-4a36-9be0-e851ae85f853"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:05.414021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154d6e-a88f-48cd-9701-4b60d3f55096 req-5f99f7bf-47cf-4e3d-8ba2-9ac5c92ed0f1 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.415577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40154d6e-a88f-48cd-9701-4b60d3f55096 req-5f99f7bf-47cf-4e3d-8ba2-9ac5c92ed0f1 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 944 time: 0.3420937 Aug 16 01:51:05.417499 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.473723 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9098289 Aug 16 01:51:05.477694 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34316) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:05.498937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] Request body: {'subnet': {'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2101518628-subnet', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:05.524187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2d479b84-6c2a-4a36-9be0-e851ae85f853,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:05.535160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] Made reservation on behalf of 20140796c35b4da7b5424ff58001740c for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:05.537487 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.587413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3333b1b-d8c6-45b6-8da7-136786c3262a admin admin] Pushing event updated for resources: {'Network': ['ID=cc48b953-c75a-4e3d-8670-1d941a5fd3d9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:05.599848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:05.600461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bbee9-ab1f-4022-946b-fb5647fc38ef req-fd7bba25-a5b5-4741-8408-dd97602e1cf6 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.602328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c4bbee9-ab1f-4022-946b-fb5647fc38ef req-fd7bba25-a5b5-4741-8408-dd97602e1cf6 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 944 time: 0.3051186 Aug 16 01:51:05.603450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ed64a-a3a4-420b-8b2b-1533262db0f5 req-390908dd-c1a4-482e-969b-c9a584368afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.615956 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-336ed64a-a3a4-420b-8b2b-1533262db0f5 req-390908dd-c1a4-482e-969b-c9a584368afd service neutron] 10.222.0.84 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.4936297 Aug 16 01:51:05.686194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Made reservation on behalf of 2c5c5f6b83d34486845a426b3b3c1708 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:05.690376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.742714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40154d6e-a88f-48cd-9701-4b60d3f55096 req-0ae27ced-02f4-4fa1-bc2e-000e7fe07912 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119913 Aug 16 01:51:05.843644 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21400ce-2b4c-4c6d-82d2-590308a8ffab x-openstack-request-id: req-f21400ce-2b4c-4c6d-82d2-590308a8ffab {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:05.843942 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5abe3b9-b1e6-4404-99be-ab0ae30839f8", "name": "network-vif-plugged", "status": "completed", "tag": "2d479b84-6c2a-4a36-9be0-e851ae85f853", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:05.844200 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f21400ce-2b4c-4c6d-82d2-590308a8ffab {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:05.844606 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d479b84-6c2a-4a36-9be0-e851ae85f853', 'code': 200} Aug 16 01:51:05.888196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-336ed64a-a3a4-420b-8b2b-1533262db0f5 req-75414d72-af28-43c6-ab2b-d3764943ec1e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48 HTTP/1.1" status: 200 len: 217 time: 0.2370424 Aug 16 01:51:05.942215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Allocated IP 172.20.0.14 (6814c1fc-393b-4e8c-8172-41cbfb4be56d/8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75/5c4239ca-8bb3-47d3-b5e2-722e5b1537dc) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:05.948254 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c4bbee9-ab1f-4022-946b-fb5647fc38ef req-2ab51994-5e93-4a72-8d2a-438486d3a018 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291445 Aug 16 01:51:05.958676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bd5789a-ad0e-4aea-a323-eae8f45a669b req-5d908d5a-028c-483d-9226-d4ae0f813dda service neutron] 10.222.0.89 "GET /v2.0/networks/35632308-a9f4-4d57-bc16-93677de2838e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761104 Aug 16 01:51:06.097159 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.102201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ed64a-a3a4-420b-8b2b-1533262db0f5 req-a564b930-a9d5-4f82-9e33-7824ff825851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.107630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-336ed64a-a3a4-420b-8b2b-1533262db0f5 req-a564b930-a9d5-4f82-9e33-7824ff825851 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.1651936 Aug 16 01:51:06.259827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-336ed64a-a3a4-420b-8b2b-1533262db0f5 req-7e5b3823-e415-462d-8574-837e605b58d2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241629 Aug 16 01:51:06.296547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=563a4c98-5d6d-4383-a1b8-53d188eee095,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:06.297775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1432748-afe9-4056-bb09-0ed9bbb46b77 req-43f252d8-e6d6-4c3b-9ed2-a44e7d0fc7b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 210 time: 0.0773385 Aug 16 01:51:06.348275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f3b9-b36d-4987-8408-f83145281509 req-79eb0e51-19b9-47d6-9005-70797431c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.358260 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc18f3b9-b36d-4987-8408-f83145281509 req-79eb0e51-19b9-47d6-9005-70797431c57f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 1097 time: 0.2951157 Aug 16 01:51:06.359490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] Checking segment: {'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:06.360890 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] Network hostable DHCP agents. Network: cc48b953-c75a-4e3d-8670-1d941a5fd3d9, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:06.491308 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.496999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe900bfa-a2db-4907-a056-b6b1c080d5e5 req-271c75fe-272e-4a6b-823d-49c09f918461 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.508753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe900bfa-a2db-4907-a056-b6b1c080d5e5 req-271c75fe-272e-4a6b-823d-49c09f918461 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.2891304 Aug 16 01:51:06.527343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bd5789a-ad0e-4aea-a323-eae8f45a669b req-b8149c63-f0de-46e2-ab11-147504bbbedb service neutron] 10.222.0.89 "GET /v2.0/networks/35632308-a9f4-4d57-bc16-93677de2838e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555904 Aug 16 01:51:06.579988 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-336ed64a-a3a4-420b-8b2b-1533262db0f5 req-ea50a71c-5848-445c-8471-b17e7c7daf3b service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001916 Aug 16 01:51:06.582077 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc18f3b9-b36d-4987-8408-f83145281509 req-209c7c1c-c45a-4466-81a6-4d148ab5fdee service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065563 Aug 16 01:51:06.583813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Transition to ACTIVE for port object 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:06.596072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] Network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:06.611435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe900bfa-a2db-4907-a056-b6b1c080d5e5 req-cc5b4391-bc58-493a-9013-6876e38e5625 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943003 Aug 16 01:51:06.641569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, cc48b953-c75a-4e3d-8670-1d941a5fd3d9) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:06.656482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db4c01-6927-40be-806e-2abcfff9588a None None] Network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:06.675781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.675781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.690248 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0f4baf82-273f-4a45-b061-6cb729d5d0bb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1986401 Aug 16 01:51:06.693094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34346) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:06.698493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:06.724073 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.747109 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.751076 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.849119 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Network 6814c1fc-393b-4e8c-8172-41cbfb4be56d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:06.859509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:06.877538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.880210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:06.947154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Pushing event updated for resources: {'Port': ['ID=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:06.961139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['d2864f35-2c09-4a79-b4a5-8084e32d342a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:07.033709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.034792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.073801 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-972a7d6f-02bc-46a2-8ef7-be8af05865b4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7475934 Aug 16 01:51:07.102507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Request body: {'port': {'device_id': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:07.199635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.338441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'fixed_ips': [{'subnet_id': '563a4c98-5d6d-4383-a1b8-53d188eee095'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:51:07.340508 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.366660 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.402352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a70c9-01e4-4e7a-be8a-53bff05e20e9 req-e6b4e0c0-3c8a-4927-bd82-692dc2138dac tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.411462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad2a70c9-01e4-4e7a-be8a-53bff05e20e9 req-e6b4e0c0-3c8a-4927-bd82-692dc2138dac tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 945 time: 0.4707325 Aug 16 01:51:07.428274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-26dd3118-0f2f-4869-856f-30c3b649e2fd None None] Provisioning for port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:07.454740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bee8c-0c14-40c3-b353-6b870884923d req-26a9f75c-1568-4b5a-9079-98e8b8d6bf8c tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.461172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-26dd3118-0f2f-4869-856f-30c3b649e2fd None None] Provisioning complete for port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:07.461553 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26dd3118-0f2f-4869-856f-30c3b649e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.471272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b04bee8c-0c14-40c3-b353-6b870884923d req-26a9f75c-1568-4b5a-9079-98e8b8d6bf8c tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 944 time: 0.3000991 Aug 16 01:51:07.583600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad2a70c9-01e4-4e7a-be8a-53bff05e20e9 req-549c875a-c236-4faa-abd6-f00b0a893701 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708572 Aug 16 01:51:07.589563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-336ed64a-a3a4-420b-8b2b-1533262db0f5 req-26036ad0-02a9-402e-a242-5c65e9ff5f81 service neutron] 10.222.0.84 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559173 Aug 16 01:51:07.626644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b04bee8c-0c14-40c3-b353-6b870884923d req-dd36a9b4-2e06-4d36-bc1e-c045e7353094 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117084 Aug 16 01:51:07.785595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-26dd3118-0f2f-4869-856f-30c3b649e2fd None None] Port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:07.840642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:07.860532 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.902018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Transition to ACTIVE for port object 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:07.913119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.939122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Allocated IP 172.20.0.2 (cc48b953-c75a-4e3d-8670-1d941a5fd3d9/563a4c98-5d6d-4383-a1b8-53d188eee095/16944b3a-069a-4b36-856e-23bf9056f8af) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:07.949155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 611e6949-33c5-41a1-a8a6-6ccf3ea1476b details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:07.997434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:08.149583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c36935-ee2a-4d31-acec-abd3cc70e438 req-7fa40a65-8a23-433d-82a2-35b0e9d2fef5 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:08.164495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8c36935-ee2a-4d31-acec-abd3cc70e438 req-7fa40a65-8a23-433d-82a2-35b0e9d2fef5 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.3280070 Aug 16 01:51:08.202259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Attempting to bind port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:08.204429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=611e6949-33c5-41a1-a8a6-6ccf3ea1476b,segment=NetworkSegment(81e31cda-dea2-4fc1-ba05-a1b50c43053d),segment_id=81e31cda-dea2-4fc1-ba05-a1b50c43053d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:08.205231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Attempting to bind port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:08.206097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Attempting to bind port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc on network 6814c1fc-393b-4e8c-8172-41cbfb4be56d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:08.233883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'port_id': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b', 'mac_address': 'fa:16:3e:73:79:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:08.238980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc on network 6814c1fc-393b-4e8c-8172-41cbfb4be56d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:08.239567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Attempting to bind port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc on network 6814c1fc-393b-4e8c-8172-41cbfb4be56d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:08.263522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:08.266461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Checking segment: {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:08.266873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Bound using segment: {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:08.270435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Bound port: 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b558386a-9048-44ac-bee8-89360a3fbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:08.270905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.300330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ddd5c-5a46-4632-aadc-f0b186545500 req-85b36a04-18f6-47e7-be38-f90bde6baae8 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:08.317700 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de6ddd5c-5a46-4632-aadc-f0b186545500 req-85b36a04-18f6-47e7-be38-f90bde6baae8 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 944 time: 0.3826096 Aug 16 01:51:08.326340 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.397914 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.459277 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.472945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Transition to ACTIVE for port object 16944b3a-069a-4b36-856e-23bf9056f8af will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:08.533393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Transition to ACTIVE for port object 16944b3a-069a-4b36-856e-23bf9056f8af will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:08.540838 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.541511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] For port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:08.548356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] For port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:08.557081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611e6949-33c5-41a1-a8a6-6ccf3ea1476b {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:08.562877 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.563372 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.584246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8c36935-ee2a-4d31-acec-abd3cc70e438 req-50ee0089-8a8c-4203-9ee6-97b3b3938090 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115252 Aug 16 01:51:08.623933 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Pushing event updated for resources: {'Port': ['ID=16944b3a-069a-4b36-856e-23bf9056f8af,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:08.649003 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:08.660500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:08.661161 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.662831 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-a1b05fec-f93c-40f2-a6a3-faa9f0d25f44 service neutron] 10.222.0.89 "PUT /v2.0/ports/5c4239ca-8bb3-47d3-b5e2-722e5b1537dc HTTP/1.1" status: 200 len: 1093 time: 1.5793777 Aug 16 01:51:08.663296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'tag': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:08.668399 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba438610-01d3-458e-b1b2-ef54eb19fbca" -d '{"events": [{"name": "network-changed", "server_uuid": "53d01669-95fd-4a9e-b359-958e5f41f8a3", "tag": "5c4239ca-8bb3-47d3-b5e2-722e5b1537dc"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:08.689781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=611e6949-33c5-41a1-a8a6-6ccf3ea1476b,segment=NetworkSegment(81e31cda-dea2-4fc1-ba05-a1b50c43053d),segment_id=81e31cda-dea2-4fc1-ba05-a1b50c43053d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:08.697237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:08.704319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:08.709401 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.715119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:08.831452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-7f6e3f35-47d2-4ac7-98b3-25b635fdeb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:08.835414 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-7f6e3f35-47d2-4ac7-98b3-25b635fdeb88 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 1096 time: 0.0985296 Aug 16 01:51:08.846897 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0ecad70e-0da8-45e0-98f5-43784c7b522f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.853419 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de6ddd5c-5a46-4632-aadc-f0b186545500 req-bb39f031-35b6-4b9c-94fd-3ef7df1f3da1 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652352 Aug 16 01:51:08.922604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Attempting to bind port 16944b3a-069a-4b36-856e-23bf9056f8af on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:08.923309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Attempting to bind port 16944b3a-069a-4b36-856e-23bf9056f8af by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:08.925468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Attempting to bind port 16944b3a-069a-4b36-856e-23bf9056f8af on network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:08.961502 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-f57407c2-9363-49bd-a383-716dd925b24f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc HTTP/1.1" status: 200 len: 217 time: 0.1121035 Aug 16 01:51:08.968333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=611e6949-33c5-41a1-a8a6-6ccf3ea1476b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:08.982435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:08.983413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Checking segment: {'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:08.983828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.984234 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Bound using segment: {'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:08.984732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Bound port: 16944b3a-069a-4b36-856e-23bf9056f8af, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:08.986361 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.027780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd136a08-5d46-4e88-b6e7-a0bc60485dc7 req-177a94b9-3f29-4a63-9ead-c4fa4df03b30 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.038658 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd136a08-5d46-4e88-b6e7-a0bc60485dc7 req-177a94b9-3f29-4a63-9ead-c4fa4df03b30 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 945 time: 0.2828159 Aug 16 01:51:09.068348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] For port 16944b3a-069a-4b36-856e-23bf9056f8af, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:09.073126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] For port 16944b3a-069a-4b36-856e-23bf9056f8af, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=16944b3a-069a-4b36-856e-23bf9056f8af,segment=NetworkSegment(96e07c7b-a08b-48a4-851c-33289a44744d),segment_id=96e07c7b-a08b-48a4-851c-33289a44744d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:09.085696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.112267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-dbf7e131-540f-457c-b778-a004b6e8d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.115805 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-dbf7e131-540f-457c-b778-a004b6e8d02f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.1432714 Aug 16 01:51:09.153278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e24305-276e-42b9-b3b2-a6d4db700601 None None] Pushing event updated for resources: {'Port': ['ID=16944b3a-069a-4b36-856e-23bf9056f8af,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:09.166014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2341427a-59c2-43bd-a969-dc5dbbb99b48 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:09.168928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['611e6949-33c5-41a1-a8a6-6ccf3ea1476b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:09.195054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd136a08-5d46-4e88-b6e7-a0bc60485dc7 req-2990b206-0b13-4528-8c90-187a896650d2 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306102 Aug 16 01:51:09.234898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Allocated IP 172.25.2.116 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/6372ee09-90ce-434c-a44a-725316ee30c3) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:09.261942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-983e87d7-d4c0-4622-9ecc-e2ec70c3bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.263639 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-983e87d7-d4c0-4622-9ecc-e2ec70c3bd18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334941 Aug 16 01:51:09.269603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a95f8b-3569-4687-bfc5-76a4def2599c req-2ba13b64-dd1f-43e3-8312-31f649e4c463 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.280328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02a95f8b-3569-4687-bfc5-76a4def2599c req-2ba13b64-dd1f-43e3-8312-31f649e4c463 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 945 time: 0.2318945 Aug 16 01:51:09.363267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02a95f8b-3569-4687-bfc5-76a4def2599c req-7c70723d-4f3e-4e3a-91b1-f6a4fda962e2 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820291 Aug 16 01:51:09.364884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-7b15cc52-fb8a-4167-b639-f1729f6fceb0 service neutron] 10.222.0.84 "GET /v2.0/ports/2341427a-59c2-43bd-a969-dc5dbbb99b48/bindings/n-h2-768851-16 HTTP/1.1" status: 200 len: 385 time: 0.3159916 Aug 16 01:51:09.401230 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:10.173871 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454058a2-a04e-4524-9c8b-e364e57cc47f x-openstack-request-id: req-454058a2-a04e-4524-9c8b-e364e57cc47f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:10.174399 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d01669-95fd-4a9e-b359-958e5f41f8a3", "tag": "5c4239ca-8bb3-47d3-b5e2-722e5b1537dc", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:10.174750 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-454058a2-a04e-4524-9c8b-e364e57cc47f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:10.175554 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'tag': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'status': 'completed', 'code': 200} Aug 16 01:51:10.289409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 16944b3a-069a-4b36-856e-23bf9056f8af up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:10.292232 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-0d2ef6a7-7c24-4cd6-a0cf-befaaf757a42 service neutron] 10.222.0.89 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0099576 Aug 16 01:51:10.362436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 16944b3a-069a-4b36-856e-23bf9056f8af completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:10.465237 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:10.483514 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4cb901ce-f332-4c70-b8e6-c107646afc3b req-d7151b85-f354-40b9-b272-608a7cd264bc service neutron] 10.222.0.89 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749706 Aug 16 01:51:10.496231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c455dcb-12c0-43f9-8e90-038a974e1b27 req-5af4324e-247c-44a8-b262-9feb17dc8dd0 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:10.498193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c455dcb-12c0-43f9-8e90-038a974e1b27 req-5af4324e-247c-44a8-b262-9feb17dc8dd0 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 945 time: 1.1043115 Aug 16 01:51:10.544300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-9b412216-6a80-4329-988d-6ccc863178d8 service neutron] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:10.585380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f5764-8bd2-426a-a29f-2bffe2d5005d req-3792c841-b8bc-4361-b9ba-0adce39f4319 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:10.586979 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-218f5764-8bd2-426a-a29f-2bffe2d5005d req-3792c841-b8bc-4361-b9ba-0adce39f4319 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 943 time: 0.3747737 Aug 16 01:51:10.593013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:10.621705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438610-01d3-458e-b1b2-ef54eb19fbca req-f9c8db77-39af-4774-9af2-05aceccb2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:10.624226 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba438610-01d3-458e-b1b2-ef54eb19fbca req-f9c8db77-39af-4774-9af2-05aceccb2325 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 1096 time: 0.0700390 Aug 16 01:51:10.655111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:10.665644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:10.668236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:10.862303 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438610-01d3-458e-b1b2-ef54eb19fbca req-4a29bd38-e375-48e0-a5b7-0db7f05ec4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:10.864758 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba438610-01d3-458e-b1b2-ef54eb19fbca req-4a29bd38-e375-48e0-a5b7-0db7f05ec4ce service neutron] 10.222.0.89 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.2297921 Aug 16 01:51:10.970670 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba438610-01d3-458e-b1b2-ef54eb19fbca req-fcab15b9-7144-4f72-87d9-2801c9eaa6cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc HTTP/1.1" status: 200 len: 217 time: 0.0874779 Aug 16 01:51:11.066473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438610-01d3-458e-b1b2-ef54eb19fbca req-0bd28b71-b644-4501-8200-a41b22adc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:11.068003 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba438610-01d3-458e-b1b2-ef54eb19fbca req-0bd28b71-b644-4501-8200-a41b22adc942 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.0832784 Aug 16 01:51:11.096809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71833cb-09e5-4590-9c19-a59b4ef37824 None None] Network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:11.101656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-9b412216-6a80-4329-988d-6ccc863178d8 service neutron] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:11.103166 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.189631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438610-01d3-458e-b1b2-ef54eb19fbca req-6d4aeec1-1ca8-4407-a58a-d696d0cd63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:11.193060 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba438610-01d3-458e-b1b2-ef54eb19fbca req-6d4aeec1-1ca8-4407-a58a-d696d0cd63ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138968 Aug 16 01:51:11.257537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c455dcb-12c0-43f9-8e90-038a974e1b27 req-960e1d62-8fb0-42e8-9ac2-0d2d5247c65a tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6691613 Aug 16 01:51:11.332331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-57c026e9-be75-4d4c-8c37-dbae9c3f3030 None None] Provisioning for port 16944b3a-069a-4b36-856e-23bf9056f8af completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:11.419208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-57c026e9-be75-4d4c-8c37-dbae9c3f3030 None None] Provisioning complete for port 16944b3a-069a-4b36-856e-23bf9056f8af triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:11.419761 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-57c026e9-be75-4d4c-8c37-dbae9c3f3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.441295 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba438610-01d3-458e-b1b2-ef54eb19fbca req-b6c69d1c-a2f4-4126-8e48-526979b9591f service neutron] 10.222.0.89 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304361 Aug 16 01:51:11.509864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Pushing event updated for resources: {'Port': ['ID=6372ee09-90ce-434c-a44a-725316ee30c3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:11.557138 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-be633dfb-ea5e-4b6b-aedf-906515dcf492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.568673 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.609391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-9b412216-6a80-4329-988d-6ccc863178d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2341427a-59c2-43bd-a969-dc5dbbb99b48 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:11.634173 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba438610-01d3-458e-b1b2-ef54eb19fbca req-4ed60bce-807e-468b-b1da-877160c95773 service neutron] 10.222.0.89 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841195 Aug 16 01:51:11.667741 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-218f5764-8bd2-426a-a29f-2bffe2d5005d req-170552b3-be0b-4b60-9b45-f982c86560fa tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0646708 Aug 16 01:51:11.685245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-9b412216-6a80-4329-988d-6ccc863178d8 service neutron] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:11.692553 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-57c026e9-be75-4d4c-8c37-dbae9c3f3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.749694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-57c026e9-be75-4d4c-8c37-dbae9c3f3030 None None] For port 16944b3a-069a-4b36-856e-23bf9056f8af, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=16944b3a-069a-4b36-856e-23bf9056f8af,segment=NetworkSegment(96e07c7b-a08b-48a4-851c-33289a44744d),segment_id=96e07c7b-a08b-48a4-851c-33289a44744d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:11.753076 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-9b412216-6a80-4329-988d-6ccc863178d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.770324 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-57c026e9-be75-4d4c-8c37-dbae9c3f3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.786773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78ae7d-2611-423f-8f12-2a43e7266df6 req-4b922ddb-3854-4e52-a4ab-6770f7cb4d0c tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:11.789887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a78ae7d-2611-423f-8f12-2a43e7266df6 req-4b922ddb-3854-4e52-a4ab-6770f7cb4d0c tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 945 time: 0.4078703 Aug 16 01:51:11.830055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.892809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c026e9-be75-4d4c-8c37-dbae9c3f3030 None None] Pushing event updated for resources: {'Port': ['ID=16944b3a-069a-4b36-856e-23bf9056f8af,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:11.984391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a78ae7d-2611-423f-8f12-2a43e7266df6 req-194cac87-0068-4de0-94ec-c48d0b25ad75 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664419 Aug 16 01:51:12.000609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 611e6949-33c5-41a1-a8a6-6ccf3ea1476b up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:12.006912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-9b412216-6a80-4329-988d-6ccc863178d8 service neutron] Transition to ACTIVE for port object 2341427a-59c2-43bd-a969-dc5dbbb99b48 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:12.056729 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-9b412216-6a80-4329-988d-6ccc863178d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.117471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2d63f-46ce-462a-9e2b-437a9f84361b req-65787b8c-0ab2-4638-9bb8-1f71e0facd44 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.119225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc2d63f-46ce-462a-9e2b-437a9f84361b req-65787b8c-0ab2-4638-9bb8-1f71e0facd44 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 944 time: 0.2637222 Aug 16 01:51:12.165380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ead85d05-4683-43f1-92da-62e5f3886d98 None None] Provisioning complete for port 16944b3a-069a-4b36-856e-23bf9056f8af triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:12.165773 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ead85d05-4683-43f1-92da-62e5f3886d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.170033 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 16944b3a-069a-4b36-856e-23bf9056f8af up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:12.252457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:12.258474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:12.258853 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.293780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-9b412216-6a80-4329-988d-6ccc863178d8 service neutron] No DVR routers for this DVR port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:12.380869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 16944b3a-069a-4b36-856e-23bf9056f8af triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:12.380869 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.479517 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.511032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b412216-6a80-4329-988d-6ccc863178d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2341427a-59c2-43bd-a969-dc5dbbb99b48,revision_number=10']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:12.543859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:12.547438 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258ca663-42b9-4a12-87d7-68cebec46a3c" -d '{"events": [{"server_uuid": "4e6039b2-a0c4-4abd-872f-79e4715f5e68", "name": "network-vif-plugged", "status": "completed", "tag": "611e6949-33c5-41a1-a8a6-6ccf3ea1476b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:12.551228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-9b412216-6a80-4329-988d-6ccc863178d8 service neutron] 10.222.0.84 "PUT /v2.0/ports/2341427a-59c2-43bd-a969-dc5dbbb99b48/bindings/n-h2-768851-16/activate HTTP/1.1" status: 200 len: 370 time: 3.1530881 Aug 16 01:51:12.570861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc2d63f-46ce-462a-9e2b-437a9f84361b req-102c7aed-96e9-4633-8747-6e69a9f51533 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307168 Aug 16 01:51:12.608158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=611e6949-33c5-41a1-a8a6-6ccf3ea1476b,segment=NetworkSegment(81e31cda-dea2-4fc1-ba05-a1b50c43053d),segment_id=81e31cda-dea2-4fc1-ba05-a1b50c43053d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:12.610911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Router 86d09f58-8673-4184-addc-145ff433ad84 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:51:12.648217 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.752161 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.798999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=611e6949-33c5-41a1-a8a6-6ccf3ea1476b,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:12.803664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-d939508e-8958-4c0f-b11e-85638dac4aa3 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.806013 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-d939508e-8958-4c0f-b11e-85638dac4aa3 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.1360559 Aug 16 01:51:12.897880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-e22462db-fea5-4582-b5b2-f310886773ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.899802 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-e22462db-fea5-4582-b5b2-f310886773ed service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54 HTTP/1.1" status: 200 len: 1096 time: 0.0730627 Aug 16 01:51:12.900935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9c7c-dd4f-4bd6-acbc-a5d86984783f req-802bdea2-276a-4f5a-b19b-95cbeee039e7 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.909663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd5d9c7c-dd4f-4bd6-acbc-a5d86984783f req-802bdea2-276a-4f5a-b19b-95cbeee039e7 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 945 time: 0.1813366 Aug 16 01:51:12.973706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:12.981401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-f43ede9a-d963-477c-8367-d6cba68a65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.983471 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-f43ede9a-d963-477c-8367-d6cba68a65b2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 1096 time: 0.0482373 Aug 16 01:51:12.986403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Sync routers for ids ['86d09f58-8673-4184-addc-145ff433ad84'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:13.001412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Routers {'86d09f58-8673-4184-addc-145ff433ad84'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:13.002758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['86d09f58-8673-4184-addc-145ff433ad84'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:13.016010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:13.018172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e48765db-8241-46c1-b9e9-1dc648d3dde2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.3239110 Aug 16 01:51:13.022331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34442) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:13.037832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd5d9c7c-dd4f-4bd6-acbc-a5d86984783f req-8d0500a7-4c21-4ccf-910b-a709e5c584bf tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171691 Aug 16 01:51:13.099371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a4607-a488-4849-b620-b70e0e578a9b req-001ede92-4251-4417-95c2-cbebb3311760 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:13.108701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-966a4607-a488-4849-b620-b70e0e578a9b req-001ede92-4251-4417-95c2-cbebb3311760 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 946 time: 0.1819816 Aug 16 01:51:13.168233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-966a4607-a488-4849-b620-b70e0e578a9b req-6bbc0ed7-ec63-4c48-9330-04fddae98ed9 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562165 Aug 16 01:51:13.228306 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e785617-8fc6-4652-bf96-62bcbc65cc43 x-openstack-request-id: req-2e785617-8fc6-4652-bf96-62bcbc65cc43 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:13.228732 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6039b2-a0c4-4abd-872f-79e4715f5e68", "name": "network-vif-plugged", "status": "completed", "tag": "611e6949-33c5-41a1-a8a6-6ccf3ea1476b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:13.229139 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2e785617-8fc6-4652-bf96-62bcbc65cc43 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:13.231239 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b', 'code': 200} Aug 16 01:51:13.237800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-bdb77fb5-6551-4439-b514-d52cc9fd5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:13.239766 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-bdb77fb5-6551-4439-b514-d52cc9fd5b4e service neutron] 10.222.0.89 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.2463555 Aug 16 01:51:13.300945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Set router 86d09f58-8673-4184-addc-145ff433ad84 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:13.340034 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-47198ccf-f307-441c-8dd2-b9b25e84792a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48 HTTP/1.1" status: 200 len: 217 time: 0.0856333 Aug 16 01:51:13.431058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-71795ab0-a171-4934-8571-754ad5291587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:13.453826 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-71795ab0-a171-4934-8571-754ad5291587 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.1052163 Aug 16 01:51:13.531518 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-46ad23e9-d298-4a69-868b-4c30f6aaa5e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619051 Aug 16 01:51:13.571820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0af2e-f8a0-4bf7-bd0e-ba9450b2f090 req-514972e1-189a-488d-8df2-0318cef2c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:13.573388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09d0af2e-f8a0-4bf7-bd0e-ba9450b2f090 req-514972e1-189a-488d-8df2-0318cef2c646 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 1098 time: 0.2623954 Aug 16 01:51:13.586607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f259882-1777-4e10-9359-2955765ff103 req-a51cc0e6-1c35-4860-8878-d019cc590932 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:13.588168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f259882-1777-4e10-9359-2955765ff103 req-a51cc0e6-1c35-4860-8878-d019cc590932 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 944 time: 0.2270339 Aug 16 01:51:13.751776 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-3692f85a-9ca5-4f13-9a80-9140c6ecff5e service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049832 Aug 16 01:51:13.757747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:10Z', 'revision_number': 3, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:13.843461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f259882-1777-4e10-9359-2955765ff103 req-5627307a-ec12-4922-99bc-7d9fea7d4673 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485702 Aug 16 01:51:13.845380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09d0af2e-f8a0-4bf7-bd0e-ba9450b2f090 req-c23dcc64-2d11-4e10-a93c-307c1b03e73f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520156 Aug 16 01:51:13.890044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Checking router: 86d09f58-8673-4184-addc-145ff433ad84 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:13.890436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Updating router 86d09f58-8673-4184-addc-145ff433ad84 port 6372ee09-90ce-434c-a44a-725316ee30c3 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:51:13.959359 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-b440b5e9-9989-458d-a08d-92f0028f71bd service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994112 Aug 16 01:51:13.980029 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:13.984362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32592d86-e33d-41c7-8d88-e4cee4ed8570 req-c0c44662-7115-4e19-b3c9-bdc426c5144d tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:13.993207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32592d86-e33d-41c7-8d88-e4cee4ed8570 req-c0c44662-7115-4e19-b3c9-bdc426c5144d tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 944 time: 0.2958567 Aug 16 01:51:14.312033 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32592d86-e33d-41c7-8d88-e4cee4ed8570 req-bdeb8577-d09c-48a7-a398-be43c00903b6 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178556 Aug 16 01:51:14.340242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-d621a962-dd0b-4d87-9a87-67f8d3a51ee6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.342903 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-d621a962-dd0b-4d87-9a87-67f8d3a51ee6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.89 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 945 time: 0.1379509 Aug 16 01:51:14.446918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:14.539743 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.542805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47708e55-33c5-4426-bdf3-3d1e672897d2 req-a75784ed-68f0-408a-b5e1-218dea594275 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.550007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47708e55-33c5-4426-bdf3-3d1e672897d2 req-a75784ed-68f0-408a-b5e1-218dea594275 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 945 time: 0.3877759 Aug 16 01:51:14.559488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.589041 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Deleting port 3f869e23-504a-47e0-9d24-c3dae2485968 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:14.591390 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.611772 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Transition to ACTIVE for port object 6372ee09-90ce-434c-a44a-725316ee30c3 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:14.708606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-d3a53023-516b-4f87-9c31-0144f98d3a61 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.709182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-d3a53023-516b-4f87-9c31-0144f98d3a61 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851&tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.3212481 Aug 16 01:51:14.728043 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.855936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] For port 3f869e23-504a-47e0-9d24-c3dae2485968, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3f869e23-504a-47e0-9d24-c3dae2485968,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:14.862749 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.866157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd2aba-41e9-4094-b2a3-11adc237c59d None None] Pushing event updated for resources: {'Port': ['ID=6372ee09-90ce-434c-a44a-725316ee30c3,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:14.914366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:14.940260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'port_id': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'mac_address': 'fa:16:3e:66:be:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:14.972019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601d532-d703-4a0e-8765-51c072564c1c req-7c03c066-4e92-4ef0-acc6-768fae40fba1 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.973680 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c601d532-d703-4a0e-8765-51c072564c1c req-7c03c066-4e92-4ef0-acc6-768fae40fba1 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 946 time: 0.4617469 Aug 16 01:51:15.073543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47708e55-33c5-4426-bdf3-3d1e672897d2 req-af654909-f9c8-41db-9c40-daa5fc68d0b4 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a3133b7-71fa-4cf0-a14a-fc18fc676b96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4907236 Aug 16 01:51:15.101419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Attempting to bind port 6372ee09-90ce-434c-a44a-725316ee30c3 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:15.108785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Attempting to bind port 6372ee09-90ce-434c-a44a-725316ee30c3 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:15.111012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Attempting to bind port 6372ee09-90ce-434c-a44a-725316ee30c3 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:15.144052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:15.152342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:15.152882 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.153328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:15.158173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Bound port: 6372ee09-90ce-434c-a44a-725316ee30c3, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:15.160686 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.291767 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.317763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-ba16a577-e7e6-4aad-909a-048ab8bc7728 service neutron] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:15.344817 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-ba16a577-e7e6-4aad-909a-048ab8bc7728 service neutron] Notify callbacks [] for binding, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.346127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2030fdd9-290f-4d44-b85d-e667b0284f8a req-ba16a577-e7e6-4aad-909a-048ab8bc7728 service neutron] 10.222.0.89 "DELETE /v2.0/ports/2341427a-59c2-43bd-a969-dc5dbbb99b48/bindings/n-h1-768851-16 HTTP/1.1" status: 204 len: 173 time: 0.5895517 Aug 16 01:51:15.368831 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.369470 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.369470 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Floating IP 882e778a-5c40-4dee-b03b-ed59494bffc1 disassociated. External IP: 172.25.2.9, port: 3f869e23-504a-47e0-9d24-c3dae2485968. Aug 16 01:51:15.369804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Calling delete_port for 3f869e23-504a-47e0-9d24-c3dae2485968 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:15.408424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c601d532-d703-4a0e-8765-51c072564c1c req-6955ef91-2995-4028-88a4-48e73d9f0870 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960913 Aug 16 01:51:15.631578 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.668729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.687722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:15.727858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:15.731907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] For port 6372ee09-90ce-434c-a44a-725316ee30c3, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:15.744587 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.768111 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] For port 6372ee09-90ce-434c-a44a-725316ee30c3, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6372ee09-90ce-434c-a44a-725316ee30c3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:15.768268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Pushing event deleted for resources: {'Port': ['ID=3f869e23-504a-47e0-9d24-c3dae2485968,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:15.810324 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.936672 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:15.943238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Routers {'86d09f58-8673-4184-addc-145ff433ad84'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:15.943895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['86d09f58-8673-4184-addc-145ff433ad84'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:16.065052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:16.231333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['5c4239ca-8bb3-47d3-b5e2-722e5b1537dc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:16.251669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:16.264449 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0108c08-b841-43c6-bd20-8aa474b0c27e None None] Sync routers for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:16.297299 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0108c08-b841-43c6-bd20-8aa474b0c27e None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:16.299036 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f0108c08-b841-43c6-bd20-8aa474b0c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:16.313645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] No DVR routers for this DVR port 3f869e23-504a-47e0-9d24-c3dae2485968 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:16.322065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:16.327641 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e0fddd90-4a6e-41cb-ab76-75e9f8e39870 req-3ca509fc-9065-4ce4-8a24-3afea2ba342a tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.89 "DELETE /v2.0/ports/3f869e23-504a-47e0-9d24-c3dae2485968 HTTP/1.1" status: 204 len: 173 time: 1.9744601 Aug 16 01:51:16.328152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'name': 'network-vif-deleted', 'tag': '3f869e23-504a-47e0-9d24-c3dae2485968'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:16.359754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd2aba-41e9-4094-b2a3-11adc237c59d None None] Pushing event updated for resources: {'Port': ['ID=6372ee09-90ce-434c-a44a-725316ee30c3,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:16.369218 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398c1403-b00b-4472-ba6c-2c3565a740f0" -d '{"events": [{"server_uuid": "d62878c1-4177-4428-aa4b-0909c7e98d9e", "name": "network-vif-deleted", "tag": "3f869e23-504a-47e0-9d24-c3dae2485968"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:16.391009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Allocated IP 172.20.0.1 (cc48b953-c75a-4e3d-8670-1d941a5fd3d9/563a4c98-5d6d-4383-a1b8-53d188eee095/523cb354-e087-440d-9e67-aad196ebbb52) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:16.492202 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] Set router 86d09f58-8673-4184-addc-145ff433ad84 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:16.535890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dedbf5-436e-4024-bbf2-bbd5da9b1f3c req-be7ce7ca-6b6a-4ec4-9b85-5ce7b05b7d21 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:16.542942 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-f0108c08-b841-43c6-bd20-8aa474b0c27e None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:16.546408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98dedbf5-436e-4024-bbf2-bbd5da9b1f3c req-be7ce7ca-6b6a-4ec4-9b85-5ce7b05b7d21 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 944 time: 0.9617975 Aug 16 01:51:16.590901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0c7de-b4d2-451b-905f-43bd97c30281 req-9b4eeb59-6b3a-4afc-ad0e-48d644beab41 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:16.598859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ba0c7de-b4d2-451b-905f-43bd97c30281 req-9b4eeb59-6b3a-4afc-ad0e-48d644beab41 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 945 time: 0.8623374 Aug 16 01:51:16.698239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ba0c7de-b4d2-451b-905f-43bd97c30281 req-9a703553-e5b9-490e-bdef-7531b84156f4 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933497 Aug 16 01:51:16.769299 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:16.816242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Transition to ACTIVE for port object 523cb354-e087-440d-9e67-aad196ebbb52 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:16.856171 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:16.890123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:16.899665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:16.936051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:17.036694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2b17ee2-2fe4-488e-9950-8eb1a97853eb req-977ea106-cbde-41d8-b0ca-8f407a38083c tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/ports?device_id=d62878c1-4177-4428-aa4b-0909c7e98d9e HTTP/1.1" status: 200 len: 210 time: 0.1579278 Aug 16 01:51:17.059780 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f0108c08-b841-43c6-bd20-8aa474b0c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:17.087906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98dedbf5-436e-4024-bbf2-bbd5da9b1f3c req-15499a8f-fb6f-4f6c-adb0-0b89c0185e20 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431697 Aug 16 01:51:17.132700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Pushing event updated for resources: {'Port': ['ID=523cb354-e087-440d-9e67-aad196ebbb52,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:17.151520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2d479b84-6c2a-4a36-9be0-e851ae85f853 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:17.152100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.152356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.152701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.153069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.153407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.153736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.154065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.154419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.155285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.155613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.155937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.156271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.176837 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0108c08-b841-43c6-bd20-8aa474b0c27e None None] Checking router: cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:17.177123 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.202813 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0108c08-b841-43c6-bd20-8aa474b0c27e None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:17.204759 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f0108c08-b841-43c6-bd20-8aa474b0c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:17.219163 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f92a22-0a5d-43f6-b55f-fb88ac9d42e7 x-openstack-request-id: req-55f92a22-0a5d-43f6-b55f-fb88ac9d42e7 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:17.219997 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62878c1-4177-4428-aa4b-0909c7e98d9e", "name": "network-vif-deleted", "tag": "3f869e23-504a-47e0-9d24-c3dae2485968", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:17.220465 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55f92a22-0a5d-43f6-b55f-fb88ac9d42e7 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:17.221188 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62878c1-4177-4428-aa4b-0909c7e98d9e', 'name': 'network-vif-deleted', 'tag': '3f869e23-504a-47e0-9d24-c3dae2485968', 'status': 'completed', 'code': 200} Aug 16 01:51:17.394180 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.resource_extend [None req-06ced621-6576-44e8-8331-71b6346b971a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:51:17.528105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.547136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ebd81079-e3ed-4541-a879-5f46c4b1bc29 None None] Provisioning for port 523cb354-e087-440d-9e67-aad196ebbb52 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:17.548274 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-f0108c08-b841-43c6-bd20-8aa474b0c27e None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:17.578278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2d479b84-6c2a-4a36-9be0-e851ae85f853, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2d479b84-6c2a-4a36-9be0-e851ae85f853,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:17.582349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ebd81079-e3ed-4541-a879-5f46c4b1bc29 None None] Provisioning complete for port 523cb354-e087-440d-9e67-aad196ebbb52 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:17.582924 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ebd81079-e3ed-4541-a879-5f46c4b1bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.626502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '2d479b84-6c2a-4a36-9be0-e851ae85f853', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'port_id': '2d479b84-6c2a-4a36-9be0-e851ae85f853', 'mac_address': 'fa:16:3e:7f:b7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1345f9-5c91-462e-8008-7479b1756a0e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:17.673453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1836e-5577-4f04-bc3b-f0e75f16a1c6 req-76ebf3d1-2e9b-4ba7-bc65-a4970e215489 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:17.687458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:10Z', 'revision_number': 3, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:17.688385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e1836e-5577-4f04-bc3b-f0e75f16a1c6 req-76ebf3d1-2e9b-4ba7-bc65-a4970e215489 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 946 time: 0.2478790 Aug 16 01:51:17.726935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-ebd81079-e3ed-4541-a879-5f46c4b1bc29 None None] Port 523cb354-e087-440d-9e67-aad196ebbb52 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:17.794639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e1836e-5577-4f04-bc3b-f0e75f16a1c6 req-7d51d96f-2ff2-4c93-b823-7474a4e60408 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048696 Aug 16 01:51:17.833581 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1411115-18f0-48d9-abde-29b15ac128f7 None None] The sync data for ids ['86d09f58-8673-4184-addc-145ff433ad84'] in n-d-768851-16 is: [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:10Z', 'revision_number': 3, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:17.849822 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.895050 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d479b84-6c2a-4a36-9be0-e851ae85f853 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:17.984694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2d479b84-6c2a-4a36-9be0-e851ae85f853, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2d479b84-6c2a-4a36-9be0-e851ae85f853,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:17.993673 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.050680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3f869e23-504a-47e0-9d24-c3dae2485968 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:18.112576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de835c82-9e32-42d8-af15-95f61e519b29 req-1ff464a4-3692-4a35-9546-734e72a82bd7 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:18.114421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de835c82-9e32-42d8-af15-95f61e519b29 req-1ff464a4-3692-4a35-9546-734e72a82bd7 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 945 time: 0.2316473 Aug 16 01:51:18.125346 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f0108c08-b841-43c6-bd20-8aa474b0c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:18.137261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7d8d9-dc15-4845-80af-caec7b98597f req-5b4f6a6e-ecf7-4b48-b45c-45608bb5e907 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:18.140209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6b7d8d9-dc15-4845-80af-caec7b98597f req-5b4f6a6e-ecf7-4b48-b45c-45608bb5e907 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1864815 Aug 16 01:51:18.189201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 3f869e23-504a-47e0-9d24-c3dae2485968 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:18.189807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3f869e23-504a-47e0-9d24-c3dae2485968 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:18.199268 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0108c08-b841-43c6-bd20-8aa474b0c27e None None] The sync data for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 is: [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:46:16Z', 'revision_number': 4, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '041a42ff-aa0c-4f79-acd4-89c518281337', 'name': '', 'network_id': '66eb6fc7-4e9f-41e0-afee-0b77a7385c32', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'mac_address': 'fa:16:3e:0b:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:14Z', 'updated_at': '2021-08-16T01:46:22Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'subnets': [{'id': '1aef574c-be6b-4775-96d3-9d8bb575c078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:18.203032 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.215555 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.224791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2d479b84-6c2a-4a36-9be0-e851ae85f853,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:18.231291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['2d479b84-6c2a-4a36-9be0-e851ae85f853'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:18.271921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de835c82-9e32-42d8-af15-95f61e519b29 req-9edaf24f-2821-4dfc-9fdc-7a5f04d91c6d tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499317 Aug 16 01:51:18.275615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.481749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Pushing event updated for resources: {'Port': ['ID=523cb354-e087-440d-9e67-aad196ebbb52,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:18.566280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6b7d8d9-dc15-4845-80af-caec7b98597f req-9002d34f-5ae6-4ec8-bf70-7359a42d6fbd tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025552 Aug 16 01:51:18.572249 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.788216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7086fb3-014d-4918-9a85-3587893d8070 req-36bb4030-1547-4fc8-8a3c-02ccd331d8e8 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:18.790004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7086fb3-014d-4918-9a85-3587893d8070 req-36bb4030-1547-4fc8-8a3c-02ccd331d8e8 tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 1096 time: 0.2606583 Aug 16 01:51:18.923967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7086fb3-014d-4918-9a85-3587893d8070 req-b047ed6e-b0af-45f2-9092-9d3f563995af tempest-LiveAutoBlockMigrationV225Test-1425388383 tempest-LiveAutoBlockMigrationV225Test-1425388383-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261871 Aug 16 01:51:18.930460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d9d5b-5920-4a00-9291-adafc6b6d7a9 None None] New status for floating IP 882e778a-5c40-4dee-b03b-ed59494bffc1: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:51:18.961616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:18.966584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:19.032210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea8e09-03fc-4598-a78c-8c63561f6bfb req-a5c8a487-ec20-4ac8-83d8-4c41c83d0c59 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:19.037211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9ea8e09-03fc-4598-a78c-8c63561f6bfb req-a5c8a487-ec20-4ac8-83d8-4c41c83d0c59 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 946 time: 0.2718511 Aug 16 01:51:19.055001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34560) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:19.062453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cf530e2b-4686-42fa-bd87-6b1812628cc4 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Request body: {'floatingip': {'port_id': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:19.171161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2d479b84-6c2a-4a36-9be0-e851ae85f853 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:19.273988 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf530e2b-4686-42fa-bd87-6b1812628cc4 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for floatingip, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:19.365788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Router 86d09f58-8673-4184-addc-145ff433ad84 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:19.458577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c9dfdc82-86d8-42a8-b2a8-e25a78b0eaf0 None None] Provisioning complete for port 523cb354-e087-440d-9e67-aad196ebbb52 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:19.459792 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c9dfdc82-86d8-42a8-b2a8-e25a78b0eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:19.558149 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c9dfdc82-86d8-42a8-b2a8-e25a78b0eaf0 None None] Port 523cb354-e087-440d-9e67-aad196ebbb52 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:19.568563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:19.584530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 2d479b84-6c2a-4a36-9be0-e851ae85f853 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:19.585338 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:19.586791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f5531454-6efc-423e-87ac-fbdb0aa4ed0c admin admin] 10.222.0.79 "PUT /v2.0/routers/86d09f58-8673-4184-addc-145ff433ad84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5610642 Aug 16 01:51:19.765185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe466f-f071-49ea-805c-e79e71d460ab req-d81cf11c-b094-4229-8ec2-f4f4ec622741 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:19.776510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbbe466f-f071-49ea-805c-e79e71d460ab req-d81cf11c-b094-4229-8ec2-f4f4ec622741 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 945 time: 0.1256506 Aug 16 01:51:19.820391 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:19.846101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbbe466f-f071-49ea-805c-e79e71d460ab req-01461871-fc52-49ed-adf3-b897669f20d2 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685313 Aug 16 01:51:19.847498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d479b84-6c2a-4a36-9be0-e851ae85f853'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:19.850229 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504b43f3-e641-4e67-bdf4-980935b9b40a" -d '{"events": [{"server_uuid": "d5abe3b9-b1e6-4404-99be-ab0ae30839f8", "name": "network-vif-plugged", "status": "completed", "tag": "2d479b84-6c2a-4a36-9be0-e851ae85f853"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:19.877024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2d479b84-6c2a-4a36-9be0-e851ae85f853, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2d479b84-6c2a-4a36-9be0-e851ae85f853,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:19.887949 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:19.925786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cfe56-4c07-4706-b78f-6f8d95672105 req-2267226d-f616-49ad-8ade-792a760767e0 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:19.927485 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc6cfe56-4c07-4706-b78f-6f8d95672105 req-2267226d-f616-49ad-8ade-792a760767e0 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.0860000 Aug 16 01:51:19.960551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2d479b84-6c2a-4a36-9be0-e851ae85f853,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:19.968446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.968784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.969211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.969546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.970021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.970291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.970625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.970951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.971278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.971602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.972212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.972541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:19.995546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc6cfe56-4c07-4706-b78f-6f8d95672105 req-3c9d4253-5b8a-4405-8462-08a23c37daf7 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563042 Aug 16 01:51:20.029238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:20.034541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5e535-37a9-4f5a-b547-5c6e57b63fa1 req-581773dc-b607-427d-babc-4333d8df5845 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:20.036298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6cd5e535-37a9-4f5a-b547-5c6e57b63fa1 req-581773dc-b607-427d-babc-4333d8df5845 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 944 time: 0.1077862 Aug 16 01:51:20.068340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34606) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:20.117420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:20.125883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:20.126266 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.153203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6cd5e535-37a9-4f5a-b547-5c6e57b63fa1 req-77297f6f-5893-4e42-8467-d5fdf526402f tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099734 Aug 16 01:51:20.157781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6372ee09-90ce-434c-a44a-725316ee30c3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:20.211768 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48408626-cdcc-4da7-8758-3c5f920c6930 x-openstack-request-id: req-48408626-cdcc-4da7-8758-3c5f920c6930 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:20.212102 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5abe3b9-b1e6-4404-99be-ab0ae30839f8", "name": "network-vif-plugged", "status": "completed", "tag": "2d479b84-6c2a-4a36-9be0-e851ae85f853", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:20.212324 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-48408626-cdcc-4da7-8758-3c5f920c6930 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:20.212699 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d479b84-6c2a-4a36-9be0-e851ae85f853', 'code': 200} Aug 16 01:51:20.244311 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.246134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-e6717757-fb5b-4d20-a5d7-fafa65a4a718 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488691 Aug 16 01:51:20.275947 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.360588 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.363530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.364856 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "DELETE /v2.0/security-groups/4a3133b7-71fa-4cf0-a14a-fc18fc676b96 HTTP/1.1" status: 204 len: 168 time: 0.2949440 Aug 16 01:51:20.374409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34620) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:20.375635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 6372ee09-90ce-434c-a44a-725316ee30c3 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:20.383604 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.401409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3133b7-71fa-4cf0-a14a-fc18fc676b96,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:20.422339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6372ee09-90ce-434c-a44a-725316ee30c3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:20.426839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-5114ecb2-4066-426c-8529-a635839513f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:20.428455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-5114ecb2-4066-426c-8529-a635839513f0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1097 time: 0.1073971 Aug 16 01:51:20.428757 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.473994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:20.487617 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.585428 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-3ce8ba1b-ee32-4818-a4e3-f6a2e45b8769 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] show failed (client error): The resource could not be found. Aug 16 01:51:20.586485 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ce8ba1b-ee32-4818-a4e3-f6a2e45b8769 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "GET /v2.0/security-groups/4a3133b7-71fa-4cf0-a14a-fc18fc676b96 HTTP/1.1" status: 404 len: 347 time: 0.2079229 Aug 16 01:51:20.592659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:20.605728 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf530e2b-4686-42fa-bd87-6b1812628cc4 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.607190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34634) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:20.611218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.611763 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.612569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.612860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.613225 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.613864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.614290 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.614869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.615215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.615555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.615888 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.616216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c485b57-dc49-45fc-9bec-10277f409cf6 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:20.669849 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf530e2b-4686-42fa-bd87-6b1812628cc4 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.675324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34640) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:20.694891 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.716854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-f2651188-0b89-43df-8889-72d674208fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:20.719160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-f2651188-0b89-43df-8889-72d674208fe1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.1991801 Aug 16 01:51:20.721782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e22dfe4f-6fa3-44d3-b229-27fdf41aace2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818878333', 'description': 'tempest-description--125437075'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:20.763048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 6372ee09-90ce-434c-a44a-725316ee30c3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6372ee09-90ce-434c-a44a-725316ee30c3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:20.771223 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.799462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-8b7457aa-f7e1-44a0-a541-27e447b8cb6b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 217 time: 0.0676501 Aug 16 01:51:20.846392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=6372ee09-90ce-434c-a44a-725316ee30c3,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:20.913014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16990c6e-338e-45ea-adff-4bbd8c3e95db req-3e244a55-4ec8-44b3-8faa-99ecd231b518 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:20.914600 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-16990c6e-338e-45ea-adff-4bbd8c3e95db req-3e244a55-4ec8-44b3-8faa-99ecd231b518 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.89 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 944 time: 0.4032092 Aug 16 01:51:20.921352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f66eb3-b08d-448d-9293-82a6d85081c8 req-a47c141b-250f-49b3-82ae-06697de4a773 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:20.923058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6f66eb3-b08d-448d-9293-82a6d85081c8 req-a47c141b-250f-49b3-82ae-06697de4a773 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 949 time: 0.1005394 Aug 16 01:51:20.931206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90252cb-8a3b-452d-883b-5df740d2541f req-dc01246f-a447-4c06-b488-393ec34fba44 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:20.932659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d90252cb-8a3b-452d-883b-5df740d2541f req-dc01246f-a447-4c06-b488-393ec34fba44 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.89 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.2097087 Aug 16 01:51:20.934569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-f0d8fd60-d62c-449d-ba63-f641fb124218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:20.935667 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-f0d8fd60-d62c-449d-ba63-f641fb124218 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.1119804 Aug 16 01:51:20.944548 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e22dfe4f-6fa3-44d3-b229-27fdf41aace2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.968301 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-cf530e2b-4686-42fa-bd87-6b1812628cc4 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Floating IP 21ed70e4-e840-4c05-add3-9266a53afb81 associated. External IP: 172.25.2.128, port: 611e6949-33c5-41a1-a8a6-6ccf3ea1476b. Aug 16 01:51:20.982137 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Sync routers for ids ['86d09f58-8673-4184-addc-145ff433ad84'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:20.995532 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Routers {'86d09f58-8673-4184-addc-145ff433ad84'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:20.996186 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['86d09f58-8673-4184-addc-145ff433ad84'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:21.063786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6f66eb3-b08d-448d-9293-82a6d85081c8 req-cbc9662a-3d38-4f4d-8d50-5dce900d2fc1 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266429 Aug 16 01:51:21.102032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-423ae03c-901c-4824-b238-05d02d40a410 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Deleting port ef3032e2-fd86-4be0-b983-595083b22c68 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:21.102032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-423ae03c-901c-4824-b238-05d02d40a410 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.106040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3afb20-5548-423a-9e64-a0aeafcd2f00 req-ffb91efe-f0a5-45e5-9fe5-63d7852a03d0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:21.108159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca3afb20-5548-423a-9e64-a0aeafcd2f00 req-ffb91efe-f0a5-45e5-9fe5-63d7852a03d0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 946 time: 0.1694818 Aug 16 01:51:21.115361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-116c5116-72f1-47d5-a2e1-d96b9fcec148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:21.116440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-116c5116-72f1-47d5-a2e1-d96b9fcec148 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1556132 Aug 16 01:51:21.147620 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Set router 86d09f58-8673-4184-addc-145ff433ad84 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:21.251242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca3afb20-5548-423a-9e64-a0aeafcd2f00 req-6ddc5c1e-eac7-480c-8332-f030ddf3ffbb tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337662 Aug 16 01:51:21.287733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-d90252cb-8a3b-452d-883b-5df740d2541f req-121394e2-eadf-47cc-acdd-f5d87b92d826 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Deleting port c45d08b4-0d97-4767-bc40-dcc72dcb2350 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:21.288075 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d90252cb-8a3b-452d-883b-5df740d2541f req-121394e2-eadf-47cc-acdd-f5d87b92d826 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.360617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061db03-01f8-4e32-9617-9a81355e3135 req-78e04981-013a-45b6-a1f8-8c72e3e7dce3 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:21.362192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8061db03-01f8-4e32-9617-9a81355e3135 req-78e04981-013a-45b6-a1f8-8c72e3e7dce3 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 945 time: 0.1795275 Aug 16 01:51:21.368516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-ee3152f8-1485-48c7-ac41-1e4b1b3d6c0a service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363143 Aug 16 01:51:21.496196 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:17Z', 'revision_number': 4, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '523cb354-e087-440d-9e67-aad196ebbb52', 'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'mac_address': 'fa:16:3e:ed:3b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:15Z', 'updated_at': '2021-08-16T01:51:17Z', 'revision_number': 2, 'project_id': '20140796c35b4da7b5424ff58001740c', 'subnets': [{'id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:21.515792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8061db03-01f8-4e32-9617-9a81355e3135 req-c99d541b-1ac8-48f4-b895-df673d08df45 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460564 Aug 16 01:51:21.523744 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Checking router: 86d09f58-8673-4184-addc-145ff433ad84 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:21.524194 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Updating router 86d09f58-8673-4184-addc-145ff433ad84 port 523cb354-e087-440d-9e67-aad196ebbb52 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:51:21.564034 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.564265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d90252cb-8a3b-452d-883b-5df740d2541f req-121394e2-eadf-47cc-acdd-f5d87b92d826 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] For port c45d08b4-0d97-4767-bc40-dcc72dcb2350, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=c45d08b4-0d97-4767-bc40-dcc72dcb2350,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:21.564554 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d90252cb-8a3b-452d-883b-5df740d2541f req-121394e2-eadf-47cc-acdd-f5d87b92d826 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.585009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-423ae03c-901c-4824-b238-05d02d40a410 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.585009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-423ae03c-901c-4824-b238-05d02d40a410 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.599863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c571236-6681-4b1a-9710-d095cff9d354 req-4d99db96-07ad-443c-972f-d1ad433f5bb1 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:21.601948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-16990c6e-338e-45ea-adff-4bbd8c3e95db req-492be16a-94b7-405c-bafb-5ef96313a957 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Deleting port 2341427a-59c2-43bd-a969-dc5dbbb99b48 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:21.602294 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-16990c6e-338e-45ea-adff-4bbd8c3e95db req-492be16a-94b7-405c-bafb-5ef96313a957 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.609850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c571236-6681-4b1a-9710-d095cff9d354 req-4d99db96-07ad-443c-972f-d1ad433f5bb1 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 944 time: 0.1574519 Aug 16 01:51:21.621563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-d90252cb-8a3b-452d-883b-5df740d2541f req-121394e2-eadf-47cc-acdd-f5d87b92d826 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Calling delete_port for c45d08b4-0d97-4767-bc40-dcc72dcb2350 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:21.640529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-130b09fa-090a-4e0a-93c6-5d79927b19cb req-6fa85175-1dc2-4edc-b21f-2de06350ebe1 service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617483 Aug 16 01:51:21.697842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-423ae03c-901c-4824-b238-05d02d40a410 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Calling delete_port for ef3032e2-fd86-4be0-b983-595083b22c68 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:21.719846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c571236-6681-4b1a-9710-d095cff9d354 req-4fd31fd0-4807-4bf2-a691-36887c7a0938 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112027 Aug 16 01:51:21.759053 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e22dfe4f-6fa3-44d3-b229-27fdf41aace2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.816086 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e22dfe4f-6fa3-44d3-b229-27fdf41aace2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.859941 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d90252cb-8a3b-452d-883b-5df740d2541f req-121394e2-eadf-47cc-acdd-f5d87b92d826 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.875546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['c45d08b4-0d97-4767-bc40-dcc72dcb2350', 'd9229560-7d99-49fe-97bc-994bc9bd6666'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:21.906815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dfe4f-6fa3-44d3-b229-27fdf41aace2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8fab3f-9335-4356-adf5-38e7bf8c003d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:21.928457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121394e2-eadf-47cc-acdd-f5d87b92d826 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Pushing event deleted for resources: {'Port': ['ID=c45d08b4-0d97-4767-bc40-dcc72dcb2350,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:21.968902 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e22dfe4f-6fa3-44d3-b229-27fdf41aace2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.973132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e22dfe4f-6fa3-44d3-b229-27fdf41aace2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2928352 Aug 16 01:51:21.978117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-16990c6e-338e-45ea-adff-4bbd8c3e95db req-492be16a-94b7-405c-bafb-5ef96313a957 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] For port 2341427a-59c2-43bd-a969-dc5dbbb99b48, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2341427a-59c2-43bd-a969-dc5dbbb99b48,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:21.978491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-16990c6e-338e-45ea-adff-4bbd8c3e95db req-492be16a-94b7-405c-bafb-5ef96313a957 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.983416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34694) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:21.991230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-83495ee8-bc70-4467-9d98-47fcf4df1bf2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Request body: {'security_group_rule': {'security_group_id': '7e8fab3f-9335-4356-adf5-38e7bf8c003d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:21.996127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90252cb-8a3b-452d-883b-5df740d2541f req-121394e2-eadf-47cc-acdd-f5d87b92d826 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] No DVR routers for this DVR port c45d08b4-0d97-4767-bc40-dcc72dcb2350 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:21.999984 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d90252cb-8a3b-452d-883b-5df740d2541f req-121394e2-eadf-47cc-acdd-f5d87b92d826 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.003370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d90252cb-8a3b-452d-883b-5df740d2541f req-121394e2-eadf-47cc-acdd-f5d87b92d826 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.89 "DELETE /v2.0/ports/c45d08b4-0d97-4767-bc40-dcc72dcb2350 HTTP/1.1" status: 204 len: 173 time: 1.0621374 Aug 16 01:51:22.003370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbb97ac-4de2-4e7a-9cae-35076e49d2bb', 'name': 'network-vif-deleted', 'tag': 'c45d08b4-0d97-4767-bc40-dcc72dcb2350'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:22.005630 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189e61dc-9a71-4e61-a146-a7f5496726da" -d '{"events": [{"server_uuid": "0fbb97ac-4de2-4e7a-9cae-35076e49d2bb", "name": "network-vif-deleted", "tag": "c45d08b4-0d97-4767-bc40-dcc72dcb2350"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:22.008455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-16990c6e-338e-45ea-adff-4bbd8c3e95db req-492be16a-94b7-405c-bafb-5ef96313a957 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Calling delete_port for 2341427a-59c2-43bd-a969-dc5dbbb99b48 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:22.038435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf530e2b-4686-42fa-bd87-6b1812628cc4 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:22.051859 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:51:22.076689 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.100075 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Transition to ACTIVE for port object 523cb354-e087-440d-9e67-aad196ebbb52 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:22.113986 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.116485 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-83495ee8-bc70-4467-9d98-47fcf4df1bf2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.134107 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3d83ed-dcb5-4944-8681-6a4f38277433 x-openstack-request-id: req-ed3d83ed-dcb5-4944-8681-6a4f38277433 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:22.134399 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbb97ac-4de2-4e7a-9cae-35076e49d2bb", "name": "network-vif-deleted", "tag": "c45d08b4-0d97-4767-bc40-dcc72dcb2350", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:22.134649 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed3d83ed-dcb5-4944-8681-6a4f38277433 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:22.136242 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbb97ac-4de2-4e7a-9cae-35076e49d2bb', 'name': 'network-vif-deleted', 'tag': 'c45d08b4-0d97-4767-bc40-dcc72dcb2350', 'status': 'completed', 'code': 200} Aug 16 01:51:22.244726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:22.255826 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334b6e0b-bd78-4848-acc4-ad7d5a6f09c2" -d '{"events": [{"server_uuid": "53d01669-95fd-4a9e-b359-958e5f41f8a3", "name": "network-vif-plugged", "status": "completed", "tag": "5c4239ca-8bb3-47d3-b5e2-722e5b1537dc"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:22.268705 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-83495ee8-bc70-4467-9d98-47fcf4df1bf2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.276853 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-83495ee8-bc70-4467-9d98-47fcf4df1bf2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.313555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83495ee8-bc70-4467-9d98-47fcf4df1bf2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311bdc1a-fc32-4a8b-8e6c-417d7d910dfa,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:22.330197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6372ee09-90ce-434c-a44a-725316ee30c3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:22.330574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-423ae03c-901c-4824-b238-05d02d40a410 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.332805 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-83495ee8-bc70-4467-9d98-47fcf4df1bf2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.344900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-83495ee8-bc70-4467-9d98-47fcf4df1bf2 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3579166 Aug 16 01:51:22.345573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34716) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:22.360057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e3a70adb-88be-45f7-a9d9-8aca2cce1144 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Request body: {'security_group_rule': {'security_group_id': '7e8fab3f-9335-4356-adf5-38e7bf8c003d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:22.415728 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Attempting to bind port 523cb354-e087-440d-9e67-aad196ebbb52 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:22.416751 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Attempting to bind port 523cb354-e087-440d-9e67-aad196ebbb52 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:22.417188 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Attempting to bind port 523cb354-e087-440d-9e67-aad196ebbb52 on network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:22.446573 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3a70adb-88be-45f7-a9d9-8aca2cce1144 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.451406 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:22.453178 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Checking segment: {'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:22.453829 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.454448 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Bound using segment: {'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:22.455245 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Bound port: 523cb354-e087-440d-9e67-aad196ebbb52, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:22.456020 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.492514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6372ee09-90ce-434c-a44a-725316ee30c3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:22.493205 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.521350 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837a02a-ba8a-4f39-8b53-ff3ccb03dc5a None None] Pushing event updated for resources: {'Port': ['ID=523cb354-e087-440d-9e67-aad196ebbb52,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:22.551000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ae03c-901c-4824-b238-05d02d40a410 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Pushing event deleted for resources: {'Port': ['ID=ef3032e2-fd86-4be0-b983-595083b22c68,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:22.606448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf530e2b-4686-42fa-bd87-6b1812628cc4 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:22.616111 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf530e2b-4686-42fa-bd87-6b1812628cc4 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.659710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b827d08-87e2-4438-a343-52728f1dd152 None None] Sync routers for ids ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:22.692356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1802d-6c59-4343-a27c-fd37961e131c req-97040b09-658e-422b-80d8-d83774472bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.710618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2bc1802d-6c59-4343-a27c-fd37961e131c req-97040b09-658e-422b-80d8-d83774472bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 946 time: 0.2506144 Aug 16 01:51:22.740701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b827d08-87e2-4438-a343-52728f1dd152 None None] Routers {'19f8bdb7-2c4b-405b-b841-9c2750d1c381'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:22.744897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9b827d08-87e2-4438-a343-52728f1dd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:22.749762 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] For port 523cb354-e087-440d-9e67-aad196ebbb52, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:22.750665 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3a70adb-88be-45f7-a9d9-8aca2cce1144 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.756716 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] For port 523cb354-e087-440d-9e67-aad196ebbb52, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=523cb354-e087-440d-9e67-aad196ebbb52,segment=NetworkSegment(96e07c7b-a08b-48a4-851c-33289a44744d),segment_id=96e07c7b-a08b-48a4-851c-33289a44744d)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:22.769472 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3a70adb-88be-45f7-a9d9-8aca2cce1144 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.770240 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.792422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-16990c6e-338e-45ea-adff-4bbd8c3e95db req-492be16a-94b7-405c-bafb-5ef96313a957 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.832301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2bc1802d-6c59-4343-a27c-fd37961e131c req-7b2cb318-b9c5-417f-8cfa-20b7a94aeb38 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197820 Aug 16 01:51:22.862606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a70adb-88be-45f7-a9d9-8aca2cce1144 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ba4035-2b56-404e-a85c-07f465d85f51,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:22.865333 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837a02a-ba8a-4f39-8b53-ff3ccb03dc5a None None] Pushing event updated for resources: {'Port': ['ID=523cb354-e087-440d-9e67-aad196ebbb52,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:22.867603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3a70adb-88be-45f7-a9d9-8aca2cce1144 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.869031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e3a70adb-88be-45f7-a9d9-8aca2cce1144 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5224140 Aug 16 01:51:22.878953 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34758) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:22.891910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:22.899020 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cf530e2b-4686-42fa-bd87-6b1812628cc4 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "PUT /v2.0/floatingips/21ed70e4-e840-4c05-add3-9266a53afb81 HTTP/1.1" status: 200 len: 992 time: 3.8403356 Aug 16 01:51:22.927410 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Routers {'86d09f58-8673-4184-addc-145ff433ad84'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:22.929226 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['86d09f58-8673-4184-addc-145ff433ad84'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:22.971945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'tag': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:22.971945 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2747253-b6af-4ed1-966c-9549a2588211" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6039b2-a0c4-4abd-872f-79e4715f5e68", "tag": "611e6949-33c5-41a1-a8a6-6ccf3ea1476b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:22.999564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492be16a-94b7-405c-bafb-5ef96313a957 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Pushing event deleted for resources: {'Port': ['ID=2341427a-59c2-43bd-a969-dc5dbbb99b48,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:23.084373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-423ae03c-901c-4824-b238-05d02d40a410 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.087722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-423ae03c-901c-4824-b238-05d02d40a410 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.091002 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-423ae03c-901c-4824-b238-05d02d40a410 tempest-ServersWithSpecificFlavorTestJSON-564627685 tempest-ServersWithSpecificFlavorTestJSON-564627685-project] 10.222.0.79 "DELETE /v2.0/floatingips/882e778a-5c40-4dee-b03b-ed59494bffc1 HTTP/1.1" status: 204 len: 168 time: 2.4716258 Aug 16 01:51:23.120351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91e8f2e8-89c4-4dd1-a576-10430cbb4467 req-3d7b61bc-cc40-43b5-8c23-cdaed37ad714 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fbb97ac-4de2-4e7a-9cae-35076e49d2bb HTTP/1.1" status: 200 len: 210 time: 0.1091442 Aug 16 01:51:23.122969 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] Set router 86d09f58-8673-4184-addc-145ff433ad84 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:23.158322 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.183633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-16990c6e-338e-45ea-adff-4bbd8c3e95db req-492be16a-94b7-405c-bafb-5ef96313a957 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] No DVR routers for this DVR port 2341427a-59c2-43bd-a969-dc5dbbb99b48 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:23.199940 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-16990c6e-338e-45ea-adff-4bbd8c3e95db req-492be16a-94b7-405c-bafb-5ef96313a957 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.205959 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-16990c6e-338e-45ea-adff-4bbd8c3e95db req-492be16a-94b7-405c-bafb-5ef96313a957 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.89 "DELETE /v2.0/ports/2341427a-59c2-43bd-a969-dc5dbbb99b48 HTTP/1.1" status: 204 len: 173 time: 2.2744226 Aug 16 01:51:23.355341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0c2d3b9-2849-42c7-b685-7ba58a060203 req-1f8cbab1-caae-4977-a61d-bbe17472d979 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 210 time: 0.1319113 Aug 16 01:51:23.368318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023184a-1a95-4b06-8f7d-a663dc2bb29e req-1647313f-0584-4c4f-946f-5b9b542b1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:23.371275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c023184a-1a95-4b06-8f7d-a663dc2bb29e req-1647313f-0584-4c4f-946f-5b9b542b1260 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 1098 time: 0.4631796 Aug 16 01:51:23.392469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-9b827d08-87e2-4438-a343-52728f1dd152 None None] Set router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:23.404308 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a3ea50-a71f-4e4e-99c8-1c01ee9f3514 x-openstack-request-id: req-08a3ea50-a71f-4e4e-99c8-1c01ee9f3514 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:23.404838 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6039b2-a0c4-4abd-872f-79e4715f5e68", "tag": "611e6949-33c5-41a1-a8a6-6ccf3ea1476b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:23.404838 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-08a3ea50-a71f-4e4e-99c8-1c01ee9f3514 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:23.405197 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'tag': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b', 'status': 'completed', 'code': 200} Aug 16 01:51:23.494403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c023184a-1a95-4b06-8f7d-a663dc2bb29e req-65f2e420-9ac1-4956-a80e-c61bf10165c8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072111 Aug 16 01:51:23.553804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2747253-b6af-4ed1-966c-9549a2588211 req-832dcc94-06df-459f-8090-b8f99c03a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:23.556096 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2747253-b6af-4ed1-966c-9549a2588211 req-832dcc94-06df-459f-8090-b8f99c03a16c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6490c4877a56429ebafb4f8ab9d85cfa&device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 1098 time: 0.1246657 Aug 16 01:51:23.570226 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.674146 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:17Z', 'revision_number': 4, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '523cb354-e087-440d-9e67-aad196ebbb52', 'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'mac_address': 'fa:16:3e:ed:3b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:15Z', 'updated_at': '2021-08-16T01:51:22Z', 'revision_number': 4, 'project_id': '20140796c35b4da7b5424ff58001740c', 'subnets': [{'id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:23.740878 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dd3ee-585c-4cf2-a95e-ced804c48e4d None None] The sync data for ids ['86d09f58-8673-4184-addc-145ff433ad84'] in n-d-768851-16 is: [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:17Z', 'revision_number': 4, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '523cb354-e087-440d-9e67-aad196ebbb52', 'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'mac_address': 'fa:16:3e:ed:3b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:15Z', 'updated_at': '2021-08-16T01:51:22Z', 'revision_number': 4, 'project_id': '20140796c35b4da7b5424ff58001740c', 'subnets': [{'id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:23.811362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2747253-b6af-4ed1-966c-9549a2588211 req-33c862a4-8f24-489a-9d58-c8e0585054af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:23.813304 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2747253-b6af-4ed1-966c-9549a2588211 req-33c862a4-8f24-489a-9d58-c8e0585054af service neutron] 10.222.0.89 "GET /v2.0/networks?id=35632308-a9f4-4d57-bc16-93677de2838e HTTP/1.1" status: 200 len: 913 time: 0.2480907 Aug 16 01:51:23.885575 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85713d34-f222-43c7-a609-244fe1daf099 x-openstack-request-id: req-85713d34-f222-43c7-a609-244fe1daf099 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:23.885875 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d01669-95fd-4a9e-b359-958e5f41f8a3", "name": "network-vif-plugged", "status": "completed", "tag": "5c4239ca-8bb3-47d3-b5e2-722e5b1537dc", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:23.886136 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85713d34-f222-43c7-a609-244fe1daf099 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:23.886540 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'code': 200} Aug 16 01:51:23.906603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['25a85a8b-7746-4fa8-a9ba-d45692d79cde'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:23.946951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Allocated IP 172.25.2.190 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/268f0685-fa1d-4407-bad1-1545d984d804) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:23.956224 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2747253-b6af-4ed1-966c-9549a2588211 req-1cc8c6ca-8553-44d0-98ed-b838203ae6a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e6949-33c5-41a1-a8a6-6ccf3ea1476b HTTP/1.1" status: 200 len: 1000 time: 0.1338708 Aug 16 01:51:24.098717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2747253-b6af-4ed1-966c-9549a2588211 req-4f90faf9-b56e-4d41-aa7c-ab3fb16ecd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:24.100234 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2747253-b6af-4ed1-966c-9549a2588211 req-4f90faf9-b56e-4d41-aa7c-ab3fb16ecd13 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=be33d864-b957-4e4d-9379-82da4fbdd8d4 HTTP/1.1" status: 200 len: 851 time: 0.1342087 Aug 16 01:51:24.129976 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device c45d08b4-0d97-4767-bc40-dcc72dcb2350 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:24.209476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: c45d08b4-0d97-4767-bc40-dcc72dcb2350 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:24.213968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device c45d08b4-0d97-4767-bc40-dcc72dcb2350 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:24.217871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2341427a-59c2-43bd-a969-dc5dbbb99b48 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:24.283061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 2341427a-59c2-43bd-a969-dc5dbbb99b48 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:24.283682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2341427a-59c2-43bd-a969-dc5dbbb99b48 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:24.284382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d40c659-134b-445a-976a-4ce7bfe32850 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:24.324889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2747253-b6af-4ed1-966c-9549a2588211 req-8b85c0d9-1f1c-48a4-b097-ee2e242c83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:24.330000 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2747253-b6af-4ed1-966c-9549a2588211 req-8b85c0d9-1f1c-48a4-b097-ee2e242c83ca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=35632308-a9f4-4d57-bc16-93677de2838e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2199221 Aug 16 01:51:24.339089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ba654-9659-4c7f-865e-5547459d2e9e req-726f025d-b0c6-416c-bc57-21233cd0dfe0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:24.351151 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca6ba654-9659-4c7f-865e-5547459d2e9e req-726f025d-b0c6-416c-bc57-21233cd0dfe0 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 946 time: 0.2037489 Aug 16 01:51:24.351927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 523cb354-e087-440d-9e67-aad196ebbb52 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:24.477983 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.514363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.530698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca6ba654-9659-4c7f-865e-5547459d2e9e req-6c53b732-7154-4415-be0a-9166f327c7b1 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770039 Aug 16 01:51:24.542958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 523cb354-e087-440d-9e67-aad196ebbb52 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:24.664726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 523cb354-e087-440d-9e67-aad196ebbb52 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:24.665374 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.670953 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.690337 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2747253-b6af-4ed1-966c-9549a2588211 req-f13fea0f-f29f-4e60-be81-43f4eaf1d8e4 service neutron] 10.222.0.89 "GET /v2.0/networks/35632308-a9f4-4d57-bc16-93677de2838e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473983 Aug 16 01:51:24.838225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34830) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:24.865627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Pushing event updated for resources: {'Port': ['ID=268f0685-fa1d-4407-bad1-1545d984d804,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:24.925395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:24.941858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:24.965209 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.974935 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2747253-b6af-4ed1-966c-9549a2588211 req-3a936bda-3645-4bf3-bcc1-593121c28638 service neutron] 10.222.0.89 "GET /v2.0/networks/35632308-a9f4-4d57-bc16-93677de2838e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717886 Aug 16 01:51:24.981647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:25.043610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d88f32e-880f-46df-88bb-2c9b84bc5674 req-12c24a0f-1f3d-4684-b917-8948a1aececf tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 210 time: 0.1199653 Aug 16 01:51:25.050024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:25.138207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:25.147367 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.192082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9b827d08-87e2-4438-a343-52728f1dd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 4, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '21ed70e4-e840-4c05-add3-9266a53afb81', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'port_id': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'mac_address': 'fa:16:3e:73:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:51Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 1, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd9a7ac-c337-44d9-b027-7a7e07d410da', 'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'mac_address': 'fa:16:3e:96:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:43Z', 'updated_at': '2021-08-16T01:50:50Z', 'revision_number': 5, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'subnets': [{'id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:25.272925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b827d08-87e2-4438-a343-52728f1dd152 None None] Checking router: 19f8bdb7-2c4b-405b-b841-9c2750d1c381 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:25.278552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 523cb354-e087-440d-9e67-aad196ebbb52, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=523cb354-e087-440d-9e67-aad196ebbb52,segment=NetworkSegment(96e07c7b-a08b-48a4-851c-33289a44744d),segment_id=96e07c7b-a08b-48a4-851c-33289a44744d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:25.288133 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.312270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b827d08-87e2-4438-a343-52728f1dd152 None None] Routers {'19f8bdb7-2c4b-405b-b841-9c2750d1c381'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:25.312947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9b827d08-87e2-4438-a343-52728f1dd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:25.406874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'name': 'network-vif-deleted', 'tag': '2341427a-59c2-43bd-a969-dc5dbbb99b48'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:25.409453 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099184da-0b04-42f9-b4f7-8928a1ba3cfe" -d '{"events": [{"server_uuid": "0d2be13e-e178-4ddb-ad74-20d1f66c7851", "name": "network-vif-deleted", "tag": "2341427a-59c2-43bd-a969-dc5dbbb99b48"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:25.457503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-9b827d08-87e2-4438-a343-52728f1dd152 None None] Set router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:25.510457 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d069af12-3ff9-4dc0-be39-dc08bb276df2 x-openstack-request-id: req-d069af12-3ff9-4dc0-be39-dc08bb276df2 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:25.510764 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2be13e-e178-4ddb-ad74-20d1f66c7851", "name": "network-vif-deleted", "tag": "2341427a-59c2-43bd-a969-dc5dbbb99b48", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:25.511060 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d069af12-3ff9-4dc0-be39-dc08bb276df2 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:25.511469 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2be13e-e178-4ddb-ad74-20d1f66c7851', 'name': 'network-vif-deleted', 'tag': '2341427a-59c2-43bd-a969-dc5dbbb99b48', 'status': 'completed', 'code': 200} Aug 16 01:51:25.752999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=523cb354-e087-440d-9e67-aad196ebbb52,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:25.924781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:25.927336 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87dcb3d-7eaa-4a85-bc10-51785e31ba00" -d '{"events": [{"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-unplugged", "status": "completed", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:26.015250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9b827d08-87e2-4438-a343-52728f1dd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 4, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '21ed70e4-e840-4c05-add3-9266a53afb81', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'port_id': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'mac_address': 'fa:16:3e:73:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:51Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 1, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd9a7ac-c337-44d9-b027-7a7e07d410da', 'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'mac_address': 'fa:16:3e:96:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:43Z', 'updated_at': '2021-08-16T01:50:50Z', 'revision_number': 5, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'subnets': [{'id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:26.048685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b827d08-87e2-4438-a343-52728f1dd152 None None] The sync data for ids ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'] in n-d-768851-16 is: [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 4, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '21ed70e4-e840-4c05-add3-9266a53afb81', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'port_id': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'mac_address': 'fa:16:3e:73:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:51Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 1, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd9a7ac-c337-44d9-b027-7a7e07d410da', 'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'mac_address': 'fa:16:3e:96:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:43Z', 'updated_at': '2021-08-16T01:50:50Z', 'revision_number': 5, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'subnets': [{'id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:26.162468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 523cb354-e087-440d-9e67-aad196ebbb52 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:26.202574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.258376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 523cb354-e087-440d-9e67-aad196ebbb52 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:26.258902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.305506 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.426394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe92c48-95f5-4f14-9768-0dcd3decd104 req-df5baae3-4c85-4aa7-90a6-3b07f89b717e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:26.433776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fe92c48-95f5-4f14-9768-0dcd3decd104 req-df5baae3-4c85-4aa7-90a6-3b07f89b717e tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 1.1666324 Aug 16 01:51:26.480856 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee545d4c-3692-46cb-a5f4-a27731a98a64 None None] New status for floating IP 21ed70e4-e840-4c05-add3-9266a53afb81: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:51:26.530615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a9d2c-8bb7-43a4-8bc2-5b46ab42a61a req-6e2d36a0-d506-4ffd-915b-85e591e22bf9 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:26.537822 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a6a9d2c-8bb7-43a4-8bc2-5b46ab42a61a req-6e2d36a0-d506-4ffd-915b-85e591e22bf9 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 946 time: 0.3291230 Aug 16 01:51:26.625741 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fe92c48-95f5-4f14-9768-0dcd3decd104 req-a350dff5-4404-4c52-97a0-58b1f621d66d tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882398 Aug 16 01:51:26.694192 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.720400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a6a9d2c-8bb7-43a4-8bc2-5b46ab42a61a req-bddaf1c1-0eb3-4602-98e3-56f889d78c8f tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815503 Aug 16 01:51:26.726824 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.801900 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Pushing event updated for resources: {'Port': ['ID=268f0685-fa1d-4407-bad1-1545d984d804,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:26.822571 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89eba563-6708-4ad4-997d-a2f36278894e x-openstack-request-id: req-89eba563-6708-4ad4-997d-a2f36278894e {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:26.823419 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-unplugged", "status": "completed", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:26.823900 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89eba563-6708-4ad4-997d-a2f36278894e {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:26.824760 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850', 'code': 200} Aug 16 01:51:26.883589 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.939002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.943039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7d51210a-5070-4f33-a200-52808b1363fa tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0626695 Aug 16 01:51:27.071592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9083ef3-075e-4018-80b1-776587573561 req-e5a53ac6-8d11-4f1c-83df-c8d83ab722df tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d2be13e-e178-4ddb-ad74-20d1f66c7851 HTTP/1.1" status: 200 len: 210 time: 0.0615237 Aug 16 01:51:27.114668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20906c-a51b-45cb-b607-53e66e958538 req-280c6fd3-8034-44a4-9cd4-3d1019d176c2 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:27.116247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe20906c-a51b-45cb-b607-53e66e958538 req-280c6fd3-8034-44a4-9cd4-3d1019d176c2 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1078897 Aug 16 01:51:27.120500 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.243184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe20906c-a51b-45cb-b607-53e66e958538 req-1e6d86f9-6092-4db2-b5a6-e2a2310bc87a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.1181922 Aug 16 01:51:27.290773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-fe20906c-a51b-45cb-b607-53e66e958538 req-34381f50-8714-4cad-afeb-ddcaf95fe9ae tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Request body: {'floatingip': {'port_id': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:27.340093 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fe20906c-a51b-45cb-b607-53e66e958538 req-34381f50-8714-4cad-afeb-ddcaf95fe9ae tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.402137 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-9a319290-472e-40d1-b8d8-c8322ad68bbb tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1818878333&fields=id&tenant_id=20140796c35b4da7b5424ff58001740c HTTP/1.1" status: 200 len: 267 time: 0.1997054 Aug 16 01:51:27.762898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-eaeda4e4-d32e-4fd2-ab98-d206009339fc tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:27.772293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-eaeda4e4-d32e-4fd2-ab98-d206009339fc tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/networks?id=cc48b953-c75a-4e3d-8670-1d941a5fd3d9 HTTP/1.1" status: 200 len: 806 time: 0.3300922 Aug 16 01:51:27.849918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-c7aeeaa0-5293-4ad9-9467-02c6bd312b76 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/quotas/20140796c35b4da7b5424ff58001740c HTTP/1.1" status: 200 len: 375 time: 0.0765903 Aug 16 01:51:28.075429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-1f88ae01-9972-47a6-9a9d-9c3ef2c23ac0 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=20140796c35b4da7b5424ff58001740c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1867199 Aug 16 01:51:28.090792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d40c659-134b-445a-976a-4ce7bfe32850 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:28.210675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] Deleting port 041a42ff-aa0c-4f79-acd4-89c518281337 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:28.211033 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.229366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:28.244209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '2d40c659-134b-445a-976a-4ce7bfe32850', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '2d40c659-134b-445a-976a-4ce7bfe32850', 'mac_address': 'fa:16:3e:9a:56:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:28.304377 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.321809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d40c659-134b-445a-976a-4ce7bfe32850 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:28.351092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-8cb118e8-61d8-4833-8d8e-4c7317c35260 service neutron] 10.222.0.79 "GET /v2.0/networks/cc48b953-c75a-4e3d-8670-1d941a5fd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671244 Aug 16 01:51:28.352107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:28.358294 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.447347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:28.544164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2d40c659-134b-445a-976a-4ce7bfe32850'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:28.565284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] For port 041a42ff-aa0c-4f79-acd4-89c518281337, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=041a42ff-aa0c-4f79-acd4-89c518281337,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:28.569418 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.606538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fe20906c-a51b-45cb-b607-53e66e958538 req-34381f50-8714-4cad-afeb-ddcaf95fe9ae tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.651444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-325d0774-8c92-4b15-b7d9-e1d66c904f42 service neutron] 10.222.0.79 "GET /v2.0/networks/cc48b953-c75a-4e3d-8670-1d941a5fd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965412 Aug 16 01:51:28.653967 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fe20906c-a51b-45cb-b607-53e66e958538 req-34381f50-8714-4cad-afeb-ddcaf95fe9ae tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.868457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] Calling delete_port for 041a42ff-aa0c-4f79-acd4-89c518281337 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:29.062058 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-fe20906c-a51b-45cb-b607-53e66e958538 req-34381f50-8714-4cad-afeb-ddcaf95fe9ae tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Floating IP c31c91bf-964c-4c84-90e4-133ee51cf2e8 associated. External IP: 172.25.2.205, port: d2864f35-2c09-4a79-b4a5-8084e32d342a. Aug 16 01:51:30.035143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ddc15-8261-43ce-bcab-7f39ffb465fa req-226993ee-e9c7-4a39-afb1-7b4756165347 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:30.043115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a10ddc15-8261-43ce-bcab-7f39ffb465fa req-226993ee-e9c7-4a39-afb1-7b4756165347 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.9854169 Aug 16 01:51:30.102418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a10ddc15-8261-43ce-bcab-7f39ffb465fa req-7b5760e1-4962-489c-91fc-752e0bd45727 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.79 "GET /v2.0/security-groups?id=4cbaee03-844a-4edc-b713-77dbb937baa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559218 Aug 16 01:51:30.122854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d40c659-134b-445a-976a-4ce7bfe32850 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:30.233427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 2d40c659-134b-445a-976a-4ce7bfe32850 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:30.233802 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.425516 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.488530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:30.493405 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3cbb4c-461a-4e0b-9282-470e853a2ce0" -d '{"events": [{"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-plugged", "status": "completed", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:30.532427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:30.538682 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.630849 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.637325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=10']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:30.737700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] Pushing event deleted for resources: {'Port': ['ID=041a42ff-aa0c-4f79-acd4-89c518281337,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:30.770913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe20906c-a51b-45cb-b607-53e66e958538 req-34381f50-8714-4cad-afeb-ddcaf95fe9ae tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Router 1df4867d-8789-4646-b6ff-c409ee0df841 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:31.547050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-43016ca1-f9db-4a23-811e-77af766afaf4 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:31.548678 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-43016ca1-f9db-4a23-811e-77af766afaf4 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.84 "GET /v2.0/networks?id=cc48b953-c75a-4e3d-8670-1d941a5fd3d9 HTTP/1.1" status: 200 len: 806 time: 0.3510888 Aug 16 01:51:31.553120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:31.567551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe20906c-a51b-45cb-b607-53e66e958538 req-34381f50-8714-4cad-afeb-ddcaf95fe9ae tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:31.580135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef75a64-f1b5-44f9-8e84-1cee3676d86c None None] Sync routers for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:31.597101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef75a64-f1b5-44f9-8e84-1cee3676d86c None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:31.599947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ef75a64-f1b5-44f9-8e84-1cee3676d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:31.668703 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fe20906c-a51b-45cb-b607-53e66e958538 req-34381f50-8714-4cad-afeb-ddcaf95fe9ae tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:31.827057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3ef75a64-f1b5-44f9-8e84-1cee3676d86c None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:31.965162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe20906c-a51b-45cb-b607-53e66e958538 req-34381f50-8714-4cad-afeb-ddcaf95fe9ae tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "PUT /v2.0/floatingips/c31c91bf-964c-4c84-90e4-133ee51cf2e8 HTTP/1.1" status: 200 len: 996 time: 4.6733334 Aug 16 01:51:31.985808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:31.994026 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd18125-0ba3-472d-a198-c149d9e353bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:32.066292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-279bbd44-698a-49d2-b7d4-1d31d31ff2ad tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20140796c35b4da7b5424ff58001740c HTTP/1.1" status: 200 len: 380 time: 0.4963105 Aug 16 01:51:32.084505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Request body: {'port': {'device_id': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'admin_state_up': True, 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'security_groups': ['7e8fab3f-9335-4356-adf5-38e7bf8c003d']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:32.192850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035b89-1e83-4c82-afd5-f6b4b0f8f0ee req-02d8fe1f-84c7-466d-ad66-eecf6be80ae0 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:32.195441 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b035b89-1e83-4c82-afd5-f6b4b0f8f0ee req-02d8fe1f-84c7-466d-ad66-eecf6be80ae0 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.89 "GET /v2.0/ports?device_id=17af56b1-0156-4eef-84f9-4d8cb990580e HTTP/1.1" status: 200 len: 945 time: 0.1084344 Aug 16 01:51:32.436542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4b035b89-1e83-4c82-afd5-f6b4b0f8f0ee req-012a6acc-dc11-4605-86da-156517337e39 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Deleting port d9229560-7d99-49fe-97bc-994bc9bd6666 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:32.436776 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4b035b89-1e83-4c82-afd5-f6b4b0f8f0ee req-012a6acc-dc11-4605-86da-156517337e39 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.604633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Made reservation on behalf of 20140796c35b4da7b5424ff58001740c for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:32.614525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.711059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4b035b89-1e83-4c82-afd5-f6b4b0f8f0ee req-012a6acc-dc11-4605-86da-156517337e39 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] For port d9229560-7d99-49fe-97bc-994bc9bd6666, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9229560-7d99-49fe-97bc-994bc9bd6666,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:32.711298 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4b035b89-1e83-4c82-afd5-f6b4b0f8f0ee req-012a6acc-dc11-4605-86da-156517337e39 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.738213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4b035b89-1e83-4c82-afd5-f6b4b0f8f0ee req-012a6acc-dc11-4605-86da-156517337e39 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Calling delete_port for d9229560-7d99-49fe-97bc-994bc9bd6666 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:32.771021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ef75a64-f1b5-44f9-8e84-1cee3676d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:91:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:28Z', 'revision_number': 1, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:32.838660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef75a64-f1b5-44f9-8e84-1cee3676d86c None None] Checking router: 1df4867d-8789-4646-b6ff-c409ee0df841 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:32.842452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Allocated IP 172.20.0.12 (cc48b953-c75a-4e3d-8670-1d941a5fd3d9/563a4c98-5d6d-4383-a1b8-53d188eee095/de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:32.866479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef75a64-f1b5-44f9-8e84-1cee3676d86c None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:32.867230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ef75a64-f1b5-44f9-8e84-1cee3676d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:32.910928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] Router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:32.929766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20906c-a51b-45cb-b607-53e66e958538 req-e4dca588-df3b-46d7-aa47-045bfd32313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:32.931993 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe20906c-a51b-45cb-b607-53e66e958538 req-e4dca588-df3b-46d7-aa47-045bfd32313f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1097 time: 0.9528563 Aug 16 01:51:32.997140 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4b035b89-1e83-4c82-afd5-f6b4b0f8f0ee req-012a6acc-dc11-4605-86da-156517337e39 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.081878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a6acc-dc11-4605-86da-156517337e39 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Pushing event deleted for resources: {'Port': ['ID=d9229560-7d99-49fe-97bc-994bc9bd6666,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:33.091099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3ef75a64-f1b5-44f9-8e84-1cee3676d86c None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:33.149040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b035b89-1e83-4c82-afd5-f6b4b0f8f0ee req-012a6acc-dc11-4605-86da-156517337e39 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] No DVR routers for this DVR port d9229560-7d99-49fe-97bc-994bc9bd6666 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:33.151648 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4b035b89-1e83-4c82-afd5-f6b4b0f8f0ee req-012a6acc-dc11-4605-86da-156517337e39 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.157085 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b035b89-1e83-4c82-afd5-f6b4b0f8f0ee req-012a6acc-dc11-4605-86da-156517337e39 tempest-ServerRescueNegativeTestJSON-1527362396 tempest-ServerRescueNegativeTestJSON-1527362396-project] 10.222.0.89 "DELETE /v2.0/ports/d9229560-7d99-49fe-97bc-994bc9bd6666 HTTP/1.1" status: 204 len: 173 time: 0.9494398 Aug 16 01:51:33.157690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17af56b1-0156-4eef-84f9-4d8cb990580e', 'name': 'network-vif-deleted', 'tag': 'd9229560-7d99-49fe-97bc-994bc9bd6666'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:33.161578 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fa22df-b3c2-4c7e-b6d4-87b3e950bb23" -d '{"events": [{"server_uuid": "17af56b1-0156-4eef-84f9-4d8cb990580e", "name": "network-vif-deleted", "tag": "d9229560-7d99-49fe-97bc-994bc9bd6666"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:33.469264 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.511989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Transition to ACTIVE for port object de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:33.561903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20906c-a51b-45cb-b607-53e66e958538 req-787399d1-0df2-4526-8f68-53e53d3bb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:33.572141 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe20906c-a51b-45cb-b607-53e66e958538 req-787399d1-0df2-4526-8f68-53e53d3bb8ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.6299288 Aug 16 01:51:33.581010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.600300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ef75a64-f1b5-44f9-8e84-1cee3676d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:91:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:28Z', 'revision_number': 1, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:33.642707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef75a64-f1b5-44f9-8e84-1cee3676d86c None None] The sync data for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 is: [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:91:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:28Z', 'revision_number': 1, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:33.776267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:33.843399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:33.848074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Pushing event updated for resources: {'Port': ['ID=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:33.858387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe20906c-a51b-45cb-b607-53e66e958538 req-91460900-38ef-481e-963c-66127995e701 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 999 time: 0.2828856 Aug 16 01:51:33.864560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:34.139200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9229560-7d99-49fe-97bc-994bc9bd6666 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:34.175205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:34.176305 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.183387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20906c-a51b-45cb-b607-53e66e958538 req-7114c9f9-c2a2-47a5-b9e5-5ab9c96957b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:34.186142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe20906c-a51b-45cb-b607-53e66e958538 req-7114c9f9-c2a2-47a5-b9e5-5ab9c96957b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.3263404 Aug 16 01:51:34.230316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: d9229560-7d99-49fe-97bc-994bc9bd6666 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:34.230671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9229560-7d99-49fe-97bc-994bc9bd6666 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:34.254236 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-f9c44945-64b2-4118-b27e-59d9603001db tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1737881 Aug 16 01:51:34.275839 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9960c2-7eee-45dd-8786-cc1c5f0a6ef7 None None] New status for floating IP c31c91bf-964c-4c84-90e4-133ee51cf2e8: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:51:34.300537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:34.326039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35658e4a-34c0-4dfa-8aa9-6a9ed0a37574 None None] Sync routers for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:34.326739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Request body: {'port': {'device_id': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:34.343511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35658e4a-34c0-4dfa-8aa9-6a9ed0a37574 None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:34.345491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-95f8a85c-f062-437a-aa59-56bf6d56d223 admin admin] 10.222.0.79 "PUT /v2.0/routers/cf5b1602-158c-4ab2-8347-73b8ed1f4ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4598525 Aug 16 01:51:34.347189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34954) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:34.366881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-35658e4a-34c0-4dfa-8aa9-6a9ed0a37574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:34.416734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20906c-a51b-45cb-b607-53e66e958538 req-536ddcca-03a9-4a38-bbe5-5134f6b091ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:34.422437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe20906c-a51b-45cb-b607-53e66e958538 req-536ddcca-03a9-4a38-bbe5-5134f6b091ac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2236578 Aug 16 01:51:34.613276 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.653445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2239de1e-c470-41d7-a4d3-a18c6f6063ea None None] Provisioning for port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:34.659179 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.665599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2239de1e-c470-41d7-a4d3-a18c6f6063ea None None] Provisioning complete for port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:34.678435 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2239de1e-c470-41d7-a4d3-a18c6f6063ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.715084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe20906c-a51b-45cb-b607-53e66e958538 req-f67c491d-55f4-447d-9615-82e5d05079af service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794576 Aug 16 01:51:34.763817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-35658e4a-34c0-4dfa-8aa9-6a9ed0a37574 None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:34.766042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2239de1e-c470-41d7-a4d3-a18c6f6063ea None None] Port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:34.977050 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.036963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe20906c-a51b-45cb-b607-53e66e958538 req-b5adbc44-c200-4738-b8d2-b332eae61555 service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123660 Aug 16 01:51:35.131269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Deleting port bbf7b2f1-99a6-493b-8328-a4c160b253fe {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:35.135549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.295672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] For port bbf7b2f1-99a6-493b-8328-a4c160b253fe, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bbf7b2f1-99a6-493b-8328-a4c160b253fe,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:35.296000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-35658e4a-34c0-4dfa-8aa9-6a9ed0a37574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:51:30Z', 'revision_number': 5, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port': {'id': 'bbf7b2f1-99a6-493b-8328-a4c160b253fe', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:12Z', 'updated_at': '2021-08-16T01:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:35.297050 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.333977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Calling delete_port for bbf7b2f1-99a6-493b-8328-a4c160b253fe owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:35.422451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35658e4a-34c0-4dfa-8aa9-6a9ed0a37574 None None] Checking router: cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:35.453819 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:35.483034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35658e4a-34c0-4dfa-8aa9-6a9ed0a37574 None None] Routers {'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:35.483868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-35658e4a-34c0-4dfa-8aa9-6a9ed0a37574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:35.484728 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.541326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Transition to ACTIVE for port object de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:35.559147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.623147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-35658e4a-34c0-4dfa-8aa9-6a9ed0a37574 None None] Set router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:35.655924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Pushing event updated for resources: {'Port': ['ID=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:35.723694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-35658e4a-34c0-4dfa-8aa9-6a9ed0a37574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:51:34Z', 'revision_number': 6, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:35.752491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.794921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Attempting to bind port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:35.795866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Attempting to bind port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:35.796447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Attempting to bind port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b on network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:35.803016 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b on network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:35.803581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Attempting to bind port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b on network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:35.809743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:35.810510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Checking segment: {'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:35.811124 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Bound using segment: {'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:35.811770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Bound port: de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e07c7b-a08b-48a4-851c-33289a44744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:35.812359 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.887297 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf7b2f1-99a6-493b-8328-a4c160b253fe,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:35.952678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35658e4a-34c0-4dfa-8aa9-6a9ed0a37574 None None] The sync data for ids ['cf5b1602-158c-4ab2-8347-73b8ed1f4ac3'] in n-d-768851-16 is: [{'id': 'cf5b1602-158c-4ab2-8347-73b8ed1f4ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056485674-router', 'tenant_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:11Z', 'updated_at': '2021-08-16T01:51:34Z', 'revision_number': 6, 'project_id': '7ff88ac4a5744a0b91eeeee846ea3d17', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:35.969856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] For port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:35.984125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] For port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b,segment=NetworkSegment(96e07c7b-a08b-48a4-851c-33289a44744d),segment_id=96e07c7b-a08b-48a4-851c-33289a44744d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:35.992902 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.045674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.136845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Pushing event updated for resources: {'Port': ['ID=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:36.161320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:36.162339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.164240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-3ab5db07-e7b3-4692-a67b-04456f420309 service neutron] 10.222.0.84 "PUT /v2.0/ports/de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b HTTP/1.1" status: 200 len: 1093 time: 1.8763294 Aug 16 01:51:36.244474 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.247143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.326542 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.327359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:51:36.337369 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.340567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e5c59cee-0c48-4735-ad45-400501bbf755 admin admin] 10.222.0.79 "DELETE /v2.0/routers/cf5b1602-158c-4ab2-8347-73b8ed1f4ac3 HTTP/1.1" status: 204 len: 168 time: 1.9918480 Aug 16 01:51:36.345048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34976) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:36.588762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 041a42ff-aa0c-4f79-acd4-89c518281337 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:36.596451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-0d9dd95e-9d40-4b43-b734-63ca257c09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:36.598260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-0d9dd95e-9d40-4b43-b734-63ca257c09c5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20140796c35b4da7b5424ff58001740c&device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 1096 time: 0.3720837 Aug 16 01:51:36.603379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-622fe45f-6217-46f3-8302-13fd9c6b998f admin admin] Deleting subnet 1aef574c-be6b-4775-96d3-9d8bb575c078 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:36.614561 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-622fe45f-6217-46f3-8302-13fd9c6b998f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.684117 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 041a42ff-aa0c-4f79-acd4-89c518281337 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:36.686223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 041a42ff-aa0c-4f79-acd4-89c518281337 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:36.689070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-9ec3eaf1-86b6-4db7-bde6-e309da54832a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b HTTP/1.1" status: 200 len: 217 time: 0.0715418 Aug 16 01:51:36.783162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-dfc904ae-8883-45b3-97f2-a8664500c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:36.792583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-dfc904ae-8883-45b3-97f2-a8664500c6f0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=563a4c98-5d6d-4383-a1b8-53d188eee095 HTTP/1.1" status: 200 len: 845 time: 0.0780222 Aug 16 01:51:36.854381 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-622fe45f-6217-46f3-8302-13fd9c6b998f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.924433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-57fc8b8a-2ae6-431f-95b3-7ea3d3734543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:36.926792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-57fc8b8a-2ae6-431f-95b3-7ea3d3734543 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cc48b953-c75a-4e3d-8670-1d941a5fd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263242 Aug 16 01:51:37.078788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-e7309662-2268-4e40-b068-d0b0c0c5860a service neutron] 10.222.0.84 "GET /v2.0/networks/cc48b953-c75a-4e3d-8670-1d941a5fd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415484 Aug 16 01:51:37.248730 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-622fe45f-6217-46f3-8302-13fd9c6b998f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.327846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fd5af17-2b77-4b34-9e01-00153a83bced req-54becdbc-eed0-4f47-a398-bf4fe72eb26f service neutron] 10.222.0.84 "GET /v2.0/networks/cc48b953-c75a-4e3d-8670-1d941a5fd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331114 Aug 16 01:51:37.382949 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-622fe45f-6217-46f3-8302-13fd9c6b998f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.425701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fe45f-6217-46f3-8302-13fd9c6b998f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aef574c-be6b-4775-96d3-9d8bb575c078,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:37.440923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf070861-a2d2-4a3d-a8ed-6d7ccdde1750 None None] Network 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:37.444022 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-622fe45f-6217-46f3-8302-13fd9c6b998f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.455917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-622fe45f-6217-46f3-8302-13fd9c6b998f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1aef574c-be6b-4775-96d3-9d8bb575c078 HTTP/1.1" status: 204 len: 168 time: 1.1071291 Aug 16 01:51:37.456424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34980) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:37.674615 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.792944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e128de-42f3-4698-b87b-3c0e34d23333 None None] DHCP port deletion for 66eb6fc7-4e9f-41e0-afee-0b77a7385c32 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:51:37.831926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Deleting port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:37.832209 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.897101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-74e128de-42f3-4698-b87b-3c0e34d23333 None None] Deleting port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:37.897465 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-74e128de-42f3-4698-b87b-3c0e34d23333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.944053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] For port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:37.944568 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.979366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Calling delete_port for 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:38.003567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-74e128de-42f3-4698-b87b-3c0e34d23333 None None] For port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3,segment=NetworkSegment(7e2ee702-0a87-4f25-a935-d06fc5060130),segment_id=7e2ee702-0a87-4f25-a935-d06fc5060130)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:38.003984 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-74e128de-42f3-4698-b87b-3c0e34d23333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.018827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-74e128de-42f3-4698-b87b-3c0e34d23333 None None] Calling delete_port for 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:38.084239 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.114072 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-74e128de-42f3-4698-b87b-3c0e34d23333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.116814 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] No DVR routers for this DVR port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:38.166753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e128de-42f3-4698-b87b-3c0e34d23333 None None] Pushing event deleted for resources: {'Port': ['ID=4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:38.166937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:38.170663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bbf7b2f1-99a6-493b-8328-a4c160b253fe no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:38.182160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e128de-42f3-4698-b87b-3c0e34d23333 None None] No DVR routers for this DVR port 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:38.210758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: bbf7b2f1-99a6-493b-8328-a4c160b253fe {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:38.211228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bbf7b2f1-99a6-493b-8328-a4c160b253fe not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:38.211659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:38.266023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:38.267650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4cb2bfc8-b1e0-416e-b5cc-9085c2ae16d3 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:38.314332 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.326725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66eb6fc7-4e9f-41e0-afee-0b77a7385c32']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:38.352473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2ee702-0a87-4f25-a935-d06fc5060130') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:38.352935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2ee702-0a87-4f25-a935-d06fc5060130') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:38.367062 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.391128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.400194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:38.401508 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:38.494837 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:38.509216 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.517985 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.530335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34982) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:38.538869 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] 10.222.0.79 "DELETE /v2.0/networks/66eb6fc7-4e9f-41e0-afee-0b77a7385c32 HTTP/1.1" status: 204 len: 168 time: 1.0812054 Aug 16 01:51:38.581047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517194b6-d3e1-4725-8b7b-f26213d2a6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=66eb6fc7-4e9f-41e0-afee-0b77a7385c32,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:38.921500 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a6f8151c-0b89-4d1d-a157-983cbd66bee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.242133 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.677694 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.051350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] Deleting port e1319608-9c48-4baf-b5c4-11fe5a66e76e {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:40.051712 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.181957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] For port e1319608-9c48-4baf-b5c4-11fe5a66e76e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e1319608-9c48-4baf-b5c4-11fe5a66e76e,segment=NetworkSegment(3e3f7d35-439c-410d-9c29-af9d660f4013),segment_id=3e3f7d35-439c-410d-9c29-af9d660f4013)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:40.182667 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.200173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] Calling delete_port for e1319608-9c48-4baf-b5c4-11fe5a66e76e owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:40.465967 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.556331 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bc6817-2e72-4756-9af6-8d0794d519b3 x-openstack-request-id: req-d5bc6817-2e72-4756-9af6-8d0794d519b3 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:40.556911 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-plugged", "status": "completed", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:40.556911 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5bc6817-2e72-4756-9af6-8d0794d519b3 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:40.561722 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850', 'code': 200} Aug 16 01:51:40.577731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1319608-9c48-4baf-b5c4-11fe5a66e76e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:40.635942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35016) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:40.744502 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a22de4-6552-415f-9e74-a2d3c3cb500d x-openstack-request-id: req-f5a22de4-6552-415f-9e74-a2d3c3cb500d {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:40.745113 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:40.745113 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f5a22de4-6552-415f-9e74-a2d3c3cb500d {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:40.745652 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'status': 'completed', 'code': 200} Aug 16 01:51:40.910150 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.162743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecc3ec-04c8-4e2a-ae45-cb1f66f2570b req-b2789a54-99bc-49d8-9c9c-c7659ed60b80 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:41.180075 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92ecc3ec-04c8-4e2a-ae45-cb1f66f2570b req-b2789a54-99bc-49d8-9c9c-c7659ed60b80 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 944 time: 0.5349805 Aug 16 01:51:41.221763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:41.242765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-ea920bde-cc2c-49a6-9fe9-7ac56cdb8a4f tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:41.244352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-ea920bde-cc2c-49a6-9fe9-7ac56cdb8a4f tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1554377 Aug 16 01:51:41.248153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd18125-0ba3-472d-a198-c149d9e353bd req-c4059f56-db7e-41f3-808e-ae5e281d7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:41.249725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abd18125-0ba3-472d-a198-c149d9e353bd req-c4059f56-db7e-41f3-808e-ae5e281d7a91 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1097 time: 0.5020354 Aug 16 01:51:41.418222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92ecc3ec-04c8-4e2a-ae45-cb1f66f2570b req-820063f6-7437-4814-84d6-a8cfe7449e63 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e8fab3f-9335-4356-adf5-38e7bf8c003d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271302 Aug 16 01:51:41.429062 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01825992-1bf7-4a42-94e9-e5898d7f00b5 x-openstack-request-id: req-01825992-1bf7-4a42-94e9-e5898d7f00b5 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:41.429989 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17af56b1-0156-4eef-84f9-4d8cb990580e", "name": "network-vif-deleted", "tag": "d9229560-7d99-49fe-97bc-994bc9bd6666", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:41.430706 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-01825992-1bf7-4a42-94e9-e5898d7f00b5 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:41.431616 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17af56b1-0156-4eef-84f9-4d8cb990580e', 'name': 'network-vif-deleted', 'tag': 'd9229560-7d99-49fe-97bc-994bc9bd6666', 'status': 'completed', 'code': 200} Aug 16 01:51:41.638132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] Router f0097243-777a-45ea-92f3-aced69e648aa has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:41.657670 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.662412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-ee66a0ab-73de-49d9-84cb-3eba26c97b66 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1001 time: 0.4112616 Aug 16 01:51:41.681391 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5573c5a1-f224-4795-a7a1-135df38d98fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.715305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Request body: {'floatingip': {'port_id': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:41.777967 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.783904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b,segment=NetworkSegment(96e07c7b-a08b-48a4-851c-33289a44744d),segment_id=96e07c7b-a08b-48a4-851c-33289a44744d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:41.814361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'port_id': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b', 'mac_address': 'fa:16:3e:1e:d4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:41.858123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd18125-0ba3-472d-a198-c149d9e353bd req-b35da190-606c-4d20-bd2f-9cc350791b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:41.859889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abd18125-0ba3-472d-a198-c149d9e353bd req-b35da190-606c-4d20-bd2f-9cc350791b2e service neutron] 10.222.0.84 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.5568781 Aug 16 01:51:41.905551 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.936314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:41.987188 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.987530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b,segment=NetworkSegment(96e07c7b-a08b-48a4-851c-33289a44744d),segment_id=96e07c7b-a08b-48a4-851c-33289a44744d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:41.995287 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.103264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:42.144097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abd18125-0ba3-472d-a198-c149d9e353bd req-6f01208b-cb39-4472-a2a8-655a9e703e2c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 1001 time: 0.2682629 Aug 16 01:51:42.225160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:42.235410 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eff1499-974c-4007-a67b-380514138438 None None] Sync routers for ids ['f0097243-777a-45ea-92f3-aced69e648aa'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:42.255655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8446dffe-dd4b-4006-97f3-6c3902260e63 admin admin] 10.222.0.79 "PUT /v2.0/routers/f0097243-777a-45ea-92f3-aced69e648aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7241049 Aug 16 01:51:42.256911 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff1499-974c-4007-a67b-380514138438 None None] Routers {'f0097243-777a-45ea-92f3-aced69e648aa'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:42.261781 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6eff1499-974c-4007-a67b-380514138438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f0097243-777a-45ea-92f3-aced69e648aa'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:42.264260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35060) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:42.340086 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] Deleting port 5e9c37e7-6123-416d-83ed-b2c1a21f684b {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:42.340477 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.373539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd18125-0ba3-472d-a198-c149d9e353bd req-5c6a3aed-6329-46e2-b625-1eb3a8559501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:42.375025 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abd18125-0ba3-472d-a198-c149d9e353bd req-5c6a3aed-6329-46e2-b625-1eb3a8559501 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.2011795 Aug 16 01:51:42.454573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:42.474120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] For port 5e9c37e7-6123-416d-83ed-b2c1a21f684b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5e9c37e7-6123-416d-83ed-b2c1a21f684b,segment=NetworkSegment(fc76e178-8269-4b1a-a97f-c080d3cc22c0),segment_id=fc76e178-8269-4b1a-a97f-c080d3cc22c0)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:42.474762 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.492421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] Calling delete_port for 5e9c37e7-6123-416d-83ed-b2c1a21f684b owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:42.502238 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6eff1499-974c-4007-a67b-380514138438 None None] Set router f0097243-777a-45ea-92f3-aced69e648aa gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:42.569652 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.654248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd18125-0ba3-472d-a198-c149d9e353bd req-07650714-3d21-4914-86b8-4bb5957848aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:42.657235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abd18125-0ba3-472d-a198-c149d9e353bd req-07650714-3d21-4914-86b8-4bb5957848aa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2728827 Aug 16 01:51:42.700131 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.047411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.103252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9c37e7-6123-416d-83ed-b2c1a21f684b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:43.218675 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6eff1499-974c-4007-a67b-380514138438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-router', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:21Z', 'updated_at': '2021-08-16T01:51:40Z', 'revision_number': 5, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'gw_port': {'id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:23Z', 'updated_at': '2021-08-16T01:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:43.268521 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eff1499-974c-4007-a67b-380514138438 None None] Checking router: f0097243-777a-45ea-92f3-aced69e648aa for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:43.273939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'tag': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:43.279943 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4794627f-dcb4-4be5-bfb8-83052a0692a9", "tag": "de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:43.280158 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff1499-974c-4007-a67b-380514138438 None None] Routers {'f0097243-777a-45ea-92f3-aced69e648aa'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:43.281523 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6eff1499-974c-4007-a67b-380514138438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f0097243-777a-45ea-92f3-aced69e648aa'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:43.388224 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.430869 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6eff1499-974c-4007-a67b-380514138438 None None] Set router f0097243-777a-45ea-92f3-aced69e648aa gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:43.443958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abd18125-0ba3-472d-a198-c149d9e353bd req-b8347aab-dc6a-49cd-a31e-172c29d50383 service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7613900 Aug 16 01:51:43.619372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.645763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f02ac-2fe3-4b9b-ad3d-7748f02c2e82 req-dd2b3e9a-2c48-4a7c-b99f-9ec0ba34d003 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:43.669890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c6f02ac-2fe3-4b9b-ad3d-7748f02c2e82 req-dd2b3e9a-2c48-4a7c-b99f-9ec0ba34d003 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 945 time: 0.3765945 Aug 16 01:51:43.757129 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6eff1499-974c-4007-a67b-380514138438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-router', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:21Z', 'updated_at': '2021-08-16T01:51:40Z', 'revision_number': 5, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'gw_port': {'id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:23Z', 'updated_at': '2021-08-16T01:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:43.770036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] Router 77ca9706-2480-47c9-9589-2d5bfdf6945f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:43.805087 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eff1499-974c-4007-a67b-380514138438 None None] The sync data for ids ['f0097243-777a-45ea-92f3-aced69e648aa'] in n-d-768851-16 is: [{'id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1503519343-router', 'tenant_id': '5bb3f7443c7d4b52a8add2176151ad09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:21Z', 'updated_at': '2021-08-16T01:51:40Z', 'revision_number': 5, 'project_id': '5bb3f7443c7d4b52a8add2176151ad09', 'gw_port': {'id': 'b4388ce3-3f50-4cdc-861e-e40d21add5d5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0097243-777a-45ea-92f3-aced69e648aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:23Z', 'updated_at': '2021-08-16T01:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:43.880823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c6f02ac-2fe3-4b9b-ad3d-7748f02c2e82 req-7b69748c-0200-4db5-9a17-b96057479650 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e8fab3f-9335-4356-adf5-38e7bf8c003d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098866 Aug 16 01:51:43.889282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abd18125-0ba3-472d-a198-c149d9e353bd req-9e658076-696a-4114-8dac-f4bc2e00540f service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310067 Aug 16 01:51:43.934628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:43.943950 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-206a7612-562b-4d7a-8ba0-6936ee4b928a admin admin] 10.222.0.79 "PUT /v2.0/routers/77ca9706-2480-47c9-9589-2d5bfdf6945f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3055050 Aug 16 01:51:43.945938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2cc197-c736-43b8-9e72-0d681ebbf528 None None] Sync routers for ids ['77ca9706-2480-47c9-9589-2d5bfdf6945f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:43.947712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35092) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:43.957762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2cc197-c736-43b8-9e72-0d681ebbf528 None None] Routers {'77ca9706-2480-47c9-9589-2d5bfdf6945f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:43.958398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9b2cc197-c736-43b8-9e72-0d681ebbf528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['77ca9706-2480-47c9-9589-2d5bfdf6945f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:43.958768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Deleting port b4388ce3-3f50-4cdc-861e-e40d21add5d5 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:43.959216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.115580 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.158504 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.resource_extend [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:51:44.183299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-9b2cc197-c736-43b8-9e72-0d681ebbf528 None None] Set router 77ca9706-2480-47c9-9589-2d5bfdf6945f gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:44.252711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] For port b4388ce3-3f50-4cdc-861e-e40d21add5d5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b4388ce3-3f50-4cdc-861e-e40d21add5d5,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:44.253316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.279639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Calling delete_port for b4388ce3-3f50-4cdc-861e-e40d21add5d5 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:44.289750 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.299262 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.386382 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.447884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e1319608-9c48-4baf-b5c4-11fe5a66e76e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:44.511797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: e1319608-9c48-4baf-b5c4-11fe5a66e76e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:44.512025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e1319608-9c48-4baf-b5c4-11fe5a66e76e not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:44.543195 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.564422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Deleting port 4389a928-159e-4bbd-b8c1-8d25ffa7d060 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:44.564753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.663355 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Floating IP c31c91bf-964c-4c84-90e4-133ee51cf2e8 associated. External IP: 172.25.2.205, port: d2864f35-2c09-4a79-b4a5-8084e32d342a. Aug 16 01:51:44.666225 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebab1939-deb0-4010-96b1-c36a71d45830 x-openstack-request-id: req-ebab1939-deb0-4010-96b1-c36a71d45830 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:44.666504 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4794627f-dcb4-4be5-bfb8-83052a0692a9", "tag": "de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:44.666749 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ebab1939-deb0-4010-96b1-c36a71d45830 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:44.667127 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'tag': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b', 'status': 'completed', 'code': 200} Aug 16 01:51:44.744589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9b2cc197-c736-43b8-9e72-0d681ebbf528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-router', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:29Z', 'updated_at': '2021-08-16T01:51:42Z', 'revision_number': 5, 'project_id': '6063169355f6486d87c43d90324c2a62', 'gw_port': {'id': '4389a928-159e-4bbd-b8c1-8d25ffa7d060', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:30Z', 'updated_at': '2021-08-16T01:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:44.842651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2cc197-c736-43b8-9e72-0d681ebbf528 None None] Checking router: 77ca9706-2480-47c9-9589-2d5bfdf6945f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:44.864076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] For port 4389a928-159e-4bbd-b8c1-8d25ffa7d060, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4389a928-159e-4bbd-b8c1-8d25ffa7d060,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:44.864510 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.865218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2cc197-c736-43b8-9e72-0d681ebbf528 None None] Routers {'77ca9706-2480-47c9-9589-2d5bfdf6945f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:44.866161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9b2cc197-c736-43b8-9e72-0d681ebbf528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['77ca9706-2480-47c9-9589-2d5bfdf6945f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:44.889621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Calling delete_port for 4389a928-159e-4bbd-b8c1-8d25ffa7d060 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:45.075036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2 req-a8653ea9-7dcb-438b-baff-af16b4a618e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.077103 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2 req-a8653ea9-7dcb-438b-baff-af16b4a618e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20140796c35b4da7b5424ff58001740c&device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 1097 time: 0.3403285 Aug 16 01:51:45.107412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-9b2cc197-c736-43b8-9e72-0d681ebbf528 None None] Set router 77ca9706-2480-47c9-9589-2d5bfdf6945f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:45.257578 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.262157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:45.266274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9b2cc197-c736-43b8-9e72-0d681ebbf528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-router', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:29Z', 'updated_at': '2021-08-16T01:51:44Z', 'revision_number': 6, 'project_id': '6063169355f6486d87c43d90324c2a62', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:45.310392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-41a59ffb-602d-47f1-9857-85a517fbe9e2 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.311867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-41a59ffb-602d-47f1-9857-85a517fbe9e2 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 804 time: 0.4548147 Aug 16 01:51:45.346078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.369518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2cc197-c736-43b8-9e72-0d681ebbf528 None None] The sync data for ids ['77ca9706-2480-47c9-9589-2d5bfdf6945f'] in n-d-768851-16 is: [{'id': '77ca9706-2480-47c9-9589-2d5bfdf6945f', 'name': 'tempest-ServerRescueNegativeTestJSON-1608066978-router', 'tenant_id': '6063169355f6486d87c43d90324c2a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:48:29Z', 'updated_at': '2021-08-16T01:51:44Z', 'revision_number': 6, 'project_id': '6063169355f6486d87c43d90324c2a62', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:45.370014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4388ce3-3f50-4cdc-861e-e40d21add5d5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:45.386182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-25fec9fc-b12c-4c73-8a15-c88ba049c973 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/quotas/b041827b0cf84f83ae8597d51d79487b HTTP/1.1" status: 200 len: 375 time: 0.0412107 Aug 16 01:51:45.418446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:45.427640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4389a928-159e-4bbd-b8c1-8d25ffa7d060,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:45.445241 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:45.445857 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.532120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.533807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2 req-fc673f32-ad5a-44a4-bf03-44fa2e247e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.535301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2 req-fc673f32-ad5a-44a4-bf03-44fa2e247e60 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cc48b953-c75a-4e3d-8670-1d941a5fd3d9 HTTP/1.1" status: 200 len: 907 time: 0.4308958 Aug 16 01:51:45.627726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2 req-92e30aae-cbe4-426f-8bc4-eb6bd3625c5b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b HTTP/1.1" status: 200 len: 217 time: 0.0653663 Aug 16 01:51:45.650284 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.682789 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.694347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e8809fa-f185-433c-8d62-1c47d02f3ca0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2841125 Aug 16 01:51:45.705991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b,segment=NetworkSegment(96e07c7b-a08b-48a4-851c-33289a44744d),segment_id=96e07c7b-a08b-48a4-851c-33289a44744d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:45.706986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:45.709450 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ec9af3-c991-4367-9e0b-aaa023e32a7d" -d '{"events": [{"server_uuid": "4794627f-dcb4-4be5-bfb8-83052a0692a9", "name": "network-vif-plugged", "status": "completed", "tag": "de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:45.719140 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.723714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.726678 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.727493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2d479b84-6c2a-4a36-9be0-e851ae85f853 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:45.791034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Router 1df4867d-8789-4646-b6ff-c409ee0df841 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:45.831870 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.833118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ca9706-2480-47c9-9589-2d5bfdf6945f {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:51:45.833366 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.837149 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.844765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2 req-cc89368f-7eef-4761-bfbf-4ac62ff6b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.846531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2 req-cc89368f-7eef-4761-bfbf-4ac62ff6b610 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=563a4c98-5d6d-4383-a1b8-53d188eee095 HTTP/1.1" status: 200 len: 845 time: 0.2106516 Aug 16 01:51:45.851025 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.851181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:45.884039 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e15ea593-a5d7-4ca3-936b-25cc294ec7aa admin admin] 10.222.0.79 "DELETE /v2.0/routers/77ca9706-2480-47c9-9589-2d5bfdf6945f HTTP/1.1" status: 204 len: 168 time: 1.9302673 Aug 16 01:51:45.885887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35130) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:45.932830 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.001228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-5555dcdd-6413-49ab-8ab3-ae66bd5ad992 admin admin] Deleting subnet 4ad4515d-08f6-4c85-b2b0-d3169022e434 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:46.002042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2d479b84-6c2a-4a36-9be0-e851ae85f853, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2d479b84-6c2a-4a36-9be0-e851ae85f853,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:46.006815 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5555dcdd-6413-49ab-8ab3-ae66bd5ad992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.009434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.036096 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.036627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0097243-777a-45ea-92f3-aced69e648aa {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:51:46.077165 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.079509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5555dcdd-6413-49ab-8ab3-ae66bd5ad992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.080879 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e1e8ff75-8c9c-4aa7-8aa3-0c11345ac126 admin admin] 10.222.0.79 "DELETE /v2.0/routers/f0097243-777a-45ea-92f3-aced69e648aa HTTP/1.1" status: 204 len: 168 time: 3.8156114 Aug 16 01:51:46.084012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35132) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:46.116043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2d479b84-6c2a-4a36-9be0-e851ae85f853,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:46.178025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2 req-3be15495-14be-4e06-813e-f568733684c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:46.179532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2 req-3be15495-14be-4e06-813e-f568733684c2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cc48b953-c75a-4e3d-8670-1d941a5fd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3240221 Aug 16 01:51:46.203383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ed7e2f-f9d6-4dac-a818-d74f8e772245 admin admin] Deleting subnet 27897c4a-4796-4842-8c36-52f1658485d0 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:46.206142 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5555dcdd-6413-49ab-8ab3-ae66bd5ad992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.227492 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b9ed7e2f-f9d6-4dac-a818-d74f8e772245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.249923 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-6e4dadf8-bddd-404f-af56-4d897a67d8b4 service neutron] 10.222.0.79 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752398 Aug 16 01:51:46.278220 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b9ed7e2f-f9d6-4dac-a818-d74f8e772245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.359810 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5555dcdd-6413-49ab-8ab3-ae66bd5ad992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.411711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555dcdd-6413-49ab-8ab3-ae66bd5ad992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad4515d-08f6-4c85-b2b0-d3169022e434,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:46.438195 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5555dcdd-6413-49ab-8ab3-ae66bd5ad992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.443665 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5555dcdd-6413-49ab-8ab3-ae66bd5ad992 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4ad4515d-08f6-4c85-b2b0-d3169022e434 HTTP/1.1" status: 204 len: 168 time: 0.5551150 Aug 16 01:51:46.444403 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35134) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:46.529740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b9ed7e2f-f9d6-4dac-a818-d74f8e772245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.581640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.727892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b9ed7e2f-f9d6-4dac-a818-d74f8e772245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.844849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed7e2f-f9d6-4dac-a818-d74f8e772245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27897c4a-4796-4842-8c36-52f1658485d0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:46.847489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4389a928-159e-4bbd-b8c1-8d25ffa7d060 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:46.864102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b9ed7e2f-f9d6-4dac-a818-d74f8e772245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.866238 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b9ed7e2f-f9d6-4dac-a818-d74f8e772245 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/27897c4a-4796-4842-8c36-52f1658485d0 HTTP/1.1" status: 204 len: 168 time: 0.7791405 Aug 16 01:51:46.870880 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.883481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35136) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:46.896621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a6707e-c711-463f-af64-b2b47f2cf900']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:46.908597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3187d0be-80d3-4946-a3df-9b90a9d8245a None None] Network ff596e5d-03f3-4b0f-9762-c5b45a55390a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:46.928191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 4389a928-159e-4bbd-b8c1-8d25ffa7d060 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:46.928534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4389a928-159e-4bbd-b8c1-8d25ffa7d060 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:46.929168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5e9c37e7-6123-416d-83ed-b2c1a21f684b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:46.941523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc76e178-8269-4b1a-a97f-c080d3cc22c0') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:46.941846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc76e178-8269-4b1a-a97f-c080d3cc22c0') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:47.003657 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.015704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82329b-ae26-4ae2-ad62-4a13408252dc req-9a0f3297-e052-4bc4-8125-938605a0fae0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:47.017351 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9e82329b-ae26-4ae2-ad62-4a13408252dc req-9a0f3297-e052-4bc4-8125-938605a0fae0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5abe3b9-b1e6-4404-99be-ab0ae30839f8 HTTP/1.1" status: 200 len: 943 time: 0.1666522 Aug 16 01:51:47.071900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 5e9c37e7-6123-416d-83ed-b2c1a21f684b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:47.072247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5e9c37e7-6123-416d-83ed-b2c1a21f684b not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:47.101957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:47.115381 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.123295 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0f44d-4a86-456f-a0bc-fd07c59c4097 None None] Sync routers for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:47.130170 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.137075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:47.137741 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.149560 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b0f44d-4a86-456f-a0bc-fd07c59c4097 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:47.150364 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-07b0f44d-4a86-456f-a0bc-fd07c59c4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:47.161424 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:47.272726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-fafe65fd-ed4d-400d-b8d6-a1e6d9c063f9 service neutron] 10.222.0.79 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0211031 Aug 16 01:51:47.312108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d65c9d-8184-4a87-9042-338c47dc2212 None None] DHCP port deletion for ff596e5d-03f3-4b0f-9762-c5b45a55390a request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:51:47.374567 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.386391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.388944 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/99a6707e-c711-463f-af64-b2b47f2cf900 HTTP/1.1" status: 204 len: 168 time: 0.9412112 Aug 16 01:51:47.401557 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-07b0f44d-4a86-456f-a0bc-fd07c59c4097 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:47.409592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2 req-775c8e22-a9b0-44f8-a689-5a2240aa0e12 service neutron] 10.222.0.84 "GET /v2.0/networks/cc48b953-c75a-4e3d-8670-1d941a5fd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454174 Aug 16 01:51:47.429193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb21b24-0882-43b0-90c3-a431e8071fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=99a6707e-c711-463f-af64-b2b47f2cf900,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:47.429843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f7d65c9d-8184-4a87-9042-338c47dc2212 None None] Deleting port 055790ed-092c-4f5d-8277-dddf6a99cb2e {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:47.430336 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f7d65c9d-8184-4a87-9042-338c47dc2212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.458042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-9e82329b-ae26-4ae2-ad62-4a13408252dc req-da9d2f63-0adf-40aa-aeee-bfc640c4ca83 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Deleting port 2d479b84-6c2a-4a36-9be0-e851ae85f853 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:47.458042 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9e82329b-ae26-4ae2-ad62-4a13408252dc req-da9d2f63-0adf-40aa-aeee-bfc640c4ca83 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.524753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Deleting port 055790ed-092c-4f5d-8277-dddf6a99cb2e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:47.525124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.629404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f7d65c9d-8184-4a87-9042-338c47dc2212 None None] For port 055790ed-092c-4f5d-8277-dddf6a99cb2e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=055790ed-092c-4f5d-8277-dddf6a99cb2e,segment=NetworkSegment(3e3f7d35-439c-410d-9c29-af9d660f4013),segment_id=3e3f7d35-439c-410d-9c29-af9d660f4013)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:47.632503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f7d65c9d-8184-4a87-9042-338c47dc2212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.664192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d305ee4-aaf7-4e72-8a68-90e51e6408f2 req-8fabc33f-0d1b-4a6d-938a-703be90dd511 service neutron] 10.222.0.84 "GET /v2.0/networks/cc48b953-c75a-4e3d-8670-1d941a5fd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536860 Aug 16 01:51:47.689539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f7d65c9d-8184-4a87-9042-338c47dc2212 None None] Calling delete_port for 055790ed-092c-4f5d-8277-dddf6a99cb2e owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:47.739626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35148) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:47.872306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Router 1df4867d-8789-4646-b6ff-c409ee0df841 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:47.879289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] For port 055790ed-092c-4f5d-8277-dddf6a99cb2e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=055790ed-092c-4f5d-8277-dddf6a99cb2e,segment=NetworkSegment(3e3f7d35-439c-410d-9c29-af9d660f4013),segment_id=3e3f7d35-439c-410d-9c29-af9d660f4013)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:47.879820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.881939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38354878-d57e-4de2-ad33-d488b9ed9f31 req-1e2b23b4-2c58-4e1a-86ba-9cc40a408e5b tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:47.884801 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f7d65c9d-8184-4a87-9042-338c47dc2212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.890773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38354878-d57e-4de2-ad33-d488b9ed9f31 req-1e2b23b4-2c58-4e1a-86ba-9cc40a408e5b tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 946 time: 0.1085534 Aug 16 01:51:47.904529 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-07b0f44d-4a86-456f-a0bc-fd07c59c4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:66:be:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:44Z', 'revision_number': 3, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:47.923596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Calling delete_port for 055790ed-092c-4f5d-8277-dddf6a99cb2e owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:47.946303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d65c9d-8184-4a87-9042-338c47dc2212 None None] Pushing event deleted for resources: {'Port': ['ID=055790ed-092c-4f5d-8277-dddf6a99cb2e,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:47.961930 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d65c9d-8184-4a87-9042-338c47dc2212 None None] No DVR routers for this DVR port 055790ed-092c-4f5d-8277-dddf6a99cb2e on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:47.990410 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0f44d-4a86-456f-a0bc-fd07c59c4097 None None] Checking router: 1df4867d-8789-4646-b6ff-c409ee0df841 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:48.009196 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b0f44d-4a86-456f-a0bc-fd07c59c4097 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:48.010124 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-07b0f44d-4a86-456f-a0bc-fd07c59c4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:48.030954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38354878-d57e-4de2-ad33-d488b9ed9f31 req-3a655aa5-20da-49bd-a026-c220ca3bfdeb tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e8fab3f-9335-4356-adf5-38e7bf8c003d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390381 Aug 16 01:51:48.056968 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.079682 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-9e82329b-ae26-4ae2-ad62-4a13408252dc req-da9d2f63-0adf-40aa-aeee-bfc640c4ca83 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] For port 2d479b84-6c2a-4a36-9be0-e851ae85f853, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2d479b84-6c2a-4a36-9be0-e851ae85f853,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:48.080505 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9e82329b-ae26-4ae2-ad62-4a13408252dc req-da9d2f63-0adf-40aa-aeee-bfc640c4ca83 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.117917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-9e82329b-ae26-4ae2-ad62-4a13408252dc req-da9d2f63-0adf-40aa-aeee-bfc640c4ca83 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Calling delete_port for 2d479b84-6c2a-4a36-9be0-e851ae85f853 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:48.195377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.212294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:48.221419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 055790ed-092c-4f5d-8277-dddf6a99cb2e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:48.225940 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.265581 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 055790ed-092c-4f5d-8277-dddf6a99cb2e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:48.265927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 055790ed-092c-4f5d-8277-dddf6a99cb2e not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:48.269168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b4388ce3-3f50-4cdc-861e-e40d21add5d5 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:48.273621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:48.279557 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14" -d '{"events": [{"name": "network-changed", "server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:48.289797 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-07b0f44d-4a86-456f-a0bc-fd07c59c4097 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:48.326036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: b4388ce3-3f50-4cdc-861e-e40d21add5d5 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:48.326644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b4388ce3-3f50-4cdc-861e-e40d21add5d5 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:48.326954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] No DVR routers for this DVR port 055790ed-092c-4f5d-8277-dddf6a99cb2e on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:48.336077 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0a9a05f9-5aae-4760-8b89-b948df3c5dbd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6063169355f6486d87c43d90324c2a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951712 Aug 16 01:51:48.338704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35164) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:48.351964 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-7af92260-5dc1-4713-bf50-9df2de128e4a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "PUT /v2.0/floatingips/c31c91bf-964c-4c84-90e4-133ee51cf2e8 HTTP/1.1" status: 200 len: 999 time: 6.6699657 Aug 16 01:51:48.458615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-1486b33f-ff4f-4635-aeb9-c3ad407bcb7f tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.469741 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-1486b33f-ff4f-4635-aeb9-c3ad407bcb7f tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports/d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 942 time: 0.1112466 Aug 16 01:51:48.550331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=055790ed-092c-4f5d-8277-dddf6a99cb2e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:48.613006 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-07b0f44d-4a86-456f-a0bc-fd07c59c4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:66:be:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:44Z', 'revision_number': 3, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:48.642661 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0f44d-4a86-456f-a0bc-fd07c59c4097 None None] The sync data for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 is: [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:66:be:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:44Z', 'revision_number': 3, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:48.651150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-05236f7a-05a0-43f6-993d-f8044446bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.652855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-05236f7a-05a0-43f6-993d-f8044446bfa9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1097 time: 0.0557590 Aug 16 01:51:48.687940 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-014ab51b-383f-4582-b6de-ea0f0eba6d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.706103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.732055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff596e5d-03f3-4b0f-9762-c5b45a55390a']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:48.734048 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90d8a0d-440e-4b53-b280-1004c16353da x-openstack-request-id: req-e90d8a0d-440e-4b53-b280-1004c16353da {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:48.734945 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4794627f-dcb4-4be5-bfb8-83052a0692a9", "name": "network-vif-plugged", "status": "completed", "tag": "de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:48.735209 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e90d8a0d-440e-4b53-b280-1004c16353da {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:48.735688 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b', 'code': 200} Aug 16 01:51:48.771679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-014ab51b-383f-4582-b6de-ea0f0eba6d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.787469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3f7d35-439c-410d-9c29-af9d660f4013') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:48.787771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3f7d35-439c-410d-9c29-af9d660f4013') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:48.816207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-872dacf8-13cc-4bed-b53f-2d0a0f401e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.818363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-872dacf8-13cc-4bed-b53f-2d0a0f401e2c service neutron] 10.222.0.79 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.1586914 Aug 16 01:51:48.828215 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.858126 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.866808 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9e82329b-ae26-4ae2-ad62-4a13408252dc req-da9d2f63-0adf-40aa-aeee-bfc640c4ca83 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.869431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:48.869890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:48.872049 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:48.901702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-0164ecc0-ddaf-41cd-9ce6-89f3058946e1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 217 time: 0.0681953 Aug 16 01:51:48.955833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417fe4c-1ef1-4c15-8a4f-72c4c14a1369 None None] New status for floating IP c31c91bf-964c-4c84-90e4-133ee51cf2e8: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:51:48.971470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da09ec4c-ff5c-4bc7-aedb-0c10112cc0e9 req-3553c869-db5f-44f0-9001-f34b2c03792a tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 210 time: 0.0898259 Aug 16 01:51:48.996269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66ccff-f6e3-4485-9b9e-f32a28bda0ba req-94b4c52f-b6a8-4717-a66f-da3b5cc38371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.998631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c66ccff-f6e3-4485-9b9e-f32a28bda0ba req-94b4c52f-b6a8-4717-a66f-da3b5cc38371 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 1098 time: 0.1159585 Aug 16 01:51:49.000631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-8c5d2272-c25d-4a19-8eaf-271be86f53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.002226 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-8c5d2272-c25d-4a19-8eaf-271be86f53c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.0995932 Aug 16 01:51:49.064200 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffb930d-62d9-4ba3-a92c-c90e052ec0cd x-openstack-request-id: req-7ffb930d-62d9-4ba3-a92c-c90e052ec0cd {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:49.064855 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:49.070866 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ffb930d-62d9-4ba3-a92c-c90e052ec0cd {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:49.072447 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'status': 'completed', 'code': 200} Aug 16 01:51:49.106684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-43d20dad-9f11-4bff-a5bf-23178847986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.108258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-43d20dad-9f11-4bff-a5bf-23178847986d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875492 Aug 16 01:51:49.112629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c66ccff-f6e3-4485-9b9e-f32a28bda0ba req-0a253d35-99cf-4b40-9820-592054674d1f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7e8fab3f-9335-4356-adf5-38e7bf8c003d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029387 Aug 16 01:51:49.126699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-dabed29d-0ad9-474a-87b6-36ee872b2a03 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:51:49.127717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-dabed29d-0ad9-474a-87b6-36ee872b2a03 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062532 Aug 16 01:51:49.242792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946fca5-9729-4f2e-85c4-846ef3fd4d8e req-6bd20de2-e340-45b1-b772-1f0ad35530d4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.244392 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a946fca5-9729-4f2e-85c4-846ef3fd4d8e req-6bd20de2-e340-45b1-b772-1f0ad35530d4 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 944 time: 0.1347589 Aug 16 01:51:49.280082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-d0aee03d-4732-4388-ab7c-3d3a84446fee service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372275 Aug 16 01:51:49.302981 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-014ab51b-383f-4582-b6de-ea0f0eba6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.305571 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-014ab51b-383f-4582-b6de-ea0f0eba6d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.309078 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-014ab51b-383f-4582-b6de-ea0f0eba6d5a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4cbaee03-844a-4edc-b713-77dbb937baa8 HTTP/1.1" status: 204 len: 168 time: 0.9578128 Aug 16 01:51:49.326508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d2f63-0adf-40aa-aeee-bfc640c4ca83 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Pushing event deleted for resources: {'Port': ['ID=2d479b84-6c2a-4a36-9be0-e851ae85f853,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:49.355287 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a946fca5-9729-4f2e-85c4-846ef3fd4d8e req-f3ca172d-6ae4-4669-b7cf-e5232d0dd12b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017146 Aug 16 01:51:49.378191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e82329b-ae26-4ae2-ad62-4a13408252dc req-da9d2f63-0adf-40aa-aeee-bfc640c4ca83 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] No DVR routers for this DVR port 2d479b84-6c2a-4a36-9be0-e851ae85f853 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:49.404067 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9e82329b-ae26-4ae2-ad62-4a13408252dc req-da9d2f63-0adf-40aa-aeee-bfc640c4ca83 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.406405 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9e82329b-ae26-4ae2-ad62-4a13408252dc req-da9d2f63-0adf-40aa-aeee-bfc640c4ca83 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "DELETE /v2.0/ports/2d479b84-6c2a-4a36-9be0-e851ae85f853 HTTP/1.1" status: 204 len: 173 time: 2.3791597 Aug 16 01:51:49.410704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'name': 'network-vif-deleted', 'tag': '2d479b84-6c2a-4a36-9be0-e851ae85f853'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:49.413350 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b5f434-307a-4814-8c94-aa6fb4b2bdfb" -d '{"events": [{"server_uuid": "d5abe3b9-b1e6-4404-99be-ab0ae30839f8", "name": "network-vif-deleted", "tag": "2d479b84-6c2a-4a36-9be0-e851ae85f853"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:49.414673 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818dfca-5cb7-480a-8d2f-d795a154f0d3 None None] Sync routers for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:49.419320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ab51b-383f-4582-b6de-ea0f0eba6d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbaee03-844a-4edc-b713-77dbb937baa8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:49.425902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-abd3dccc-3f3b-4253-85c9-1832c3ec7738 service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343298 Aug 16 01:51:49.437650 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.442265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14 req-37038a21-de70-42fb-86e4-39e12c1c2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.443414 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14 req-37038a21-de70-42fb-86e4-39e12c1c2012 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1097 time: 0.1887078 Aug 16 01:51:49.447832 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818dfca-5cb7-480a-8d2f-d795a154f0d3 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:49.448789 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.449035 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6818dfca-5cb7-480a-8d2f-d795a154f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:49.461571 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ff596e5d-03f3-4b0f-9762-c5b45a55390a HTTP/1.1" status: 204 len: 168 time: 2.5692601 Aug 16 01:51:49.486320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d6778-5baf-4a69-8855-bda93e44e1a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff596e5d-03f3-4b0f-9762-c5b45a55390a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:49.501376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f05934-456b-4b51-8b05-afe000559805 req-4e2df934-83b2-43f1-94b9-689ceaccf3ca tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.503319 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-20f05934-456b-4b51-8b05-afe000559805 req-4e2df934-83b2-43f1-94b9-689ceaccf3ca tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.89 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 944 time: 0.2589724 Aug 16 01:51:49.628935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-ff0f0be7-38cc-4c6c-9d54-31a765852feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.643312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-ff0f0be7-38cc-4c6c-9d54-31a765852feb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 1098 time: 0.1673288 Aug 16 01:51:49.746339 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6818dfca-5cb7-480a-8d2f-d795a154f0d3 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:49.757889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14 req-c79056ca-5352-4bab-bdb5-5c40ddfff5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.761891 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14 req-c79056ca-5352-4bab-bdb5-5c40ddfff5f0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.2571056 Aug 16 01:51:49.782640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-20f05934-456b-4b51-8b05-afe000559805 req-3b068c59-ccaa-4503-91a4-c238159a414e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Deleting port 25a85a8b-7746-4fa8-a9ba-d45692d79cde {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:49.783090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-20f05934-456b-4b51-8b05-afe000559805 req-3b068c59-ccaa-4503-91a4-c238159a414e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.804638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5895f2-0cf0-4a75-90a1-876ec8aada14 req-a6d4c40f-4dd5-4111-ae44-3a57e0fe348f tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.806232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e5895f2-0cf0-4a75-90a1-876ec8aada14 req-a6d4c40f-4dd5-4111-ae44-3a57e0fe348f tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 946 time: 0.1260223 Aug 16 01:51:49.867662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-ff5549a2-ac4f-4476-adc1-3af6c54ea7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.875912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-ff5549a2-ac4f-4476-adc1-3af6c54ea7d7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.2261577 Aug 16 01:51:49.910842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-20f05934-456b-4b51-8b05-afe000559805 req-3b068c59-ccaa-4503-91a4-c238159a414e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] For port 25a85a8b-7746-4fa8-a9ba-d45692d79cde, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=25a85a8b-7746-4fa8-a9ba-d45692d79cde,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:49.911569 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-20f05934-456b-4b51-8b05-afe000559805 req-3b068c59-ccaa-4503-91a4-c238159a414e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.929349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-20f05934-456b-4b51-8b05-afe000559805 req-3b068c59-ccaa-4503-91a4-c238159a414e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Calling delete_port for 25a85a8b-7746-4fa8-a9ba-d45692d79cde owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:49.962197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35210) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:49.973059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e5895f2-0cf0-4a75-90a1-876ec8aada14 req-550141b8-dd5e-4f59-888b-9f79c49b7c06 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e8fab3f-9335-4356-adf5-38e7bf8c003d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558027 Aug 16 01:51:49.989484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-b83ef4ce-d88c-46bd-8ff0-31bd49478266 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc HTTP/1.1" status: 200 len: 1002 time: 0.1126516 Aug 16 01:51:50.066755 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-eb46a5dd-716f-415c-bab2-67326cdfb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.087116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-eb46a5dd-716f-415c-bab2-67326cdfb368 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.0966866 Aug 16 01:51:50.129711 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14 req-3169cdd5-6308-4ebe-9f2f-d68b1c5b6888 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 217 time: 0.3540597 Aug 16 01:51:50.131495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-20f05934-456b-4b51-8b05-afe000559805 req-3b068c59-ccaa-4503-91a4-c238159a414e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.146138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['25a85a8b-7746-4fa8-a9ba-d45692d79cde'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:50.234753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-d961d657-9f5d-41de-a31e-aff664c7cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.243610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-d961d657-9f5d-41de-a31e-aff664c7cfe4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555755 Aug 16 01:51:50.248632 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bea8e46-adc5-496b-8d8b-86b9900dd16f x-openstack-request-id: req-3bea8e46-adc5-496b-8d8b-86b9900dd16f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:50.248936 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5abe3b9-b1e6-4404-99be-ab0ae30839f8", "name": "network-vif-deleted", "tag": "2d479b84-6c2a-4a36-9be0-e851ae85f853", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:50.249333 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3bea8e46-adc5-496b-8d8b-86b9900dd16f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:50.249844 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'name': 'network-vif-deleted', 'tag': '2d479b84-6c2a-4a36-9be0-e851ae85f853', 'status': 'completed', 'code': 200} Aug 16 01:51:50.263735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b068c59-ccaa-4503-91a4-c238159a414e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Pushing event deleted for resources: {'Port': ['ID=25a85a8b-7746-4fa8-a9ba-d45692d79cde,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:50.300884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e9a7809c-66f8-417e-bb57-a7b5daa0ed73 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7ff88ac4a5744a0b91eeeee846ea3d17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2542300 Aug 16 01:51:50.314367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35220) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:50.379219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f05934-456b-4b51-8b05-afe000559805 req-3b068c59-ccaa-4503-91a4-c238159a414e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] No DVR routers for this DVR port 25a85a8b-7746-4fa8-a9ba-d45692d79cde on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:50.386954 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-20f05934-456b-4b51-8b05-afe000559805 req-3b068c59-ccaa-4503-91a4-c238159a414e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.390341 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-20f05934-456b-4b51-8b05-afe000559805 req-3b068c59-ccaa-4503-91a4-c238159a414e tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.89 "DELETE /v2.0/ports/25a85a8b-7746-4fa8-a9ba-d45692d79cde HTTP/1.1" status: 204 len: 173 time: 0.8759358 Aug 16 01:51:50.413937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14 req-d6e7798f-27aa-4e5f-8a31-b2601845b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.415612 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14 req-d6e7798f-27aa-4e5f-8a31-b2601845b903 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.2468481 Aug 16 01:51:50.461927 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6818dfca-5cb7-480a-8d2f-d795a154f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:66:be:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:49Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:50.489626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14 req-679f3b03-55ec-4374-83a5-a009ecb23831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.491251 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14 req-679f3b03-55ec-4374-83a5-a009ecb23831 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652852 Aug 16 01:51:50.498902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-9e4d703a-e815-45ff-895a-c7f0b2c4e0c6 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.500577 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-9e4d703a-e815-45ff-895a-c7f0b2c4e0c6 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 804 time: 0.4182799 Aug 16 01:51:50.501282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-9e109fe3-731f-4562-b7bd-fb564e0c6b3c service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484519 Aug 16 01:51:50.537988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede70294-71c9-4d19-98a2-3bb764e41518 req-b02a2a98-9ed8-43f7-afd9-a5bb3b50cd25 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.539498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ede70294-71c9-4d19-98a2-3bb764e41518 req-b02a2a98-9ed8-43f7-afd9-a5bb3b50cd25 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 950 time: 0.2420952 Aug 16 01:51:50.540164 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-10b02614-eb4b-4144-b8c7-ec889fcad0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.542249 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818dfca-5cb7-480a-8d2f-d795a154f0d3 None None] Checking router: 1df4867d-8789-4646-b6ff-c409ee0df841 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:50.554647 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818dfca-5cb7-480a-8d2f-d795a154f0d3 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:50.555215 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6818dfca-5cb7-480a-8d2f-d795a154f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:50.558837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Request body: {'port': {'device_id': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'admin_state_up': True, 'tenant_id': 'b041827b0cf84f83ae8597d51d79487b'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:50.655634 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-10b02614-eb4b-4144-b8c7-ec889fcad0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.677524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ede70294-71c9-4d19-98a2-3bb764e41518 req-460392a0-005c-42a1-b7fb-5ddd761d5a77 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190054 Aug 16 01:51:50.691634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Made reservation on behalf of b041827b0cf84f83ae8597d51d79487b for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:50.695773 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.736733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d479b84-6c2a-4a36-9be0-e851ae85f853'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:50.739817 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72576263-2d1c-48e3-b2ab-5883b2260995" -d '{"events": [{"server_uuid": "d5abe3b9-b1e6-4404-99be-ab0ae30839f8", "name": "network-vif-unplugged", "status": "completed", "tag": "2d479b84-6c2a-4a36-9be0-e851ae85f853"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:50.794331 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd9dfe6-3c89-4641-b1d3-679cb05a2d93 req-9a6b64ca-cc9f-458a-a7be-631d917dd2bf service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915595 Aug 16 01:51:50.809324 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6818dfca-5cb7-480a-8d2f-d795a154f0d3 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:50.840374 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-10b02614-eb4b-4144-b8c7-ec889fcad0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.857712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Allocated IP 172.20.0.14 (5941b670-83ee-49b7-98d2-3c9fec059815/fd1345f9-5c91-462e-8008-7479b1756a0e/a850ca39-21b8-4efa-bc97-5e9d00e66ae2) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:50.866792 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-10b02614-eb4b-4144-b8c7-ec889fcad0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.868665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-10b02614-eb4b-4144-b8c7-ec889fcad0af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5e85b99f-7944-41ff-861c-987495a633c1 HTTP/1.1" status: 204 len: 168 time: 0.5527897 Aug 16 01:51:50.889288 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14 req-d1df2777-8af0-4c02-9b6d-7890fbf7f4de service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876534 Aug 16 01:51:50.918479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b02614-eb4b-4144-b8c7-ec889fcad0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e85b99f-7944-41ff-861c-987495a633c1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:50.923158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e860c3c-c7ab-4c78-ada1-34cf27fac96b req-60de1bf6-8ac7-4af5-b2f2-ae01d11a3ea4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 210 time: 0.1035700 Aug 16 01:51:51.032904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3079f0f-b5bc-48a8-a3aa-00278e1e8e1f req-9dcc1c1c-dc79-4ea0-abf1-18b67f01594c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=f31553b5-edfa-4b5b-a5ed-13210484248e HTTP/1.1" status: 200 len: 210 time: 0.0526757 Aug 16 01:51:51.073937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'tag': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:51.076643 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8f4025-b88d-4792-bad2-03af3cde41d9" -d '{"events": [{"name": "network-changed", "server_uuid": "53d01669-95fd-4a9e-b359-958e5f41f8a3", "tag": "5c4239ca-8bb3-47d3-b5e2-722e5b1537dc"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:51.149491 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acea0785-8029-4b19-ade7-ace0f2367a78 x-openstack-request-id: req-acea0785-8029-4b19-ade7-ace0f2367a78 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:51.150471 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5abe3b9-b1e6-4404-99be-ab0ae30839f8", "name": "network-vif-unplugged", "status": "completed", "tag": "2d479b84-6c2a-4a36-9be0-e851ae85f853", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:51.150919 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-acea0785-8029-4b19-ade7-ace0f2367a78 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:51.151913 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5abe3b9-b1e6-4404-99be-ab0ae30839f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d479b84-6c2a-4a36-9be0-e851ae85f853', 'code': 200} Aug 16 01:51:51.187243 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.226862 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1993fcb2-c2c8-4bee-a51c-4ec54d598b14 req-9a8897b8-d645-4997-bc47-2db8a6b5dcaa service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788023 Aug 16 01:51:51.287643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2d479b84-6c2a-4a36-9be0-e851ae85f853 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:51.292814 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.306188 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6818dfca-5cb7-480a-8d2f-d795a154f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:66:be:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:49Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:51.315917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27122b85-6172-4e6a-b086-a9cd120c97c1 req-5ed0cae7-d2b9-444b-b1bd-2aec3da53ed5 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1002 time: 0.1310949 Aug 16 01:51:51.319659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 2d479b84-6c2a-4a36-9be0-e851ae85f853 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:51.320010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2d479b84-6c2a-4a36-9be0-e851ae85f853 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:51.357635 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818dfca-5cb7-480a-8d2f-d795a154f0d3 None None] The sync data for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 is: [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:66:be:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:49Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:51.383103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Network 5941b670-83ee-49b7-98d2-3c9fec059815 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:51.391202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122b85-6172-4e6a-b086-a9cd120c97c1 req-62a0a195-823f-4613-bf13-425dc4084e70 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.395350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:51.397400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Pushing event updated for resources: {'Port': ['ID=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:51.406901 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27122b85-6172-4e6a-b086-a9cd120c97c1 req-62a0a195-823f-4613-bf13-425dc4084e70 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports/5c4239ca-8bb3-47d3-b5e2-722e5b1537dc HTTP/1.1" status: 200 len: 943 time: 0.0826657 Aug 16 01:51:51.408708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:51.480478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.481477 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.499079 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35262) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:51.516587 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e8e97408-7b3f-4899-b7c0-222949907b15 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9861007 Aug 16 01:51:51.538704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Request body: {'port': {'device_id': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:51.555157 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27122b85-6172-4e6a-b086-a9cd120c97c1 req-3056dbf9-8d61-4c54-ba59-f1cfc7c01733 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1002 time: 0.1033065 Aug 16 01:51:51.570947 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f1156c50-7755-4535-95eb-de887209ce0c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5bb3f7443c7d4b52a8add2176151ad09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0704315 Aug 16 01:51:51.573256 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35264) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:51.637260 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.688272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122b85-6172-4e6a-b086-a9cd120c97c1 req-776a66bd-f952-4e10-8406-182fa06887ac tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.689481 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27122b85-6172-4e6a-b086-a9cd120c97c1 req-776a66bd-f952-4e10-8406-182fa06887ac tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.1324432 Aug 16 01:51:51.697676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c42c6d2-af52-42b9-95ff-818a78780422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.776429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c42c6d2-af52-42b9-95ff-818a78780422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.906200 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c42c6d2-af52-42b9-95ff-818a78780422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.908740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c42c6d2-af52-42b9-95ff-818a78780422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.912543 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9c42c6d2-af52-42b9-95ff-818a78780422 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7745d57d-9be9-4cb6-b025-8c0b6d09dc78 HTTP/1.1" status: 204 len: 168 time: 0.3358371 Aug 16 01:51:51.923740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42c6d2-af52-42b9-95ff-818a78780422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7745d57d-9be9-4cb6-b025-8c0b6d09dc78,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:52.061544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a850ca39-21b8-4efa-bc97-5e9d00e66ae2 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:52.070451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.093465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Transition to ACTIVE for port object a850ca39-21b8-4efa-bc97-5e9d00e66ae2 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:52.099152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.117066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1e8c4-7191-4b80-b186-4d7fd327753a req-0c3c08a9-39d3-45aa-99d1-c47ad51b66da tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.126086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9b1e8c4-7191-4b80-b186-4d7fd327753a req-0c3c08a9-39d3-45aa-99d1-c47ad51b66da tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 946 time: 0.0885875 Aug 16 01:51:52.183137 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9b1e8c4-7191-4b80-b186-4d7fd327753a req-da67d2d9-a8ae-46dc-b11f-004170ccaa43 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e8fab3f-9335-4356-adf5-38e7bf8c003d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518808 Aug 16 01:51:52.195931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Pushing event updated for resources: {'Port': ['ID=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:52.211554 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72740559-3c65-4f84-8826-091621a3297b x-openstack-request-id: req-72740559-3c65-4f84-8826-091621a3297b {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:52.212022 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d01669-95fd-4a9e-b359-958e5f41f8a3", "tag": "5c4239ca-8bb3-47d3-b5e2-722e5b1537dc", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:52.212456 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72740559-3c65-4f84-8826-091621a3297b {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:52.213024 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'tag': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'status': 'completed', 'code': 200} Aug 16 01:51:52.257511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'name': 'network-vif-deleted', 'tag': '25a85a8b-7746-4fa8-a9ba-d45692d79cde'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:52.259941 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4268c1e3-bbdf-4899-9876-60057bd28419" -d '{"events": [{"server_uuid": "f31553b5-edfa-4b5b-a5ed-13210484248e", "name": "network-vif-deleted", "tag": "25a85a8b-7746-4fa8-a9ba-d45692d79cde"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:52.316411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-0d46a4ff-6bdd-4aa4-af46-b14463f36a27 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1002 time: 0.0855508 Aug 16 01:51:52.332253 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Attempting to bind port a850ca39-21b8-4efa-bc97-5e9d00e66ae2 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:52.332922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Attempting to bind port a850ca39-21b8-4efa-bc97-5e9d00e66ae2 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:52.333581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Attempting to bind port a850ca39-21b8-4efa-bc97-5e9d00e66ae2 on network 5941b670-83ee-49b7-98d2-3c9fec059815 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:52.346665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Port a850ca39-21b8-4efa-bc97-5e9d00e66ae2 on network 5941b670-83ee-49b7-98d2-3c9fec059815 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:52.352599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Attempting to bind port a850ca39-21b8-4efa-bc97-5e9d00e66ae2 on network 5941b670-83ee-49b7-98d2-3c9fec059815 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:52.363630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:52.364272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Checking segment: {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:52.364949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Bound using segment: {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:52.365583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Bound port: a850ca39-21b8-4efa-bc97-5e9d00e66ae2, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:52.366128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.429357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16381044-efa5-4186-bb42-c10b18813090 req-d688cf40-bfaf-4c18-8a5c-4c32cab97885 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.437035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-d688cf40-bfaf-4c18-8a5c-4c32cab97885 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports/5c4239ca-8bb3-47d3-b5e2-722e5b1537dc HTTP/1.1" status: 200 len: 943 time: 0.1179206 Aug 16 01:51:52.460041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c174c2-ee47-4fd5-98ee-c8a108f3af49 req-833c3b14-d094-4e4e-b3f2-d637183232dc tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.462381 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3c174c2-ee47-4fd5-98ee-c8a108f3af49 req-833c3b14-d094-4e4e-b3f2-d637183232dc tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 944 time: 0.0835598 Aug 16 01:51:52.542956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f4025-b88d-4792-bad2-03af3cde41d9 req-2287858f-ef96-49ff-9fb6-0860c13189ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.545293 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb8f4025-b88d-4792-bad2-03af3cde41d9 req-2287858f-ef96-49ff-9fb6-0860c13189ec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 1098 time: 0.2799189 Aug 16 01:51:52.556127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] For port a850ca39-21b8-4efa-bc97-5e9d00e66ae2, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:52.562781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3c174c2-ee47-4fd5-98ee-c8a108f3af49 req-22d6bbbd-be19-482a-9efa-e2b14cfe4e94 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914955 Aug 16 01:51:52.582869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] For port a850ca39-21b8-4efa-bc97-5e9d00e66ae2, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:52.608663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-a43d1579-743a-4cf4-8578-6546991d8604 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1002 time: 0.1134608 Aug 16 01:51:52.656171 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.706739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.707349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.708836 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] 10.222.0.84 "PUT /v2.0/ports/a850ca39-21b8-4efa-bc97-5e9d00e66ae2 HTTP/1.1" status: 200 len: 1093 time: 1.1769736 Aug 16 01:51:52.756527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3631f1-710b-4739-b87f-3d540d9c3428 service neutron] Pushing event updated for resources: {'Port': ['ID=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:52.763451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f4025-b88d-4792-bad2-03af3cde41d9 req-9c8afbf0-174f-46af-88cf-492e345bad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.764968 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb8f4025-b88d-4792-bad2-03af3cde41d9 req-9c8afbf0-174f-46af-88cf-492e345bad2c service neutron] 10.222.0.89 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.2057431 Aug 16 01:51:52.826321 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16381044-efa5-4186-bb42-c10b18813090 req-4eb14117-b2af-4c54-836f-50f6d52b0484 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.835198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-4eb14117-b2af-4c54-836f-50f6d52b0484 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.2201581 Aug 16 01:51:52.915039 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb8f4025-b88d-4792-bad2-03af3cde41d9 req-4e7956bb-bd10-41f2-b1a7-e0de5fe591c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc HTTP/1.1" status: 200 len: 1002 time: 0.1360793 Aug 16 01:51:52.916572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-85be15af-1474-42ec-9014-df42e9d2d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.918182 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-85be15af-1474-42ec-9014-df42e9d2d3b2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 1096 time: 0.1373968 Aug 16 01:51:52.963808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-248c2903-7e0e-4024-929d-1833246dc84d req-2e886b25-0378-4cbd-a699-b2afeb5aef0b tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0764887 Aug 16 01:51:52.973376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-5331598e-2373-4352-b1f6-ca5fecd243f2 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1002 time: 0.1370442 Aug 16 01:51:52.996765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-16381044-efa5-4186-bb42-c10b18813090 req-de0a9080-4b69-4c72-b3f3-67fc0bfe9506 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:52.998541 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-3789a099-f718-424a-b94c-c4affb819aec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a850ca39-21b8-4efa-bc97-5e9d00e66ae2 HTTP/1.1" status: 200 len: 217 time: 0.0578985 Aug 16 01:51:53.016542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35354) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:53.049971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f4025-b88d-4792-bad2-03af3cde41d9 req-6ec7551e-3a79-4115-a4b5-5dd7fff06d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:53.051629 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb8f4025-b88d-4792-bad2-03af3cde41d9 req-6ec7551e-3a79-4115-a4b5-5dd7fff06d8a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.1187532 Aug 16 01:51:53.068230 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-16381044-efa5-4186-bb42-c10b18813090 req-de0a9080-4b69-4c72-b3f3-67fc0bfe9506 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.078652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-41fbfa23-f97a-4e35-8ab9-b0c774e79e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:53.080076 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-41fbfa23-f97a-4e35-8ab9-b0c774e79e76 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fd1345f9-5c91-462e-8008-7479b1756a0e HTTP/1.1" status: 200 len: 844 time: 0.0734069 Aug 16 01:51:53.126056 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-e65b2c4c-e0fa-4f1f-84bb-fce04e0c3990 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5941b670-83ee-49b7-98d2-3c9fec059815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272105 Aug 16 01:51:53.148219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f4025-b88d-4792-bad2-03af3cde41d9 req-2840bbfc-138a-49c4-98dc-d6cfec71efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:53.149701 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb8f4025-b88d-4792-bad2-03af3cde41d9 req-2840bbfc-138a-49c4-98dc-d6cfec71efd9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844388 Aug 16 01:51:53.162760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-473055146-network', 'tenant_id': '25a875c926bf4742afb457e17dcadf46'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:53.171046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aeb4e-a062-4163-a396-ce2d6047c4af req-965471f5-7478-498f-a3b3-43058da7fce5 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:53.172604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d81aeb4e-a062-4163-a396-ce2d6047c4af req-965471f5-7478-498f-a3b3-43058da7fce5 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 946 time: 0.1002910 Aug 16 01:51:53.196804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35360) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:53.215606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-df96725f-0cf8-4ed7-8aac-5ca6bb5fc084 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Request body: {'floatingip': {'port_id': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:53.269779 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab7c9c-8309-4c73-9e65-fa86091a6aa6 x-openstack-request-id: req-84ab7c9c-8309-4c73-9e65-fa86091a6aa6 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:53.270047 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31553b5-edfa-4b5b-a5ed-13210484248e", "name": "network-vif-deleted", "tag": "25a85a8b-7746-4fa8-a9ba-d45692d79cde", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:53.270297 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-84ab7c9c-8309-4c73-9e65-fa86091a6aa6 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:53.270684 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31553b5-edfa-4b5b-a5ed-13210484248e', 'name': 'network-vif-deleted', 'tag': '25a85a8b-7746-4fa8-a9ba-d45692d79cde', 'status': 'completed', 'code': 200} Aug 16 01:51:53.271476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-16381044-efa5-4186-bb42-c10b18813090 req-de0a9080-4b69-4c72-b3f3-67fc0bfe9506 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.277030 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-16381044-efa5-4186-bb42-c10b18813090 req-de0a9080-4b69-4c72-b3f3-67fc0bfe9506 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.277516 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-16381044-efa5-4186-bb42-c10b18813090 req-de0a9080-4b69-4c72-b3f3-67fc0bfe9506 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Floating IP c31c91bf-964c-4c84-90e4-133ee51cf2e8 disassociated. External IP: 172.25.2.205, port: 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc. Aug 16 01:51:53.319937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df96725f-0cf8-4ed7-8aac-5ca6bb5fc084 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for floatingip, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.463342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Made reservation on behalf of 25a875c926bf4742afb457e17dcadf46 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:53.465655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.511966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.552812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16381044-efa5-4186-bb42-c10b18813090 req-de0a9080-4b69-4c72-b3f3-67fc0bfe9506 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Router 1df4867d-8789-4646-b6ff-c409ee0df841 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:53.562482 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-c022613e-c5b7-4867-8451-e0f81d42f8d7 service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263527 Aug 16 01:51:53.648276 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb8f4025-b88d-4792-bad2-03af3cde41d9 req-c1370084-afc0-4985-89a1-5f185b21fdc5 service neutron] 10.222.0.89 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820340 Aug 16 01:51:54.022662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16381044-efa5-4186-bb42-c10b18813090 req-de0a9080-4b69-4c72-b3f3-67fc0bfe9506 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:54.027451 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-16381044-efa5-4186-bb42-c10b18813090 req-de0a9080-4b69-4c72-b3f3-67fc0bfe9506 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.035782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f754f6-47cc-46fb-9bee-dc2f37f7b165 None None] Sync routers for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:54.052390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f754f6-47cc-46fb-9bee-dc2f37f7b165 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:54.053493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d1f754f6-47cc-46fb-9bee-dc2f37f7b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:54.105172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-de0a9080-4b69-4c72-b3f3-67fc0bfe9506 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "PUT /v2.0/floatingips/c31c91bf-964c-4c84-90e4-133ee51cf2e8 HTTP/1.1" status: 200 len: 695 time: 1.1063268 Aug 16 01:51:54.114947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f99ee-4d0a-4c8b-8296-2154aca9a0e7 req-71eca2e8-cf99-4a4e-9af9-b5c8ceff6d11 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.117466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be5f99ee-4d0a-4c8b-8296-2154aca9a0e7 req-71eca2e8-cf99-4a4e-9af9-b5c8ceff6d11 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 950 time: 0.4455838 Aug 16 01:51:54.177670 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-d1f754f6-47cc-46fb-9bee-dc2f37f7b165 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:54.208589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909da155-af7b-4e2d-96ae-4f4fde7c4222 req-2406b615-050f-4ccc-aba8-a64cea58becf tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.210089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-909da155-af7b-4e2d-96ae-4f4fde7c4222 req-2406b615-050f-4ccc-aba8-a64cea58becf tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.89 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 944 time: 0.1629117 Aug 16 01:51:54.214666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16381044-efa5-4186-bb42-c10b18813090 req-e2dcf1cb-9273-4f0f-88b9-17ce79c9b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.217603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-e2dcf1cb-9273-4f0f-88b9-17ce79c9b887 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 1098 time: 0.0982502 Aug 16 01:51:54.226104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'tag': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:54.229627 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c" -d '{"events": [{"name": "network-changed", "server_uuid": "53d01669-95fd-4a9e-b359-958e5f41f8a3", "tag": "5c4239ca-8bb3-47d3-b5e2-722e5b1537dc"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:54.232544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 25a85a8b-7746-4fa8-a9ba-d45692d79cde no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:54.236106 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fab901e-2620-4b02-83bb-0dadba5dfe2c req-551afa1b-0bb8-452e-9729-677a10c9652f service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053479 Aug 16 01:51:54.243552 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb8f4025-b88d-4792-bad2-03af3cde41d9 req-f6f7af7d-ad0f-4b38-a80d-5ce07c5bfc7a service neutron] 10.222.0.89 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520689 Aug 16 01:51:54.250980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.256173 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.270140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be5f99ee-4d0a-4c8b-8296-2154aca9a0e7 req-7dcf0e17-f9de-4bce-813a-b91fd828eb4e tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206827 Aug 16 01:51:54.300382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 25a85a8b-7746-4fa8-a9ba-d45692d79cde {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:54.301034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 25a85a8b-7746-4fa8-a9ba-d45692d79cde not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:54.301770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d40c659-134b-445a-976a-4ce7bfe32850 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:54.327195 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:54.335792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73359473-6cab-4a23-aedb-c06e6ac9392e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:54.359003 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.359355 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Added segment 5ba4ec51-5c6e-403e-bc25-4e15663c1dfc of type vlan for network 53070772-89aa-468a-b502-c2df2484496e Aug 16 01:51:54.421752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16381044-efa5-4186-bb42-c10b18813090 req-d473b371-2241-4717-abfb-8b22d53202a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.423325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-d473b371-2241-4717-abfb-8b22d53202a5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.1817362 Aug 16 01:51:54.431450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-909da155-af7b-4e2d-96ae-4f4fde7c4222 req-720cb955-e95e-4024-b80d-1d7265553d63 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Deleting port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:54.431786 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-909da155-af7b-4e2d-96ae-4f4fde7c4222 req-720cb955-e95e-4024-b80d-1d7265553d63 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.436486 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.497106 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.519212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.520082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.520803 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.533775 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df96725f-0cf8-4ed7-8aac-5ca6bb5fc084 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.534715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:54.537636 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b931678-cd70-425f-b618-db1fb3d14e0f" -d '{"events": [{"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-unplugged", "status": "completed", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:54.548132 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-62d9fba8-bdc4-4bee-99fa-13df7a6ab132 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc HTTP/1.1" status: 200 len: 217 time: 0.1047256 Aug 16 01:51:54.554677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:54.565889 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.569193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d1f754f6-47cc-46fb-9bee-dc2f37f7b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:54.587418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df96725f-0cf8-4ed7-8aac-5ca6bb5fc084 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.602144 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5823913 Aug 16 01:51:54.602747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35376) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:54.615602 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2998c08-9999-4550-ac99-a0fdef9a0584 req-d4e6127b-01e9-41e1-a043-9c58e7c8b87c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.616849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f754f6-47cc-46fb-9bee-dc2f37f7b165 None None] Checking router: 1df4867d-8789-4646-b6ff-c409ee0df841 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:54.617260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2998c08-9999-4550-ac99-a0fdef9a0584 req-d4e6127b-01e9-41e1-a043-9c58e7c8b87c tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 944 time: 0.1922739 Aug 16 01:51:54.640645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] Request body: {'subnet': {'network_id': '53070772-89aa-468a-b502-c2df2484496e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-473055146-subnet', 'tenant_id': '25a875c926bf4742afb457e17dcadf46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:54.642943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f754f6-47cc-46fb-9bee-dc2f37f7b165 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:54.643613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d1f754f6-47cc-46fb-9bee-dc2f37f7b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:54.664263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16381044-efa5-4186-bb42-c10b18813090 req-398f1eee-b9e0-4a85-9700-95fa19c13a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.665873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-398f1eee-b9e0-4a85-9700-95fa19c13a2c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.1016526 Aug 16 01:51:54.668713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e26bd-f24b-4b1a-8cdd-1f8ce8e2e5de admin admin] Pushing event updated for resources: {'Network': ['ID=53070772-89aa-468a-b502-c2df2484496e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:54.681308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-909da155-af7b-4e2d-96ae-4f4fde7c4222 req-720cb955-e95e-4024-b80d-1d7265553d63 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] For port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:54.681758 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-909da155-af7b-4e2d-96ae-4f4fde7c4222 req-720cb955-e95e-4024-b80d-1d7265553d63 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.687591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 53070772-89aa-468a-b502-c2df2484496e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:54.703934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=11']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:54.719322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] Made reservation on behalf of 25a875c926bf4742afb457e17dcadf46 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:54.721759 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.738445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-909da155-af7b-4e2d-96ae-4f4fde7c4222 req-720cb955-e95e-4024-b80d-1d7265553d63 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Calling delete_port for 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:54.748735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2998c08-9999-4550-ac99-a0fdef9a0584 req-5c098db2-16d8-41b7-b56b-8634f757bd4b tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137846 Aug 16 01:51:54.779596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16381044-efa5-4186-bb42-c10b18813090 req-6efa6b75-dce3-4893-9a9b-bd655920ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.788998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-6efa6b75-dce3-4893-9a9b-bd655920ebd7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037054 Aug 16 01:51:54.789874 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-df96725f-0cf8-4ed7-8aac-5ca6bb5fc084 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Floating IP fa5fe506-1ca9-4dd1-bed9-c67ba5bcf277 associated. External IP: 172.25.2.190, port: de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b. Aug 16 01:51:54.823149 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-d1f754f6-47cc-46fb-9bee-dc2f37f7b165 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:54.977656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f105a-168f-4a69-b56b-1262364e66d7 req-8f14b6bc-08d5-40cf-9292-e0f989ca7c05 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.979177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f99f105a-168f-4a69-b56b-1262364e66d7 req-8f14b6bc-08d5-40cf-9292-e0f989ca7c05 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 944 time: 0.1356976 Aug 16 01:51:55.010038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-5c78df35-8f63-43b6-a378-af31f777fe8a service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205200 Aug 16 01:51:55.062033 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d1f754f6-47cc-46fb-9bee-dc2f37f7b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:55.101200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f754f6-47cc-46fb-9bee-dc2f37f7b165 None None] The sync data for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 is: [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:55.104317 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.123934 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-909da155-af7b-4e2d-96ae-4f4fde7c4222 req-720cb955-e95e-4024-b80d-1d7265553d63 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.131234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f99f105a-168f-4a69-b56b-1262364e66d7 req-7cd30b02-e24c-4775-ae7c-07b1fb31f43d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257260 Aug 16 01:51:55.170572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cb955-e95e-4024-b80d-1d7265553d63 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Pushing event deleted for resources: {'Port': ['ID=9dd7aff6-f6b9-4d57-83ce-6694b7f62c42,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:55.201036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df96725f-0cf8-4ed7-8aac-5ca6bb5fc084 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Router 86d09f58-8673-4184-addc-145ff433ad84 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:55.204308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81072e93-474d-4bb3-ac53-41f391336622,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:55.219830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:55.220196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] Network hostable DHCP agents. Network: 53070772-89aa-468a-b502-c2df2484496e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:55.227499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-909da155-af7b-4e2d-96ae-4f4fde7c4222 req-720cb955-e95e-4024-b80d-1d7265553d63 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] No DVR routers for this DVR port 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:55.231262 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-909da155-af7b-4e2d-96ae-4f4fde7c4222 req-720cb955-e95e-4024-b80d-1d7265553d63 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.235102 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-909da155-af7b-4e2d-96ae-4f4fde7c4222 req-720cb955-e95e-4024-b80d-1d7265553d63 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.89 "DELETE /v2.0/ports/9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 HTTP/1.1" status: 204 len: 173 time: 1.0156512 Aug 16 01:51:55.265455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16381044-efa5-4186-bb42-c10b18813090 req-6bfd3ba3-1561-42bc-983f-f6adc12de3b9 service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342658 Aug 16 01:51:55.274600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'tag': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:55.276848 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b49220b-eae8-4381-8e66-ec2ad8d00e04" -d '{"events": [{"name": "network-changed", "server_uuid": "f11960fc-7893-489f-9bb7-9680502cdea8", "tag": "a850ca39-21b8-4efa-bc97-5e9d00e66ae2"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:55.281926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b68c971-8658-45ba-8325-4bf4ce78fd46 req-fd51489c-c3d7-494c-8d1d-154dbc84c4d7 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0455792 Aug 16 01:51:55.289942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] Network 53070772-89aa-468a-b502-c2df2484496e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:55.350240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 53070772-89aa-468a-b502-c2df2484496e) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:55.363526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c8d73-e0e5-418d-942e-0fa473238b71 None None] Network 53070772-89aa-468a-b502-c2df2484496e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:55.364125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.364718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.385118 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daa89b9-d038-4dca-b90b-013b9cc69e2f x-openstack-request-id: req-7daa89b9-d038-4dca-b90b-013b9cc69e2f {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:55.386579 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d01669-95fd-4a9e-b359-958e5f41f8a3", "tag": "5c4239ca-8bb3-47d3-b5e2-722e5b1537dc", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:55.387495 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7daa89b9-d038-4dca-b90b-013b9cc69e2f {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:55.388580 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'tag': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'status': 'completed', 'code': 200} Aug 16 01:51:55.415554 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cd4094c0-12e4-4b6b-85fc-b88baf9e3e2a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7807183 Aug 16 01:51:55.419201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df96725f-0cf8-4ed7-8aac-5ca6bb5fc084 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:55.433474 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb6118-fc6d-412d-8c3e-37f65ec37113 None None] Sync routers for ids ['86d09f58-8673-4184-addc-145ff433ad84'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:55.439908 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df96725f-0cf8-4ed7-8aac-5ca6bb5fc084 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.482450 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb6118-fc6d-412d-8c3e-37f65ec37113 None None] Routers {'86d09f58-8673-4184-addc-145ff433ad84'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:55.487186 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42fb6118-fc6d-412d-8c3e-37f65ec37113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['86d09f58-8673-4184-addc-145ff433ad84'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:55.495348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-df96725f-0cf8-4ed7-8aac-5ca6bb5fc084 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "PUT /v2.0/floatingips/fa5fe506-1ca9-4dd1-bed9-c67ba5bcf277 HTTP/1.1" status: 200 len: 992 time: 2.2871780 Aug 16 01:51:55.495619 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec7a6f3-be09-4e43-b830-e72e7dfc7966 x-openstack-request-id: req-6ec7a6f3-be09-4e43-b830-e72e7dfc7966 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:55.495846 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-unplugged", "status": "completed", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:55.496076 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ec7a6f3-be09-4e43-b830-e72e7dfc7966 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:55.496620 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850', 'code': 200} Aug 16 01:51:55.529562 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017b0d4f-7dc7-4a72-8092-5feb429417cb x-openstack-request-id: req-017b0d4f-7dc7-4a72-8092-5feb429417cb {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:55.529958 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11960fc-7893-489f-9bb7-9680502cdea8", "tag": "a850ca39-21b8-4efa-bc97-5e9d00e66ae2", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:55.530337 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-017b0d4f-7dc7-4a72-8092-5feb429417cb {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:55.530863 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'tag': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2', 'status': 'completed', 'code': 200} Aug 16 01:51:55.551596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c req-f16ba6d2-fb38-4a77-abd5-21723eca1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.553955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c req-f16ba6d2-fb38-4a77-abd5-21723eca1131 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 1098 time: 0.1049912 Aug 16 01:51:55.581265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f96b9e-f7e7-49e8-8257-0a6e4b5bd90c None None] New status for floating IP c31c91bf-964c-4c84-90e4-133ee51cf2e8: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:51:55.741708 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-42fb6118-fc6d-412d-8c3e-37f65ec37113 None None] Set router 86d09f58-8673-4184-addc-145ff433ad84 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:55.784268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49220b-eae8-4381-8e66-ec2ad8d00e04 req-2a2e2426-db0d-41ad-af9c-50ed01fb2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.791887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2b49220b-eae8-4381-8e66-ec2ad8d00e04 req-2a2e2426-db0d-41ad-af9c-50ed01fb2d5e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 1096 time: 0.2064183 Aug 16 01:51:55.801715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9171b4-5326-49a8-a663-711d000b6e9f req-a9ac0b52-166d-4d05-9f93-9a37b2f6d19f tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.803387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de9171b4-5326-49a8-a663-711d000b6e9f req-a9ac0b52-166d-4d05-9f93-9a37b2f6d19f tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 948 time: 0.1861434 Aug 16 01:51:55.833170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7ee0af-98c5-41c3-8e66-4840789069b2 None None] Network 53070772-89aa-468a-b502-c2df2484496e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:55.864965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c req-ba6e67b4-e9cf-4f1d-9fa2-05484dd44561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.867671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c req-ba6e67b4-e9cf-4f1d-9fa2-05484dd44561 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.3035665 Aug 16 01:51:55.873098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd49834-af4f-459e-9b7b-15c4f8145626 req-283a03cf-7896-4a0c-a912-df029a5f5b19 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.874887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-edd49834-af4f-459e-9b7b-15c4f8145626 req-283a03cf-7896-4a0c-a912-df029a5f5b19 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.89 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 948 time: 0.2337644 Aug 16 01:51:55.959651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c req-6fe639a2-ca86-45fa-972f-3b9417e39646 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc HTTP/1.1" status: 200 len: 217 time: 0.0810838 Aug 16 01:51:55.982579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de9171b4-5326-49a8-a663-711d000b6e9f req-a58233a2-82be-4e96-98b0-85a15613e84f tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ee8de6f-7572-4765-9189-3bb670427ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671350 Aug 16 01:51:56.162720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49220b-eae8-4381-8e66-ec2ad8d00e04 req-96c36d7b-97f7-4a53-8e32-c1d70de00980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.164230 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2b49220b-eae8-4381-8e66-ec2ad8d00e04 req-96c36d7b-97f7-4a53-8e32-c1d70de00980 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 905 time: 0.3518505 Aug 16 01:51:56.169442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-edd49834-af4f-459e-9b7b-15c4f8145626 req-9e321270-b83b-4936-b4a4-a4448330f763 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Deleting port 2d40c659-134b-445a-976a-4ce7bfe32850 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:56.169785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-edd49834-af4f-459e-9b7b-15c4f8145626 req-9e321270-b83b-4936-b4a4-a4448330f763 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.211329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c req-cf76a762-fd84-4073-99e7-29147921692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.212847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c req-cf76a762-fd84-4073-99e7-29147921692d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.2289212 Aug 16 01:51:56.268193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-471fc43f-a91d-407f-8814-1728c685de4a req-1d53214b-ca2a-4cd0-ad03-3d3c37562a19 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=52fecfd2-dc62-44dc-99a8-8ad8cf02e550 HTTP/1.1" status: 200 len: 210 time: 0.0759215 Aug 16 01:51:56.285322 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2b49220b-eae8-4381-8e66-ec2ad8d00e04 req-8803cdd4-cab0-499e-aff4-113c7fa84ae5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a850ca39-21b8-4efa-bc97-5e9d00e66ae2 HTTP/1.1" status: 200 len: 217 time: 0.0950794 Aug 16 01:51:56.321653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-8275e20d-fec2-451f-b1e9-834797fb85fe tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.323514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-8275e20d-fec2-451f-b1e9-834797fb85fe tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2165577 Aug 16 01:51:56.342439 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42fb6118-fc6d-412d-8c3e-37f65ec37113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:17Z', 'revision_number': 4, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'fa5fe506-1ca9-4dd1-bed9-c67ba5bcf277', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '86d09f58-8673-4184-addc-145ff433ad84', 'port_id': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'mac_address': 'fa:16:3e:1e:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:51:26Z', 'updated_at': '2021-08-16T01:51:54Z', 'revision_number': 1, 'project_id': '20140796c35b4da7b5424ff58001740c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523cb354-e087-440d-9e67-aad196ebbb52', 'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'mac_address': 'fa:16:3e:ed:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:15Z', 'updated_at': '2021-08-16T01:51:25Z', 'revision_number': 5, 'project_id': '20140796c35b4da7b5424ff58001740c', 'subnets': [{'id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:56.345171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c req-0e35ac71-f04b-4902-93b8-c6ec34671179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.346913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c req-0e35ac71-f04b-4902-93b8-c6ec34671179 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210332 Aug 16 01:51:56.384533 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb6118-fc6d-412d-8c3e-37f65ec37113 None None] Checking router: 86d09f58-8673-4184-addc-145ff433ad84 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:56.395670 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb6118-fc6d-412d-8c3e-37f65ec37113 None None] Routers {'86d09f58-8673-4184-addc-145ff433ad84'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:56.397002 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42fb6118-fc6d-412d-8c3e-37f65ec37113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['86d09f58-8673-4184-addc-145ff433ad84'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:56.401951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49220b-eae8-4381-8e66-ec2ad8d00e04 req-40b86d5e-6026-4a43-8cf1-46cc4b9e2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.403462 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2b49220b-eae8-4381-8e66-ec2ad8d00e04 req-40b86d5e-6026-4a43-8cf1-46cc4b9e2b71 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fd1345f9-5c91-462e-8008-7479b1756a0e HTTP/1.1" status: 200 len: 844 time: 0.1077952 Aug 16 01:51:56.443213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-7b0b20ff-2581-42b5-b853-eacf941111a5 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.1105566 Aug 16 01:51:56.456685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35410) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:56.458817 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2b49220b-eae8-4381-8e66-ec2ad8d00e04 req-9b7fd158-3e5c-43df-9c5b-ba723793af92 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5941b670-83ee-49b7-98d2-3c9fec059815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424130 Aug 16 01:51:56.469011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1807838966-network', 'tenant_id': '503ddbe9b9034257a2a22d1b5effb339'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:56.486574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-edd49834-af4f-459e-9b7b-15c4f8145626 req-9e321270-b83b-4936-b4a4-a4448330f763 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] For port 2d40c659-134b-445a-976a-4ce7bfe32850, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d40c659-134b-445a-976a-4ce7bfe32850,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:56.486574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-edd49834-af4f-459e-9b7b-15c4f8145626 req-9e321270-b83b-4936-b4a4-a4448330f763 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.487038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-3c9d337a-586e-40f3-9d7a-a1d868ea6640 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Request body: {'floatingip': {'port_id': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:56.515711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-edd49834-af4f-459e-9b7b-15c4f8145626 req-9e321270-b83b-4936-b4a4-a4448330f763 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Calling delete_port for 2d40c659-134b-445a-976a-4ce7bfe32850 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:56.545455 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-42fb6118-fc6d-412d-8c3e-37f65ec37113 None None] Set router 86d09f58-8673-4184-addc-145ff433ad84 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:56.551286 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-3c9d337a-586e-40f3-9d7a-a1d868ea6640 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.619142 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Made reservation on behalf of 503ddbe9b9034257a2a22d1b5effb339 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:56.621349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.645788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.654421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a9d1c-75ee-49f2-babd-6551c64ae313 req-827997da-f026-4494-b36a-3aea70262628 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.656096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e59a9d1c-75ee-49f2-babd-6551c64ae313 req-827997da-f026-4494-b36a-3aea70262628 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 944 time: 0.2615688 Aug 16 01:51:56.705711 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2b49220b-eae8-4381-8e66-ec2ad8d00e04 req-c98b8a9a-20bf-41ee-ae6b-d05ed65a1d52 service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287631 Aug 16 01:51:56.718186 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c req-f079cc52-fd98-4d41-81b4-dfcdf35b3990 service neutron] 10.222.0.89 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222797 Aug 16 01:51:56.814824 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42fb6118-fc6d-412d-8c3e-37f65ec37113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:17Z', 'revision_number': 4, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'fa5fe506-1ca9-4dd1-bed9-c67ba5bcf277', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '86d09f58-8673-4184-addc-145ff433ad84', 'port_id': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'mac_address': 'fa:16:3e:1e:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:51:26Z', 'updated_at': '2021-08-16T01:51:54Z', 'revision_number': 1, 'project_id': '20140796c35b4da7b5424ff58001740c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523cb354-e087-440d-9e67-aad196ebbb52', 'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'mac_address': 'fa:16:3e:ed:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:15Z', 'updated_at': '2021-08-16T01:51:25Z', 'revision_number': 5, 'project_id': '20140796c35b4da7b5424ff58001740c', 'subnets': [{'id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:56.822944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e59a9d1c-75ee-49f2-babd-6551c64ae313 req-827ea5bf-478c-4343-a5cb-d7a75b73b967 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454344 Aug 16 01:51:56.864760 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb6118-fc6d-412d-8c3e-37f65ec37113 None None] The sync data for ids ['86d09f58-8673-4184-addc-145ff433ad84'] in n-d-768851-16 is: [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:17Z', 'revision_number': 4, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'fa5fe506-1ca9-4dd1-bed9-c67ba5bcf277', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '86d09f58-8673-4184-addc-145ff433ad84', 'port_id': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'mac_address': 'fa:16:3e:1e:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:51:26Z', 'updated_at': '2021-08-16T01:51:54Z', 'revision_number': 1, 'project_id': '20140796c35b4da7b5424ff58001740c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523cb354-e087-440d-9e67-aad196ebbb52', 'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'mac_address': 'fa:16:3e:ed:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:15Z', 'updated_at': '2021-08-16T01:51:25Z', 'revision_number': 5, 'project_id': '20140796c35b4da7b5424ff58001740c', 'subnets': [{'id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:56.868028 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-edd49834-af4f-459e-9b7b-15c4f8145626 req-9e321270-b83b-4936-b4a4-a4448330f763 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.908507 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2b49220b-eae8-4381-8e66-ec2ad8d00e04 req-d8d1a0be-2867-4598-8f67-930d33cc2b2c service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923146 Aug 16 01:51:56.914934 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e321270-b83b-4936-b4a4-a4448330f763 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Pushing event deleted for resources: {'Port': ['ID=2d40c659-134b-445a-976a-4ce7bfe32850,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:56.935205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8dbd59c0-2984-4c0b-90ea-58bc4c0f777c req-1ca8ee87-4883-4945-8866-841378a2ca11 service neutron] 10.222.0.89 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080836 Aug 16 01:51:56.951336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.982208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.011373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd49834-af4f-459e-9b7b-15c4f8145626 req-9e321270-b83b-4936-b4a4-a4448330f763 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] No DVR routers for this DVR port 2d40c659-134b-445a-976a-4ce7bfe32850 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:57.020066 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-edd49834-af4f-459e-9b7b-15c4f8145626 req-9e321270-b83b-4936-b4a4-a4448330f763 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.022722 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-edd49834-af4f-459e-9b7b-15c4f8145626 req-9e321270-b83b-4936-b4a4-a4448330f763 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.89 "DELETE /v2.0/ports/2d40c659-134b-445a-976a-4ce7bfe32850 HTTP/1.1" status: 204 len: 173 time: 1.1353047 Aug 16 01:51:57.026043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:57.042099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64df497-3bb2-4aed-862f-212377bec380,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:57.047530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.048238 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Added segment 93a3e84b-c187-4f70-be95-3014fbe697d5 of type vlan for network 9bbd6e4f-bbaf-473f-82c1-fc43e170dd07 Aug 16 01:51:57.080606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0037023a-7a21-4f4e-8cdf-e95ed829232c req-c6ccd8ec-206c-47ac-8b1b-3acec3c27c26 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0345881 Aug 16 01:51:57.110612 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.149997 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.151070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:57.151965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.261661 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb370a3b-4264-44ec-a695-006b21a8cb86 None None] New status for floating IP fa5fe506-1ca9-4dd1-bed9-c67ba5bcf277: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:51:57.356375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-3c9d337a-586e-40f3-9d7a-a1d868ea6640 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.365482 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-3c9d337a-586e-40f3-9d7a-a1d868ea6640 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.422421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'name': 'network-vif-deleted', 'tag': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:57.424964 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a048905d-3725-4f19-9cc9-b8b4ef053cd0" -d '{"events": [{"server_uuid": "52fecfd2-dc62-44dc-99a8-8ad8cf02e550", "name": "network-vif-deleted", "tag": "9dd7aff6-f6b9-4d57-83ce-6694b7f62c42"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:57.543582 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-3c9d337a-586e-40f3-9d7a-a1d868ea6640 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Floating IP c31c91bf-964c-4c84-90e4-133ee51cf2e8 associated. External IP: 172.25.2.205, port: d2864f35-2c09-4a79-b4a5-8084e32d342a. Aug 16 01:51:57.556327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f00d795-4b48-47a1-a503-10a4b12bc6c6 req-c8cfb6ca-b05c-4c5a-b4ad-7a69fa4b4e98 tempest-ImagesOneServerTestJSON-1004647203 tempest-ImagesOneServerTestJSON-1004647203-project] 10.222.0.79 "GET /v2.0/ports?device_id=94941e66-2131-44fb-b468-f252d4ee1d91 HTTP/1.1" status: 200 len: 210 time: 0.0766592 Aug 16 01:51:57.579033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'tag': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b'}, {'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-deleted', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:57.581620 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f81f9c-4584-41b6-bbaa-18d38d1d261f" -d '{"events": [{"name": "network-changed", "server_uuid": "4794627f-dcb4-4be5-bfb8-83052a0692a9", "tag": "de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b"}, {"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-deleted", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:57.671559 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2109134 Aug 16 01:51:57.673670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35426) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:57.679150 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6428a2e9-4a39-461e-80b2-87fd38e99bcd req-02358ae9-e4a2-483e-b625-47134752e22f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0917931 Aug 16 01:51:57.681987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] Request body: {'subnet': {'network_id': '9bbd6e4f-bbaf-473f-82c1-fc43e170dd07', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1807838966-subnet', 'tenant_id': '503ddbe9b9034257a2a22d1b5effb339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:57.691363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85344c26-889c-4b18-aa03-d41d43073886 admin admin] Pushing event updated for resources: {'Network': ['ID=9bbd6e4f-bbaf-473f-82c1-fc43e170dd07,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:57.703142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 9bbd6e4f-bbaf-473f-82c1-fc43e170dd07 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:57.717623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a62613-3357-49d6-809f-a923c103d88d req-d60c24eb-934f-47e5-a6bc-b47eb313802b tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:57.719367 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67a62613-3357-49d6-809f-a923c103d88d req-d60c24eb-934f-47e5-a6bc-b47eb313802b tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.89 "GET /v2.0/ports?device_id=53d01669-95fd-4a9e-b359-958e5f41f8a3 HTTP/1.1" status: 200 len: 946 time: 0.1344948 Aug 16 01:51:57.777476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] Made reservation on behalf of 503ddbe9b9034257a2a22d1b5effb339 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:57.780424 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.832084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-67a62613-3357-49d6-809f-a923c103d88d req-0232ebfb-de13-4235-8fba-056bd7fe3ade tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Deleting port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:57.832794 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67a62613-3357-49d6-809f-a923c103d88d req-0232ebfb-de13-4235-8fba-056bd7fe3ade tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.922522 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e58d97f-0351-46b9-8b3b-6a0947c35d35 x-openstack-request-id: req-8e58d97f-0351-46b9-8b3b-6a0947c35d35 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:57.923042 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fecfd2-dc62-44dc-99a8-8ad8cf02e550", "name": "network-vif-deleted", "tag": "9dd7aff6-f6b9-4d57-83ce-6694b7f62c42", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:57.923042 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e58d97f-0351-46b9-8b3b-6a0947c35d35 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:57.923344 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fecfd2-dc62-44dc-99a8-8ad8cf02e550', 'name': 'network-vif-deleted', 'tag': '9dd7aff6-f6b9-4d57-83ce-6694b7f62c42', 'status': 'completed', 'code': 200} Aug 16 01:51:57.925027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-3c9d337a-586e-40f3-9d7a-a1d868ea6640 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Router 1df4867d-8789-4646-b6ff-c409ee0df841 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:57.935635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-67a62613-3357-49d6-809f-a923c103d88d req-0232ebfb-de13-4235-8fba-056bd7fe3ade tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] For port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:57.935635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67a62613-3357-49d6-809f-a923c103d88d req-0232ebfb-de13-4235-8fba-056bd7fe3ade tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.953727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-67a62613-3357-49d6-809f-a923c103d88d req-0232ebfb-de13-4235-8fba-056bd7fe3ade tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Calling delete_port for 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:57.999371 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d23f8-c458-4c66-be6f-65bb0481904b x-openstack-request-id: req-e20d23f8-c458-4c66-be6f-65bb0481904b {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:57.999706 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4794627f-dcb4-4be5-bfb8-83052a0692a9", "tag": "de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b", "status": "completed", "code": 200}, {"server_uuid": "94941e66-2131-44fb-b468-f252d4ee1d91", "name": "network-vif-deleted", "tag": "2d40c659-134b-445a-976a-4ce7bfe32850", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:57.999959 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e20d23f8-c458-4c66-be6f-65bb0481904b {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:58.000397 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'tag': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b', 'status': 'completed', 'code': 200} Aug 16 01:51:58.000577 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94941e66-2131-44fb-b468-f252d4ee1d91', 'name': 'network-vif-deleted', 'tag': '2d40c659-134b-445a-976a-4ce7bfe32850', 'status': 'completed', 'code': 200} Aug 16 01:51:58.116211 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67a62613-3357-49d6-809f-a923c103d88d req-0232ebfb-de13-4235-8fba-056bd7fe3ade tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.128723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['5c4239ca-8bb3-47d3-b5e2-722e5b1537dc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:58.154979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232ebfb-de13-4235-8fba-056bd7fe3ade tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Pushing event deleted for resources: {'Port': ['ID=5c4239ca-8bb3-47d3-b5e2-722e5b1537dc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:58.160509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['d2864f35-2c09-4a79-b4a5-8084e32d342a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:58.211205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f81f9c-4584-41b6-bbaa-18d38d1d261f req-8feced2f-e849-41f7-87e0-e066f05695ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.212742 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-90f81f9c-4584-41b6-bbaa-18d38d1d261f req-8feced2f-e849-41f7-87e0-e066f05695ac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20140796c35b4da7b5424ff58001740c&device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 1098 time: 0.1234291 Aug 16 01:51:58.213778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a62613-3357-49d6-809f-a923c103d88d req-0232ebfb-de13-4235-8fba-056bd7fe3ade tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] No DVR routers for this DVR port 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:58.216308 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67a62613-3357-49d6-809f-a923c103d88d req-0232ebfb-de13-4235-8fba-056bd7fe3ade tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.218299 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67a62613-3357-49d6-809f-a923c103d88d req-0232ebfb-de13-4235-8fba-056bd7fe3ade tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.89 "DELETE /v2.0/ports/5c4239ca-8bb3-47d3-b5e2-722e5b1537dc HTTP/1.1" status: 204 len: 173 time: 0.4898543 Aug 16 01:51:58.245316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:58.272528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:58.272869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9dd7aff6-f6b9-4d57-83ce-6694b7f62c42 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:58.273330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d40c659-134b-445a-976a-4ce7bfe32850 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:58.314825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 2d40c659-134b-445a-976a-4ce7bfe32850 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:58.315435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d40c659-134b-445a-976a-4ce7bfe32850 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:58.332315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f81f9c-4584-41b6-bbaa-18d38d1d261f req-cfb02082-2cdd-4b48-acb6-c36b1f4fe0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.334660 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-90f81f9c-4584-41b6-bbaa-18d38d1d261f req-cfb02082-2cdd-4b48-acb6-c36b1f4fe0b2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cc48b953-c75a-4e3d-8670-1d941a5fd3d9 HTTP/1.1" status: 200 len: 907 time: 0.1142316 Aug 16 01:51:58.420696 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-90f81f9c-4584-41b6-bbaa-18d38d1d261f req-4e2c7197-a911-4202-9031-ea41587ac85d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b HTTP/1.1" status: 200 len: 1002 time: 0.0769086 Aug 16 01:51:58.478962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f81f9c-4584-41b6-bbaa-18d38d1d261f req-667347ae-c63d-4072-9c49-990d1d69d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.480302 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-90f81f9c-4584-41b6-bbaa-18d38d1d261f req-667347ae-c63d-4072-9c49-990d1d69d99c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=563a4c98-5d6d-4383-a1b8-53d188eee095 HTTP/1.1" status: 200 len: 845 time: 0.0476024 Aug 16 01:51:58.515879 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.530960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f81f9c-4584-41b6-bbaa-18d38d1d261f req-7176200f-0380-4fda-a80b-df16a7b37072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.532837 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-90f81f9c-4584-41b6-bbaa-18d38d1d261f req-7176200f-0380-4fda-a80b-df16a7b37072 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cc48b953-c75a-4e3d-8670-1d941a5fd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439856 Aug 16 01:51:58.565705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-032c315f-7cef-4228-a04d-fdddefe24937 req-622dbc86-52da-4069-b12a-2374ec393660 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5637150 Aug 16 01:51:58.619980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd875e0-e04e-431d-83ef-85ce5a3717ce req-d25cf616-8afb-4b9c-aead-21cf0c8b46fd tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.628352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0cd875e0-e04e-431d-83ef-85ce5a3717ce req-d25cf616-8afb-4b9c-aead-21cf0c8b46fd tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 944 time: 0.1974535 Aug 16 01:51:58.631045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-3c9d337a-586e-40f3-9d7a-a1d868ea6640 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:58.636966 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-3c9d337a-586e-40f3-9d7a-a1d868ea6640 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.643482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eef443-356b-440a-933b-63cd3145b4e6 None None] Sync routers for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:58.652943 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-90f81f9c-4584-41b6-bbaa-18d38d1d261f req-c0e0b56b-6b85-4176-addd-dd51376eef6d service neutron] 10.222.0.84 "GET /v2.0/networks/cc48b953-c75a-4e3d-8670-1d941a5fd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108968 Aug 16 01:51:58.657160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eef443-356b-440a-933b-63cd3145b4e6 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:58.659937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-60eef443-356b-440a-933b-63cd3145b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:58.753877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] Checking segment: {'id': '93a3e84b-c187-4f70-be95-3014fbe697d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9bbd6e4f-bbaf-473f-82c1-fc43e170dd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:58.754162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] Network hostable DHCP agents. Network: 9bbd6e4f-bbaf-473f-82c1-fc43e170dd07, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:58.756265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e784fd-c1b9-42cd-b3c3-217b10181b8a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:58.780892 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-90f81f9c-4584-41b6-bbaa-18d38d1d261f req-51093448-dc97-44a3-b9d7-ed5585ff594d service neutron] 10.222.0.84 "GET /v2.0/networks/cc48b953-c75a-4e3d-8670-1d941a5fd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193008 Aug 16 01:51:58.788127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-3c9d337a-586e-40f3-9d7a-a1d868ea6640 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "PUT /v2.0/floatingips/c31c91bf-964c-4c84-90e4-133ee51cf2e8 HTTP/1.1" status: 200 len: 996 time: 2.3365941 Aug 16 01:51:58.807693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-60eef443-356b-440a-933b-63cd3145b4e6 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:58.851500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c315f-7cef-4228-a04d-fdddefe24937 req-e52aec4d-4e98-43de-861a-78622379c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.854171 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-032c315f-7cef-4228-a04d-fdddefe24937 req-e52aec4d-4e98-43de-861a-78622379c098 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 1096 time: 0.1982386 Aug 16 01:51:58.860080 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0cd875e0-e04e-431d-83ef-85ce5a3717ce req-0c2defc8-7bfc-4c5f-aa89-ceecafb37115 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307436 Aug 16 01:51:58.865374 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] Network 9bbd6e4f-bbaf-473f-82c1-fc43e170dd07 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:58.882907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-1653eea0-9a96-49a5-bcb3-a4844b71d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.890761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-1653eea0-9a96-49a5-bcb3-a4844b71d9e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1097 time: 0.1017625 Aug 16 01:51:58.893118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 9bbd6e4f-bbaf-473f-82c1-fc43e170dd07) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:58.898379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.899234 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.904612 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4d103e-5ba6-497b-9173-42f230949f3a None None] Network 9bbd6e4f-bbaf-473f-82c1-fc43e170dd07 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:59.009354 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ce1b3055-44d5-4cf1-99cb-de0578eb43eb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3261201 Aug 16 01:51:59.050165 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:51:59.103911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c315f-7cef-4228-a04d-fdddefe24937 req-97283e03-8699-4031-829f-7fb24e99d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.105516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-032c315f-7cef-4228-a04d-fdddefe24937 req-97283e03-8699-4031-829f-7fb24e99d294 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 200 len: 921 time: 0.1950748 Aug 16 01:51:59.106580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-d6911f21-bc33-4aac-8ef8-9a62af6c14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.114379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-d6911f21-bc33-4aac-8ef8-9a62af6c14ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.2226114 Aug 16 01:51:59.220444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-032c315f-7cef-4228-a04d-fdddefe24937 req-46556a7d-9874-4d53-b005-192732db738a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa HTTP/1.1" status: 200 len: 217 time: 0.0524364 Aug 16 01:51:59.230252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-3289bc5e-72d3-4ef1-97d1-93c751700cca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 999 time: 0.1138718 Aug 16 01:51:59.315960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-b665ef43-c6b4-4ee6-ab1b-96e84d946993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.323743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-b665ef43-c6b4-4ee6-ab1b-96e84d946993 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.0919251 Aug 16 01:51:59.351066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a850ca39-21b8-4efa-bc97-5e9d00e66ae2 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:59.365832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c315f-7cef-4228-a04d-fdddefe24937 req-f7d1eab3-eab4-497b-a54a-1547d0686ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.368005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-032c315f-7cef-4228-a04d-fdddefe24937 req-f7d1eab3-eab4-497b-a54a-1547d0686ce3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 200 len: 860 time: 0.1342270 Aug 16 01:51:59.373611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7f8e1-2515-497b-a49a-66de14c18d3a None None] Network 9bbd6e4f-bbaf-473f-82c1-fc43e170dd07 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:59.409548 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5c7c243-4e68-4703-8018-8c6bf6057015 req-3733828e-d2e8-4092-9391-9c020985ec1e tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0475736 Aug 16 01:51:59.426739 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-032c315f-7cef-4228-a04d-fdddefe24937 req-5ecd06aa-bb5c-4f22-9bc1-4b1277c761ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3e96692e-fcd8-42a9-a326-b63e8de5c6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462053 Aug 16 01:51:59.433192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-d8918e28-34b7-4108-89e3-2fa695a83f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.441365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-d8918e28-34b7-4108-89e3-2fa695a83f00 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166999 Aug 16 01:51:59.496275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-60eef443-356b-440a-933b-63cd3145b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:91:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:57Z', 'revision_number': 8, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:59.541675 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eef443-356b-440a-933b-63cd3145b4e6 None None] Checking router: 1df4867d-8789-4646-b6ff-c409ee0df841 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:59.585668 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eef443-356b-440a-933b-63cd3145b4e6 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:59.586324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-60eef443-356b-440a-933b-63cd3145b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:59.613200 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-10eb2609-f5c7-4f70-a25f-f402e64df48b service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708050 Aug 16 01:51:59.618143 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90c99-eb09-48fe-96d8-469092a4f949 req-b69cec4e-0bad-42be-9842-16406018a1b6 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.620680 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-25c90c99-eb09-48fe-96d8-469092a4f949 req-b69cec4e-0bad-42be-9842-16406018a1b6 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 944 time: 0.0840099 Aug 16 01:51:59.626108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-032c315f-7cef-4228-a04d-fdddefe24937 req-d639b1fb-6dc9-401d-be0c-04cf211b3220 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763721 Aug 16 01:51:59.658106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a850ca39-21b8-4efa-bc97-5e9d00e66ae2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:59.689723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'port_id': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2', 'mac_address': 'fa:16:3e:22:e3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1345f9-5c91-462e-8008-7479b1756a0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:59.780792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-25c90c99-eb09-48fe-96d8-469092a4f949 req-399e01a9-c668-436d-bf10-37f0dc7113e7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Deleting port 74df5200-e04b-466c-ab84-bb9f7bcc34fa {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:59.781385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.783426 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-25c90c99-eb09-48fe-96d8-469092a4f949 req-399e01a9-c668-436d-bf10-37f0dc7113e7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.786231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-60eef443-356b-440a-933b-63cd3145b4e6 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:59.825461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a850ca39-21b8-4efa-bc97-5e9d00e66ae2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:59.831557 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7c5ce-696a-4e90-bb66-f7219e32369c req-dc5965e5-a041-48b5-8fb9-b8f5da80ee43 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.833008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ae7c5ce-696a-4e90-bb66-f7219e32369c req-dc5965e5-a041-48b5-8fb9-b8f5da80ee43 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e24f98a-f519-46db-90f7-03efb923f006 HTTP/1.1" status: 200 len: 944 time: 0.1177678 Aug 16 01:51:59.847368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a6be239-e2fc-4a9f-9a7c-12e3b46edfab req-d49d0f95-c0e0-47c7-bd17-d157453c8227 service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290137 Aug 16 01:51:59.859158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-032c315f-7cef-4228-a04d-fdddefe24937 req-bdd9324b-2083-46bd-9518-60d5062a4464 service neutron] 10.222.0.89 "GET /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208984 Aug 16 01:51:59.875925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a850ca39-21b8-4efa-bc97-5e9d00e66ae2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:59.903548 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ae7c5ce-696a-4e90-bb66-f7219e32369c req-4a067072-1fca-4e24-a987-f40678f72b9f tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549808 Aug 16 01:51:59.924647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:59.927951 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e575a4-56da-4b32-b92e-2790e3bbff2b" -d '{"events": [{"name": "network-changed", "server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:59.928394 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.935614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-25c90c99-eb09-48fe-96d8-469092a4f949 req-399e01a9-c668-436d-bf10-37f0dc7113e7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] For port 74df5200-e04b-466c-ab84-bb9f7bcc34fa, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=74df5200-e04b-466c-ab84-bb9f7bcc34fa,segment=NetworkSegment(49eb009e-7955-4c47-bd35-5c9cc6964168),segment_id=49eb009e-7955-4c47-bd35-5c9cc6964168)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:59.935984 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-25c90c99-eb09-48fe-96d8-469092a4f949 req-399e01a9-c668-436d-bf10-37f0dc7113e7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.959770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-25c90c99-eb09-48fe-96d8-469092a4f949 req-399e01a9-c668-436d-bf10-37f0dc7113e7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Calling delete_port for 74df5200-e04b-466c-ab84-bb9f7bcc34fa owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:00.028180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:00.041795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'name': 'network-vif-deleted', 'tag': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:00.046498 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5ed9fd-454d-4d94-b709-67560bf7bc20" -d '{"events": [{"server_uuid": "53d01669-95fd-4a9e-b359-958e5f41f8a3", "name": "network-vif-deleted", "tag": "5c4239ca-8bb3-47d3-b5e2-722e5b1537dc"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:00.091043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad160e61-6e18-4472-babf-3257ed455eda req-3efd1182-8f92-486e-ab55-7ea4c32d023b tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips/c31c91bf-964c-4c84-90e4-133ee51cf2e8 HTTP/1.1" status: 200 len: 996 time: 0.1272521 Aug 16 01:52:00.119375 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-25c90c99-eb09-48fe-96d8-469092a4f949 req-399e01a9-c668-436d-bf10-37f0dc7113e7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.155123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35464) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:00.155419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e01a9-c668-436d-bf10-37f0dc7113e7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Pushing event deleted for resources: {'Port': ['ID=74df5200-e04b-466c-ab84-bb9f7bcc34fa,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:00.162277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-60eef443-356b-440a-933b-63cd3145b4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:91:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:57Z', 'revision_number': 8, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:00.203672 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eef443-356b-440a-933b-63cd3145b4e6 None None] The sync data for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 is: [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c31c91bf-964c-4c84-90e4-133ee51cf2e8', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'port_id': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'mac_address': 'fa:16:3e:91:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:58Z', 'updated_at': '2021-08-16T01:51:57Z', 'revision_number': 8, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:00.243543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c90c99-eb09-48fe-96d8-469092a4f949 req-399e01a9-c668-436d-bf10-37f0dc7113e7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] No DVR routers for this DVR port 74df5200-e04b-466c-ab84-bb9f7bcc34fa on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:00.247182 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-25c90c99-eb09-48fe-96d8-469092a4f949 req-399e01a9-c668-436d-bf10-37f0dc7113e7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.251681 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-25c90c99-eb09-48fe-96d8-469092a4f949 req-399e01a9-c668-436d-bf10-37f0dc7113e7 tempest-LiveAutoBlockMigrationV225Test-2056631045 tempest-LiveAutoBlockMigrationV225Test-2056631045-project] 10.222.0.89 "DELETE /v2.0/ports/74df5200-e04b-466c-ab84-bb9f7bcc34fa HTTP/1.1" status: 204 len: 173 time: 0.6216784 Aug 16 01:52:00.343874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad160e61-6e18-4472-babf-3257ed455eda req-c42a78a7-e441-4c84-9878-a284d0be1305 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.352967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad160e61-6e18-4472-babf-3257ed455eda req-c42a78a7-e441-4c84-9878-a284d0be1305 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.2544737 Aug 16 01:52:00.361391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a850ca39-21b8-4efa-bc97-5e9d00e66ae2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:00.367570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-ad160e61-6e18-4472-babf-3257ed455eda req-0c357ac7-31e7-462e-aa54-a94836cee2f6 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:52:00.377589 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad160e61-6e18-4472-babf-3257ed455eda req-0c357ac7-31e7-462e-aa54-a94836cee2f6 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236065 Aug 16 01:52:00.397138 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e06b87d0-e1e1-47ec-9dd5-f21db0bafef5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5fc7583652544bf5847d76d0b633c3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350745 Aug 16 01:52:00.401834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35478) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:00.510472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-cd54ba4c-c740-498d-91ba-5d65d52e515e tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.511792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-cd54ba4c-c740-498d-91ba-5d65d52e515e tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 807 time: 0.2565131 Aug 16 01:52:00.526996 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2868501-903e-451d-8f34-daccf689a3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.530459 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e8abd-0476-4ea8-9931-426e6449cc2a None None] New status for floating IP c31c91bf-964c-4c84-90e4-133ee51cf2e8: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:52:00.560515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae12ea-6282-4401-85a0-b21f96e9678d req-5dec6afd-22e4-4af9-a98e-dad3addc4ae8 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.562193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58ae12ea-6282-4401-85a0-b21f96e9678d req-5dec6afd-22e4-4af9-a98e-dad3addc4ae8 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 945 time: 0.1268542 Aug 16 01:52:00.580785 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2868501-903e-451d-8f34-daccf689a3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.583466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-093f25a7-8c98-4baa-93fb-ea369384fe81 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/quotas/25a875c926bf4742afb457e17dcadf46 HTTP/1.1" status: 200 len: 375 time: 0.0399008 Aug 16 01:52:00.647553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-e098fa8f-0ee8-4094-9318-c8548f008940 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563347 Aug 16 01:52:00.661902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58ae12ea-6282-4401-85a0-b21f96e9678d req-03136495-c0dc-45aa-aac3-4c9d9a37a261 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923605 Aug 16 01:52:00.746674 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bf2598-a4d0-409b-a865-c0f2cf594891 x-openstack-request-id: req-c7bf2598-a4d0-409b-a865-c0f2cf594891 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:00.747129 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:00.747257 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c7bf2598-a4d0-409b-a865-c0f2cf594891 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:00.747706 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'status': 'completed', 'code': 200} Aug 16 01:52:00.785361 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2868501-903e-451d-8f34-daccf689a3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.788785 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2868501-903e-451d-8f34-daccf689a3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.790107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c2868501-903e-451d-8f34-daccf689a3f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ee8de6f-7572-4765-9189-3bb670427ce1 HTTP/1.1" status: 204 len: 168 time: 0.3865206 Aug 16 01:52:00.791512 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d974cb09-1062-4260-b5d0-9dd7f2d158a1 x-openstack-request-id: req-d974cb09-1062-4260-b5d0-9dd7f2d158a1 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:00.792013 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d01669-95fd-4a9e-b359-958e5f41f8a3", "name": "network-vif-deleted", "tag": "5c4239ca-8bb3-47d3-b5e2-722e5b1537dc", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:00.792103 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d974cb09-1062-4260-b5d0-9dd7f2d158a1 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:00.792519 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d01669-95fd-4a9e-b359-958e5f41f8a3', 'name': 'network-vif-deleted', 'tag': '5c4239ca-8bb3-47d3-b5e2-722e5b1537dc', 'status': 'completed', 'code': 200} Aug 16 01:52:00.837258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2868501-903e-451d-8f34-daccf689a3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee8de6f-7572-4765-9189-3bb670427ce1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:00.859488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e575a4-56da-4b32-b92e-2790e3bbff2b req-ee3f17ac-61cc-42d7-969a-a3137d90c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.861646 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17e575a4-56da-4b32-b92e-2790e3bbff2b req-ee3f17ac-61cc-42d7-969a-a3137d90c3c2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1097 time: 0.0867858 Aug 16 01:52:00.877642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-9e0445e6-ba40-4b52-a864-b575adff60e0 service neutron] 10.222.0.79 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086794 Aug 16 01:52:00.960368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-427ce930-3bb9-4b4e-8835-4b7ace2364e3 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1001 time: 0.1637406 Aug 16 01:52:00.980328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e575a4-56da-4b32-b92e-2790e3bbff2b req-30ed8f5b-8f9b-4c44-ba4b-c9789821493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.981883 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17e575a4-56da-4b32-b92e-2790e3bbff2b req-30ed8f5b-8f9b-4c44-ba4b-c9789821493d service neutron] 10.222.0.84 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.1013031 Aug 16 01:52:01.027861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-485ceb98-23a0-4ff7-b86d-1f1ac3b70dc4 service neutron] 10.222.0.79 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492741 Aug 16 01:52:01.034861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-eeda0c27-dae4-4335-8f9a-91c3559d7f25 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:01.036217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-eeda0c27-dae4-4335-8f9a-91c3559d7f25 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports/d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 942 time: 0.0629618 Aug 16 01:52:01.056604 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17e575a4-56da-4b32-b92e-2790e3bbff2b req-46921cf2-179b-48de-89d5-f59ab05bcab4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 1001 time: 0.0670927 Aug 16 01:52:01.124106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e575a4-56da-4b32-b92e-2790e3bbff2b req-acc27590-7ad8-40f5-941e-4cfed47e4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:01.126646 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17e575a4-56da-4b32-b92e-2790e3bbff2b req-acc27590-7ad8-40f5-941e-4cfed47e4811 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.0622015 Aug 16 01:52:01.191977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e575a4-56da-4b32-b92e-2790e3bbff2b req-d33b9afd-7fb4-4883-b55f-f1bee060d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:01.193651 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17e575a4-56da-4b32-b92e-2790e3bbff2b req-d33b9afd-7fb4-4883-b55f-f1bee060d2e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579152 Aug 16 01:52:01.210495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-591abfae-0810-4b72-9cf5-6feab3ef733d tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1001 time: 0.1017754 Aug 16 01:52:01.296297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dee74165-df1a-4370-9355-ca3694273ff6 req-cd24c138-d9be-46c2-9e57-194d76c237da tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0729086 Aug 16 01:52:01.300652 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17e575a4-56da-4b32-b92e-2790e3bbff2b req-6b90d077-ae49-4ef0-aaf6-f2214ac9f80e service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942953 Aug 16 01:52:01.374452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-704029c6-092f-435f-8d28-730d9de34984 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:01.385952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-704029c6-092f-435f-8d28-730d9de34984 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.1741569 Aug 16 01:52:01.429709 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17e575a4-56da-4b32-b92e-2790e3bbff2b req-9d5df455-c316-4b16-a3d5-9bdd882316ad service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201134 Aug 16 01:52:01.473549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-80a7ad24-898e-4565-918a-bf3e6978d574 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1001 time: 0.0857730 Aug 16 01:52:01.480864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-d45c59cd-7149-49f9-b935-43a790cf5bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:01.546529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35518) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:01.566121 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-d45c59cd-7149-49f9-b935-43a790cf5bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.646619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce93033-46b2-4d3f-abea-75b81f894af7 req-98ab3b98-6420-4f08-bf00-e6107a2ce0fa tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 210 time: 0.0409939 Aug 16 01:52:01.788564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35534) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:01.849278 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-d45c59cd-7149-49f9-b935-43a790cf5bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.853805 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-d45c59cd-7149-49f9-b935-43a790cf5bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.853962 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-d45c59cd-7149-49f9-b935-43a790cf5bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Floating IP c31c91bf-964c-4c84-90e4-133ee51cf2e8 disassociated. External IP: 172.25.2.205, port: d2864f35-2c09-4a79-b4a5-8084e32d342a. Aug 16 01:52:01.887535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1305807213-network', 'tenant_id': 'be412e10bfcc423abceb8653dc7e22a0'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:01.974912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06e17fd-9fc8-47eb-824d-c36d19f4dcde admin admin] Deleting subnet ee669229-a3fb-45fb-9d99-b6dc72a6d72d {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:01.979259 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f06e17fd-9fc8-47eb-824d-c36d19f4dcde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.000700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Made reservation on behalf of be412e10bfcc423abceb8653dc7e22a0 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:02.002951 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.017341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.032789 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f06e17fd-9fc8-47eb-824d-c36d19f4dcde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.086131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b749c4-c18c-44b4-b2c6-5d9c5d5e24e0 req-5c49bae7-e33b-42be-a865-56c2caf70a91 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:02.087647 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8b749c4-c18c-44b4-b2c6-5d9c5d5e24e0 req-5c49bae7-e33b-42be-a865-56c2caf70a91 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 945 time: 0.0969183 Aug 16 01:52:02.094822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f06e17fd-9fc8-47eb-824d-c36d19f4dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.172492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8b749c4-c18c-44b4-b2c6-5d9c5d5e24e0 req-f27bf0be-8347-471a-a315-e968de06ecdc tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511122 Aug 16 01:52:02.173557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f06e17fd-9fc8-47eb-824d-c36d19f4dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.178504 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-d45c59cd-7149-49f9-b935-43a790cf5bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Router 1df4867d-8789-4646-b6ff-c409ee0df841 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:02.211039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e17fd-9fc8-47eb-824d-c36d19f4dcde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee669229-a3fb-45fb-9d99-b6dc72a6d72d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:02.222303 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f06e17fd-9fc8-47eb-824d-c36d19f4dcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.226550 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f06e17fd-9fc8-47eb-824d-c36d19f4dcde admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ee669229-a3fb-45fb-9d99-b6dc72a6d72d HTTP/1.1" status: 204 len: 168 time: 0.6766648 Aug 16 01:52:02.226550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.227300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35540) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:02.236001 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.277101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:02.315247 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:02.318365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:02.321043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5c4239ca-8bb3-47d3-b5e2-722e5b1537dc not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:02.337946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74491e8a-1267-4167-810b-ee5c57b7b9ac req-a628552a-954d-48ce-8bd6-7bf1ebbac7a4 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0403335 Aug 16 01:52:02.362637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-d45c59cd-7149-49f9-b935-43a790cf5bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:02.372960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57dec21-3a3d-4d92-9d45-9f721e375bf5 None None] Sync routers for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:02.373886 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-d45c59cd-7149-49f9-b935-43a790cf5bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.392460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57dec21-3a3d-4d92-9d45-9f721e375bf5 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:02.392783 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:02.393669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f57dec21-3a3d-4d92-9d45-9f721e375bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:02.400417 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.400761 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Added segment a19414d7-98e9-4b26-9927-d1ddc6e1c65d of type vlan for network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 Aug 16 01:52:02.420152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.465984 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-d45c59cd-7149-49f9-b935-43a790cf5bdf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "PUT /v2.0/floatingips/c31c91bf-964c-4c84-90e4-133ee51cf2e8 HTTP/1.1" status: 200 len: 696 time: 0.9900227 Aug 16 01:52:02.486890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.541129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f57dec21-3a3d-4d92-9d45-9f721e375bf5 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:02.549232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-3fb12749-a6d4-438d-b9c7-57a86f03df7f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:02.550742 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-3fb12749-a6d4-438d-b9c7-57a86f03df7f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 807 time: 0.2382305 Aug 16 01:52:02.597314 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Request body: {'port': {'device_id': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'network_id': '53070772-89aa-468a-b502-c2df2484496e', 'admin_state_up': True, 'tenant_id': '25a875c926bf4742afb457e17dcadf46'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:02.641145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-d13b24b8-6f17-4d96-902b-477c068ef99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:02.643082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-d13b24b8-6f17-4d96-902b-477c068ef99a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1097 time: 0.1760201 Aug 16 01:52:02.661684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.675514 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.676660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:02.676925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.687397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e96692e-fcd8-42a9-a326-b63e8de5c6e8']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:02.750299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:02.752616 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:02.754630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49eb009e-7955-4c47-bd35-5c9cc6964168') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:02.755286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49eb009e-7955-4c47-bd35-5c9cc6964168') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:02.778480 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9850960 Aug 16 01:52:02.782223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.784637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f57dec21-3a3d-4d92-9d45-9f721e375bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:02.785086 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35552) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:02.790970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6c39546-82b4-447d-9138-96962660e233 req-0fdef4ac-c3bf-4686-8fa6-57365fd3bd7b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 210 time: 0.0446346 Aug 16 01:52:02.791146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] Request body: {'subnet': {'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1305807213-subnet', 'tenant_id': 'be412e10bfcc423abceb8653dc7e22a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:02.792435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-7b4a392f-ef4c-4f1f-8d35-82c71ef4a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:02.793833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-7b4a392f-ef4c-4f1f-8d35-82c71ef4a397 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.1436865 Aug 16 01:52:02.804672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e24f98a-f519-46db-90f7-03efb923f006', 'name': 'network-vif-deleted', 'tag': '74df5200-e04b-466c-ab84-bb9f7bcc34fa'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:02.806822 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44eee44-1c84-493a-9f53-d4c3e143c10d" -d '{"events": [{"server_uuid": "5e24f98a-f519-46db-90f7-03efb923f006", "name": "network-vif-deleted", "tag": "74df5200-e04b-466c-ab84-bb9f7bcc34fa"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:02.836211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67bf6e-696f-4449-99b8-6094c32b51f3 admin admin] Pushing event updated for resources: {'Network': ['ID=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:02.837554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57dec21-3a3d-4d92-9d45-9f721e375bf5 None None] Checking router: 1df4867d-8789-4646-b6ff-c409ee0df841 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:02.838463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.843343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-c289fa0d-3724-48ae-9a21-cbb2de7a9c12 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 217 time: 0.0423388 Aug 16 01:52:02.850619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57dec21-3a3d-4d92-9d45-9f721e375bf5 None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:02.851243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f57dec21-3a3d-4d92-9d45-9f721e375bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:02.851478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:02.851843 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:02.854032 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:02.896740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:02.900046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-4b9edca4-4875-4557-a488-d8655db4f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:02.901607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-4b9edca4-4875-4557-a488-d8655db4f9b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.0468614 Aug 16 01:52:02.919079 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] Made reservation on behalf of be412e10bfcc423abceb8653dc7e22a0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:02.922162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.975572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-9f623841-5ef0-4b70-a344-e2d73eed1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:03.003342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-9f623841-5ef0-4b70-a344-e2d73eed1563 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914896 Aug 16 01:52:03.007704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.015588 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.017305 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3e96692e-fcd8-42a9-a326-b63e8de5c6e8 HTTP/1.1" status: 204 len: 168 time: 0.7892928 Aug 16 01:52:03.020833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35560) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:03.031046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Made reservation on behalf of 25a875c926bf4742afb457e17dcadf46 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:03.034572 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.042953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42422e0e-edd8-40c0-ac35-c66c3205c543 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e96692e-fcd8-42a9-a326-b63e8de5c6e8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:03.103203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f57dec21-3a3d-4d92-9d45-9f721e375bf5 None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:03.165570 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e865c6-6acf-4b2a-b40a-3a1d62406e86 x-openstack-request-id: req-27e865c6-6acf-4b2a-b40a-3a1d62406e86 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:03.165850 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e24f98a-f519-46db-90f7-03efb923f006", "name": "network-vif-deleted", "tag": "74df5200-e04b-466c-ab84-bb9f7bcc34fa", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:03.166096 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-27e865c6-6acf-4b2a-b40a-3a1d62406e86 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:03.166489 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e24f98a-f519-46db-90f7-03efb923f006', 'name': 'network-vif-deleted', 'tag': '74df5200-e04b-466c-ab84-bb9f7bcc34fa', 'status': 'completed', 'code': 200} Aug 16 01:52:03.220323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Allocated IP 172.20.0.12 (53070772-89aa-468a-b502-c2df2484496e/81072e93-474d-4bb3-ac53-41f391336622/3a1fc9c4-e889-4bb1-a9ba-b1da110df058) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:03.344440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a req-3eaa7509-55d8-410c-b54d-62a147c43a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:03.346359 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a req-3eaa7509-55d8-410c-b54d-62a147c43a9b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 1097 time: 0.1742985 Aug 16 01:52:03.365329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a850ca39-21b8-4efa-bc97-5e9d00e66ae2 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:03.499302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port a850ca39-21b8-4efa-bc97-5e9d00e66ae2 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:03.505685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6c3bb8-a8d0-41a9-84c2-fbe1b1666567 admin admin] Deleting subnet b1b13981-822d-40ea-9c79-97e695d256de {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:03.506279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port a850ca39-21b8-4efa-bc97-5e9d00e66ae2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:03.506279 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.511564 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcf9edc-b7b6-46d4-91de-6a1a68aaec79 x-openstack-request-id: req-4dcf9edc-b7b6-46d4-91de-6a1a68aaec79 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:03.511564 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:03.511564 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4dcf9edc-b7b6-46d4-91de-6a1a68aaec79 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:03.511564 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'status': 'completed', 'code': 200} Aug 16 01:52:03.543600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3bb8-a8d0-41a9-84c2-fbe1b1666567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.567782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f57dec21-3a3d-4d92-9d45-9f721e375bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:03.601261 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.604826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.613085 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57dec21-3a3d-4d92-9d45-9f721e375bf5 None None] The sync data for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 is: [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:50:22Z', 'revision_number': 4, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '74230d8d-62de-423d-b821-0f17a79bffc8', 'name': '', 'network_id': '6814c1fc-393b-4e8c-8172-41cbfb4be56d', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'mac_address': 'fa:16:3e:4a:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:21Z', 'updated_at': '2021-08-16T01:50:33Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'subnets': [{'id': '8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:03.630569 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.634982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a req-7874e679-1786-4d4b-95e0-cf38ff23d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:03.636915 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a req-7874e679-1786-4d4b-95e0-cf38ff23d6fd service neutron] 10.222.0.84 "GET /v2.0/networks?id=6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 200 len: 920 time: 0.2600064 Aug 16 01:52:03.654367 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3bb8-a8d0-41a9-84c2-fbe1b1666567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.665989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:03.669488 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b86edbe-382e-4184-9edd-872177b667b7" -d '{"events": [{"server_uuid": "f11960fc-7893-489f-9bb7-9680502cdea8", "name": "network-vif-plugged", "status": "completed", "tag": "a850ca39-21b8-4efa-bc97-5e9d00e66ae2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:03.684059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a850ca39-21b8-4efa-bc97-5e9d00e66ae2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:03.689868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-09310d3e-3f93-4232-b341-9243ac49065a service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855156 Aug 16 01:52:03.695967 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.698241 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a req-cf7349fa-39ae-4fa0-b50b-804e1931b274 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 200 len: 217 time: 0.0516763 Aug 16 01:52:03.699158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c5097-a2fc-4502-a0ff-936498c96ace req-0b5fd3c3-06ab-4276-8678-c49e561e6af3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:03.707849 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d62c5097-a2fc-4502-a0ff-936498c96ace req-0b5fd3c3-06ab-4276-8678-c49e561e6af3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 945 time: 0.1661305 Aug 16 01:52:03.723255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] Pushing event updated for resources: {'Subnet': ['ID=59bef847-bc43-4659-89df-a601fdb7e4c5,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:03.754361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:03.792526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] Checking segment: {'id': 'a19414d7-98e9-4b26-9927-d1ddc6e1c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:03.793009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] Network hostable DHCP agents. Network: 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:03.795896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a req-de452535-7c13-40bb-b865-e6bc5417df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:03.797478 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a req-de452535-7c13-40bb-b865-e6bc5417df02 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 200 len: 858 time: 0.0894778 Aug 16 01:52:03.809480 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.823692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3bb8-a8d0-41a9-84c2-fbe1b1666567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.854341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d62c5097-a2fc-4502-a0ff-936498c96ace req-96b5766c-308c-4452-a660-1045987c6fa8 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443548 Aug 16 01:52:03.858060 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] Network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:03.892094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:03.904807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1020f754-c912-4137-b39d-ab15fb3a7e27 None None] Network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:03.921515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab5b315d-13bb-4f39-9756-4efddf6ba36b req-351d5f87-d943-460d-8596-8f964bf50e48 service neutron] 10.222.0.79 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090778 Aug 16 01:52:03.928376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:03.928905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.933447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Network 53070772-89aa-468a-b502-c2df2484496e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:03.939013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3bb8-a8d0-41a9-84c2-fbe1b1666567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.952224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:03.967850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:03.986211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c3bb8-a8d0-41a9-84c2-fbe1b1666567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b13981-822d-40ea-9c79-97e695d256de,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:04.004400 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3bb8-a8d0-41a9-84c2-fbe1b1666567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.006887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5a6c3bb8-a8d0-41a9-84c2-fbe1b1666567 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b1b13981-822d-40ea-9c79-97e695d256de HTTP/1.1" status: 204 len: 168 time: 0.9848373 Aug 16 01:52:04.009702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d16eab3-9cbc-4504-b2ee-35b6e895fcc9 req-1c906f5b-3025-4a21-a1cf-60dc4508a07d tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0358481 Aug 16 01:52:04.010032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35580) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:04.015286 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1666060-9bf1-45a7-8c51-9c69d878420f None None] New status for floating IP c31c91bf-964c-4c84-90e4-133ee51cf2e8: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:52:04.045149 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f8224cab-a69f-4c8a-8272-88681430210e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2501585 Aug 16 01:52:04.064411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Pushing event updated for resources: {'Port': ['ID=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:04.119016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a req-d80efc42-5f2a-4635-82b4-e8bf2797b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.120510 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a req-d80efc42-5f2a-4635-82b4-e8bf2797b393 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6814c1fc-393b-4e8c-8172-41cbfb4be56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3129933 Aug 16 01:52:04.130909 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3636ca3-7cc8-4643-bdfb-8e8e282f93b6 x-openstack-request-id: req-e3636ca3-7cc8-4643-bdfb-8e8e282f93b6 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:04.131880 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11960fc-7893-489f-9bb7-9680502cdea8", "name": "network-vif-plugged", "status": "completed", "tag": "a850ca39-21b8-4efa-bc97-5e9d00e66ae2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:04.132292 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e3636ca3-7cc8-4643-bdfb-8e8e282f93b6 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:04.133029 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2', 'code': 200} Aug 16 01:52:04.137835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.139489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.173964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322ff847-9a31-44b8-a351-0bee7d024d72 None None] Network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:04.179924 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-64fca20f-b04a-446c-beb6-c2faa7623a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6139796 Aug 16 01:52:04.192129 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.195633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Request body: {'port': {'device_id': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:04.308632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 74df5200-e04b-466c-ab84-bb9f7bcc34fa no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:04.339829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 74df5200-e04b-466c-ab84-bb9f7bcc34fa {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:04.340271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 74df5200-e04b-466c-ab84-bb9f7bcc34fa not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:04.390645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.408081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aeba79-412e-4e04-bc19-8a1bac085e92']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:04.413499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-38946ce6-e624-483e-8a63-3eeae4d1e8f6 req-b923b690-afde-4c06-9eea-aec448737132 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-174200330', 'description': 'tempest-description-1572175321'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:04.430919 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6509a398-fe63-4dbb-97b7-d18ae6c2489b') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:04.431244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6509a398-fe63-4dbb-97b7-d18ae6c2489b') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:04.449777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.477832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facec31b-7810-44e4-8752-b665454c792d req-f34d6eef-1372-459a-9dbb-a495b72445b7 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.479458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-facec31b-7810-44e4-8752-b665454c792d req-f34d6eef-1372-459a-9dbb-a495b72445b7 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 932 time: 0.2086930 Aug 16 01:52:04.480749 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.483644 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38946ce6-e624-483e-8a63-3eeae4d1e8f6 req-b923b690-afde-4c06-9eea-aec448737132 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.500679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:04.501132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:04.507779 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:04.596755 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.604115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-facec31b-7810-44e4-8752-b665454c792d req-fcea0400-ccfd-4516-aa5c-8ccf4b96f5d6 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153097 Aug 16 01:52:04.623437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.627845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] 10.222.0.79 "DELETE /v2.0/networks/41aeba79-412e-4e04-bc19-8a1bac085e92 HTTP/1.1" status: 204 len: 168 time: 0.6136596 Aug 16 01:52:04.656580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b96a64-dd01-4a34-a09c-774297cb0978 admin admin] Pushing event deleted for resources: {'Network': ['ID=41aeba79-412e-4e04-bc19-8a1bac085e92,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:04.714222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-7bf2bcb6-d47b-4b92-a7d9-93996871d3d3 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips/c31c91bf-964c-4c84-90e4-133ee51cf2e8 HTTP/1.1" status: 200 len: 694 time: 0.0614665 Aug 16 01:52:04.744716 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.762388 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38946ce6-e624-483e-8a63-3eeae4d1e8f6 req-b923b690-afde-4c06-9eea-aec448737132 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.773233 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39260230-eae7-46a5-893c-3ae06db9b898 req-7edb9ef1-2d70-456f-a071-ebec0b0c4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.774730 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-39260230-eae7-46a5-893c-3ae06db9b898 req-7edb9ef1-2d70-456f-a071-ebec0b0c4174 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 1098 time: 0.4469872 Aug 16 01:52:04.776659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35594) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:04.787672 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a req-d4dfbe39-fcfa-4c76-9d0b-ca6e3e52a17d service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823486 Aug 16 01:52:04.791615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38946ce6-e624-483e-8a63-3eeae4d1e8f6 req-b923b690-afde-4c06-9eea-aec448737132 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.842849 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-38946ce6-e624-483e-8a63-3eeae4d1e8f6 req-b923b690-afde-4c06-9eea-aec448737132 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.844090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38946ce6-e624-483e-8a63-3eeae4d1e8f6 req-b923b690-afde-4c06-9eea-aec448737132 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4403868 Aug 16 01:52:04.849690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923b690-afde-4c06-9eea-aec448737132 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ef630a-18e2-42eb-8975-60e59a465ede,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:04.876087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-27430e30-8d2a-43fa-b59f-904ed7507889 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.877527 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-27430e30-8d2a-43fa-b59f-904ed7507889 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.1457479 Aug 16 01:52:04.883775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-ad4f95fc-9314-4620-aa55-e89b29595db8 req-2464f6a2-d7ff-46c3-ac31-e3dc75edcc4b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1706286635', 'description': 'tempest-description-1462560156'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:04.928537 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ca9f2599-3f0c-4aa0-b672-a1e4cfca1d6e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a83844cc9814e1fa23ad4d8bd3f5c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506102 Aug 16 01:52:04.934064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35600) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:04.945730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-e84b0c4b-ba82-410c-ae22-38cdc84f9c5e tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 697 time: 0.0587094 Aug 16 01:52:04.958990 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ad4f95fc-9314-4620-aa55-e89b29595db8 req-2464f6a2-d7ff-46c3-ac31-e3dc75edcc4b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.992660 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-39260230-eae7-46a5-893c-3ae06db9b898 req-6d041276-63cd-4f63-874a-a9e84dc0378a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077971 Aug 16 01:52:05.039065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-810a3074-1d6e-4c2a-a831-b61ee55495bf tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 697 time: 0.0833771 Aug 16 01:52:05.078951 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2aa0dee5-b1ac-4a9e-a0b8-61642b8c0a0a req-3bbe48d5-56bd-4a64-a429-aeb93b94239d service neutron] 10.222.0.84 "GET /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789948 Aug 16 01:52:05.115823 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3406-cb2e-43e4-b6aa-970134d1e19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.182466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:05.191163 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.192328 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3406-cb2e-43e4-b6aa-970134d1e19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.204362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Transition to ACTIVE for port object 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:05.207776 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.262057 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ad4f95fc-9314-4620-aa55-e89b29595db8 req-2464f6a2-d7ff-46c3-ac31-e3dc75edcc4b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.271585 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ad4f95fc-9314-4620-aa55-e89b29595db8 req-2464f6a2-d7ff-46c3-ac31-e3dc75edcc4b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.286443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:05.309224 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ad4f95fc-9314-4620-aa55-e89b29595db8 req-2464f6a2-d7ff-46c3-ac31-e3dc75edcc4b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.311086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad4f95fc-9314-4620-aa55-e89b29595db8 req-2464f6a2-d7ff-46c3-ac31-e3dc75edcc4b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4326007 Aug 16 01:52:05.314587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-4f0d33e4-9d96-4d63-8731-b2ee0083c516 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Deleting port 1e40da06-ac84-44e8-a106-7cd6eb19e6f9 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:05.315049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-4f0d33e4-9d96-4d63-8731-b2ee0083c516 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.318148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464f6a2-d7ff-46c3-ac31-e3dc75edcc4b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127cdb5e-a902-4027-bfc4-e2f5aadc6737,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:05.358847 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3406-cb2e-43e4-b6aa-970134d1e19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.361451 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3406-cb2e-43e4-b6aa-970134d1e19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.365533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f8dd3406-cb2e-43e4-b6aa-970134d1e19d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0 HTTP/1.1" status: 204 len: 168 time: 0.4290702 Aug 16 01:52:05.379234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:05.379702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:05.380112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:05.388844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:05.389352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:05.393098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd3406-cb2e-43e4-b6aa-970134d1e19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6c6c55-d94d-4c7e-ac56-e48c6e6ae6c0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:05.395160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:05.395513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:05.396181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:05.396329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Bound port: 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:05.396788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.461727 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-4f0d33e4-9d96-4d63-8731-b2ee0083c516 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.462141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-4f0d33e4-9d96-4d63-8731-b2ee0083c516 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.471642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea6d81-7856-4a1a-b2c4-ae1ed6c2d3dd req-b9a8e1f2-aaf9-4700-b1e8-f1d1061eb602 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:05.473329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3ea6d81-7856-4a1a-b2c4-ae1ed6c2d3dd req-b9a8e1f2-aaf9-4700-b1e8-f1d1061eb602 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0953372 Aug 16 01:52:05.476621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:05.480771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:05.488881 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.498928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-4f0d33e4-9d96-4d63-8731-b2ee0083c516 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Calling delete_port for 1e40da06-ac84-44e8-a106-7cd6eb19e6f9 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:05.524090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:05.525061 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.526900 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] 10.222.0.89 "PUT /v2.0/ports/3a1fc9c4-e889-4bb1-a9ba-b1da110df058 HTTP/1.1" status: 200 len: 1093 time: 1.3379238 Aug 16 01:52:05.529544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'tag': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:05.533303 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4410aee2-bae8-4035-b478-6398cfd3a9be" -d '{"events": [{"name": "network-changed", "server_uuid": "92b78e14-5300-4c86-94bc-b1efbb6edee1", "tag": "3a1fc9c4-e889-4bb1-a9ba-b1da110df058"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:05.566682 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbc34a-6dc5-4940-aa8a-b72f10d86f21 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:05.593283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3ea6d81-7856-4a1a-b2c4-ae1ed6c2d3dd req-95c50f79-a735-4fe6-8b55-751a74408adc tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038079 Aug 16 01:52:05.625887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-a9f3e41b-9cf6-49d0-a9e6-1f5468a6395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:05.627484 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-a9f3e41b-9cf6-49d0-a9e6-1f5468a6395a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 1096 time: 0.0557034 Aug 16 01:52:05.683376 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-fd64987d-f2da-4951-a850-03e181b7658f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058 HTTP/1.1" status: 200 len: 217 time: 0.0466936 Aug 16 01:52:05.698039 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-4f0d33e4-9d96-4d63-8731-b2ee0083c516 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.742159 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-87b444d0-1c64-4391-903f-e4bb9d286fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:05.743954 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-87b444d0-1c64-4391-903f-e4bb9d286fa5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0541689 Aug 16 01:52:05.764952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d33e4-9d96-4d63-8731-b2ee0083c516 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Pushing event deleted for resources: {'Port': ['ID=1e40da06-ac84-44e8-a106-7cd6eb19e6f9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:05.777274 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-c9501638-7707-434e-aa10-a44ee7afdaed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266409 Aug 16 01:52:05.814925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1235154b-5a66-41bd-b8cc-3dd8a159b4ab req-ae026ac2-4955-4855-89e1-2770f5f5459a tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0760427 Aug 16 01:52:05.843057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35620) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:05.844412 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-4f0d33e4-9d96-4d63-8731-b2ee0083c516 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.847730 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-4f0d33e4-9d96-4d63-8731-b2ee0083c516 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.849252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a40ae41f-c32f-4685-ad40-c40b62e826b9 req-4f0d33e4-9d96-4d63-8731-b2ee0083c516 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "DELETE /v2.0/floatingips/c31c91bf-964c-4c84-90e4-133ee51cf2e8 HTTP/1.1" status: 204 len: 173 time: 0.8006546 Aug 16 01:52:05.906911 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-74110746-f18a-487f-8f94-678e779f1066 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b55721df5e2f4bd28dcb0c1beb949c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627329 Aug 16 01:52:05.911308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35632) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:05.920641 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-8a10835f-9205-45c3-bb5b-d2f2d1126f3c service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358128 Aug 16 01:52:05.985438 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a44e758-439b-467f-a451-34f9acf6a44a x-openstack-request-id: req-4a44e758-439b-467f-a451-34f9acf6a44a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:05.986054 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b78e14-5300-4c86-94bc-b1efbb6edee1", "tag": "3a1fc9c4-e889-4bb1-a9ba-b1da110df058", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:05.986054 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a44e758-439b-467f-a451-34f9acf6a44a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:05.986359 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'tag': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058', 'status': 'completed', 'code': 200} Aug 16 01:52:06.033169 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cac58778-510a-4473-8705-d59ba6779963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.067555 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8328c30a-e2c3-4d54-951a-7e2a31607fe9 req-6871e400-6ebe-4287-abd7-ce91137f8744 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394331 Aug 16 01:52:06.068734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-de8fbba1-8867-4970-b1e2-93da3406957c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.069346 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cac58778-510a-4473-8705-d59ba6779963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.070229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-de8fbba1-8867-4970-b1e2-93da3406957c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/networks?id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 200 len: 813 time: 0.1498053 Aug 16 01:52:06.091973 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-ce06c32f-2d8b-4b80-af8d-522fe02c3f4c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/quotas/be412e10bfcc423abceb8653dc7e22a0 HTTP/1.1" status: 200 len: 375 time: 0.0131879 Aug 16 01:52:06.104158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf74590-0c13-49a4-8fff-29adea81450e req-b9f0904f-6be4-470d-8932-1e5848bfb053 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.105728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbf74590-0c13-49a4-8fff-29adea81450e req-b9f0904f-6be4-470d-8932-1e5848bfb053 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 944 time: 0.0749037 Aug 16 01:52:06.144502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-647bf59d-0360-4f33-80dd-748ba527a397 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=be412e10bfcc423abceb8653dc7e22a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377750 Aug 16 01:52:06.155055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cac58778-510a-4473-8705-d59ba6779963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.157593 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cac58778-510a-4473-8705-d59ba6779963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.158737 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cac58778-510a-4473-8705-d59ba6779963 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d8be7140-21c9-49e3-a6c5-34dc589b5572 HTTP/1.1" status: 204 len: 168 time: 0.2464850 Aug 16 01:52:06.173219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac58778-510a-4473-8705-d59ba6779963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8be7140-21c9-49e3-a6c5-34dc589b5572,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:06.178690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410aee2-bae8-4035-b478-6398cfd3a9be req-7aecbb14-a848-41d6-a277-39d2b2c90e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.180163 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4410aee2-bae8-4035-b478-6398cfd3a9be req-7aecbb14-a848-41d6-a277-39d2b2c90e31 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 1096 time: 0.0597341 Aug 16 01:52:06.215233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbf74590-0c13-49a4-8fff-29adea81450e req-033e8682-aee8-4922-bbe2-42336a3ab9fa tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992458 Aug 16 01:52:06.290030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410aee2-bae8-4035-b478-6398cfd3a9be req-25dd75ad-d5e8-45fb-93aa-7aac2dbfded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.290578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-44dca6b6-699f-42dd-a54f-2d8c09acaa74 service neutron] 10.222.0.79 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313627 Aug 16 01:52:06.293803 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4410aee2-bae8-4035-b478-6398cfd3a9be req-25dd75ad-d5e8-45fb-93aa-7aac2dbfded7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.1066043 Aug 16 01:52:06.345493 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4410aee2-bae8-4035-b478-6398cfd3a9be req-2a371881-5ba7-4222-994a-80dfc719b82d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058 HTTP/1.1" status: 200 len: 217 time: 0.0439954 Aug 16 01:52:06.411454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-02d919d1-6afb-4a3c-b7b9-4bd2d9df49ff service neutron] 10.222.0.79 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157529 Aug 16 01:52:06.411868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410aee2-bae8-4035-b478-6398cfd3a9be req-e8f9349e-9038-47e9-9525-15c3bb5fa5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.413797 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4410aee2-bae8-4035-b478-6398cfd3a9be req-e8f9349e-9038-47e9-9525-15c3bb5fa5f1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0574992 Aug 16 01:52:06.454656 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4410aee2-bae8-4035-b478-6398cfd3a9be req-cfb29df0-6c18-4116-9273-9c2a23ef1c78 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322471 Aug 16 01:52:06.489693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd1a2c-04d6-4dab-9605-ed0a4c36bebd req-bc7a5ba1-4430-4d6e-b4ff-67af80f6a7f8 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.497351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90bd1a2c-04d6-4dab-9605-ed0a4c36bebd req-bc7a5ba1-4430-4d6e-b4ff-67af80f6a7f8 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 945 time: 0.0625608 Aug 16 01:52:06.542654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90bd1a2c-04d6-4dab-9605-ed0a4c36bebd req-2ca091b3-56e2-47eb-88fe-d6a562902042 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442557 Aug 16 01:52:06.611564 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4410aee2-bae8-4035-b478-6398cfd3a9be req-4ad17656-bb9f-49d5-bdb4-81019d4a585e service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494608 Aug 16 01:52:06.654354 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80d62ab8-0e26-481f-bba9-c2cee3d65c36 req-a901396d-5bb6-46e7-907a-5df3c2afb617 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 210 time: 0.0436497 Aug 16 01:52:06.768356 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4410aee2-bae8-4035-b478-6398cfd3a9be req-1b39cb7b-044f-4074-b2d2-0b904d7cc6a9 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483765 Aug 16 01:52:06.788084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3a168-c15f-4a77-83bc-9d6a5033e37a req-be406af2-cf93-40ce-be70-095bf8d83c87 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.802043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66d3a168-c15f-4a77-83bc-9d6a5033e37a req-be406af2-cf93-40ce-be70-095bf8d83c87 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0929713 Aug 16 01:52:06.838525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66d3a168-c15f-4a77-83bc-9d6a5033e37a req-04b33304-ea7d-4728-af8a-16a0cf858e44 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352058 Aug 16 01:52:06.925529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56739041-1fec-459b-84fa-7bd2a5eb3301 req-56ab6e58-7997-489c-9bed-7d641491948a tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0286782 Aug 16 01:52:07.348133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedeffe-52ce-47a1-bef1-12e9e8e7077a req-a4d4ccf8-5d08-4d15-806d-f6e5f64d6f9f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:07.349689 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdedeffe-52ce-47a1-bef1-12e9e8e7077a req-a4d4ccf8-5d08-4d15-806d-f6e5f64d6f9f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 944 time: 0.0556684 Aug 16 01:52:07.389759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdedeffe-52ce-47a1-bef1-12e9e8e7077a req-03390083-d8a9-465b-adcb-04be7c42be65 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338261 Aug 16 01:52:07.663026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442ad51-db3a-40fb-b039-b77af0779749 req-e21811a7-26dc-4be2-b4b1-2e52c7aed753 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:07.664892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9442ad51-db3a-40fb-b039-b77af0779749 req-e21811a7-26dc-4be2-b4b1-2e52c7aed753 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 945 time: 0.0586483 Aug 16 01:52:07.719500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9442ad51-db3a-40fb-b039-b77af0779749 req-1d26383c-a642-4a9f-a1e7-51f64b25cfbd tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Aug 16 01:52:07.780063 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-3de14072-d784-40c4-bcf0-2612c37cebba tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:07.781632 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-3de14072-d784-40c4-bcf0-2612c37cebba tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.89 "GET /v2.0/networks?id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 200 len: 813 time: 0.1459446 Aug 16 01:52:07.791595 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4269754f-01de-4288-876b-a27d827df291 req-e102fe77-33f6-4cad-a1b5-c0ddfbce6fdb tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 210 time: 0.0353734 Aug 16 01:52:07.798400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'port': {'device_id': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3', 'admin_state_up': True, 'tenant_id': 'be412e10bfcc423abceb8653dc7e22a0'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:07.927329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Made reservation on behalf of be412e10bfcc423abceb8653dc7e22a0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:07.930980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.981229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16094f64-edc2-4868-a07f-1316ee165539 req-d72e4bf0-a6bf-49c1-9986-4ab62b01a13b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:07.983160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16094f64-edc2-4868-a07f-1316ee165539 req-d72e4bf0-a6bf-49c1-9986-4ab62b01a13b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0589056 Aug 16 01:52:08.053801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36746189-7cd5-4841-9c3d-2f2ebd6b6961 req-cc238164-2fc0-4741-ac72-97aa851309ee tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0391929 Aug 16 01:52:08.058731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16094f64-edc2-4868-a07f-1316ee165539 req-830c514b-42ed-4c01-881a-f4ccbbaab9ba tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697203 Aug 16 01:52:08.113203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Allocated IP 172.20.0.6 (24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3/59bef847-bc43-4659-89df-a601fdb7e4c5/6fff6726-85be-4f9e-add6-4a063a0e8fce) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:08.230168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35734) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:08.281978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:08.294081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.344090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.364769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019d4c-378b-4678-ae26-c3f029b107e1 req-cf4a97e5-ea75-46bc-ac1d-74acbcb6fafc tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.367107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6019d4c-378b-4678-ae26-c3f029b107e1 req-cf4a97e5-ea75-46bc-ac1d-74acbcb6fafc tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0605857 Aug 16 01:52:08.394625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:08.411258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058', 'network_id': '53070772-89aa-468a-b502-c2df2484496e', 'port_id': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058', 'mac_address': 'fa:16:3e:89:11:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81072e93-474d-4bb3-ac53-41f391336622', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:08.419533 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:08.425159 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:08.425974 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6019d4c-378b-4678-ae26-c3f029b107e1 req-3cf61c8f-2b74-4d89-8736-d5e2fe363733 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472026 Aug 16 01:52:08.438403 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:08.467157 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.481065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:08.502037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:08.510359 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.518645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'Port': ['ID=6fff6726-85be-4f9e-add6-4a063a0e8fce,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:08.562890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fdc30-c500-47b0-bb64-d71486764f18 req-73edc5a8-a145-493d-a270-7d3003abaae5 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.564635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713fdc30-c500-47b0-bb64-d71486764f18 req-73edc5a8-a145-493d-a270-7d3003abaae5 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 945 time: 0.0585132 Aug 16 01:52:08.567407 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cb31f0c-af0f-41e5-8771-4bd59c569ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.570267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:08.584609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.585378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.613867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713fdc30-c500-47b0-bb64-d71486764f18 req-82daeea7-e715-4961-99fd-1d71959e56bc tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Aug 16 01:52:08.624375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87229-1929-4bb3-96e8-23d9594f3c32 req-6c55917c-e8b2-4667-9e52-5cfb615897e3 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.625887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0cc87229-1929-4bb3-96e8-23d9594f3c32 req-6c55917c-e8b2-4667-9e52-5cfb615897e3 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.84 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 945 time: 0.1319754 Aug 16 01:52:08.720343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['3a1fc9c4-e889-4bb1-a9ba-b1da110df058'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:08.784158 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cb31f0c-af0f-41e5-8771-4bd59c569ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.792890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cb31f0c-af0f-41e5-8771-4bd59c569ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.802888 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9d61b8fb-3bb4-4cb3-983a-64700eec1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.807501 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-0cc87229-1929-4bb3-96e8-23d9594f3c32 req-32f594a8-d397-4eeb-a4f1-2642f54b9d57 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Deleting port d2864f35-2c09-4a79-b4a5-8084e32d342a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:08.807852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0cc87229-1929-4bb3-96e8-23d9594f3c32 req-32f594a8-d397-4eeb-a4f1-2642f54b9d57 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.811286 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-2d55a92b-ad67-43c7-bb31-7558f9e17de1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0180478 Aug 16 01:52:08.865895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Request body: {'port': {'device_id': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:08.874684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27bcc4-3aee-45c4-b5fe-bb80231c0ea8 req-21d867d6-0f14-49b7-b407-a3ca26f66f24 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.884083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c27bcc4-3aee-45c4-b5fe-bb80231c0ea8 req-21d867d6-0f14-49b7-b407-a3ca26f66f24 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 945 time: 0.0880332 Aug 16 01:52:08.914164 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0cb31f0c-af0f-41e5-8771-4bd59c569ca8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55f52bea13f44350a52cac7e9388594b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6825287 Aug 16 01:52:08.918573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb31f0c-af0f-41e5-8771-4bd59c569ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b86006-0407-4091-a1e8-504b58369368,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:08.920880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35748) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:08.951958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c27bcc4-3aee-45c4-b5fe-bb80231c0ea8 req-ca9d9281-58e0-4368-8796-332dfe1e80ac tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/security-groups?id=61a190fa-9fde-4945-991a-825da0953b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664625 Aug 16 01:52:08.964908 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56102348-e208-4d0c-911e-660361976caf req-e8343ae0-a422-4aca-9097-016b84640c9d tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.973661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56102348-e208-4d0c-911e-660361976caf req-e8343ae0-a422-4aca-9097-016b84640c9d tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 931 time: 0.0859365 Aug 16 01:52:09.010219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.016088 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56102348-e208-4d0c-911e-660361976caf req-a7022b5c-a73d-4770-a742-c52997fef58e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Aug 16 01:52:09.032999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-0cc87229-1929-4bb3-96e8-23d9594f3c32 req-32f594a8-d397-4eeb-a4f1-2642f54b9d57 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] For port d2864f35-2c09-4a79-b4a5-8084e32d342a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d2864f35-2c09-4a79-b4a5-8084e32d342a,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:09.033373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0cc87229-1929-4bb3-96e8-23d9594f3c32 req-32f594a8-d397-4eeb-a4f1-2642f54b9d57 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.057561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-0cc87229-1929-4bb3-96e8-23d9594f3c32 req-32f594a8-d397-4eeb-a4f1-2642f54b9d57 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Calling delete_port for d2864f35-2c09-4a79-b4a5-8084e32d342a owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:09.089088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9779e1cc-5cb2-4060-8de4-418889e6e5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.157330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9779e1cc-5cb2-4060-8de4-418889e6e5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.170280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9eeeea43-00a7-4f47-9d63-295d885f07f5 req-a0070736-8595-4d17-b760-de411b0ded42 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0264549 Aug 16 01:52:09.249809 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.361549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9779e1cc-5cb2-4060-8de4-418889e6e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.364067 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9779e1cc-5cb2-4060-8de4-418889e6e5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.365234 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9779e1cc-5cb2-4060-8de4-418889e6e5e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/34b86006-0407-4091-a1e8-504b58369368 HTTP/1.1" status: 204 len: 168 time: 0.4401770 Aug 16 01:52:09.393475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779e1cc-5cb2-4060-8de4-418889e6e5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b86006-0407-4091-a1e8-504b58369368,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:09.414603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0cc87229-1929-4bb3-96e8-23d9594f3c32 req-32f594a8-d397-4eeb-a4f1-2642f54b9d57 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.452831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f594a8-d397-4eeb-a4f1-2642f54b9d57 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Pushing event deleted for resources: {'Port': ['ID=d2864f35-2c09-4a79-b4a5-8084e32d342a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:09.534571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc87229-1929-4bb3-96e8-23d9594f3c32 req-32f594a8-d397-4eeb-a4f1-2642f54b9d57 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] No DVR routers for this DVR port d2864f35-2c09-4a79-b4a5-8084e32d342a on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:09.537333 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0cc87229-1929-4bb3-96e8-23d9594f3c32 req-32f594a8-d397-4eeb-a4f1-2642f54b9d57 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.539671 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0cc87229-1929-4bb3-96e8-23d9594f3c32 req-32f594a8-d397-4eeb-a4f1-2642f54b9d57 tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.84 "DELETE /v2.0/ports/d2864f35-2c09-4a79-b4a5-8084e32d342a HTTP/1.1" status: 204 len: 173 time: 0.8951881 Aug 16 01:52:09.542072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'name': 'network-vif-deleted', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:09.544940 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578c68c1-b4bf-41b3-8b94-d0515aa04480" -d '{"events": [{"server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "name": "network-vif-deleted", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:09.564021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fff6726-85be-4f9e-add6-4a063a0e8fce {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:09.574701 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.590274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Transition to ACTIVE for port object 6fff6726-85be-4f9e-add6-4a063a0e8fce will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:09.595923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.596678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059a905-901f-4eb0-902d-a197c03f70ea req-07c7a57f-cb58-40a0-9e3b-3d2f46d8be29 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:09.598319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4059a905-901f-4eb0-902d-a197c03f70ea req-07c7a57f-cb58-40a0-9e3b-3d2f46d8be29 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0667593 Aug 16 01:52:09.609052 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c2280d-7b25-4513-a554-680a39c7cfc5 x-openstack-request-id: req-23c2280d-7b25-4513-a554-680a39c7cfc5 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:09.609342 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2", "name": "network-vif-deleted", "tag": "d2864f35-2c09-4a79-b4a5-8084e32d342a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:09.609594 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-23c2280d-7b25-4513-a554-680a39c7cfc5 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:09.610006 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2', 'name': 'network-vif-deleted', 'tag': 'd2864f35-2c09-4a79-b4a5-8084e32d342a', 'status': 'completed', 'code': 200} Aug 16 01:52:09.671810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4059a905-901f-4eb0-902d-a197c03f70ea req-9f02542d-fc66-467d-8732-3500d3c98d70 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635612 Aug 16 01:52:09.713665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Pushing event updated for resources: {'Port': ['ID=6fff6726-85be-4f9e-add6-4a063a0e8fce,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:09.748459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Attempting to bind port 6fff6726-85be-4f9e-add6-4a063a0e8fce on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:09.749131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Attempting to bind port 6fff6726-85be-4f9e-add6-4a063a0e8fce by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'a19414d7-98e9-4b26-9927-d1ddc6e1c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:09.749707 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Attempting to bind port 6fff6726-85be-4f9e-add6-4a063a0e8fce on network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:09.754905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Port 6fff6726-85be-4f9e-add6-4a063a0e8fce on network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:09.755452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Attempting to bind port 6fff6726-85be-4f9e-add6-4a063a0e8fce on network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:09.762291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:09.762654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Checking segment: {'id': 'a19414d7-98e9-4b26-9927-d1ddc6e1c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:09.763176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Bound using segment: {'id': 'a19414d7-98e9-4b26-9927-d1ddc6e1c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:09.763734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Bound port: 6fff6726-85be-4f9e-add6-4a063a0e8fce, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19414d7-98e9-4b26-9927-d1ddc6e1c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:09.764101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.782747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd7ac-f28e-46ff-97ec-c15634978293 req-ad282c7c-ae39-4adc-8e3f-66647528654d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:09.784431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f91fd7ac-f28e-46ff-97ec-c15634978293 req-ad282c7c-ae39-4adc-8e3f-66647528654d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 945 time: 0.0555232 Aug 16 01:52:09.828124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f91fd7ac-f28e-46ff-97ec-c15634978293 req-e538f0a6-8758-4817-9e42-e6d5ee9023da tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369108 Aug 16 01:52:09.864671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] For port 6fff6726-85be-4f9e-add6-4a063a0e8fce, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:09.868436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] For port 6fff6726-85be-4f9e-add6-4a063a0e8fce, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=6fff6726-85be-4f9e-add6-4a063a0e8fce,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:09.873120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.911608 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:09.912696 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.914143 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] 10.222.0.89 "PUT /v2.0/ports/6fff6726-85be-4f9e-add6-4a063a0e8fce HTTP/1.1" status: 200 len: 1092 time: 1.0945263 Aug 16 01:52:09.947688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b09326-bb21-49d1-9e2b-2b7c6d5ca25a service neutron] Pushing event updated for resources: {'Port': ['ID=6fff6726-85be-4f9e-add6-4a063a0e8fce,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:10.000330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-1ebd6fb0-4e31-4a72-8a51-5b956a4e540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.001896 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-1ebd6fb0-4e31-4a72-8a51-5b956a4e540e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be412e10bfcc423abceb8653dc7e22a0&device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 1095 time: 0.0468104 Aug 16 01:52:10.047591 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-c33c12bf-fa68-4e4a-85c1-eb6832855b76 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fff6726-85be-4f9e-add6-4a063a0e8fce HTTP/1.1" status: 200 len: 217 time: 0.0355744 Aug 16 01:52:10.104418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60825ee2-4562-4eae-bf15-6ba27026b6f3 req-bdc13cd6-6296-459d-9eab-e1c3ba0c104a tempest-FloatingIPsAssociationTestJSON-160404168 tempest-FloatingIPsAssociationTestJSON-160404168-project] 10.222.0.79 "GET /v2.0/ports?device_id=1900a6a6-8bcf-4b86-b3a7-df637d7ac1d2 HTTP/1.1" status: 200 len: 210 time: 0.0359430 Aug 16 01:52:10.128932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-6009944f-7946-4d6a-8fda-916213c715d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.130466 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-6009944f-7946-4d6a-8fda-916213c715d5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59bef847-bc43-4659-89df-a601fdb7e4c5 HTTP/1.1" status: 200 len: 853 time: 0.0759273 Aug 16 01:52:10.165255 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-cb03251b-c8e2-4420-8531-4c32b9eef775 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272858 Aug 16 01:52:10.222538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29280f-8fa2-4522-9ca0-f28585dee51b req-1f612fb8-939e-4454-9f29-5b7d12d795a5 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.224348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc29280f-8fa2-4522-9ca0-f28585dee51b req-1f612fb8-939e-4454-9f29-5b7d12d795a5 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 943 time: 0.0604160 Aug 16 01:52:10.279826 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-a4d29d37-f0ea-4c33-8614-2b21605de17a service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056805 Aug 16 01:52:10.288607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:10.301169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc29280f-8fa2-4522-9ca0-f28585dee51b req-cb62ca1e-6891-4c73-a6f9-29200ee1f926 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655513 Aug 16 01:52:10.392265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:10.398292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19534815-4355-49c0-a213-e4a9d6dd1ab3 req-bf35a7fd-11b5-4b5c-b489-be64fd0aba5d tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0296855 Aug 16 01:52:10.399887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:10.400339 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.438352 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fbe19069-9399-4ee5-8a9f-87f82b548c05 req-bff28105-fe9a-4032-82ce-1138b3f001b4 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538932 Aug 16 01:52:10.518180 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.542200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:10.545085 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201577c1-9aa8-4903-8489-ee0fb1660c68" -d '{"events": [{"server_uuid": "92b78e14-5300-4c86-94bc-b1efbb6edee1", "name": "network-vif-plugged", "status": "completed", "tag": "3a1fc9c4-e889-4bb1-a9ba-b1da110df058"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:10.558899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:10.563606 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.587924 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4855c4-2322-4027-a438-550a4b08fc68 x-openstack-request-id: req-7a4855c4-2322-4027-a438-550a4b08fc68 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:10.588221 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b78e14-5300-4c86-94bc-b1efbb6edee1", "name": "network-vif-plugged", "status": "completed", "tag": "3a1fc9c4-e889-4bb1-a9ba-b1da110df058", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:10.588477 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a4855c4-2322-4027-a438-550a4b08fc68 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:10.588867 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058', 'code': 200} Aug 16 01:52:10.619785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:10.691437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985d196-0b83-476c-ac26-356d9095b6d1 req-a026dc3d-4427-42f9-8fdf-3a5aa21a2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.692868 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1985d196-0b83-476c-ac26-356d9095b6d1 req-a026dc3d-4427-42f9-8fdf-3a5aa21a2a3c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 1098 time: 0.0442309 Aug 16 01:52:10.733777 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1985d196-0b83-476c-ac26-356d9095b6d1 req-98a5f407-1a28-43e3-866b-0e481cc6538f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Aug 16 01:52:10.785378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac6b00-d5d4-451e-85f4-c57f68598b2a req-27fc289b-9136-445f-8e41-208f22c97fcc tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.786860 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5ac6b00-d5d4-451e-85f4-c57f68598b2a req-27fc289b-9136-445f-8e41-208f22c97fcc tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0488379 Aug 16 01:52:10.829337 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5ac6b00-d5d4-451e-85f4-c57f68598b2a req-7ac78e44-43d8-459b-811e-340513374ac2 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Aug 16 01:52:10.948761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f05617-d481-42ac-b554-132ac349c289 req-b3d6cc07-b331-42b7-ada1-efbf7cef1c43 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.951115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1f05617-d481-42ac-b554-132ac349c289 req-b3d6cc07-b331-42b7-ada1-efbf7cef1c43 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 946 time: 0.0499523 Aug 16 01:52:10.993714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-838348ff-62e6-4349-9aed-05d8b1b57d36 req-088456df-8978-4682-9b26-d703d847bb53 tempest-FlavorsV2NegativeTest-2052933423 tempest-FlavorsV2NegativeTest-2052933423-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d8dc8dbf8b414d088534dd81e44e7472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350144 Aug 16 01:52:11.030765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1f05617-d481-42ac-b554-132ac349c289 req-c0049aae-58d3-47a7-bd05-237880c7c809 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738103 Aug 16 01:52:11.109759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838348ff-62e6-4349-9aed-05d8b1b57d36 req-3ed1d10f-a18e-4498-a584-b4fb12f58e74 tempest-FlavorsV2NegativeTest-2052933423 tempest-FlavorsV2NegativeTest-2052933423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:11.111201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-838348ff-62e6-4349-9aed-05d8b1b57d36 req-3ed1d10f-a18e-4498-a584-b4fb12f58e74 tempest-FlavorsV2NegativeTest-2052933423 tempest-FlavorsV2NegativeTest-2052933423-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116147 Aug 16 01:52:11.127005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-838348ff-62e6-4349-9aed-05d8b1b57d36 req-c27a25ff-fce8-4fe1-9fdf-637a0b39f51d tempest-FlavorsV2NegativeTest-2052933423 tempest-FlavorsV2NegativeTest-2052933423-project] 10.222.0.79 "GET /v2.0/quotas/d8dc8dbf8b414d088534dd81e44e7472 HTTP/1.1" status: 200 len: 375 time: 0.0093098 Aug 16 01:52:11.159882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-838348ff-62e6-4349-9aed-05d8b1b57d36 req-0675130f-8dd9-4561-986f-f4d6ce1f0259 tempest-FlavorsV2NegativeTest-2052933423 tempest-FlavorsV2NegativeTest-2052933423-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8dc8dbf8b414d088534dd81e44e7472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271063 Aug 16 01:52:11.202928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35842) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:11.415610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d2864f35-2c09-4a79-b4a5-8084e32d342a no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:11.443997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: d2864f35-2c09-4a79-b4a5-8084e32d342a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:11.444590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d2864f35-2c09-4a79-b4a5-8084e32d342a not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:11.447082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469bb05-e951-4312-93d1-cd6526e41fa4 req-34b0ac9c-6d96-4ceb-9911-c70260134920 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:11.453132 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-67b6c636-604f-46a9-92ac-bd60f0102238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.461638 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5469bb05-e951-4312-93d1-cd6526e41fa4 req-34b0ac9c-6d96-4ceb-9911-c70260134920 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 943 time: 0.0934565 Aug 16 01:52:11.492091 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.515791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5469bb05-e951-4312-93d1-cd6526e41fa4 req-67b71484-3218-4ab2-8941-319f4eafead5 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523942 Aug 16 01:52:11.555620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61db25a3-9c0f-4ffa-ac80-eb68ed4f7c0e req-0b7dee66-06da-4d79-a520-6bc8042bd899 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0330637 Aug 16 01:52:11.614309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'tag': '6fff6726-85be-4f9e-add6-4a063a0e8fce'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:11.616867 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb71f03-58b0-4c1a-a86e-57505c2a8f31" -d '{"events": [{"name": "network-changed", "server_uuid": "00474068-dc30-4f56-a0d0-3b8a1b33e696", "tag": "6fff6726-85be-4f9e-add6-4a063a0e8fce"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:11.651574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.689046 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7f620b-dbd1-47d6-984f-7d16f610fbdf x-openstack-request-id: req-2c7f620b-dbd1-47d6-984f-7d16f610fbdf {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:11.689333 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00474068-dc30-4f56-a0d0-3b8a1b33e696", "tag": "6fff6726-85be-4f9e-add6-4a063a0e8fce", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:11.689576 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c7f620b-dbd1-47d6-984f-7d16f610fbdf {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:11.689962 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'tag': '6fff6726-85be-4f9e-add6-4a063a0e8fce', 'status': 'completed', 'code': 200} Aug 16 01:52:11.787417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35866) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:11.904664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7988f5f2-df2f-4c22-a4de-416c4d70b7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.978722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2328ad4-16c3-433c-9965-4cbb00d907a5 req-553e30c6-3387-4d65-aa0b-1eb857c92748 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:11.980160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2328ad4-16c3-433c-9965-4cbb00d907a5 req-553e30c6-3387-4d65-aa0b-1eb857c92748 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0730412 Aug 16 01:52:12.031165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb71f03-58b0-4c1a-a86e-57505c2a8f31 req-9ef1d0e7-c3c8-4557-a0df-1295e11ec655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:12.032654 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-edb71f03-58b0-4c1a-a86e-57505c2a8f31 req-9ef1d0e7-c3c8-4557-a0df-1295e11ec655 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be412e10bfcc423abceb8653dc7e22a0&device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 1095 time: 0.3419092 Aug 16 01:52:12.057525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2328ad4-16c3-433c-9965-4cbb00d907a5 req-be1cbfa5-ad38-4812-bf4b-cc58b342e658 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685537 Aug 16 01:52:12.105580 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7988f5f2-df2f-4c22-a4de-416c4d70b7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.111185 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7988f5f2-df2f-4c22-a4de-416c4d70b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.178667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988f5f2-df2f-4c22-a4de-416c4d70b7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c817b21c-1052-416a-b490-e940acb84e38,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:12.187000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7988f5f2-df2f-4c22-a4de-416c4d70b7c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d8dc8dbf8b414d088534dd81e44e7472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960307 Aug 16 01:52:12.188745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35876) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:12.230043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6977cf9-9092-49f8-aa27-963aced32f8e req-a6974161-be7c-45ea-bd7e-efec12750fe2 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:12.232239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6977cf9-9092-49f8-aa27-963aced32f8e req-a6974161-be7c-45ea-bd7e-efec12750fe2 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 946 time: 0.1005840 Aug 16 01:52:12.238645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb71f03-58b0-4c1a-a86e-57505c2a8f31 req-8e3f1684-b4b0-49e3-a3ec-e74a1c9f4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:12.240101 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-edb71f03-58b0-4c1a-a86e-57505c2a8f31 req-8e3f1684-b4b0-49e3-a3ec-e74a1c9f4ae9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 200 len: 914 time: 0.1986768 Aug 16 01:52:12.270705 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2940-2fd1-4bb9-bc03-9da36b84f0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.297602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6977cf9-9092-49f8-aa27-963aced32f8e req-d4e5bb98-9da8-4ee1-a86f-afc0d9e6ca79 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531108 Aug 16 01:52:12.299451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 6fff6726-85be-4f9e-add6-4a063a0e8fce details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:12.306617 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2940-2fd1-4bb9-bc03-9da36b84f0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.310291 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-edb71f03-58b0-4c1a-a86e-57505c2a8f31 req-2a3e3e6c-10f7-4f5e-a447-f5f2559765d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fff6726-85be-4f9e-add6-4a063a0e8fce HTTP/1.1" status: 200 len: 217 time: 0.0555885 Aug 16 01:52:12.368264 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2940-2fd1-4bb9-bc03-9da36b84f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.372926 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2940-2fd1-4bb9-bc03-9da36b84f0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.374787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dcfb2940-2fd1-4bb9-bc03-9da36b84f0ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c817b21c-1052-416a-b490-e940acb84e38 HTTP/1.1" status: 204 len: 168 time: 0.1848898 Aug 16 01:52:12.385409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb2940-2fd1-4bb9-bc03-9da36b84f0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c817b21c-1052-416a-b490-e940acb84e38,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:12.409775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb71f03-58b0-4c1a-a86e-57505c2a8f31 req-001208f3-97b5-4208-9291-980e8e9c12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:12.411270 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-edb71f03-58b0-4c1a-a86e-57505c2a8f31 req-001208f3-97b5-4208-9291-980e8e9c12ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59bef847-bc43-4659-89df-a601fdb7e4c5 HTTP/1.1" status: 200 len: 853 time: 0.0924280 Aug 16 01:52:12.422703 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] Deleting port 74230d8d-62de-423d-b821-0f17a79bffc8 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:12.423049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.465273 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 6fff6726-85be-4f9e-add6-4a063a0e8fce, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=6fff6726-85be-4f9e-add6-4a063a0e8fce,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:12.482599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '6fff6726-85be-4f9e-add6-4a063a0e8fce', 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3', 'port_id': '6fff6726-85be-4f9e-add6-4a063a0e8fce', 'mac_address': 'fa:16:3e:25:20:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bef847-bc43-4659-89df-a601fdb7e4c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:12.534070 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.536336 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-edb71f03-58b0-4c1a-a86e-57505c2a8f31 req-03042715-3c6a-4511-9d9c-a624ecc16e8a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158330 Aug 16 01:52:12.551564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fff6726-85be-4f9e-add6-4a063a0e8fce {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:12.575925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 6fff6726-85be-4f9e-add6-4a063a0e8fce, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=6fff6726-85be-4f9e-add6-4a063a0e8fce,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:12.584497 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.650287 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-edb71f03-58b0-4c1a-a86e-57505c2a8f31 req-c706cf98-2b0d-4b62-8ad7-71163dd5c2a6 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043742 Aug 16 01:52:12.685657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=6fff6726-85be-4f9e-add6-4a063a0e8fce,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:12.691475 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.696700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3849e-10a9-4011-b2d5-9c732406b734 req-c4ef8092-80c6-4dc2-9135-af2e8d60ad62 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:12.698121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6b3849e-10a9-4011-b2d5-9c732406b734 req-c4ef8092-80c6-4dc2-9135-af2e8d60ad62 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 944 time: 0.0821245 Aug 16 01:52:12.755141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] For port 74230d8d-62de-423d-b821-0f17a79bffc8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=74230d8d-62de-423d-b821-0f17a79bffc8,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:12.755628 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.771940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6b3849e-10a9-4011-b2d5-9c732406b734 req-8a984a72-3c00-4d05-807b-b15438200979 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667622 Aug 16 01:52:12.777772 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] Calling delete_port for 74230d8d-62de-423d-b821-0f17a79bffc8 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:12.782517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930c04f-bd97-4873-bcfd-3853bd775160 req-ec063374-67b3-4e4e-9fcf-841071105931 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:12.784095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8930c04f-bd97-4873-bcfd-3853bd775160 req-ec063374-67b3-4e4e-9fcf-841071105931 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 1098 time: 0.0598891 Aug 16 01:52:12.794566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['6fff6726-85be-4f9e-add6-4a063a0e8fce'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:12.818779 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-edb71f03-58b0-4c1a-a86e-57505c2a8f31 req-3f39d4ba-60d5-4b77-8eef-98124a6e9d79 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594226 Aug 16 01:52:12.862208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8930c04f-bd97-4873-bcfd-3853bd775160 req-0669917a-c615-416a-ab5f-93d5c7a9cc3e tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461285 Aug 16 01:52:12.918713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-919487a4-912e-4e19-9917-8010db25375e req-c972bb0f-f927-4f57-9f57-a66bed4ea326 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0588028 Aug 16 01:52:13.040603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f774da0-185f-42b1-a0bc-be08c98b3caf req-16bb1473-2336-4a4e-b3ec-cb07cbb4288d tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:13.045466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f774da0-185f-42b1-a0bc-be08c98b3caf req-16bb1473-2336-4a4e-b3ec-cb07cbb4288d tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 1098 time: 0.0550332 Aug 16 01:52:13.047597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.083844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=74230d8d-62de-423d-b821-0f17a79bffc8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:13.086888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f774da0-185f-42b1-a0bc-be08c98b3caf req-8efc468e-98b0-4798-a372-c2a56d641d9d tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327511 Aug 16 01:52:13.250654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a4a73-9f80-4da0-9aa3-52fd61a81883 req-f452a714-0ea9-4333-85e4-458daaae6827 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:13.261179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-492a4a73-9f80-4da0-9aa3-52fd61a81883 req-f452a714-0ea9-4333-85e4-458daaae6827 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0772362 Aug 16 01:52:13.314737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-492a4a73-9f80-4da0-9aa3-52fd61a81883 req-03829fa1-4d2f-4204-867c-2b227af9b31c tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504918 Aug 16 01:52:13.325456 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.571266 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] Router 1df4867d-8789-4646-b6ff-c409ee0df841 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:13.712843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:13.721559 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a5788336-b8bf-4dbb-8458-c85ca1b744b3 admin admin] 10.222.0.79 "PUT /v2.0/routers/1df4867d-8789-4646-b6ff-c409ee0df841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5147018 Aug 16 01:52:13.724051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15c8ec-6a31-4560-a377-5c89a22b888e None None] Sync routers for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:13.725173 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35938) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:13.736246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15c8ec-6a31-4560-a377-5c89a22b888e None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:13.737069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-eb15c8ec-6a31-4560-a377-5c89a22b888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:52:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:13.917654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-eb15c8ec-6a31-4560-a377-5c89a22b888e None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:13.929025 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.006698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c727d-d1c3-4fb9-801a-dcf5e341e58e req-cf6a1996-930a-4e3a-a303-5e412843bf10 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:14.008714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a7c727d-d1c3-4fb9-801a-dcf5e341e58e req-cf6a1996-930a-4e3a-a303-5e412843bf10 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 944 time: 0.0739596 Aug 16 01:52:14.083919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a7c727d-d1c3-4fb9-801a-dcf5e341e58e req-6e7058bd-014c-4ebb-832d-ebb86972c9ea tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598428 Aug 16 01:52:14.089246 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.114328 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.196152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-eb15c8ec-6a31-4560-a377-5c89a22b888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd7656408-57b4-4b10-b10c-175258219196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:52:12Z', 'revision_number': 5, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port': {'id': 'd7656408-57b4-4b10-b10c-175258219196', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:18Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:14.203996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Deleting port d7656408-57b4-4b10-b10c-175258219196 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:14.204519 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.243272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15c8ec-6a31-4560-a377-5c89a22b888e None None] Checking router: 1df4867d-8789-4646-b6ff-c409ee0df841 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:14.253152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15c8ec-6a31-4560-a377-5c89a22b888e None None] Routers {'1df4867d-8789-4646-b6ff-c409ee0df841'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:14.253808 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-eb15c8ec-6a31-4560-a377-5c89a22b888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:52:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1df4867d-8789-4646-b6ff-c409ee0df841'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:14.292927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-a603db2b-7467-4236-a397-202e39d158f1 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:52:14.293857 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-a603db2b-7467-4236-a397-202e39d158f1 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061538 Aug 16 01:52:14.309245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Request body: {'binding': {'host': 'n-h1-768851-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:14.310483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Unknown quota resources ['binding']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:52:14.332694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 6fff6726-85be-4f9e-add6-4a063a0e8fce up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:14.359431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3129078-2c0a-4467-886c-b3813a4d2f2c req-90e6e015-7718-4d87-9594-fb8fcd2d4432 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0408719 Aug 16 01:52:14.378095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] For port d7656408-57b4-4b10-b10c-175258219196, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d7656408-57b4-4b10-b10c-175258219196,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:14.378701 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.411789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-eb15c8ec-6a31-4560-a377-5c89a22b888e None None] Set router 1df4867d-8789-4646-b6ff-c409ee0df841 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:14.430078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Calling delete_port for d7656408-57b4-4b10-b10c-175258219196 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:14.486456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-eb15c8ec-6a31-4560-a377-5c89a22b888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:52:14Z', 'revision_number': 6, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:14.516860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 6fff6726-85be-4f9e-add6-4a063a0e8fce completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:14.520453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15c8ec-6a31-4560-a377-5c89a22b888e None None] The sync data for ids ['1df4867d-8789-4646-b6ff-c409ee0df841'] in n-d-768851-16 is: [{'id': '1df4867d-8789-4646-b6ff-c409ee0df841', 'name': 'tempest-FloatingIPsAssociationTestJSON-50355340-router', 'tenant_id': '2c5c5f6b83d34486845a426b3b3c1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:17Z', 'updated_at': '2021-08-16T01:52:14Z', 'revision_number': 6, 'project_id': '2c5c5f6b83d34486845a426b3b3c1708', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:14.523301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 6fff6726-85be-4f9e-add6-4a063a0e8fce triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:14.524114 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.611407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on host n-h1-768851-16 for vnic_type normal with profile None {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:14.611763 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:14.612073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:14.623778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:14.625112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:14.633541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:14.633878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:14.634272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:14.635061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Bound port: 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:14.649765 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.678399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fff6726-85be-4f9e-add6-4a063a0e8fce'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:14.680829 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63332cf7-834c-4673-9fb5-954e27e9f263" -d '{"events": [{"server_uuid": "00474068-dc30-4f56-a0d0-3b8a1b33e696", "name": "network-vif-plugged", "status": "completed", "tag": "6fff6726-85be-4f9e-add6-4a063a0e8fce"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:14.694707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 6fff6726-85be-4f9e-add6-4a063a0e8fce, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=6fff6726-85be-4f9e-add6-4a063a0e8fce,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:14.698149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:14.702642 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.705104 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.706999 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b5f44d08-5568-4a5c-8faa-2d33fea51a4e service neutron] 10.222.0.79 "POST /v2.0/ports/3a1fc9c4-e889-4bb1-a9ba-b1da110df058/bindings HTTP/1.1" status: 201 len: 390 time: 0.4031339 Aug 16 01:52:14.735251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea2dd3-0e8c-463a-a33d-118f1a643c5e req-d4b0fa2f-fbcd-4c9e-a69e-a1af75d76ea0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:14.744735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-baea2dd3-0e8c-463a-a33d-118f1a643c5e req-d4b0fa2f-fbcd-4c9e-a69e-a1af75d76ea0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0848980 Aug 16 01:52:14.758826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=6fff6726-85be-4f9e-add6-4a063a0e8fce,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:14.798201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.807863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-baea2dd3-0e8c-463a-a33d-118f1a643c5e req-cce287ff-7492-4c71-ba96-72eeb81e5393 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613246 Aug 16 01:52:14.859771 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38e1e1-3bb0-4dea-af73-0cd759e1e0f6 x-openstack-request-id: req-5c38e1e1-3bb0-4dea-af73-0cd759e1e0f6 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:14.860072 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00474068-dc30-4f56-a0d0-3b8a1b33e696", "name": "network-vif-plugged", "status": "completed", "tag": "6fff6726-85be-4f9e-add6-4a063a0e8fce", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:14.860338 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c38e1e1-3bb0-4dea-af73-0cd759e1e0f6 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:14.860819 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fff6726-85be-4f9e-add6-4a063a0e8fce', 'code': 200} Aug 16 01:52:14.868130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7656408-57b4-4b10-b10c-175258219196,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:15.019811 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.022452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9e705-4cb5-4108-94a3-9005ce871299 req-848d2f95-b399-4119-92d0-0df19ab5dd31 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.029496 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4a9e705-4cb5-4108-94a3-9005ce871299 req-848d2f95-b399-4119-92d0-0df19ab5dd31 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 946 time: 0.0642917 Aug 16 01:52:15.030321 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35992) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:15.082139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4a9e705-4cb5-4108-94a3-9005ce871299 req-04f2c0fe-c3f5-4044-b369-1d06e4a1789b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501487 Aug 16 01:52:15.153379 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.158408 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.161071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b4091-b9f3-4287-b931-8b0756599c8d req-e83ad65a-e87a-425b-94bf-500a0e34946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.162593 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a0b4091-b9f3-4287-b931-8b0756599c8d req-e83ad65a-e87a-425b-94bf-500a0e34946a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 1097 time: 0.1992910 Aug 16 01:52:15.164460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e27fd50-1ff9-4ccf-ac3a-3a07f4578908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.218242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-48039a85-eb06-42a2-8da6-c80205dd1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.219800 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-48039a85-eb06-42a2-8da6-c80205dd1888 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 1098 time: 0.1612878 Aug 16 01:52:15.224367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ad246-7587-4a3a-a675-652c988ba037 req-a1d0b876-0277-4e55-95a6-8b959f8cd2a5 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.225984 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da2ad246-7587-4a3a-a675-652c988ba037 req-a1d0b876-0277-4e55-95a6-8b959f8cd2a5 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 945 time: 0.0772269 Aug 16 01:52:15.227203 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.227736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df4867d-8789-4646-b6ff-c409ee0df841 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:52:15.232818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.233956 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c88e038c-77ca-4428-9d0d-712e788c8a17 admin admin] 10.222.0.79 "DELETE /v2.0/routers/1df4867d-8789-4646-b6ff-c409ee0df841 HTTP/1.1" status: 204 len: 168 time: 1.5077574 Aug 16 01:52:15.237263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35998) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:15.330526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da2ad246-7587-4a3a-a675-652c988ba037 req-ae063523-9f5a-46ca-9fa9-383f20cf2788 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972188 Aug 16 01:52:15.334676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-950012cf-ce85-44e7-bce5-131ff9929b24 admin admin] Deleting subnet 8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:15.339547 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-950012cf-ce85-44e7-bce5-131ff9929b24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.392874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-950012cf-ce85-44e7-bce5-131ff9929b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.456657 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e27fd50-1ff9-4ccf-ac3a-3a07f4578908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.465742 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e27fd50-1ff9-4ccf-ac3a-3a07f4578908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.538748 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a0b4091-b9f3-4287-b931-8b0756599c8d req-020b3815-f083-4faf-be2c-4789847704c3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665717 Aug 16 01:52:15.540766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46b92829-08d4-4610-ba1f-51eefe800ce0 req-e5a3b027-779c-451f-a7cd-085735975542 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0721812 Aug 16 01:52:15.570960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27fd50-1ff9-4ccf-ac3a-3a07f4578908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c888377-0a15-4cd7-9e49-e7506c719c27,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:15.584027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7e27fd50-1ff9-4ccf-ac3a-3a07f4578908 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5781e4dfedfe475e9263c6faf8d13928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5510762 Aug 16 01:52:15.585556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36004) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:15.602687 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-950012cf-ce85-44e7-bce5-131ff9929b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.650075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-599bfe8a-6fba-48f9-be13-a2712ac01165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.651612 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-599bfe8a-6fba-48f9-be13-a2712ac01165 service neutron] 10.222.0.84 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.4220355 Aug 16 01:52:15.660775 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-950012cf-ce85-44e7-bce5-131ff9929b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.670127 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-beda78fe-8d79-4d28-beec-96277598f8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.699094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dccf32-a986-411e-9aed-69609d92e2d3 None None] Network 6814c1fc-393b-4e8c-8172-41cbfb4be56d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:15.701793 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-950012cf-ce85-44e7-bce5-131ff9929b24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.706575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-950012cf-ce85-44e7-bce5-131ff9929b24 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75 HTTP/1.1" status: 204 len: 168 time: 0.4646716 Aug 16 01:52:15.707082 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6c3a5ee5-1259-4b62-8711-9650384fda1f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058 HTTP/1.1" status: 200 len: 217 time: 0.0451226 Aug 16 01:52:15.707804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36006) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:15.715182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950012cf-ce85-44e7-bce5-131ff9929b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcd33d1-d7ca-432d-9fc8-cfb15f2d7e75,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:15.752747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-beda78fe-8d79-4d28-beec-96277598f8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.787426 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.809301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-df5e2d51-2ee5-4903-bf08-a448abebc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.811175 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-df5e2d51-2ee5-4903-bf08-a448abebc464 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0965478 Aug 16 01:52:15.852456 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-c2bdea60-4e38-4c98-8b9b-2ea67f2de958 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284655 Aug 16 01:52:15.862148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Deleting port 344fbe8b-e2c4-4d2c-9892-f60dcba74761 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:15.862689 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.880090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-beda78fe-8d79-4d28-beec-96277598f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.882757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-beda78fe-8d79-4d28-beec-96277598f8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.886233 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-beda78fe-8d79-4d28-beec-96277598f8a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c888377-0a15-4cd7-9e49-e7506c719c27 HTTP/1.1" status: 204 len: 168 time: 0.2982852 Aug 16 01:52:15.942136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c21308-d47b-4d17-8551-633391be3c1d None None] DHCP port deletion for 6814c1fc-393b-4e8c-8172-41cbfb4be56d request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:15.964082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda78fe-8d79-4d28-beec-96277598f8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c888377-0a15-4cd7-9e49-e7506c719c27,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:15.981218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] For port 344fbe8b-e2c4-4d2c-9892-f60dcba74761, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=344fbe8b-e2c4-4d2c-9892-f60dcba74761,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:15.982252 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.998636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7170f8-887a-4e5e-844f-57411313a600 req-2a95993d-b0c1-4c05-8411-7053d1735465 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:16.000275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d7170f8-887a-4e5e-844f-57411313a600 req-2a95993d-b0c1-4c05-8411-7053d1735465 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0934007 Aug 16 01:52:16.006535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Calling delete_port for 344fbe8b-e2c4-4d2c-9892-f60dcba74761 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:16.041042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-99c21308-d47b-4d17-8551-633391be3c1d None None] Deleting port 344fbe8b-e2c4-4d2c-9892-f60dcba74761 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:16.041610 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99c21308-d47b-4d17-8551-633391be3c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.048264 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-b3ae8374-3a28-4638-a528-9fce511e3e36 service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867507 Aug 16 01:52:16.088412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d7170f8-887a-4e5e-844f-57411313a600 req-27a2f5c7-edad-4b0a-bff6-c3de0b6e6c85 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775740 Aug 16 01:52:16.160693 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.164060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d7656408-57b4-4b10-b10c-175258219196 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:16.173588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-99c21308-d47b-4d17-8551-633391be3c1d None None] For port 344fbe8b-e2c4-4d2c-9892-f60dcba74761, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=344fbe8b-e2c4-4d2c-9892-f60dcba74761,segment=NetworkSegment(b558386a-9048-44ac-bee8-89360a3fbd56),segment_id=b558386a-9048-44ac-bee8-89360a3fbd56)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:16.174292 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99c21308-d47b-4d17-8551-633391be3c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.191876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Pushing event deleted for resources: {'Port': ['ID=344fbe8b-e2c4-4d2c-9892-f60dcba74761,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:16.203959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] No DVR routers for this DVR port 344fbe8b-e2c4-4d2c-9892-f60dcba74761 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:16.216038 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-08b54c67-ccef-4195-ba2f-c8880b649af8 service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478872 Aug 16 01:52:16.219820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: d7656408-57b4-4b10-b10c-175258219196 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:16.220172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d7656408-57b4-4b10-b10c-175258219196 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:16.220615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 74230d8d-62de-423d-b821-0f17a79bffc8 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:16.244348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-99c21308-d47b-4d17-8551-633391be3c1d None None] Calling delete_port for 344fbe8b-e2c4-4d2c-9892-f60dcba74761 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:16.246502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 74230d8d-62de-423d-b821-0f17a79bffc8 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:16.247015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 74230d8d-62de-423d-b821-0f17a79bffc8 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:16.248182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 344fbe8b-e2c4-4d2c-9892-f60dcba74761 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:16.275448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 344fbe8b-e2c4-4d2c-9892-f60dcba74761 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:16.276054 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 344fbe8b-e2c4-4d2c-9892-f60dcba74761 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:16.327282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.352168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6814c1fc-393b-4e8c-8172-41cbfb4be56d']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:16.368756 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99c21308-d47b-4d17-8551-633391be3c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.390959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b558386a-9048-44ac-bee8-89360a3fbd56') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:16.391449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b558386a-9048-44ac-bee8-89360a3fbd56') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:16.404724 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.416096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c21308-d47b-4d17-8551-633391be3c1d None None] Pushing event deleted for resources: {'Port': ['ID=344fbe8b-e2c4-4d2c-9892-f60dcba74761,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:16.420803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.425296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c21308-d47b-4d17-8551-633391be3c1d None None] No DVR routers for this DVR port 344fbe8b-e2c4-4d2c-9892-f60dcba74761 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:16.433065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-fb0fa43f-142c-42ae-8e71-6055b144842a tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:16.433065 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-fb0fa43f-142c-42ae-8e71-6055b144842a tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1098 time: 0.0770068 Aug 16 01:52:16.433598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:16.433705 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.455021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-16'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:16.493245 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:16.524014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.560413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b5e4b-3c23-4232-82d6-68fda6c78f0a req-552e09a2-0198-4990-8b88-33d6ddf614c9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:16.562602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe3b5e4b-3c23-4232-82d6-68fda6c78f0a req-552e09a2-0198-4990-8b88-33d6ddf614c9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 946 time: 0.3484204 Aug 16 01:52:16.572344 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.593279 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.595120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6814c1fc-393b-4e8c-8172-41cbfb4be56d HTTP/1.1" status: 204 len: 168 time: 0.8860207 Aug 16 01:52:16.718149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:16.797231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:16.821036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36040) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:16.873560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:16.875902 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2e43f6-7ca1-4cd7-921f-54f53554aa46" -d '{"events": [{"server_uuid": "92b78e14-5300-4c86-94bc-b1efbb6edee1", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1fc9c4-e889-4bb1-a9ba-b1da110df058"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:16.881231 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.900563 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eee67a2a-392c-45f4-861b-01cdca04d144 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c5c5f6b83d34486845a426b3b3c1708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783591 Aug 16 01:52:16.901638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36046) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:16.909979 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.950659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eb722-1c17-463b-99e1-d76d6e23bc82 admin admin] Pushing event deleted for resources: {'Network': ['ID=6814c1fc-393b-4e8c-8172-41cbfb4be56d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:16.961425 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8edf4f-2532-4790-a700-e58b04796b29 req-802188f6-8230-49b2-97c6-ceb711d3ac25 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:16.962914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c8edf4f-2532-4790-a700-e58b04796b29 req-802188f6-8230-49b2-97c6-ceb711d3ac25 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 945 time: 0.4600580 Aug 16 01:52:16.991787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe3b5e4b-3c23-4232-82d6-68fda6c78f0a req-abd96fb1-9e9f-46cd-af03-e4f9cc41f1cb tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108651 Aug 16 01:52:17.013693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:17.014408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c8edf4f-2532-4790-a700-e58b04796b29 req-64a48279-ac2f-40b3-a248-6693a7e7fa93 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Aug 16 01:52:17.054771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on host n-h2-768851-16 for vnic_type normal with profile {"migrating_to": "n-h1-768851-16"} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:17.055509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:17.056066 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:17.060913 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23719ba3-c327-475f-b6ca-d0c0fa578c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.075409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:17.075833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Attempting to bind port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:17.095489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:17.095830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:17.096222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:17.096659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Bound port: 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:17.097036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.100197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23719ba3-c327-475f-b6ca-d0c0fa578c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.103933 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f55f7964-ac91-46f7-9d65-1ca63a2b8a67 req-783f1f2d-3ffe-49ca-840b-ae066ec617c9 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0257306 Aug 16 01:52:17.167777 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cd59ca-9898-49f2-beb5-31fac0cfc61d x-openstack-request-id: req-d8cd59ca-9898-49f2-beb5-31fac0cfc61d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:17.168079 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b78e14-5300-4c86-94bc-b1efbb6edee1", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1fc9c4-e889-4bb1-a9ba-b1da110df058", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:17.168318 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8cd59ca-9898-49f2-beb5-31fac0cfc61d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:17.168710 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058', 'code': 200} Aug 16 01:52:17.205808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:17.209110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:17.216006 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.225893 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23719ba3-c327-475f-b6ca-d0c0fa578c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.229939 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23719ba3-c327-475f-b6ca-d0c0fa578c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.232423 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-23719ba3-c327-475f-b6ca-d0c0fa578c2b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61a190fa-9fde-4945-991a-825da0953b4a HTTP/1.1" status: 204 len: 168 time: 0.3296912 Aug 16 01:52:17.283036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23719ba3-c327-475f-b6ca-d0c0fa578c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a190fa-9fde-4945-991a-825da0953b4a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:17.339505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:17.340128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.342448 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] 10.222.0.84 "PUT /v2.0/ports/3a1fc9c4-e889-4bb1-a9ba-b1da110df058 HTTP/1.1" status: 200 len: 1124 time: 0.8959539 Aug 16 01:52:17.343080 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d59acb4d-d0fa-42d1-9bd8-df05d92cf51b req-6192a8b8-e0f4-4435-b70f-b20ec1045544 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-174200330&fields=id&tenant_id=be412e10bfcc423abceb8653dc7e22a0 HTTP/1.1" status: 200 len: 267 time: 0.0534658 Aug 16 01:52:17.346129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291c7ec-6235-48af-8f89-da055bfce1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,revision_number=8']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:17.417704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['3a1fc9c4-e889-4bb1-a9ba-b1da110df058'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:17.428151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59acb4d-d0fa-42d1-9bd8-df05d92cf51b req-310a0d30-f3ff-424b-a87b-c96a0455a705 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:17.429676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d59acb4d-d0fa-42d1-9bd8-df05d92cf51b req-310a0d30-f3ff-424b-a87b-c96a0455a705 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 945 time: 0.0809839 Aug 16 01:52:17.444538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d59acb4d-d0fa-42d1-9bd8-df05d92cf51b req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'port': {'security_groups': ['9cf8b1e4-5636-4c14-995e-f156c8e1c6c5', '02ef630a-18e2-42eb-8975-60e59a465ede']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:17.454910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ee2dd-4d92-4b38-98a8-ec518f836df7 req-3d174cbf-64ce-4158-b1cd-e1f0ddfd402d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:17.456482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a37ee2dd-4d92-4b38-98a8-ec518f836df7 req-3d174cbf-64ce-4158-b1cd-e1f0ddfd402d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0804517 Aug 16 01:52:17.549740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a37ee2dd-4d92-4b38-98a8-ec518f836df7 req-c338b645-a2b1-4758-b02c-0cbdd6073638 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732543 Aug 16 01:52:17.552931 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d59acb4d-d0fa-42d1-9bd8-df05d92cf51b req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.749222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d59acb4d-d0fa-42d1-9bd8-df05d92cf51b req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] For port 6fff6726-85be-4f9e-add6-4a063a0e8fce, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=6fff6726-85be-4f9e-add6-4a063a0e8fce,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:17.780434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d59acb4d-d0fa-42d1-9bd8-df05d92cf51b req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.785539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d59acb4d-d0fa-42d1-9bd8-df05d92cf51b req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.810185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['6fff6726-85be-4f9e-add6-4a063a0e8fce'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:17.833856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59acb4d-d0fa-42d1-9bd8-df05d92cf51b req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:17.834490 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d59acb4d-d0fa-42d1-9bd8-df05d92cf51b req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.835921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d59acb4d-d0fa-42d1-9bd8-df05d92cf51b req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "PUT /v2.0/ports/6fff6726-85be-4f9e-add6-4a063a0e8fce HTTP/1.1" status: 200 len: 981 time: 0.3974721 Aug 16 01:52:17.836338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'tag': '6fff6726-85be-4f9e-add6-4a063a0e8fce'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:17.838637 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a46c18b-3910-474c-8cbb-a1ff2140d1be" -d '{"events": [{"name": "network-changed", "server_uuid": "00474068-dc30-4f56-a0d0-3b8a1b33e696", "tag": "6fff6726-85be-4f9e-add6-4a063a0e8fce"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:17.873644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'Port': ['ID=6fff6726-85be-4f9e-add6-4a063a0e8fce,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:17.881770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.882116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.882494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.882843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.883606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.883606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.883929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.884264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.884520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.884844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.885199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.885930 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172aa8bc-adc4-4810-82f4-4c5b51d3ed86 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:17.905058 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59ba25b-0dc6-474c-890a-df58ecf235e3 x-openstack-request-id: req-e59ba25b-0dc6-474c-890a-df58ecf235e3 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:17.905349 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00474068-dc30-4f56-a0d0-3b8a1b33e696", "tag": "6fff6726-85be-4f9e-add6-4a063a0e8fce", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:17.905602 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e59ba25b-0dc6-474c-890a-df58ecf235e3 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:17.906076 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'tag': '6fff6726-85be-4f9e-add6-4a063a0e8fce', 'status': 'completed', 'code': 200} Aug 16 01:52:18.015218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46c18b-3910-474c-8cbb-a1ff2140d1be req-f4e55dfb-ba80-480c-86e0-8908fff1c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:18.017079 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a46c18b-3910-474c-8cbb-a1ff2140d1be req-f4e55dfb-ba80-480c-86e0-8908fff1c5ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be412e10bfcc423abceb8653dc7e22a0&device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 1136 time: 0.0769069 Aug 16 01:52:18.047612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06765213-d43e-4db0-9544-d9e284a6679a req-3a1218dd-9c18-4be8-a5e2-4627882b03e3 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1706286635&fields=id&tenant_id=be412e10bfcc423abceb8653dc7e22a0 HTTP/1.1" status: 200 len: 267 time: 0.0682099 Aug 16 01:52:18.065387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['6fff6726-85be-4f9e-add6-4a063a0e8fce'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:18.157024 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.164729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46c18b-3910-474c-8cbb-a1ff2140d1be req-901cbc66-5e4f-4fdd-a33b-203536de645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:18.167223 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a46c18b-3910-474c-8cbb-a1ff2140d1be req-901cbc66-5e4f-4fdd-a33b-203536de645c service neutron] 10.222.0.89 "GET /v2.0/networks?id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 200 len: 914 time: 0.1424394 Aug 16 01:52:18.170385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06765213-d43e-4db0-9544-d9e284a6679a req-c9694876-5ac2-4c8a-bec4-49a2315acf9c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:18.172166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06765213-d43e-4db0-9544-d9e284a6679a req-c9694876-5ac2-4c8a-bec4-49a2315acf9c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 984 time: 0.1234596 Aug 16 01:52:18.197506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-06765213-d43e-4db0-9544-d9e284a6679a req-bf93efef-1442-4b38-b4e2-c4c069bad20e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'port': {'security_groups': ['02ef630a-18e2-42eb-8975-60e59a465ede', '9cf8b1e4-5636-4c14-995e-f156c8e1c6c5', '127cdb5e-a902-4027-bfc4-e2f5aadc6737']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:18.204398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36094) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:18.217830 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a46c18b-3910-474c-8cbb-a1ff2140d1be req-a3c0f1ea-7496-4fee-abaf-7027607c8051 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fff6726-85be-4f9e-add6-4a063a0e8fce HTTP/1.1" status: 200 len: 217 time: 0.0392001 Aug 16 01:52:18.253251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c7ca4-acf0-446f-9008-1575e1e99442 req-e274390e-c757-4a59-be51-c4af01ae930f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:18.257109 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-828c7ca4-acf0-446f-9008-1575e1e99442 req-e274390e-c757-4a59-be51-c4af01ae930f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 944 time: 0.1557043 Aug 16 01:52:18.280661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46c18b-3910-474c-8cbb-a1ff2140d1be req-3f87375c-c261-41ce-8e44-4be05f7e1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:18.282356 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a46c18b-3910-474c-8cbb-a1ff2140d1be req-3f87375c-c261-41ce-8e44-4be05f7e1afa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59bef847-bc43-4659-89df-a601fdb7e4c5 HTTP/1.1" status: 200 len: 853 time: 0.0578003 Aug 16 01:52:18.312693 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-06765213-d43e-4db0-9544-d9e284a6679a req-bf93efef-1442-4b38-b4e2-c4c069bad20e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.325762 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a46c18b-3910-474c-8cbb-a1ff2140d1be req-d2e1d8e0-75aa-405e-8347-d8c142367081 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338607 Aug 16 01:52:18.334884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-828c7ca4-acf0-446f-9008-1575e1e99442 req-1fba41be-73c6-45ac-aff2-0e2bfbdd132a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719316 Aug 16 01:52:18.376249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1258606815-network', 'tenant_id': '1fbe60a3ba30445190ba2fca2fece0ac'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:18.403285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Made reservation on behalf of 1fbe60a3ba30445190ba2fca2fece0ac for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:18.406105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.425716 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.448597 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a46c18b-3910-474c-8cbb-a1ff2140d1be req-1d37a52e-0ddd-4c92-b9f1-c8552f9f54e9 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156549 Aug 16 01:52:18.562188 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a46c18b-3910-474c-8cbb-a1ff2140d1be req-85c72de2-a662-4c6a-8ad4-687afb611675 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056299 Aug 16 01:52:18.641724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76e34642-7879-4ac8-8432-f973d8c0256d req-cc25817d-4d90-4007-8928-a4ab6f54f239 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0452769 Aug 16 01:52:18.681416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-06765213-d43e-4db0-9544-d9e284a6679a req-bf93efef-1442-4b38-b4e2-c4c069bad20e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] For port 6fff6726-85be-4f9e-add6-4a063a0e8fce, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=6fff6726-85be-4f9e-add6-4a063a0e8fce,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:18.684294 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.692161 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.725469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:18.750002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.750334 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Added segment ed0c9935-658f-486f-bdb0-7c6a53090daf of type vlan for network 4b76391f-76bd-4f4e-a35c-0c7e3290372a Aug 16 01:52:18.753073 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:18.756913 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-06765213-d43e-4db0-9544-d9e284a6679a req-bf93efef-1442-4b38-b4e2-c4c069bad20e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.767155 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-06765213-d43e-4db0-9544-d9e284a6679a req-bf93efef-1442-4b38-b4e2-c4c069bad20e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.780723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['6fff6726-85be-4f9e-add6-4a063a0e8fce'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:18.847025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06765213-d43e-4db0-9544-d9e284a6679a req-bf93efef-1442-4b38-b4e2-c4c069bad20e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:18.847617 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-06765213-d43e-4db0-9544-d9e284a6679a req-bf93efef-1442-4b38-b4e2-c4c069bad20e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.849252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06765213-d43e-4db0-9544-d9e284a6679a req-bf93efef-1442-4b38-b4e2-c4c069bad20e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "PUT /v2.0/ports/6fff6726-85be-4f9e-add6-4a063a0e8fce HTTP/1.1" status: 200 len: 1020 time: 0.6622341 Aug 16 01:52:18.851136 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.879688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93efef-1442-4b38-b4e2-c4c069bad20e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'Port': ['ID=6fff6726-85be-4f9e-add6-4a063a0e8fce,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:18.904449 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.905589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:18.906775 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.941196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['6fff6726-85be-4f9e-add6-4a063a0e8fce'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:19.000548 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7921910 Aug 16 01:52:19.000922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36108) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:19.005969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] Request body: {'subnet': {'network_id': '4b76391f-76bd-4f4e-a35c-0c7e3290372a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1258606815-subnet', 'tenant_id': '1fbe60a3ba30445190ba2fca2fece0ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:19.031244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b15d8-e720-4a6e-943c-de7e83ec2c63 admin admin] Pushing event updated for resources: {'Network': ['ID=4b76391f-76bd-4f4e-a35c-0c7e3290372a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:19.031528 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] Made reservation on behalf of 1fbe60a3ba30445190ba2fca2fece0ac for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:19.034157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.045130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 4b76391f-76bd-4f4e-a35c-0c7e3290372a details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:19.056603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb8cea-936c-466d-989c-2613e6f22fa8 req-87f98405-d796-4b06-b3a4-2f34e271c88c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:19.058201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cbb8cea-936c-466d-989c-2613e6f22fa8 req-87f98405-d796-4b06-b3a4-2f34e271c88c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 1023 time: 0.1288085 Aug 16 01:52:19.066542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813be3d7-abe9-457a-9151-334b3ea2b84e req-92a7ed62-1a7c-46bc-bb89-899d7d0e64ab tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:19.068007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-813be3d7-abe9-457a-9151-334b3ea2b84e req-92a7ed62-1a7c-46bc-bb89-899d7d0e64ab tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.1421854 Aug 16 01:52:19.141915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-813be3d7-abe9-457a-9151-334b3ea2b84e req-e77d6de1-52e6-4ab6-9ea4-4352c6b05805 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580144 Aug 16 01:52:19.170049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'tag': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:19.177391 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb61071b-d72b-4ddc-aefa-d10622578a42" -d '{"events": [{"name": "network-changed", "server_uuid": "92b78e14-5300-4c86-94bc-b1efbb6edee1", "tag": "3a1fc9c4-e889-4bb1-a9ba-b1da110df058"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:19.178852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cbb8cea-936c-466d-989c-2613e6f22fa8 req-320c0c7f-52ad-42db-9b82-38e4486c5267 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&id=02ef630a-18e2-42eb-8975-60e59a465ede&id=127cdb5e-a902-4027-bfc4-e2f5aadc6737 HTTP/1.1" status: 200 len: 6149 time: 0.1092005 Aug 16 01:52:19.256600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-5335f72c-28d1-4741-b0bd-adcdc144de37 req-2b0c7933-7d64-44b1-b964-4053150b1cce tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'security_group': {'name': ' tempest-securitygroup -893007139 ', 'description': 'tempest-description-1059948804'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:19.271003 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19657be4-5df4-43e2-acae-39bffae75575 x-openstack-request-id: req-19657be4-5df4-43e2-acae-39bffae75575 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:19.271268 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b78e14-5300-4c86-94bc-b1efbb6edee1", "tag": "3a1fc9c4-e889-4bb1-a9ba-b1da110df058", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:19.271552 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19657be4-5df4-43e2-acae-39bffae75575 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:19.271958 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'tag': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058', 'status': 'completed', 'code': 200} Aug 16 01:52:19.282598 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.292919 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5335f72c-28d1-4741-b0bd-adcdc144de37 req-2b0c7933-7d64-44b1-b964-4053150b1cce tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.359781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61071b-d72b-4ddc-aefa-d10622578a42 req-a874ecf9-a013-4d4d-b8fd-da06dd5d1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:19.359991 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb61071b-d72b-4ddc-aefa-d10622578a42 req-a874ecf9-a013-4d4d-b8fd-da06dd5d1d4a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 1127 time: 0.0871942 Aug 16 01:52:19.381012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc8f0dde-1dd9-42ca-aaea-eb6d1e8fe583,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:19.414442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5335f72c-28d1-4741-b0bd-adcdc144de37 req-2b0c7933-7d64-44b1-b964-4053150b1cce tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.421726 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5335f72c-28d1-4741-b0bd-adcdc144de37 req-2b0c7933-7d64-44b1-b964-4053150b1cce tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.438068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] Checking segment: {'id': 'ed0c9935-658f-486f-bdb0-7c6a53090daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b76391f-76bd-4f4e-a35c-0c7e3290372a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:19.438427 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] Network hostable DHCP agents. Network: 4b76391f-76bd-4f4e-a35c-0c7e3290372a, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:19.442893 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5335f72c-28d1-4741-b0bd-adcdc144de37 req-2b0c7933-7d64-44b1-b964-4053150b1cce tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.449237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5335f72c-28d1-4741-b0bd-adcdc144de37 req-2b0c7933-7d64-44b1-b964-4053150b1cce tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1981912 Aug 16 01:52:19.455971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:19.488170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] Network 4b76391f-76bd-4f4e-a35c-0c7e3290372a is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:19.511949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61071b-d72b-4ddc-aefa-d10622578a42 req-51116d62-3b09-4f75-b82c-934710873adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:19.513499 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb61071b-d72b-4ddc-aefa-d10622578a42 req-51116d62-3b09-4f75-b82c-934710873adb service neutron] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.1446826 Aug 16 01:52:19.514077 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 4b76391f-76bd-4f4e-a35c-0c7e3290372a) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:19.518306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:19.518902 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.542643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6290e7d1-1343-4e83-addb-0a47103e1f91 None None] Network 4b76391f-76bd-4f4e-a35c-0c7e3290372a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:19.551632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c7933-7d64-44b1-b964-4053150b1cce tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108afab1-9bf2-4cc0-8af0-a949e4fe64d0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:19.574977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268391d3-6491-4661-b485-2d761614bc6b req-a6278358-96a8-4b4f-b949-56b47e5d6f9f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:19.576554 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-268391d3-6491-4661-b485-2d761614bc6b req-a6278358-96a8-4b4f-b949-56b47e5d6f9f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 944 time: 0.1062636 Aug 16 01:52:19.587550 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b36b793d-5498-42f7-af1b-6b6f218c4730 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5854256 Aug 16 01:52:19.589443 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb61071b-d72b-4ddc-aefa-d10622578a42 req-91f87f99-1da3-4517-99c2-1ef704539ca8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058 HTTP/1.1" status: 200 len: 217 time: 0.0667274 Aug 16 01:52:19.612189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a31a2486-1d1c-4f96-be5c-75bcb1092ca0 req-ea8a28de-cac8-4bce-bf58-dbb0946d7f14 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/108afab1-9bf2-4cc0-8af0-a949e4fe64d0 HTTP/1.1" status: 200 len: 1780 time: 0.1280303 Aug 16 01:52:19.673362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-268391d3-6491-4661-b485-2d761614bc6b req-493f275e-4fb7-49ad-8749-a99ef41d4a95 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829577 Aug 16 01:52:19.683868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:19.697334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36136) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:19.704972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61071b-d72b-4ddc-aefa-d10622578a42 req-b5d9fed4-b491-430d-b98f-9be22dcbe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:19.707414 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb61071b-d72b-4ddc-aefa-d10622578a42 req-b5d9fed4-b491-430d-b98f-9be22dcbe47c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.1108522 Aug 16 01:52:19.709907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 has no active binding in host n-h1-768851-16 {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:52:19.735160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1136c60-ca76-48fb-990d-8ee924530ce9 req-a77e6f3e-55bc-4dad-9a66-f5fe7b4c116e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/108afab1-9bf2-4cc0-8af0-a949e4fe64d0 HTTP/1.1" status: 200 len: 1780 time: 0.1043622 Aug 16 01:52:19.745571 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb61071b-d72b-4ddc-aefa-d10622578a42 req-2bf694af-8c67-42ea-ad4d-07d824f44acf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309348 Aug 16 01:52:19.766752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b32637-054b-4453-8274-98bfdb98eb75 None None] Network 4b76391f-76bd-4f4e-a35c-0c7e3290372a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:19.815601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db27d071-48d4-4508-8d76-304b0600a660 req-7ebef8d6-9597-42ec-aa0b-cc1a25210305 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0337069 Aug 16 01:52:19.852334 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b1136c60-ca76-48fb-990d-8ee924530ce9 req-1c5362fc-d08b-48d4-9cd2-bff1be93c94a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.882242 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b1136c60-ca76-48fb-990d-8ee924530ce9 req-1c5362fc-d08b-48d4-9cd2-bff1be93c94a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.906560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'tag': '6fff6726-85be-4f9e-add6-4a063a0e8fce'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:19.908840 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebf1c16-2e53-4cdb-b97e-91549ca082cf" -d '{"events": [{"name": "network-changed", "server_uuid": "00474068-dc30-4f56-a0d0-3b8a1b33e696", "tag": "6fff6726-85be-4f9e-add6-4a063a0e8fce"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:19.919457 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb61071b-d72b-4ddc-aefa-d10622578a42 req-52c2ff16-eddf-4043-9360-81f23299c0da service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664875 Aug 16 01:52:19.927080 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4550ab23-d2d8-4bba-8f73-f800619c24df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.998059 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b1136c60-ca76-48fb-990d-8ee924530ce9 req-1c5362fc-d08b-48d4-9cd2-bff1be93c94a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.998327 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b1136c60-ca76-48fb-990d-8ee924530ce9 req-1c5362fc-d08b-48d4-9cd2-bff1be93c94a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.999455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1136c60-ca76-48fb-990d-8ee924530ce9 req-1c5362fc-d08b-48d4-9cd2-bff1be93c94a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "DELETE /v2.0/security-groups/108afab1-9bf2-4cc0-8af0-a949e4fe64d0 HTTP/1.1" status: 204 len: 173 time: 0.2573419 Aug 16 01:52:20.018296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5362fc-d08b-48d4-9cd2-bff1be93c94a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108afab1-9bf2-4cc0-8af0-a949e4fe64d0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:20.055613 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959e9947-4f23-4b0d-b140-1239050e6dbc x-openstack-request-id: req-959e9947-4f23-4b0d-b140-1239050e6dbc {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:20.055891 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00474068-dc30-4f56-a0d0-3b8a1b33e696", "tag": "6fff6726-85be-4f9e-add6-4a063a0e8fce", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:20.056597 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb61071b-d72b-4ddc-aefa-d10622578a42 req-b0354781-a68a-4fc1-bb1c-20d7a9cc029c service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292894 Aug 16 01:52:20.061365 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-959e9947-4f23-4b0d-b140-1239050e6dbc {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:20.062020 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'tag': '6fff6726-85be-4f9e-add6-4a063a0e8fce', 'status': 'completed', 'code': 200} Aug 16 01:52:20.100871 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4550ab23-d2d8-4bba-8f73-f800619c24df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.107890 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-d7a0b68c-be00-41c6-a717-85eaf56f3539 req-1c256e78-451c-4e7b-a091-30bfa5dfe81f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] show failed (client error): The resource could not be found. Aug 16 01:52:20.108482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7a0b68c-be00-41c6-a717-85eaf56f3539 req-1c256e78-451c-4e7b-a091-30bfa5dfe81f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/108afab1-9bf2-4cc0-8af0-a949e4fe64d0 HTTP/1.1" status: 404 len: 352 time: 0.0380487 Aug 16 01:52:20.109245 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4550ab23-d2d8-4bba-8f73-f800619c24df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.128350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1c16-2e53-4cdb-b97e-91549ca082cf req-1c61ec94-63b4-4135-b7cd-3b4d93691c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:20.130306 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bebf1c16-2e53-4cdb-b97e-91549ca082cf req-1c61ec94-63b4-4135-b7cd-3b4d93691c8b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be412e10bfcc423abceb8653dc7e22a0&device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 1175 time: 0.0568807 Aug 16 01:52:20.153084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-34eecd88-9607-432c-b35f-01a8e57b0b70 req-3adec552-8561-4260-879b-e79b694383d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1635628858', 'description': 'tempest-description-472753168'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:20.169858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4550ab23-d2d8-4bba-8f73-f800619c24df admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23e1298cd7dc4b30aab4be3f7f25a78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687939 Aug 16 01:52:20.169858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550ab23-d2d8-4bba-8f73-f800619c24df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f747c085-782e-47ac-9321-72d97918115d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:20.174317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36156) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:20.206916 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-34eecd88-9607-432c-b35f-01a8e57b0b70 req-3adec552-8561-4260-879b-e79b694383d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.244571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1c16-2e53-4cdb-b97e-91549ca082cf req-eb44e962-9510-423c-bcc1-524a79010942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:20.246216 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bebf1c16-2e53-4cdb-b97e-91549ca082cf req-eb44e962-9510-423c-bcc1-524a79010942 service neutron] 10.222.0.89 "GET /v2.0/networks?id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 200 len: 914 time: 0.1090949 Aug 16 01:52:20.292182 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bebf1c16-2e53-4cdb-b97e-91549ca082cf req-1690554b-8d2d-40a2-bbdc-9989c29b8730 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fff6726-85be-4f9e-add6-4a063a0e8fce HTTP/1.1" status: 200 len: 217 time: 0.0391989 Aug 16 01:52:20.302465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-175284c7-21e6-4789-a94f-b212664a1357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.347806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1c16-2e53-4cdb-b97e-91549ca082cf req-1b0b17b1-e2b5-4d47-b1fe-37d93bb768aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:20.348339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-175284c7-21e6-4789-a94f-b212664a1357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.349316 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bebf1c16-2e53-4cdb-b97e-91549ca082cf req-1b0b17b1-e2b5-4d47-b1fe-37d93bb768aa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59bef847-bc43-4659-89df-a601fdb7e4c5 HTTP/1.1" status: 200 len: 853 time: 0.0506496 Aug 16 01:52:20.382637 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bebf1c16-2e53-4cdb-b97e-91549ca082cf req-c0a171d5-9538-4dad-b8aa-f55f4dda878a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257974 Aug 16 01:52:20.427209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-cb6dc05c-ecc5-44d0-bc93-ca620e7ab9df tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:20.428688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-cb6dc05c-ecc5-44d0-bc93-ca620e7ab9df tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/networks?id=4b76391f-76bd-4f4e-a35c-0c7e3290372a HTTP/1.1" status: 200 len: 822 time: 0.1967976 Aug 16 01:52:20.466728 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-34eecd88-9607-432c-b35f-01a8e57b0b70 req-3adec552-8561-4260-879b-e79b694383d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.469941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-44a7040c-0008-4ce0-8c4a-9f6c6ae3e175 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/quotas/1fbe60a3ba30445190ba2fca2fece0ac HTTP/1.1" status: 200 len: 375 time: 0.0229211 Aug 16 01:52:20.471394 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-34eecd88-9607-432c-b35f-01a8e57b0b70 req-3adec552-8561-4260-879b-e79b694383d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.479787 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-175284c7-21e6-4789-a94f-b212664a1357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.482439 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-175284c7-21e6-4789-a94f-b212664a1357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.486809 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-175284c7-21e6-4789-a94f-b212664a1357 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f747c085-782e-47ac-9321-72d97918115d HTTP/1.1" status: 204 len: 168 time: 0.3082619 Aug 16 01:52:20.487044 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bebf1c16-2e53-4cdb-b97e-91549ca082cf req-778d7f56-9740-4a73-b37d-174f7bbedb96 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956259 Aug 16 01:52:20.535075 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-d07d4ca8-ca79-40ca-9bdc-7a5d1202ad7f tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1fbe60a3ba30445190ba2fca2fece0ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504222 Aug 16 01:52:20.535841 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-34eecd88-9607-432c-b35f-01a8e57b0b70 req-3adec552-8561-4260-879b-e79b694383d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.550117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34eecd88-9607-432c-b35f-01a8e57b0b70 req-3adec552-8561-4260-879b-e79b694383d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4051771 Aug 16 01:52:20.613078 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bebf1c16-2e53-4cdb-b97e-91549ca082cf req-68a49ff5-1153-4cfe-b505-4a51139b2c31 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194079 Aug 16 01:52:20.647268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adec552-8561-4260-879b-e79b694383d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c101f6a-702c-4751-9460-530c179066de,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:20.682926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175284c7-21e6-4789-a94f-b212664a1357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f747c085-782e-47ac-9321-72d97918115d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:20.724465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542f3f5-70b6-42b7-8a76-10f069db5512 req-393e468d-f2fc-4665-aadd-26af8fc2d4ba tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:20.725887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d542f3f5-70b6-42b7-8a76-10f069db5512 req-393e468d-f2fc-4665-aadd-26af8fc2d4ba tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.1234393 Aug 16 01:52:20.757360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-cbe23ae7-cb7e-4c9a-a5b9-06040d2f76fe service neutron] 10.222.0.79 "GET /v2.0/networks/4b76391f-76bd-4f4e-a35c-0c7e3290372a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026753 Aug 16 01:52:20.792954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d542f3f5-70b6-42b7-8a76-10f069db5512 req-99cd2d20-03d9-4378-b506-6e901ff38998 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604141 Aug 16 01:52:20.839640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-43217a17-da2e-4159-8c59-9176b807d222 req-5bb8861a-d7c9-4e74-a976-f4af0b33070e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-278081522', 'description': 'tempest-description-790518346'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:20.880288 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-43217a17-da2e-4159-8c59-9176b807d222 req-5bb8861a-d7c9-4e74-a976-f4af0b33070e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.895762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-6a6021f2-ae68-4d4c-be63-f597ba97671b service neutron] 10.222.0.79 "GET /v2.0/networks/4b76391f-76bd-4f4e-a35c-0c7e3290372a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319027 Aug 16 01:52:20.974012 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-43217a17-da2e-4159-8c59-9176b807d222 req-5bb8861a-d7c9-4e74-a976-f4af0b33070e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.977999 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-43217a17-da2e-4159-8c59-9176b807d222 req-5bb8861a-d7c9-4e74-a976-f4af0b33070e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.011813 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-43217a17-da2e-4159-8c59-9176b807d222 req-5bb8861a-d7c9-4e74-a976-f4af0b33070e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.013104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43217a17-da2e-4159-8c59-9176b807d222 req-5bb8861a-d7c9-4e74-a976-f4af0b33070e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1802173 Aug 16 01:52:21.022202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8861a-d7c9-4e74-a976-f4af0b33070e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6080a5-d052-4f1c-bcfc-320e60f7e082,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:21.143679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40e86092-ce15-494a-88ea-56078be404a3 req-fdf75d1e-4628-423e-a132-785f60b21ff3 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0498137 Aug 16 01:52:21.170778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ed79-26b4-43c0-b2bb-66f21ddf9fe1 req-ae7e74cd-2c9b-43ab-8ed6-43dcdb0a0a1a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:21.172725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcc9ed79-26b4-43c0-b2bb-66f21ddf9fe1 req-ae7e74cd-2c9b-43ab-8ed6-43dcdb0a0a1a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 944 time: 0.0883563 Aug 16 01:52:21.232118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcc9ed79-26b4-43c0-b2bb-66f21ddf9fe1 req-ad931b7e-d895-4ae0-a17e-749afef059fa tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Aug 16 01:52:21.356006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdb7284b-321d-453b-af82-eea3c998d15e req-a4caf4dc-d48e-468c-8191-23ab978e973f tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 210 time: 0.0346966 Aug 16 01:52:21.361082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e154d603-2c7f-4b6d-93ca-074eed57387a req-cbd1a5cd-ef9f-49cb-9ea3-73becd14dd31 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-565379534', 'description': 'tempest-description-1362449250'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:21.385746 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e154d603-2c7f-4b6d-93ca-074eed57387a req-cbd1a5cd-ef9f-49cb-9ea3-73becd14dd31 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.475921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e154d603-2c7f-4b6d-93ca-074eed57387a req-cbd1a5cd-ef9f-49cb-9ea3-73becd14dd31 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.480005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e154d603-2c7f-4b6d-93ca-074eed57387a req-cbd1a5cd-ef9f-49cb-9ea3-73becd14dd31 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.511564 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e154d603-2c7f-4b6d-93ca-074eed57387a req-cbd1a5cd-ef9f-49cb-9ea3-73becd14dd31 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.514264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e154d603-2c7f-4b6d-93ca-074eed57387a req-cbd1a5cd-ef9f-49cb-9ea3-73becd14dd31 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1607120 Aug 16 01:52:21.515091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1a5cd-ef9f-49cb-9ea3-73becd14dd31 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7ebab3-53d1-4038-a1e6-7d0466a76f2f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:21.637036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8d2219b-b7c3-47a7-9e32-cf92b8627bf1 req-14b93720-5f27-44e3-800b-1e1bf2d77455 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be412e10bfcc423abceb8653dc7e22a0 HTTP/1.1" status: 200 len: 10895 time: 0.1012552 Aug 16 01:52:21.695063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8d2219b-b7c3-47a7-9e32-cf92b8627bf1 req-9b03f13f-2ae3-4681-b693-224caef64ec8 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/9cf8b1e4-5636-4c14-995e-f156c8e1c6c5 HTTP/1.1" status: 200 len: 2981 time: 0.0509238 Aug 16 01:52:21.751268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8d2219b-b7c3-47a7-9e32-cf92b8627bf1 req-bc613e9d-7e6a-49de-ac48-917e86ac743f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/9cf8b1e4-5636-4c14-995e-f156c8e1c6c5 HTTP/1.1" status: 200 len: 2981 time: 0.0489581 Aug 16 01:52:21.817466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3ef5d0a-d304-48e2-bbda-2d35d4b9998d req-bab93ff5-beda-45cb-9351-f3c6b1abd8fe tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/8c101f6a-702c-4751-9460-530c179066de HTTP/1.1" status: 200 len: 1800 time: 0.0440454 Aug 16 01:52:21.877922 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e3ef5d0a-d304-48e2-bbda-2d35d4b9998d req-43e84953-8214-40fb-8b7a-5072e5a60d16 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.899644 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e3ef5d0a-d304-48e2-bbda-2d35d4b9998d req-43e84953-8214-40fb-8b7a-5072e5a60d16 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.941264 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e3ef5d0a-d304-48e2-bbda-2d35d4b9998d req-43e84953-8214-40fb-8b7a-5072e5a60d16 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.944034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e3ef5d0a-d304-48e2-bbda-2d35d4b9998d req-43e84953-8214-40fb-8b7a-5072e5a60d16 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.945200 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3ef5d0a-d304-48e2-bbda-2d35d4b9998d req-43e84953-8214-40fb-8b7a-5072e5a60d16 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "DELETE /v2.0/security-groups/8c101f6a-702c-4751-9460-530c179066de HTTP/1.1" status: 204 len: 173 time: 0.1212318 Aug 16 01:52:21.955368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e84953-8214-40fb-8b7a-5072e5a60d16 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c101f6a-702c-4751-9460-530c179066de,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.050660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc53c57-59d1-497a-98c3-24b4c1242318 req-95b7435c-bebc-46a3-97cf-172831a17664 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:22.052112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dc53c57-59d1-497a-98c3-24b4c1242318 req-95b7435c-bebc-46a3-97cf-172831a17664 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0514255 Aug 16 01:52:22.092532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dc53c57-59d1-497a-98c3-24b4c1242318 req-39b0b02e-10f2-4557-ad6d-11a847c22859 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343418 Aug 16 01:52:22.130324 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-bc6bf8d5-1848-44bc-b863-95dadf7d1fe3 req-626cbcf6-89be-4eb2-9c84-40b935c220cc tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] show failed (client error): The resource could not be found. Aug 16 01:52:22.131340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc6bf8d5-1848-44bc-b863-95dadf7d1fe3 req-626cbcf6-89be-4eb2-9c84-40b935c220cc tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/8c101f6a-702c-4751-9460-530c179066de HTTP/1.1" status: 404 len: 352 time: 0.0162489 Aug 16 01:52:22.198828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0733f03-d1a0-466e-85e7-35187c554893 req-4fe9afc9-5dec-4843-80b2-e67de5024923 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/cf6080a5-d052-4f1c-bcfc-320e60f7e082 HTTP/1.1" status: 200 len: 1799 time: 0.0459797 Aug 16 01:52:22.260872 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0733f03-d1a0-466e-85e7-35187c554893 req-a4946fc9-53d7-4b33-86c2-c9411f758b6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.308557 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8cb629cd-46ec-4f8d-8974-ddf233aa8bbe req-829994a7-6c8a-4d39-9606-6e0a9cc69484 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0407777 Aug 16 01:52:22.313633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0733f03-d1a0-466e-85e7-35187c554893 req-a4946fc9-53d7-4b33-86c2-c9411f758b6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.368275 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0733f03-d1a0-466e-85e7-35187c554893 req-a4946fc9-53d7-4b33-86c2-c9411f758b6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.370981 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0733f03-d1a0-466e-85e7-35187c554893 req-a4946fc9-53d7-4b33-86c2-c9411f758b6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.373082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0733f03-d1a0-466e-85e7-35187c554893 req-a4946fc9-53d7-4b33-86c2-c9411f758b6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "DELETE /v2.0/security-groups/cf6080a5-d052-4f1c-bcfc-320e60f7e082 HTTP/1.1" status: 204 len: 173 time: 0.1725073 Aug 16 01:52:22.385394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4946fc9-53d7-4b33-86c2-c9411f758b6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6080a5-d052-4f1c-bcfc-320e60f7e082,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.392599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-b74fc224-36e3-4bf0-bdc2-220c2833125d tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:22.394453 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-b74fc224-36e3-4bf0-bdc2-220c2833125d tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.84 "GET /v2.0/networks?id=4b76391f-76bd-4f4e-a35c-0c7e3290372a HTTP/1.1" status: 200 len: 822 time: 0.1297281 Aug 16 01:52:22.415630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Request body: {'port': {'device_id': 'ac4b405b-d3ec-4655-9e5c-557c67f98376', 'network_id': '4b76391f-76bd-4f4e-a35c-0c7e3290372a', 'admin_state_up': True, 'tenant_id': '1fbe60a3ba30445190ba2fca2fece0ac'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:22.502350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efb93a-4818-4b64-9aab-1a26ed12aacc req-e5779c84-a4a0-4335-8b6c-558eab4efb9d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:22.503840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95efb93a-4818-4b64-9aab-1a26ed12aacc req-e5779c84-a4a0-4335-8b6c-558eab4efb9d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 944 time: 0.0545425 Aug 16 01:52:22.545523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95efb93a-4818-4b64-9aab-1a26ed12aacc req-42ad6533-2a16-42bf-a053-0942fd6912bd tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352004 Aug 16 01:52:22.548638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Made reservation on behalf of 1fbe60a3ba30445190ba2fca2fece0ac for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:22.552146 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.641889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e6039f9-3e8e-4cab-9098-4e811b5e282d req-d19b0067-a464-460f-9227-fe87489a7277 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 210 time: 0.0353785 Aug 16 01:52:22.643153 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-a6c60f52-8f3e-42b9-b229-c1041fec5933 req-dd6f2bd8-1bbc-45c8-9dc6-be53fee9a754 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] show failed (client error): The resource could not be found. Aug 16 01:52:22.644091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6c60f52-8f3e-42b9-b229-c1041fec5933 req-dd6f2bd8-1bbc-45c8-9dc6-be53fee9a754 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/cf6080a5-d052-4f1c-bcfc-320e60f7e082 HTTP/1.1" status: 404 len: 352 time: 0.0357473 Aug 16 01:52:22.699118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Allocated IP 172.20.0.13 (4b76391f-76bd-4f4e-a35c-0c7e3290372a/dc8f0dde-1dd9-42ca-aaea-eb6d1e8fe583/5727db28-3b05-4045-ae5c-2d7918c89a33) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:22.714759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f838484-4bc8-4f06-9faa-531c2067c7bf req-65a1d9fc-5ed2-48af-ab30-38988a52fd8b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/6f7ebab3-53d1-4038-a1e6-7d0466a76f2f HTTP/1.1" status: 200 len: 1800 time: 0.0441206 Aug 16 01:52:22.785116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f838484-4bc8-4f06-9faa-531c2067c7bf req-d7c6a2d5-3864-43d6-8e97-09d370e6e6ba tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.808773 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f838484-4bc8-4f06-9faa-531c2067c7bf req-d7c6a2d5-3864-43d6-8e97-09d370e6e6ba tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.855235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f838484-4bc8-4f06-9faa-531c2067c7bf req-d7c6a2d5-3864-43d6-8e97-09d370e6e6ba tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.858757 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f838484-4bc8-4f06-9faa-531c2067c7bf req-d7c6a2d5-3864-43d6-8e97-09d370e6e6ba tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.861015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f838484-4bc8-4f06-9faa-531c2067c7bf req-d7c6a2d5-3864-43d6-8e97-09d370e6e6ba tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "DELETE /v2.0/security-groups/6f7ebab3-53d1-4038-a1e6-7d0466a76f2f HTTP/1.1" status: 204 len: 173 time: 0.1370089 Aug 16 01:52:22.870593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6a2d5-3864-43d6-8e97-09d370e6e6ba tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7ebab3-53d1-4038-a1e6-7d0466a76f2f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.877403 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.900696 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-3b7dcec3-2d94-4ff3-90dc-b7f50710c16e req-a6b97dff-6a0d-4d3f-8e9d-e0fd2eed98e6 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] show failed (client error): The resource could not be found. Aug 16 01:52:22.901845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b7dcec3-2d94-4ff3-90dc-b7f50710c16e req-a6b97dff-6a0d-4d3f-8e9d-e0fd2eed98e6 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/6f7ebab3-53d1-4038-a1e6-7d0466a76f2f HTTP/1.1" status: 404 len: 352 time: 0.0161512 Aug 16 01:52:22.940469 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.992676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Network 4b76391f-76bd-4f4e-a35c-0c7e3290372a is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:22.994573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e5bb0b6-3504-48f5-b62e-c7b8b5d4b5f5 req-41496407-0854-4ca1-b449-d59ee7d05475 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be412e10bfcc423abceb8653dc7e22a0 HTTP/1.1" status: 200 len: 6149 time: 0.0713668 Aug 16 01:52:22.995822 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:22.999758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:23.006423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Pushing event updated for resources: {'Port': ['ID=5727db28-3b05-4045-ae5c-2d7918c89a33,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:23.037816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.038094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.038407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.038742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.039069 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.039398 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.039721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.040509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.040852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.041201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.041525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.041844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:23.050949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e5bb0b6-3504-48f5-b62e-c7b8b5d4b5f5 req-29fa7e45-e066-4af3-9fdd-43486e5ae3cc tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/9cf8b1e4-5636-4c14-995e-f156c8e1c6c5 HTTP/1.1" status: 200 len: 2981 time: 0.0453079 Aug 16 01:52:23.065832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:23.066439 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.082263 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-971c49bd-b1d6-4950-b9b1-aad1d0dd84b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6706657 Aug 16 01:52:23.102089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e5bb0b6-3504-48f5-b62e-c7b8b5d4b5f5 req-3c990ba5-0fa5-4aa3-ace8-998733aff186 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/9cf8b1e4-5636-4c14-995e-f156c8e1c6c5 HTTP/1.1" status: 200 len: 2981 time: 0.0435665 Aug 16 01:52:23.103208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Request body: {'port': {'device_id': 'ac4b405b-d3ec-4655-9e5c-557c67f98376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:23.129826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-5fac2e53-5811-44f6-91c3-0bc7f118a0ab req-d74cca0e-e50c-445e-9b9b-c6a00f518ed0 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-166770438', 'description': 'tempest-description-1791636838'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:23.152060 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5fac2e53-5811-44f6-91c3-0bc7f118a0ab req-d74cca0e-e50c-445e-9b9b-c6a00f518ed0 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.164065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.248383 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5fac2e53-5811-44f6-91c3-0bc7f118a0ab req-d74cca0e-e50c-445e-9b9b-c6a00f518ed0 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.252814 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5fac2e53-5811-44f6-91c3-0bc7f118a0ab req-d74cca0e-e50c-445e-9b9b-c6a00f518ed0 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.304111 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5fac2e53-5811-44f6-91c3-0bc7f118a0ab req-d74cca0e-e50c-445e-9b9b-c6a00f518ed0 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.305254 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5fac2e53-5811-44f6-91c3-0bc7f118a0ab req-d74cca0e-e50c-445e-9b9b-c6a00f518ed0 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1797175 Aug 16 01:52:23.314595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cca0e-e50c-445e-9b9b-c6a00f518ed0 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6998379d-bd94-4b43-9345-ab051e2727e3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:23.338496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a745-0e62-414d-8215-5f31ecec834d req-79aa38c5-301a-47d1-869e-21b46ffacbdb tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:23.340016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83c4a745-0e62-414d-8215-5f31ecec834d req-79aa38c5-301a-47d1-869e-21b46ffacbdb tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0779743 Aug 16 01:52:23.382460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83c4a745-0e62-414d-8215-5f31ecec834d req-0fc1d2d2-18f2-4172-93fb-45bfa6cfd7a6 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349126 Aug 16 01:52:23.410955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-7ee326b0-7dfb-4f04-b2a8-2a76c60817d1 req-8fd0195b-4d8b-4af4-9f69-eafedf1e2f74 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1476413766', 'description': 'tempest-description-159790235'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:23.435479 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7ee326b0-7dfb-4f04-b2a8-2a76c60817d1 req-8fd0195b-4d8b-4af4-9f69-eafedf1e2f74 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.484380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5727db28-3b05-4045-ae5c-2d7918c89a33 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:23.489825 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.512767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Transition to ACTIVE for port object 5727db28-3b05-4045-ae5c-2d7918c89a33 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:23.521905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.550222 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7ee326b0-7dfb-4f04-b2a8-2a76c60817d1 req-8fd0195b-4d8b-4af4-9f69-eafedf1e2f74 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.564864 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7ee326b0-7dfb-4f04-b2a8-2a76c60817d1 req-8fd0195b-4d8b-4af4-9f69-eafedf1e2f74 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.590147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Pushing event updated for resources: {'Port': ['ID=5727db28-3b05-4045-ae5c-2d7918c89a33,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:23.591268 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7ee326b0-7dfb-4f04-b2a8-2a76c60817d1 req-8fd0195b-4d8b-4af4-9f69-eafedf1e2f74 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.604320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ee326b0-7dfb-4f04-b2a8-2a76c60817d1 req-8fd0195b-4d8b-4af4-9f69-eafedf1e2f74 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1975777 Aug 16 01:52:23.640613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0195b-4d8b-4af4-9f69-eafedf1e2f74 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ed7bb6-8a3f-4bc7-bfae-b792142acdf4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:23.661867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0ed5d0c-a423-4980-aa3e-d91e329985bd req-993d22a1-e390-4ecf-8492-4c58e12c69fe tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0339987 Aug 16 01:52:23.683818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Attempting to bind port 5727db28-3b05-4045-ae5c-2d7918c89a33 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:23.684271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Attempting to bind port 5727db28-3b05-4045-ae5c-2d7918c89a33 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'ed0c9935-658f-486f-bdb0-7c6a53090daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b76391f-76bd-4f4e-a35c-0c7e3290372a'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:23.685296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Attempting to bind port 5727db28-3b05-4045-ae5c-2d7918c89a33 on network 4b76391f-76bd-4f4e-a35c-0c7e3290372a {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:23.690386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Port 5727db28-3b05-4045-ae5c-2d7918c89a33 on network 4b76391f-76bd-4f4e-a35c-0c7e3290372a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:23.690715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Attempting to bind port 5727db28-3b05-4045-ae5c-2d7918c89a33 on network 4b76391f-76bd-4f4e-a35c-0c7e3290372a {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:23.696175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:23.696518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Checking segment: {'id': 'ed0c9935-658f-486f-bdb0-7c6a53090daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b76391f-76bd-4f4e-a35c-0c7e3290372a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:23.696913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Bound using segment: {'id': 'ed0c9935-658f-486f-bdb0-7c6a53090daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b76391f-76bd-4f4e-a35c-0c7e3290372a'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:23.697377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Bound port: 5727db28-3b05-4045-ae5c-2d7918c89a33, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0c9935-658f-486f-bdb0-7c6a53090daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b76391f-76bd-4f4e-a35c-0c7e3290372a'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:23.697737 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.776151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] For port 5727db28-3b05-4045-ae5c-2d7918c89a33, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:23.779426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] For port 5727db28-3b05-4045-ae5c-2d7918c89a33, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5727db28-3b05-4045-ae5c-2d7918c89a33,segment=NetworkSegment(ed0c9935-658f-486f-bdb0-7c6a53090daf),segment_id=ed0c9935-658f-486f-bdb0-7c6a53090daf)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:23.783288 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.823382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:23.824002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.825729 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] 10.222.0.84 "PUT /v2.0/ports/5727db28-3b05-4045-ae5c-2d7918c89a33 HTTP/1.1" status: 200 len: 1093 time: 0.7275112 Aug 16 01:52:23.826174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4b405b-d3ec-4655-9e5c-557c67f98376', 'tag': '5727db28-3b05-4045-ae5c-2d7918c89a33'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:23.828399 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50236906-c12a-47ee-bd1c-c207935edb70" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4b405b-d3ec-4655-9e5c-557c67f98376", "tag": "5727db28-3b05-4045-ae5c-2d7918c89a33"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:23.829540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b99e0-0621-4d36-9333-95382b35d60b req-04c18b4b-acd2-4597-a6e1-20a652979db7 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:23.831286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb2b99e0-0621-4d36-9333-95382b35d60b req-04c18b4b-acd2-4597-a6e1-20a652979db7 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 944 time: 0.0618451 Aug 16 01:52:23.847844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d860d-3415-4c07-8873-5b616d4a3674 service neutron] Pushing event updated for resources: {'Port': ['ID=5727db28-3b05-4045-ae5c-2d7918c89a33,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:23.904705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb2b99e0-0621-4d36-9333-95382b35d60b req-9eb1ccc5-3178-4237-af39-e12ff6b12929 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670750 Aug 16 01:52:23.925709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c275c96-6478-48b7-b425-d065a42a33c7 req-92986986-16da-4849-b587-c0c8c5749296 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:23.925709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c275c96-6478-48b7-b425-d065a42a33c7 req-92986986-16da-4849-b587-c0c8c5749296 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 944 time: 0.0722363 Aug 16 01:52:23.947880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-7abd9815-d7e2-40df-b139-98ba5a4f3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:23.950434 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-7abd9815-d7e2-40df-b139-98ba5a4f3fd1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1fbe60a3ba30445190ba2fca2fece0ac&device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 1096 time: 0.0505102 Aug 16 01:52:23.959111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c275c96-6478-48b7-b425-d065a42a33c7 req-84784f0b-d178-4d95-b89c-23dda9e204c3 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338242 Aug 16 01:52:24.014087 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed63c057-ff3b-4fa9-b6a7-c941f146c6a1 x-openstack-request-id: req-ed63c057-ff3b-4fa9-b6a7-c941f146c6a1 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:24.015413 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4b405b-d3ec-4655-9e5c-557c67f98376", "tag": "5727db28-3b05-4045-ae5c-2d7918c89a33", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:24.015413 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed63c057-ff3b-4fa9-b6a7-c941f146c6a1 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:24.015413 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4b405b-d3ec-4655-9e5c-557c67f98376', 'tag': '5727db28-3b05-4045-ae5c-2d7918c89a33', 'status': 'completed', 'code': 200} Aug 16 01:52:24.016859 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-1b05659d-4114-4cb4-812f-a392d7d01271 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5727db28-3b05-4045-ae5c-2d7918c89a33 HTTP/1.1" status: 200 len: 217 time: 0.0438840 Aug 16 01:52:24.117126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-4f524e93-7478-4d1f-8e2d-b2aa6cc9cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.118884 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-4f524e93-7478-4d1f-8e2d-b2aa6cc9cada service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc8f0dde-1dd9-42ca-aaea-eb6d1e8fe583 HTTP/1.1" status: 200 len: 862 time: 0.0552154 Aug 16 01:52:24.138321 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3429-74e2-4abd-912b-578915d1923b req-64f13126-2c8d-487c-8d47-35300b69320a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.139787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-64f13126-2c8d-487c-8d47-35300b69320a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/networks?id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 200 len: 813 time: 0.1169097 Aug 16 01:52:24.152544 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-5bc8c28f-9a09-4c4b-8bbb-0f49e0adeb77 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b76391f-76bd-4f4e-a35c-0c7e3290372a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245788 Aug 16 01:52:24.156665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-190f0354-776d-4546-a555-1476791c8e7d tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/quotas/be412e10bfcc423abceb8653dc7e22a0 HTTP/1.1" status: 200 len: 375 time: 0.0102160 Aug 16 01:52:24.208299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c1a9db17-20c8-4637-b723-a1c4eb9dc47b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=be412e10bfcc423abceb8653dc7e22a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456746 Aug 16 01:52:24.297560 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-f248d64d-34fe-4244-8e2b-75ce7e1eff8c service neutron] 10.222.0.89 "GET /v2.0/ports/3a1fc9c4-e889-4bb1-a9ba-b1da110df058/bindings/n-h1-768851-16 HTTP/1.1" status: 200 len: 385 time: 0.0857513 Aug 16 01:52:24.301128 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-bc498c0d-fdd3-4606-9ceb-fa2ce1f0ee95 service neutron] 10.222.0.84 "GET /v2.0/networks/4b76391f-76bd-4f4e-a35c-0c7e3290372a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359847 Aug 16 01:52:24.305420 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-add8daa1-227a-4eea-831c-fc75f7d5c252 service neutron] 10.222.0.79 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899279 Aug 16 01:52:24.414197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-11102408-d380-4dcd-ae29-e3da019aa8d6 service neutron] 10.222.0.79 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994506 Aug 16 01:52:24.471652 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5de4994b-9023-4391-a244-b5d3482ae7f8 req-d64ce491-fca8-4d7f-8934-373f300028ea service neutron] 10.222.0.84 "GET /v2.0/networks/4b76391f-76bd-4f4e-a35c-0c7e3290372a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610298 Aug 16 01:52:24.546190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c856a60-4c09-4b22-8250-83d70026a5f9 req-d576515f-9bdf-4b52-a876-a81e34888e0b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.548069 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c856a60-4c09-4b22-8250-83d70026a5f9 req-d576515f-9bdf-4b52-a876-a81e34888e0b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0713699 Aug 16 01:52:24.582021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4074911e-c08c-46e8-afe4-776fca511941 service neutron] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:24.605171 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c856a60-4c09-4b22-8250-83d70026a5f9 req-49d2cab5-2182-481d-a1fe-130d9c562701 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500760 Aug 16 01:52:24.609995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4074911e-c08c-46e8-afe4-776fca511941 service neutron] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:24.653991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb162df9-2283-4963-8240-9597e8a063a2 req-3738501e-d316-48f6-96cd-972069c2f03b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 210 time: 0.0380359 Aug 16 01:52:24.682848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4074911e-c08c-46e8-afe4-776fca511941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:24.702556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4074911e-c08c-46e8-afe4-776fca511941 service neutron] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:24.722021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236906-c12a-47ee-bd1c-c207935edb70 req-9608399e-d3a7-4b3f-9be9-58c91f85e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.723914 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50236906-c12a-47ee-bd1c-c207935edb70 req-9608399e-d3a7-4b3f-9be9-58c91f85e71d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1fbe60a3ba30445190ba2fca2fece0ac&device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 1096 time: 0.0876603 Aug 16 01:52:24.725830 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4074911e-c08c-46e8-afe4-776fca511941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.792786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69d8e44c-4133-48d1-ab8b-02e99303fd65 req-34ac7da7-385f-4361-a440-3e2a9426bc73 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0302036 Aug 16 01:52:24.910645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4074911e-c08c-46e8-afe4-776fca511941 service neutron] Transition to ACTIVE for port object 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:24.912698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236906-c12a-47ee-bd1c-c207935edb70 req-39e8b206-6dfb-48c5-a6e5-32e4554b98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.914789 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50236906-c12a-47ee-bd1c-c207935edb70 req-39e8b206-6dfb-48c5-a6e5-32e4554b98e1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4b76391f-76bd-4f4e-a35c-0c7e3290372a HTTP/1.1" status: 200 len: 923 time: 0.1793342 Aug 16 01:52:24.917323 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4074911e-c08c-46e8-afe4-776fca511941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.004804 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50236906-c12a-47ee-bd1c-c207935edb70 req-4500b2e5-06c0-4690-aee6-74021f6e9681 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5727db28-3b05-4045-ae5c-2d7918c89a33 HTTP/1.1" status: 200 len: 217 time: 0.0785255 Aug 16 01:52:25.025132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4074911e-c08c-46e8-afe4-776fca511941 service neutron] No DVR routers for this DVR port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:25.107963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236906-c12a-47ee-bd1c-c207935edb70 req-2cb80d36-23bf-429d-8b4c-21fe726aece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.109510 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50236906-c12a-47ee-bd1c-c207935edb70 req-2cb80d36-23bf-429d-8b4c-21fe726aece2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc8f0dde-1dd9-42ca-aaea-eb6d1e8fe583 HTTP/1.1" status: 200 len: 862 time: 0.0859313 Aug 16 01:52:25.114342 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4074911e-c08c-46e8-afe4-776fca511941 service neutron] 10.222.0.89 "PUT /v2.0/ports/3a1fc9c4-e889-4bb1-a9ba-b1da110df058/bindings/n-h1-768851-16/activate HTTP/1.1" status: 200 len: 370 time: 0.8097854 Aug 16 01:52:25.115105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074911e-c08c-46e8-afe4-776fca511941 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,revision_number=10']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:25.115954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc240ec9-e4b1-4966-a9f7-a4463c1ba847 req-e9449e7d-9173-4d7d-8f51-6f1d58a236ef tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.121606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc240ec9-e4b1-4966-a9f7-a4463c1ba847 req-e9449e7d-9173-4d7d-8f51-6f1d58a236ef tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 945 time: 0.0727286 Aug 16 01:52:25.167325 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50236906-c12a-47ee-bd1c-c207935edb70 req-4d729bfa-b4c0-48b5-a2de-93b9e542af8b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4b76391f-76bd-4f4e-a35c-0c7e3290372a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392089 Aug 16 01:52:25.185767 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc240ec9-e4b1-4966-a9f7-a4463c1ba847 req-4388eebd-5d5d-4dca-ad01-f92002c0edeb tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525515 Aug 16 01:52:25.307439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7087934-e6eb-495d-a3ca-9e0ca736b0fc req-fd602785-76f6-456d-89db-2778ce1df924 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.310381 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7087934-e6eb-495d-a3ca-9e0ca736b0fc req-fd602785-76f6-456d-89db-2778ce1df924 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 944 time: 0.0581455 Aug 16 01:52:25.322181 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50236906-c12a-47ee-bd1c-c207935edb70 req-9a471231-7e85-41ea-bf45-53285c7fdf86 service neutron] 10.222.0.84 "GET /v2.0/networks/4b76391f-76bd-4f4e-a35c-0c7e3290372a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445212 Aug 16 01:52:25.354072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7087934-e6eb-495d-a3ca-9e0ca736b0fc req-4c3a6d75-29ac-47be-9467-ac91f78a140d tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375557 Aug 16 01:52:25.634231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-c2158676-c75f-4195-82e7-60d5d68d5dff tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.635790 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-c2158676-c75f-4195-82e7-60d5d68d5dff tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1097 time: 0.3838472 Aug 16 01:52:25.775927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36344) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:25.796787 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50236906-c12a-47ee-bd1c-c207935edb70 req-a827b028-520d-42a5-b6eb-0f09c2f856fc service neutron] 10.222.0.84 "GET /v2.0/networks/4b76391f-76bd-4f4e-a35c-0c7e3290372a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642847 Aug 16 01:52:25.801794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4e7a04d5-ccb6-4c8f-a1df-dadd6579ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.803441 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4e7a04d5-ccb6-4c8f-a1df-dadd6579ce5f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1&tenant_id=25a875c926bf4742afb457e17dcadf46 HTTP/1.1" status: 200 len: 1097 time: 0.1551826 Aug 16 01:52:25.804253 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4405ef65-85c1-4a77-82c0-7533c3023724 req-90823891-642e-4d84-a285-5d2c6fbc7051 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 210 time: 0.0379202 Aug 16 01:52:25.816392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd8c67-4c54-410d-90b6-04d5a80455c7 req-ecfc30d6-4e6a-425c-8561-10384c2eddf1 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.819708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3429-74e2-4abd-912b-578915d1923b req-49e9a257-24e3-493e-b954-a75c1341b971 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.821304 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-49e9a257-24e3-493e-b954-a75c1341b971 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.89 "GET /v2.0/networks?id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 200 len: 813 time: 0.1904812 Aug 16 01:52:25.823833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12dd8c67-4c54-410d-90b6-04d5a80455c7 req-ecfc30d6-4e6a-425c-8561-10384c2eddf1 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.1143117 Aug 16 01:52:25.843289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'port': {'device_id': '197701c5-4fcd-49e7-8240-83f5428341c1', 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3', 'admin_state_up': True, 'tenant_id': 'be412e10bfcc423abceb8653dc7e22a0'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:25.870762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12dd8c67-4c54-410d-90b6-04d5a80455c7 req-3402a2b6-38ad-4dfe-ae2d-32e5e429262b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Aug 16 01:52:25.921810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b322acc5-1a3c-4ce9-8ca2-1d3db24dee62 req-e8cff868-4392-4043-a645-be1ac862fb88 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0308092 Aug 16 01:52:25.980732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-406b009a-e8bc-4c54-a935-ea87b9ff0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.982291 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-406b009a-e8bc-4c54-a935-ea87b9ff0e31 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 1097 time: 0.1316521 Aug 16 01:52:25.983000 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4ec048d-464a-4c1b-a6f7-0772b1445294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.144142 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-28d79278-693a-489c-8edd-3a9ed23ca19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:26.145688 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-28d79278-693a-489c-8edd-3a9ed23ca19a service neutron] 10.222.0.84 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.1378646 Aug 16 01:52:26.196325 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-80b45e50-7834-4d39-b247-d2cec359089b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058 HTTP/1.1" status: 200 len: 217 time: 0.0402870 Aug 16 01:52:26.217708 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4ec048d-464a-4c1b-a6f7-0772b1445294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.240168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4ec048d-464a-4c1b-a6f7-0772b1445294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.305472 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Made reservation on behalf of be412e10bfcc423abceb8653dc7e22a0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:26.308873 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.309178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522dbdc-09d3-48f5-9039-7cfc8a7debc2 req-5687cacf-2649-4c5d-b566-eab1c0bfb45c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:26.311255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9522dbdc-09d3-48f5-9039-7cfc8a7debc2 req-5687cacf-2649-4c5d-b566-eab1c0bfb45c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 945 time: 0.0560067 Aug 16 01:52:26.321374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4dd751cf-8614-43d9-a97b-c6356994e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:26.322843 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4dd751cf-8614-43d9-a97b-c6356994e45d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.1185653 Aug 16 01:52:26.327795 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b4ec048d-464a-4c1b-a6f7-0772b1445294 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b50403316b98490a8c3f47b3b896b1b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476546 Aug 16 01:52:26.328500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec048d-464a-4c1b-a6f7-0772b1445294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d01780-ee11-4e51-979e-5d426de75055,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:26.330838 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36356) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:26.351585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9522dbdc-09d3-48f5-9039-7cfc8a7debc2 req-dab3b3fa-b58a-4e1f-adea-6654573727a3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338900 Aug 16 01:52:26.387198 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-f79c81a3-367c-4275-b1a8-86cfaeaf2fda service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475500 Aug 16 01:52:26.474734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106619d-4778-4b72-9a0e-4e5aa04b3695 req-75a47cda-6154-4a02-8743-83d1b7d816a9 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:26.476380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a106619d-4778-4b72-9a0e-4e5aa04b3695 req-75a47cda-6154-4a02-8743-83d1b7d816a9 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 944 time: 0.0497735 Aug 16 01:52:26.521718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a106619d-4778-4b72-9a0e-4e5aa04b3695 req-f70ba664-a492-4cc0-9905-25bea810d819 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327053 Aug 16 01:52:26.547986 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cc4312d5-8564-4f8b-9843-0bab456111b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.592139 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cc4312d5-8564-4f8b-9843-0bab456111b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.608917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Allocated IP 172.20.0.10 (24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3/59bef847-bc43-4659-89df-a601fdb7e4c5/a32817ad-a42e-4288-b9ff-5a15361a858a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:26.614151 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-a8e1a312-ee27-4096-95be-4c40e15bf4b7 service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157495 Aug 16 01:52:26.738019 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cc4312d5-8564-4f8b-9843-0bab456111b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.740501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cc4312d5-8564-4f8b-9843-0bab456111b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.741675 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cc4312d5-8564-4f8b-9843-0bab456111b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/21d01780-ee11-4e51-979e-5d426de75055 HTTP/1.1" status: 204 len: 168 time: 0.4088910 Aug 16 01:52:26.797612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4312d5-8564-4f8b-9843-0bab456111b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d01780-ee11-4e51-979e-5d426de75055,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:26.816665 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-4b4ce9fd-49fa-44e5-bde4-60fd914dfcdc service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920967 Aug 16 01:52:26.885743 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.929187 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-737b231e-d0f8-4289-a816-35555dec41c7 req-7fc1ea88-3f6e-4ab4-af65-2e6482d56bb1 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 210 time: 0.0346773 Aug 16 01:52:26.937999 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.963384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['6fff6726-85be-4f9e-add6-4a063a0e8fce'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:26.994935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:26.999381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:27.003395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:27.009329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842002b-bc49-4604-82bd-7a278810c694 req-ecd5952b-67c3-4e7f-8a8d-2ee52d8ec44d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.010755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'Port': ['ID=a32817ad-a42e-4288-b9ff-5a15361a858a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:27.011494 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0842002b-bc49-4604-82bd-7a278810c694 req-ecd5952b-67c3-4e7f-8a8d-2ee52d8ec44d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0738297 Aug 16 01:52:27.076790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0842002b-bc49-4604-82bd-7a278810c694 req-01f6f327-946b-49d8-985b-979215c6aa66 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583386 Aug 16 01:52:27.085324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.086077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.104531 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-2b3b82f6-9344-491d-8e69-33a4846a801a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2735512 Aug 16 01:52:27.111177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe62aff7-7caa-4aba-9027-e736778e19a2 req-57ae5b0f-846f-4c15-bc0d-48f571d10f78 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0530741 Aug 16 01:52:27.120938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Request body: {'port': {'device_id': '197701c5-4fcd-49e7-8240-83f5428341c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:27.256665 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.313588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-fea4ec1e-d3eb-4449-a6e0-300e2816b237 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.315103 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-fea4ec1e-d3eb-4449-a6e0-300e2816b237 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1097 time: 0.0945513 Aug 16 01:52:27.477271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0bee4-9f15-4f69-aeb6-1b94ca965f4d req-be05ab9b-48d2-4a6b-b192-e15044624328 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.478820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29e0bee4-9f15-4f69-aeb6-1b94ca965f4d req-be05ab9b-48d2-4a6b-b192-e15044624328 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 945 time: 0.0531976 Aug 16 01:52:27.529953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29e0bee4-9f15-4f69-aeb6-1b94ca965f4d req-58a3ce3f-a896-4b11-9259-0cce4a4616a6 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385666 Aug 16 01:52:27.585185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-f42b8fd4-3f3a-45bc-945d-7440b735cdc9 service neutron] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:27.594069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-f42b8fd4-3f3a-45bc-945d-7440b735cdc9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.595197 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f518a45f-6abc-4160-bda0-c0c6069faf56 req-f42b8fd4-3f3a-45bc-945d-7440b735cdc9 service neutron] 10.222.0.84 "DELETE /v2.0/ports/3a1fc9c4-e889-4bb1-a9ba-b1da110df058/bindings/n-h2-768851-16 HTTP/1.1" status: 204 len: 173 time: 0.2679808 Aug 16 01:52:27.618398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36398) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:27.673427 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32817ad-a42e-4288-b9ff-5a15361a858a {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:27.681356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.695905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Transition to ACTIVE for port object a32817ad-a42e-4288-b9ff-5a15361a858a will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:27.704918 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.733138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86129dc6-4ddd-41d8-8f9a-f78b116ca735 req-0c182abb-2c7c-4887-96f3-c16764c7ec3b tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.737535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86129dc6-4ddd-41d8-8f9a-f78b116ca735 req-0c182abb-2c7c-4887-96f3-c16764c7ec3b tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 944 time: 0.1164629 Aug 16 01:52:27.761840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28a119-ce8d-4f95-9c97-75bd8a4ced9e req-75bfa42c-9973-44f9-a1c1-56b6e8582ae3 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.766100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef28a119-ce8d-4f95-9c97-75bd8a4ced9e req-75bfa42c-9973-44f9-a1c1-56b6e8582ae3 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 1097 time: 0.0883644 Aug 16 01:52:27.791820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a32817ad-a42e-4288-b9ff-5a15361a858a,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:27.792746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1435907820-network', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:27.811627 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86129dc6-4ddd-41d8-8f9a-f78b116ca735 req-07e4e0ce-e07b-4112-9936-5351b67563ba tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702882 Aug 16 01:52:27.836435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef28a119-ce8d-4f95-9c97-75bd8a4ced9e req-352eaa21-9412-49d2-8950-de7bc30cfac2 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636468 Aug 16 01:52:27.838035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Made reservation on behalf of bd61ecfaf36341cf9d9aea1be3c5e964 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:27.841461 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.849884 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.879298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Attempting to bind port a32817ad-a42e-4288-b9ff-5a15361a858a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:27.879634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Attempting to bind port a32817ad-a42e-4288-b9ff-5a15361a858a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'a19414d7-98e9-4b26-9927-d1ddc6e1c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:27.879956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Attempting to bind port a32817ad-a42e-4288-b9ff-5a15361a858a on network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:27.885293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Port a32817ad-a42e-4288-b9ff-5a15361a858a on network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:27.885705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Attempting to bind port a32817ad-a42e-4288-b9ff-5a15361a858a on network 24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:27.891228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:27.891627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Checking segment: {'id': 'a19414d7-98e9-4b26-9927-d1ddc6e1c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:27.892044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Bound using segment: {'id': 'a19414d7-98e9-4b26-9927-d1ddc6e1c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:27.892521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Bound port: a32817ad-a42e-4288-b9ff-5a15361a858a, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19414d7-98e9-4b26-9927-d1ddc6e1c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:27.893122 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.959804 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.972870 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.988768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] For port a32817ad-a42e-4288-b9ff-5a15361a858a, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:27.993300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] For port a32817ad-a42e-4288-b9ff-5a15361a858a, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a32817ad-a42e-4288-b9ff-5a15361a858a,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:28.004313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:28.008253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.019474 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.019755 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Added segment 79ce5485-dcc4-4d9c-9964-ff35fe7503e2 of type vlan for network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 Aug 16 01:52:28.067287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.067511 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.068898 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] 10.222.0.89 "PUT /v2.0/ports/a32817ad-a42e-4288-b9ff-5a15361a858a HTTP/1.1" status: 200 len: 1093 time: 0.9527571 Aug 16 01:52:28.069365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197701c5-4fcd-49e7-8240-83f5428341c1', 'tag': 'a32817ad-a42e-4288-b9ff-5a15361a858a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:28.071606 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d968a8c-6d44-414f-84b2-1c536d466304" -d '{"events": [{"name": "network-changed", "server_uuid": "197701c5-4fcd-49e7-8240-83f5428341c1", "tag": "a32817ad-a42e-4288-b9ff-5a15361a858a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:28.118584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d14025-b783-440f-88ac-d0f5dd8034c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a32817ad-a42e-4288-b9ff-5a15361a858a,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:28.129907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faab7b4a-415e-47e7-969c-ee3f71dc91af,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:28.136149 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.151888 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3429-74e2-4abd-912b-578915d1923b req-b391c242-642d-4b0c-a3d2-35896e2f938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.154244 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-b391c242-642d-4b0c-a3d2-35896e2f938d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be412e10bfcc423abceb8653dc7e22a0&device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 1096 time: 0.0438545 Aug 16 01:52:28.201905 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-d810188d-0862-432e-8537-b29432516142 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a32817ad-a42e-4288-b9ff-5a15361a858a HTTP/1.1" status: 200 len: 217 time: 0.0385227 Aug 16 01:52:28.219704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56ce8e-085c-4721-b58b-7d1c22af3a53 req-182adbea-3d4f-4941-b212-5c1231821c22 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.219967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b56ce8e-085c-4721-b58b-7d1c22af3a53 req-182adbea-3d4f-4941-b212-5c1231821c22 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 944 time: 0.1872566 Aug 16 01:52:28.259187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3429-74e2-4abd-912b-578915d1923b req-86e88239-f347-4b7c-805c-79b1a642ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.260668 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-86e88239-f347-4b7c-805c-79b1a642ab98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59bef847-bc43-4659-89df-a601fdb7e4c5 HTTP/1.1" status: 200 len: 853 time: 0.0492125 Aug 16 01:52:28.261129 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.262062 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.262655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.294574 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-76515be4-70ea-40b8-8610-a358e09e8de8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253143 Aug 16 01:52:28.358437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7343514 Aug 16 01:52:28.359588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36426) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:28.366055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-92fe9dbc-7dbf-4e26-801d-3b1534bde551 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.367672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-92fe9dbc-7dbf-4e26-801d-3b1534bde551 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 807 time: 0.2605455 Aug 16 01:52:28.375706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] Request body: {'subnet': {'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-subnet', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:28.385085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b56ce8e-085c-4721-b58b-7d1c22af3a53 req-a79974b8-1835-45b5-b1b5-a3e398d27472 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592619 Aug 16 01:52:28.385275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:28.388655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600c2b7-f65f-4dcc-9931-89cba97e5001 admin admin] Pushing event updated for resources: {'Network': ['ID=0f0a2942-6dfc-4ebf-8e51-6521f736a3f0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:28.401009 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-0ceb83a9-da84-4e49-a465-a3a0590f5408 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971780 Aug 16 01:52:28.422691 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-2647474b-f00c-4921-b837-a0bff193b792 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/quotas/25a875c926bf4742afb457e17dcadf46 HTTP/1.1" status: 200 len: 375 time: 0.0407300 Aug 16 01:52:28.422990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:28.444002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] Made reservation on behalf of bd61ecfaf36341cf9d9aea1be3c5e964 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:28.446642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.485947 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590a876e-91b4-4ced-b743-36c93571f096 x-openstack-request-id: req-590a876e-91b4-4ced-b743-36c93571f096 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:28.485947 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197701c5-4fcd-49e7-8240-83f5428341c1", "tag": "a32817ad-a42e-4288-b9ff-5a15361a858a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:28.485947 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-590a876e-91b4-4ced-b743-36c93571f096 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:28.485947 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197701c5-4fcd-49e7-8240-83f5428341c1', 'tag': 'a32817ad-a42e-4288-b9ff-5a15361a858a', 'status': 'completed', 'code': 200} Aug 16 01:52:28.537778 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cb8c3429-74e2-4abd-912b-578915d1923b req-88ad5f43-5a05-4906-8fa8-27a5b0b59d3f service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288135 Aug 16 01:52:28.538970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:28.548227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-4169295f-5f72-457c-be91-795d71398b0d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1186905 Aug 16 01:52:28.629283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d968a8c-6d44-414f-84b2-1c536d466304 req-4bc59f96-e4a5-422f-a053-0192ae45e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.630846 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d968a8c-6d44-414f-84b2-1c536d466304 req-4bc59f96-e4a5-422f-a053-0192ae45e9a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be412e10bfcc423abceb8653dc7e22a0&device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 1096 time: 0.0429287 Aug 16 01:52:28.705476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d95796-b0e7-4048-abaa-86c7778249ca req-f69676db-7b17-459b-81d5-1c2ba04ae40d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.707026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05d95796-b0e7-4048-abaa-86c7778249ca req-f69676db-7b17-459b-81d5-1c2ba04ae40d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.1552620 Aug 16 01:52:28.728122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d968a8c-6d44-414f-84b2-1c536d466304 req-f8073aa7-094d-4ec4-ba3b-d5ac6dc13363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.729658 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d968a8c-6d44-414f-84b2-1c536d466304 req-f8073aa7-094d-4ec4-ba3b-d5ac6dc13363 service neutron] 10.222.0.89 "GET /v2.0/networks?id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 200 len: 914 time: 0.0912151 Aug 16 01:52:28.741036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-ff56ffa5-9868-4a9a-9972-211a382035c4 service neutron] 10.222.0.79 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837399 Aug 16 01:52:28.771608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d968a8c-6d44-414f-84b2-1c536d466304 req-ff336e91-99dd-40ad-8203-b9bc922fff78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a32817ad-a42e-4288-b9ff-5a15361a858a HTTP/1.1" status: 200 len: 217 time: 0.0341020 Aug 16 01:52:28.826440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d968a8c-6d44-414f-84b2-1c536d466304 req-51115c3e-5af6-4b16-a6c0-2af2e460a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.827808 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d968a8c-6d44-414f-84b2-1c536d466304 req-51115c3e-5af6-4b16-a6c0-2af2e460a6e3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59bef847-bc43-4659-89df-a601fdb7e4c5 HTTP/1.1" status: 200 len: 853 time: 0.0484104 Aug 16 01:52:28.850328 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.854536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05d95796-b0e7-4048-abaa-86c7778249ca req-74cc04b4-4599-4ddc-abe7-2786c2be0ef9 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311886 Aug 16 01:52:28.861286 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d968a8c-6d44-414f-84b2-1c536d466304 req-377c4070-f615-40a1-b6d4-298666023529 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256617 Aug 16 01:52:28.924132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1832452-a185-4f7c-8ec7-fcd538b6c09d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:28.933815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-7a6836c5-88eb-43b9-820a-1f50d4d4170c service neutron] 10.222.0.79 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853540 Aug 16 01:52:28.962490 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d968a8c-6d44-414f-84b2-1c536d466304 req-d7f165f8-b4e8-4e34-9c87-bfdd11826e5c service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933073 Aug 16 01:52:28.975440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4684aa71-4007-48ab-b407-9e544d65d8a9 req-b22f3dbd-0eb9-447e-adad-5f1eaed51ef2 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0439608 Aug 16 01:52:28.976569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] Checking segment: {'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:28.977296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] Network hostable DHCP agents. Network: 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:29.005266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] Network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:29.019227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:29.024564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:29.025259 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.031282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60c6954-9cda-4d6d-a06f-5a18efe6931a None None] Network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:29.045526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b9fc516c-f518-4fa6-bdd3-0324a7d23ac8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6768003 Aug 16 01:52:29.048133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36430) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:29.054393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:29.085022 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.087220 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.126385 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d968a8c-6d44-414f-84b2-1c536d466304 req-e365fe34-5430-43e7-8159-8fd1d581ff61 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550994 Aug 16 01:52:29.153997 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.278662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'fixed_ips': [{'subnet_id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:29.279542 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.424994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Allocated IP 172.20.0.2 (0f0a2942-6dfc-4ebf-8e51-6521f736a3f0/d1832452-a185-4f7c-8ec7-fcd538b6c09d/fed90149-1a11-4ce5-b5a8-bd4aae556f26) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:29.518106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5727db28-3b05-4045-ae5c-2d7918c89a33 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:29.643382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4aab4495-d84c-4cdc-a050-4605a655a9d4 req-fb2dba50-d3ed-4c87-8171-d70a870b26ba tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 210 time: 0.4079709 Aug 16 01:52:29.652105 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.677369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Transition to ACTIVE for port object fed90149-1a11-4ce5-b5a8-bd4aae556f26 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:29.680770 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.705439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651705b4-6b21-4ae7-b0d3-c435fe3e22e7 req-5f8bf33f-c2f8-48e2-9eb9-0566fad164ea tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:29.710152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5727db28-3b05-4045-ae5c-2d7918c89a33, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5727db28-3b05-4045-ae5c-2d7918c89a33,segment=NetworkSegment(ed0c9935-658f-486f-bdb0-7c6a53090daf),segment_id=ed0c9935-658f-486f-bdb0-7c6a53090daf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:29.712585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-651705b4-6b21-4ae7-b0d3-c435fe3e22e7 req-5f8bf33f-c2f8-48e2-9eb9-0566fad164ea tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 944 time: 0.4790893 Aug 16 01:52:29.718941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Transition to ACTIVE for port object fed90149-1a11-4ce5-b5a8-bd4aae556f26 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:29.724447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '5727db28-3b05-4045-ae5c-2d7918c89a33', 'network_id': '4b76391f-76bd-4f4e-a35c-0c7e3290372a', 'port_id': '5727db28-3b05-4045-ae5c-2d7918c89a33', 'mac_address': 'fa:16:3e:cd:dd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8f0dde-1dd9-42ca-aaea-eb6d1e8fe583', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:29.734305 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.808150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:29.812594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Pushing event updated for resources: {'Port': ['ID=fed90149-1a11-4ce5-b5a8-bd4aae556f26,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:29.817147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:29.822777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:29.825092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-651705b4-6b21-4ae7-b0d3-c435fe3e22e7 req-c081a83a-e818-4ce3-914f-4dc37b1078cf tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112273 Aug 16 01:52:29.825393 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.829464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.829824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.831018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.831018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.831018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.831313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.831521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.831876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.832096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.832462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.832724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.833087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:29.848687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752578f2-6d03-4682-a014-1f537d8efff3 req-546e6730-fe2f-4254-88ed-f79613b4052e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:29.850294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-752578f2-6d03-4682-a014-1f537d8efff3 req-546e6730-fe2f-4254-88ed-f79613b4052e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 944 time: 0.0879021 Aug 16 01:52:29.860420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5727db28-3b05-4045-ae5c-2d7918c89a33 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:29.901819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-752578f2-6d03-4682-a014-1f537d8efff3 req-101e52c5-2c32-43df-840f-33180374e7a7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Aug 16 01:52:29.919903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5727db28-3b05-4045-ae5c-2d7918c89a33, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5727db28-3b05-4045-ae5c-2d7918c89a33,segment=NetworkSegment(ed0c9935-658f-486f-bdb0-7c6a53090daf),segment_id=ed0c9935-658f-486f-bdb0-7c6a53090daf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:29.925395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Attempting to bind port fed90149-1a11-4ce5-b5a8-bd4aae556f26 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:29.925968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Attempting to bind port fed90149-1a11-4ce5-b5a8-bd4aae556f26 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:29.926468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Attempting to bind port fed90149-1a11-4ce5-b5a8-bd4aae556f26 on network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:29.929938 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.938094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:29.938094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Checking segment: {'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:29.938465 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.938699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Bound using segment: {'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:29.939176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Bound port: fed90149-1a11-4ce5-b5a8-bd4aae556f26, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:29.939571 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.015605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=5727db28-3b05-4045-ae5c-2d7918c89a33,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:30.043565 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] For port fed90149-1a11-4ce5-b5a8-bd4aae556f26, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:30.048680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] For port fed90149-1a11-4ce5-b5a8-bd4aae556f26, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fed90149-1a11-4ce5-b5a8-bd4aae556f26,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:30.054296 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.062653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d294ca4-9cb7-47f2-ba5e-aa74c7f689ff req-b890558a-cbe8-474e-95bd-2647c28f12e4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:30.064145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d294ca4-9cb7-47f2-ba5e-aa74c7f689ff req-b890558a-cbe8-474e-95bd-2647c28f12e4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.1149571 Aug 16 01:52:30.102835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d3286db-54ca-4a6e-abbe-f5f748e9adc1 req-e84b13e3-8d47-45fe-9c89-e9a7a4fcc563 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0376873 Aug 16 01:52:30.103906 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.142971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7cf98-f5e8-46b2-a649-79258f6604eb None None] Pushing event updated for resources: {'Port': ['ID=fed90149-1a11-4ce5-b5a8-bd4aae556f26,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:30.166064 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.197216 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d294ca4-9cb7-47f2-ba5e-aa74c7f689ff req-c84e46bc-73d7-4433-a988-21a5da1349f7 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195688 Aug 16 01:52:30.291928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-47727610-9641-49b4-bfba-6a1f508ae5a3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:30.294435 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-47727610-9641-49b4-bfba-6a1f508ae5a3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 807 time: 0.1572974 Aug 16 01:52:30.316287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Request body: {'port': {'device_id': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'network_id': '53070772-89aa-468a-b502-c2df2484496e', 'admin_state_up': True, 'tenant_id': '25a875c926bf4742afb457e17dcadf46'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:30.340148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Allocated IP 172.25.2.225 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/f85b585e-6076-40b7-85b8-65a75937d34b) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:30.389577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a32817ad-a42e-4288-b9ff-5a15361a858a details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:30.472512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Made reservation on behalf of 25a875c926bf4742afb457e17dcadf46 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:30.478196 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.492392 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.501007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['5727db28-3b05-4045-ae5c-2d7918c89a33'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:30.509586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a32817ad-a42e-4288-b9ff-5a15361a858a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a32817ad-a42e-4288-b9ff-5a15361a858a,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:30.545373 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.562515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'a32817ad-a42e-4288-b9ff-5a15361a858a', 'network_id': '24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3', 'port_id': 'a32817ad-a42e-4288-b9ff-5a15361a858a', 'mac_address': 'fa:16:3e:7c:78:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bef847-bc43-4659-89df-a601fdb7e4c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:30.593525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:30.596712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:30.600687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:30.620305 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.628650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Pushing event updated for resources: {'Port': ['ID=f85b585e-6076-40b7-85b8-65a75937d34b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:30.645486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Allocated IP 172.20.0.10 (53070772-89aa-468a-b502-c2df2484496e/81072e93-474d-4bb3-ac53-41f391336622/9c3c9cd7-e1de-4ee5-9149-006835cf8bd8) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:30.647375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32817ad-a42e-4288-b9ff-5a15361a858a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:30.709720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a32817ad-a42e-4288-b9ff-5a15361a858a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a32817ad-a42e-4288-b9ff-5a15361a858a,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:30.738475 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.807684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=a32817ad-a42e-4288-b9ff-5a15361a858a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:30.826923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.844003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-419392a2-3f0e-450f-81ed-87701e134e41 req-72edba8c-fda2-44d1-b313-b935b8b2e552 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 210 time: 0.0371399 Aug 16 01:52:30.869646 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.912317 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Network 53070772-89aa-468a-b502-c2df2484496e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:30.915879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:30.920323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:30.954377 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['a32817ad-a42e-4288-b9ff-5a15361a858a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:30.966715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.975569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Pushing event updated for resources: {'Port': ['ID=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:31.019116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:31.020433 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.038020 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c71227a1-ef2d-45c3-b885-06e150048149 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7263317 Aug 16 01:52:31.058899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Request body: {'port': {'device_id': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:31.128491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.150915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d523d-5ce0-4dd4-a5b2-61d97ebd8ee5 req-5fd65e09-42e9-4224-83a8-17711c3c00b1 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:31.152504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-611d523d-5ce0-4dd4-a5b2-61d97ebd8ee5 req-5fd65e09-42e9-4224-83a8-17711c3c00b1 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 945 time: 0.2397633 Aug 16 01:52:31.174837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c872a-9745-48a0-a9b3-1087c8a10d99 req-140573d0-10d2-4102-8aab-c44860182711 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:31.176423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-921c872a-9745-48a0-a9b3-1087c8a10d99 req-140573d0-10d2-4102-8aab-c44860182711 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 945 time: 0.1436775 Aug 16 01:52:31.321235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-921c872a-9745-48a0-a9b3-1087c8a10d99 req-5cc0c56d-9190-4e50-875d-c4dfff775540 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301885 Aug 16 01:52:31.343115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1889f-b5b6-49d4-bb87-eaffd9523b97 None None] Network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:31.347821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-611d523d-5ce0-4dd4-a5b2-61d97ebd8ee5 req-fee7b9ab-79d6-4ddf-b11f-e0da96659d89 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839311 Aug 16 01:52:31.445612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15ef736b-a469-4cdb-b537-93d2e212cdf7 req-dbd60a24-bcc7-43ff-a090-6909740427c3 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0370021 Aug 16 01:52:31.498525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.498787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:31.500663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3562fc79-1223-4ec5-b417-4112ac9be02f None None] Provisioning for port fed90149-1a11-4ce5-b5a8-bd4aae556f26 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:31.519675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3c666-d416-43e3-b53f-87c8674f1f6d req-5f27b878-8cdd-4c31-97c4-09ccb57dc64b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:31.521253 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3a3c666-d416-43e3-b53f-87c8674f1f6d req-5f27b878-8cdd-4c31-97c4-09ccb57dc64b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.0797305 Aug 16 01:52:31.527222 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.544623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Transition to ACTIVE for port object 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:31.550125 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.607344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:31.649196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3a3c666-d416-43e3-b53f-87c8674f1f6d req-cde30115-4783-482d-93b5-f6bb94a4b0ae tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918665 Aug 16 01:52:31.702507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:31.702849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:31.703186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:31.708567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:31.709048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:31.710705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Router 84286757-4499-47e8-b416-38246252e37b is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:52:31.714465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:31.714866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:31.715242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:31.716203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Bound port: 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:31.716563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.789861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:31.792950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:31.798146 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.825453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:31.832503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:31.833043 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.834533 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] 10.222.0.89 "PUT /v2.0/ports/9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 HTTP/1.1" status: 200 len: 1093 time: 0.7839391 Aug 16 01:52:31.834912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'tag': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:31.837788 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd395c-af81-458c-b4cb-88471d20ac30" -d '{"events": [{"name": "network-changed", "server_uuid": "579a8bb2-dabc-4e15-a8b6-e4aaa440675c", "tag": "9c3c9cd7-e1de-4ee5-9149-006835cf8bd8"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:31.840127 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Sync routers for ids ['84286757-4499-47e8-b416-38246252e37b'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:31.843623 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.847537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cc621a58-4f9c-4928-8165-8c17675af830 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7957926 Aug 16 01:52:31.848214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36466) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:31.856890 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Routers {'84286757-4499-47e8-b416-38246252e37b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:31.857585 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:52:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84286757-4499-47e8-b416-38246252e37b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:31.879145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f06c15-7e4c-4c4c-9059-e807b5b98424 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:31.930309 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78a9b16-48a6-4989-a32c-f1a4f70e0267 x-openstack-request-id: req-a78a9b16-48a6-4989-a32c-f1a4f70e0267 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:31.930975 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579a8bb2-dabc-4e15-a8b6-e4aaa440675c", "tag": "9c3c9cd7-e1de-4ee5-9149-006835cf8bd8", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:31.931444 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a78a9b16-48a6-4989-a32c-f1a4f70e0267 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:31.932099 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'tag': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8', 'status': 'completed', 'code': 200} Aug 16 01:52:31.949006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-732f71b0-5a90-4413-a1cc-794e8cd7eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:31.951708 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-732f71b0-5a90-4413-a1cc-794e8cd7eec6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1096 time: 0.0553899 Aug 16 01:52:31.995392 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-9b59066e-fae0-4536-bc5d-a4e37983ccfa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 HTTP/1.1" status: 200 len: 217 time: 0.0359011 Aug 16 01:52:32.001054 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Set router 84286757-4499-47e8-b416-38246252e37b gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:32.043860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae700a5b-3344-4bf9-bb33-f5779b790a2f req-d3bfa05c-efcf-4859-8ef3-f58194ea1ef1 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.045403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae700a5b-3344-4bf9-bb33-f5779b790a2f req-d3bfa05c-efcf-4859-8ef3-f58194ea1ef1 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 944 time: 0.0943761 Aug 16 01:52:32.049416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-ca84d317-20c3-482c-ac1b-2dd2485fdee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.051306 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-ca84d317-20c3-482c-ac1b-2dd2485fdee6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0494287 Aug 16 01:52:32.093551 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-c02e3cb4-ab14-4962-8b6d-22efc75fd406 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341949 Aug 16 01:52:32.132637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae700a5b-3344-4bf9-bb33-f5779b790a2f req-dd87d076-3321-4f4c-ab3d-eed9c3d8b62f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767498 Aug 16 01:52:32.187873 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:30Z', 'revision_number': 3, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:32.217449 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-45385063-77aa-419b-bdec-53c410892c4e service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149724 Aug 16 01:52:32.217938 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Checking router: 84286757-4499-47e8-b416-38246252e37b for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:32.218288 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Updating router 84286757-4499-47e8-b416-38246252e37b port f85b585e-6076-40b7-85b8-65a75937d34b binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:52:32.233467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fed90149-1a11-4ce5-b5a8-bd4aae556f26 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:32.252187 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.291259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port fed90149-1a11-4ce5-b5a8-bd4aae556f26 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:32.295981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fed90149-1a11-4ce5-b5a8-bd4aae556f26 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:32.296551 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.397821 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.446079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.470927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port fed90149-1a11-4ce5-b5a8-bd4aae556f26, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fed90149-1a11-4ce5-b5a8-bd4aae556f26,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:32.477007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a32817ad-a42e-4288-b9ff-5a15361a858a up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:32.481939 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.583718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=fed90149-1a11-4ce5-b5a8-bd4aae556f26,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:32.597527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port a32817ad-a42e-4288-b9ff-5a15361a858a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:32.602508 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port a32817ad-a42e-4288-b9ff-5a15361a858a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:32.603174 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.623391 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.627074 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f137ff15-6d0e-4501-bcb7-f0e13619cb83 req-39f7a8dd-e0a8-4930-901d-d5693cdea149 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020822 Aug 16 01:52:32.644585 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Transition to ACTIVE for port object f85b585e-6076-40b7-85b8-65a75937d34b will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:32.654283 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.705552 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.707331 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Pushing event updated for resources: {'Port': ['ID=f85b585e-6076-40b7-85b8-65a75937d34b,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:32.712674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Allocated IP 172.20.0.1 (0f0a2942-6dfc-4ebf-8e51-6521f736a3f0/d1832452-a185-4f7c-8ec7-fcd538b6c09d/2faf2555-5fb8-4ca1-ba5d-4b119bc9897e) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:32.727885 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.728612 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.729228 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.729855 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.730301 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.731661 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.731661 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.732079 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.732706 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.733170 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.733579 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.734080 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:32.735721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd395c-af81-458c-b4cb-88471d20ac30 req-41689769-9b97-4036-bb72-febd3ad0b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.738818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197701c5-4fcd-49e7-8240-83f5428341c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32817ad-a42e-4288-b9ff-5a15361a858a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:32.738981 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-06bd395c-af81-458c-b4cb-88471d20ac30 req-41689769-9b97-4036-bb72-febd3ad0b8fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1096 time: 0.0647011 Aug 16 01:52:32.741745 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a73552-0417-4f2f-aa94-b6cdfd9232be" -d '{"events": [{"server_uuid": "197701c5-4fcd-49e7-8240-83f5428341c1", "name": "network-vif-plugged", "status": "completed", "tag": "a32817ad-a42e-4288-b9ff-5a15361a858a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:32.749909 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Attempting to bind port f85b585e-6076-40b7-85b8-65a75937d34b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:32.750455 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Attempting to bind port f85b585e-6076-40b7-85b8-65a75937d34b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:32.750816 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Attempting to bind port f85b585e-6076-40b7-85b8-65a75937d34b on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:32.756915 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:32.757316 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:32.757710 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.758203 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:32.758608 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Bound port: f85b585e-6076-40b7-85b8-65a75937d34b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:32.759103 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.761051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a32817ad-a42e-4288-b9ff-5a15361a858a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a32817ad-a42e-4288-b9ff-5a15361a858a,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:32.770309 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.809937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604b80d-7af6-4639-a679-ca6773944ab0 req-22fd31b7-9e2b-4d42-9281-b6606cf716dd tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.811537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f604b80d-7af6-4639-a679-ca6773944ab0 req-22fd31b7-9e2b-4d42-9281-b6606cf716dd tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 945 time: 0.3679059 Aug 16 01:52:32.822176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28becafc-9c81-4364-a395-5cdddd06730b req-8ec4691c-a0df-4ada-ac3b-c72d528306cc tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.823682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28becafc-9c81-4364-a395-5cdddd06730b req-8ec4691c-a0df-4ada-ac3b-c72d528306cc tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 945 time: 0.1936533 Aug 16 01:52:32.833893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=a32817ad-a42e-4288-b9ff-5a15361a858a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:32.846670 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] For port f85b585e-6076-40b7-85b8-65a75937d34b, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:32.851103 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] For port f85b585e-6076-40b7-85b8-65a75937d34b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f85b585e-6076-40b7-85b8-65a75937d34b,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:32.855240 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.863526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd395c-af81-458c-b4cb-88471d20ac30 req-9128d237-cf50-4b3a-9f65-1b9c03d0bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.865021 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-06bd395c-af81-458c-b4cb-88471d20ac30 req-9128d237-cf50-4b3a-9f65-1b9c03d0bdae service neutron] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.1196752 Aug 16 01:52:32.898579 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Routers {'84286757-4499-47e8-b416-38246252e37b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:32.899464 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:52:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84286757-4499-47e8-b416-38246252e37b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:32.909540 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-06bd395c-af81-458c-b4cb-88471d20ac30 req-ef13a23d-7364-44e7-beb2-e234028ceb9f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 HTTP/1.1" status: 200 len: 217 time: 0.0360494 Aug 16 01:52:32.917193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28becafc-9c81-4364-a395-5cdddd06730b req-10d3d043-7520-4405-8407-b41c46636ed2 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841823 Aug 16 01:52:32.922186 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.926992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f604b80d-7af6-4639-a679-ca6773944ab0 req-243a6ec6-49f4-4f91-aa69-9eb31552cfe0 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964653 Aug 16 01:52:32.956064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Transition to ACTIVE for port object 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:32.986693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd395c-af81-458c-b4cb-88471d20ac30 req-fa960ee6-eb26-4290-83e8-8e156b20ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.988335 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-06bd395c-af81-458c-b4cb-88471d20ac30 req-fa960ee6-eb26-4290-83e8-8e156b20ec50 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0593240 Aug 16 01:52:33.009704 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ce840-5ce9-4b86-9a05-8ffae9bfc32c None None] Pushing event updated for resources: {'Port': ['ID=f85b585e-6076-40b7-85b8-65a75937d34b,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:33.032709 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-06bd395c-af81-458c-b4cb-88471d20ac30 req-adf40ab7-3c56-401d-bbd8-2876fd885fae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351384 Aug 16 01:52:33.034583 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.046314 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] Set router 84286757-4499-47e8-b416-38246252e37b gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:33.056772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4d60c90-f57a-4736-bdbd-dcd206789e60 req-db4da5a9-9579-48a3-846d-c53ba5aef1f7 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0342357 Aug 16 01:52:33.105663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:33.110710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:33.123551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:33.126877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Pushing event updated for resources: {'Port': ['ID=2faf2555-5fb8-4ca1-ba5d-4b119bc9897e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:33.166358 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-06bd395c-af81-458c-b4cb-88471d20ac30 req-48e2af62-12f9-4077-b24e-bd0e3e692dbb service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256981 Aug 16 01:52:33.238842 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.246077 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84652f23-3c19-45c4-a488-0cbe45e1fcab x-openstack-request-id: req-84652f23-3c19-45c4-a488-0cbe45e1fcab {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:33.247070 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197701c5-4fcd-49e7-8240-83f5428341c1", "name": "network-vif-plugged", "status": "completed", "tag": "a32817ad-a42e-4288-b9ff-5a15361a858a", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:33.247518 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-84652f23-3c19-45c4-a488-0cbe45e1fcab {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:33.248098 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197701c5-4fcd-49e7-8240-83f5428341c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32817ad-a42e-4288-b9ff-5a15361a858a', 'code': 200} Aug 16 01:52:33.318495 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-06bd395c-af81-458c-b4cb-88471d20ac30 req-26645d21-9907-41b3-ba67-0cbc8456d918 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424558 Aug 16 01:52:33.418696 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:30Z', 'revision_number': 3, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:33.430552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d2177a27-57ac-4929-baf5-04f1ecdb0523 None None] Provisioning for port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:33.435608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d2177a27-57ac-4929-baf5-04f1ecdb0523 None None] Provisioning complete for port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:33.436219 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d2177a27-57ac-4929-baf5-04f1ecdb0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.446709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804e694-5f0b-49d4-a7cb-552e9a03bfae None None] The sync data for ids ['84286757-4499-47e8-b416-38246252e37b'] in n-d-768851-16 is: [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:30Z', 'revision_number': 3, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:33.451211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700507f-078d-493f-96fc-2d26b9027b95 req-ff4b1114-7b4e-44ed-8f88-164ac7d8a572 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:33.452734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4700507f-078d-493f-96fc-2d26b9027b95 req-ff4b1114-7b4e-44ed-8f88-164ac7d8a572 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.2736402 Aug 16 01:52:33.482843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d2177a27-57ac-4929-baf5-04f1ecdb0523 None None] Port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:33.497989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7db68-f582-4a32-a092-c373b99b7ec8 req-a8631f20-6d45-4037-b78d-e5273e28f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:33.499521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ea7db68-f582-4a32-a092-c373b99b7ec8 req-a8631f20-6d45-4037-b78d-e5273e28f8f9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 1098 time: 0.1660016 Aug 16 01:52:33.522979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6ffba-33b7-4190-9096-eb8ea7c4b9d5 req-9a9ef32d-6170-4c88-825e-780f8ed5a953 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:33.524464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42c6ffba-33b7-4190-9096-eb8ea7c4b9d5 req-9a9ef32d-6170-4c88-825e-780f8ed5a953 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 944 time: 0.1897972 Aug 16 01:52:33.534476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.544862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5727db28-3b05-4045-ae5c-2d7918c89a33 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:33.605305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 5727db28-3b05-4045-ae5c-2d7918c89a33 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:33.609491 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 5727db28-3b05-4045-ae5c-2d7918c89a33 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:33.609900 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.620049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4700507f-078d-493f-96fc-2d26b9027b95 req-7d927cb5-b7d6-4c89-b17e-a636c5d3e0d0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600311 Aug 16 01:52:33.628614 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ea7db68-f582-4a32-a092-c373b99b7ec8 req-e3b27e49-4e70-45a1-b47a-f21e363cca54 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139233 Aug 16 01:52:33.644059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42c6ffba-33b7-4190-9096-eb8ea7c4b9d5 req-ad9a91fe-e12a-4c14-8df9-b529586472e9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114125 Aug 16 01:52:33.723374 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.761170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5727db28-3b05-4045-ae5c-2d7918c89a33, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5727db28-3b05-4045-ae5c-2d7918c89a33,segment=NetworkSegment(ed0c9935-658f-486f-bdb0-7c6a53090daf),segment_id=ed0c9935-658f-486f-bdb0-7c6a53090daf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:33.767203 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.817403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=5727db28-3b05-4045-ae5c-2d7918c89a33,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:34.196079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.209921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.244933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181999e1-b2f8-4898-8e52-5439ccc44d6f req-ace8faeb-8477-43fa-9242-33cf53e38516 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:34.246445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-181999e1-b2f8-4898-8e52-5439ccc44d6f req-ace8faeb-8477-43fa-9242-33cf53e38516 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 946 time: 0.1253927 Aug 16 01:52:34.247578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f85b585e-6076-40b7-85b8-65a75937d34b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:34.300207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port f85b585e-6076-40b7-85b8-65a75937d34b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:34.304505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f85b585e-6076-40b7-85b8-65a75937d34b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:34.304888 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.305474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb61c1-7fce-4ce4-a6b2-f24935310e30 req-4c50dceb-40cb-40e5-bd2e-5d178dceede4 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:34.307145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5fbb61c1-7fce-4ce4-a6b2-f24935310e30 req-4c50dceb-40cb-40e5-bd2e-5d178dceede4 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 946 time: 0.1832478 Aug 16 01:52:34.336060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Pushing event updated for resources: {'Port': ['ID=2faf2555-5fb8-4ca1-ba5d-4b119bc9897e,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:34.349907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.365411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-181999e1-b2f8-4898-8e52-5439ccc44d6f req-4aeb4879-346f-49ff-8076-67830f3311fb tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991473 Aug 16 01:52:34.404880 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.433998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5fbb61c1-7fce-4ce4-a6b2-f24935310e30 req-01fffa93-9c3d-4cc1-84a3-89bc049a294a tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123338 Aug 16 01:52:34.436030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port f85b585e-6076-40b7-85b8-65a75937d34b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f85b585e-6076-40b7-85b8-65a75937d34b,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:34.438584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:34.452619 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.453537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fed90149-1a11-4ce5-b5a8-bd4aae556f26 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:34.547825 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22662138-4908-4c1a-a08a-f95aa248aac1 req-a620b20d-f060-4206-bd3c-b14e9f8c5f04 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0330005 Aug 16 01:52:34.555857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:34.557473 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:34.619137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=f85b585e-6076-40b7-85b8-65a75937d34b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:34.662240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fed90149-1a11-4ce5-b5a8-bd4aae556f26 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:34.662620 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.701215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:34.713622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Router 84286757-4499-47e8-b416-38246252e37b has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:34.720269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8', 'network_id': '53070772-89aa-468a-b502-c2df2484496e', 'port_id': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8', 'mac_address': 'fa:16:3e:b4:80:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81072e93-474d-4bb3-ac53-41f391336622', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:34.790999 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.813452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:34.835538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:34.839747 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.896286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:34.911893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cd30afb5-2df2-4f7e-92e4-2fc20cc1d5bd None None] Provisioning complete for port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:34.912340 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd30afb5-2df2-4f7e-92e4-2fc20cc1d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.921576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b344f-7c0f-4253-ad39-8045f48c937d req-b9903a5d-c8e2-443f-8d93-8ec5a8551249 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:34.923123 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e4b344f-7c0f-4253-ad39-8045f48c937d req-b9903a5d-c8e2-443f-8d93-8ec5a8551249 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.1530018 Aug 16 01:52:34.937671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c84469-e1ec-4141-b481-793bf77ff035 req-5dbc5a44-a410-46c9-8446-508b52630169 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:34.939144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57c84469-e1ec-4141-b481-793bf77ff035 req-5dbc5a44-a410-46c9-8446-508b52630169 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 944 time: 0.1537817 Aug 16 01:52:34.940185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:34.947429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cd30afb5-2df2-4f7e-92e4-2fc20cc1d5bd None None] Port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:34.949540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4ec3c10c-4942-4009-8f18-3376aaf9f762 admin admin] 10.222.0.79 "PUT /v2.0/routers/84286757-4499-47e8-b416-38246252e37b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0998955 Aug 16 01:52:35.009775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57c84469-e1ec-4141-b481-793bf77ff035 req-eb520ccd-8448-44dd-88c1-ca25626c0eb1 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575285 Aug 16 01:52:35.014128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e4b344f-7c0f-4253-ad39-8045f48c937d req-62394962-7a82-4460-86c8-e6fc1a430d64 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629916 Aug 16 01:52:35.066760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['9c3c9cd7-e1de-4ee5-9149-006835cf8bd8'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:35.217638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Sync routers for ids ['84286757-4499-47e8-b416-38246252e37b'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:35.232515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Routers {'84286757-4499-47e8-b416-38246252e37b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:35.233203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:52:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84286757-4499-47e8-b416-38246252e37b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:35.266339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4b405b-d3ec-4655-9e5c-557c67f98376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5727db28-3b05-4045-ae5c-2d7918c89a33'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:35.268570 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28d79fe-b12d-49a7-8afd-0006548815b6" -d '{"events": [{"server_uuid": "ac4b405b-d3ec-4655-9e5c-557c67f98376", "name": "network-vif-plugged", "status": "completed", "tag": "5727db28-3b05-4045-ae5c-2d7918c89a33"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:35.319630 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035eb923-1a10-4e18-a217-fa98fa0038eb x-openstack-request-id: req-035eb923-1a10-4e18-a217-fa98fa0038eb {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:35.319844 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4b405b-d3ec-4655-9e5c-557c67f98376", "name": "network-vif-plugged", "status": "completed", "tag": "5727db28-3b05-4045-ae5c-2d7918c89a33", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:35.320093 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-035eb923-1a10-4e18-a217-fa98fa0038eb {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:35.320461 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4b405b-d3ec-4655-9e5c-557c67f98376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5727db28-3b05-4045-ae5c-2d7918c89a33', 'code': 200} Aug 16 01:52:35.350893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Set router 84286757-4499-47e8-b416-38246252e37b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:35.434514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36512) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:35.440706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b833d33e-117c-4304-abe5-c24821276867 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032967025', 'description': 'tempest-description--392005777'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:35.499833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f9409-d2a8-4ab3-b4c1-8a2ca5842e86 req-28ddf5ca-ff27-4800-8926-cafc4061dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.501811 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1c4f9409-d2a8-4ab3-b4c1-8a2ca5842e86 req-28ddf5ca-ff27-4800-8926-cafc4061dd13 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 1098 time: 0.0588109 Aug 16 01:52:35.522304 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b833d33e-117c-4304-abe5-c24821276867 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.555198 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1c4f9409-d2a8-4ab3-b4c1-8a2ca5842e86 req-edb8ec51-1119-4dce-8819-60a5b25f8d26 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Aug 16 01:52:35.579141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83bd53-51ee-4950-93ef-1d52fb5449c4 req-560d6ec8-f115-447d-8cd1-2aa82d7e4437 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.580658 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e83bd53-51ee-4950-93ef-1d52fb5449c4 req-560d6ec8-f115-447d-8cd1-2aa82d7e4437 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 946 time: 0.1077945 Aug 16 01:52:35.612212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:33Z', 'revision_number': 4, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2faf2555-5fb8-4ca1-ba5d-4b119bc9897e', 'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'mac_address': 'fa:16:3e:ce:37:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:32Z', 'updated_at': '2021-08-16T01:52:33Z', 'revision_number': 2, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'subnets': [{'id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:35.638895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Checking router: 84286757-4499-47e8-b416-38246252e37b for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:35.639255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Updating router 84286757-4499-47e8-b416-38246252e37b port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:52:35.668171 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.677551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8b3c5-61b0-4e2c-98fc-7cc0719ccaf2 req-3296080a-a83b-471a-87e2-932d62689150 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.679063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fb8b3c5-61b0-4e2c-98fc-7cc0719ccaf2 req-3296080a-a83b-471a-87e2-932d62689150 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 946 time: 0.1230030 Aug 16 01:52:35.686601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e83bd53-51ee-4950-93ef-1d52fb5449c4 req-6666f537-3fdb-4aee-8c02-d58a67566ef7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847917 Aug 16 01:52:35.739246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b833d33e-117c-4304-abe5-c24821276867 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.746031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b833d33e-117c-4304-abe5-c24821276867 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.775671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fb8b3c5-61b0-4e2c-98fc-7cc0719ccaf2 req-593f87fc-286a-428b-b278-1e51c0e9a712 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851800 Aug 16 01:52:35.796830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b833d33e-117c-4304-abe5-c24821276867 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.796830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b833d33e-117c-4304-abe5-c24821276867 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3540041 Aug 16 01:52:35.796830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36524) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:35.797218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-766e26ec-8ee5-48d9-995f-f4eeca88fe5e tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Request body: {'security_group_rule': {'security_group_id': '4dda6f89-95c4-40ae-a0c0-4bde380e554c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:35.801862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833d33e-117c-4304-abe5-c24821276867 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dda6f89-95c4-40ae-a0c0-4bde380e554c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:35.831188 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-766e26ec-8ee5-48d9-995f-f4eeca88fe5e tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.877059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd96976d-4037-4cbc-ba36-fa69ace6c9ef req-f4cc17fc-d25f-4765-91bb-6a1a4f37c5e4 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0349472 Aug 16 01:52:35.908211 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-766e26ec-8ee5-48d9-995f-f4eeca88fe5e tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.912518 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-766e26ec-8ee5-48d9-995f-f4eeca88fe5e tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.931569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e26ec-8ee5-48d9-995f-f4eeca88fe5e tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bceb765-7de2-48f9-983c-b420b44cf8d9,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:35.939043 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-766e26ec-8ee5-48d9-995f-f4eeca88fe5e tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.940639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-766e26ec-8ee5-48d9-995f-f4eeca88fe5e tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470203 Aug 16 01:52:35.943301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36526) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:35.947924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-92ec5522-c019-4902-9a7e-626206eb1ce8 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Request body: {'security_group_rule': {'security_group_id': '4dda6f89-95c4-40ae-a0c0-4bde380e554c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:35.978807 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.986600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92ec5522-c019-4902-9a7e-626206eb1ce8 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.995643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Transition to ACTIVE for port object 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:36.003397 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.029634 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:52:36.077651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c3b1-52fa-4357-9ad6-14f791c3b0ed None None] Pushing event updated for resources: {'Port': ['ID=2faf2555-5fb8-4ca1-ba5d-4b119bc9897e,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.095235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92ec5522-c019-4902-9a7e-626206eb1ce8 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.107824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-345273be-d18a-4a22-bb64-ebccabf560d1 req-cada01f2-8e92-49ba-aa81-6db6ae73c29d tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-166770438&fields=id&tenant_id=be412e10bfcc423abceb8653dc7e22a0 HTTP/1.1" status: 200 len: 267 time: 0.0942085 Aug 16 01:52:36.112707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Attempting to bind port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:36.113214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Attempting to bind port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:36.113593 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Attempting to bind port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e on network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:36.119207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:36.119630 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Checking segment: {'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:36.119764 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92ec5522-c019-4902-9a7e-626206eb1ce8 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.120044 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.120460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Bound using segment: {'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:36.122482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Bound port: 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:36.122891 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.187043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5522-c019-4902-9a7e-626206eb1ce8 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b49647-0ed7-421d-8428-a11c147fb25f,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.201177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92ec5522-c019-4902-9a7e-626206eb1ce8 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.205815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-92ec5522-c019-4902-9a7e-626206eb1ce8 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2581203 Aug 16 01:52:36.206147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36532) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:36.211111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:36.211315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f85b585e-6076-40b7-85b8-65a75937d34b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:36.218539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] For port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:36.228605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345273be-d18a-4a22-bb64-ebccabf560d1 req-cb757ba7-f2fa-473a-aa1b-3f11ad63a769 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:36.231590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-345273be-d18a-4a22-bb64-ebccabf560d1 req-cb757ba7-f2fa-473a-aa1b-3f11ad63a769 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 946 time: 0.1227286 Aug 16 01:52:36.245209 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.250444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] For port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2faf2555-5fb8-4ca1-ba5d-4b119bc9897e,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:36.252570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102090a4-310d-4150-b4e1-2a1c3170ebb6 req-b9ce7c26-77b6-4070-a0ff-354b21483d02 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:36.254758 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-102090a4-310d-4150-b4e1-2a1c3170ebb6 req-b9ce7c26-77b6-4070-a0ff-354b21483d02 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.1439667 Aug 16 01:52:36.258488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.263235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-345273be-d18a-4a22-bb64-ebccabf560d1 req-01f6cb19-501e-47c7-af8b-9cef4f676b71 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'port': {'security_groups': ['9cf8b1e4-5636-4c14-995e-f156c8e1c6c5', '6998379d-bd94-4b43-9345-ab051e2727e3']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:36.337511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-102090a4-310d-4150-b4e1-2a1c3170ebb6 req-c9f3512c-3654-4744-bd95-41ee95f19e8b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706365 Aug 16 01:52:36.341198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Routers {'84286757-4499-47e8-b416-38246252e37b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:36.342748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:52:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84286757-4499-47e8-b416-38246252e37b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:36.382306 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.396910 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-345273be-d18a-4a22-bb64-ebccabf560d1 req-01f6cb19-501e-47c7-af8b-9cef4f676b71 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.530763 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Allocated IP 172.25.2.69 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/3254c221-7878-4d3d-b04c-47e23e2eca8f) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:36.574072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637d76d-5000-431c-b58c-3e31a63af0e4 req-4a4b1014-d0b1-4b49-a23a-c3fd7ba66098 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:36.576233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b637d76d-5000-431c-b58c-3e31a63af0e4 req-4a4b1014-d0b1-4b49-a23a-c3fd7ba66098 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 945 time: 0.1210301 Aug 16 01:52:36.605057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] Set router 84286757-4499-47e8-b416-38246252e37b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:36.639151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:36.668027 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.673436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c3b1-52fa-4357-9ad6-14f791c3b0ed None None] Pushing event updated for resources: {'Port': ['ID=2faf2555-5fb8-4ca1-ba5d-4b119bc9897e,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.682924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b637d76d-5000-431c-b58c-3e31a63af0e4 req-4c768f70-cbe1-45b7-896f-a60578d53f00 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990639 Aug 16 01:52:36.708400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f85b585e-6076-40b7-85b8-65a75937d34b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:36.708896 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.729647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-345273be-d18a-4a22-bb64-ebccabf560d1 req-01f6cb19-501e-47c7-af8b-9cef4f676b71 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] For port a32817ad-a42e-4288-b9ff-5a15361a858a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a32817ad-a42e-4288-b9ff-5a15361a858a,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:36.737422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.764044 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-345273be-d18a-4a22-bb64-ebccabf560d1 req-01f6cb19-501e-47c7-af8b-9cef4f676b71 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.770768 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-345273be-d18a-4a22-bb64-ebccabf560d1 req-01f6cb19-501e-47c7-af8b-9cef4f676b71 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.780259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:36.783290 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:36.788035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:36.790935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Pushing event updated for resources: {'Port': ['ID=3254c221-7878-4d3d-b04c-47e23e2eca8f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.800904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['6fff6726-85be-4f9e-add6-4a063a0e8fce', 'a32817ad-a42e-4288-b9ff-5a15361a858a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:36.826462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345273be-d18a-4a22-bb64-ebccabf560d1 req-01f6cb19-501e-47c7-af8b-9cef4f676b71 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:36.827106 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-345273be-d18a-4a22-bb64-ebccabf560d1 req-01f6cb19-501e-47c7-af8b-9cef4f676b71 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.828548 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-345273be-d18a-4a22-bb64-ebccabf560d1 req-01f6cb19-501e-47c7-af8b-9cef4f676b71 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "PUT /v2.0/ports/a32817ad-a42e-4288-b9ff-5a15361a858a HTTP/1.1" status: 200 len: 982 time: 0.5726092 Aug 16 01:52:36.829022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197701c5-4fcd-49e7-8240-83f5428341c1', 'tag': 'a32817ad-a42e-4288-b9ff-5a15361a858a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:36.831465 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40de5fb-bf22-4971-9374-bb2f7a0f2b18" -d '{"events": [{"name": "network-changed", "server_uuid": "197701c5-4fcd-49e7-8240-83f5428341c1", "tag": "a32817ad-a42e-4288-b9ff-5a15361a858a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:36.855648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6cb19-501e-47c7-af8b-9cef4f676b71 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'Port': ['ID=a32817ad-a42e-4288-b9ff-5a15361a858a,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.929414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0370d784-c42e-480e-bad4-2872de056704 req-caa7cd12-fcda-4f3c-8054-0b8e0907d189 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/6998379d-bd94-4b43-9345-ab051e2727e3 HTTP/1.1" status: 200 len: 1800 time: 0.0694504 Aug 16 01:52:36.941108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:36.941573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763684e-77a9-45c1-8e24-5f0f08eecd66 req-0410cad6-045f-41d7-bc56-e4a3cac2b0a3 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:36.943087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2763684e-77a9-45c1-8e24-5f0f08eecd66 req-0410cad6-045f-41d7-bc56-e4a3cac2b0a3 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 946 time: 0.0769517 Aug 16 01:52:36.980341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:36.980864 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.982096 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.987853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['a32817ad-a42e-4288-b9ff-5a15361a858a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:37.006406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2763684e-77a9-45c1-8e24-5f0f08eecd66 req-d7297a1a-7e93-4631-9a79-3d5b8f14d5d5 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542068 Aug 16 01:52:37.013928 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-0370d784-c42e-480e-bad4-2872de056704 req-d3c607cd-b52d-4476-bcef-1b276dff4967 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 01:52:37.014942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0370d784-c42e-480e-bad4-2872de056704 req-d3c607cd-b52d-4476-bcef-1b276dff4967 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "DELETE /v2.0/security-groups/6998379d-bd94-4b43-9345-ab051e2727e3 HTTP/1.1" status: 409 len: 341 time: 0.0709145 Aug 16 01:52:37.040125 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.055499 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0fd55a-f3c4-4526-82c5-49702c50e584 x-openstack-request-id: req-ae0fd55a-f3c4-4526-82c5-49702c50e584 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:37.055893 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197701c5-4fcd-49e7-8240-83f5428341c1", "tag": "a32817ad-a42e-4288-b9ff-5a15361a858a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:37.056338 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae0fd55a-f3c4-4526-82c5-49702c50e584 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:37.056804 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197701c5-4fcd-49e7-8240-83f5428341c1', 'tag': 'a32817ad-a42e-4288-b9ff-5a15361a858a', 'status': 'completed', 'code': 200} Aug 16 01:52:37.139929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e85d485b-bde8-429f-9d8c-aa319363e175 req-f9c08012-23a8-45a7-a297-f80f0cb04f9d tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0521414 Aug 16 01:52:37.178920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40de5fb-bf22-4971-9374-bb2f7a0f2b18 req-b4c26976-971e-4c2b-8dc2-0e2edc48b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:37.180811 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b40de5fb-bf22-4971-9374-bb2f7a0f2b18 req-b4c26976-971e-4c2b-8dc2-0e2edc48b66a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be412e10bfcc423abceb8653dc7e22a0&device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 1137 time: 0.1010306 Aug 16 01:52:37.269791 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.277188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.307489 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.313637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40de5fb-bf22-4971-9374-bb2f7a0f2b18 req-734c08d5-88a4-4670-b7c5-2f827794c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:37.315143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b40de5fb-bf22-4971-9374-bb2f7a0f2b18 req-734c08d5-88a4-4670-b7c5-2f827794c5e8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 200 len: 914 time: 0.1246297 Aug 16 01:52:37.378556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Pushing event updated for resources: {'Port': ['ID=3254c221-7878-4d3d-b04c-47e23e2eca8f,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:37.395267 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.395534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:37.396271 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7f2505-31a2-45db-acff-448c3143bc94" -d '{"events": [{"server_uuid": "579a8bb2-dabc-4e15-a8b6-e4aaa440675c", "name": "network-vif-plugged", "status": "completed", "tag": "9c3c9cd7-e1de-4ee5-9149-006835cf8bd8"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:37.411487 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.425074 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-26372baf-a579-4bbf-85a8-6ec8573530a0 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2057719 Aug 16 01:52:37.425342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:37.431348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b40de5fb-bf22-4971-9374-bb2f7a0f2b18 req-4e2aff0b-8a60-4ebd-9608-2448bf126a51 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a32817ad-a42e-4288-b9ff-5a15361a858a HTTP/1.1" status: 200 len: 217 time: 0.1059079 Aug 16 01:52:37.440538 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.483040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:33Z', 'revision_number': 4, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2faf2555-5fb8-4ca1-ba5d-4b119bc9897e', 'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'mac_address': 'fa:16:3e:ce:37:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:32Z', 'updated_at': '2021-08-16T01:52:36Z', 'revision_number': 4, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'subnets': [{'id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:37.528713 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde85d36-4c7c-4aa0-8992-074d1b8672c7 None None] The sync data for ids ['84286757-4499-47e8-b416-38246252e37b'] in n-d-768851-16 is: [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:33Z', 'revision_number': 4, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2faf2555-5fb8-4ca1-ba5d-4b119bc9897e', 'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'mac_address': 'fa:16:3e:ce:37:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:32Z', 'updated_at': '2021-08-16T01:52:36Z', 'revision_number': 4, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'subnets': [{'id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:37.529048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb511b3-8717-4993-b0bb-de23b5f00590 req-3571c613-aea0-4f6c-a177-ccb3d6074fa3 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:37.530266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cb511b3-8717-4993-b0bb-de23b5f00590 req-3571c613-aea0-4f6c-a177-ccb3d6074fa3 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 985 time: 0.1544843 Aug 16 01:52:37.540120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40de5fb-bf22-4971-9374-bb2f7a0f2b18 req-8a587e3d-8a5b-405e-9ffd-9c3dea82ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:37.541485 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b40de5fb-bf22-4971-9374-bb2f7a0f2b18 req-8a587e3d-8a5b-405e-9ffd-9c3dea82ce2f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59bef847-bc43-4659-89df-a601fdb7e4c5 HTTP/1.1" status: 200 len: 853 time: 0.1008708 Aug 16 01:52:37.576370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:37.642874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e85a04-c5c9-40da-9760-c00249221a30 req-a5a10a0e-c365-41dc-aa7d-e3b27a6c7c8b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:37.644695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1e85a04-c5c9-40da-9760-c00249221a30 req-a5a10a0e-c365-41dc-aa7d-e3b27a6c7c8b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.1907890 Aug 16 01:52:37.646735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b40de5fb-bf22-4971-9374-bb2f7a0f2b18 req-22cd16d4-197f-4290-a193-98b4cc1d2817 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855441 Aug 16 01:52:37.686220 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cb511b3-8717-4993-b0bb-de23b5f00590 req-12d8dc75-ca15-4a62-ad9f-f3b936ede3a3 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=6998379d-bd94-4b43-9345-ab051e2727e3&id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1424181 Aug 16 01:52:37.758985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1e85a04-c5c9-40da-9760-c00249221a30 req-081d1525-a8d3-4595-948e-aa69e51d6be5 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027150 Aug 16 01:52:37.807986 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b40de5fb-bf22-4971-9374-bb2f7a0f2b18 req-33d3ad1b-4658-495f-a1f8-d538c365aaa7 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527789 Aug 16 01:52:37.813405 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9611e2-c3fe-4541-b8ca-c7f441cef85b x-openstack-request-id: req-7d9611e2-c3fe-4541-b8ca-c7f441cef85b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:37.813763 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579a8bb2-dabc-4e15-a8b6-e4aaa440675c", "name": "network-vif-plugged", "status": "completed", "tag": "9c3c9cd7-e1de-4ee5-9149-006835cf8bd8", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:37.814083 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d9611e2-c3fe-4541-b8ca-c7f441cef85b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:37.814646 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8', 'code': 200} Aug 16 01:52:37.968461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4032194-99a8-4ac3-8cbd-634a5f035b7d req-0f5b4442-9125-4fa0-96c0-3e956a156a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:37.970248 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f4032194-99a8-4ac3-8cbd-634a5f035b7d req-0f5b4442-9125-4fa0-96c0-3e956a156a0b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1098 time: 0.0678849 Aug 16 01:52:38.018455 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f4032194-99a8-4ac3-8cbd-634a5f035b7d req-8016a056-5783-464e-97b1-3ac248eaf98e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Aug 16 01:52:38.024717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-51a62d27-7137-4761-bad0-bb5892c03d55 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1032967025&fields=id&tenant_id=bd61ecfaf36341cf9d9aea1be3c5e964 HTTP/1.1" status: 200 len: 267 time: 0.0955434 Aug 16 01:52:38.035233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b40de5fb-bf22-4971-9374-bb2f7a0f2b18 req-969ee960-79a8-4c62-9d5d-be67ca7e05fe service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086031 Aug 16 01:52:38.042649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748af3e7-bdee-44bd-9e79-56ee674b0e50 req-1269fe9d-72b0-4282-ae36-df869b374ff8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:38.044630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-748af3e7-bdee-44bd-9e79-56ee674b0e50 req-1269fe9d-72b0-4282-ae36-df869b374ff8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 946 time: 0.1281748 Aug 16 01:52:38.187176 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-748af3e7-bdee-44bd-9e79-56ee674b0e50 req-f07bcb4d-e364-4906-b737-633a1fc6a765 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322558 Aug 16 01:52:38.201163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:38.208954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472f019-a892-41db-b33e-b57faca6c854 req-6960ec63-3180-41a6-a391-a855f032dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:38.210471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c472f019-a892-41db-b33e-b57faca6c854 req-6960ec63-3180-41a6-a391-a855f032dce3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be412e10bfcc423abceb8653dc7e22a0&device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 1137 time: 0.0981550 Aug 16 01:52:38.238426 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-9fc289e2-0003-4fb5-b442-999362aa1da5 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:38.240059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-9fc289e2-0003-4fb5-b442-999362aa1da5 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/networks?id=0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 HTTP/1.1" status: 200 len: 815 time: 0.2073100 Aug 16 01:52:38.274368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:38.279560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:38.280077 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.323361 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-a84baa69-8264-422e-83b8-692efcc4d92c tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/quotas/bd61ecfaf36341cf9d9aea1be3c5e964 HTTP/1.1" status: 200 len: 375 time: 0.0664649 Aug 16 01:52:38.365336 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.404871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2faf2555-5fb8-4ca1-ba5d-4b119bc9897e,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:38.409864 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.417218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114538ef-5740-4986-b19b-4e1a21b95ba5 req-f97d9e6e-1c8f-4f20-bb93-f031140bc110 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:38.419316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-114538ef-5740-4986-b19b-4e1a21b95ba5 req-f97d9e6e-1c8f-4f20-bb93-f031140bc110 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 946 time: 0.1309762 Aug 16 01:52:38.437968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472f019-a892-41db-b33e-b57faca6c854 req-3608467e-4b5e-49b9-9627-edc284ca833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:38.439407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c472f019-a892-41db-b33e-b57faca6c854 req-3608467e-4b5e-49b9-9627-edc284ca833e service neutron] 10.222.0.89 "GET /v2.0/networks?id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 200 len: 914 time: 0.2206676 Aug 16 01:52:38.449537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-e2fbdc40-2d6c-4750-aa29-92cd8d321b41 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bd61ecfaf36341cf9d9aea1be3c5e964&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1170101 Aug 16 01:52:38.467560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=2faf2555-5fb8-4ca1-ba5d-4b119bc9897e,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:38.503010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c472f019-a892-41db-b33e-b57faca6c854 req-67279f83-8648-4ed1-a39e-94c815da6ae0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a32817ad-a42e-4288-b9ff-5a15361a858a HTTP/1.1" status: 200 len: 217 time: 0.0521426 Aug 16 01:52:38.590996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-114538ef-5740-4986-b19b-4e1a21b95ba5 req-a569fd35-86b8-4256-93e2-ac963fcf2d76 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619384 Aug 16 01:52:38.634736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472f019-a892-41db-b33e-b57faca6c854 req-62e4812f-a025-4001-9c7f-db6d743a0994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:38.635075 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c472f019-a892-41db-b33e-b57faca6c854 req-62e4812f-a025-4001-9c7f-db6d743a0994 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59bef847-bc43-4659-89df-a601fdb7e4c5 HTTP/1.1" status: 200 len: 853 time: 0.0971816 Aug 16 01:52:38.659517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-fcb587bb-a3b3-41dd-809b-891c046895cc service neutron] 10.222.0.79 "GET /v2.0/networks/0f0a2942-6dfc-4ebf-8e51-6521f736a3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949418 Aug 16 01:52:38.682797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c472f019-a892-41db-b33e-b57faca6c854 req-30bb4d11-3379-48d4-8d39-aaf615eb0315 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379455 Aug 16 01:52:38.803430 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-788590aa-c60c-4003-afbc-c594f7f46362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.811089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9695855b-206d-40d2-bc94-e15effdd6bbf req-bd113446-067a-4a49-bfa0-71a6684b3a2a tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0435386 Aug 16 01:52:38.861489 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-60310b49-ce6d-40df-abcd-6f6ceb15f118 service neutron] 10.222.0.79 "GET /v2.0/networks/0f0a2942-6dfc-4ebf-8e51-6521f736a3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883843 Aug 16 01:52:38.863331 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c472f019-a892-41db-b33e-b57faca6c854 req-678308c9-09af-4022-b57c-0bf0b31d6ee2 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399908 Aug 16 01:52:38.960450 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c472f019-a892-41db-b33e-b57faca6c854 req-4bcad287-6ef5-4763-b544-b7b968fdae19 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887246 Aug 16 01:52:39.146294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85681d-dcd6-4a01-a126-da5bf505c966 req-f63b47ae-9879-4747-8807-8cae2b4d2943 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.147810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a85681d-dcd6-4a01-a126-da5bf505c966 req-f63b47ae-9879-4747-8807-8cae2b4d2943 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.1026821 Aug 16 01:52:39.160672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf285c-ffd5-4294-b0f1-55c44b08df05 req-59dcc376-f0fe-4a19-bf96-70ac60ae5c91 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.162034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3bf285c-ffd5-4294-b0f1-55c44b08df05 req-59dcc376-f0fe-4a19-bf96-70ac60ae5c91 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 985 time: 0.0890467 Aug 16 01:52:39.218155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a85681d-dcd6-4a01-a126-da5bf505c966 req-4699d13c-27e5-45bd-ad02-9ba517737809 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549576 Aug 16 01:52:39.233900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3bf285c-ffd5-4294-b0f1-55c44b08df05 req-865dcc06-d21f-4d34-9267-5dd485282b84 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=6998379d-bd94-4b43-9345-ab051e2727e3&id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0644312 Aug 16 01:52:39.251850 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.312834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8debc45a-f60f-41f2-8f15-5a6dd4908d07 req-40cb9dfd-1dc8-4cfc-bcf7-f386b2748ad3 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 210 time: 0.0262704 Aug 16 01:52:39.367175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e9da2-fe26-4386-bf8d-4440d1387a28 req-b3cfba0a-3276-4f19-b374-5d3f3e303038 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.374503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-268e9da2-fe26-4386-bf8d-4440d1387a28 req-b3cfba0a-3276-4f19-b374-5d3f3e303038 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 946 time: 0.0604796 Aug 16 01:52:39.419122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-268e9da2-fe26-4386-bf8d-4440d1387a28 req-7ec6cf45-3be0-455b-9c28-2169619023f6 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Aug 16 01:52:39.591424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c95d7-5acc-40e7-a4ed-b6197803defb req-c425f0e2-2faf-4823-838b-cb6373b16b0c tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.592514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd6c95d7-5acc-40e7-a4ed-b6197803defb req-c425f0e2-2faf-4823-838b-cb6373b16b0c tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1098 time: 0.0743029 Aug 16 01:52:39.604390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b300f-71ca-4007-9083-e5db95090913 req-6863dbab-3e6e-4a82-b5a6-417886f58cc5 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.605866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f4b300f-71ca-4007-9083-e5db95090913 req-6863dbab-3e6e-4a82-b5a6-417886f58cc5 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 946 time: 0.0595298 Aug 16 01:52:39.656208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd6c95d7-5acc-40e7-a4ed-b6197803defb req-5a5b00af-9b82-45a0-ad1a-33fc89bc5c58 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488112 Aug 16 01:52:39.663931 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f4b300f-71ca-4007-9083-e5db95090913 req-43303b4b-4a52-4f89-9ddc-4339540be5a7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508108 Aug 16 01:52:39.767243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23d967-09dc-411a-bdbc-eeac0b21cf5f req-5be7904d-497f-4300-9dd6-73190fb71727 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.768973 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d23d967-09dc-411a-bdbc-eeac0b21cf5f req-5be7904d-497f-4300-9dd6-73190fb71727 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1098 time: 0.0418046 Aug 16 01:52:39.808272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d23d967-09dc-411a-bdbc-eeac0b21cf5f req-1b69927e-3b81-465a-af9d-5a904bde8f78 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Aug 16 01:52:39.913348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e1811f5-c34e-4c1f-b66a-09c5729a5db0 req-74e86e70-8b48-47ac-8119-fcf99b37a8e2 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0262158 Aug 16 01:52:40.104783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6217-cd79-47bf-a3a7-8cefdee038e2 req-9fdd8870-e6ed-4ca8-b9ee-11b9f4166aa7 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:40.106812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e06c6217-cd79-47bf-a3a7-8cefdee038e2 req-9fdd8870-e6ed-4ca8-b9ee-11b9f4166aa7 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1098 time: 0.0759242 Aug 16 01:52:40.143422 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c789e316-db3d-4e48-85b9-15abd78957a2 req-18153f29-498d-470d-a207-f04198f68836 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0457222 Aug 16 01:52:40.237418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e06c6217-cd79-47bf-a3a7-8cefdee038e2 req-2a8b69e0-ef65-426a-b84e-a34fad261916 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879512 Aug 16 01:52:40.260289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:40.298590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-4ff5f690-a66d-46ff-ad57-048ce4e68d10 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:40.300087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-4ff5f690-a66d-46ff-ad57-048ce4e68d10 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.89 "GET /v2.0/networks?id=0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 HTTP/1.1" status: 200 len: 815 time: 0.2127895 Aug 16 01:52:40.338177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:40.338551 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.423249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-45d8f5a6-538a-4a38-a0f5-ff7f90519eff tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd61ecfaf36341cf9d9aea1be3c5e964 HTTP/1.1" status: 200 len: 380 time: 0.1108825 Aug 16 01:52:40.435793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Request body: {'port': {'device_id': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'admin_state_up': True, 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'security_groups': ['4dda6f89-95c4-40ae-a0c0-4bde380e554c']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:40.446922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ce9b5-bf9b-473a-81b5-512d0d70923b req-8dda964b-9e5b-4ac5-b72f-b384131e5a51 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:40.448394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-217ce9b5-bf9b-473a-81b5-512d0d70923b req-8dda964b-9e5b-4ac5-b72f-b384131e5a51 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 985 time: 0.1037729 Aug 16 01:52:40.457483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62ae26-83ab-4db5-b558-dacce43fb361 req-70164a6b-cbd1-49ea-8c6f-c484366115cd tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:40.458858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc62ae26-83ab-4db5-b558-dacce43fb361 req-70164a6b-cbd1-49ea-8c6f-c484366115cd tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 946 time: 0.1330020 Aug 16 01:52:40.858183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc62ae26-83ab-4db5-b558-dacce43fb361 req-495704b6-fffd-4234-a94e-087a945fa724 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854392 Aug 16 01:52:40.864865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-217ce9b5-bf9b-473a-81b5-512d0d70923b req-ec9a8f58-7e1c-404f-a052-5e80839bbe26 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=6998379d-bd94-4b43-9345-ab051e2727e3&id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4051061 Aug 16 01:52:40.957512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1cd42ff-e498-4217-8caf-ea111344c0eb req-1ecab363-62bb-4b6f-a9cf-d9218e6c32f1 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 210 time: 0.0416069 Aug 16 01:52:40.984272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Made reservation on behalf of bd61ecfaf36341cf9d9aea1be3c5e964 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:40.987761 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.017038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef9097-ed4a-4e18-8f05-c6d0e86b66ca req-03dbc095-3db1-474a-9cd0-11c2c809700f tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:41.018519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5aef9097-ed4a-4e18-8f05-c6d0e86b66ca req-03dbc095-3db1-474a-9cd0-11c2c809700f tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 946 time: 0.0889266 Aug 16 01:52:41.100647 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5aef9097-ed4a-4e18-8f05-c6d0e86b66ca req-3cc9fbec-052e-4ea0-9cf5-2e5773760bfa tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750461 Aug 16 01:52:41.156179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Allocated IP 172.20.0.7 (0f0a2942-6dfc-4ebf-8e51-6521f736a3f0/d1832452-a185-4f7c-8ec7-fcd538b6c09d/73699b24-f2dc-4c31-9477-12a4fe82ed6a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:41.214831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8375044-0256-484a-995d-ab09063ec85c req-40b756e2-b42f-4ebb-9031-e357d3b8f467 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1476413766&fields=id&tenant_id=be412e10bfcc423abceb8653dc7e22a0 HTTP/1.1" status: 200 len: 267 time: 0.0561960 Aug 16 01:52:41.344703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8375044-0256-484a-995d-ab09063ec85c req-6eed4ab1-6054-405f-92b5-ff0fde7aed0d tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:41.346262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8375044-0256-484a-995d-ab09063ec85c req-6eed4ab1-6054-405f-92b5-ff0fde7aed0d tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 985 time: 0.1228034 Aug 16 01:52:41.360932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-a8375044-0256-484a-995d-ab09063ec85c req-0dfba8c3-f04b-4696-a3a6-ad113e98840a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'port': {'security_groups': ['6998379d-bd94-4b43-9345-ab051e2727e3', '9cf8b1e4-5636-4c14-995e-f156c8e1c6c5', 'f0ed7bb6-8a3f-4bc7-bfae-b792142acdf4']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:41.425796 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e42f0c68-47dc-4110-86f5-9b57137dc39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.446076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-025315e6-4e1f-4100-8703-01a8beaf6625 req-1e73370d-dd63-4922-8be4-a037024039de tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0575554 Aug 16 01:52:41.450776 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.489874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Transition to ACTIVE for port object 73699b24-f2dc-4c31-9477-12a4fe82ed6a will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:41.492308 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.496363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a8375044-0256-484a-995d-ab09063ec85c req-0dfba8c3-f04b-4696-a3a6-ad113e98840a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.591189 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.681005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:41.690856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:41.696995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:41.699363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Pushing event updated for resources: {'Port': ['ID=73699b24-f2dc-4c31-9477-12a4fe82ed6a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:41.788719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f01af-71ce-4b31-9eb7-163c752ca4b3 req-199599d3-c5dd-433b-8eb6-bed714bb1f84 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:41.790172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf4f01af-71ce-4b31-9eb7-163c752ca4b3 req-199599d3-c5dd-433b-8eb6-bed714bb1f84 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1098 time: 0.1939626 Aug 16 01:52:41.801992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:41.802615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.849461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-7435103e-a666-4683-8364-d852e8c35c56 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4189353 Aug 16 01:52:41.871049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Request body: {'port': {'device_id': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:41.906058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf4f01af-71ce-4b31-9eb7-163c752ca4b3 req-fbb9e7b1-a5ba-4112-b673-74b2f81114a1 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006844 Aug 16 01:52:41.912036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a8375044-0256-484a-995d-ab09063ec85c req-0dfba8c3-f04b-4696-a3a6-ad113e98840a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] For port a32817ad-a42e-4288-b9ff-5a15361a858a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a32817ad-a42e-4288-b9ff-5a15361a858a,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:41.967214 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.970368 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a8375044-0256-484a-995d-ab09063ec85c req-0dfba8c3-f04b-4696-a3a6-ad113e98840a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.990918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7142d669-6d61-49d0-9efd-aa4d56b559c1 None None] Provisioning for port 73699b24-f2dc-4c31-9477-12a4fe82ed6a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:42.002600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a8375044-0256-484a-995d-ab09063ec85c req-0dfba8c3-f04b-4696-a3a6-ad113e98840a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.023120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['6fff6726-85be-4f9e-add6-4a063a0e8fce', 'a32817ad-a42e-4288-b9ff-5a15361a858a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:42.031389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7142d669-6d61-49d0-9efd-aa4d56b559c1 None None] Provisioning complete for port 73699b24-f2dc-4c31-9477-12a4fe82ed6a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:42.032831 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7142d669-6d61-49d0-9efd-aa4d56b559c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.065202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cee82-5bbe-463c-b4d9-cca45486a15d req-ef246173-3dd7-40fc-a7c1-79a9bd84f0c6 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:42.072246 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-966cee82-5bbe-463c-b4d9-cca45486a15d req-ef246173-3dd7-40fc-a7c1-79a9bd84f0c6 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 946 time: 0.1027453 Aug 16 01:52:42.073697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8375044-0256-484a-995d-ab09063ec85c req-0dfba8c3-f04b-4696-a3a6-ad113e98840a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:42.074353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a8375044-0256-484a-995d-ab09063ec85c req-0dfba8c3-f04b-4696-a3a6-ad113e98840a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.090497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8375044-0256-484a-995d-ab09063ec85c req-0dfba8c3-f04b-4696-a3a6-ad113e98840a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "PUT /v2.0/ports/a32817ad-a42e-4288-b9ff-5a15361a858a HTTP/1.1" status: 200 len: 1021 time: 0.7342088 Aug 16 01:52:42.091365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197701c5-4fcd-49e7-8240-83f5428341c1', 'tag': 'a32817ad-a42e-4288-b9ff-5a15361a858a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:42.094859 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997e35bc-3376-4d1d-81fd-3f4cc589219b" -d '{"events": [{"name": "network-changed", "server_uuid": "197701c5-4fcd-49e7-8240-83f5428341c1", "tag": "a32817ad-a42e-4288-b9ff-5a15361a858a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:42.134509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7142d669-6d61-49d0-9efd-aa4d56b559c1 None None] Port 73699b24-f2dc-4c31-9477-12a4fe82ed6a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:42.185598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['a32817ad-a42e-4288-b9ff-5a15361a858a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:42.213653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfba8c3-f04b-4696-a3a6-ad113e98840a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'Port': ['ID=a32817ad-a42e-4288-b9ff-5a15361a858a,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:42.269249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-966cee82-5bbe-463c-b4d9-cca45486a15d req-eb73296f-4b3f-41d1-9f44-b4d5f96a811e tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Deleting port 5727db28-3b05-4045-ae5c-2d7918c89a33 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:42.269584 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-966cee82-5bbe-463c-b4d9-cca45486a15d req-eb73296f-4b3f-41d1-9f44-b4d5f96a811e tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.377597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc17ef2-b810-4143-bb07-eb2fe55e1d8e req-79d6a0d6-16c1-49af-9882-4578e195ae64 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:42.378161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-966cee82-5bbe-463c-b4d9-cca45486a15d req-eb73296f-4b3f-41d1-9f44-b4d5f96a811e tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] For port 5727db28-3b05-4045-ae5c-2d7918c89a33, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5727db28-3b05-4045-ae5c-2d7918c89a33,segment=NetworkSegment(ed0c9935-658f-486f-bdb0-7c6a53090daf),segment_id=ed0c9935-658f-486f-bdb0-7c6a53090daf)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:42.378534 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-966cee82-5bbe-463c-b4d9-cca45486a15d req-eb73296f-4b3f-41d1-9f44-b4d5f96a811e tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.380562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dc17ef2-b810-4143-bb07-eb2fe55e1d8e req-79d6a0d6-16c1-49af-9882-4578e195ae64 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 931 time: 0.1776483 Aug 16 01:52:42.409237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-966cee82-5bbe-463c-b4d9-cca45486a15d req-eb73296f-4b3f-41d1-9f44-b4d5f96a811e tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Calling delete_port for 5727db28-3b05-4045-ae5c-2d7918c89a33 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:42.474889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dc17ef2-b810-4143-bb07-eb2fe55e1d8e req-e3401236-8232-4925-a5ea-904642cc25e4 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843952 Aug 16 01:52:42.593354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-966cee82-5bbe-463c-b4d9-cca45486a15d req-eb73296f-4b3f-41d1-9f44-b4d5f96a811e tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.611563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73699b24-f2dc-4c31-9477-12a4fe82ed6a {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:42.623552 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.640887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73296f-4b3f-41d1-9f44-b4d5f96a811e tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Pushing event deleted for resources: {'Port': ['ID=5727db28-3b05-4045-ae5c-2d7918c89a33,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:42.642259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['5727db28-3b05-4045-ae5c-2d7918c89a33'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:42.644761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Transition to ACTIVE for port object 73699b24-f2dc-4c31-9477-12a4fe82ed6a will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:42.682237 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.687595 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.728499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-966cee82-5bbe-463c-b4d9-cca45486a15d req-eb73296f-4b3f-41d1-9f44-b4d5f96a811e tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] No DVR routers for this DVR port 5727db28-3b05-4045-ae5c-2d7918c89a33 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:42.737924 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-966cee82-5bbe-463c-b4d9-cca45486a15d req-eb73296f-4b3f-41d1-9f44-b4d5f96a811e tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.740680 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-966cee82-5bbe-463c-b4d9-cca45486a15d req-eb73296f-4b3f-41d1-9f44-b4d5f96a811e tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.84 "DELETE /v2.0/ports/5727db28-3b05-4045-ae5c-2d7918c89a33 HTTP/1.1" status: 204 len: 173 time: 0.6628561 Aug 16 01:52:42.741465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4b405b-d3ec-4655-9e5c-557c67f98376', 'name': 'network-vif-deleted', 'tag': '5727db28-3b05-4045-ae5c-2d7918c89a33'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:42.743997 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ae857d-5573-46ec-bc91-7dda8f552408" -d '{"events": [{"server_uuid": "ac4b405b-d3ec-4655-9e5c-557c67f98376", "name": "network-vif-deleted", "tag": "5727db28-3b05-4045-ae5c-2d7918c89a33"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:42.752894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-afa43601-651f-42d3-a83b-19814da47629 req-0e471ee7-aa0d-4444-95af-54fb8808bc60 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/f0ed7bb6-8a3f-4bc7-bfae-b792142acdf4 HTTP/1.1" status: 200 len: 1800 time: 0.1064131 Aug 16 01:52:42.847504 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Pushing event updated for resources: {'Port': ['ID=73699b24-f2dc-4c31-9477-12a4fe82ed6a,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:42.882578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Attempting to bind port 73699b24-f2dc-4c31-9477-12a4fe82ed6a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:42.883300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Attempting to bind port 73699b24-f2dc-4c31-9477-12a4fe82ed6a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:42.883300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Attempting to bind port 73699b24-f2dc-4c31-9477-12a4fe82ed6a on network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:42.892339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Port 73699b24-f2dc-4c31-9477-12a4fe82ed6a on network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:42.892741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Attempting to bind port 73699b24-f2dc-4c31-9477-12a4fe82ed6a on network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:42.898067 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-afa43601-651f-42d3-a83b-19814da47629 req-5c1cd35c-efa0-4779-8359-a2f27638a3fe tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 01:52:42.899135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-afa43601-651f-42d3-a83b-19814da47629 req-5c1cd35c-efa0-4779-8359-a2f27638a3fe tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "DELETE /v2.0/security-groups/f0ed7bb6-8a3f-4bc7-bfae-b792142acdf4 HTTP/1.1" status: 409 len: 341 time: 0.1453559 Aug 16 01:52:42.900274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:42.900606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Checking segment: {'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:42.901103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Bound using segment: {'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:42.901772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Bound port: 73699b24-f2dc-4c31-9477-12a4fe82ed6a, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ce5485-dcc4-4d9c-9964-ff35fe7503e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:42.902132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.957751 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4f967b-1341-46e3-aeee-f5ea9646d7e6 x-openstack-request-id: req-0a4f967b-1341-46e3-aeee-f5ea9646d7e6 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:42.958168 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197701c5-4fcd-49e7-8240-83f5428341c1", "tag": "a32817ad-a42e-4288-b9ff-5a15361a858a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:42.958422 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a4f967b-1341-46e3-aeee-f5ea9646d7e6 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:42.958812 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197701c5-4fcd-49e7-8240-83f5428341c1', 'tag': 'a32817ad-a42e-4288-b9ff-5a15361a858a', 'status': 'completed', 'code': 200} Aug 16 01:52:42.994164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] For port 73699b24-f2dc-4c31-9477-12a4fe82ed6a, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:42.998400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] For port 73699b24-f2dc-4c31-9477-12a4fe82ed6a, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=73699b24-f2dc-4c31-9477-12a4fe82ed6a,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:43.006439 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.046912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e35bc-3376-4d1d-81fd-3f4cc589219b req-c7f626be-4706-4117-8a53-fbf5a1246e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.048547 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-997e35bc-3376-4d1d-81fd-3f4cc589219b req-c7f626be-4706-4117-8a53-fbf5a1246e30 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be412e10bfcc423abceb8653dc7e22a0&device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 1176 time: 0.0582383 Aug 16 01:52:43.061947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.062575 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.064194 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] 10.222.0.89 "PUT /v2.0/ports/73699b24-f2dc-4c31-9477-12a4fe82ed6a HTTP/1.1" status: 200 len: 1092 time: 1.1987984 Aug 16 01:52:43.098138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19d18144-9eeb-4032-a1db-8c7d7deb164e req-c8baee72-e70c-4b43-bcb6-a7b1812dc3b7 tempest-InstanceActionsNegativeTestJSON-1796762631 tempest-InstanceActionsNegativeTestJSON-1796762631-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac4b405b-d3ec-4655-9e5c-557c67f98376 HTTP/1.1" status: 200 len: 210 time: 0.0620975 Aug 16 01:52:43.140847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9198c55-3ef9-4f02-b3af-1d6ae94ea071 service neutron] Pushing event updated for resources: {'Port': ['ID=73699b24-f2dc-4c31-9477-12a4fe82ed6a,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:43.237797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e35bc-3376-4d1d-81fd-3f4cc589219b req-5069dae2-a53d-4158-a440-0bb5f97da31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.239310 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-997e35bc-3376-4d1d-81fd-3f4cc589219b req-5069dae2-a53d-4158-a440-0bb5f97da31c service neutron] 10.222.0.89 "GET /v2.0/networks?id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 200 len: 914 time: 0.1832006 Aug 16 01:52:43.250110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-557a0de2-6701-46c2-b793-de6f994fde75 req-e4393743-ad0a-4f34-96fa-2d405000fb3f tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0343468 Aug 16 01:52:43.256175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-4fef77f5-cc77-49bf-91b7-8370a1a03207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.258138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-4fef77f5-cc77-49bf-91b7-8370a1a03207 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bd61ecfaf36341cf9d9aea1be3c5e964&device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 1095 time: 0.1439867 Aug 16 01:52:43.288268 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-997e35bc-3376-4d1d-81fd-3f4cc589219b req-a84000eb-18de-41b1-b1c4-85a24b48efae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a32817ad-a42e-4288-b9ff-5a15361a858a HTTP/1.1" status: 200 len: 217 time: 0.0409515 Aug 16 01:52:43.334461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-faef95cc-281d-4620-8843-fd3030d590e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73699b24-f2dc-4c31-9477-12a4fe82ed6a HTTP/1.1" status: 200 len: 217 time: 0.0676353 Aug 16 01:52:43.373508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e35bc-3376-4d1d-81fd-3f4cc589219b req-8056e7ec-5e1b-4e19-830d-9e2a8fd93d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.375895 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-997e35bc-3376-4d1d-81fd-3f4cc589219b req-8056e7ec-5e1b-4e19-830d-9e2a8fd93d23 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59bef847-bc43-4659-89df-a601fdb7e4c5 HTTP/1.1" status: 200 len: 853 time: 0.0803170 Aug 16 01:52:43.395082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-4ee67929-24af-41e6-b6db-6a981a4723e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.396601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-4ee67929-24af-41e6-b6db-6a981a4723e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d1832452-a185-4f7c-8ec7-fcd538b6c09d HTTP/1.1" status: 200 len: 854 time: 0.0535653 Aug 16 01:52:43.410958 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-997e35bc-3376-4d1d-81fd-3f4cc589219b req-161c3442-41c7-4b62-a63b-a4cdbf0dc161 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283420 Aug 16 01:52:43.446868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-a34ba08f-e123-4bae-b78f-ed34988c76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.454188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-a34ba08f-e123-4bae-b78f-ed34988c76e7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0f0a2942-6dfc-4ebf-8e51-6521f736a3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490739 Aug 16 01:52:43.564253 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-997e35bc-3376-4d1d-81fd-3f4cc589219b req-22e1135f-c575-4761-b422-cd0c17b8df1d service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432922 Aug 16 01:52:43.566309 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5220cd1-cbbc-4008-acd0-516041fc7483 x-openstack-request-id: req-e5220cd1-cbbc-4008-acd0-516041fc7483 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:43.566597 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4b405b-d3ec-4655-9e5c-557c67f98376", "name": "network-vif-deleted", "tag": "5727db28-3b05-4045-ae5c-2d7918c89a33", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:43.566849 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5220cd1-cbbc-4008-acd0-516041fc7483 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:43.568123 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4b405b-d3ec-4655-9e5c-557c67f98376', 'name': 'network-vif-deleted', 'tag': '5727db28-3b05-4045-ae5c-2d7918c89a33', 'status': 'completed', 'code': 200} Aug 16 01:52:43.648774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-dc867aad-b35a-4a5d-b32f-f12441c5d814 service neutron] 10.222.0.89 "GET /v2.0/networks/0f0a2942-6dfc-4ebf-8e51-6521f736a3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874061 Aug 16 01:52:43.678901 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-997e35bc-3376-4d1d-81fd-3f4cc589219b req-df8913cf-d625-4c8d-8c63-0b1e5ab0bf35 service neutron] 10.222.0.89 "GET /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007521 Aug 16 01:52:43.697554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36712) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:43.763883 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa0a80a0-e85f-4857-858d-d9d5d235abae req-c4629022-2f9e-45f2-817f-4057e0e2a26e service neutron] 10.222.0.89 "GET /v2.0/networks/0f0a2942-6dfc-4ebf-8e51-6521f736a3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071539 Aug 16 01:52:43.771141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-aff191a0-d8a6-41b4-807f-6d4275a4ce2d tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:52:43.772173 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-aff191a0-d8a6-41b4-807f-6d4275a4ce2d tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0733712 Aug 16 01:52:43.862128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Request body: {'binding': {'host': 'n-h1-768851-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:43.862947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Unknown quota resources ['binding']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:52:43.980284 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47ad8fe8-756a-4d79-8dc3-141ae0e4a110 req-3a0bb361-c64e-4ec6-a1fc-eba5e773b7d8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=38868599679e406199af1cc8ac77623a&device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0272002 Aug 16 01:52:43.988651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dc5c8-4bfc-4632-aeda-6f69e768634a req-2714e8cd-4fd7-48db-957f-3d7908f16011 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.990175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-707dc5c8-4bfc-4632-aeda-6f69e768634a req-2714e8cd-4fd7-48db-957f-3d7908f16011 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 943 time: 0.0546026 Aug 16 01:52:44.029567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47ad8fe8-756a-4d79-8dc3-141ae0e4a110 req-7a8667c2-8d6c-4898-80c3-d10acb1c83ec service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=38868599679e406199af1cc8ac77623a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318806 Aug 16 01:52:44.030053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-707dc5c8-4bfc-4632-aeda-6f69e768634a req-f4e5747b-d072-4963-aa37-f41f71c9ee2b tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Aug 16 01:52:44.095060 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.099268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on host n-h1-768851-16 for vnic_type normal with profile None {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:44.099875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:44.100382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:44.115451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:44.115451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:44.119801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:44.120142 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:44.120740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:44.120954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Bound port: 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:44.185466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad8fe8-756a-4d79-8dc3-141ae0e4a110 req-b4134cfb-d8b6-4b77-9137-55ff563a94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.186988 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47ad8fe8-756a-4d79-8dc3-141ae0e4a110 req-b4134cfb-d8b6-4b77-9137-55ff563a94c2 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1496809 Aug 16 01:52:44.198812 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:44.205091 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.206357 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-be761aec-66b0-4ff6-891c-3f18ce7f696d service neutron] 10.222.0.79 "POST /v2.0/ports/9c3c9cd7-e1de-4ee5-9149-006835cf8bd8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3885977 Aug 16 01:52:44.212332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f43b0c-7957-43df-aeca-d48621722db2 req-a4247a97-4eb0-4b99-b1c8-67a9b3c75ca4 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.217487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27f43b0c-7957-43df-aeca-d48621722db2 req-a4247a97-4eb0-4b99-b1c8-67a9b3c75ca4 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 1024 time: 0.0568528 Aug 16 01:52:44.261083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27f43b0c-7957-43df-aeca-d48621722db2 req-69263c18-2844-485a-998c-94b263fc722c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=6998379d-bd94-4b43-9345-ab051e2727e3&id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&id=f0ed7bb6-8a3f-4bc7-bfae-b792142acdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0405707 Aug 16 01:52:44.314276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36736) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:44.363157 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28274980-9394-4245-92b7-7526fdbc248f req-87e32b23-d74f-4d6c-a867-6766a487420e tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0420296 Aug 16 01:52:44.371303 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e35ddaa-4a62-4c47-a836-eacd9d1a33ae admin admin] Deleting subnet dc8f0dde-1dd9-42ca-aaea-eb6d1e8fe583 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:44.376728 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e35ddaa-4a62-4c47-a836-eacd9d1a33ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.415258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e35ddaa-4a62-4c47-a836-eacd9d1a33ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.429337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fcbc9-77fd-4931-8186-df98be175123 req-74b43f6a-e42e-4276-b002-52c66ef9dc62 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.430856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-704fcbc9-77fd-4931-8186-df98be175123 req-74b43f6a-e42e-4276-b002-52c66ef9dc62 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 946 time: 0.0667875 Aug 16 01:52:44.455674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e35ddaa-4a62-4c47-a836-eacd9d1a33ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.477390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-704fcbc9-77fd-4931-8186-df98be175123 req-9e218f87-1ed2-4347-92c2-256377af5661 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391102 Aug 16 01:52:44.551340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-086ab92b-3b91-4106-bb49-0c53ddf5a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.552805 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-086ab92b-3b91-4106-bb49-0c53ddf5a1ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1098 time: 0.0741332 Aug 16 01:52:44.561262 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e35ddaa-4a62-4c47-a836-eacd9d1a33ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.628462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e35ddaa-4a62-4c47-a836-eacd9d1a33ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.630343 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1e35ddaa-4a62-4c47-a836-eacd9d1a33ae admin admin] 10.222.0.79 "DELETE /v2.0/subnets/dc8f0dde-1dd9-42ca-aaea-eb6d1e8fe583 HTTP/1.1" status: 204 len: 168 time: 0.3148487 Aug 16 01:52:44.631272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35ddaa-4a62-4c47-a836-eacd9d1a33ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc8f0dde-1dd9-42ca-aaea-eb6d1e8fe583,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:44.633149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36740) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:44.674375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-44f34c91-770e-46c5-950e-aba1cd26dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.675837 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-44f34c91-770e-46c5-950e-aba1cd26dfa1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.1117578 Aug 16 01:52:44.706004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.724257 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15424217-4cda-4a96-b977-4cd0295651f0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 HTTP/1.1" status: 200 len: 217 time: 0.0397296 Aug 16 01:52:44.774592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-ab39b02b-3195-44cb-9be0-1c5314703bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.776187 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-ab39b02b-3195-44cb-9be0-1c5314703bcb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0440764 Aug 16 01:52:44.789373 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.800289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b76391f-76bd-4f4e-a35c-0c7e3290372a']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:44.811124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-1bfe615a-de98-44ed-80e7-d9bbcb6773cf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260110 Aug 16 01:52:44.813489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0c9935-658f-486f-bdb0-7c6a53090daf') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:44.813794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0c9935-658f-486f-bdb0-7c6a53090daf') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:44.823402 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.837915 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.844424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:44.844813 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:44.846508 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:44.901326 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.909271 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-d3fe1fa2-5ad6-4c4e-ab36-acb9180df860 service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903451 Aug 16 01:52:44.911133 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.912526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4b76391f-76bd-4f4e-a35c-0c7e3290372a HTTP/1.1" status: 204 len: 168 time: 0.2777033 Aug 16 01:52:44.924702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6bdb0-85e0-436c-9cb7-fab243dd8849 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b76391f-76bd-4f4e-a35c-0c7e3290372a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:44.959453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'tag': '73699b24-f2dc-4c31-9477-12a4fe82ed6a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:44.961887 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c35e45-76fd-47e1-a485-3718e6c223eb" -d '{"events": [{"name": "network-changed", "server_uuid": "90065a8e-b0da-42a7-9fc4-98b20760fc51", "tag": "73699b24-f2dc-4c31-9477-12a4fe82ed6a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:45.003592 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18149d4f-dd9d-4966-8fd7-a9fd837671c8 x-openstack-request-id: req-18149d4f-dd9d-4966-8fd7-a9fd837671c8 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:45.004367 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90065a8e-b0da-42a7-9fc4-98b20760fc51", "tag": "73699b24-f2dc-4c31-9477-12a4fe82ed6a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:45.004367 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18149d4f-dd9d-4966-8fd7-a9fd837671c8 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:45.005278 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'tag': '73699b24-f2dc-4c31-9477-12a4fe82ed6a', 'status': 'completed', 'code': 200} Aug 16 01:52:45.008890 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-b09c4750-0a7d-4dcd-b182-c3ff156cd3b5 service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916319 Aug 16 01:52:45.045907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36756) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:45.079463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c35e45-76fd-47e1-a485-3718e6c223eb req-81227bd9-3717-44d9-9a1d-ed2f37e4662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.081116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1c35e45-76fd-47e1-a485-3718e6c223eb req-81227bd9-3717-44d9-9a1d-ed2f37e4662f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bd61ecfaf36341cf9d9aea1be3c5e964&device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 1095 time: 0.0512218 Aug 16 01:52:45.090355 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-db9eeaf4-d254-4cbf-b3c1-9b16c024d1be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1fbe60a3ba30445190ba2fca2fece0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432365 Aug 16 01:52:45.092867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36760) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:45.148275 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa7f5-c53c-45c9-83be-6a389cf988a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.210365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f83642-5233-4413-b101-51836f627365 req-6daeaaa2-0e24-456b-a3ee-46efbd488275 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.211855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91f83642-5233-4413-b101-51836f627365 req-6daeaaa2-0e24-456b-a3ee-46efbd488275 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 943 time: 0.1040111 Aug 16 01:52:45.217693 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa7f5-c53c-45c9-83be-6a389cf988a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.238915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c35e45-76fd-47e1-a485-3718e6c223eb req-91dfaac0-29a6-4aec-9d27-746a3bfe3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.240597 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1c35e45-76fd-47e1-a485-3718e6c223eb req-91dfaac0-29a6-4aec-9d27-746a3bfe3595 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 HTTP/1.1" status: 200 len: 916 time: 0.1507006 Aug 16 01:52:45.251825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-04e60974-9d55-44d7-8c6d-ac957f0c1702 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.253337 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-04e60974-9d55-44d7-8c6d-ac957f0c1702 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1098 time: 0.1030831 Aug 16 01:52:45.272350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-16'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:45.297624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1c35e45-76fd-47e1-a485-3718e6c223eb req-34ca1fb2-ee39-4de1-a471-13f5b1ccd40e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73699b24-f2dc-4c31-9477-12a4fe82ed6a HTTP/1.1" status: 200 len: 217 time: 0.0432913 Aug 16 01:52:45.300874 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa7f5-c53c-45c9-83be-6a389cf988a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.301193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91f83642-5233-4413-b101-51836f627365 req-f2d3f732-3573-44f9-8396-458d858f8e1c tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824828 Aug 16 01:52:45.303474 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a6fa7f5-c53c-45c9-83be-6a389cf988a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.304750 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9a6fa7f5-c53c-45c9-83be-6a389cf988a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89 HTTP/1.1" status: 204 len: 168 time: 0.2108152 Aug 16 01:52:45.338442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fa7f5-c53c-45c9-83be-6a389cf988a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f238a9b-a4fa-4579-9c9a-2ee20f1a8d89,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:45.345068 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.369542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c35e45-76fd-47e1-a485-3718e6c223eb req-1c385603-567c-4b54-852b-c07dfc8d5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.373730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1c35e45-76fd-47e1-a485-3718e6c223eb req-1c385603-567c-4b54-852b-c07dfc8d5774 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d1832452-a185-4f7c-8ec7-fcd538b6c09d HTTP/1.1" status: 200 len: 854 time: 0.0654798 Aug 16 01:52:45.447336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6430e-0c8c-4113-bf3a-58dc0a81ebe8 req-85a0620e-4723-4f0b-9561-b081a5dbd244 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.449141 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-88c6430e-0c8c-4113-bf3a-58dc0a81ebe8 req-85a0620e-4723-4f0b-9561-b081a5dbd244 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.89 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 1024 time: 0.1011598 Aug 16 01:52:45.459197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc91d4-5f99-46d1-844e-e849020747bc req-88147ebb-3e52-4dc2-aeb1-3b78e186bf5d tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.460769 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9fc91d4-5f99-46d1-844e-e849020747bc req-88147ebb-3e52-4dc2-aeb1-3b78e186bf5d tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 1024 time: 0.0855682 Aug 16 01:52:45.465580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c35e45-76fd-47e1-a485-3718e6c223eb req-a031a791-f501-4504-a70e-086139369bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.467003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1c35e45-76fd-47e1-a485-3718e6c223eb req-a031a791-f501-4504-a70e-086139369bed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0f0a2942-6dfc-4ebf-8e51-6521f736a3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805228 Aug 16 01:52:45.511343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63130cdb-3c80-4f16-959b-020606157418 req-47d158ff-46ac-4f6e-a180-ef5d19de24de tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0477142 Aug 16 01:52:45.592808 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a850ca39-21b8-4efa-bc97-5e9d00e66ae2 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:45.607283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5727db28-3b05-4045-ae5c-2d7918c89a33 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:45.618918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:45.641386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 5727db28-3b05-4045-ae5c-2d7918c89a33 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:45.642068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5727db28-3b05-4045-ae5c-2d7918c89a33 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:45.660300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-88c6430e-0c8c-4113-bf3a-58dc0a81ebe8 req-68091ab0-56b5-4749-a0d7-71e5a83433d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Deleting port a32817ad-a42e-4288-b9ff-5a15361a858a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:45.660640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-88c6430e-0c8c-4113-bf3a-58dc0a81ebe8 req-68091ab0-56b5-4749-a0d7-71e5a83433d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.670865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9fc91d4-5f99-46d1-844e-e849020747bc req-d18d863a-9a8a-457f-b6d3-b40b46f1d6c4 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=6998379d-bd94-4b43-9345-ab051e2727e3&id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&id=f0ed7bb6-8a3f-4bc7-bfae-b792142acdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2028921 Aug 16 01:52:45.680191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1c35e45-76fd-47e1-a485-3718e6c223eb req-60858405-dea9-4296-a008-ca2b15385a49 service neutron] 10.222.0.89 "GET /v2.0/networks/0f0a2942-6dfc-4ebf-8e51-6521f736a3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020445 Aug 16 01:52:45.715361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:45.719186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd702c47-566c-4522-becf-b28f2e4f3220 req-50a59eba-4545-431d-8f7d-b326a3516c5b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.721517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd702c47-566c-4522-becf-b28f2e4f3220 req-50a59eba-4545-431d-8f7d-b326a3516c5b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 946 time: 0.1322320 Aug 16 01:52:45.782573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:45.784720 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154a5bca-550e-4dd2-8ea6-f92940e57c25" -d '{"events": [{"server_uuid": "579a8bb2-dabc-4e15-a8b6-e4aaa440675c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c3c9cd7-e1de-4ee5-9149-006835cf8bd8"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:45.792501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.806083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a850ca39-21b8-4efa-bc97-5e9d00e66ae2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:45.811111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-88c6430e-0c8c-4113-bf3a-58dc0a81ebe8 req-68091ab0-56b5-4749-a0d7-71e5a83433d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] For port a32817ad-a42e-4288-b9ff-5a15361a858a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a32817ad-a42e-4288-b9ff-5a15361a858a,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:45.811548 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-88c6430e-0c8c-4113-bf3a-58dc0a81ebe8 req-68091ab0-56b5-4749-a0d7-71e5a83433d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.814809 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.843911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd702c47-566c-4522-becf-b28f2e4f3220 req-b7eaefa2-f17e-4b26-b989-c5aa8af66e1d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089430 Aug 16 01:52:45.850145 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'port_id': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2', 'mac_address': 'fa:16:3e:22:e3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1345f9-5c91-462e-8008-7479b1756a0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:45.853790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-88c6430e-0c8c-4113-bf3a-58dc0a81ebe8 req-68091ab0-56b5-4749-a0d7-71e5a83433d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Calling delete_port for a32817ad-a42e-4288-b9ff-5a15361a858a owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:45.875374 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1c35e45-76fd-47e1-a485-3718e6c223eb req-4224eb21-3769-48d3-a962-6fcd252f43b1 service neutron] 10.222.0.89 "GET /v2.0/networks/0f0a2942-6dfc-4ebf-8e51-6521f736a3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762822 Aug 16 01:52:45.883293 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cb57ba-0eac-4391-a1a4-32f237c15c17 x-openstack-request-id: req-16cb57ba-0eac-4391-a1a4-32f237c15c17 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:45.883579 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579a8bb2-dabc-4e15-a8b6-e4aaa440675c", "name": "network-vif-unplugged", "status": "completed", "tag": "9c3c9cd7-e1de-4ee5-9149-006835cf8bd8", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:45.883844 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16cb57ba-0eac-4391-a1a4-32f237c15c17 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:45.884212 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8', 'code': 200} Aug 16 01:52:45.927172 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.944363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a850ca39-21b8-4efa-bc97-5e9d00e66ae2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:45.951071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Pushing event updated for resources: {'Port': ['ID=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:45.974495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a850ca39-21b8-4efa-bc97-5e9d00e66ae2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:45.978594 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.999211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on host n-h2-768851-16 for vnic_type normal with profile {"migrating_to": "n-h1-768851-16"} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:45.999594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:45.999884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:46.009903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:46.010299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Attempting to bind port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:46.019527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:46.019866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:46.020494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:46.020941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Bound port: 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:46.021331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.036940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:46.144835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:46.149649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:46.158360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.166224 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-88c6430e-0c8c-4113-bf3a-58dc0a81ebe8 req-68091ab0-56b5-4749-a0d7-71e5a83433d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.178748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['6fff6726-85be-4f9e-add6-4a063a0e8fce', 'a32817ad-a42e-4288-b9ff-5a15361a858a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:46.340643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36808) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:46.342259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a850ca39-21b8-4efa-bc97-5e9d00e66ae2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:46.500151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6eed6-2d43-4bd8-bf0b-3ec81dad1324 req-cea44692-da96-4c59-89c4-bcc7ef465593 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:46.511947 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65c6eed6-2d43-4bd8-bf0b-3ec81dad1324 req-cea44692-da96-4c59-89c4-bcc7ef465593 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 943 time: 0.0923681 Aug 16 01:52:46.530769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 73699b24-f2dc-4c31-9477-12a4fe82ed6a details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:46.569011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65c6eed6-2d43-4bd8-bf0b-3ec81dad1324 req-5a7f8227-72bf-4d94-baf0-98f8324dfbb6 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552161 Aug 16 01:52:46.574445 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-47ad8fe8-756a-4d79-8dc3-141ae0e4a110 req-60cb7085-2c6c-4c62-bd0c-258147ea4ab7 tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.0737269 Aug 16 01:52:46.579970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1307869600-network', 'tenant_id': 'd798b4cda05647a196b4f44159bc2212'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:46.628590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Made reservation on behalf of d798b4cda05647a196b4f44159bc2212 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:46.631379 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.653413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:46.654202 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.655739 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] 10.222.0.84 "PUT /v2.0/ports/9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 HTTP/1.1" status: 200 len: 1124 time: 1.3890543 Aug 16 01:52:46.657509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.660751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c6430e-0c8c-4113-bf3a-58dc0a81ebe8 req-68091ab0-56b5-4749-a0d7-71e5a83433d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] No DVR routers for this DVR port a32817ad-a42e-4288-b9ff-5a15361a858a on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:46.663384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-88c6430e-0c8c-4113-bf3a-58dc0a81ebe8 req-68091ab0-56b5-4749-a0d7-71e5a83433d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.665955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-88c6430e-0c8c-4113-bf3a-58dc0a81ebe8 req-68091ab0-56b5-4749-a0d7-71e5a83433d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.89 "DELETE /v2.0/ports/a32817ad-a42e-4288-b9ff-5a15361a858a HTTP/1.1" status: 204 len: 173 time: 1.2058480 Aug 16 01:52:46.667417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15894607-c717-4b33-9e30-b7ff3cd7852b service neutron] Pushing event updated for resources: {'Port': ['ID=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,revision_number=8']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:46.727014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68091ab0-56b5-4749-a0d7-71e5a83433d7 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event deleted for resources: {'Port': ['ID=a32817ad-a42e-4288-b9ff-5a15361a858a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:46.729681 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 73699b24-f2dc-4c31-9477-12a4fe82ed6a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=73699b24-f2dc-4c31-9477-12a4fe82ed6a,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:46.737763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbca249f-590a-4d36-971d-e3fb96acea8f req-6528d6f2-6e61-4f0e-805a-1a9ec26bba9a tempest-ServerShowV257Test-1622996053 tempest-ServerShowV257Test-1622996053-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d02a334-fef7-46f7-a658-e944ed1b6a7e HTTP/1.1" status: 200 len: 210 time: 0.1000926 Aug 16 01:52:46.751028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['9c3c9cd7-e1de-4ee5-9149-006835cf8bd8'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:46.787073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '73699b24-f2dc-4c31-9477-12a4fe82ed6a', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'port_id': '73699b24-f2dc-4c31-9477-12a4fe82ed6a', 'mac_address': 'fa:16:3e:c1:53:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:46.844336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c1eceb6-5895-4caf-83e8-6d987c6b8025 req-ca545d75-f94c-4b3f-ad24-11983f7180fc tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=197701c5-4fcd-49e7-8240-83f5428341c1 HTTP/1.1" status: 200 len: 210 time: 0.0537913 Aug 16 01:52:46.891955 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.923566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73699b24-f2dc-4c31-9477-12a4fe82ed6a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:46.932049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.937693 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.958693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 73699b24-f2dc-4c31-9477-12a4fe82ed6a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=73699b24-f2dc-4c31-9477-12a4fe82ed6a,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:46.965609 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.997365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:47.021597 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.021935 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Added segment 78133bfe-c809-44f8-8a57-4ffe958ba468 of type vlan for network a0b7933a-2d04-4d91-9977-b380d2eaabba Aug 16 01:52:47.024913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55bd852-01aa-4a82-878d-2e8da07146cc,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:47.041534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=73699b24-f2dc-4c31-9477-12a4fe82ed6a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:47.063863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8976b3b-2985-4a2d-afc2-58feb4bc935c req-7040b3d6-cb3c-4d5f-9fcf-e70c0fde12d8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.065363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8976b3b-2985-4a2d-afc2-58feb4bc935c req-7040b3d6-cb3c-4d5f-9fcf-e70c0fde12d8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 944 time: 0.1178887 Aug 16 01:52:47.080166 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.130320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8976b3b-2985-4a2d-afc2-58feb4bc935c req-945cdf2e-36f8-41fe-b267-a09d4bcc3287 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539768 Aug 16 01:52:47.135657 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.137516 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.137657 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.167630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8251517 Aug 16 01:52:47.171106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36830) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:47.176652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] Request body: {'subnet': {'network_id': 'a0b7933a-2d04-4d91-9977-b380d2eaabba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1307869600-subnet', 'tenant_id': 'd798b4cda05647a196b4f44159bc2212', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:47.210532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] Made reservation on behalf of d798b4cda05647a196b4f44159bc2212 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:47.214201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.215366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d02a96-a74c-4c32-9599-4ae880ffd4fa admin admin] Pushing event updated for resources: {'Network': ['ID=a0b7933a-2d04-4d91-9977-b380d2eaabba,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:47.225374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network a0b7933a-2d04-4d91-9977-b380d2eaabba details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:47.271118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['73699b24-f2dc-4c31-9477-12a4fe82ed6a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:47.449736 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.506725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c70b9a-7ad3-4155-9f80-5e1babb284f7,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:47.516107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] Checking segment: {'id': '78133bfe-c809-44f8-8a57-4ffe958ba468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0b7933a-2d04-4d91-9977-b380d2eaabba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:47.516458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] Network hostable DHCP agents. Network: a0b7933a-2d04-4d91-9977-b380d2eaabba, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:47.533335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] Network a0b7933a-2d04-4d91-9977-b380d2eaabba is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:47.541564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, a0b7933a-2d04-4d91-9977-b380d2eaabba) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:47.546098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.546689 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.550441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522544f7-06ce-43e1-b843-d55dea3af4f4 None None] Network a0b7933a-2d04-4d91-9977-b380d2eaabba requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:47.559859 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-86e12a19-63c4-4a19-87e7-f0f0bf6eeb7e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3876069 Aug 16 01:52:47.605152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a850ca39-21b8-4efa-bc97-5e9d00e66ae2 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:47.697441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c98e-64a0-47c6-ab71-b90ff372377e req-f54fd9ad-6846-4861-b305-e293219d78aa tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.699023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5da9c98e-64a0-47c6-ab71-b90ff372377e req-f54fd9ad-6846-4861-b305-e293219d78aa tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 944 time: 0.0546317 Aug 16 01:52:47.714450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port a850ca39-21b8-4efa-bc97-5e9d00e66ae2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:47.714748 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.719543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5959b194-a7f9-4ca5-a875-abc60f319d17 None None] Network a0b7933a-2d04-4d91-9977-b380d2eaabba requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:47.759318 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5da9c98e-64a0-47c6-ab71-b90ff372377e req-d698a9ee-3f30-4755-a78f-5e32970f0f64 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452061 Aug 16 01:52:47.885839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'tag': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8'}, {'server_uuid': '197701c5-4fcd-49e7-8240-83f5428341c1', 'name': 'network-vif-deleted', 'tag': 'a32817ad-a42e-4288-b9ff-5a15361a858a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:47.888738 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaeea2c-33ac-4039-b96f-2b644d6e3506" -d '{"events": [{"name": "network-changed", "server_uuid": "579a8bb2-dabc-4e15-a8b6-e4aaa440675c", "tag": "9c3c9cd7-e1de-4ee5-9149-006835cf8bd8"}, {"server_uuid": "197701c5-4fcd-49e7-8240-83f5428341c1", "name": "network-vif-deleted", "tag": "a32817ad-a42e-4288-b9ff-5a15361a858a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:47.892342 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.952434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:47.954842 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa654f4-9f02-4a32-96b2-ada3db9a5f4e" -d '{"events": [{"server_uuid": "f11960fc-7893-489f-9bb7-9680502cdea8", "name": "network-vif-plugged", "status": "completed", "tag": "a850ca39-21b8-4efa-bc97-5e9d00e66ae2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:47.977106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a850ca39-21b8-4efa-bc97-5e9d00e66ae2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:47.992472 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.995744 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32ca455-6ec2-4252-96ce-1008491dc66e x-openstack-request-id: req-f32ca455-6ec2-4252-96ce-1008491dc66e {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:47.996089 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579a8bb2-dabc-4e15-a8b6-e4aaa440675c", "tag": "9c3c9cd7-e1de-4ee5-9149-006835cf8bd8", "status": "completed", "code": 200}, {"server_uuid": "197701c5-4fcd-49e7-8240-83f5428341c1", "name": "network-vif-deleted", "tag": "a32817ad-a42e-4288-b9ff-5a15361a858a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:47.996461 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f32ca455-6ec2-4252-96ce-1008491dc66e {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:47.997799 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'tag': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8', 'status': 'completed', 'code': 200} Aug 16 01:52:47.998632 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197701c5-4fcd-49e7-8240-83f5428341c1', 'name': 'network-vif-deleted', 'tag': 'a32817ad-a42e-4288-b9ff-5a15361a858a', 'status': 'completed', 'code': 200} Aug 16 01:52:48.077902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.095987 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeea2c-33ac-4039-b96f-2b644d6e3506 req-9b516aa9-daac-4d6a-92c6-1a37fd0abe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.100516 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1eaeea2c-33ac-4039-b96f-2b644d6e3506 req-9b516aa9-daac-4d6a-92c6-1a37fd0abe0c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1127 time: 0.0713291 Aug 16 01:52:48.106936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.144363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36870) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:48.195255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e790f810-46ba-4f11-963f-4d07bbd1c3af req-5cf75922-9c6e-4677-8e81-8c6c37cf2860 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/6998379d-bd94-4b43-9345-ab051e2727e3 HTTP/1.1" status: 200 len: 1800 time: 0.0739596 Aug 16 01:52:48.202999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeea2c-33ac-4039-b96f-2b644d6e3506 req-854e29bc-3ec9-4582-88a5-ec55de2f7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.204668 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1eaeea2c-33ac-4039-b96f-2b644d6e3506 req-854e29bc-3ec9-4582-88a5-ec55de2f7733 service neutron] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.0960922 Aug 16 01:52:48.223533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-222aaa28-dcdc-4b14-ba11-5a207e7e59e2 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.225071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-222aaa28-dcdc-4b14-ba11-5a207e7e59e2 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/networks?id=a0b7933a-2d04-4d91-9977-b380d2eaabba HTTP/1.1" status: 200 len: 822 time: 0.2077630 Aug 16 01:52:48.249995 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1eaeea2c-33ac-4039-b96f-2b644d6e3506 req-0061dd3d-7e01-4c1f-82d0-265126b9dcc7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 HTTP/1.1" status: 200 len: 217 time: 0.0375535 Aug 16 01:52:48.250907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-9eb1c64f-c03e-42f8-b579-b4087f204457 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/quotas/d798b4cda05647a196b4f44159bc2212 HTTP/1.1" status: 200 len: 375 time: 0.0166001 Aug 16 01:52:48.300056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fade6048-b495-49dc-b930-7a0f9e423198 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d798b4cda05647a196b4f44159bc2212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426114 Aug 16 01:52:48.304030 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-88da8296-f284-4109-9e6d-cf2e472ab8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.310293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeea2c-33ac-4039-b96f-2b644d6e3506 req-85899733-3581-4239-91e8-4653286ab4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.311788 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1eaeea2c-33ac-4039-b96f-2b644d6e3506 req-85899733-3581-4239-91e8-4653286ab4af service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0499730 Aug 16 01:52:48.348110 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1eaeea2c-33ac-4039-b96f-2b644d6e3506 req-791cd8ee-cd13-4c02-a779-bbf0596f07ba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287986 Aug 16 01:52:48.372429 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e790f810-46ba-4f11-963f-4d07bbd1c3af req-1146d539-588c-45a5-bb68-7381dba62c20 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.414354 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e790f810-46ba-4f11-963f-4d07bbd1c3af req-1146d539-588c-45a5-bb68-7381dba62c20 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.438881 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1eaeea2c-33ac-4039-b96f-2b644d6e3506 req-e3f30f3c-7915-4dd1-a246-a5b45246a709 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826879 Aug 16 01:52:48.490725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-e9ae622d-0dad-4bf6-bdb0-8c9acb5fdfaf service neutron] 10.222.0.79 "GET /v2.0/networks/a0b7933a-2d04-4d91-9977-b380d2eaabba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759274 Aug 16 01:52:48.536206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 73699b24-f2dc-4c31-9477-12a4fe82ed6a up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:48.546369 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1eaeea2c-33ac-4039-b96f-2b644d6e3506 req-e5e1120b-e103-45dc-83af-6db07b969f17 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003213 Aug 16 01:52:48.561105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e790f810-46ba-4f11-963f-4d07bbd1c3af req-1146d539-588c-45a5-bb68-7381dba62c20 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.563691 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e790f810-46ba-4f11-963f-4d07bbd1c3af req-1146d539-588c-45a5-bb68-7381dba62c20 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.565000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e790f810-46ba-4f11-963f-4d07bbd1c3af req-1146d539-588c-45a5-bb68-7381dba62c20 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "DELETE /v2.0/security-groups/6998379d-bd94-4b43-9345-ab051e2727e3 HTTP/1.1" status: 204 len: 173 time: 0.3586240 Aug 16 01:52:48.594355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 73699b24-f2dc-4c31-9477-12a4fe82ed6a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:48.599416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146d539-588c-45a5-bb68-7381dba62c20 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6998379d-bd94-4b43-9345-ab051e2727e3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.600547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 73699b24-f2dc-4c31-9477-12a4fe82ed6a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:48.601102 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.620603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-88da8296-f284-4109-9e6d-cf2e472ab8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.626193 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a45f90-7fab-4d9d-ab07-10523139489a x-openstack-request-id: req-85a45f90-7fab-4d9d-ab07-10523139489a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:48.626529 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11960fc-7893-489f-9bb7-9680502cdea8", "name": "network-vif-plugged", "status": "completed", "tag": "a850ca39-21b8-4efa-bc97-5e9d00e66ae2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:48.626905 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85a45f90-7fab-4d9d-ab07-10523139489a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:48.627340 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2', 'code': 200} Aug 16 01:52:48.628311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-88da8296-f284-4109-9e6d-cf2e472ab8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.663913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-d0d4cd91-51b0-45ed-a7f9-f1c32782fdb5 service neutron] 10.222.0.79 "GET /v2.0/networks/a0b7933a-2d04-4d91-9977-b380d2eaabba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623914 Aug 16 01:52:48.691027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-88da8296-f284-4109-9e6d-cf2e472ab8f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=38868599679e406199af1cc8ac77623a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5456238 Aug 16 01:52:48.692016 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da8296-f284-4109-9e6d-cf2e472ab8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ac1385-cea7-4d4d-9ccd-7096bdbba7b4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.693969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36888) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:48.716154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.756104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 73699b24-f2dc-4c31-9477-12a4fe82ed6a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=73699b24-f2dc-4c31-9477-12a4fe82ed6a,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:48.765148 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.766128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a32817ad-a42e-4288-b9ff-5a15361a858a no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:48.773394 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c44e9998-bbef-426b-9329-4841a06040ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.791140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: a32817ad-a42e-4288-b9ff-5a15361a858a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:48.791707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a32817ad-a42e-4288-b9ff-5a15361a858a not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:48.803627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c44e9998-bbef-426b-9329-4841a06040ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.806882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9ab4f-ac75-4c61-aeff-9e156f285850 req-146fb455-7d6a-4dde-b430-bad166393be6 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.808449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0bc9ab4f-ac75-4c61-aeff-9e156f285850 req-146fb455-7d6a-4dde-b430-bad166393be6 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 944 time: 0.0645466 Aug 16 01:52:48.850278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=73699b24-f2dc-4c31-9477-12a4fe82ed6a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.877298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0bc9ab4f-ac75-4c61-aeff-9e156f285850 req-bd30a89b-d6f7-4cbb-8c06-06eeccf8d9e7 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546410 Aug 16 01:52:48.909484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c44e9998-bbef-426b-9329-4841a06040ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.912954 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c44e9998-bbef-426b-9329-4841a06040ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.915058 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c44e9998-bbef-426b-9329-4841a06040ec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/95ac1385-cea7-4d4d-9ccd-7096bdbba7b4 HTTP/1.1" status: 204 len: 168 time: 0.2196474 Aug 16 01:52:48.943296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e9998-bbef-426b-9329-4841a06040ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ac1385-cea7-4d4d-9ccd-7096bdbba7b4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.999866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7f018ee-5444-40a4-87f0-dceca87c9406 req-a8782731-032f-4b8f-87e5-47c9cd8c8f82 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/f0ed7bb6-8a3f-4bc7-bfae-b792142acdf4 HTTP/1.1" status: 200 len: 1800 time: 0.0942175 Aug 16 01:52:49.070217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8e10f-fffe-4c15-a3d0-d4537ee8edeb req-cef098c1-9f4a-47c9-9c9b-a15ee4fa0cfe tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:49.072268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65b8e10f-fffe-4c15-a3d0-d4537ee8edeb req-cef098c1-9f4a-47c9-9c9b-a15ee4fa0cfe tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 945 time: 0.0951095 Aug 16 01:52:49.123064 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7f018ee-5444-40a4-87f0-dceca87c9406 req-37c33e40-e3cd-4e3a-8262-ec7fce325531 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.153366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65b8e10f-fffe-4c15-a3d0-d4537ee8edeb req-d6253bfd-d974-4f47-a6ca-ebbe1d6f9b83 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699935 Aug 16 01:52:49.165645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7f018ee-5444-40a4-87f0-dceca87c9406 req-37c33e40-e3cd-4e3a-8262-ec7fce325531 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.261630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f0f3bbd-1a35-40a0-84ee-b899f0068b78 req-0b01c268-988f-4c93-a683-4ce745cb21e0 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 210 time: 0.0359466 Aug 16 01:52:49.266051 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7f018ee-5444-40a4-87f0-dceca87c9406 req-37c33e40-e3cd-4e3a-8262-ec7fce325531 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.269939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7f018ee-5444-40a4-87f0-dceca87c9406 req-37c33e40-e3cd-4e3a-8262-ec7fce325531 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.285062 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7f018ee-5444-40a4-87f0-dceca87c9406 req-37c33e40-e3cd-4e3a-8262-ec7fce325531 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "DELETE /v2.0/security-groups/f0ed7bb6-8a3f-4bc7-bfae-b792142acdf4 HTTP/1.1" status: 204 len: 173 time: 0.2703869 Aug 16 01:52:49.312649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-6a8d4a43-9d2f-4f19-b999-fd919881c478 req-1555f25f-fadb-437a-9268-73a9e4fa8b92 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1576224344', 'description': 'tempest-description-1599305288'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:49.318693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c33e40-e3cd-4e3a-8262-ec7fce325531 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ed7bb6-8a3f-4bc7-bfae-b792142acdf4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:49.343681 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6a8d4a43-9d2f-4f19-b999-fd919881c478 req-1555f25f-fadb-437a-9268-73a9e4fa8b92 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.445515 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6a8d4a43-9d2f-4f19-b999-fd919881c478 req-1555f25f-fadb-437a-9268-73a9e4fa8b92 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.449327 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6a8d4a43-9d2f-4f19-b999-fd919881c478 req-1555f25f-fadb-437a-9268-73a9e4fa8b92 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.476728 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6a8d4a43-9d2f-4f19-b999-fd919881c478 req-1555f25f-fadb-437a-9268-73a9e4fa8b92 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.478258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a8d4a43-9d2f-4f19-b999-fd919881c478 req-1555f25f-fadb-437a-9268-73a9e4fa8b92 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1745350 Aug 16 01:52:49.483900 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555f25f-fadb-437a-9268-73a9e4fa8b92 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7036fab7-2914-4f1f-a603-328c7a0cb60a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:49.560592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e3b3421-0bfb-40ce-8d9f-7669d3542b01 req-638b84f9-e06b-465b-81db-bfd11b9e2a61 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/7036fab7-2914-4f1f-a603-328c7a0cb60a HTTP/1.1" status: 200 len: 1801 time: 0.0503526 Aug 16 01:52:49.573973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4e3b3421-0bfb-40ce-8d9f-7669d3542b01 req-265bd582-770c-44c9-9180-7b9eb5f6cc4f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1658779233', 'description': 'tempest-description-hth-1610148682'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:49.604887 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4e3b3421-0bfb-40ce-8d9f-7669d3542b01 req-265bd582-770c-44c9-9180-7b9eb5f6cc4f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.624053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:49.660998 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4e3b3421-0bfb-40ce-8d9f-7669d3542b01 req-265bd582-770c-44c9-9180-7b9eb5f6cc4f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.665509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4e3b3421-0bfb-40ce-8d9f-7669d3542b01 req-265bd582-770c-44c9-9180-7b9eb5f6cc4f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.668446 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4e3b3421-0bfb-40ce-8d9f-7669d3542b01 req-265bd582-770c-44c9-9180-7b9eb5f6cc4f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.669934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e3b3421-0bfb-40ce-8d9f-7669d3542b01 req-265bd582-770c-44c9-9180-7b9eb5f6cc4f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "PUT /v2.0/security-groups/7036fab7-2914-4f1f-a603-328c7a0cb60a HTTP/1.1" status: 200 len: 1775 time: 0.1003172 Aug 16 01:52:49.696711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bd582-770c-44c9-9180-7b9eb5f6cc4f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7036fab7-2914-4f1f-a603-328c7a0cb60a,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:49.763311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a997da52-9bf9-4e72-9199-0c05b6acb9fb req-83cdb2f6-eb64-443e-8f72-c24532034c84 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/7036fab7-2914-4f1f-a603-328c7a0cb60a HTTP/1.1" status: 200 len: 1775 time: 0.0623455 Aug 16 01:52:49.765281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:49.777929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 has no active binding in host n-h1-768851-16 {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:52:49.823076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a525acc-20cd-4040-9855-f0959a69632f req-b0985b8d-88b4-4870-afb5-ecf5166ea90e tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/7036fab7-2914-4f1f-a603-328c7a0cb60a HTTP/1.1" status: 200 len: 1775 time: 0.0382521 Aug 16 01:52:49.880602 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1a525acc-20cd-4040-9855-f0959a69632f req-cf231c04-26ab-4ab3-b78d-ce898fe297b2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.906307 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1a525acc-20cd-4040-9855-f0959a69632f req-cf231c04-26ab-4ab3-b78d-ce898fe297b2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.979886 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1a525acc-20cd-4040-9855-f0959a69632f req-cf231c04-26ab-4ab3-b78d-ce898fe297b2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.983346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1a525acc-20cd-4040-9855-f0959a69632f req-cf231c04-26ab-4ab3-b78d-ce898fe297b2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.985428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a525acc-20cd-4040-9855-f0959a69632f req-cf231c04-26ab-4ab3-b78d-ce898fe297b2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "DELETE /v2.0/security-groups/7036fab7-2914-4f1f-a603-328c7a0cb60a HTTP/1.1" status: 204 len: 173 time: 0.1556664 Aug 16 01:52:50.001168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf231c04-26ab-4ab3-b78d-ce898fe297b2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7036fab7-2914-4f1f-a603-328c7a0cb60a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:50.034129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e551ed1-f5cf-4861-bba7-487c628c143b req-90b93ba6-e4ac-45ee-af1c-5aecbb8fdec1 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.035804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e551ed1-f5cf-4861-bba7-487c628c143b req-90b93ba6-e4ac-45ee-af1c-5aecbb8fdec1 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 944 time: 0.0865841 Aug 16 01:52:50.079130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e551ed1-f5cf-4861-bba7-487c628c143b req-a238dc87-18ce-4dfd-a1bf-ac57c1f77a14 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371873 Aug 16 01:52:50.156665 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-9077c61c-db99-4ab2-8ba8-801594fcf017 req-59976c2d-c9bc-4c04-a0e7-da243c492d7a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] show failed (client error): The resource could not be found. Aug 16 01:52:50.157785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9077c61c-db99-4ab2-8ba8-801594fcf017 req-59976c2d-c9bc-4c04-a0e7-da243c492d7a tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/f0ed7bb6-8a3f-4bc7-bfae-b792142acdf4 HTTP/1.1" status: 404 len: 352 time: 0.0189557 Aug 16 01:52:50.193214 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-64f0005a-a418-40eb-8b2a-31fe695da0d4 req-b4a814c3-7217-48e6-b0ce-2c7de3ce8248 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] show failed (client error): The resource could not be found. Aug 16 01:52:50.194199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-64f0005a-a418-40eb-8b2a-31fe695da0d4 req-b4a814c3-7217-48e6-b0ce-2c7de3ce8248 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/6998379d-bd94-4b43-9345-ab051e2727e3 HTTP/1.1" status: 404 len: 352 time: 0.0154254 Aug 16 01:52:50.228457 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-59f7f7fe-52db-4a8e-8544-cfba28af3d53 req-73ff1e7f-b4f0-450c-bfb5-ae8096062ca6 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] show failed (client error): The resource could not be found. Aug 16 01:52:50.229930 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59f7f7fe-52db-4a8e-8544-cfba28af3d53 req-73ff1e7f-b4f0-450c-bfb5-ae8096062ca6 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/6f7ebab3-53d1-4038-a1e6-7d0466a76f2f HTTP/1.1" status: 404 len: 352 time: 0.0155377 Aug 16 01:52:50.286831 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-f872fac5-38ea-4ce7-a0d6-50a9ee9aaedc req-d569f78d-6d81-408e-a740-10b47431e5e3 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] show failed (client error): The resource could not be found. Aug 16 01:52:50.288098 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f872fac5-38ea-4ce7-a0d6-50a9ee9aaedc req-d569f78d-6d81-408e-a740-10b47431e5e3 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/cf6080a5-d052-4f1c-bcfc-320e60f7e082 HTTP/1.1" status: 404 len: 352 time: 0.0242755 Aug 16 01:52:50.312850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386a24b-b7b1-4842-b582-c6033ae5fa63 req-28f0e42e-f42f-4307-b850-1bf0067f6397 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.314576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3386a24b-b7b1-4842-b582-c6033ae5fa63 req-28f0e42e-f42f-4307-b850-1bf0067f6397 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 945 time: 0.0769994 Aug 16 01:52:50.393837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3386a24b-b7b1-4842-b582-c6033ae5fa63 req-04e06c4a-ee81-4068-89f5-7f9f36207541 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708368 Aug 16 01:52:50.448327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad2d4ba6-5051-41d5-812b-0e8195648d83 req-bfcfca10-ae9d-4dd4-8957-12552674c66a tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 210 time: 0.0566905 Aug 16 01:52:50.464432 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-4194d398-2a6d-4920-9221-c0c59c5fae9b req-90ebd675-7f41-49f1-bf08-210ff1441292 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] show failed (client error): The resource could not be found. Aug 16 01:52:50.464834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4194d398-2a6d-4920-9221-c0c59c5fae9b req-90ebd675-7f41-49f1-bf08-210ff1441292 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/8c101f6a-702c-4751-9460-530c179066de HTTP/1.1" status: 404 len: 352 time: 0.0155373 Aug 16 01:52:50.489814 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-48f26bae-dc85-42cc-8748-1a570fd852b2 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.491486 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-48f26bae-dc85-42cc-8748-1a570fd852b2 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.84 "GET /v2.0/networks?id=a0b7933a-2d04-4d91-9977-b380d2eaabba HTTP/1.1" status: 200 len: 822 time: 0.2060578 Aug 16 01:52:50.531122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Request body: {'port': {'device_id': 'd2192f72-53df-4d21-84e7-d9c95a67e6da', 'network_id': 'a0b7933a-2d04-4d91-9977-b380d2eaabba', 'admin_state_up': True, 'tenant_id': 'd798b4cda05647a196b4f44159bc2212'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:50.537037 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-c79ea385-d4d0-4e0f-9a5e-df02c78c91f9 req-3aed3118-e679-4b90-81ff-1f7a730a17f6 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] show failed (client error): The resource could not be found. Aug 16 01:52:50.541304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c79ea385-d4d0-4e0f-9a5e-df02c78c91f9 req-3aed3118-e679-4b90-81ff-1f7a730a17f6 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/108afab1-9bf2-4cc0-8af0-a949e4fe64d0 HTTP/1.1" status: 404 len: 352 time: 0.0399885 Aug 16 01:52:50.629635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73699b24-f2dc-4c31-9477-12a4fe82ed6a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:50.633213 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d78f20b-229e-49c7-87e9-a119ab5ce309" -d '{"events": [{"server_uuid": "90065a8e-b0da-42a7-9fc4-98b20760fc51", "name": "network-vif-plugged", "status": "completed", "tag": "73699b24-f2dc-4c31-9477-12a4fe82ed6a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:50.680032 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c061de0d-ed53-49aa-8cc5-337c27b97e71 x-openstack-request-id: req-c061de0d-ed53-49aa-8cc5-337c27b97e71 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:50.680233 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90065a8e-b0da-42a7-9fc4-98b20760fc51", "name": "network-vif-plugged", "status": "completed", "tag": "73699b24-f2dc-4c31-9477-12a4fe82ed6a", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:50.680623 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c061de0d-ed53-49aa-8cc5-337c27b97e71 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:50.680939 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73699b24-f2dc-4c31-9477-12a4fe82ed6a', 'code': 200} Aug 16 01:52:50.695391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Made reservation on behalf of d798b4cda05647a196b4f44159bc2212 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:50.699254 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.880063 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e6ad3-5021-4297-b970-61834fbc4cbd req-88873879-9c7b-4fe2-ba59-8151aeb0c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.882208 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-531e6ad3-5021-4297-b970-61834fbc4cbd req-88873879-9c7b-4fe2-ba59-8151aeb0c9a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 1097 time: 0.1088264 Aug 16 01:52:50.884250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1735f3a-c785-4d9d-87e1-eb1ea1c61572 req-fcc619db-2e97-4114-8b55-03dfc905ec7b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.892505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1735f3a-c785-4d9d-87e1-eb1ea1c61572 req-fcc619db-2e97-4114-8b55-03dfc905ec7b tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 1023 time: 0.0902276 Aug 16 01:52:50.934878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Allocated IP 172.20.0.12 (a0b7933a-2d04-4d91-9977-b380d2eaabba/09c70b9a-7ad3-4155-9f80-5e1babb284f7/66ff0b7d-273d-4d57-926b-9e02f1d7c983) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:50.947559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1735f3a-c785-4d9d-87e1-eb1ea1c61572 req-b5e8e18e-e56d-4866-bcba-aeaaad8b9ddf tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&id=02ef630a-18e2-42eb-8975-60e59a465ede&id=127cdb5e-a902-4027-bfc4-e2f5aadc6737&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0506935 Aug 16 01:52:50.957881 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-531e6ad3-5021-4297-b970-61834fbc4cbd req-7b94b7cc-111a-42f4-acd7-3916d00a0b30 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632346 Aug 16 01:52:51.146078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.197052 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.226794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d82f86-afe7-465d-881a-c4b399a1dfd5 req-aa9770a9-048b-4ce1-b104-2183446f06b0 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:51.239602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9d82f86-afe7-465d-881a-c4b399a1dfd5 req-aa9770a9-048b-4ce1-b104-2183446f06b0 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 944 time: 0.0720918 Aug 16 01:52:51.244740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Network a0b7933a-2d04-4d91-9977-b380d2eaabba is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:51.251232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:51.255109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:51.285953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9d82f86-afe7-465d-881a-c4b399a1dfd5 req-5c45e7b5-8736-4553-a08c-0e9cd49a5f6c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Aug 16 01:52:51.300085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Pushing event updated for resources: {'Port': ['ID=66ff0b7d-273d-4d57-926b-9e02f1d7c983,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:51.312053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:51.312601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.329089 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-6a872f65-d207-43fb-b0de-0406b2e0c0ec tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8158193 Aug 16 01:52:51.356095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Request body: {'port': {'device_id': 'd2192f72-53df-4d21-84e7-d9c95a67e6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:51.428232 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.629033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23213f6b-f52b-4463-bd04-71a8ff02fb8a req-30fb5ee1-6b99-4ea0-a529-958fa087066b tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:51.630574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23213f6b-f52b-4463-bd04-71a8ff02fb8a req-30fb5ee1-6b99-4ea0-a529-958fa087066b tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 932 time: 0.1079686 Aug 16 01:52:51.639485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbb3f0-178c-40fe-b291-56450ef9be1e req-e9e60aa8-7215-4b47-a070-0e798ab6f240 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:51.641037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ebbb3f0-178c-40fe-b291-56450ef9be1e req-e9e60aa8-7215-4b47-a070-0e798ab6f240 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 945 time: 0.0770340 Aug 16 01:52:51.725996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ebbb3f0-178c-40fe-b291-56450ef9be1e req-7895f7ab-3e66-4eda-be57-b15c085c1762 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726016 Aug 16 01:52:51.753759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23213f6b-f52b-4463-bd04-71a8ff02fb8a req-62fcfcbe-541e-41d4-9ab5-1ea4cc1e437a tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985358 Aug 16 01:52:51.797568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ff0b7d-273d-4d57-926b-9e02f1d7c983 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:51.810637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.826674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Transition to ACTIVE for port object 66ff0b7d-273d-4d57-926b-9e02f1d7c983 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:51.835227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.906638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Pushing event updated for resources: {'Port': ['ID=66ff0b7d-273d-4d57-926b-9e02f1d7c983,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:52.045964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Attempting to bind port 66ff0b7d-273d-4d57-926b-9e02f1d7c983 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:52.046387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Attempting to bind port 66ff0b7d-273d-4d57-926b-9e02f1d7c983 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '78133bfe-c809-44f8-8a57-4ffe958ba468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0b7933a-2d04-4d91-9977-b380d2eaabba'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:52.046723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Attempting to bind port 66ff0b7d-273d-4d57-926b-9e02f1d7c983 on network a0b7933a-2d04-4d91-9977-b380d2eaabba {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:52.056734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Port 66ff0b7d-273d-4d57-926b-9e02f1d7c983 on network a0b7933a-2d04-4d91-9977-b380d2eaabba not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:52.057103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Attempting to bind port 66ff0b7d-273d-4d57-926b-9e02f1d7c983 on network a0b7933a-2d04-4d91-9977-b380d2eaabba {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:52.067258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:52.067988 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Checking segment: {'id': '78133bfe-c809-44f8-8a57-4ffe958ba468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0b7933a-2d04-4d91-9977-b380d2eaabba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:52.071033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Bound using segment: {'id': '78133bfe-c809-44f8-8a57-4ffe958ba468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0b7933a-2d04-4d91-9977-b380d2eaabba'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:52.079708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Bound port: 66ff0b7d-273d-4d57-926b-9e02f1d7c983, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78133bfe-c809-44f8-8a57-4ffe958ba468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0b7933a-2d04-4d91-9977-b380d2eaabba'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:52.080077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.150856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e808a-f984-4901-9eda-6ae5035173b4 req-dc3e311c-1c89-421e-b53f-4e870d6932dc tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.159824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d4e808a-f984-4901-9eda-6ae5035173b4 req-dc3e311c-1c89-421e-b53f-4e870d6932dc tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 1023 time: 0.1025665 Aug 16 01:52:52.212675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d4e808a-f984-4901-9eda-6ae5035173b4 req-5b721a8f-5585-48f1-98a7-46773402f82c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5&id=02ef630a-18e2-42eb-8975-60e59a465ede&id=127cdb5e-a902-4027-bfc4-e2f5aadc6737&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0515542 Aug 16 01:52:52.230577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] For port 66ff0b7d-273d-4d57-926b-9e02f1d7c983, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:52.235310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] For port 66ff0b7d-273d-4d57-926b-9e02f1d7c983, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=66ff0b7d-273d-4d57-926b-9e02f1d7c983,segment=NetworkSegment(78133bfe-c809-44f8-8a57-4ffe958ba468),segment_id=78133bfe-c809-44f8-8a57-4ffe958ba468)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:52.243563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.291902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.292784 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.295071 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] 10.222.0.84 "PUT /v2.0/ports/66ff0b7d-273d-4d57-926b-9e02f1d7c983 HTTP/1.1" status: 200 len: 1093 time: 0.9457781 Aug 16 01:52:52.295527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2192f72-53df-4d21-84e7-d9c95a67e6da', 'tag': '66ff0b7d-273d-4d57-926b-9e02f1d7c983'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:52.298111 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e1bfe5-b243-4632-b6c8-465184a00815" -d '{"events": [{"name": "network-changed", "server_uuid": "d2192f72-53df-4d21-84e7-d9c95a67e6da", "tag": "66ff0b7d-273d-4d57-926b-9e02f1d7c983"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:52.341006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b7685-8eb9-4d14-a412-1ca15b955b9f service neutron] Pushing event updated for resources: {'Port': ['ID=66ff0b7d-273d-4d57-926b-9e02f1d7c983,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:52.377279 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e541701a-a86a-4fb8-a7ca-99ee7cae6656 x-openstack-request-id: req-e541701a-a86a-4fb8-a7ca-99ee7cae6656 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:52.377565 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2192f72-53df-4d21-84e7-d9c95a67e6da", "tag": "66ff0b7d-273d-4d57-926b-9e02f1d7c983", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:52.377842 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e541701a-a86a-4fb8-a7ca-99ee7cae6656 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:52.378281 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2192f72-53df-4d21-84e7-d9c95a67e6da', 'tag': '66ff0b7d-273d-4d57-926b-9e02f1d7c983', 'status': 'completed', 'code': 200} Aug 16 01:52:52.494291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f2af3-4a92-4f4e-8db0-5bf0300768ee req-5e776eae-a605-40e7-8c62-297b80a9da53 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.500577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-476f2af3-4a92-4f4e-8db0-5bf0300768ee req-5e776eae-a605-40e7-8c62-297b80a9da53 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 944 time: 0.0913556 Aug 16 01:52:52.523339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-12bc579f-5d8a-4c11-8e69-d580801e2442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.525502 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-12bc579f-5d8a-4c11-8e69-d580801e2442 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d798b4cda05647a196b4f44159bc2212&device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 1096 time: 0.1181443 Aug 16 01:52:52.538663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad645bd-cebe-40e8-b030-b7f2b571c1c0 req-9478581c-00f6-4fa9-8d4b-ab859ad75b5f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.540196 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aad645bd-cebe-40e8-b030-b7f2b571c1c0 req-9478581c-00f6-4fa9-8d4b-ab859ad75b5f tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.89 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 1023 time: 0.0857286 Aug 16 01:52:52.610840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-476f2af3-4a92-4f4e-8db0-5bf0300768ee req-622d7505-088e-400e-9e76-c3986f723e07 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869329 Aug 16 01:52:52.611962 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-b2ccb617-f7ab-4ace-a2cb-5cea6b70bffa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ff0b7d-273d-4d57-926b-9e02f1d7c983 HTTP/1.1" status: 200 len: 217 time: 0.0704949 Aug 16 01:52:52.723981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-849f69ca-ee14-4a88-8961-5ef29de1f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.723981 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-849f69ca-ee14-4a88-8961-5ef29de1f9b2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=09c70b9a-7ad3-4155-9f80-5e1babb284f7 HTTP/1.1" status: 200 len: 862 time: 0.0981855 Aug 16 01:52:52.767853 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-a6018370-a102-4748-9d08-6a81d7700469 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a0b7933a-2d04-4d91-9977-b380d2eaabba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305154 Aug 16 01:52:52.775927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-aad645bd-cebe-40e8-b030-b7f2b571c1c0 req-ac69878b-24f7-42d5-8608-c28638ec4f6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Deleting port 6fff6726-85be-4f9e-add6-4a063a0e8fce {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:52.776549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-aad645bd-cebe-40e8-b030-b7f2b571c1c0 req-ac69878b-24f7-42d5-8608-c28638ec4f6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.951240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-aad645bd-cebe-40e8-b030-b7f2b571c1c0 req-ac69878b-24f7-42d5-8608-c28638ec4f6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] For port 6fff6726-85be-4f9e-add6-4a063a0e8fce, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=6fff6726-85be-4f9e-add6-4a063a0e8fce,segment=NetworkSegment(a19414d7-98e9-4b26-9927-d1ddc6e1c65d),segment_id=a19414d7-98e9-4b26-9927-d1ddc6e1c65d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:52.951985 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-aad645bd-cebe-40e8-b030-b7f2b571c1c0 req-ac69878b-24f7-42d5-8608-c28638ec4f6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.960905 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-e2ad55b4-8857-43d6-8b08-0427def0a7ed service neutron] 10.222.0.84 "GET /v2.0/networks/a0b7933a-2d04-4d91-9977-b380d2eaabba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797087 Aug 16 01:52:52.967806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-aad645bd-cebe-40e8-b030-b7f2b571c1c0 req-ac69878b-24f7-42d5-8608-c28638ec4f6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Calling delete_port for 6fff6726-85be-4f9e-add6-4a063a0e8fce owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:53.010232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306d2d2-fd1b-4b77-878b-073e7e064bb3 req-c0113080-0fa3-45d9-883e-1cdf397c9af9 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.019811 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b306d2d2-fd1b-4b77-878b-073e7e064bb3 req-c0113080-0fa3-45d9-883e-1cdf397c9af9 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 945 time: 0.0997784 Aug 16 01:52:53.032182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531c588-83a1-4a9b-be77-22d0c1dcec9f req-0e5b3b50-1379-4c24-ba6f-e2ea28e719c6 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.035092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3531c588-83a1-4a9b-be77-22d0c1dcec9f req-0e5b3b50-1379-4c24-ba6f-e2ea28e719c6 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 944 time: 0.1160486 Aug 16 01:52:53.109189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3531c588-83a1-4a9b-be77-22d0c1dcec9f req-41b30739-b3c0-4e55-85ae-61c67f6f4b5d tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608296 Aug 16 01:52:53.141536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9de2b34-4843-4bd4-a1f3-58bd1d3f9416 req-2272ab1a-2c2a-4575-b268-e25d913828b4 service neutron] 10.222.0.84 "GET /v2.0/networks/a0b7933a-2d04-4d91-9977-b380d2eaabba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715217 Aug 16 01:52:53.145569 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b306d2d2-fd1b-4b77-878b-073e7e064bb3 req-1894d9ea-7068-4bf8-baa6-c3ddd95c04b6 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246443 Aug 16 01:52:53.273402 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-aad645bd-cebe-40e8-b030-b7f2b571c1c0 req-ac69878b-24f7-42d5-8608-c28638ec4f6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.285433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['6fff6726-85be-4f9e-add6-4a063a0e8fce'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:53.412156 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e8a2a2e-fd9e-4248-ba95-70aee1800096 req-cb3df27e-8f0f-45a0-87b2-9783a328910d tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/ports?device_id=00474068-dc30-4f56-a0d0-3b8a1b33e696 HTTP/1.1" status: 200 len: 210 time: 0.0375743 Aug 16 01:52:53.420695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a2c81-9869-4e9c-96ee-eddc9a3afdfc req-aeb07908-0833-4503-9571-79c7d80a2a31 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.428948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69878b-24f7-42d5-8608-c28638ec4f6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event deleted for resources: {'Port': ['ID=6fff6726-85be-4f9e-add6-4a063a0e8fce,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:53.439214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-451a2c81-9869-4e9c-96ee-eddc9a3afdfc req-aeb07908-0833-4503-9571-79c7d80a2a31 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 945 time: 0.1249216 Aug 16 01:52:53.439782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37126) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:53.464194 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-cb077d01-5b76-4b20-8271-5415e28b568c tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Request body: {'floatingip': {'port_id': '73699b24-f2dc-4c31-9477-12a4fe82ed6a'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:53.476317 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad645bd-cebe-40e8-b030-b7f2b571c1c0 req-ac69878b-24f7-42d5-8608-c28638ec4f6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] No DVR routers for this DVR port 6fff6726-85be-4f9e-add6-4a063a0e8fce on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:53.484607 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-aad645bd-cebe-40e8-b030-b7f2b571c1c0 req-ac69878b-24f7-42d5-8608-c28638ec4f6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.487966 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aad645bd-cebe-40e8-b030-b7f2b571c1c0 req-ac69878b-24f7-42d5-8608-c28638ec4f6c tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.89 "DELETE /v2.0/ports/6fff6726-85be-4f9e-add6-4a063a0e8fce HTTP/1.1" status: 204 len: 173 time: 0.9384203 Aug 16 01:52:53.509418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1bfe5-b243-4632-b6c8-465184a00815 req-24cefd23-78c4-43f8-a9c1-c0986cfa788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.513080 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2e1bfe5-b243-4632-b6c8-465184a00815 req-24cefd23-78c4-43f8-a9c1-c0986cfa788e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d798b4cda05647a196b4f44159bc2212&device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 1096 time: 0.1926050 Aug 16 01:52:53.560684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb077d01-5b76-4b20-8271-5415e28b568c tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.688258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1bfe5-b243-4632-b6c8-465184a00815 req-5ab0dc41-b677-4e4f-9122-3d945636550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.691062 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2e1bfe5-b243-4632-b6c8-465184a00815 req-5ab0dc41-b677-4e4f-9122-3d945636550b service neutron] 10.222.0.84 "GET /v2.0/networks?id=a0b7933a-2d04-4d91-9977-b380d2eaabba HTTP/1.1" status: 200 len: 923 time: 0.1677160 Aug 16 01:52:53.745888 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2e1bfe5-b243-4632-b6c8-465184a00815 req-c78ac05d-20df-4155-9c48-51d0c40bd719 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ff0b7d-273d-4d57-926b-9e02f1d7c983 HTTP/1.1" status: 200 len: 217 time: 0.0467229 Aug 16 01:52:53.833310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1bfe5-b243-4632-b6c8-465184a00815 req-802d94ed-6595-4e8e-8dec-b63c3c3c4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.834801 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2e1bfe5-b243-4632-b6c8-465184a00815 req-802d94ed-6595-4e8e-8dec-b63c3c3c4905 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=09c70b9a-7ad3-4155-9f80-5e1babb284f7 HTTP/1.1" status: 200 len: 862 time: 0.0800591 Aug 16 01:52:53.884564 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2e1bfe5-b243-4632-b6c8-465184a00815 req-b6fab32c-cbad-4a98-8611-a91eac1036b8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a0b7933a-2d04-4d91-9977-b380d2eaabba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417705 Aug 16 01:52:54.073841 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2e1bfe5-b243-4632-b6c8-465184a00815 req-cc9ea160-029d-4d1a-beb7-e8f5a6f1147c service neutron] 10.222.0.84 "GET /v2.0/networks/a0b7933a-2d04-4d91-9977-b380d2eaabba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798098 Aug 16 01:52:54.251885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad27124-90dc-477e-8d9b-0a95dcacf6e7 req-67103fcc-62da-44e2-8eb3-59ee6c44bbaa tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:54.259407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ad27124-90dc-477e-8d9b-0a95dcacf6e7 req-67103fcc-62da-44e2-8eb3-59ee6c44bbaa tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 944 time: 0.5260639 Aug 16 01:52:54.267659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-66633f4d-30d3-4324-82ca-3ef5b26eecbe service neutron] 10.222.0.89 "GET /v2.0/ports/9c3c9cd7-e1de-4ee5-9149-006835cf8bd8/bindings/n-h1-768851-16 HTTP/1.1" status: 200 len: 385 time: 0.7035484 Aug 16 01:52:54.312600 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2e1bfe5-b243-4632-b6c8-465184a00815 req-27171473-db57-447a-b6bf-a9c64b23e27a service neutron] 10.222.0.84 "GET /v2.0/networks/a0b7933a-2d04-4d91-9977-b380d2eaabba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282867 Aug 16 01:52:54.319998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ad27124-90dc-477e-8d9b-0a95dcacf6e7 req-2c4f806e-c4f5-479a-8a61-00f8fd67d309 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596864 Aug 16 01:52:54.379855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'name': 'network-vif-deleted', 'tag': '6fff6726-85be-4f9e-add6-4a063a0e8fce'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:54.382953 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeff972-318f-4f4b-bbb5-ee6ae515fd6c" -d '{"events": [{"server_uuid": "00474068-dc30-4f56-a0d0-3b8a1b33e696", "name": "network-vif-deleted", "tag": "6fff6726-85be-4f9e-add6-4a063a0e8fce"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:54.459628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20e28e-044d-4056-ba46-7d6229d16e92 req-4cd1dfd6-9b72-43d6-9415-737a72855867 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:54.461344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b20e28e-044d-4056-ba46-7d6229d16e92 req-4cd1dfd6-9b72-43d6-9415-737a72855867 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 944 time: 0.1971912 Aug 16 01:52:54.623561 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068ce71e-1309-4a55-a9b2-c5bc90647b0f x-openstack-request-id: req-068ce71e-1309-4a55-a9b2-c5bc90647b0f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:54.623851 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00474068-dc30-4f56-a0d0-3b8a1b33e696", "name": "network-vif-deleted", "tag": "6fff6726-85be-4f9e-add6-4a063a0e8fce", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:54.624208 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-068ce71e-1309-4a55-a9b2-c5bc90647b0f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:54.625152 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00474068-dc30-4f56-a0d0-3b8a1b33e696', 'name': 'network-vif-deleted', 'tag': '6fff6726-85be-4f9e-add6-4a063a0e8fce', 'status': 'completed', 'code': 200} Aug 16 01:52:54.643011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b20e28e-044d-4056-ba46-7d6229d16e92 req-861dd05b-f068-479d-9b6c-f105e6a07faa tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724463 Aug 16 01:52:54.852178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58508417-5e1e-4824-9af0-e04a873980fd req-62dd661d-3e70-4772-a826-e4849dce10e4 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/127cdb5e-a902-4027-bfc4-e2f5aadc6737 HTTP/1.1" status: 200 len: 1801 time: 0.1260865 Aug 16 01:52:54.867681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-75d7a91a-e178-446a-b343-5c67e562d364 service neutron] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:54.985243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-75d7a91a-e178-446a-b343-5c67e562d364 service neutron] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:55.046795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-75d7a91a-e178-446a-b343-5c67e562d364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:55.060637 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb077d01-5b76-4b20-8271-5415e28b568c tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.074195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-75d7a91a-e178-446a-b343-5c67e562d364 service neutron] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:55.078634 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-58508417-5e1e-4824-9af0-e04a873980fd req-705b438d-f189-4969-8c9a-eef0d24857f2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.085709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb077d01-5b76-4b20-8271-5415e28b568c tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.196712 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-75d7a91a-e178-446a-b343-5c67e562d364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.213757 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-58508417-5e1e-4824-9af0-e04a873980fd req-705b438d-f189-4969-8c9a-eef0d24857f2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.346095 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-58508417-5e1e-4824-9af0-e04a873980fd req-705b438d-f189-4969-8c9a-eef0d24857f2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.348662 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-58508417-5e1e-4824-9af0-e04a873980fd req-705b438d-f189-4969-8c9a-eef0d24857f2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.354871 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58508417-5e1e-4824-9af0-e04a873980fd req-705b438d-f189-4969-8c9a-eef0d24857f2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "DELETE /v2.0/security-groups/127cdb5e-a902-4027-bfc4-e2f5aadc6737 HTTP/1.1" status: 204 len: 173 time: 0.4512076 Aug 16 01:52:55.415825 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-cb077d01-5b76-4b20-8271-5415e28b568c tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Floating IP 314a650f-dc7d-4e7e-a0d8-7c72a099b94d associated. External IP: 172.25.2.69, port: 73699b24-f2dc-4c31-9477-12a4fe82ed6a. Aug 16 01:52:55.430660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b438d-f189-4969-8c9a-eef0d24857f2 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127cdb5e-a902-4027-bfc4-e2f5aadc6737,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:55.603621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2db7d250-97b6-459c-b45a-b15388144234 req-8511b50b-9d6f-4dc1-89c6-4c952b9be2f6 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "GET /v2.0/security-groups/02ef630a-18e2-42eb-8975-60e59a465ede HTTP/1.1" status: 200 len: 1800 time: 0.2135830 Aug 16 01:52:55.614220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-75d7a91a-e178-446a-b343-5c67e562d364 service neutron] Transition to ACTIVE for port object 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:55.656698 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-75d7a91a-e178-446a-b343-5c67e562d364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.720813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ee8fe-00ee-4068-b73d-8b5e0c930190 req-75244310-c980-414c-8161-9c640d890ac3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:55.722391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d20ee8fe-00ee-4068-b73d-8b5e0c930190 req-75244310-c980-414c-8161-9c640d890ac3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 944 time: 0.2241304 Aug 16 01:52:55.795313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-75d7a91a-e178-446a-b343-5c67e562d364 service neutron] No DVR routers for this DVR port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:55.812087 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2db7d250-97b6-459c-b45a-b15388144234 req-86137329-b224-4d2c-a6a2-fb0ad1a507f4 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.954467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7a91a-e178-446a-b343-5c67e562d364 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,revision_number=10']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:55.963931 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-75d7a91a-e178-446a-b343-5c67e562d364 service neutron] 10.222.0.89 "PUT /v2.0/ports/9c3c9cd7-e1de-4ee5-9149-006835cf8bd8/bindings/n-h1-768851-16/activate HTTP/1.1" status: 200 len: 370 time: 1.6472816 Aug 16 01:52:55.968493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2db7d250-97b6-459c-b45a-b15388144234 req-86137329-b224-4d2c-a6a2-fb0ad1a507f4 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.980831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d20ee8fe-00ee-4068-b73d-8b5e0c930190 req-46bddff3-93c6-4b8b-983f-456a5fca7ff7 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435045 Aug 16 01:52:56.167877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb077d01-5b76-4b20-8271-5415e28b568c tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Router 84286757-4499-47e8-b416-38246252e37b has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:56.194503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-d240b853-5461-4f97-be90-a842b982b15e tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:56.197879 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-d240b853-5461-4f97-be90-a842b982b15e tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1097 time: 0.1213634 Aug 16 01:52:56.202341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2db7d250-97b6-459c-b45a-b15388144234 req-86137329-b224-4d2c-a6a2-fb0ad1a507f4 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.217402 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2db7d250-97b6-459c-b45a-b15388144234 req-86137329-b224-4d2c-a6a2-fb0ad1a507f4 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.233724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2db7d250-97b6-459c-b45a-b15388144234 req-86137329-b224-4d2c-a6a2-fb0ad1a507f4 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] 10.222.0.79 "DELETE /v2.0/security-groups/02ef630a-18e2-42eb-8975-60e59a465ede HTTP/1.1" status: 204 len: 173 time: 0.6213682 Aug 16 01:52:56.234588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37268) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:56.315100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-019d91c2-c711-4235-8236-0a5e84b82c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:56.317994 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-019d91c2-c711-4235-8236-0a5e84b82c7b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c&tenant_id=25a875c926bf4742afb457e17dcadf46 HTTP/1.1" status: 200 len: 1097 time: 0.1114953 Aug 16 01:52:56.445101 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86137329-b224-4d2c-a6a2-fb0ad1a507f4 tempest-SecurityGroupsTestJSON-1634152294 tempest-SecurityGroupsTestJSON-1634152294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ef630a-18e2-42eb-8975-60e59a465ede,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:56.507951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-99ad1def-039a-43be-b1d8-c8c8d8d69302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:56.517596 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-99ad1def-039a-43be-b1d8-c8c8d8d69302 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1097 time: 0.1216700 Aug 16 01:52:56.536956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b70da76-59d2-4b3e-8632-ed509fc92029 admin admin] Deleting subnet 59bef847-bc43-4659-89df-a601fdb7e4c5 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:56.544271 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b70da76-59d2-4b3e-8632-ed509fc92029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.587123 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:56.589421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508378c-56e7-4a75-a9d8-582ff478809d req-b1c62a30-a24a-4e67-9c9c-69e98b3b4558 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:56.591044 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d508378c-56e7-4a75-a9d8-582ff478809d req-b1c62a30-a24a-4e67-9c9c-69e98b3b4558 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 944 time: 0.2261221 Aug 16 01:52:56.618528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb077d01-5b76-4b20-8271-5415e28b568c tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:56.633300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb077d01-5b76-4b20-8271-5415e28b568c tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.636683 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83e225-6bc2-476f-88fc-a321e90a05a4 None None] Sync routers for ids ['84286757-4499-47e8-b416-38246252e37b'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:56.637811 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b70da76-59d2-4b3e-8632-ed509fc92029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.677243 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83e225-6bc2-476f-88fc-a321e90a05a4 None None] Routers {'84286757-4499-47e8-b416-38246252e37b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:56.681243 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6c83e225-6bc2-476f-88fc-a321e90a05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:52:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84286757-4499-47e8-b416-38246252e37b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:56.722229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cb077d01-5b76-4b20-8271-5415e28b568c tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "PUT /v2.0/floatingips/314a650f-dc7d-4e7e-a0d8-7c72a099b94d HTTP/1.1" status: 200 len: 990 time: 3.2813022 Aug 16 01:52:56.727626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'tag': '73699b24-f2dc-4c31-9477-12a4fe82ed6a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:56.728348 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "90065a8e-b0da-42a7-9fc4-98b20760fc51", "tag": "73699b24-f2dc-4c31-9477-12a4fe82ed6a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:56.737422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d508378c-56e7-4a75-a9d8-582ff478809d req-651a65d2-0457-44f4-9e18-4d8385e47d71 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383545 Aug 16 01:52:56.749001 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b70da76-59d2-4b3e-8632-ed509fc92029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.767084 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:56.769728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 6fff6726-85be-4f9e-add6-4a063a0e8fce no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:56.844691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-3727d6d5-67d1-448b-9468-37f95cae918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:56.850303 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-3727d6d5-67d1-448b-9468-37f95cae918b service neutron] 10.222.0.84 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.3313119 Aug 16 01:52:56.859473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 6fff6726-85be-4f9e-add6-4a063a0e8fce {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:56.859825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 6fff6726-85be-4f9e-add6-4a063a0e8fce not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:56.913248 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b70da76-59d2-4b3e-8632-ed509fc92029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.944077 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549dd85a-4c32-4ac8-a2f0-321a7b09a397 x-openstack-request-id: req-549dd85a-4c32-4ac8-a2f0-321a7b09a397 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:56.944901 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90065a8e-b0da-42a7-9fc4-98b20760fc51", "tag": "73699b24-f2dc-4c31-9477-12a4fe82ed6a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:56.945776 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-549dd85a-4c32-4ac8-a2f0-321a7b09a397 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:56.946618 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'tag': '73699b24-f2dc-4c31-9477-12a4fe82ed6a', 'status': 'completed', 'code': 200} Aug 16 01:52:56.980163 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-f9f36c5c-be08-4fa7-8a40-f128330697b7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 HTTP/1.1" status: 200 len: 217 time: 0.1209767 Aug 16 01:52:57.013305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70da76-59d2-4b3e-8632-ed509fc92029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59bef847-bc43-4659-89df-a601fdb7e4c5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:57.050461 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6c83e225-6bc2-476f-88fc-a321e90a05a4 None None] Set router 84286757-4499-47e8-b416-38246252e37b gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:57.052351 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b70da76-59d2-4b3e-8632-ed509fc92029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.058246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2b70da76-59d2-4b3e-8632-ed509fc92029 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/59bef847-bc43-4659-89df-a601fdb7e4c5 HTTP/1.1" status: 204 len: 168 time: 0.7095499 Aug 16 01:52:57.061212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37300) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:57.139964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-f2409814-ad9c-48dc-b9ba-b4646fe7bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.143983 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-f2409814-ad9c-48dc-b9ba-b4646fe7bc3b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.1542075 Aug 16 01:52:57.190322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4 req-678fb89d-cd84-4c68-a36f-b1d2e94c8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.192067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4 req-678fb89d-cd84-4c68-a36f-b1d2e94c8fd3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bd61ecfaf36341cf9d9aea1be3c5e964&device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 1097 time: 0.1892347 Aug 16 01:52:57.212175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.232669 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-d40d5e75-cb48-4ab3-a442-bbb751074894 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608771 Aug 16 01:52:57.285790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24587a1b-bdb7-43dd-a78a-d723dd7a5327 req-8d8450b4-b348-4432-b805-6b0f17d6b28d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.294731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24587a1b-bdb7-43dd-a78a-d723dd7a5327 req-8d8450b4-b348-4432-b805-6b0f17d6b28d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 945 time: 0.2005589 Aug 16 01:52:57.474471 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.477791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4 req-cad0103c-87e2-4f77-9215-318df004e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.488689 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-4e825413-0819-4f63-9db5-cd0ddaff4a7d service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483556 Aug 16 01:52:57.489001 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4 req-cad0103c-87e2-4f77-9215-318df004e975 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 HTTP/1.1" status: 200 len: 916 time: 0.2891788 Aug 16 01:52:57.497494 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24587a1b-bdb7-43dd-a78a-d723dd7a5327 req-a5bc1b37-4c22-4954-bb13-1cc5c96e26c3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739085 Aug 16 01:52:57.512656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.557344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19414d7-98e9-4b26-9927-d1ddc6e1c65d') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.557676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19414d7-98e9-4b26-9927-d1ddc6e1c65d') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.574162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.603638 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.607382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4 req-292e401a-1aa5-4392-beb9-3162b77d89fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73699b24-f2dc-4c31-9477-12a4fe82ed6a HTTP/1.1" status: 200 len: 998 time: 0.1073184 Aug 16 01:52:57.612713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:57.613180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:57.615026 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:57.631367 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6c83e225-6bc2-476f-88fc-a321e90a05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:33Z', 'revision_number': 4, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '314a650f-dc7d-4e7e-a0d8-7c72a099b94d', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '84286757-4499-47e8-b416-38246252e37b', 'port_id': '73699b24-f2dc-4c31-9477-12a4fe82ed6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'mac_address': 'fa:16:3e:c1:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:52:36Z', 'updated_at': '2021-08-16T01:52:54Z', 'revision_number': 1, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2faf2555-5fb8-4ca1-ba5d-4b119bc9897e', 'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'mac_address': 'fa:16:3e:ce:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:32Z', 'updated_at': '2021-08-16T01:52:38Z', 'revision_number': 5, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'subnets': [{'id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.656513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 66ff0b7d-273d-4d57-926b-9e02f1d7c983 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:57.666041 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83e225-6bc2-476f-88fc-a321e90a05a4 None None] Checking router: 84286757-4499-47e8-b416-38246252e37b for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:57.684318 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83e225-6bc2-476f-88fc-a321e90a05a4 None None] Routers {'84286757-4499-47e8-b416-38246252e37b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:57.690296 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6c83e225-6bc2-476f-88fc-a321e90a05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:52:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84286757-4499-47e8-b416-38246252e37b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.703139 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-7584a6f9-b913-44a7-92d1-ac1d03fdc353 service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914985 Aug 16 01:52:57.772478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4 req-5d1959d0-933b-4d77-8b9c-044b7bb323da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.774117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4 req-5d1959d0-933b-4d77-8b9c-044b7bb323da service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d1832452-a185-4f7c-8ec7-fcd538b6c09d HTTP/1.1" status: 200 len: 854 time: 0.1484704 Aug 16 01:52:57.775240 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.794342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.796601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] 10.222.0.79 "DELETE /v2.0/networks/24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3 HTTP/1.1" status: 204 len: 168 time: 0.7340052 Aug 16 01:52:57.806657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 66ff0b7d-273d-4d57-926b-9e02f1d7c983, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=66ff0b7d-273d-4d57-926b-9e02f1d7c983,segment=NetworkSegment(78133bfe-c809-44f8-8a57-4ffe958ba468),segment_id=78133bfe-c809-44f8-8a57-4ffe958ba468)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:57.816806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f256c47-c4be-4598-950e-5ec63857dd5b admin admin] Pushing event deleted for resources: {'Network': ['ID=24235ec8-6c4a-4ea6-9a4c-bbde96e5e2e3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:57.822769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '66ff0b7d-273d-4d57-926b-9e02f1d7c983', 'network_id': 'a0b7933a-2d04-4d91-9977-b380d2eaabba', 'port_id': '66ff0b7d-273d-4d57-926b-9e02f1d7c983', 'mac_address': 'fa:16:3e:cf:9d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c70b9a-7ad3-4155-9f80-5e1babb284f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:57.858346 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6c83e225-6bc2-476f-88fc-a321e90a05a4 None None] Set router 84286757-4499-47e8-b416-38246252e37b gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:57.897766 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.917956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37328) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:57.936096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ff0b7d-273d-4d57-926b-9e02f1d7c983 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:57.991088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 66ff0b7d-273d-4d57-926b-9e02f1d7c983, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=66ff0b7d-273d-4d57-926b-9e02f1d7c983,segment=NetworkSegment(78133bfe-c809-44f8-8a57-4ffe958ba468),segment_id=78133bfe-c809-44f8-8a57-4ffe958ba468)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:58.005737 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.081421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4 req-d78d1b46-274c-4a9a-97ea-0a986c71a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.096131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4 req-d78d1b46-274c-4a9a-97ea-0a986c71a6e0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0f0a2942-6dfc-4ebf-8e51-6521f736a3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2965741 Aug 16 01:52:58.143635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-3197cc8b-b955-4864-b69b-675e26b6ce7c tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.150921 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-3197cc8b-b955-4864-b69b-675e26b6ce7c tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1097 time: 0.1375859 Aug 16 01:52:58.161657 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-232e904a-7f5d-4829-8120-382356d8949f req-94ae90df-af31-46bf-b2cf-1248c7367931 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1310973 Aug 16 01:52:58.201930 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=66ff0b7d-273d-4d57-926b-9e02f1d7c983,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:58.292471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37342) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:58.296173 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad410afa-d86c-4182-845f-99a4a0afbbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.378524 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6c83e225-6bc2-476f-88fc-a321e90a05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:33Z', 'revision_number': 4, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '314a650f-dc7d-4e7e-a0d8-7c72a099b94d', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '84286757-4499-47e8-b416-38246252e37b', 'port_id': '73699b24-f2dc-4c31-9477-12a4fe82ed6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'mac_address': 'fa:16:3e:c1:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:52:36Z', 'updated_at': '2021-08-16T01:52:54Z', 'revision_number': 1, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2faf2555-5fb8-4ca1-ba5d-4b119bc9897e', 'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'mac_address': 'fa:16:3e:ce:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:32Z', 'updated_at': '2021-08-16T01:52:38Z', 'revision_number': 5, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'subnets': [{'id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:58.439556 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c83e225-6bc2-476f-88fc-a321e90a05a4 None None] The sync data for ids ['84286757-4499-47e8-b416-38246252e37b'] in n-d-768851-16 is: [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:33Z', 'revision_number': 4, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '314a650f-dc7d-4e7e-a0d8-7c72a099b94d', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '84286757-4499-47e8-b416-38246252e37b', 'port_id': '73699b24-f2dc-4c31-9477-12a4fe82ed6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'mac_address': 'fa:16:3e:c1:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:52:36Z', 'updated_at': '2021-08-16T01:52:54Z', 'revision_number': 1, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2faf2555-5fb8-4ca1-ba5d-4b119bc9897e', 'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'mac_address': 'fa:16:3e:ce:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:32Z', 'updated_at': '2021-08-16T01:52:38Z', 'revision_number': 5, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'subnets': [{'id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:58.482712 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad410afa-d86c-4182-845f-99a4a0afbbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.486967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e904a-7f5d-4829-8120-382356d8949f req-4ba97560-30bb-4431-8906-a4b88a1972f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.489035 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-232e904a-7f5d-4829-8120-382356d8949f req-4ba97560-30bb-4431-8906-a4b88a1972f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6490c4877a56429ebafb4f8ab9d85cfa&device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 1098 time: 0.2931309 Aug 16 01:52:58.514107 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad410afa-d86c-4182-845f-99a4a0afbbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.530846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['66ff0b7d-273d-4d57-926b-9e02f1d7c983'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:58.811311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e904a-7f5d-4829-8120-382356d8949f req-889db216-6013-4b89-900d-fbb2a9df0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.813643 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-232e904a-7f5d-4829-8120-382356d8949f req-889db216-6013-4b89-900d-fbb2a9df0606 service neutron] 10.222.0.89 "GET /v2.0/networks?id=35632308-a9f4-4d57-bc16-93677de2838e HTTP/1.1" status: 200 len: 913 time: 0.2576885 Aug 16 01:52:58.819493 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ad410afa-d86c-4182-845f-99a4a0afbbb7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a214b12df8a449e3b6f2cdb9d90ca692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8994722 Aug 16 01:52:58.833835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad410afa-d86c-4182-845f-99a4a0afbbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1124a43f-9abf-4a58-9bba-6d141fb78f16,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:58.859980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37354) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:58.872653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14774399-9e4d-428f-b22d-1e0a4142e5ce None None] New status for floating IP 314a650f-dc7d-4e7e-a0d8-7c72a099b94d: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:52:58.891633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4 req-0b222727-74b8-4094-989b-9745fba090a3 service neutron] 10.222.0.89 "GET /v2.0/networks/0f0a2942-6dfc-4ebf-8e51-6521f736a3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7787611 Aug 16 01:52:58.898832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1df3eeb3-f07b-453d-84fc-4c01329926dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be412e10bfcc423abceb8653dc7e22a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6046681 Aug 16 01:52:58.909711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37356) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:58.925401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b90430-c06b-40b4-98ab-dd48070b75b8 req-ee4f9a0f-d8da-475e-8167-28c71626ae97 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.927178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4b90430-c06b-40b4-98ab-dd48070b75b8 req-ee4f9a0f-d8da-475e-8167-28c71626ae97 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 944 time: 0.9925072 Aug 16 01:52:58.987169 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-232e904a-7f5d-4829-8120-382356d8949f req-18f1db12-a47e-4be3-95a2-8dd6ede8b97d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=611e6949-33c5-41a1-a8a6-6ccf3ea1476b HTTP/1.1" status: 200 len: 1002 time: 0.1241343 Aug 16 01:52:59.070569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e904a-7f5d-4829-8120-382356d8949f req-9982078b-11ee-4091-a74c-4af9bec2ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.072605 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-232e904a-7f5d-4829-8120-382356d8949f req-9982078b-11ee-4091-a74c-4af9bec2ed89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=be33d864-b957-4e4d-9379-82da4fbdd8d4 HTTP/1.1" status: 200 len: 851 time: 0.0748985 Aug 16 01:52:59.094648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4b90430-c06b-40b4-98ab-dd48070b75b8 req-c35e8bb0-0ea0-43cd-a3f3-0d6ac4bc8add tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336462 Aug 16 01:52:59.113766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8659a-83bb-4194-898b-3a531fc1931b req-518064e8-a349-4680-afb6-9e0a86619d85 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.123077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0e8659a-83bb-4194-898b-3a531fc1931b req-518064e8-a349-4680-afb6-9e0a86619d85 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 945 time: 0.2275212 Aug 16 01:52:59.146889 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-acd5bb68-1d87-40b5-baa0-a189dd0c7288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.162911 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-e7354751-3af2-4f56-bf66-1f20f887a1a2 service neutron] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:59.197203 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-e7354751-3af2-4f56-bf66-1f20f887a1a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.198194 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c961b782-8d43-4371-a124-3be6b2e069c1 req-e7354751-3af2-4f56-bf66-1f20f887a1a2 service neutron] 10.222.0.84 "DELETE /v2.0/ports/9c3c9cd7-e1de-4ee5-9149-006835cf8bd8/bindings/n-h2-768851-16 HTTP/1.1" status: 204 len: 173 time: 1.0356312 Aug 16 01:52:59.205362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0e8659a-83bb-4194-898b-3a531fc1931b req-b35dca9b-3d0f-408b-8de0-6a74e2263382 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807822 Aug 16 01:52:59.213099 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-acd5bb68-1d87-40b5-baa0-a189dd0c7288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.214533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cc2764c-66c5-4c2a-9e7b-8d14d5f8f3b4 req-aecb5940-48ef-437b-8b98-3b3930dc18cd service neutron] 10.222.0.89 "GET /v2.0/networks/0f0a2942-6dfc-4ebf-8e51-6521f736a3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131254 Aug 16 01:52:59.221908 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3233a3c7-a2b0-45a4-8a4f-95f972dbc2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.254795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e904a-7f5d-4829-8120-382356d8949f req-358ce514-df00-4404-9f94-647b9c719b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.256402 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-232e904a-7f5d-4829-8120-382356d8949f req-358ce514-df00-4404-9f94-647b9c719b03 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=35632308-a9f4-4d57-bc16-93677de2838e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735902 Aug 16 01:52:59.284413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3233a3c7-a2b0-45a4-8a4f-95f972dbc2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.333156 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-acd5bb68-1d87-40b5-baa0-a189dd0c7288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.336805 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-acd5bb68-1d87-40b5-baa0-a189dd0c7288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.341439 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-acd5bb68-1d87-40b5-baa0-a189dd0c7288 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1124a43f-9abf-4a58-9bba-6d141fb78f16 HTTP/1.1" status: 204 len: 168 time: 0.4739680 Aug 16 01:52:59.395739 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3233a3c7-a2b0-45a4-8a4f-95f972dbc2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.398341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3233a3c7-a2b0-45a4-8a4f-95f972dbc2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.399613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3233a3c7-a2b0-45a4-8a4f-95f972dbc2cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9cf8b1e4-5636-4c14-995e-f156c8e1c6c5 HTTP/1.1" status: 204 len: 168 time: 0.4713454 Aug 16 01:52:59.406872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86bfd7-1928-4b10-a3b0-97a866da7001 req-040deabd-c21c-4635-8ead-f7581e29fa43 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.408578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da86bfd7-1928-4b10-a3b0-97a866da7001 req-040deabd-c21c-4635-8ead-f7581e29fa43 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1097 time: 0.0857940 Aug 16 01:52:59.412027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5bb68-1d87-40b5-baa0-a189dd0c7288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1124a43f-9abf-4a58-9bba-6d141fb78f16,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:59.421591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233a3c7-a2b0-45a4-8a4f-95f972dbc2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf8b1e4-5636-4c14-995e-f156c8e1c6c5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:59.472473 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-232e904a-7f5d-4829-8120-382356d8949f req-64f15a04-7b03-42fa-9431-caa374df98bb service neutron] 10.222.0.89 "GET /v2.0/networks/35632308-a9f4-4d57-bc16-93677de2838e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058959 Aug 16 01:52:59.482563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da86bfd7-1928-4b10-a3b0-97a866da7001 req-b0bc76b1-d49e-496a-8835-939b25d8490e tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517671 Aug 16 01:52:59.749041 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-232e904a-7f5d-4829-8120-382356d8949f req-7237bc50-ff5f-4a24-8f8f-a7af4046edc1 service neutron] 10.222.0.89 "GET /v2.0/networks/35632308-a9f4-4d57-bc16-93677de2838e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680750 Aug 16 01:53:00.180019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-422de248-2a20-433c-ab18-ea32b6b9bdfe tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.187611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-422de248-2a20-433c-ab18-ea32b6b9bdfe tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 807 time: 0.2362483 Aug 16 01:53:00.204943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-80fef2b8-5b99-40ab-8a52-2f08a0007a44 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/quotas/25a875c926bf4742afb457e17dcadf46 HTTP/1.1" status: 200 len: 375 time: 0.0159211 Aug 16 01:53:00.284358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-c6bd02b1-df34-47dd-ac80-91a70333f4a7 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779552 Aug 16 01:53:00.305700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37408) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:00.339593 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85e6f0a4-4637-4b3a-9686-8e021c53bcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.394091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debae3d1-265e-4035-aea5-492f01bf0b4e req-aa7ec368-e078-4630-8c11-2b7970c17877 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.395992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-debae3d1-265e-4035-aea5-492f01bf0b4e req-aa7ec368-e078-4630-8c11-2b7970c17877 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 945 time: 0.1020889 Aug 16 01:53:00.517751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-77bea974-6c68-4a31-8c8e-f2fe19ec486c service neutron] 10.222.0.79 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320886 Aug 16 01:53:00.523515 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85e6f0a4-4637-4b3a-9686-8e021c53bcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.530605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-debae3d1-265e-4035-aea5-492f01bf0b4e req-ede680f1-2143-4da2-9dfd-835415b55f6c tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188304 Aug 16 01:53:00.533271 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85e6f0a4-4637-4b3a-9686-8e021c53bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.608052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6f0a4-4637-4b3a-9686-8e021c53bcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085c4379-f403-400b-920f-954cd6f05003,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:00.612735 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-85e6f0a4-4637-4b3a-9686-8e021c53bcd4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d64830fc68ea4126aadf3837f06ff942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058388 Aug 16 01:53:00.615986 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37414) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:00.687146 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0c3af62-17a4-4c36-84d6-56a9a7fc4ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.720586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0c3af62-17a4-4c36-84d6-56a9a7fc4ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.783929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-7e273ffc-4a07-4ee9-be41-c9e9bb07efae service neutron] 10.222.0.79 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493646 Aug 16 01:53:00.795862 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0c3af62-17a4-4c36-84d6-56a9a7fc4ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.803311 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0c3af62-17a4-4c36-84d6-56a9a7fc4ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.808595 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c0c3af62-17a4-4c36-84d6-56a9a7fc4ee9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/085c4379-f403-400b-920f-954cd6f05003 HTTP/1.1" status: 204 len: 168 time: 0.1902020 Aug 16 01:53:00.835296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3af62-17a4-4c36-84d6-56a9a7fc4ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085c4379-f403-400b-920f-954cd6f05003,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:01.065766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05595978-7270-4be8-b1ad-293a6a154935 req-7dade76a-5b49-491c-8c31-8b326c30ead0 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 210 time: 0.0481253 Aug 16 01:53:01.118366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37444) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:01.290770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1914722526-network', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:01.333691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Made reservation on behalf of 5fa95e57de2a4345bd18ffd84612a0b0 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:01.337922 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.357354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.497929 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.504908 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.543478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:01.560970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13603ed-0df7-4a97-9bf3-b206f2a1a18c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:01.566265 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.566709 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Added segment 0ae0b01d-cd95-4fec-95fa-7e35bfb817da of type vlan for network a1d52431-8273-42bb-87b0-7ba01e11c41e Aug 16 01:53:01.615326 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.687586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 66ff0b7d-273d-4d57-926b-9e02f1d7c983 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:01.698482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.701656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.705607 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.801431 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6818936 Aug 16 01:53:01.802169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37478) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:01.811812 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] Request body: {'subnet': {'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1914722526-subnet', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:01.814023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 66ff0b7d-273d-4d57-926b-9e02f1d7c983 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:01.834902 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 66ff0b7d-273d-4d57-926b-9e02f1d7c983 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:01.835295 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.840852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235efd65-8029-41e4-98ec-18cd5b52df17 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d52431-8273-42bb-87b0-7ba01e11c41e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:01.859123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] Made reservation on behalf of 5fa95e57de2a4345bd18ffd84612a0b0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:01.863492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285cfbc-536d-4c9e-b52b-dbfcae618ffc req-98838994-3c87-4d4a-a857-01405032d902 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.864009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.885931 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f285cfbc-536d-4c9e-b52b-dbfcae618ffc req-98838994-3c87-4d4a-a857-01405032d902 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 945 time: 0.2423384 Aug 16 01:53:01.919016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network a1d52431-8273-42bb-87b0-7ba01e11c41e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:01.997058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f285cfbc-536d-4c9e-b52b-dbfcae618ffc req-832163fc-783e-4879-ba01-1c48a87c73e7 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073768 Aug 16 01:53:02.160305 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.202353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 66ff0b7d-273d-4d57-926b-9e02f1d7c983, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=66ff0b7d-273d-4d57-926b-9e02f1d7c983,segment=NetworkSegment(78133bfe-c809-44f8-8a57-4ffe958ba468),segment_id=78133bfe-c809-44f8-8a57-4ffe958ba468)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:02.204289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2192f72-53df-4d21-84e7-d9c95a67e6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ff0b7d-273d-4d57-926b-9e02f1d7c983'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:02.207468 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f11ed69-a2f8-4088-820e-aaa0ac25af21" -d '{"events": [{"server_uuid": "d2192f72-53df-4d21-84e7-d9c95a67e6da", "name": "network-vif-plugged", "status": "completed", "tag": "66ff0b7d-273d-4d57-926b-9e02f1d7c983"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:02.213047 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.278937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=66ff0b7d-273d-4d57-926b-9e02f1d7c983,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:02.284956 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb0a6ef-7d1b-4589-b363-8a8389c5cf60 x-openstack-request-id: req-6bb0a6ef-7d1b-4589-b363-8a8389c5cf60 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:02.285774 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2192f72-53df-4d21-84e7-d9c95a67e6da", "name": "network-vif-plugged", "status": "completed", "tag": "66ff0b7d-273d-4d57-926b-9e02f1d7c983", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:02.286221 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6bb0a6ef-7d1b-4589-b363-8a8389c5cf60 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:02.286787 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2192f72-53df-4d21-84e7-d9c95a67e6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ff0b7d-273d-4d57-926b-9e02f1d7c983', 'code': 200} Aug 16 01:53:02.306407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8f97264-b6cd-4baa-8efb-15c5b242d87d req-6021b6a2-47ad-4c3c-80c9-44804cd36999 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 210 time: 0.0512934 Aug 16 01:53:02.589283 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.704696 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021da446-b66d-4116-8614-2e6a415afb0d req-a2ec9f82-c895-487e-a89e-39703b3b0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.706249 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-021da446-b66d-4116-8614-2e6a415afb0d req-a2ec9f82-c895-487e-a89e-39703b3b0807 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 1098 time: 0.1618562 Aug 16 01:53:02.706864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4f8d7b-f888-4328-889f-c4996951c2fd,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:02.775979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] Checking segment: {'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:02.776340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] Network hostable DHCP agents. Network: a1d52431-8273-42bb-87b0-7ba01e11c41e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:02.787081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-d97e9e95-d13c-409b-95ab-991c3022eacb tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.788608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-d97e9e95-d13c-409b-95ab-991c3022eacb tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 807 time: 0.2461789 Aug 16 01:53:02.795594 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-021da446-b66d-4116-8614-2e6a415afb0d req-d58012f1-f6c7-495b-aa92-ed56f2a8a536 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733905 Aug 16 01:53:02.802884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Request body: {'port': {'device_id': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'network_id': '53070772-89aa-468a-b502-c2df2484496e', 'admin_state_up': True, 'tenant_id': '25a875c926bf4742afb457e17dcadf46'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:02.879324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] Network a1d52431-8273-42bb-87b0-7ba01e11c41e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:02.899999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, a1d52431-8273-42bb-87b0-7ba01e11c41e) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:02.908043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308dd52d-d59d-4471-9221-ad5476b5125c None None] Network a1d52431-8273-42bb-87b0-7ba01e11c41e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:02.922607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.927845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.994639 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-43b0cbd2-a758-4e02-bdff-3c1a81a19d11 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1887221 Aug 16 01:53:02.998118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37518) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:03.002954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:03.067815 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.073198 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.112443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Made reservation on behalf of 25a875c926bf4742afb457e17dcadf46 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:03.116927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.262702 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.291457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Allocated IP 172.20.0.7 (53070772-89aa-468a-b502-c2df2484496e/81072e93-474d-4bb3-ac53-41f391336622/19b11b4f-4950-48e9-96e0-92afcc7ab71a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:03.302337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-a1d52431-8273-42bb-87b0-7ba01e11c41e', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'fixed_ips': [{'subnet_id': 'af4f8d7b-f888-4328-889f-c4996951c2fd'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:03.303953 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.495931 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.519633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d12bd1-ffd9-4cd2-a2bc-5712612d0062 req-6b4223e0-0606-474b-967e-869a134d159e tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:03.521359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4d12bd1-ffd9-4cd2-a2bc-5712612d0062 req-6b4223e0-0606-474b-967e-869a134d159e tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 946 time: 0.2526867 Aug 16 01:53:03.533461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Allocated IP 172.20.0.2 (a1d52431-8273-42bb-87b0-7ba01e11c41e/af4f8d7b-f888-4328-889f-c4996951c2fd/19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:03.626235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4d12bd1-ffd9-4cd2-a2bc-5712612d0062 req-ed7e88b6-629c-49c2-9dd9-11f3e56b94bb tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880117 Aug 16 01:53:03.638900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.703432 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.733802 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.736401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff7ab2a4-d8a1-43bb-b1f3-baa97497d1e6 req-5d076086-781b-4bfc-9df6-2e37300f8410 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 210 time: 0.0960367 Aug 16 01:53:03.743357 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Transition to ACTIVE for port object 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:03.760801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Network 53070772-89aa-468a-b502-c2df2484496e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:03.763652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Transition to ACTIVE for port object 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:03.771742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:03.773660 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.779899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:03.828167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Pushing event updated for resources: {'Port': ['ID=19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:03.831836 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Pushing event updated for resources: {'Port': ['ID=19b11b4f-4950-48e9-96e0-92afcc7ab71a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:03.842634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Network a1d52431-8273-42bb-87b0-7ba01e11c41e is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:03.844289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:03.847088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:03.870547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:03.876399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.915820 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b235def6-6144-4ffc-b128-fe9741f58620 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1168056 Aug 16 01:53:03.919065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Attempting to bind port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:03.919554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Attempting to bind port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:03.919899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Attempting to bind port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 on network a1d52431-8273-42bb-87b0-7ba01e11c41e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:03.926271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:03.926886 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Checking segment: {'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:03.927425 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.927942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Bound using segment: {'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:03.928494 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Bound port: 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:03.929110 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.934423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Request body: {'port': {'device_id': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:03.993412 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.014534 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.020094 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.240850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Allocated IP 172.25.2.25 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/a4916116-6139-48b2-8c36-20766e7c3b3e) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:04.334210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] For port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:04.341158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] For port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:04.350795 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.386387 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.467650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.490950 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb639a-3da5-4195-b2e1-d899f6231fc1 None None] Pushing event updated for resources: {'Port': ['ID=19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:04.502752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:04.522217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:04.532647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:04.627689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b11b4f-4950-48e9-96e0-92afcc7ab71a {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:04.648047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.662323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Transition to ACTIVE for port object 19b11b4f-4950-48e9-96e0-92afcc7ab71a will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:04.670787 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.699107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Pushing event updated for resources: {'Port': ['ID=a4916116-6139-48b2-8c36-20766e7c3b3e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:04.790570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5edae-a3f5-40bc-b419-3cdbd8623f6b req-6a0bf7bb-fa96-40e4-9c66-fde487b94a8b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.793184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9e5edae-a3f5-40bc-b419-3cdbd8623f6b req-6a0bf7bb-fa96-40e4-9c66-fde487b94a8b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 946 time: 0.2081480 Aug 16 01:53:04.812116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Pushing event updated for resources: {'Port': ['ID=19b11b4f-4950-48e9-96e0-92afcc7ab71a,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:04.888487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:04.888487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:04.888487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:04.889855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:04.890273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:04.899413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:04.899902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:04.900407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:04.907666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Bound port: 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:04.908760 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.065017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:05.072555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:05.082702 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.086684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9e5edae-a3f5-40bc-b419-3cdbd8623f6b req-333396c6-0a36-4e26-864b-945f01da833b tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896338 Aug 16 01:53:05.128068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e29bf-7d4f-42e4-978c-5c2ea28e972d req-4228ad46-d757-413a-aa3b-70efa102a9de tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:05.135005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea7e29bf-7d4f-42e4-978c-5c2ea28e972d req-4228ad46-d757-413a-aa3b-70efa102a9de tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 946 time: 0.2324810 Aug 16 01:53:05.141435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:05.142119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.144361 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] 10.222.0.89 "PUT /v2.0/ports/19b11b4f-4950-48e9-96e0-92afcc7ab71a HTTP/1.1" status: 200 len: 1092 time: 1.2159884 Aug 16 01:53:05.146528 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'tag': '19b11b4f-4950-48e9-96e0-92afcc7ab71a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:05.149388 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cada34-8c3a-4160-acf3-0113bcfd5a60" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ac4ba2-e0dc-4864-af04-95217eb04493", "tag": "19b11b4f-4950-48e9-96e0-92afcc7ab71a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:05.308265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb0113-ac5f-44cb-8970-3de401f67594 service neutron] Pushing event updated for resources: {'Port': ['ID=19b11b4f-4950-48e9-96e0-92afcc7ab71a,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:05.321089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-e7c738df-f1c5-42f8-9d82-c462fa37555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:05.322884 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-e7c738df-f1c5-42f8-9d82-c462fa37555f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 1095 time: 0.1220982 Aug 16 01:53:05.381530 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-176ce210-04ba-4355-ac18-9a1e9ea70fec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a HTTP/1.1" status: 200 len: 217 time: 0.0473456 Aug 16 01:53:05.396863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea7e29bf-7d4f-42e4-978c-5c2ea28e972d req-f5dd8716-2253-44dc-9dfd-9e6977b47d6b tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550056 Aug 16 01:53:05.436583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945b08-2a55-4822-8bee-5e1a5d4bb037 req-c3d0bf48-1e1e-447a-8b2d-1d9769540acf tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:05.438054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03945b08-2a55-4822-8bee-5e1a5d4bb037 req-c3d0bf48-1e1e-447a-8b2d-1d9769540acf tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.1978385 Aug 16 01:53:05.489179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b765203f-5296-422b-b2e2-e3859ef68ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:05.490984 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-b765203f-5296-422b-b2e2-e3859ef68ec3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.1028152 Aug 16 01:53:05.507898 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.563939 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1120addd-baf6-4a2c-b6d5-e36ff26f4f74 x-openstack-request-id: req-1120addd-baf6-4a2c-b6d5-e36ff26f4f74 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:05.564297 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ac4ba2-e0dc-4864-af04-95217eb04493", "tag": "19b11b4f-4950-48e9-96e0-92afcc7ab71a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:05.564682 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1120addd-baf6-4a2c-b6d5-e36ff26f4f74 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:05.570998 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'tag': '19b11b4f-4950-48e9-96e0-92afcc7ab71a', 'status': 'completed', 'code': 200} Aug 16 01:53:05.578582 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-c1072772-da19-43ab-b0a4-2b2797c4a71e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732138 Aug 16 01:53:05.639217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03945b08-2a55-4822-8bee-5e1a5d4bb037 req-522487f0-ccce-4245-b2f0-655a5af9ce1f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894448 Aug 16 01:53:05.703792 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-35345359-bae0-479e-ac15-0e7cd90a7248 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113636 Aug 16 01:53:05.983024 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-491d5963-82d0-4f01-aa4c-cee2b9a0c3aa req-1ac4e402-d4ca-42cf-8ee9-f96658c54e58 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688327 Aug 16 01:53:06.033636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.168685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cada34-8c3a-4160-acf3-0113bcfd5a60 req-2075c6ae-179b-484c-924a-9ce11bee698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:06.174286 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-68cada34-8c3a-4160-acf3-0113bcfd5a60 req-2075c6ae-179b-484c-924a-9ce11bee698d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 1095 time: 0.1240957 Aug 16 01:53:06.239352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bcb288-1471-4d59-bec0-1a5327d024de None None] Network a1d52431-8273-42bb-87b0-7ba01e11c41e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:06.380823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:06.401857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cada34-8c3a-4160-acf3-0113bcfd5a60 req-02293888-acc3-4bd1-8f9b-d4a9ebc2c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:06.405090 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-68cada34-8c3a-4160-acf3-0113bcfd5a60 req-02293888-acc3-4bd1-8f9b-d4a9ebc2c8c5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.2208316 Aug 16 01:53:06.412115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb90e2-ff48-4947-bad0-c1d1a4b09e58 req-ce1145e1-afbe-450f-a6d3-5b9e8484573b tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:06.428545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cbb90e2-ff48-4947-bad0-c1d1a4b09e58 req-ce1145e1-afbe-450f-a6d3-5b9e8484573b tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 946 time: 0.1700165 Aug 16 01:53:06.452119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37614) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:06.497112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c8b8ba05-de12-402a-9cf0-8e5da68ce58f None None] Provisioning for port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:06.506541 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-68cada34-8c3a-4160-acf3-0113bcfd5a60 req-83541972-009c-46ac-b46c-018e75bf4741 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a HTTP/1.1" status: 200 len: 217 time: 0.0926938 Aug 16 01:53:06.557548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:06.564091 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:06.564767 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.616387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cada34-8c3a-4160-acf3-0113bcfd5a60 req-69ebfb76-ce69-40ba-b8c1-53fabfb827e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:06.618827 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-68cada34-8c3a-4160-acf3-0113bcfd5a60 req-69ebfb76-ce69-40ba-b8c1-53fabfb827e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.1023121 Aug 16 01:53:06.629034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Router d2ba09ab-c37e-4020-bf47-1fa62897490b is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:53:06.641195 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cbb90e2-ff48-4947-bad0-c1d1a4b09e58 req-bc45e010-1d6b-41ad-878d-ec75d1b62b95 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013931 Aug 16 01:53:06.684489 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-68cada34-8c3a-4160-acf3-0113bcfd5a60 req-edd043ae-f075-4027-9707-866d9c0046a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557404 Aug 16 01:53:06.729577 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.800072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:06.810677 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.826622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:06.835688 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Sync routers for ids ['d2ba09ab-c37e-4020-bf47-1fa62897490b'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:06.838758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed5045-b392-4659-a2a7-986b13bbcaef req-0ce85718-1378-4528-85d5-f95ca905626c tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:06.846565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05ed5045-b392-4659-a2a7-986b13bbcaef req-0ce85718-1378-4528-85d5-f95ca905626c tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 946 time: 0.2948859 Aug 16 01:53:06.857905 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Routers {'d2ba09ab-c37e-4020-bf47-1fa62897490b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:06.858807 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:52:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2ba09ab-c37e-4020-bf47-1fa62897490b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:06.884863 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cac2457e-7a5f-4cfe-9bfe-d4f06fd0e1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.948852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:07.003951 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.007411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-302ea484-ac41-4797-ab7a-49f70986d0df admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0053971 Aug 16 01:53:07.010879 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-68cada34-8c3a-4160-acf3-0113bcfd5a60 req-c47d01bf-7786-41d6-897f-a4ac72dd6971 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015559 Aug 16 01:53:07.027718 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37634) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:07.101865 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Set router d2ba09ab-c37e-4020-bf47-1fa62897490b gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:07.106094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05ed5045-b392-4659-a2a7-986b13bbcaef req-a235bdd6-a814-4e93-a1ce-f8b3db14730c tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582431 Aug 16 01:53:07.162784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-27e535d4-4377-466d-9314-09cace3b204b None None] Provisioning complete for port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:07.163166 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-27e535d4-4377-466d-9314-09cace3b204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.229548 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cac2457e-7a5f-4cfe-9bfe-d4f06fd0e1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.248786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e94f8c-9e59-4ace-aaf5-f43aad44582e req-b4c56542-55c2-4ebe-aeab-41993bd5003e tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:07.250363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55e94f8c-9e59-4ace-aaf5-f43aad44582e req-b4c56542-55c2-4ebe-aeab-41993bd5003e tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.2572374 Aug 16 01:53:07.251542 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cac2457e-7a5f-4cfe-9bfe-d4f06fd0e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.264209 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-68cada34-8c3a-4160-acf3-0113bcfd5a60 req-719feefd-6470-467c-a05d-fecbed3d5340 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513201 Aug 16 01:53:07.384385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2457e-7a5f-4cfe-9bfe-d4f06fd0e1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94577ea7-ce91-4fda-9500-99dbe061eb7d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:07.389050 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cac2457e-7a5f-4cfe-9bfe-d4f06fd0e1e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5b4879f25b034f81ba8d3866598d2236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9240725 Aug 16 01:53:07.395752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37640) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:07.408156 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:05Z', 'revision_number': 3, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:07.424670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55e94f8c-9e59-4ace-aaf5-f43aad44582e req-50609501-dd67-4a62-b371-d431ed0d6f0a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572008 Aug 16 01:53:07.468348 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Checking router: d2ba09ab-c37e-4020-bf47-1fa62897490b for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:07.468706 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Updating router d2ba09ab-c37e-4020-bf47-1fa62897490b port a4916116-6139-48b2-8c36-20766e7c3b3e binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:07.474698 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ebde998a-bfa2-4dc4-91cd-0edcc2a86b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.516357 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.518516 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ebde998a-bfa2-4dc4-91cd-0edcc2a86b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.582436 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ebde998a-bfa2-4dc4-91cd-0edcc2a86b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.586486 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ebde998a-bfa2-4dc4-91cd-0edcc2a86b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.587786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ebde998a-bfa2-4dc4-91cd-0edcc2a86b09 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94577ea7-ce91-4fda-9500-99dbe061eb7d HTTP/1.1" status: 204 len: 168 time: 0.1910894 Aug 16 01:53:07.599827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde998a-bfa2-4dc4-91cd-0edcc2a86b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94577ea7-ce91-4fda-9500-99dbe061eb7d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:07.855373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396d655-60d0-470f-b791-8cd51038494c req-025cacc3-0504-4c73-80af-d1026dee5c27 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:07.868561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0396d655-60d0-470f-b791-8cd51038494c req-025cacc3-0504-4c73-80af-d1026dee5c27 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 946 time: 0.1273925 Aug 16 01:53:07.940729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.959726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0396d655-60d0-470f-b791-8cd51038494c req-5f105531-7c3f-4e76-901c-96db3949cafa tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843022 Aug 16 01:53:08.248322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37668) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:08.267581 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.276178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:08.281549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53738c4-e302-4cc2-9bd6-989119855557 req-d7c98b51-f48f-4f2c-8a26-adf28517e5b5 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.282124 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Transition to ACTIVE for port object a4916116-6139-48b2-8c36-20766e7c3b3e will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:08.289328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d53738c4-e302-4cc2-9bd6-989119855557 req-d7c98b51-f48f-4f2c-8a26-adf28517e5b5 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 946 time: 0.1259613 Aug 16 01:53:08.293381 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.296924 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92397a45-3e96-4327-84a9-e4b9fc8faa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.359615 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d53738c4-e302-4cc2-9bd6-989119855557 req-ec2ae5cb-1aa9-4171-9d14-b419bdc3adc7 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647256 Aug 16 01:53:08.362183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75560929-f75e-4964-921e-26dd2c644d79 req-75b5474a-0964-42c0-bcac-4bb9f7483f3c tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.365284 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75560929-f75e-4964-921e-26dd2c644d79 req-75b5474a-0964-42c0-bcac-4bb9f7483f3c tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 946 time: 0.2363601 Aug 16 01:53:08.395452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:08.401808 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1c7d-5298-4e00-9fcf-853414718310 None None] Pushing event updated for resources: {'Port': ['ID=a4916116-6139-48b2-8c36-20766e7c3b3e,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:08.403776 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.423745 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Attempting to bind port a4916116-6139-48b2-8c36-20766e7c3b3e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:08.424147 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Attempting to bind port a4916116-6139-48b2-8c36-20766e7c3b3e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:08.424488 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Attempting to bind port a4916116-6139-48b2-8c36-20766e7c3b3e on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:08.431967 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:08.433102 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:08.433102 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.433448 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:08.434531 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Bound port: a4916116-6139-48b2-8c36-20766e7c3b3e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:08.435182 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.499318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Allocated IP 172.20.0.1 (a1d52431-8273-42bb-87b0-7ba01e11c41e/af4f8d7b-f888-4328-889f-c4996951c2fd/a668457a-f98d-4319-afc4-103a52494d35) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:08.553469 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92397a45-3e96-4327-84a9-e4b9fc8faa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.564137 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92397a45-3e96-4327-84a9-e4b9fc8faa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.578786 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] For port a4916116-6139-48b2-8c36-20766e7c3b3e, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:08.583517 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] For port a4916116-6139-48b2-8c36-20766e7c3b3e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a4916116-6139-48b2-8c36-20766e7c3b3e,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:08.592452 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.614783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-92397a45-3e96-4327-84a9-e4b9fc8faa34 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3cc3276b933b4695b5542142ee1e8909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631527 Aug 16 01:53:08.619178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37674) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:08.647526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 19b11b4f-4950-48e9-96e0-92afcc7ab71a details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:08.665004 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1c7d-5298-4e00-9fcf-853414718310 None None] Pushing event updated for resources: {'Port': ['ID=a4916116-6139-48b2-8c36-20766e7c3b3e,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:08.674100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92397a45-3e96-4327-84a9-e4b9fc8faa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b752e4b-030e-4c32-b0b1-f32ac0c02bd1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:08.683078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-75560929-f75e-4964-921e-26dd2c644d79 req-4dd91e5d-3da4-446c-83d1-c4b993432766 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Deleting port 66ff0b7d-273d-4d57-926b-9e02f1d7c983 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:08.683422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75560929-f75e-4964-921e-26dd2c644d79 req-4dd91e5d-3da4-446c-83d1-c4b993432766 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.692703 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Routers {'d2ba09ab-c37e-4020-bf47-1fa62897490b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:08.693415 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:52:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2ba09ab-c37e-4020-bf47-1fa62897490b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:08.731263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7edc64-612d-41c7-944b-fae069074d54 req-ff8c2220-3af8-41a3-a9a4-cf354acf2e28 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.741445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c7edc64-612d-41c7-944b-fae069074d54 req-ff8c2220-3af8-41a3-a9a4-cf354acf2e28 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.1903141 Aug 16 01:53:08.775803 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.805012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Transition to ACTIVE for port object a668457a-f98d-4319-afc4-103a52494d35 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:08.831121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-75560929-f75e-4964-921e-26dd2c644d79 req-4dd91e5d-3da4-446c-83d1-c4b993432766 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] For port 66ff0b7d-273d-4d57-926b-9e02f1d7c983, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=66ff0b7d-273d-4d57-926b-9e02f1d7c983,segment=NetworkSegment(78133bfe-c809-44f8-8a57-4ffe958ba468),segment_id=78133bfe-c809-44f8-8a57-4ffe958ba468)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:08.831659 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75560929-f75e-4964-921e-26dd2c644d79 req-4dd91e5d-3da4-446c-83d1-c4b993432766 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.841991 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] Set router d2ba09ab-c37e-4020-bf47-1fa62897490b gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:08.844170 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11391432-22d9-4ef3-844c-806651da4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.852887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-75560929-f75e-4964-921e-26dd2c644d79 req-4dd91e5d-3da4-446c-83d1-c4b993432766 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Calling delete_port for 66ff0b7d-273d-4d57-926b-9e02f1d7c983 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:08.854353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96621853-0f9a-4e30-a797-58206f7990e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.898880 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c7edc64-612d-41c7-944b-fae069074d54 req-4c106571-8a47-464f-a5e7-ac9d26f7607b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545746 Aug 16 01:53:08.920835 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96621853-0f9a-4e30-a797-58206f7990e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.929872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.930138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:08.944033 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '19b11b4f-4950-48e9-96e0-92afcc7ab71a', 'network_id': '53070772-89aa-468a-b502-c2df2484496e', 'port_id': '19b11b4f-4950-48e9-96e0-92afcc7ab71a', 'mac_address': 'fa:16:3e:58:13:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81072e93-474d-4bb3-ac53-41f391336622', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:08.999004 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.019880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96621853-0f9a-4e30-a797-58206f7990e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.022578 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96621853-0f9a-4e30-a797-58206f7990e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.022973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b11b4f-4950-48e9-96e0-92afcc7ab71a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:09.023738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-96621853-0f9a-4e30-a797-58206f7990e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5b752e4b-030e-4c32-b0b1-f32ac0c02bd1 HTTP/1.1" status: 204 len: 168 time: 0.4017558 Aug 16 01:53:09.037293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96621853-0f9a-4e30-a797-58206f7990e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b752e4b-030e-4c32-b0b1-f32ac0c02bd1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:09.054463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Pushing event updated for resources: {'Port': ['ID=a668457a-f98d-4319-afc4-103a52494d35,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:09.096732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Network a1d52431-8273-42bb-87b0-7ba01e11c41e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:09.105295 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:09.131923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:09.146359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:09.157885 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.190936 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:05Z', 'revision_number': 3, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:09.264595 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e7a7f-65f5-4ce9-96b9-61b821de0070 None None] The sync data for ids ['d2ba09ab-c37e-4020-bf47-1fa62897490b'] in n-d-768851-16 is: [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:05Z', 'revision_number': 3, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:09.292142 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.328492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=19b11b4f-4950-48e9-96e0-92afcc7ab71a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:09.329096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fd4ec-6872-4453-8794-f8dec89e6ae3 req-5fb75398-e7cd-438e-a8cb-b814047f8f52 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:09.340855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-142fd4ec-6872-4453-8794-f8dec89e6ae3 req-5fb75398-e7cd-438e-a8cb-b814047f8f52 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 946 time: 0.1357055 Aug 16 01:53:09.343746 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.416571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['19b11b4f-4950-48e9-96e0-92afcc7ab71a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:09.445539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-142fd4ec-6872-4453-8794-f8dec89e6ae3 req-15a87ab9-20a3-4348-8ece-62cb8c756266 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/security-groups?id=e55bd852-01aa-4a82-878d-2e8da07146cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030962 Aug 16 01:53:09.601787 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75560929-f75e-4964-921e-26dd2c644d79 req-4dd91e5d-3da4-446c-83d1-c4b993432766 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.652246 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd91e5d-3da4-446c-83d1-c4b993432766 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Pushing event deleted for resources: {'Port': ['ID=66ff0b7d-273d-4d57-926b-9e02f1d7c983,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:09.686827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['66ff0b7d-273d-4d57-926b-9e02f1d7c983'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:09.697519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94586d69-34f2-4beb-8987-1ea0a3011a59 req-0fa926e2-d0ff-4dac-8579-ed7daaf4bfd5 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:09.703472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94586d69-34f2-4beb-8987-1ea0a3011a59 req-0fa926e2-d0ff-4dac-8579-ed7daaf4bfd5 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 946 time: 0.1970205 Aug 16 01:53:09.804027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-75560929-f75e-4964-921e-26dd2c644d79 req-4dd91e5d-3da4-446c-83d1-c4b993432766 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] No DVR routers for this DVR port 66ff0b7d-273d-4d57-926b-9e02f1d7c983 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:09.812671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94586d69-34f2-4beb-8987-1ea0a3011a59 req-52dedbb4-69f1-4776-8890-de46f1327b2f tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904453 Aug 16 01:53:09.817640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75560929-f75e-4964-921e-26dd2c644d79 req-4dd91e5d-3da4-446c-83d1-c4b993432766 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.819737 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75560929-f75e-4964-921e-26dd2c644d79 req-4dd91e5d-3da4-446c-83d1-c4b993432766 tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.84 "DELETE /v2.0/ports/66ff0b7d-273d-4d57-926b-9e02f1d7c983 HTTP/1.1" status: 204 len: 173 time: 1.4450433 Aug 16 01:53:09.820525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2192f72-53df-4d21-84e7-d9c95a67e6da', 'name': 'network-vif-deleted', 'tag': '66ff0b7d-273d-4d57-926b-9e02f1d7c983'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:09.823054 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bf4d99-f54c-4a5e-9933-0a98f40ec612" -d '{"events": [{"server_uuid": "d2192f72-53df-4d21-84e7-d9c95a67e6da", "name": "network-vif-deleted", "tag": "66ff0b7d-273d-4d57-926b-9e02f1d7c983"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:09.825740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.827114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-faf79967-6cce-401a-bbe6-13c51d6ced08 None None] Provisioning for port a668457a-f98d-4319-afc4-103a52494d35 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:09.837385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-faf79967-6cce-401a-bbe6-13c51d6ced08 None None] Provisioning complete for port a668457a-f98d-4319-afc4-103a52494d35 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:09.838057 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-faf79967-6cce-401a-bbe6-13c51d6ced08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.841498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-53d77325-619c-4835-8b0e-ebe7274328ac tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:09.854184 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-53d77325-619c-4835-8b0e-ebe7274328ac tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.89 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 946 time: 0.3023243 Aug 16 01:53:09.948430 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-faf79967-6cce-401a-bbe6-13c51d6ced08 None None] Port a668457a-f98d-4319-afc4-103a52494d35 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:09.953558 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e23f8ef-99bf-4d4f-8e7d-e9a347e2bd96 x-openstack-request-id: req-4e23f8ef-99bf-4d4f-8e7d-e9a347e2bd96 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:09.955222 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2192f72-53df-4d21-84e7-d9c95a67e6da", "name": "network-vif-deleted", "tag": "66ff0b7d-273d-4d57-926b-9e02f1d7c983", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:09.955535 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4e23f8ef-99bf-4d4f-8e7d-e9a347e2bd96 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:09.955995 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2192f72-53df-4d21-84e7-d9c95a67e6da', 'name': 'network-vif-deleted', 'tag': '66ff0b7d-273d-4d57-926b-9e02f1d7c983', 'status': 'completed', 'code': 200} Aug 16 01:53:10.093852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6c024-b180-4426-8b8f-f70d3df2c983 req-fe6bbfac-d4e7-46a0-a3b5-4442d3d14553 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:10.095434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bfb6c024-b180-4426-8b8f-f70d3df2c983 req-fe6bbfac-d4e7-46a0-a3b5-4442d3d14553 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 944 time: 0.0790322 Aug 16 01:53:10.147223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Deleting port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:10.149285 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.170301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bfb6c024-b180-4426-8b8f-f70d3df2c983 req-cb9c27ca-fb5d-4b39-8bf5-7f8f2e2df366 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680952 Aug 16 01:53:10.289713 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a4916116-6139-48b2-8c36-20766e7c3b3e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:10.363772 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port a4916116-6139-48b2-8c36-20766e7c3b3e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:10.378197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a4916116-6139-48b2-8c36-20766e7c3b3e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:10.379878 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.537524 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.563805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port a4916116-6139-48b2-8c36-20766e7c3b3e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a4916116-6139-48b2-8c36-20766e7c3b3e,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:10.570432 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.694208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a97a168f-93c9-4ed8-bf3c-1dadd6b020d7 req-bdc8f0de-bc4a-44cc-9e97-a9800f3bfa7c tempest-ServerAddressesNegativeTestJSON-58172222 tempest-ServerAddressesNegativeTestJSON-58172222-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2192f72-53df-4d21-84e7-d9c95a67e6da HTTP/1.1" status: 200 len: 210 time: 0.0895078 Aug 16 01:53:10.695997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 19b11b4f-4950-48e9-96e0-92afcc7ab71a up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:10.722855 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.743372 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.778818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=a4916116-6139-48b2-8c36-20766e7c3b3e,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:10.810493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 19b11b4f-4950-48e9-96e0-92afcc7ab71a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:10.817485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 19b11b4f-4950-48e9-96e0-92afcc7ab71a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:10.818614 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.836429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] For port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=611e6949-33c5-41a1-a8a6-6ccf3ea1476b,segment=NetworkSegment(81e31cda-dea2-4fc1-ba05-a1b50c43053d),segment_id=81e31cda-dea2-4fc1-ba05-a1b50c43053d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:10.836688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.951961 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.953976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Pushing event updated for resources: {'Port': ['ID=a668457a-f98d-4319-afc4-103a52494d35,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:10.964716 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.035188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b11b4f-4950-48e9-96e0-92afcc7ab71a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:11.037498 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1faf5c8-d54f-4418-8874-9c877b8a3813" -d '{"events": [{"server_uuid": "d4ac4ba2-e0dc-4864-af04-95217eb04493", "name": "network-vif-plugged", "status": "completed", "tag": "19b11b4f-4950-48e9-96e0-92afcc7ab71a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:11.038281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad08f76-fa7e-47df-b236-a7ae4a41ad78 req-637895db-d08b-4fa7-a20a-fc55470eeeeb tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.039784 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ad08f76-fa7e-47df-b236-a7ae4a41ad78 req-637895db-d08b-4fa7-a20a-fc55470eeeeb tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 946 time: 0.0885286 Aug 16 01:53:11.081048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:11.089497 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.101417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ad08f76-fa7e-47df-b236-a7ae4a41ad78 req-2c31c99a-fb8e-4bdb-9bbc-61d43a49c657 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups?id=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551641 Aug 16 01:53:11.170234 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a0cdd8-4fcb-4de9-8978-193b40532dc1 x-openstack-request-id: req-e0a0cdd8-4fcb-4de9-8978-193b40532dc1 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:11.170505 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ac4ba2-e0dc-4864-af04-95217eb04493", "name": "network-vif-plugged", "status": "completed", "tag": "19b11b4f-4950-48e9-96e0-92afcc7ab71a", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:11.170678 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0a0cdd8-4fcb-4de9-8978-193b40532dc1 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:11.171312 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b11b4f-4950-48e9-96e0-92afcc7ab71a', 'code': 200} Aug 16 01:53:11.180044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=19b11b4f-4950-48e9-96e0-92afcc7ab71a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:11.266624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Network a1d52431-8273-42bb-87b0-7ba01e11c41e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:11.268610 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.268970 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.269308 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Floating IP 21ed70e4-e840-4c05-add3-9266a53afb81 disassociated. External IP: 172.25.2.128, port: 611e6949-33c5-41a1-a8a6-6ccf3ea1476b. Aug 16 01:53:11.269656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Calling delete_port for 611e6949-33c5-41a1-a8a6-6ccf3ea1476b owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:11.271824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:11.333651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188c93f-e1a6-4492-8dde-ce939f51bbaf req-d9bcf627-fd5c-4e61-b42a-23fb111e34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.335196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b188c93f-e1a6-4492-8dde-ce939f51bbaf req-d9bcf627-fd5c-4e61-b42a-23fb111e34cc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 1097 time: 0.0950313 Aug 16 01:53:11.430803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b188c93f-e1a6-4492-8dde-ce939f51bbaf req-c4cc129d-3624-41d4-af6a-16a9bbe66f09 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777793 Aug 16 01:53:11.440243 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ce51ccce-999b-475c-9a33-6eff7c17e8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.441800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd17dc-bfc4-4237-904a-937bf1ae06f7 req-b1225f1f-bfa9-4a42-9646-c570aa2e7d01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.451472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05bd17dc-bfc4-4237-904a-937bf1ae06f7 req-b1225f1f-bfa9-4a42-9646-c570aa2e7d01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.1534538 Aug 16 01:53:11.498698 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.536512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05bd17dc-bfc4-4237-904a-937bf1ae06f7 req-c961c072-5c1b-49a5-ad3f-19f700e3af7a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836005 Aug 16 01:53:11.597997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Router d2ba09ab-c37e-4020-bf47-1fa62897490b has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:11.689014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4ae3ca9e-0541-4dcc-b27a-198cb9a9b097 None None] Provisioning complete for port a668457a-f98d-4319-afc4-103a52494d35 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:11.689718 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4ae3ca9e-0541-4dcc-b27a-198cb9a9b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.721278 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.767625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3ca9e-0541-4dcc-b27a-198cb9a9b097 None None] Port a668457a-f98d-4319-afc4-103a52494d35 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:11.774384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a850ca39-21b8-4efa-bc97-5e9d00e66ae2 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:11.778853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37818) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:11.820338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Pushing event deleted for resources: {'Port': ['ID=611e6949-33c5-41a1-a8a6-6ccf3ea1476b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:11.853688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:11.860661 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aa1f54e2-4dc8-4850-9049-73602e3d231b admin admin] 10.222.0.79 "PUT /v2.0/routers/d2ba09ab-c37e-4020-bf47-1fa62897490b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8319232 Aug 16 01:53:11.882835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Sync routers for ids ['d2ba09ab-c37e-4020-bf47-1fa62897490b'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:11.896506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0171d01-fc44-49fb-96cd-aff15cb9f246 admin admin] Deleting subnet 09c70b9a-7ad3-4155-9f80-5e1babb284f7 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:11.904002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f0171d01-fc44-49fb-96cd-aff15cb9f246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.914213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Routers {'d2ba09ab-c37e-4020-bf47-1fa62897490b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:11.915534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:53:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2ba09ab-c37e-4020-bf47-1fa62897490b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:11.946533 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f0171d01-fc44-49fb-96cd-aff15cb9f246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.028928 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.032818 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f0171d01-fc44-49fb-96cd-aff15cb9f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.142379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:12.175443 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f0171d01-fc44-49fb-96cd-aff15cb9f246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.189152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a850ca39-21b8-4efa-bc97-5e9d00e66ae2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:12.198736 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.199726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 66ff0b7d-273d-4d57-926b-9e02f1d7c983 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:12.253483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 66ff0b7d-273d-4d57-926b-9e02f1d7c983 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:12.254784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 66ff0b7d-273d-4d57-926b-9e02f1d7c983 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:12.306889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a4916116-6139-48b2-8c36-20766e7c3b3e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:12.391513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:12.403080 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a1b59-fa4a-4b50-acae-9016985c9ca5 None None] Sync routers for ids ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:12.421053 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a1b59-fa4a-4b50-acae-9016985c9ca5 None None] Routers {'19f8bdb7-2c4b-405b-b841-9c2750d1c381'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:12.421870 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1b9a1b59-fa4a-4b50-acae-9016985c9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:53:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:12.481460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] No DVR routers for this DVR port 611e6949-33c5-41a1-a8a6-6ccf3ea1476b on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:12.493380 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.496304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a4916116-6139-48b2-8c36-20766e7c3b3e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:12.497913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.498051 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77d7be28-ea90-4c4b-a9bc-1efac243403f req-23c70c7a-3dc9-44ce-b8dd-20dd3672e2ec tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.89 "DELETE /v2.0/ports/611e6949-33c5-41a1-a8a6-6ccf3ea1476b HTTP/1.1" status: 204 len: 173 time: 2.6349564 Aug 16 01:53:12.498780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'name': 'network-vif-deleted', 'tag': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:12.510987 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Set router d2ba09ab-c37e-4020-bf47-1fa62897490b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:12.513158 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4caa124-3e4b-4289-ad00-b138e563b488" -d '{"events": [{"server_uuid": "4e6039b2-a0c4-4abd-872f-79e4715f5e68", "name": "network-vif-deleted", "tag": "611e6949-33c5-41a1-a8a6-6ccf3ea1476b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:12.648294 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1b9a1b59-fa4a-4b50-acae-9016985c9ca5 None None] Set router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:12.734321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:12.847170 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.870552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0171d01-fc44-49fb-96cd-aff15cb9f246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c70b9a-7ad3-4155-9f80-5e1babb284f7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:12.883518 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f0171d01-fc44-49fb-96cd-aff15cb9f246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.886177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f0171d01-fc44-49fb-96cd-aff15cb9f246 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/09c70b9a-7ad3-4155-9f80-5e1babb284f7 HTTP/1.1" status: 204 len: 168 time: 1.1062963 Aug 16 01:53:12.889989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37872) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:12.931043 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1b9a1b59-fa4a-4b50-acae-9016985c9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 4, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '0fd9a7ac-c337-44d9-b027-7a7e07d410da', 'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'mac_address': 'fa:16:3e:96:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:43Z', 'updated_at': '2021-08-16T01:50:50Z', 'revision_number': 5, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'subnets': [{'id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:12.966541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-ac24ad00-00d0-4457-b434-f4f70911af95 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.974383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-ac24ad00-00d0-4457-b434-f4f70911af95 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 804 time: 0.7943194 Aug 16 01:53:12.982329 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a1b59-fa4a-4b50-acae-9016985c9ca5 None None] Checking router: 19f8bdb7-2c4b-405b-b841-9c2750d1c381 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:13.006067 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a1b59-fa4a-4b50-acae-9016985c9ca5 None None] Routers {'19f8bdb7-2c4b-405b-b841-9c2750d1c381'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:13.006724 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1b9a1b59-fa4a-4b50-acae-9016985c9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:53:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:13.028943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-72ad2d9a-ddab-4e57-bd7d-c54b0c1a4a07 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/quotas/b041827b0cf84f83ae8597d51d79487b HTTP/1.1" status: 200 len: 375 time: 0.0433154 Aug 16 01:53:13.055400 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.157875 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-11214370-a6a1-4e6e-83e3-6d7837f94a04 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276491 Aug 16 01:53:13.171496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.177609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:13.183474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b7933a-2d04-4d91-9977-b380d2eaabba']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:13.189531 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783efa66-7b95-455b-8a8c-94d09b00a3a8" -d '{"events": [{"server_uuid": "f11960fc-7893-489f-9bb7-9680502cdea8", "name": "network-vif-unplugged", "status": "completed", "tag": "a850ca39-21b8-4efa-bc97-5e9d00e66ae2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:13.198591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78133bfe-c809-44f8-8a57-4ffe958ba468') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:13.199179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78133bfe-c809-44f8-8a57-4ffe958ba468') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:13.225494 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.234526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:09Z', 'revision_number': 4, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'a668457a-f98d-4319-afc4-103a52494d35', 'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'mac_address': 'fa:16:3e:56:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:08Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 2, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'subnets': [{'id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:13.243284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37884) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:13.256356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2d7b45c3-a22c-4d54-98f5-9b89e230e677 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226308800', 'description': 'tempest-description--1640867993'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:13.291473 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1b9a1b59-fa4a-4b50-acae-9016985c9ca5 None None] Set router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:13.292413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.310977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Checking router: d2ba09ab-c37e-4020-bf47-1fa62897490b for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:13.314244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Updating router d2ba09ab-c37e-4020-bf47-1fa62897490b port a668457a-f98d-4319-afc4-103a52494d35 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:13.314479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:53:13.315334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:53:13.319249 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:53:13.373631 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.380230 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:53:13.396437 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2d7b45c3-a22c-4d54-98f5-9b89e230e677 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.404060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-108b5e99-a1aa-4833-b0d4-ac02b798a332 req-2252c260-c2e5-41e5-aa58-31ed645ef368 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e6039b2-a0c4-4abd-872f-79e4715f5e68 HTTP/1.1" status: 200 len: 210 time: 0.0639670 Aug 16 01:53:13.460946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-2996e880-bce7-4bb3-8e21-fcdd73e977ac service neutron] 10.222.0.79 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009880 Aug 16 01:53:13.547408 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2d7b45c3-a22c-4d54-98f5-9b89e230e677 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.552623 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf18996a-3b94-4540-b6de-5c577d7895c4 x-openstack-request-id: req-bf18996a-3b94-4540-b6de-5c577d7895c4 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:13.553808 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6039b2-a0c4-4abd-872f-79e4715f5e68", "name": "network-vif-deleted", "tag": "611e6949-33c5-41a1-a8a6-6ccf3ea1476b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:13.554757 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf18996a-3b94-4540-b6de-5c577d7895c4 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:13.555455 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6039b2-a0c4-4abd-872f-79e4715f5e68', 'name': 'network-vif-deleted', 'tag': '611e6949-33c5-41a1-a8a6-6ccf3ea1476b', 'status': 'completed', 'code': 200} Aug 16 01:53:13.565684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2d7b45c3-a22c-4d54-98f5-9b89e230e677 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.592325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.650069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.658100 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a0b7933a-2d04-4d91-9977-b380d2eaabba HTTP/1.1" status: 204 len: 168 time: 0.7663584 Aug 16 01:53:13.661178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec6f45-6d37-4904-a0ad-69c23ce9b6c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b7933a-2d04-4d91-9977-b380d2eaabba,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:13.665527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087c7c8-c5ce-4d56-b610-70a31f867972 req-bfb88b95-1575-4a15-a1f1-5df75e787a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.674014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d087c7c8-c5ce-4d56-b610-70a31f867972 req-bfb88b95-1575-4a15-a1f1-5df75e787a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.0978415 Aug 16 01:53:13.675517 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1b9a1b59-fa4a-4b50-acae-9016985c9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 4, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '0fd9a7ac-c337-44d9-b027-7a7e07d410da', 'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'mac_address': 'fa:16:3e:96:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:43Z', 'updated_at': '2021-08-16T01:50:50Z', 'revision_number': 5, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'subnets': [{'id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:13.686988 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2d7b45c3-a22c-4d54-98f5-9b89e230e677 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.692411 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2d7b45c3-a22c-4d54-98f5-9b89e230e677 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4451509 Aug 16 01:53:13.695558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37894) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:13.704202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b45c3-a22c-4d54-98f5-9b89e230e677 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610476c7-0039-4423-869e-5397fd42521a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:13.705525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-2188f4b9-7b7a-432a-b605-e07ef86c2686 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Request body: {'security_group_rule': {'security_group_id': '610476c7-0039-4423-869e-5397fd42521a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:13.735445 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a1b59-fa4a-4b50-acae-9016985c9ca5 None None] The sync data for ids ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'] in n-d-768851-16 is: [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:50:44Z', 'revision_number': 4, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '0fd9a7ac-c337-44d9-b027-7a7e07d410da', 'name': '', 'network_id': '35632308-a9f4-4d57-bc16-93677de2838e', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'mac_address': 'fa:16:3e:96:9c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:43Z', 'updated_at': '2021-08-16T01:50:50Z', 'revision_number': 5, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'subnets': [{'id': 'be33d864-b957-4e4d-9379-82da4fbdd8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:13.746339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28036994-73a8-4659-aae5-6d834fb29d1c req-a670f4eb-ea96-483a-abca-20e0729a1e32 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.750163 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-28036994-73a8-4659-aae5-6d834fb29d1c req-a670f4eb-ea96-483a-abca-20e0729a1e32 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "GET /v2.0/ports?device_id=f11960fc-7893-489f-9bb7-9680502cdea8 HTTP/1.1" status: 200 len: 944 time: 0.1997213 Aug 16 01:53:13.771962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-c10140a4-f0da-4320-96ad-32b7bf39682f service neutron] 10.222.0.79 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010566 Aug 16 01:53:13.805662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d087c7c8-c5ce-4d56-b610-70a31f867972 req-28a57d20-19a6-4602-9434-a9afdc4fcfc7 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305661 Aug 16 01:53:13.809979 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2188f4b9-7b7a-432a-b605-e07ef86c2686 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.961784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-28036994-73a8-4659-aae5-6d834fb29d1c req-7b6e4945-1e59-4cb9-b2e7-3b42c1d89dd3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Deleting port a850ca39-21b8-4efa-bc97-5e9d00e66ae2 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:13.964251 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-28036994-73a8-4659-aae5-6d834fb29d1c req-7b6e4945-1e59-4cb9-b2e7-3b42c1d89dd3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.992405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2188f4b9-7b7a-432a-b605-e07ef86c2686 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.992878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37900) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:14.005192 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.010886 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2188f4b9-7b7a-432a-b605-e07ef86c2686 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.048513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Transition to ACTIVE for port object a668457a-f98d-4319-afc4-103a52494d35 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:14.058982 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.165892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188f4b9-7b7a-432a-b605-e07ef86c2686 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc08cd16-ff90-4e60-91e2-363e7e3b43f8,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:14.187254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37906) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:14.213893 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2188f4b9-7b7a-432a-b605-e07ef86c2686 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.215642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2188f4b9-7b7a-432a-b605-e07ef86c2686 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5185766 Aug 16 01:53:14.230525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-28036994-73a8-4659-aae5-6d834fb29d1c req-7b6e4945-1e59-4cb9-b2e7-3b42c1d89dd3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] For port a850ca39-21b8-4efa-bc97-5e9d00e66ae2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:14.230934 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-28036994-73a8-4659-aae5-6d834fb29d1c req-7b6e4945-1e59-4cb9-b2e7-3b42c1d89dd3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.252313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-73a59974-2274-4ba6-89be-8d6a647829cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d798b4cda05647a196b4f44159bc2212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576752 Aug 16 01:53:14.258779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37910) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:14.259123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37912) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:14.261165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-28036994-73a8-4659-aae5-6d834fb29d1c req-7b6e4945-1e59-4cb9-b2e7-3b42c1d89dd3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Calling delete_port for a850ca39-21b8-4efa-bc97-5e9d00e66ae2 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:14.284678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5830e511-03b8-48f7-8484-9aac61616648 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Request body: {'security_group_rule': {'security_group_id': '610476c7-0039-4423-869e-5397fd42521a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:14.455506 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcb2035-5d44-4387-868a-1b687c6f8be0 x-openstack-request-id: req-8fcb2035-5d44-4387-868a-1b687c6f8be0 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:14.455796 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11960fc-7893-489f-9bb7-9680502cdea8", "name": "network-vif-unplugged", "status": "completed", "tag": "a850ca39-21b8-4efa-bc97-5e9d00e66ae2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:14.456066 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fcb2035-5d44-4387-868a-1b687c6f8be0 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:14.456509 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2', 'code': 200} Aug 16 01:53:14.463690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2828087b-abbe-4d8a-9515-173690e8140d None None] New status for floating IP 21ed70e4-e840-4c05-add3-9266a53afb81: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:53:14.487879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-28036994-73a8-4659-aae5-6d834fb29d1c req-7b6e4945-1e59-4cb9-b2e7-3b42c1d89dd3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.490070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbb8d4b8-a38e-4bc4-88a6-24fd9fa16a00 req-4a18ea60-f60c-4ee9-b24c-6966b5477e2d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 210 time: 0.1950808 Aug 16 01:53:14.531872 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-85a3d763-e9c2-43cc-928a-bc9e140144a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.556203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e4945-1e59-4cb9-b2e7-3b42c1d89dd3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Pushing event deleted for resources: {'Port': ['ID=a850ca39-21b8-4efa-bc97-5e9d00e66ae2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:14.563735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc289e-2a6c-477a-aba7-8560b88df5ed req-ac372948-0419-4f95-8ca6-04a0fb4fb522 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:14.569066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12bc289e-2a6c-477a-aba7-8560b88df5ed req-ac372948-0419-4f95-8ca6-04a0fb4fb522 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 1097 time: 0.3651268 Aug 16 01:53:14.576519 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.592275 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5830e511-03b8-48f7-8484-9aac61616648 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.610659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37922) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:14.616019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7a3c2-cbd2-4703-b42c-ec802ff187c9 None None] Pushing event updated for resources: {'Port': ['ID=a668457a-f98d-4319-afc4-103a52494d35,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:14.690292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 611e6949-33c5-41a1-a8a6-6ccf3ea1476b no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:14.705580 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c314ce7a-9e4c-44ca-9f17-5990315d9feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.721178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-28036994-73a8-4659-aae5-6d834fb29d1c req-7b6e4945-1e59-4cb9-b2e7-3b42c1d89dd3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] No DVR routers for this DVR port a850ca39-21b8-4efa-bc97-5e9d00e66ae2 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:14.728545 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-28036994-73a8-4659-aae5-6d834fb29d1c req-7b6e4945-1e59-4cb9-b2e7-3b42c1d89dd3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.731363 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-28036994-73a8-4659-aae5-6d834fb29d1c req-7b6e4945-1e59-4cb9-b2e7-3b42c1d89dd3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "DELETE /v2.0/ports/a850ca39-21b8-4efa-bc97-5e9d00e66ae2 HTTP/1.1" status: 204 len: 173 time: 0.9726219 Aug 16 01:53:14.800460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 611e6949-33c5-41a1-a8a6-6ccf3ea1476b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:14.800741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 611e6949-33c5-41a1-a8a6-6ccf3ea1476b not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:14.804369 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cccc4308-e52d-4af4-bd10-2e3854003531 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.816082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Attempting to bind port a668457a-f98d-4319-afc4-103a52494d35 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:14.816505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Attempting to bind port a668457a-f98d-4319-afc4-103a52494d35 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:14.822566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Attempting to bind port a668457a-f98d-4319-afc4-103a52494d35 on network a1d52431-8273-42bb-87b0-7ba01e11c41e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:14.840185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:14.840631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Checking segment: {'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:14.841179 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.842242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Bound using segment: {'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:14.842242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Bound port: a668457a-f98d-4319-afc4-103a52494d35, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:14.842613 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.871926 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cccc4308-e52d-4af4-bd10-2e3854003531 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.878456 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c314ce7a-9e4c-44ca-9f17-5990315d9feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.919197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12bc289e-2a6c-477a-aba7-8560b88df5ed req-31c7459b-245a-437c-a717-43d205973645 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301189 Aug 16 01:53:14.965165 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5830e511-03b8-48f7-8484-9aac61616648 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.998624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cccc4308-e52d-4af4-bd10-2e3854003531 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.002710 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cccc4308-e52d-4af4-bd10-2e3854003531 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.008029 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cccc4308-e52d-4af4-bd10-2e3854003531 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "DELETE /v2.0/security-groups/8c4e7e9f-eff4-4647-9ba7-facfee4d52ea HTTP/1.1" status: 204 len: 168 time: 0.3959699 Aug 16 01:53:15.009229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37930) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:15.033332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] For port a668457a-f98d-4319-afc4-103a52494d35, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:15.037683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] For port a668457a-f98d-4319-afc4-103a52494d35, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a668457a-f98d-4319-afc4-103a52494d35,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:15.044828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.073383 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-a6ab7cec-c5dc-46fd-a727-52561bafd626 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] show failed (client error): The resource could not be found. Aug 16 01:53:15.081128 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a6ab7cec-c5dc-46fd-a727-52561bafd626 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "GET /v2.0/security-groups/8c4e7e9f-eff4-4647-9ba7-facfee4d52ea HTTP/1.1" status: 404 len: 347 time: 0.0637369 Aug 16 01:53:15.081963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37938) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:15.106716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc4308-e52d-4af4-bd10-2e3854003531 tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4e7e9f-eff4-4647-9ba7-facfee4d52ea,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:15.119705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Routers {'d2ba09ab-c37e-4020-bf47-1fa62897490b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:15.124058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:53:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2ba09ab-c37e-4020-bf47-1fa62897490b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:15.147545 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-85a3d763-e9c2-43cc-928a-bc9e140144a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.167010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5830e511-03b8-48f7-8484-9aac61616648 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.198363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-85a3d763-e9c2-43cc-928a-bc9e140144a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.238797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-85a3d763-e9c2-43cc-928a-bc9e140144a4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20caf8a290d3431db770b04b5829be59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0502367 Aug 16 01:53:15.239750 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c314ce7a-9e4c-44ca-9f17-5990315d9feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.242886 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c314ce7a-9e4c-44ca-9f17-5990315d9feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.244476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c314ce7a-9e4c-44ca-9f17-5990315d9feb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e55bd852-01aa-4a82-878d-2e8da07146cc HTTP/1.1" status: 204 len: 168 time: 0.9829755 Aug 16 01:53:15.246039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7a3c2-cbd2-4703-b42c-ec802ff187c9 None None] Pushing event updated for resources: {'Port': ['ID=a668457a-f98d-4319-afc4-103a52494d35,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:15.262650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37942) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:15.265860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5830e511-03b8-48f7-8484-9aac61616648 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.271107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5830e511-03b8-48f7-8484-9aac61616648 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0108180 Aug 16 01:53:15.276874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37946) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:15.292661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:15.321628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830e511-03b8-48f7-8484-9aac61616648 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f3ab12-2d99-4b47-b839-b8e666b257da,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:15.346806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.436352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] Set router d2ba09ab-c37e-4020-bf47-1fa62897490b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:15.447336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3d763-e9c2-43cc-928a-bc9e140144a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874f4da0-ff28-4d2b-84ae-5670b20f6f74,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:15.506946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314ce7a-9e4c-44ca-9f17-5990315d9feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55bd852-01aa-4a82-878d-2e8da07146cc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:15.558333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'name': 'network-vif-deleted', 'tag': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:15.562885 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d7ed6f-9b75-4196-8cec-76a27c3e22e1" -d '{"events": [{"server_uuid": "f11960fc-7893-489f-9bb7-9680502cdea8", "name": "network-vif-deleted", "tag": "a850ca39-21b8-4efa-bc97-5e9d00e66ae2"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:15.594908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-70024313-5fe2-4f0d-9605-d2c21d87495d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Deleting port 623d9bd2-71eb-4e9f-9cc2-96a108c92e0c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:15.595533 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70024313-5fe2-4f0d-9605-d2c21d87495d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.608212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f314677-41f2-4d9f-8cb0-c59e000ea5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.685915 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d3da27-6ac6-4b7d-8938-86689bb27362 x-openstack-request-id: req-b9d3da27-6ac6-4b7d-8938-86689bb27362 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:15.688020 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11960fc-7893-489f-9bb7-9680502cdea8", "name": "network-vif-deleted", "tag": "a850ca39-21b8-4efa-bc97-5e9d00e66ae2", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:15.688375 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9d3da27-6ac6-4b7d-8938-86689bb27362 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:15.688876 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11960fc-7893-489f-9bb7-9680502cdea8', 'name': 'network-vif-deleted', 'tag': 'a850ca39-21b8-4efa-bc97-5e9d00e66ae2', 'status': 'completed', 'code': 200} Aug 16 01:53:15.757306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a850ca39-21b8-4efa-bc97-5e9d00e66ae2 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:15.763484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f314677-41f2-4d9f-8cb0-c59e000ea5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.780121 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70024313-5fe2-4f0d-9605-d2c21d87495d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.783984 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70024313-5fe2-4f0d-9605-d2c21d87495d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.788135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-082adb55-8167-4036-9b16-0b43018a89e8 req-35d3bd18-73d9-4d9a-a50f-d26c2ffc549e tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 210 time: 0.0983024 Aug 16 01:53:15.801698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: a850ca39-21b8-4efa-bc97-5e9d00e66ae2 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:15.802195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a850ca39-21b8-4efa-bc97-5e9d00e66ae2 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:15.821019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-70024313-5fe2-4f0d-9605-d2c21d87495d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Calling delete_port for 623d9bd2-71eb-4e9f-9cc2-96a108c92e0c owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:15.959209 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f314677-41f2-4d9f-8cb0-c59e000ea5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.961819 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f314677-41f2-4d9f-8cb0-c59e000ea5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.967537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9f314677-41f2-4d9f-8cb0-c59e000ea5f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/874f4da0-ff28-4d2b-84ae-5670b20f6f74 HTTP/1.1" status: 204 len: 168 time: 0.7026939 Aug 16 01:53:15.985483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f314677-41f2-4d9f-8cb0-c59e000ea5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874f4da0-ff28-4d2b-84ae-5670b20f6f74,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:15.994974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:09Z', 'revision_number': 4, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'a668457a-f98d-4319-afc4-103a52494d35', 'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'mac_address': 'fa:16:3e:56:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:08Z', 'updated_at': '2021-08-16T01:53:15Z', 'revision_number': 4, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'subnets': [{'id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:16.043012 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.063844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f628fcc-37a7-4898-aa21-0f928e5e775c None None] The sync data for ids ['d2ba09ab-c37e-4020-bf47-1fa62897490b'] in n-d-768851-16 is: [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:09Z', 'revision_number': 4, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'a668457a-f98d-4319-afc4-103a52494d35', 'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'mac_address': 'fa:16:3e:56:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:08Z', 'updated_at': '2021-08-16T01:53:15Z', 'revision_number': 4, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'subnets': [{'id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:16.358740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a668457a-f98d-4319-afc4-103a52494d35 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:16.386096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Allocated IP 172.25.2.192 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/747a907f-65a3-411c-a5b2-f619c8da84d8) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:16.468933 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port a668457a-f98d-4319-afc4-103a52494d35 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:16.475662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a668457a-f98d-4319-afc4-103a52494d35 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:16.476044 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.519440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-7a28a0b5-24c8-4018-80aa-6e4c6c9ecb71 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:16.522066 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-7a28a0b5-24c8-4018-80aa-6e4c6c9ecb71 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 804 time: 0.4909465 Aug 16 01:53:16.556571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Request body: {'port': {'device_id': 'e350119f-7f5d-4412-bb9e-8148772e5dab', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'admin_state_up': True, 'tenant_id': 'b041827b0cf84f83ae8597d51d79487b'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:16.654052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37982) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:16.681230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70024313-5fe2-4f0d-9605-d2c21d87495d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.682901 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.696442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.755104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port a668457a-f98d-4319-afc4-103a52494d35, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a668457a-f98d-4319-afc4-103a52494d35,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:16.765308 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.786566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70024313-5fe2-4f0d-9605-d2c21d87495d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Pushing event deleted for resources: {'Port': ['ID=623d9bd2-71eb-4e9f-9cc2-96a108c92e0c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:16.808900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4f69b4b-1498-4e57-a1b5-60d9b23af6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.838784 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.876412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=a668457a-f98d-4319-afc4-103a52494d35,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:16.909593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Pushing event updated for resources: {'Port': ['ID=747a907f-65a3-411c-a5b2-f619c8da84d8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:16.975304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c5638d4-df07-4064-ba08-18e327b16f62 req-b4789d95-7c3f-48cc-8704-4ad87fccdfa2 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 210 time: 0.0699449 Aug 16 01:53:16.995335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:17.001314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:17.008035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:17.012688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70024313-5fe2-4f0d-9605-d2c21d87495d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.015319 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70024313-5fe2-4f0d-9605-d2c21d87495d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.020148 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-70024313-5fe2-4f0d-9605-d2c21d87495d tempest-ServersTestManualDisk-1153113669 tempest-ServersTestManualDisk-1153113669-project] 10.222.0.79 "DELETE /v2.0/floatingips/21ed70e4-e840-4c05-add3-9266a53afb81 HTTP/1.1" status: 204 len: 168 time: 1.9178846 Aug 16 01:53:17.024655 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37992) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:17.106254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37994) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:17.166988 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.256379 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.389382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2032531277-network', 'tenant_id': '0497865ae5b44e98ab52023efe779d9d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:17.394523 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4f69b4b-1498-4e57-a1b5-60d9b23af6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.405465 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4f69b4b-1498-4e57-a1b5-60d9b23af6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.443938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.api [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:53:17.443938 n-d-768851-16 neutron-server[101380]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:53:17.443938 n-d-768851-16 neutron-server[101380]: [parameters: {'project_id_1': '0497865ae5b44e98ab52023efe779d9d', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 53, 17, 398144)}] Aug 16 01:53:17.443938 n-d-768851-16 neutron-server[101380]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:53:17.444614 n-d-768851-16 neutron-server[101380]: DEBUG oslo_db.api [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:53:17.461293 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.462188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Made reservation on behalf of b041827b0cf84f83ae8597d51d79487b for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:17.466632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.467841 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.490981 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b4f69b4b-1498-4e57-a1b5-60d9b23af6f8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf712a4c3cbf4ae7b4e00259e495c7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8313217 Aug 16 01:53:17.495758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38002) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:17.519059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f69b4b-1498-4e57-a1b5-60d9b23af6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1420f2-1c59-4fda-bafc-7b18f68cd6b3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:17.579096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Pushing event updated for resources: {'Port': ['ID=747a907f-65a3-411c-a5b2-f619c8da84d8,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:17.598990 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8c9618-03c4-44f1-b16c-759044bf138c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.604189 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.634357 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8c9618-03c4-44f1-b16c-759044bf138c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.636389 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.647456 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9776f407-2311-4a0b-9ea7-05c4f0f7b2f5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3516741 Aug 16 01:53:17.709751 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8c9618-03c4-44f1-b16c-759044bf138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.712560 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a8c9618-03c4-44f1-b16c-759044bf138c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.713856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0a8c9618-03c4-44f1-b16c-759044bf138c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be1420f2-1c59-4fda-bafc-7b18f68cd6b3 HTTP/1.1" status: 204 len: 168 time: 0.2164094 Aug 16 01:53:17.727505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c9618-03c4-44f1-b16c-759044bf138c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1420f2-1c59-4fda-bafc-7b18f68cd6b3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:17.972362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Allocated IP 172.20.0.2 (5941b670-83ee-49b7-98d2-3c9fec059815/fd1345f9-5c91-462e-8008-7479b1756a0e/b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:17.997919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Made reservation on behalf of 0497865ae5b44e98ab52023efe779d9d for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:18.000226 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.016064 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.112210 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.270711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6289483f-98b3-460f-9479-aeecc3cfda66 req-de226939-35f2-4f23-aa92-54551798415f tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 210 time: 0.0694158 Aug 16 01:53:18.271805 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.280108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a668457a-f98d-4319-afc4-103a52494d35 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:18.368462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.436232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a668457a-f98d-4319-afc4-103a52494d35 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:18.436955 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.485866 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.498817 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.544193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:18.654846 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.655266 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Added segment 3f22c949-8f5f-4fb9-81cb-7f48e4ffc889 of type vlan for network 2a21307b-a7da-4435-af88-3336e5ad2caf Aug 16 01:53:18.689154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20803249-3a75-4ae1-a1ff-858a030853e2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:18.692525 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.790845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.796341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Network 5941b670-83ee-49b7-98d2-3c9fec059815 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:18.805745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:18.811889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Pushing event updated for resources: {'Port': ['ID=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:18.815269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:18.912295 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:18.913251 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.939374 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.940557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:18.941345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.002827 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-592a4b50-d748-45a4-990e-fc44ce08b646 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4526229 Aug 16 01:53:19.039552 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9286551 Aug 16 01:53:19.042680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38118) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:19.048172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Request body: {'port': {'device_id': 'e350119f-7f5d-4412-bb9e-8148772e5dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:19.049073 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Request body: {'subnet': {'network_id': '2a21307b-a7da-4435-af88-3336e5ad2caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2032531277-subnet', 'tenant_id': '0497865ae5b44e98ab52023efe779d9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:19.069961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a096d-da95-4108-897e-3b141a0a7009 admin admin] Pushing event updated for resources: {'Network': ['ID=2a21307b-a7da-4435-af88-3336e5ad2caf,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:19.084696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 2a21307b-a7da-4435-af88-3336e5ad2caf details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:19.095232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Made reservation on behalf of 0497865ae5b44e98ab52023efe779d9d for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:19.098482 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.135632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.155263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] Deleting port 0fd9a7ac-c337-44d9-b027-7a7e07d410da {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:19.155601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.432513 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.445221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] For port 0fd9a7ac-c337-44d9-b027-7a7e07d410da, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0fd9a7ac-c337-44d9-b027-7a7e07d410da,segment=NetworkSegment(81e31cda-dea2-4fc1-ba05-a1b50c43053d),segment_id=81e31cda-dea2-4fc1-ba05-a1b50c43053d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:19.447891 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.516960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] Calling delete_port for 0fd9a7ac-c337-44d9-b027-7a7e07d410da owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:19.574882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be3b0b-c725-4695-bf8d-b71abd5b6a08 req-bd9f652e-5b0c-418a-9fe2-76c3b7fc8800 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:19.577237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9be3b0b-c725-4695-bf8d-b71abd5b6a08 req-bd9f652e-5b0c-418a-9fe2-76c3b7fc8800 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 931 time: 0.1956093 Aug 16 01:53:19.609999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e6b879-caf4-4751-9f34-e57303641cf4,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:19.627945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.628901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.630066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.630410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.630845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.631275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.631702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.632128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.632551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.632994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.633424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.633985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.637849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Checking segment: {'id': '3f22c949-8f5f-4fb9-81cb-7f48e4ffc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a21307b-a7da-4435-af88-3336e5ad2caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:19.638528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Network hostable DHCP agents. Network: 2a21307b-a7da-4435-af88-3336e5ad2caf, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:19.661921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9be3b0b-c725-4695-bf8d-b71abd5b6a08 req-962fc2a3-304f-4ee0-986b-b6bf01399658 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758727 Aug 16 01:53:19.675004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Network 2a21307b-a7da-4435-af88-3336e5ad2caf is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:19.713431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 2a21307b-a7da-4435-af88-3336e5ad2caf) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:19.718181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:19.719539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.729940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18d608e-4b0b-4ee8-96a9-075cd91d45f0 None None] Network 2a21307b-a7da-4435-af88-3336e5ad2caf requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:19.750109 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1b53ae4f-0a08-4ce2-8ad5-a42c1b5815f3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7056780 Aug 16 01:53:19.942753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:19.973263 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.026404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Transition to ACTIVE for port object b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:20.039023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e150d062-6366-4980-aee5-25c3ab13b1a2 None None] Network 2a21307b-a7da-4435-af88-3336e5ad2caf requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:20.040654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.051987 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.520289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79639054-954d-49bc-809e-1067d612f84a service neutron] Pushing event updated for resources: {'Port': ['ID=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:20.646923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd9a7ac-c337-44d9-b027-7a7e07d410da,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:20.688376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.696369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3d2e6c4b-dc7e-4cf2-820f-facfd3fd7a09 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.704614 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3d2e6c4b-dc7e-4cf2-820f-facfd3fd7a09 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/networks?id=2a21307b-a7da-4435-af88-3336e5ad2caf HTTP/1.1" status: 200 len: 813 time: 0.2230618 Aug 16 01:53:20.728213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-06020e91-9f79-4df2-a83b-34e53318a745 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/quotas/0497865ae5b44e98ab52023efe779d9d HTTP/1.1" status: 200 len: 375 time: 0.0223780 Aug 16 01:53:20.791739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Attempting to bind port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:20.792076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Attempting to bind port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:20.793616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Attempting to bind port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 on network 5941b670-83ee-49b7-98d2-3c9fec059815 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:20.799819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-2070217a-7152-4dec-bb47-2005765faec2 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0497865ae5b44e98ab52023efe779d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705986 Aug 16 01:53:20.803437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 on network 5941b670-83ee-49b7-98d2-3c9fec059815 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:20.803771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Attempting to bind port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 on network 5941b670-83ee-49b7-98d2-3c9fec059815 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:20.813549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:20.813901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Checking segment: {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:20.814315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Bound using segment: {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:20.814782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Bound port: b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:20.815386 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.925272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] For port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:20.926652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ac709-c204-407a-a268-a7100a74baf1 req-9de4b93b-cc94-45e7-a073-8f3a4fae866e tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.929846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] For port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:20.931770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-551ac709-c204-407a-a268-a7100a74baf1 req-9de4b93b-cc94-45e7-a073-8f3a4fae866e tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 943 time: 0.1234834 Aug 16 01:53:20.941063 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.973460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-76fa1e3b-add2-4bf7-8c41-094f0e82ae75 service neutron] 10.222.0.79 "GET /v2.0/networks/2a21307b-a7da-4435-af88-3336e5ad2caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727777 Aug 16 01:53:20.995285 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-551ac709-c204-407a-a268-a7100a74baf1 req-571e3041-3390-4e98-adde-b9a28859455b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589316 Aug 16 01:53:21.035914 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79639054-954d-49bc-809e-1067d612f84a service neutron] Pushing event updated for resources: {'Port': ['ID=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:21.134027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.134644 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:21.141837 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-79639054-954d-49bc-809e-1067d612f84a service neutron] 10.222.0.84 "PUT /v2.0/ports/b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 HTTP/1.1" status: 200 len: 1092 time: 2.1016104 Aug 16 01:53:21.142965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e350119f-7f5d-4412-bb9e-8148772e5dab', 'tag': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:21.148130 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38b4262-ed15-46a0-b643-a8309199482d" -d '{"events": [{"name": "network-changed", "server_uuid": "e350119f-7f5d-4412-bb9e-8148772e5dab", "tag": "b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:21.252342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-e16e1181-763f-4c5b-996f-adc686ee0265 service neutron] 10.222.0.79 "GET /v2.0/networks/2a21307b-a7da-4435-af88-3336e5ad2caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620342 Aug 16 01:53:21.277286 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de6ab5c-fa68-464d-beb0-e8de27968ba4 x-openstack-request-id: req-5de6ab5c-fa68-464d-beb0-e8de27968ba4 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:21.277577 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e350119f-7f5d-4412-bb9e-8148772e5dab", "tag": "b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:21.277969 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5de6ab5c-fa68-464d-beb0-e8de27968ba4 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:21.278368 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e350119f-7f5d-4412-bb9e-8148772e5dab', 'tag': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03', 'status': 'completed', 'code': 200} Aug 16 01:53:21.397508 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-893b474e-005c-4295-8c10-9a4d9adb9aec service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2063777 Aug 16 01:53:21.427218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-a8f7b17c-60a8-4ede-bf24-678c39524026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.431210 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-a8f7b17c-60a8-4ede-bf24-678c39524026 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 1095 time: 0.1571913 Aug 16 01:53:21.550558 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-be55b768-21bf-4a1c-864a-f42483239831 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 HTTP/1.1" status: 200 len: 217 time: 0.1018069 Aug 16 01:53:21.573975 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b67034ee-2221-4d2d-8b4f-aff3a1d72817 req-d17c57c5-b52a-4545-8739-830784acc7f3 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 210 time: 0.0747228 Aug 16 01:53:21.656484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-7e8ec433-7ff5-4ad5-9c9f-3bc95cc76d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.658427 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-7e8ec433-7ff5-4ad5-9c9f-3bc95cc76d70 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fd1345f9-5c91-462e-8008-7479b1756a0e HTTP/1.1" status: 200 len: 844 time: 0.0662389 Aug 16 01:53:21.668443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] Router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:21.722135 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-5b6177db-abee-45bc-a8cb-12d9219c4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.723859 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-5b6177db-abee-45bc-a8cb-12d9219c4ab4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20140796c35b4da7b5424ff58001740c&device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 1098 time: 0.2484632 Aug 16 01:53:21.725690 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-c1839c69-7d95-48cb-930c-5614627e2e9e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5941b670-83ee-49b7-98d2-3c9fec059815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538011 Aug 16 01:53:22.341378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e682d-1528-412a-8329-f5316cb7c6f1 req-e5b2debc-6995-4dfe-86c3-3362a7e15de2 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.343830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-464e682d-1528-412a-8329-f5316cb7c6f1 req-e5b2debc-6995-4dfe-86c3-3362a7e15de2 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 943 time: 0.1764989 Aug 16 01:53:22.441281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-464e682d-1528-412a-8329-f5316cb7c6f1 req-3346a8ba-2991-418a-a261-8c200b61bd6d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901723 Aug 16 01:53:22.541222 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-fac7f89e-c612-4c5b-8aaa-f20c8bef3abe service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8004239 Aug 16 01:53:22.546168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-fcb1e0b9-3839-497a-853a-3d6e8a5e1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.548592 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-fcb1e0b9-3839-497a-853a-3d6e8a5e1415 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cc48b953-c75a-4e3d-8670-1d941a5fd3d9 HTTP/1.1" status: 200 len: 907 time: 0.7053950 Aug 16 01:53:22.565769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:22.577983 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886a3cb-9458-45b4-ac64-63589d2dffa5 None None] Sync routers for ids ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:22.611190 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886a3cb-9458-45b4-ac64-63589d2dffa5 None None] Routers {'19f8bdb7-2c4b-405b-b841-9c2750d1c381'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:22.611825 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0886a3cb-9458-45b4-ac64-63589d2dffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:53:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:22.646167 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-e17cdf2b-47f4-46cf-bf2c-5eacc06c6256 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b HTTP/1.1" status: 200 len: 1002 time: 0.0822747 Aug 16 01:53:22.687509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bde9ca5e-edfb-4d8d-b1e3-5d0d620a1aec req-dcdc32e3-e553-4da9-a9aa-4b36be76a8c3 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 210 time: 0.0366147 Aug 16 01:53:22.688439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38222) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:22.689885 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9506ac05-f94b-43e1-bb73-dcac7b66e621 admin admin] 10.222.0.79 "PUT /v2.0/routers/19f8bdb7-2c4b-405b-b841-9c2750d1c381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6640854 Aug 16 01:53:22.876034 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0886a3cb-9458-45b4-ac64-63589d2dffa5 None None] Set router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:22.922931 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c9e2b5ba-ed7d-49ed-8406-2ffbcecc5383 req-d204bc0e-bff7-4f8e-ae51-cf3d2b18a2cb service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704588 Aug 16 01:53:22.937138 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.984526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-1a78c39c-c995-4683-b98e-de3785ec6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.994195 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-1a78c39c-c995-4683-b98e-de3785ec6a66 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=563a4c98-5d6d-4383-a1b8-53d188eee095 HTTP/1.1" status: 200 len: 845 time: 0.3021207 Aug 16 01:53:23.114462 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.242986 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Deleting port 756af595-00d5-4eea-aed6-dd7dc6861c52 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:23.245730 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.282970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4262-ed15-46a0-b643-a8309199482d req-1f632f07-4c81-4265-af33-4f78caef38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.284733 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a38b4262-ed15-46a0-b643-a8309199482d req-1f632f07-4c81-4265-af33-4f78caef38ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 1095 time: 0.2128184 Aug 16 01:53:23.294775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-4db1b16d-2f46-4598-9da4-c1100e1ca887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.296317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-4db1b16d-2f46-4598-9da4-c1100e1ca887 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cc48b953-c75a-4e3d-8670-1d941a5fd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2596550 Aug 16 01:53:23.413487 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-84d7adc8-cf74-41d7-ab92-8c8b474a49ba service neutron] 10.222.0.84 "GET /v2.0/networks/cc48b953-c75a-4e3d-8670-1d941a5fd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059916 Aug 16 01:53:23.460112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] For port 756af595-00d5-4eea-aed6-dd7dc6861c52, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=756af595-00d5-4eea-aed6-dd7dc6861c52,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:23.460662 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.500346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Calling delete_port for 756af595-00d5-4eea-aed6-dd7dc6861c52 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:23.549146 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7b165f41-813a-4b25-b70a-c8db9ea5ace9 req-cdcc1785-4786-401b-85f8-726241f9f9ee service neutron] 10.222.0.84 "GET /v2.0/networks/cc48b953-c75a-4e3d-8670-1d941a5fd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077871 Aug 16 01:53:23.612652 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0886a3cb-9458-45b4-ac64-63589d2dffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:53:19Z', 'revision_number': 5, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port': {'id': '756af595-00d5-4eea-aed6-dd7dc6861c52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:41Z', 'updated_at': '2021-08-16T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:23.648959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-75d96ae6-32bd-4685-946b-a01f0b6d23b7 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.651002 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-75d96ae6-32bd-4685-946b-a01f0b6d23b7 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.89 "GET /v2.0/networks?id=2a21307b-a7da-4435-af88-3336e5ad2caf HTTP/1.1" status: 200 len: 813 time: 0.6418242 Aug 16 01:53:23.665586 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886a3cb-9458-45b4-ac64-63589d2dffa5 None None] Checking router: 19f8bdb7-2c4b-405b-b841-9c2750d1c381 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:23.677733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Request body: {'port': {'device_id': 'eaeb0298-6739-4109-8297-407ee341a864', 'network_id': '2a21307b-a7da-4435-af88-3336e5ad2caf', 'admin_state_up': True, 'tenant_id': '0497865ae5b44e98ab52023efe779d9d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:23.687888 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886a3cb-9458-45b4-ac64-63589d2dffa5 None None] Routers {'19f8bdb7-2c4b-405b-b841-9c2750d1c381'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:23.688670 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0886a3cb-9458-45b4-ac64-63589d2dffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:53:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:23.747592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4262-ed15-46a0-b643-a8309199482d req-6bb86deb-9a23-40c5-9b22-8cea87246757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.750086 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a38b4262-ed15-46a0-b643-a8309199482d req-6bb86deb-9a23-40c5-9b22-8cea87246757 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 905 time: 0.4501727 Aug 16 01:53:23.844535 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0886a3cb-9458-45b4-ac64-63589d2dffa5 None None] Set router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:23.904912 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0886a3cb-9458-45b4-ac64-63589d2dffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:53:23Z', 'revision_number': 6, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:23.912265 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a38b4262-ed15-46a0-b643-a8309199482d req-8e27b80b-85aa-4e2a-9aac-6caf6563595b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 HTTP/1.1" status: 200 len: 217 time: 0.1276183 Aug 16 01:53:23.920722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb3ace3f-971d-406d-80f2-08919f2d15d9 req-92f624ac-0e1d-4530-a7a5-e31582615eba tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 210 time: 0.0840495 Aug 16 01:53:23.937738 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886a3cb-9458-45b4-ac64-63589d2dffa5 None None] The sync data for ids ['19f8bdb7-2c4b-405b-b841-9c2750d1c381'] in n-d-768851-16 is: [{'id': '19f8bdb7-2c4b-405b-b841-9c2750d1c381', 'name': 'tempest-ServersTestManualDisk-1632120882-router', 'tenant_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:40Z', 'updated_at': '2021-08-16T01:53:23Z', 'revision_number': 6, 'project_id': '6490c4877a56429ebafb4f8ab9d85cfa', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:23.966360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d72ee-c491-44dc-8e9c-e7d2d80f37ec req-1f80934a-b5b4-4173-9d5a-36daea4d61fd tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.975652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e2d72ee-c491-44dc-8e9c-e7d2d80f37ec req-1f80934a-b5b4-4173-9d5a-36daea4d61fd tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 943 time: 0.3847222 Aug 16 01:53:23.978619 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.042133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Made reservation on behalf of 0497865ae5b44e98ab52023efe779d9d for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:24.046330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.062842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=756af595-00d5-4eea-aed6-dd7dc6861c52,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:24.083366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4262-ed15-46a0-b643-a8309199482d req-a889b407-40bc-4df4-802e-70596f001ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:24.085418 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a38b4262-ed15-46a0-b643-a8309199482d req-a889b407-40bc-4df4-802e-70596f001ff6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fd1345f9-5c91-462e-8008-7479b1756a0e HTTP/1.1" status: 200 len: 844 time: 0.1651623 Aug 16 01:53:24.130429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e2d72ee-c491-44dc-8e9c-e7d2d80f37ec req-1c6a4fa2-a8e6-44e2-9ead-9606743fec46 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534629 Aug 16 01:53:24.151325 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.176548 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a38b4262-ed15-46a0-b643-a8309199482d req-803c4d46-beab-4ee8-b6cc-a46567050a27 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5941b670-83ee-49b7-98d2-3c9fec059815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303738 Aug 16 01:53:24.337408 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.341800 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.389363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Allocated IP 172.20.0.9 (2a21307b-a7da-4435-af88-3336e5ad2caf/f7e6b879-caf4-4751-9f34-e57303641cf4/2c5e397c-a247-456a-970e-ecfb0df42009) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:24.433964 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.434804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f8bdb7-2c4b-405b-b841-9c2750d1c381 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:53:24.444368 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.447085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6360fa3b-8559-4af0-9224-7596e3e050f3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/19f8bdb7-2c4b-405b-b841-9c2750d1c381 HTTP/1.1" status: 204 len: 168 time: 1.7517543 Aug 16 01:53:24.447413 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a38b4262-ed15-46a0-b643-a8309199482d req-31c954d2-09c1-4516-a452-8dc601f89c12 service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596090 Aug 16 01:53:24.449456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38256) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:24.521896 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0fd9a7ac-c337-44d9-b027-7a7e07d410da no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:24.550472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 0fd9a7ac-c337-44d9-b027-7a7e07d410da {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:24.551197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0fd9a7ac-c337-44d9-b027-7a7e07d410da not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:24.635293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-8580d404-c668-411e-ac1b-ba74f1d16690 admin admin] Deleting subnet be33d864-b957-4e4d-9379-82da4fbdd8d4 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:24.641390 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8580d404-c668-411e-ac1b-ba74f1d16690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.686471 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a38b4262-ed15-46a0-b643-a8309199482d req-1cee4524-8e2b-4de0-aa0b-4203320fad06 service neutron] 10.222.0.84 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314007 Aug 16 01:53:24.700032 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8580d404-c668-411e-ac1b-ba74f1d16690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.823149 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8580d404-c668-411e-ac1b-ba74f1d16690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.875892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.933996 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8580d404-c668-411e-ac1b-ba74f1d16690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.953730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.969493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8580d404-c668-411e-ac1b-ba74f1d16690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.974591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6879211a-c12e-4fd7-80a0-5d8cbe08008f None None] Network 35632308-a9f4-4d57-bc16-93677de2838e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:24.988388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8580d404-c668-411e-ac1b-ba74f1d16690 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/be33d864-b957-4e4d-9379-82da4fbdd8d4 HTTP/1.1" status: 204 len: 168 time: 0.5361369 Aug 16 01:53:25.012078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38268) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:25.037109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Network 2a21307b-a7da-4435-af88-3336e5ad2caf is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:25.057283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:25.083466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580d404-c668-411e-ac1b-ba74f1d16690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be33d864-b957-4e4d-9379-82da4fbdd8d4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:25.179062 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:25.205693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1421a1d-f49f-4a83-afe5-48cece60959d req-0ae3f909-b3d5-402b-88c5-8523b78285ba tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:25.207283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1421a1d-f49f-4a83-afe5-48cece60959d req-0ae3f909-b3d5-402b-88c5-8523b78285ba tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 931 time: 0.1528132 Aug 16 01:53:25.311584 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1421a1d-f49f-4a83-afe5-48cece60959d req-5c52c4c7-f0e8-4637-bf78-cfd14e7bc5d1 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/security-groups?id=20803249-3a75-4ae1-a1ff-858a030853e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982220 Aug 16 01:53:25.332044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Pushing event updated for resources: {'Port': ['ID=2c5e397c-a247-456a-970e-ecfb0df42009,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:25.358337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.358686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.359027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.360968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.362014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.364756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.365913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.366250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.373687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.374217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.374484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.374838 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:25.409474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8aab49-b40c-4d15-a9ea-e07cffb2eb39 None None] DHCP port deletion for 35632308-a9f4-4d57-bc16-93677de2838e request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:53:25.457379 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.470829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:25.472153 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.479354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9b8aab49-b40c-4d15-a9ea-e07cffb2eb39 None None] Deleting port ddda1a48-0706-4ca2-beb7-3058491fb2c6 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:25.479825 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b8aab49-b40c-4d15-a9ea-e07cffb2eb39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.541714 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-98f432d4-247e-4c28-9300-be96f07e9be4 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8676651 Aug 16 01:53:25.561974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Request body: {'port': {'device_id': 'eaeb0298-6739-4109-8297-407ee341a864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:25.566249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026247ab-f558-4f2e-9f63-ca233e298411 req-05f247a3-2185-431c-bdae-9611049940af tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:25.567733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-026247ab-f558-4f2e-9f63-ca233e298411 req-05f247a3-2185-431c-bdae-9611049940af tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 943 time: 0.0975819 Aug 16 01:53:25.600553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9b8aab49-b40c-4d15-a9ea-e07cffb2eb39 None None] For port ddda1a48-0706-4ca2-beb7-3058491fb2c6, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ddda1a48-0706-4ca2-beb7-3058491fb2c6,segment=NetworkSegment(81e31cda-dea2-4fc1-ba05-a1b50c43053d),segment_id=81e31cda-dea2-4fc1-ba05-a1b50c43053d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:25.601789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b8aab49-b40c-4d15-a9ea-e07cffb2eb39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.620028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9b8aab49-b40c-4d15-a9ea-e07cffb2eb39 None None] Calling delete_port for ddda1a48-0706-4ca2-beb7-3058491fb2c6 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:25.639463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-026247ab-f558-4f2e-9f63-ca233e298411 req-a24e2076-8d8b-4314-8e34-1d3bc7f91aa7 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631402 Aug 16 01:53:25.752202 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.764506 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b8aab49-b40c-4d15-a9ea-e07cffb2eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.786625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8aab49-b40c-4d15-a9ea-e07cffb2eb39 None None] No DVR routers for this DVR port ddda1a48-0706-4ca2-beb7-3058491fb2c6 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:25.826662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Deleting port ddda1a48-0706-4ca2-beb7-3058491fb2c6 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:25.826917 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.833793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:25.838068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8aab49-b40c-4d15-a9ea-e07cffb2eb39 None None] Pushing event deleted for resources: {'Port': ['ID=ddda1a48-0706-4ca2-beb7-3058491fb2c6,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:25.908825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] For port ddda1a48-0706-4ca2-beb7-3058491fb2c6, host n-d-768851-16, got binding levels [] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:25.909232 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.924332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Calling delete_port for ddda1a48-0706-4ca2-beb7-3058491fb2c6 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:25.927689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_backend_mixin [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Port ddda1a48-0706-4ca2-beb7-3058491fb2c6 was not found and therefore no delete operation was performed {{(pid=101380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:53:25.930822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.949658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] No DVR routers for this DVR port ddda1a48-0706-4ca2-beb7-3058491fb2c6 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:25.977200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Pushing event deleted for resources: {'Port': ['ID=ddda1a48-0706-4ca2-beb7-3058491fb2c6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:26.022953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:26.047932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'port_id': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03', 'mac_address': 'fa:16:3e:e5:29:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1345f9-5c91-462e-8008-7479b1756a0e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:26.093358 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.117854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:26.125136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.142102 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35632308-a9f4-4d57-bc16-93677de2838e']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:26.149603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:26.156903 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.212428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e31cda-dea2-4fc1-ba05-a1b50c43053d') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:26.212777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e31cda-dea2-4fc1-ba05-a1b50c43053d') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:26.222992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:26.262185 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.267196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ddda1a48-0706-4ca2-beb7-3058491fb2c6 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:26.302067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ddda1a48-0706-4ca2-beb7-3058491fb2c6 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:26.304353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ddda1a48-0706-4ca2-beb7-3058491fb2c6 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:26.306439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 756af595-00d5-4eea-aed6-dd7dc6861c52 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:26.326140 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.340919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:53:26.341363 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:53:26.343005 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:53:26.353806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 756af595-00d5-4eea-aed6-dd7dc6861c52 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:26.354021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 756af595-00d5-4eea-aed6-dd7dc6861c52 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:26.442734 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.470830 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.475833 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] 10.222.0.79 "DELETE /v2.0/networks/35632308-a9f4-4d57-bc16-93677de2838e HTTP/1.1" status: 204 len: 168 time: 1.4622247 Aug 16 01:53:26.477189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906d8e3-de3f-496f-94c3-057d44a2656d admin admin] Pushing event deleted for resources: {'Network': ['ID=35632308-a9f4-4d57-bc16-93677de2838e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:26.493643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d9333-83a6-4df7-9f18-635822ab7e46 req-ec9b4713-a829-4dad-8ad6-47be14963a2d tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:26.495731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f76d9333-83a6-4df7-9f18-635822ab7e46 req-ec9b4713-a829-4dad-8ad6-47be14963a2d tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 931 time: 0.0814376 Aug 16 01:53:26.524129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5e397c-a247-456a-970e-ecfb0df42009 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:26.537898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.571730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Transition to ACTIVE for port object 2c5e397c-a247-456a-970e-ecfb0df42009 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:26.575103 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f76d9333-83a6-4df7-9f18-635822ab7e46 req-9324ecff-4412-44f8-8d80-9fddee1b563e tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/security-groups?id=20803249-3a75-4ae1-a1ff-858a030853e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612967 Aug 16 01:53:26.579058 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.627295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:26.647310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Pushing event updated for resources: {'Port': ['ID=2c5e397c-a247-456a-970e-ecfb0df42009,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:26.750301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Attempting to bind port 2c5e397c-a247-456a-970e-ecfb0df42009 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:26.750900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Attempting to bind port 2c5e397c-a247-456a-970e-ecfb0df42009 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '3f22c949-8f5f-4fb9-81cb-7f48e4ffc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a21307b-a7da-4435-af88-3336e5ad2caf'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:26.752010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Attempting to bind port 2c5e397c-a247-456a-970e-ecfb0df42009 on network 2a21307b-a7da-4435-af88-3336e5ad2caf {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:26.762498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Port 2c5e397c-a247-456a-970e-ecfb0df42009 on network 2a21307b-a7da-4435-af88-3336e5ad2caf not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:26.763798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Attempting to bind port 2c5e397c-a247-456a-970e-ecfb0df42009 on network 2a21307b-a7da-4435-af88-3336e5ad2caf {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:26.774300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:26.775059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Checking segment: {'id': '3f22c949-8f5f-4fb9-81cb-7f48e4ffc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a21307b-a7da-4435-af88-3336e5ad2caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:26.777557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Bound using segment: {'id': '3f22c949-8f5f-4fb9-81cb-7f48e4ffc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a21307b-a7da-4435-af88-3336e5ad2caf'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:26.778313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Bound port: 2c5e397c-a247-456a-970e-ecfb0df42009, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f22c949-8f5f-4fb9-81cb-7f48e4ffc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2a21307b-a7da-4435-af88-3336e5ad2caf'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:26.778906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.901678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] For port 2c5e397c-a247-456a-970e-ecfb0df42009, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:26.907015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] For port 2c5e397c-a247-456a-970e-ecfb0df42009, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2c5e397c-a247-456a-970e-ecfb0df42009,segment=NetworkSegment(3f22c949-8f5f-4fb9-81cb-7f48e4ffc889),segment_id=3f22c949-8f5f-4fb9-81cb-7f48e4ffc889)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:26.914225 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.938857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef951e1-eb56-4d70-9be5-7f2cde98dde9 req-218b28e7-8721-42e6-984a-c5172c7a1875 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:26.948755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ef951e1-eb56-4d70-9be5-7f2cde98dde9 req-218b28e7-8721-42e6-984a-c5172c7a1875 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 944 time: 0.1524529 Aug 16 01:53:26.950997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38308) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:27.002169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.002799 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.004467 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] 10.222.0.89 "PUT /v2.0/ports/2c5e397c-a247-456a-970e-ecfb0df42009 HTTP/1.1" status: 200 len: 1092 time: 1.4484162 Aug 16 01:53:27.004911 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeb0298-6739-4109-8297-407ee341a864', 'tag': '2c5e397c-a247-456a-970e-ecfb0df42009'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:27.007270 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d52e97-632a-42b9-8816-eff87e07fa14" -d '{"events": [{"name": "network-changed", "server_uuid": "eaeb0298-6739-4109-8297-407ee341a864", "tag": "2c5e397c-a247-456a-970e-ecfb0df42009"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:27.026705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe16047-4244-43be-a60a-7c80c05fbd2f service neutron] Pushing event updated for resources: {'Port': ['ID=2c5e397c-a247-456a-970e-ecfb0df42009,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:27.043171 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dbdbc7fa-305b-4900-993f-e19161896954 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6490c4877a56429ebafb4f8ab9d85cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0896842 Aug 16 01:53:27.045880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38312) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:27.065409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ef951e1-eb56-4d70-9be5-7f2cde98dde9 req-9095cb84-4205-4799-af83-10894535d27a tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029191 Aug 16 01:53:27.097887 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caef419-94a8-4949-a39f-3f6eff3f7630 x-openstack-request-id: req-9caef419-94a8-4949-a39f-3f6eff3f7630 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:27.098172 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaeb0298-6739-4109-8297-407ee341a864", "tag": "2c5e397c-a247-456a-970e-ecfb0df42009", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:27.098416 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9caef419-94a8-4949-a39f-3f6eff3f7630 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:27.098877 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeb0298-6739-4109-8297-407ee341a864', 'tag': '2c5e397c-a247-456a-970e-ecfb0df42009', 'status': 'completed', 'code': 200} Aug 16 01:53:27.139054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3f6b93bc-7073-4eaf-890c-d0823e77f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.140572 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-3f6b93bc-7073-4eaf-890c-d0823e77f9ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0497865ae5b44e98ab52023efe779d9d&device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 1095 time: 0.0764906 Aug 16 01:53:27.156221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0606d5eb-ac22-4806-ab00-fbcd7747b712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.193414 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-2fddfb2a-265a-4333-adaf-1fced911d290 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5e397c-a247-456a-970e-ecfb0df42009 HTTP/1.1" status: 200 len: 217 time: 0.0432179 Aug 16 01:53:27.221403 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0606d5eb-ac22-4806-ab00-fbcd7747b712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.285322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-8b9819e7-b1a5-496b-917d-08f0dfd19364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.286825 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-8b9819e7-b1a5-496b-917d-08f0dfd19364 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7e6b879-caf4-4751-9f34-e57303641cf4 HTTP/1.1" status: 200 len: 853 time: 0.0788949 Aug 16 01:53:27.324107 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-ae5b3a7c-3cad-4600-bfd9-d919bcee3721 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2a21307b-a7da-4435-af88-3336e5ad2caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296960 Aug 16 01:53:27.342040 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0606d5eb-ac22-4806-ab00-fbcd7747b712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.344643 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0606d5eb-ac22-4806-ab00-fbcd7747b712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.345836 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0606d5eb-ac22-4806-ab00-fbcd7747b712 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/600f5372-e081-4218-af48-3dc19bd39474 HTTP/1.1" status: 204 len: 168 time: 0.2986925 Aug 16 01:53:27.401770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606d5eb-ac22-4806-ab00-fbcd7747b712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600f5372-e081-4218-af48-3dc19bd39474,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:27.489203 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-e24067db-4473-4197-a19f-51f227ef2ff6 service neutron] 10.222.0.89 "GET /v2.0/networks/2a21307b-a7da-4435-af88-3336e5ad2caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561842 Aug 16 01:53:27.631850 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-32fb65f8-fd77-4fdb-83c9-c3b3351f3440 req-9d9d5869-4621-4e9d-b849-8abba36c3e3d service neutron] 10.222.0.89 "GET /v2.0/networks/2a21307b-a7da-4435-af88-3336e5ad2caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379845 Aug 16 01:53:27.737013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d52e97-632a-42b9-8816-eff87e07fa14 req-169710cc-1076-43b4-803d-16ec516f1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.741526 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-33d52e97-632a-42b9-8816-eff87e07fa14 req-169710cc-1076-43b4-803d-16ec516f1060 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0497865ae5b44e98ab52023efe779d9d&device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 1095 time: 0.0562375 Aug 16 01:53:27.763854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed081ab-44c5-408d-aa7d-1340620d438f req-b9b6fa7e-6177-43a3-99a9-13be947b926b tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.765797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ed081ab-44c5-408d-aa7d-1340620d438f req-b9b6fa7e-6177-43a3-99a9-13be947b926b tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 943 time: 0.0902581 Aug 16 01:53:27.818725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ed081ab-44c5-408d-aa7d-1340620d438f req-e256eada-5fb4-4227-a3e8-8400857d8cfa tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/security-groups?id=20803249-3a75-4ae1-a1ff-858a030853e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470729 Aug 16 01:53:27.884231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d52e97-632a-42b9-8816-eff87e07fa14 req-9f7911db-3670-4986-83a8-7d6359f82d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.885994 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-33d52e97-632a-42b9-8816-eff87e07fa14 req-9f7911db-3670-4986-83a8-7d6359f82d64 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2a21307b-a7da-4435-af88-3336e5ad2caf HTTP/1.1" status: 200 len: 914 time: 0.1384294 Aug 16 01:53:27.947990 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-33d52e97-632a-42b9-8816-eff87e07fa14 req-10342c12-c333-4327-9762-8b69574d2261 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5e397c-a247-456a-970e-ecfb0df42009 HTTP/1.1" status: 200 len: 217 time: 0.0527327 Aug 16 01:53:28.020818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d52e97-632a-42b9-8816-eff87e07fa14 req-78e2b46c-42ea-4044-8abf-b3e3eb515c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.025662 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-33d52e97-632a-42b9-8816-eff87e07fa14 req-78e2b46c-42ea-4044-8abf-b3e3eb515c77 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7e6b879-caf4-4751-9f34-e57303641cf4 HTTP/1.1" status: 200 len: 853 time: 0.0623012 Aug 16 01:53:28.087098 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-33d52e97-632a-42b9-8816-eff87e07fa14 req-c7c3cbf4-03d2-4848-9709-a373e1f1b3ba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2a21307b-a7da-4435-af88-3336e5ad2caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503767 Aug 16 01:53:28.220338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac866fc-5d41-4e46-a93a-efd778010e2d req-199ea631-982a-4b0a-bac1-0ad4e4569af9 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.227649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ac866fc-5d41-4e46-a93a-efd778010e2d req-199ea631-982a-4b0a-bac1-0ad4e4569af9 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 944 time: 0.0727029 Aug 16 01:53:28.243080 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-33d52e97-632a-42b9-8816-eff87e07fa14 req-662a3367-b6ad-46cf-b454-ea6c28545f00 service neutron] 10.222.0.89 "GET /v2.0/networks/2a21307b-a7da-4435-af88-3336e5ad2caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465113 Aug 16 01:53:28.279737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ac866fc-5d41-4e46-a93a-efd778010e2d req-bd653f87-e7f8-48f5-9a22-d18bbf400249 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461826 Aug 16 01:53:28.365505 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-33d52e97-632a-42b9-8816-eff87e07fa14 req-0b2bfe37-af79-4082-991d-bd666ee376f1 service neutron] 10.222.0.89 "GET /v2.0/networks/2a21307b-a7da-4435-af88-3336e5ad2caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117449 Aug 16 01:53:28.514151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38364) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:28.642147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1298920372-network', 'tenant_id': '3274250e7a714095a3d98b658a588021'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:28.666879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Made reservation on behalf of 3274250e7a714095a3d98b658a588021 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:28.671505 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.681820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.789369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2c5e397c-a247-456a-970e-ecfb0df42009 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:28.789904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.795250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.822150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:28.839001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905ed877-9d80-4c0b-99df-d462bc912314,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:28.842409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.842931 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Added segment 23883045-6bc4-45d0-99db-d5425b53523e of type vlan for network efafdd26-455b-472a-a7bc-11e109e790a3 Aug 16 01:53:28.896927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.930682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2c5e397c-a247-456a-970e-ecfb0df42009, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2c5e397c-a247-456a-970e-ecfb0df42009,segment=NetworkSegment(3f22c949-8f5f-4fb9-81cb-7f48e4ffc889),segment_id=3f22c949-8f5f-4fb9-81cb-7f48e4ffc889)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:28.936740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.938552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.940239 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.974024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '2c5e397c-a247-456a-970e-ecfb0df42009', 'network_id': '2a21307b-a7da-4435-af88-3336e5ad2caf', 'port_id': '2c5e397c-a247-456a-970e-ecfb0df42009', 'mac_address': 'fa:16:3e:5c:cd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e6b879-caf4-4751-9f34-e57303641cf4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:29.028462 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.030730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343d61c-5a1c-4c62-ae67-cc06fbcc986c req-03288eaa-966a-4609-a2a7-0e8ac1363207 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:29.037881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f343d61c-5a1c-4c62-ae67-cc06fbcc986c req-03288eaa-966a-4609-a2a7-0e8ac1363207 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 943 time: 0.1121078 Aug 16 01:53:29.045487 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5e397c-a247-456a-970e-ecfb0df42009 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:29.088842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2c5e397c-a247-456a-970e-ecfb0df42009, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2c5e397c-a247-456a-970e-ecfb0df42009,segment=NetworkSegment(3f22c949-8f5f-4fb9-81cb-7f48e4ffc889),segment_id=3f22c949-8f5f-4fb9-81cb-7f48e4ffc889)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:29.091022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f343d61c-5a1c-4c62-ae67-cc06fbcc986c req-6d08da81-766a-4cd8-8d09-6648ecf9c466 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/security-groups?id=20803249-3a75-4ae1-a1ff-858a030853e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518134 Aug 16 01:53:29.092805 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5773442 Aug 16 01:53:29.094045 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.095966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38382) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:29.110589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] Request body: {'subnet': {'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1298920372-subnet', 'tenant_id': '3274250e7a714095a3d98b658a588021', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:29.130612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc2b20-e55d-43d4-9fe1-baf79c54db79 admin admin] Pushing event updated for resources: {'Network': ['ID=efafdd26-455b-472a-a7bc-11e109e790a3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:29.141832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] Made reservation on behalf of 3274250e7a714095a3d98b658a588021 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:29.145309 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.175584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network efafdd26-455b-472a-a7bc-11e109e790a3 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:29.177789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2c5e397c-a247-456a-970e-ecfb0df42009,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:29.350255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2c5e397c-a247-456a-970e-ecfb0df42009'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:29.418214 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.465368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b07b76-5c08-4402-a709-fabaefb182f8,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:29.497853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ebcdf-e180-4534-ad42-6955251ea6d6 req-232e0b9e-1f3d-4ccd-bc67-a1ad3df08960 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:29.506625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-967ebcdf-e180-4534-ad42-6955251ea6d6 req-232e0b9e-1f3d-4ccd-bc67-a1ad3df08960 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 944 time: 0.1317339 Aug 16 01:53:29.544283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] Checking segment: {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:29.544590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] Network hostable DHCP agents. Network: efafdd26-455b-472a-a7bc-11e109e790a3, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:29.585003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-967ebcdf-e180-4534-ad42-6955251ea6d6 req-713199b1-ff75-4e23-b292-261c65b9e1c4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771205 Aug 16 01:53:29.597264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] Network efafdd26-455b-472a-a7bc-11e109e790a3 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:29.608743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, efafdd26-455b-472a-a7bc-11e109e790a3) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:29.613922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:29.614654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.619546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc9b0d4-3c61-4bf8-9639-c6a14ba288ac None None] Network efafdd26-455b-472a-a7bc-11e109e790a3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:29.657957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c6726d9c-0016-4eaa-949a-e8d2a24426de admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5598130 Aug 16 01:53:29.814869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-efafdd26-455b-472a-a7bc-11e109e790a3', 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3', 'tenant_id': '3274250e7a714095a3d98b658a588021', 'fixed_ips': [{'subnet_id': 'b4b07b76-5c08-4402-a709-fabaefb182f8'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:29.815885 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.832090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:30.126836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:30.134947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:30.135249 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.184513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Allocated IP 172.20.0.2 (efafdd26-455b-472a-a7bc-11e109e790a3/b4b07b76-5c08-4402-a709-fabaefb182f8/b2599173-4ca3-4df8-83ae-3657e65133ff) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:30.260876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ff56-d01c-4a52-93da-f5c82cff8e43 req-bf6700e5-9f1d-4ea6-bd03-2385bc510724 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:30.269384 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a32ff56-d01c-4a52-93da-f5c82cff8e43 req-bf6700e5-9f1d-4ea6-bd03-2385bc510724 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 944 time: 0.0617678 Aug 16 01:53:30.368200 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.376281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a32ff56-d01c-4a52-93da-f5c82cff8e43 req-818e08b8-3bdb-4d3e-a68f-a9ca78ea99f0 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/security-groups?id=20803249-3a75-4ae1-a1ff-858a030853e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060171 Aug 16 01:53:30.416180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38432) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:30.441552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e350119f-7f5d-4412-bb9e-8148772e5dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:30.446018 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4617b243-5785-4009-afa7-2e523bf366f4" -d '{"events": [{"server_uuid": "e350119f-7f5d-4412-bb9e-8148772e5dab", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:30.448623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-6f1df69b-b4aa-4670-9c75-7cc4ede4ccb6 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:30.451251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-6f1df69b-b4aa-4670-9c75-7cc4ede4ccb6 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/networks?id=efafdd26-455b-472a-a7bc-11e109e790a3 HTTP/1.1" status: 200 len: 816 time: 0.1797853 Aug 16 01:53:30.466281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:30.474483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-487a77b4-382e-4b6e-bdd7-10acc3b389ce tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/quotas/3274250e7a714095a3d98b658a588021 HTTP/1.1" status: 200 len: 375 time: 0.0142224 Aug 16 01:53:30.479832 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.486796 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.520623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Transition to ACTIVE for port object b2599173-4ca3-4df8-83ae-3657e65133ff will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:30.530543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-36a10d6e-30b8-4c10-b66c-dfbb5cf5698f tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3274250e7a714095a3d98b658a588021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455382 Aug 16 01:53:30.564397 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a80a890-7fd4-455d-ba6d-3cb61c51b351 x-openstack-request-id: req-0a80a890-7fd4-455d-ba6d-3cb61c51b351 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:30.564690 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e350119f-7f5d-4412-bb9e-8148772e5dab", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:30.565089 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a80a890-7fd4-455d-ba6d-3cb61c51b351 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:30.576334 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e350119f-7f5d-4412-bb9e-8148772e5dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03', 'code': 200} Aug 16 01:53:30.602647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Transition to ACTIVE for port object b2599173-4ca3-4df8-83ae-3657e65133ff will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:30.610381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:30.619918 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.623110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.623524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.623785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.624124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.625152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.625698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.626216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.626953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.627450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.629201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.629738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.630380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:30.693716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Network efafdd26-455b-472a-a7bc-11e109e790a3 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:30.696685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:30.700759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:30.711482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Pushing event updated for resources: {'Port': ['ID=b2599173-4ca3-4df8-83ae-3657e65133ff,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:30.715573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-679d7a24-a480-462f-8e60-4718be71fd93 service neutron] 10.222.0.79 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837897 Aug 16 01:53:30.743245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f486c-22cb-4d42-8c5d-ac4f18ff5e0c req-8e828062-d5be-4646-b61d-d13e4490f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:30.746766 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f90f486c-22cb-4d42-8c5d-ac4f18ff5e0c req-8e828062-d5be-4646-b61d-d13e4490f881 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 1097 time: 0.0935450 Aug 16 01:53:30.777938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Attempting to bind port b2599173-4ca3-4df8-83ae-3657e65133ff on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:30.778316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Attempting to bind port b2599173-4ca3-4df8-83ae-3657e65133ff by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:30.778688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Attempting to bind port b2599173-4ca3-4df8-83ae-3657e65133ff on network efafdd26-455b-472a-a7bc-11e109e790a3 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:30.785354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:30.785743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Checking segment: {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:30.786383 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.786824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Bound using segment: {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:30.787269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Bound port: b2599173-4ca3-4df8-83ae-3657e65133ff, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:30.787659 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.796435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c500b315-e83d-4889-96e2-cd364d6e5ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.796668 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f90f486c-22cb-4d42-8c5d-ac4f18ff5e0c req-ed98f60a-8662-477c-b6a7-80aa4b72aa8d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432239 Aug 16 01:53:30.800669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2c5e397c-a247-456a-970e-ecfb0df42009 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:30.894976 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] For port b2599173-4ca3-4df8-83ae-3657e65133ff, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:30.896893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cc580-42fe-401d-bb5a-b7f3af96f8ac req-e7bf155c-d902-414e-9dad-ff1a0d045db7 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:30.898170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] For port b2599173-4ca3-4df8-83ae-3657e65133ff, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b2599173-4ca3-4df8-83ae-3657e65133ff,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:30.904698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 2c5e397c-a247-456a-970e-ecfb0df42009 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:30.905734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f9cc580-42fe-401d-bb5a-b7f3af96f8ac req-e7bf155c-d902-414e-9dad-ff1a0d045db7 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 945 time: 0.1303084 Aug 16 01:53:30.909666 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.922694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 2c5e397c-a247-456a-970e-ecfb0df42009 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:30.923530 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.930612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-3e96ce9e-3f0d-49de-967e-56ca7e996c85 service neutron] 10.222.0.79 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125607 Aug 16 01:53:30.969107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f9cc580-42fe-401d-bb5a-b7f3af96f8ac req-861d4013-8f2a-4968-ae14-66dcf2fdbea7 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605404 Aug 16 01:53:31.041188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63b240-f555-4515-9a7f-26f9f7c04eac None None] Pushing event updated for resources: {'Port': ['ID=b2599173-4ca3-4df8-83ae-3657e65133ff,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:31.069118 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c500b315-e83d-4889-96e2-cd364d6e5ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.081116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c500b315-e83d-4889-96e2-cd364d6e5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.136109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.161570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38446) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:31.168143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c500b315-e83d-4889-96e2-cd364d6e5ce0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=423db61cf8a645718e31ee27cdd561f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7487483 Aug 16 01:53:31.172725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500b315-e83d-4889-96e2-cd364d6e5ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fc86bf-801e-40b8-be97-0b13c7a1fa22,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:31.218954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2c5e397c-a247-456a-970e-ecfb0df42009, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2c5e397c-a247-456a-970e-ecfb0df42009,segment=NetworkSegment(3f22c949-8f5f-4fb9-81cb-7f48e4ffc889),segment_id=3f22c949-8f5f-4fb9-81cb-7f48e4ffc889)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:31.228503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.293373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a10b03a2-21b7-496c-ab69-a150153a2f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.337675 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a10b03a2-21b7-496c-ab69-a150153a2f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.340805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2c5e397c-a247-456a-970e-ecfb0df42009,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:31.454656 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a10b03a2-21b7-496c-ab69-a150153a2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.457345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a10b03a2-21b7-496c-ab69-a150153a2f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.461705 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a10b03a2-21b7-496c-ab69-a150153a2f94 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31fc86bf-801e-40b8-be97-0b13c7a1fa22 HTTP/1.1" status: 204 len: 168 time: 0.2989213 Aug 16 01:53:31.471962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b03a2-21b7-496c-ab69-a150153a2f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fc86bf-801e-40b8-be97-0b13c7a1fa22,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:31.658378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286c758-7624-4bd2-86a0-4638d05072bd req-96b96624-0773-4e7a-9bd8-d2c92c42961b tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:31.659938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d286c758-7624-4bd2-86a0-4638d05072bd req-96b96624-0773-4e7a-9bd8-d2c92c42961b tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 945 time: 0.0815997 Aug 16 01:53:31.699399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-aa291bdd-adfd-4264-b5fe-1590d83d48be tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:31.707679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-aa291bdd-adfd-4264-b5fe-1590d83d48be tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/networks?id=efafdd26-455b-472a-a7bc-11e109e790a3 HTTP/1.1" status: 200 len: 816 time: 0.1984396 Aug 16 01:53:31.743851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-6a05bdfa-d779-447b-b544-bcca864317e3 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/quotas/3274250e7a714095a3d98b658a588021 HTTP/1.1" status: 200 len: 375 time: 0.0347691 Aug 16 01:53:31.803484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d286c758-7624-4bd2-86a0-4638d05072bd req-3d03cf51-678d-481b-a3a9-333aeaa27ada tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/security-groups?id=20803249-3a75-4ae1-a1ff-858a030853e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319137 Aug 16 01:53:31.858310 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-2c7066d6-6f87-4c63-a9f1-43a00eb109f6 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3274250e7a714095a3d98b658a588021&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128833 Aug 16 01:53:31.993270 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-de01aa0a-e821-4040-ac4c-571e7dbe42c5 service neutron] 10.222.0.79 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269586 Aug 16 01:53:32.051924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38480) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:32.068363 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f59315b7-d29e-4e47-a2af-5a55e188d755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.187739 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-fb4d196b-ad70-4556-87d8-cce7989d7c9c service neutron] 10.222.0.79 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856706 Aug 16 01:53:32.216739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6937-2094-4629-8bf9-af6d6688ca3d req-7cdb2bb0-a903-4b70-8030-70f4defd797b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:32.219139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-54dd6937-2094-4629-8bf9-af6d6688ca3d req-7cdb2bb0-a903-4b70-8030-70f4defd797b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 945 time: 0.1003196 Aug 16 01:53:32.291113 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f59315b7-d29e-4e47-a2af-5a55e188d755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.298919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-54dd6937-2094-4629-8bf9-af6d6688ca3d req-d7e30703-dcba-4ba8-a712-85ac8389b690 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710840 Aug 16 01:53:32.299225 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f59315b7-d29e-4e47-a2af-5a55e188d755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.335509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b2599173-4ca3-4df8-83ae-3657e65133ff up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:32.420583 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f59315b7-d29e-4e47-a2af-5a55e188d755 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e4013ea6ad844f7ba417d511d2d38f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653576 Aug 16 01:53:32.422499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38486) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:32.424126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59315b7-d29e-4e47-a2af-5a55e188d755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ac87f0-5006-4437-a5db-d5c00ab2bbfc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:32.531285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b2599173-4ca3-4df8-83ae-3657e65133ff completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:32.580498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeb0298-6739-4109-8297-407ee341a864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5e397c-a247-456a-970e-ecfb0df42009'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:32.585185 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff09e96-8f46-44e5-8bec-0dc0b2449733" -d '{"events": [{"server_uuid": "eaeb0298-6739-4109-8297-407ee341a864", "name": "network-vif-plugged", "status": "completed", "tag": "2c5e397c-a247-456a-970e-ecfb0df42009"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:32.626067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ac0cf0-0445-487f-9bbf-568bb397881f None None] Network efafdd26-455b-472a-a7bc-11e109e790a3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:32.661912 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29b3cdd9-bf5d-4192-874d-c77edcf7afa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.691110 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c148bf1-43bd-49ee-baa2-89bf044de49b x-openstack-request-id: req-2c148bf1-43bd-49ee-baa2-89bf044de49b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:32.691418 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeb0298-6739-4109-8297-407ee341a864", "name": "network-vif-plugged", "status": "completed", "tag": "2c5e397c-a247-456a-970e-ecfb0df42009", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:32.691893 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c148bf1-43bd-49ee-baa2-89bf044de49b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:32.692757 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeb0298-6739-4109-8297-407ee341a864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5e397c-a247-456a-970e-ecfb0df42009', 'code': 200} Aug 16 01:53:32.722690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-27ca65bd-21ed-46ec-b673-3d8bce77ed86 None None] Provisioning for port b2599173-4ca3-4df8-83ae-3657e65133ff completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:32.730949 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29b3cdd9-bf5d-4192-874d-c77edcf7afa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.738080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-27ca65bd-21ed-46ec-b673-3d8bce77ed86 None None] Provisioning complete for port b2599173-4ca3-4df8-83ae-3657e65133ff triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:32.738689 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-27ca65bd-21ed-46ec-b673-3d8bce77ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.795492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43832210-5ba3-41cc-b558-0bf4ad64aadb req-6b92fce3-fc38-47f9-973c-e456b9587be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:32.797275 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-43832210-5ba3-41cc-b558-0bf4ad64aadb req-6b92fce3-fc38-47f9-973c-e456b9587be0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 1097 time: 0.0654390 Aug 16 01:53:32.843539 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-43832210-5ba3-41cc-b558-0bf4ad64aadb req-16bd216f-d8e1-476f-a066-a2f865ff1240 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=20803249-3a75-4ae1-a1ff-858a030853e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378201 Aug 16 01:53:32.982434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-27ca65bd-21ed-46ec-b673-3d8bce77ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.019350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef03794-a955-4a7f-8e27-3385f4e37019 req-fb5beec1-4a7b-4d7c-8472-16ba0dc0bc02 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:33.029157 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ef03794-a955-4a7f-8e27-3385f4e37019 req-fb5beec1-4a7b-4d7c-8472-16ba0dc0bc02 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 1097 time: 0.2577140 Aug 16 01:53:33.076537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-27ca65bd-21ed-46ec-b673-3d8bce77ed86 None None] For port b2599173-4ca3-4df8-83ae-3657e65133ff, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b2599173-4ca3-4df8-83ae-3657e65133ff,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:33.088272 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-27ca65bd-21ed-46ec-b673-3d8bce77ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.100614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-85a2094b-3ef0-4a9c-bff5-914cebf51fa5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:33.110000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-85a2094b-3ef0-4a9c-bff5-914cebf51fa5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/networks?id=efafdd26-455b-472a-a7bc-11e109e790a3 HTTP/1.1" status: 200 len: 816 time: 0.3405993 Aug 16 01:53:33.144639 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29b3cdd9-bf5d-4192-874d-c77edcf7afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.154271 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29b3cdd9-bf5d-4192-874d-c77edcf7afa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.155450 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-29b3cdd9-bf5d-4192-874d-c77edcf7afa0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/39ac87f0-5006-4437-a5db-d5c00ab2bbfc HTTP/1.1" status: 204 len: 168 time: 0.7317362 Aug 16 01:53:33.201919 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca65bd-21ed-46ec-b673-3d8bce77ed86 None None] Pushing event updated for resources: {'Port': ['ID=b2599173-4ca3-4df8-83ae-3657e65133ff,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:33.213735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-f8f9838e-7722-422b-b4ab-113ba8571b6c tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/quotas/3274250e7a714095a3d98b658a588021 HTTP/1.1" status: 200 len: 375 time: 0.1027455 Aug 16 01:53:33.260828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-6e8724e5-14fa-4148-bb25-2889abed2bb6 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:33.263428 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-6e8724e5-14fa-4148-bb25-2889abed2bb6 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.84 "GET /v2.0/networks?id=efafdd26-455b-472a-a7bc-11e109e790a3 HTTP/1.1" status: 200 len: 816 time: 0.2506528 Aug 16 01:53:33.282098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3cdd9-bf5d-4192-874d-c77edcf7afa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ac87f0-5006-4437-a5db-d5c00ab2bbfc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:33.288020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Request body: {'port': {'device_id': '7f042dfd-cc7a-4470-a678-c5f845c54ad5', 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3', 'admin_state_up': True, 'tenant_id': '3274250e7a714095a3d98b658a588021'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:33.294870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ef03794-a955-4a7f-8e27-3385f4e37019 req-a0d442d7-8366-4289-a152-f86e511538e3 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646790 Aug 16 01:53:33.313594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-a9fb3f1f-7bb4-40a0-ba60-e7ad65948736 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3274250e7a714095a3d98b658a588021&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0989273 Aug 16 01:53:33.530238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-26d4b31d-403e-4294-9661-6bc169aea39e None None] Provisioning complete for port b2599173-4ca3-4df8-83ae-3657e65133ff triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:33.530851 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26d4b31d-403e-4294-9661-6bc169aea39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.590944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Made reservation on behalf of 3274250e7a714095a3d98b658a588021 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:33.592970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-c4f4b262-7b40-4d62-b715-d8c8d0b6ad89 service neutron] 10.222.0.79 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698889 Aug 16 01:53:33.602409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.690246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fd2f8-b350-4f97-ad99-b71a2997e4b4 req-bcaaf481-35e6-4333-8eed-1d7c828615aa tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:33.702124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c5fd2f8-b350-4f97-ad99-b71a2997e4b4 req-bcaaf481-35e6-4333-8eed-1d7c828615aa tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 945 time: 0.2083011 Aug 16 01:53:33.781048 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c5fd2f8-b350-4f97-ad99-b71a2997e4b4 req-b5d84dd0-ff0f-41c3-9aee-b744fba75126 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/security-groups?id=20803249-3a75-4ae1-a1ff-858a030853e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732529 Aug 16 01:53:33.810077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b2c614ef-97f9-4748-8969-42c7d1d1acf8 service neutron] 10.222.0.79 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161341 Aug 16 01:53:33.867342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Allocated IP 172.20.0.5 (efafdd26-455b-472a-a7bc-11e109e790a3/b4b07b76-5c08-4402-a709-fabaefb182f8/eabe19d8-47fd-4d9b-a1c8-ec974adbff16) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:34.189457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32737ef2-e4d0-4c42-8ed4-10971a6a7617 req-cc3b9920-3125-449b-8fa2-f449700fcc33 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.196142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32737ef2-e4d0-4c42-8ed4-10971a6a7617 req-cc3b9920-3125-449b-8fa2-f449700fcc33 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 945 time: 0.1245873 Aug 16 01:53:34.294297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b2599173-4ca3-4df8-83ae-3657e65133ff up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:34.305100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32737ef2-e4d0-4c42-8ed4-10971a6a7617 req-f6298031-5a14-4af1-9cda-7eadb5c7e1d4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951927 Aug 16 01:53:34.398932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b2599173-4ca3-4df8-83ae-3657e65133ff triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:34.399318 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.754017 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.812454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Transition to ACTIVE for port object eabe19d8-47fd-4d9b-a1c8-ec974adbff16 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:34.830818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-6769546c-fc61-4ef1-b16d-e27a4d121604 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.832750 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-6769546c-fc61-4ef1-b16d-e27a4d121604 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.89 "GET /v2.0/networks?id=efafdd26-455b-472a-a7bc-11e109e790a3 HTTP/1.1" status: 200 len: 816 time: 0.8273787 Aug 16 01:53:34.849517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Request body: {'port': {'device_id': '9accee03-7799-47e2-8ac4-23f33c6b7fb9', 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3', 'admin_state_up': True, 'tenant_id': '3274250e7a714095a3d98b658a588021'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:35.025790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61bb4ce1-8978-401e-9ad8-97a0572c4ea7 req-7737033f-a420-432f-b5d9-6cea473861a5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 210 time: 0.5232353 Aug 16 01:53:35.029155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.032530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Made reservation on behalf of 3274250e7a714095a3d98b658a588021 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:35.037233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.381709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Network efafdd26-455b-472a-a7bc-11e109e790a3 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:35.389651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:35.390809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:35.442870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6ba4c-61ff-409c-adf4-5d93df29189a req-1350cad7-67f6-4f7d-9261-e5024b9cd77c tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:35.451406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0f6ba4c-61ff-409c-adf4-5d93df29189a req-1350cad7-67f6-4f7d-9261-e5024b9cd77c tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 945 time: 0.1201289 Aug 16 01:53:35.509350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:35.512917 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.517184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0f6ba4c-61ff-409c-adf4-5d93df29189a req-3a059397-d6fe-49e7-93d7-f79a12207240 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/security-groups?id=20803249-3a75-4ae1-a1ff-858a030853e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644376 Aug 16 01:53:35.549133 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2664268 Aug 16 01:53:35.562346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5f84a-5a6e-4fd4-b8aa-6c4b37d9f44a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Pushing event updated for resources: {'Port': ['ID=eabe19d8-47fd-4d9b-a1c8-ec974adbff16,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:35.586387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Request body: {'port': {'device_id': '7f042dfd-cc7a-4470-a678-c5f845c54ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:35.618302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Allocated IP 172.20.0.14 (efafdd26-455b-472a-a7bc-11e109e790a3/b4b07b76-5c08-4402-a709-fabaefb182f8/3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:35.684321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.720179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-6039fa22-07e7-46c5-aa67-a85aa556879a tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:53:35.721223 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-6039fa22-07e7-46c5-aa67-a85aa556879a tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211487 Aug 16 01:53:35.768499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Request body: {'binding': {'host': 'n-h1-768851-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:35.769258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Unknown quota resources ['binding']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:53:35.786395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3ba28e49-2f4f-4d9c-92e5-52fd9c69dbe1 None None] Provisioning for port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:35.790691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3ba28e49-2f4f-4d9c-92e5-52fd9c69dbe1 None None] Provisioning complete for port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:35.790993 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3ba28e49-2f4f-4d9c-92e5-52fd9c69dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.825905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3470cd2-8722-4cd9-b478-819ba0c3ba9a req-90ca6bd6-d536-4da3-81bf-ffe6bb7f97bc tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:35.827959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3470cd2-8722-4cd9-b478-819ba0c3ba9a req-90ca6bd6-d536-4da3-81bf-ffe6bb7f97bc tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 945 time: 0.0953553 Aug 16 01:53:35.886403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3470cd2-8722-4cd9-b478-819ba0c3ba9a req-ebb44a18-249f-48a1-8a2e-8a5928d665c2 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509598 Aug 16 01:53:35.901616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3ba28e49-2f4f-4d9c-92e5-52fd9c69dbe1 None None] Port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:36.211396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.233455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6dbb880c-33cc-4fb8-9f4a-0e555a3002e4 req-044d70eb-f6bd-4554-943d-0a016550c7d8 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 210 time: 0.0605643 Aug 16 01:53:36.239843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-f2809b19-a6d3-4a41-8aeb-ca63ad3a77d0 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:36.241433 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-f2809b19-a6d3-4a41-8aeb-ca63ad3a77d0 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.84 "GET /v2.0/networks?id=efafdd26-455b-472a-a7bc-11e109e790a3 HTTP/1.1" status: 200 len: 816 time: 0.3471568 Aug 16 01:53:36.275185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Request body: {'port': {'device_id': '4a1515ef-0a00-40f6-91b7-d4fa28b48f0d', 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3', 'admin_state_up': True, 'tenant_id': '3274250e7a714095a3d98b658a588021'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:36.299136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Transition to ACTIVE for port object 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:36.300565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on host n-h1-768851-16 for vnic_type normal with profile None {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:36.300903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:36.301286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:36.349277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:36.349614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:36.370333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:36.370752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:36.371672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:36.372279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Bound port: 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:36.505521 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.635051 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:36.655295 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Network efafdd26-455b-472a-a7bc-11e109e790a3 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:36.662793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a7c21-0fff-4ea3-9c65-3551fa5351c7 req-7d87db8b-0027-453e-b992-63a1578771d1 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:36.663440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.665243 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-692b3acb-07fe-4dab-ba8e-72081197b472 service neutron] 10.222.0.79 "POST /v2.0/ports/19b11b4f-4950-48e9-96e0-92afcc7ab71a/bindings HTTP/1.1" status: 201 len: 390 time: 0.9300997 Aug 16 01:53:36.665995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-721a7c21-0fff-4ea3-9c65-3551fa5351c7 req-7d87db8b-0027-453e-b992-63a1578771d1 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 945 time: 0.0740077 Aug 16 01:53:36.672418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:36.674932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:36.773280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-721a7c21-0fff-4ea3-9c65-3551fa5351c7 req-2c600b12-84cb-4be2-a30d-4dbe7802e9d9 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/security-groups?id=20803249-3a75-4ae1-a1ff-858a030853e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984478 Aug 16 01:53:36.775146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:36.776008 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.795662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Pushing event updated for resources: {'Port': ['ID=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:36.830077 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Made reservation on behalf of 3274250e7a714095a3d98b658a588021 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:36.834313 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.891691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-03a77662-7fa3-4f7b-9f5e-2ef7d0918b22 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0440433 Aug 16 01:53:36.933656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Request body: {'port': {'device_id': '9accee03-7799-47e2-8ac4-23f33c6b7fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:37.104839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f49f7e-2b67-4e2a-91b4-5ec762cef5dc req-3d196fdb-6ea8-4d61-a69c-7f2f942dcf18 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:37.106511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95f49f7e-2b67-4e2a-91b4-5ec762cef5dc req-3d196fdb-6ea8-4d61-a69c-7f2f942dcf18 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.1263003 Aug 16 01:53:37.131258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a9ea2955-eb8a-49c1-884b-487e384d56b9 None None] Provisioning for port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:37.137342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a9ea2955-eb8a-49c1-884b-487e384d56b9 None None] Provisioning complete for port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:37.138020 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2955-eb8a-49c1-884b-487e384d56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.177377 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea2955-eb8a-49c1-884b-487e384d56b9 None None] Port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:37.203883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eabe19d8-47fd-4d9b-a1c8-ec974adbff16 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:37.215128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.231300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.234921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580d906-1c1d-4106-b9f5-6c4fef3df6d8 req-4454d7e9-a068-459f-b713-85e3aa1400be tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:37.246746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a580d906-1c1d-4106-b9f5-6c4fef3df6d8 req-4454d7e9-a068-459f-b713-85e3aa1400be tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 945 time: 0.1373246 Aug 16 01:53:37.271993 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95f49f7e-2b67-4e2a-91b4-5ec762cef5dc req-eee2da28-69e0-4664-95ab-a5bf6541e968 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434374 Aug 16 01:53:37.286132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-2c6c5829-2ac7-4b00-9e8a-123a8d01b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:37.287828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-2c6c5829-2ac7-4b00-9e8a-123a8d01b61c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 1097 time: 0.1804330 Aug 16 01:53:37.293793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Transition to ACTIVE for port object eabe19d8-47fd-4d9b-a1c8-ec974adbff16 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:37.333501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.376576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a580d906-1c1d-4106-b9f5-6c4fef3df6d8 req-1c7db9d3-b012-48a5-a3ff-310d8b5f47dc tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282845 Aug 16 01:53:37.470927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-c077c504-b446-475a-94af-3d6c6c682d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:37.472878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-c077c504-b446-475a-94af-3d6c6c682d23 service neutron] 10.222.0.84 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.1761842 Aug 16 01:53:37.547458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Allocated IP 172.20.0.3 (efafdd26-455b-472a-a7bc-11e109e790a3/b4b07b76-5c08-4402-a709-fabaefb182f8/b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:37.576930 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-075f7262-6473-46cc-997f-a158475193aa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a HTTP/1.1" status: 200 len: 217 time: 0.0954838 Aug 16 01:53:37.598495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-339aea22-a0c8-4423-aa1d-30407d0038ba req-7191b8ef-94b9-40fd-9cb7-dc42d623e7b7 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 210 time: 0.0965583 Aug 16 01:53:37.663428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Pushing event updated for resources: {'Port': ['ID=eabe19d8-47fd-4d9b-a1c8-ec974adbff16,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:37.678855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-66455dfa-284c-437b-acd5-7602b89734a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:37.682909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-66455dfa-284c-437b-acd5-7602b89734a8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0865366 Aug 16 01:53:37.746407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38672) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.756129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-763852ce-d62b-423f-adee-a1991035f49e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642822 Aug 16 01:53:37.895039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-090d99b7-5ee0-48d8-b3a1-0d6ec1aeeaf0 service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302414 Aug 16 01:53:37.919119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.936402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Transition to ACTIVE for port object b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:38.021075 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.078782 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ea47a529-da27-4e57-8a57-2340f1047b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.116602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Network efafdd26-455b-472a-a7bc-11e109e790a3 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:38.134989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa5bbf-ed05-49b8-8515-743824a9bb21 req-e69b3786-edb8-42e1-a490-2ad17e429135 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:38.140071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:38.146059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:38.156727 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8faa5bbf-ed05-49b8-8515-743824a9bb21 req-e69b3786-edb8-42e1-a490-2ad17e429135 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 945 time: 0.1901169 Aug 16 01:53:38.181409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Attempting to bind port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:38.181751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Attempting to bind port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:38.182087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Attempting to bind port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 on network efafdd26-455b-472a-a7bc-11e109e790a3 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:38.211236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839869b-4126-48a9-8358-58674b0a12ba req-b97bc545-c598-492e-b07f-992cb76696a1 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:38.218473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7839869b-4126-48a9-8358-58674b0a12ba req-b97bc545-c598-492e-b07f-992cb76696a1 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.89 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 945 time: 0.2153292 Aug 16 01:53:38.224666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-0f691a30-4489-46cc-a6cb-bf20b68305ec service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221290 Aug 16 01:53:38.227277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 on network efafdd26-455b-472a-a7bc-11e109e790a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:38.227626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Attempting to bind port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 on network efafdd26-455b-472a-a7bc-11e109e790a3 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:38.243863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Pushing event updated for resources: {'Port': ['ID=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.253734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:38.254079 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Checking segment: {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:38.254463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Bound using segment: {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:38.254908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Bound port: eabe19d8-47fd-4d9b-a1c8-ec974adbff16, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:38.255271 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.284612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:38.285371 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.327752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8faa5bbf-ed05-49b8-8515-743824a9bb21 req-a9084a3a-57df-4a2f-a495-b1f23fa774f5 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/security-groups?id=20803249-3a75-4ae1-a1ff-858a030853e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697528 Aug 16 01:53:38.465493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c0071f9a-9857-41bf-98f7-1981b6671469 None None] Provisioning for port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:38.471984 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c0071f9a-9857-41bf-98f7-1981b6671469 None None] Provisioning complete for port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:38.472416 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c0071f9a-9857-41bf-98f7-1981b6671469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.520440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ea47a529-da27-4e57-8a57-2340f1047b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.530169 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ea47a529-da27-4e57-8a57-2340f1047b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.537266 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] For port eabe19d8-47fd-4d9b-a1c8-ec974adbff16, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:38.547230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-7839869b-4126-48a9-8358-58674b0a12ba req-18d1570d-19b2-44e0-af01-d0d45699ea36 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Deleting port 2c5e397c-a247-456a-970e-ecfb0df42009 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:38.547537 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-32a7fa57-db49-43d7-97ca-1a748cd9586e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2867301 Aug 16 01:53:38.548179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7839869b-4126-48a9-8358-58674b0a12ba req-18d1570d-19b2-44e0-af01-d0d45699ea36 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.559181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] For port eabe19d8-47fd-4d9b-a1c8-ec974adbff16, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=eabe19d8-47fd-4d9b-a1c8-ec974adbff16,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:38.561724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:38.570299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d32ac-d1b6-46ff-ad50-2d05e04b9ae2 req-d050e5e0-1a26-4394-a6fe-64615994203c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:38.570810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Request body: {'port': {'device_id': '4a1515ef-0a00-40f6-91b7-d4fa28b48f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:38.572755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b62d32ac-d1b6-46ff-ad50-2d05e04b9ae2 req-d050e5e0-1a26-4394-a6fe-64615994203c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.1251266 Aug 16 01:53:38.586004 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.591692 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.611839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c0071f9a-9857-41bf-98f7-1981b6671469 None None] Port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:38.653347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Transition to ACTIVE for port object 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:38.655019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47a529-da27-4e57-8a57-2340f1047b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5525e047-ecac-48e0-ac66-c3c5df8f49f6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.667909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:38.668412 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.669899 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] 10.222.0.84 "PUT /v2.0/ports/eabe19d8-47fd-4d9b-a1c8-ec974adbff16 HTTP/1.1" status: 200 len: 1092 time: 3.1028926 Aug 16 01:53:38.675550 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f042dfd-cc7a-4470-a678-c5f845c54ad5', 'tag': 'eabe19d8-47fd-4d9b-a1c8-ec974adbff16'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:38.677874 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa87726-17b5-46a2-bb64-d1525e22513d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f042dfd-cc7a-4470-a678-c5f845c54ad5", "tag": "eabe19d8-47fd-4d9b-a1c8-ec974adbff16"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:38.691053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ea47a529-da27-4e57-8a57-2340f1047b2f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a044655c82a48ab942113651e47392a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9433031 Aug 16 01:53:38.694952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38708) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:38.697922 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.730095 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.737011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792c0cf-f211-4f6e-8f38-c4728b0fbce8 service neutron] Pushing event updated for resources: {'Port': ['ID=eabe19d8-47fd-4d9b-a1c8-ec974adbff16,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.769447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b62d32ac-d1b6-46ff-ad50-2d05e04b9ae2 req-bc0c2b20-d23e-45ce-a1c4-5a45dc1fc440 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683440 Aug 16 01:53:38.828017 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab75deee-7414-4bb9-b9f0-534bbbc1322d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.860670 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e264534-aad4-4af0-b850-ef1e8d9c1a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.887769 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e264534-aad4-4af0-b850-ef1e8d9c1a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.937943 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d6e1db-f298-4a6e-a26b-3c1574e58d56 x-openstack-request-id: req-b5d6e1db-f298-4a6e-a26b-3c1574e58d56 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:38.938711 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f042dfd-cc7a-4470-a678-c5f845c54ad5", "tag": "eabe19d8-47fd-4d9b-a1c8-ec974adbff16", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:38.938711 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b5d6e1db-f298-4a6e-a26b-3c1574e58d56 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:38.939103 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f042dfd-cc7a-4470-a678-c5f845c54ad5', 'tag': 'eabe19d8-47fd-4d9b-a1c8-ec974adbff16', 'status': 'completed', 'code': 200} Aug 16 01:53:38.945996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-7839869b-4126-48a9-8358-58674b0a12ba req-18d1570d-19b2-44e0-af01-d0d45699ea36 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] For port 2c5e397c-a247-456a-970e-ecfb0df42009, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2c5e397c-a247-456a-970e-ecfb0df42009,segment=NetworkSegment(3f22c949-8f5f-4fb9-81cb-7f48e4ffc889),segment_id=3f22c949-8f5f-4fb9-81cb-7f48e4ffc889)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:38.946429 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7839869b-4126-48a9-8358-58674b0a12ba req-18d1570d-19b2-44e0-af01-d0d45699ea36 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.960293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-7839869b-4126-48a9-8358-58674b0a12ba req-18d1570d-19b2-44e0-af01-d0d45699ea36 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Calling delete_port for 2c5e397c-a247-456a-970e-ecfb0df42009 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:39.154355 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e264534-aad4-4af0-b850-ef1e8d9c1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.157067 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e264534-aad4-4af0-b850-ef1e8d9c1a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.158182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6e264534-aad4-4af0-b850-ef1e8d9c1a03 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5525e047-ecac-48e0-ac66-c3c5df8f49f6 HTTP/1.1" status: 204 len: 168 time: 0.4604299 Aug 16 01:53:39.260713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e264534-aad4-4af0-b850-ef1e8d9c1a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525e047-ecac-48e0-ac66-c3c5df8f49f6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:39.292776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:39.316463 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.325881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673dbd-a6fd-4b8d-ab70-e4f16d63c68c req-4d27384d-5626-4ded-93c7-8cbe315ed528 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:39.329771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Attempting to bind port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:39.330281 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Attempting to bind port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:39.330569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Attempting to bind port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c on network efafdd26-455b-472a-a7bc-11e109e790a3 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:39.339442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c on network efafdd26-455b-472a-a7bc-11e109e790a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:39.340179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Attempting to bind port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c on network efafdd26-455b-472a-a7bc-11e109e790a3 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:39.347900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9673dbd-a6fd-4b8d-ab70-e4f16d63c68c req-4d27384d-5626-4ded-93c7-8cbe315ed528 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 931 time: 0.4140084 Aug 16 01:53:39.351447 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7839869b-4126-48a9-8358-58674b0a12ba req-18d1570d-19b2-44e0-af01-d0d45699ea36 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.353331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:39.353857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Checking segment: {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:39.354254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Bound using segment: {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:39.354745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Bound port: 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:39.356645 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.379711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2c5e397c-a247-456a-970e-ecfb0df42009'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:39.459533 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-6e62a48f-d209-44cf-acaf-4eccb1c4402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:39.465206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-6e62a48f-d209-44cf-acaf-4eccb1c4402d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3274250e7a714095a3d98b658a588021&device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 1095 time: 0.7085476 Aug 16 01:53:39.561850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1570d-19b2-44e0-af01-d0d45699ea36 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Pushing event deleted for resources: {'Port': ['ID=2c5e397c-a247-456a-970e-ecfb0df42009,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:39.607675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b53e0f0e-f6b9-4ecc-83b3-55888e99d667 req-2c8b386c-4ca4-43d2-b37c-fcf1434bcfa0 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaeb0298-6739-4109-8297-407ee341a864 HTTP/1.1" status: 200 len: 210 time: 0.0697129 Aug 16 01:53:39.633609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9673dbd-a6fd-4b8d-ab70-e4f16d63c68c req-0eac5814-e004-402a-8e7a-ccb60e7e1be5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839892 Aug 16 01:53:39.638531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-7839869b-4126-48a9-8358-58674b0a12ba req-18d1570d-19b2-44e0-af01-d0d45699ea36 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] No DVR routers for this DVR port 2c5e397c-a247-456a-970e-ecfb0df42009 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:39.645066 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7839869b-4126-48a9-8358-58674b0a12ba req-18d1570d-19b2-44e0-af01-d0d45699ea36 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.647361 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7839869b-4126-48a9-8358-58674b0a12ba req-18d1570d-19b2-44e0-af01-d0d45699ea36 tempest-ServerPasswordTestJSON-193960682 tempest-ServerPasswordTestJSON-193960682-project] 10.222.0.89 "DELETE /v2.0/ports/2c5e397c-a247-456a-970e-ecfb0df42009 HTTP/1.1" status: 204 len: 173 time: 1.4175601 Aug 16 01:53:39.648181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeb0298-6739-4109-8297-407ee341a864', 'name': 'network-vif-deleted', 'tag': '2c5e397c-a247-456a-970e-ecfb0df42009'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:39.650999 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ce3673-3df7-4f8a-b513-af09651ffa7f" -d '{"events": [{"server_uuid": "eaeb0298-6739-4109-8297-407ee341a864", "name": "network-vif-deleted", "tag": "2c5e397c-a247-456a-970e-ecfb0df42009"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:39.748003 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7b5207-b42f-492d-bf95-8cb3c1ae2ad5 x-openstack-request-id: req-0b7b5207-b42f-492d-bf95-8cb3c1ae2ad5 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:39.748298 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeb0298-6739-4109-8297-407ee341a864", "name": "network-vif-deleted", "tag": "2c5e397c-a247-456a-970e-ecfb0df42009", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:39.748549 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b7b5207-b42f-492d-bf95-8cb3c1ae2ad5 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:39.748953 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeb0298-6739-4109-8297-407ee341a864', 'name': 'network-vif-deleted', 'tag': '2c5e397c-a247-456a-970e-ecfb0df42009', 'status': 'completed', 'code': 200} Aug 16 01:53:39.913943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:39.965668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d54257-cbf6-43af-a8b4-5b2480cbf338 req-a90c58d9-f6c5-4cb9-bb76-ee76a11a613b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:39.976213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0d54257-cbf6-43af-a8b4-5b2480cbf338 req-a90c58d9-f6c5-4cb9-bb76-ee76a11a613b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.0771785 Aug 16 01:53:40.033799 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0d54257-cbf6-43af-a8b4-5b2480cbf338 req-c2bde978-c8ba-4e78-b502-6feb822200dd tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535929 Aug 16 01:53:40.056731 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-914073c7-d829-4b4d-b31f-b6ff2a3a3169 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eabe19d8-47fd-4d9b-a1c8-ec974adbff16 HTTP/1.1" status: 200 len: 217 time: 0.5610082 Aug 16 01:53:40.078665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] For port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:40.082483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] For port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:40.084137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:40.100559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'port_id': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03', 'mac_address': 'fa:16:3e:e5:29:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1345f9-5c91-462e-8008-7479b1756a0e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:40.108749 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.173437 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.188757 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:40.189412 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.191261 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] 10.222.0.89 "PUT /v2.0/ports/3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c HTTP/1.1" status: 200 len: 1093 time: 3.2735043 Aug 16 01:53:40.202006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:40.264370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:40.275246 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.310502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-5348b2c8-cad3-4302-b2d8-fb74d28f6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:40.313342 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-5348b2c8-cad3-4302-b2d8-fb74d28f6e55 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b4b07b76-5c08-4402-a709-fabaefb182f8 HTTP/1.1" status: 200 len: 855 time: 0.2247496 Aug 16 01:53:40.345505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:40.440792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe21a6-826c-472d-a695-ea2d509ea9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:40.477602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:40.520659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-c64ad573-07a7-4ab0-a086-c55458ca084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:40.522216 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-c64ad573-07a7-4ab0-a086-c55458ca084d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3274250e7a714095a3d98b658a588021&device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9 HTTP/1.1" status: 200 len: 1096 time: 0.2651207 Aug 16 01:53:40.531374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:40.540273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-7072fbb5-7de8-4947-9d1c-a86c92353773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:40.542034 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-7072fbb5-7de8-4947-9d1c-a86c92353773 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=efafdd26-455b-472a-a7bc-11e109e790a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757560 Aug 16 01:53:40.552834 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.660813 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-8a70da56-7eb9-4a65-b6c3-e65b3d07c66b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c HTTP/1.1" status: 200 len: 217 time: 0.1232865 Aug 16 01:53:40.736240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38784) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:40.924551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Transition to ACTIVE for port object b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:40.932120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.961138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e71def-e489-4772-ad19-8c7a66529497 admin admin] Deleting subnet f7e6b879-caf4-4751-9f34-e57303641cf4 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:40.969634 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3e71def-e489-4772-ad19-8c7a66529497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.025916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9accee03-7799-47e2-8ac4-23f33c6b7fb9', 'tag': '3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:41.028192 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9accee03-7799-47e2-8ac4-23f33c6b7fb9", "tag": "3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:41.068778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886f037-9a23-467c-ab6b-8f0a7a9fd5c8 req-e3d1ec04-8814-493b-98e3-d2933acd565d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:41.078909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a886f037-9a23-467c-ab6b-8f0a7a9fd5c8 req-e3d1ec04-8814-493b-98e3-d2933acd565d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 931 time: 0.2600677 Aug 16 01:53:41.102322 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3e71def-e489-4772-ad19-8c7a66529497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.152547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Pushing event updated for resources: {'Port': ['ID=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:41.218739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-da4e333a-ace4-4588-a416-a7b37ea58623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:41.232093 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-da4e333a-ace4-4588-a416-a7b37ea58623 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4b07b76-5c08-4402-a709-fabaefb182f8 HTTP/1.1" status: 200 len: 855 time: 0.5590611 Aug 16 01:53:41.280269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38792) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:41.338113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a886f037-9a23-467c-ab6b-8f0a7a9fd5c8 req-f7dc35b1-8253-4b81-947b-e8c69a03e1af tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468719 Aug 16 01:53:41.340033 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-927b15ac-97f1-4464-884f-e65a925573a5 service neutron] 10.222.0.84 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7830601 Aug 16 01:53:41.378994 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3e71def-e489-4772-ad19-8c7a66529497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.434335 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e67a74-e13e-426d-b949-934e13496e36 x-openstack-request-id: req-a3e67a74-e13e-426d-b949-934e13496e36 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:41.436163 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9accee03-7799-47e2-8ac4-23f33c6b7fb9", "tag": "3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:41.437161 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3e67a74-e13e-426d-b949-934e13496e36 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:41.437915 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9accee03-7799-47e2-8ac4-23f33c6b7fb9', 'tag': '3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c', 'status': 'completed', 'code': 200} Aug 16 01:53:41.460035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996e18a-a83d-4893-b5b7-7efdc52e9604 req-db1b3b4b-dad0-404a-81c1-8049cab8078b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:41.468381 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9996e18a-a83d-4893-b5b7-7efdc52e9604 req-db1b3b4b-dad0-404a-81c1-8049cab8078b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.2945611 Aug 16 01:53:41.478091 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92d2ba36-3bc8-4fe7-a9f2-331b7e3f4d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.537194 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9996e18a-a83d-4893-b5b7-7efdc52e9604 req-46b8035c-97f0-4c27-952b-76645d49844d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674980 Aug 16 01:53:41.540545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-d8fd22c6-b893-45d7-b310-ea922e3df4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:41.542167 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-d8fd22c6-b893-45d7-b310-ea922e3df4ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=efafdd26-455b-472a-a7bc-11e109e790a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2981899 Aug 16 01:53:41.566517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Attempting to bind port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:41.566959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Attempting to bind port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:41.567228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Attempting to bind port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 on network efafdd26-455b-472a-a7bc-11e109e790a3 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:41.621264 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-296a9031-32f4-4ca8-91b8-b7e6add875f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.622770 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.644627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 on network efafdd26-455b-472a-a7bc-11e109e790a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:41.645056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Attempting to bind port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 on network efafdd26-455b-472a-a7bc-11e109e790a3 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:41.659793 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3e71def-e489-4772-ad19-8c7a66529497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.660519 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09bca959-374f-49e5-b30e-eb7fd4145f2e req-54e8b65a-61a4-4b48-b9a5-91326c049da2 service neutron] 10.222.0.84 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589896 Aug 16 01:53:41.663342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:41.663701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Checking segment: {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:41.664151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Bound using segment: {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:41.664659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Bound port: b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23883045-6bc4-45d0-99db-d5425b53523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:41.665106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.712027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e71def-e489-4772-ad19-8c7a66529497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e6b879-caf4-4751-9f34-e57303641cf4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:41.715188 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3e71def-e489-4772-ad19-8c7a66529497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.721902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e3e71def-e489-4772-ad19-8c7a66529497 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f7e6b879-caf4-4751-9f34-e57303641cf4 HTTP/1.1" status: 204 len: 168 time: 0.9845405 Aug 16 01:53:41.723593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38810) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:41.808651 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-38408206-bcf4-48b3-91be-72f69e771e7f service neutron] 10.222.0.89 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560427 Aug 16 01:53:41.830486 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-296a9031-32f4-4ca8-91b8-b7e6add875f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.836761 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-296a9031-32f4-4ca8-91b8-b7e6add875f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.889457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-296a9031-32f4-4ca8-91b8-b7e6add875f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5b373a9c437456c96590f93489f4e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6074560 Aug 16 01:53:41.890715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a9031-32f4-4ca8-91b8-b7e6add875f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b754a-0a4f-4a73-acb2-c43c07d847cb,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:41.893522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38814) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:41.921076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.923296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] For port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:41.925416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:41.956938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] For port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:41.970038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa87726-17b5-46a2-bb64-d1525e22513d req-23734008-cd3e-4895-8997-7054399f1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:41.971701 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6fa87726-17b5-46a2-bb64-d1525e22513d req-23734008-cd3e-4895-8997-7054399f1742 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3274250e7a714095a3d98b658a588021&device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 1095 time: 0.1818421 Aug 16 01:53:41.977741 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.978645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c0da562f-807c-4b89-aee2-b625ba5ea92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.024892 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c0da562f-807c-4b89-aee2-b625ba5ea92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.043233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:42.043698 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.115198 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c0da562f-807c-4b89-aee2-b625ba5ea92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.119235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c0da562f-807c-4b89-aee2-b625ba5ea92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.121238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c0da562f-807c-4b89-aee2-b625ba5ea92c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b34b754a-0a4f-4a73-acb2-c43c07d847cb HTTP/1.1" status: 204 len: 168 time: 0.2255614 Aug 16 01:53:42.129935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da562f-807c-4b89-aee2-b625ba5ea92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34b754a-0a4f-4a73-acb2-c43c07d847cb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:42.138559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.140934 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.145609 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] 10.222.0.84 "PUT /v2.0/ports/b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 HTTP/1.1" status: 200 len: 1092 time: 3.5762591 Aug 16 01:53:42.186885 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.221616 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-daf71f79-57b1-43f3-a096-dbdcff272577 req-116955da-1475-4d6c-ac43-c78c9f6e4de8 service neutron] 10.222.0.89 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871315 Aug 16 01:53:42.287093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:42.291097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e350119f-7f5d-4412-bb9e-8148772e5dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:42.300524 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc93568-4f54-4651-ac08-adbd6a13d239" -d '{"events": [{"server_uuid": "e350119f-7f5d-4412-bb9e-8148772e5dab", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:42.310191 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.383477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:42.411161 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6233318b-a145-436b-bd1b-e690ef57f333 x-openstack-request-id: req-6233318b-a145-436b-bd1b-e690ef57f333 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:42.411967 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e350119f-7f5d-4412-bb9e-8148772e5dab", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:42.412393 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6233318b-a145-436b-bd1b-e690ef57f333 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:42.413395 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e350119f-7f5d-4412-bb9e-8148772e5dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03', 'code': 200} Aug 16 01:53:42.463204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa87726-17b5-46a2-bb64-d1525e22513d req-71149190-f495-4493-86a0-8a4c7c620cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.465892 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6fa87726-17b5-46a2-bb64-d1525e22513d req-71149190-f495-4493-86a0-8a4c7c620cd7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=efafdd26-455b-472a-a7bc-11e109e790a3 HTTP/1.1" status: 200 len: 917 time: 0.4841526 Aug 16 01:53:42.470588 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.484093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a21307b-a7da-4435-af88-3336e5ad2caf']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:42.505841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f22c949-8f5f-4fb9-81cb-7f48e4ffc889') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:42.506729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f22c949-8f5f-4fb9-81cb-7f48e4ffc889') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:42.521454 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.536173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c4d5-c0ec-4f32-80bb-bc13f451efa0 req-8d4b317e-6dc4-4275-a7f0-2f9895be27b7 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.538344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.545603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:53:42.546004 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.556007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9c5c4d5-c0ec-4f32-80bb-bc13f451efa0 req-8d4b317e-6dc4-4275-a7f0-2f9895be27b7 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 943 time: 0.0980392 Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:53:42.629426 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:53:42.634330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64887d2-cb40-46c6-b581-79f369cfa1cf service neutron] Pushing event updated for resources: {'Port': ['ID=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:42.673613 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.690274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9c5c4d5-c0ec-4f32-80bb-bc13f451efa0 req-9a18c7e1-1328-437a-a3e9-005a8df4b56e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321340 Aug 16 01:53:42.804620 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6fa87726-17b5-46a2-bb64-d1525e22513d req-f2d9477a-398b-4617-84ef-1d10fe6e5f25 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eabe19d8-47fd-4d9b-a1c8-ec974adbff16 HTTP/1.1" status: 200 len: 217 time: 0.0834296 Aug 16 01:53:42.835505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08422aa-a104-4e88-b725-d92388b40146 req-7e05083e-4f6d-4e7f-b472-d28a733aab59 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.837357 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d08422aa-a104-4e88-b725-d92388b40146 req-7e05083e-4f6d-4e7f-b472-d28a733aab59 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.1294150 Aug 16 01:53:42.848282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-f7d0a4ce-0415-4a3a-b8bb-6dcfdcaee74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.849576 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-f7d0a4ce-0415-4a3a-b8bb-6dcfdcaee74c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3274250e7a714095a3d98b658a588021&device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 1095 time: 0.5575588 Aug 16 01:53:42.852269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2c5e397c-a247-456a-970e-ecfb0df42009 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:42.874185 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.893054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.895446 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2a21307b-a7da-4435-af88-3336e5ad2caf HTTP/1.1" status: 204 len: 168 time: 1.1707408 Aug 16 01:53:42.898172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8 req-eb561dde-a506-4d04-b211-12dcd77168df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.900208 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8 req-eb561dde-a506-4d04-b211-12dcd77168df service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3274250e7a714095a3d98b658a588021&device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9 HTTP/1.1" status: 200 len: 1096 time: 0.5974534 Aug 16 01:53:42.919373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 2c5e397c-a247-456a-970e-ecfb0df42009 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:42.919661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2c5e397c-a247-456a-970e-ecfb0df42009 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:42.928088 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d08422aa-a104-4e88-b725-d92388b40146 req-89fe8237-8d46-4910-8347-e0f05d43cc87 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805457 Aug 16 01:53:43.062488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f030da-a0f7-43cf-b00c-6c9f29da3777 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a21307b-a7da-4435-af88-3336e5ad2caf,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:43.095225 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-5c0c6479-6aa4-4251-b233-f1d13508cace service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 HTTP/1.1" status: 200 len: 217 time: 0.2037656 Aug 16 01:53:43.099440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa87726-17b5-46a2-bb64-d1525e22513d req-6830e176-23fb-483d-98ea-1714f8841b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.101234 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6fa87726-17b5-46a2-bb64-d1525e22513d req-6830e176-23fb-483d-98ea-1714f8841b69 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b4b07b76-5c08-4402-a709-fabaefb182f8 HTTP/1.1" status: 200 len: 855 time: 0.2756729 Aug 16 01:53:43.230406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-ad3f9f86-80a7-4205-93fd-0653e11dc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.231932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-ad3f9f86-80a7-4205-93fd-0653e11dc825 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b4b07b76-5c08-4402-a709-fabaefb182f8 HTTP/1.1" status: 200 len: 855 time: 0.1076181 Aug 16 01:53:43.238172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa87726-17b5-46a2-bb64-d1525e22513d req-e4d9978f-6562-4ac5-a2c5-61b7a6b5ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.239768 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6fa87726-17b5-46a2-bb64-d1525e22513d req-e4d9978f-6562-4ac5-a2c5-61b7a6b5ad0f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=efafdd26-455b-472a-a7bc-11e109e790a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165926 Aug 16 01:53:43.241256 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8 req-79ea3281-0ae0-4189-ba03-ddd292b92a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.242840 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8 req-79ea3281-0ae0-4189-ba03-ddd292b92a03 service neutron] 10.222.0.89 "GET /v2.0/networks?id=efafdd26-455b-472a-a7bc-11e109e790a3 HTTP/1.1" status: 200 len: 917 time: 0.3094513 Aug 16 01:53:43.259712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38856) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:43.365813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-81ddac48-693c-4faf-9933-20a9ed0abfca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0497865ae5b44e98ab52023efe779d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045530 Aug 16 01:53:43.367417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38858) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:43.368430 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8 req-709f1308-e1a9-482e-b672-1653caf3c34b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c HTTP/1.1" status: 200 len: 217 time: 0.1172693 Aug 16 01:53:43.461485 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef03abb7-5509-43c0-a88b-53f2b656e753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.462525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1515ef-0a00-40f6-91b7-d4fa28b48f0d', 'tag': 'b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:43.466495 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae81a7de-c9a8-4745-af13-86fff29c3176" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1515ef-0a00-40f6-91b7-d4fa28b48f0d", "tag": "b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:43.499093 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef03abb7-5509-43c0-a88b-53f2b656e753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.587105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef03abb7-5509-43c0-a88b-53f2b656e753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.587605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-043b750b-953f-4c11-865b-2e764033ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.589979 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-043b750b-953f-4c11-865b-2e764033ff69 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=efafdd26-455b-472a-a7bc-11e109e790a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3214502 Aug 16 01:53:43.592672 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef03abb7-5509-43c0-a88b-53f2b656e753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.592972 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5801ad22-c214-4399-8e93-95f4c057765d x-openstack-request-id: req-5801ad22-c214-4399-8e93-95f4c057765d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:43.593293 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1515ef-0a00-40f6-91b7-d4fa28b48f0d", "tag": "b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:43.593573 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5801ad22-c214-4399-8e93-95f4c057765d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:43.593913 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1515ef-0a00-40f6-91b7-d4fa28b48f0d', 'tag': 'b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43', 'status': 'completed', 'code': 200} Aug 16 01:53:43.597109 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ef03abb7-5509-43c0-a88b-53f2b656e753 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20803249-3a75-4ae1-a1ff-858a030853e2 HTTP/1.1" status: 204 len: 168 time: 0.2269216 Aug 16 01:53:43.610104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03abb7-5509-43c0-a88b-53f2b656e753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20803249-3a75-4ae1-a1ff-858a030853e2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:43.644595 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8 req-955c6350-c28d-4e62-8969-14889cbe5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.646280 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8 req-955c6350-c28d-4e62-8969-14889cbe5750 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4b07b76-5c08-4402-a709-fabaefb182f8 HTTP/1.1" status: 200 len: 855 time: 0.2276001 Aug 16 01:53:43.710141 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6fa87726-17b5-46a2-bb64-d1525e22513d req-b6758d97-a1b1-4cf0-a42f-c69490a45e84 service neutron] 10.222.0.84 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514515 Aug 16 01:53:43.831017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8 req-0b30b475-b685-44d3-af9c-4bfaf428e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.832547 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8 req-0b30b475-b685-44d3-af9c-4bfaf428e804 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=efafdd26-455b-472a-a7bc-11e109e790a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1544087 Aug 16 01:53:43.834584 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-dd33323e-515d-4b07-8ec6-e9806d88acc2 service neutron] 10.222.0.84 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330630 Aug 16 01:53:43.910686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c35c0-9542-46b0-9a8c-5ff3d4a08cc1 req-f9ae9794-153e-4ffe-a983-e9347b470e17 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.922959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-820c35c0-9542-46b0-9a8c-5ff3d4a08cc1 req-f9ae9794-153e-4ffe-a983-e9347b470e17 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 943 time: 0.1092434 Aug 16 01:53:44.004891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-820c35c0-9542-46b0-9a8c-5ff3d4a08cc1 req-8598b7a3-df3a-4717-9cf4-a25e430f3dc4 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810165 Aug 16 01:53:44.093494 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5f978570-9260-404f-a8ac-54d8eab76f8c req-b3f79e17-7314-4ab2-a267-fcefbd5d53c9 service neutron] 10.222.0.84 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154436 Aug 16 01:53:44.115735 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.210311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e67dc-dbc6-486b-8923-18dbf151bcc7 req-43a919eb-b946-4d91-8f6a-a2c2c22db896 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:44.216003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-319e67dc-dbc6-486b-8923-18dbf151bcc7 req-43a919eb-b946-4d91-8f6a-a2c2c22db896 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.1329677 Aug 16 01:53:44.302004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-319e67dc-dbc6-486b-8923-18dbf151bcc7 req-497bbcbf-e50c-4c20-b122-dd8484d386b3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739601 Aug 16 01:53:44.696413 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6fa87726-17b5-46a2-bb64-d1525e22513d req-bbb8d9d3-ffe6-4485-b3b3-dfc95163f20a service neutron] 10.222.0.84 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9725015 Aug 16 01:53:44.705121 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8 req-e545f5f7-32cc-4927-990e-5de1127ef662 service neutron] 10.222.0.89 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256266 Aug 16 01:53:44.710363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a7de-c9a8-4745-af13-86fff29c3176 req-16b70e55-6f19-4119-85a6-09e20021a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:44.712222 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae81a7de-c9a8-4745-af13-86fff29c3176 req-16b70e55-6f19-4119-85a6-09e20021a387 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3274250e7a714095a3d98b658a588021&device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 1095 time: 0.0853887 Aug 16 01:53:44.856829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:44.911167 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2a138b2-0e04-43cf-9354-a7f3acc2b4f8 req-fdf80043-4114-457c-9259-226666fd551c service neutron] 10.222.0.89 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974738 Aug 16 01:53:44.988863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a7de-c9a8-4745-af13-86fff29c3176 req-6c60b6f0-1ab2-4198-b9c8-612541a6115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:44.990471 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae81a7de-c9a8-4745-af13-86fff29c3176 req-6c60b6f0-1ab2-4198-b9c8-612541a6115e service neutron] 10.222.0.84 "GET /v2.0/networks?id=efafdd26-455b-472a-a7bc-11e109e790a3 HTTP/1.1" status: 200 len: 917 time: 0.2030058 Aug 16 01:53:45.086984 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae81a7de-c9a8-4745-af13-86fff29c3176 req-276c28a4-310a-4579-833c-d21cd5b14cfd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 HTTP/1.1" status: 200 len: 217 time: 0.0873036 Aug 16 01:53:45.095677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:45.118846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c', 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3', 'port_id': '3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c', 'mac_address': 'fa:16:3e:dd:07:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b07b76-5c08-4402-a709-fabaefb182f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:45.170572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38948) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:45.190988 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a7de-c9a8-4745-af13-86fff29c3176 req-ce7a0f05-3ada-48ba-8ac8-ff5b792cda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:45.192503 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae81a7de-c9a8-4745-af13-86fff29c3176 req-ce7a0f05-3ada-48ba-8ac8-ff5b792cda60 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b4b07b76-5c08-4402-a709-fabaefb182f8 HTTP/1.1" status: 200 len: 855 time: 0.0973954 Aug 16 01:53:45.228211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4da9c-cc36-4018-b7e9-8d51e8219a02 req-4bf31005-e485-4514-8f53-4e8052582dd8 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:45.231619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da4da9c-cc36-4018-b7e9-8d51e8219a02 req-4bf31005-e485-4514-8f53-4e8052582dd8 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 943 time: 0.0841565 Aug 16 01:53:45.248943 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.269448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:45.288887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a7de-c9a8-4745-af13-86fff29c3176 req-3f18607f-82a3-4322-b9fa-de5b7464cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:45.291541 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae81a7de-c9a8-4745-af13-86fff29c3176 req-3f18607f-82a3-4322-b9fa-de5b7464cc0d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=efafdd26-455b-472a-a7bc-11e109e790a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900338 Aug 16 01:53:45.317283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:45.330803 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.374846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-13ce4e19-0f17-459a-b9b9-66333e0a0830 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1226308800&fields=id&tenant_id=5fa95e57de2a4345bd18ffd84612a0b0 HTTP/1.1" status: 200 len: 267 time: 0.1249883 Aug 16 01:53:45.402255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da4da9c-cc36-4018-b7e9-8d51e8219a02 req-3eb7c53a-f3f0-4e5a-839e-eddac17c19f6 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489542 Aug 16 01:53:45.439073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:45.499691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae81a7de-c9a8-4745-af13-86fff29c3176 req-64fbd17d-4387-4095-8d35-d6035995a574 service neutron] 10.222.0.84 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988058 Aug 16 01:53:45.513025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-41377327-network', 'tenant_id': '5e442b2f90124c2986aa793acf236a1b'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:45.556308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:45.602026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Made reservation on behalf of 5e442b2f90124c2986aa793acf236a1b for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:45.606216 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.614508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-8d274e83-e317-4a77-8a82-3aed68a54eb7 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:45.627303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-8d274e83-e317-4a77-8a82-3aed68a54eb7 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/networks?id=a1d52431-8273-42bb-87b0-7ba01e11c41e HTTP/1.1" status: 200 len: 816 time: 0.2494245 Aug 16 01:53:45.629778 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.656700 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0d7b8bc0-6b3f-40a5-a001-50f778c27ec7 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/quotas/5fa95e57de2a4345bd18ffd84612a0b0 HTTP/1.1" status: 200 len: 375 time: 0.0282059 Aug 16 01:53:45.674567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae81a7de-c9a8-4745-af13-86fff29c3176 req-68b86caf-efbd-4650-9967-7950321031ad service neutron] 10.222.0.84 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559186 Aug 16 01:53:45.784477 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.792928 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.797213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-dd63fbc9-e26b-498d-99e2-b0b57254272b tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5fa95e57de2a4345bd18ffd84612a0b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1394768 Aug 16 01:53:45.807688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:45.816465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebfd73-5e88-4a8d-8ba4-e5dbb83324ec req-bdd2843b-2a28-4e84-af1d-0f34314048b0 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:45.818396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddebfd73-5e88-4a8d-8ba4-e5dbb83324ec req-bdd2843b-2a28-4e84-af1d-0f34314048b0 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.0849800 Aug 16 01:53:45.833019 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.833375 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Added segment 86487439-0912-432d-81fd-0d1349a33b5c of type vlan for network 4dba9649-6051-42c0-afcf-91df0e93517d Aug 16 01:53:45.888044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4abed18-419e-49d5-8346-547105e8d11d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:45.900916 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.929517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddebfd73-5e88-4a8d-8ba4-e5dbb83324ec req-f6f1f529-2878-41d4-aad8-0a814732d4ab tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005764 Aug 16 01:53:45.952141 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.953419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:45.954861 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.967905 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-5b9f4a85-1c66-400f-a79c-bb4e308c777a service neutron] 10.222.0.79 "GET /v2.0/networks/a1d52431-8273-42bb-87b0-7ba01e11c41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416545 Aug 16 01:53:46.016747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38988) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:46.026294 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8546708 Aug 16 01:53:46.029944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38992) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:46.035402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] Request body: {'subnet': {'network_id': '4dba9649-6051-42c0-afcf-91df0e93517d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-41377327-subnet', 'tenant_id': '5e442b2f90124c2986aa793acf236a1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:46.039147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a2b86-b01b-4907-a988-e5368361604b admin admin] Pushing event updated for resources: {'Network': ['ID=4dba9649-6051-42c0-afcf-91df0e93517d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:46.050274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 4dba9649-6051-42c0-afcf-91df0e93517d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:46.078200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] Made reservation on behalf of 5e442b2f90124c2986aa793acf236a1b for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:46.083060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.122779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-86150c59-4e1f-4545-9fea-2b4a3459e857 service neutron] 10.222.0.79 "GET /v2.0/networks/a1d52431-8273-42bb-87b0-7ba01e11c41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482196 Aug 16 01:53:46.202164 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f7997c6-047a-4966-96b4-4ebb99f08189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.316897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.391025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6dfac1-ca40-4820-abe8-87ca4d3bccc5,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:46.424957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] Checking segment: {'id': '86487439-0912-432d-81fd-0d1349a33b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4dba9649-6051-42c0-afcf-91df0e93517d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:46.424957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] Network hostable DHCP agents. Network: 4dba9649-6051-42c0-afcf-91df0e93517d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:46.447186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f7997c6-047a-4966-96b4-4ebb99f08189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.461662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f7997c6-047a-4966-96b4-4ebb99f08189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.477887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] Network 4dba9649-6051-42c0-afcf-91df0e93517d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:46.517107 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8f7997c6-047a-4966-96b4-4ebb99f08189 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d8adb39e0b94531bcf3e946d4d6a1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4964085 Aug 16 01:53:46.517107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7997c6-047a-4966-96b4-4ebb99f08189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75aed8f-1fb8-449a-a57f-f5d59b3ed387,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:46.519768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39014) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:46.534321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 4dba9649-6051-42c0-afcf-91df0e93517d) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:46.545078 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c3d31c-6e26-4892-9df7-eb8cd82f6f1d None None] Network 4dba9649-6051-42c0-afcf-91df0e93517d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:46.556559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:46.558562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.563903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-804a2302-b0ba-4c2d-9cc4-19b60c41b2e5 req-a171b661-9ceb-4bad-be3e-f240c1ce2696 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 210 time: 0.0530179 Aug 16 01:53:46.604563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de249a22-13c6-4c88-8a9f-4f4c10de8b74 req-1e846c89-3520-462a-864e-0573f081cef1 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:46.612935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de249a22-13c6-4c88-8a9f-4f4c10de8b74 req-1e846c89-3520-462a-864e-0573f081cef1 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 943 time: 0.1219990 Aug 16 01:53:46.631588 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c82e009e-8f52-4a9f-8301-f17d0b7172e5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6002073 Aug 16 01:53:46.675740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de249a22-13c6-4c88-8a9f-4f4c10de8b74 req-dfdf6690-bea9-4b61-9fd8-cf74b69cb5ee tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575507 Aug 16 01:53:46.689025 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03a7f091-52a3-4bfc-8f5b-777fe3f276fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.718490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03a7f091-52a3-4bfc-8f5b-777fe3f276fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.755765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee5d57f-76a6-479e-a778-09c79d55ac9b None None] Network 4dba9649-6051-42c0-afcf-91df0e93517d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:46.818253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03a7f091-52a3-4bfc-8f5b-777fe3f276fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.824653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03a7f091-52a3-4bfc-8f5b-777fe3f276fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.826661 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-03a7f091-52a3-4bfc-8f5b-777fe3f276fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f75aed8f-1fb8-449a-a57f-f5d59b3ed387 HTTP/1.1" status: 204 len: 168 time: 0.2932034 Aug 16 01:53:46.845686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7f091-52a3-4bfc-8f5b-777fe3f276fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75aed8f-1fb8-449a-a57f-f5d59b3ed387,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:47.227297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff151054-a329-4ada-89de-6820e1c66379 req-c4108967-b062-4818-b061-2dd01a55edba tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:47.231256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff151054-a329-4ada-89de-6820e1c66379 req-c4108967-b062-4818-b061-2dd01a55edba tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.0968666 Aug 16 01:53:47.254720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:47.333344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff151054-a329-4ada-89de-6820e1c66379 req-1c7e6449-71de-42cf-b1e8-68469cb8387f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940235 Aug 16 01:53:47.384806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39064) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:47.420484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-647f9263-9f3c-421e-bd98-fef98f180ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.534130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:47.545744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:47.545744 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.572822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-647f9263-9f3c-421e-bd98-fef98f180ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.581647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-647f9263-9f3c-421e-bd98-fef98f180ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.629728 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-647f9263-9f3c-421e-bd98-fef98f180ca6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d5fdd60fe0346768a8ae52c2adff0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435369 Aug 16 01:53:47.632935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f9263-9f3c-421e-bd98-fef98f180ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a82488-a831-4e08-bcc8-9130a0956636,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:47.634686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39074) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:47.749571 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.760590 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39082) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:47.767134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1191069151-network', 'tenant_id': 'f404667e8f7749fe886293cf95e34662'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:47.788618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a385d492-9c5b-4793-803e-4f570ab49e99 req-c16eeacc-1cdc-48ca-aa7f-21b32706aef1 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 210 time: 0.1085677 Aug 16 01:53:47.803760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Made reservation on behalf of f404667e8f7749fe886293cf95e34662 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:47.810091 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.830594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9accee03-7799-47e2-8ac4-23f33c6b7fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:47.832220 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d8969914-90f8-4037-bafa-b1420f1ba4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.833041 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.845397 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6523a0c-b9b5-46af-98f8-6a3c35f425fe" -d '{"events": [{"server_uuid": "9accee03-7799-47e2-8ac4-23f33c6b7fb9", "name": "network-vif-plugged", "status": "completed", "tag": "3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:47.882368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:47.906930 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.951285 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d8969914-90f8-4037-bafa-b1420f1ba4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.966620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device eabe19d8-47fd-4d9b-a1c8-ec974adbff16 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:48.095291 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.103621 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.162047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d6050b-da92-4f5f-a79d-764905dc05c2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.196766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:48.217652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.218022 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Added segment 67c9ff05-d914-4170-a4e1-a1c1d50a4a31 of type vlan for network 8479c7d7-adff-4532-b43c-05119c1397c9 Aug 16 01:53:48.220842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port eabe19d8-47fd-4d9b-a1c8-ec974adbff16, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=eabe19d8-47fd-4d9b-a1c8-ec974adbff16,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:48.223596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468dbc7-64c6-4d52-9570-1efffeafafb1 req-7698a3f5-b1c1-4dda-8fbb-ed7eb6832ec0 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:48.228522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1468dbc7-64c6-4d52-9570-1efffeafafb1 req-7698a3f5-b1c1-4dda-8fbb-ed7eb6832ec0 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 943 time: 0.3478205 Aug 16 01:53:48.247431 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead40f93-6c85-4825-a0f5-2f667dd26ee6 x-openstack-request-id: req-ead40f93-6c85-4825-a0f5-2f667dd26ee6 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:48.248012 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9accee03-7799-47e2-8ac4-23f33c6b7fb9", "name": "network-vif-plugged", "status": "completed", "tag": "3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:48.248268 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ead40f93-6c85-4825-a0f5-2f667dd26ee6 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:48.248492 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9accee03-7799-47e2-8ac4-23f33c6b7fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c', 'code': 200} Aug 16 01:53:48.314307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'eabe19d8-47fd-4d9b-a1c8-ec974adbff16', 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3', 'port_id': 'eabe19d8-47fd-4d9b-a1c8-ec974adbff16', 'mac_address': 'fa:16:3e:f4:75:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b07b76-5c08-4402-a709-fabaefb182f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:48.327286 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d8969914-90f8-4037-bafa-b1420f1ba4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.329016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.338817 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d8969914-90f8-4037-bafa-b1420f1ba4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.349311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d8969914-90f8-4037-bafa-b1420f1ba4dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5a82488-a831-4e08-bcc8-9130a0956636 HTTP/1.1" status: 204 len: 168 time: 0.7123766 Aug 16 01:53:48.379521 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.387659 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.416594 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.431514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8969914-90f8-4037-bafa-b1420f1ba4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a82488-a831-4e08-bcc8-9130a0956636,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.446969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1804940-0c8c-48f7-a4f6-e85e383d632d req-34607522-5281-4fb9-a0ec-43e450a0a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:48.449612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1468dbc7-64c6-4d52-9570-1efffeafafb1 req-66669550-177f-492d-90df-5f3132e25da3 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032087 Aug 16 01:53:48.451275 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b1804940-0c8c-48f7-a4f6-e85e383d632d req-34607522-5281-4fb9-a0ec-43e450a0a19e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9 HTTP/1.1" status: 200 len: 1098 time: 0.1680570 Aug 16 01:53:48.477869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eabe19d8-47fd-4d9b-a1c8-ec974adbff16 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:48.535933 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b1804940-0c8c-48f7-a4f6-e85e383d632d req-5fd10990-9c4a-4f3c-b556-aa0326f1a661 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696688 Aug 16 01:53:48.540244 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.543003 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:48.543634 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.564814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port eabe19d8-47fd-4d9b-a1c8-ec974adbff16, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=eabe19d8-47fd-4d9b-a1c8-ec974adbff16,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:48.571511 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.603297 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8381791 Aug 16 01:53:48.614616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-b443645a-6926-47ec-b9ef-30c714ec8abe tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:48.620120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-b443645a-6926-47ec-b9ef-30c714ec8abe tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.89 "GET /v2.0/networks?id=a1d52431-8273-42bb-87b0-7ba01e11c41e HTTP/1.1" status: 200 len: 816 time: 0.3271551 Aug 16 01:53:48.621364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39106) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:48.634747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] Request body: {'subnet': {'network_id': '8479c7d7-adff-4532-b43c-05119c1397c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1191069151-subnet', 'tenant_id': 'f404667e8f7749fe886293cf95e34662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:48.716331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f3706-c101-47b2-9538-0e31c86aa023 admin admin] Pushing event updated for resources: {'Network': ['ID=8479c7d7-adff-4532-b43c-05119c1397c9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.737140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 8479c7d7-adff-4532-b43c-05119c1397c9 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:48.778291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] Made reservation on behalf of f404667e8f7749fe886293cf95e34662 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:48.782802 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.916896 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=eabe19d8-47fd-4d9b-a1c8-ec974adbff16,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.990827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-8b9eec4b-f1eb-425a-9513-0a9eb903417c tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa95e57de2a4345bd18ffd84612a0b0 HTTP/1.1" status: 200 len: 380 time: 0.2740092 Aug 16 01:53:49.066933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Request body: {'port': {'device_id': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'admin_state_up': True, 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'security_groups': ['610476c7-0039-4423-869e-5397fd42521a']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:49.075912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee5ed9de-74b7-4534-a372-7e71b0487953 req-df7234c7-84f9-4210-a52b-c93bb9d99a16 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 210 time: 0.1258059 Aug 16 01:53:49.115309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0d4e9-b2d9-4d0d-83b5-36df0d9064c2 req-6aa96386-79d1-4a78-8dbe-6088019af987 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:49.127713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96d0d4e9-b2d9-4d0d-83b5-36df0d9064c2 req-6aa96386-79d1-4a78-8dbe-6088019af987 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.4510963 Aug 16 01:53:49.140846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['eabe19d8-47fd-4d9b-a1c8-ec974adbff16'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:49.396557 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96d0d4e9-b2d9-4d0d-83b5-36df0d9064c2 req-f296248f-e517-42f8-bb3b-4f6d03e20c53 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645400 Aug 16 01:53:49.554068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Made reservation on behalf of 5fa95e57de2a4345bd18ffd84612a0b0 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:49.558522 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.584642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.686475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6310ee2f-3caf-40f0-a7ab-192a62149164,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:49.809190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420dc98-38f8-4b2b-9fef-9b971d5f111c req-891413dd-e2e3-4fb9-99f8-895d2fd8f056 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:49.810808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0420dc98-38f8-4b2b-9fef-9b971d5f111c req-891413dd-e2e3-4fb9-99f8-895d2fd8f056 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 943 time: 0.1844511 Aug 16 01:53:49.868491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] Checking segment: {'id': '67c9ff05-d914-4170-a4e1-a1c1d50a4a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8479c7d7-adff-4532-b43c-05119c1397c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:49.868848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] Network hostable DHCP agents. Network: 8479c7d7-adff-4532-b43c-05119c1397c9, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:49.913787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Allocated IP 172.20.0.10 (a1d52431-8273-42bb-87b0-7ba01e11c41e/af4f8d7b-f888-4328-889f-c4996951c2fd/bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:49.938863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0420dc98-38f8-4b2b-9fef-9b971d5f111c req-6d3d599b-6221-43d9-bc69-eddd556675ee tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198947 Aug 16 01:53:49.943102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] Network 8479c7d7-adff-4532-b43c-05119c1397c9 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:49.962503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 8479c7d7-adff-4532-b43c-05119c1397c9) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:49.971215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:49.971722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:49.971979 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.983370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ae7a92-255d-4327-a826-1773163dda8f None None] Network 8479c7d7-adff-4532-b43c-05119c1397c9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:50.012209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e4192b56-f561-42f5-81d4-6c7818afed6d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3886750 Aug 16 01:53:50.194920 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.229313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Transition to ACTIVE for port object bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:50.354074 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:53:50.356686 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-785f4bc3-ff82-4241-b39c-c933e68bfece req-a2492667-33e9-4113-982b-63aa3b524db9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 210 time: 0.0676174 Aug 16 01:53:50.388146 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.470929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c952a5-005d-4c76-b40c-0322c5b42a33 None None] Network 8479c7d7-adff-4532-b43c-05119c1397c9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:50.540704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Pushing event updated for resources: {'Port': ['ID=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:50.615681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Network a1d52431-8273-42bb-87b0-7ba01e11c41e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:50.658884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:50.672762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:50.802676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:50.803915 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.850798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:50.855119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-0e8a6145-51c6-4087-baf5-7ceb82db49e0 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8143270 Aug 16 01:53:50.885011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85a004-c655-4cbe-848f-2def31c67834 req-9f917ec5-a0ab-4c02-8764-4515f15494b5 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:50.887779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43', 'network_id': 'efafdd26-455b-472a-a7bc-11e109e790a3', 'port_id': 'b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43', 'mac_address': 'fa:16:3e:26:bb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b07b76-5c08-4402-a709-fabaefb182f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:50.888542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b85a004-c655-4cbe-848f-2def31c67834 req-9f917ec5-a0ab-4c02-8764-4515f15494b5 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.3182166 Aug 16 01:53:50.897030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Request body: {'port': {'device_id': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:50.988195 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.021859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:51.049269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b85a004-c655-4cbe-848f-2def31c67834 req-61030c96-b2bd-4ec5-8c27-7ec19fa0a918 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463027 Aug 16 01:53:51.052326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:51.083291 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.140958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-705f5d65-013c-4f84-a559-3b7109a8ccee None None] Provisioning for port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:51.157737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-705f5d65-013c-4f84-a559-3b7109a8ccee None None] Provisioning complete for port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:51.158258 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-705f5d65-013c-4f84-a559-3b7109a8ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.165831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.222901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-705f5d65-013c-4f84-a559-3b7109a8ccee None None] Port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:51.232746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:51.611452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:51.988371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device eabe19d8-47fd-4d9b-a1c8-ec974adbff16 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:52.014941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:52.025563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-17ffe9ac-e6cb-41b2-86ff-8ab87f9b7799 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:52.027110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-17ffe9ac-e6cb-41b2-86ff-8ab87f9b7799 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/networks?id=4dba9649-6051-42c0-afcf-91df0e93517d HTTP/1.1" status: 200 len: 823 time: 0.5645773 Aug 16 01:53:52.032343 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.055618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Transition to ACTIVE for port object bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:52.060942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-0f49c8a7-5b62-4582-8269-636f8b4a78fe tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/quotas/5e442b2f90124c2986aa793acf236a1b HTTP/1.1" status: 200 len: 375 time: 0.0178845 Aug 16 01:53:52.063060 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.163096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-b85b166b-f890-44da-a2aa-182512f1579c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5e442b2f90124c2986aa793acf236a1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901027 Aug 16 01:53:52.197768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:52.204818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:52.205270 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.383671 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.386167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:52.419101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f042dfd-cc7a-4470-a678-c5f845c54ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabe19d8-47fd-4d9b-a1c8-ec974adbff16'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:52.421349 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0e7fca-20d5-4f05-a9ba-c7fbf7a7c4f4" -d '{"events": [{"server_uuid": "7f042dfd-cc7a-4470-a678-c5f845c54ad5", "name": "network-vif-plugged", "status": "completed", "tag": "eabe19d8-47fd-4d9b-a1c8-ec974adbff16"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:52.445205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port eabe19d8-47fd-4d9b-a1c8-ec974adbff16, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=eabe19d8-47fd-4d9b-a1c8-ec974adbff16,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:52.452626 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.554732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce0a8e-d512-4e4a-9528-766e51373a9c req-b71621ab-e4b4-4da0-b589-865c7d196c00 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:52.556441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05ce0a8e-d512-4e4a-9528-766e51373a9c req-b71621ab-e4b4-4da0-b589-865c7d196c00 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 944 time: 0.4313958 Aug 16 01:53:52.569022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=eabe19d8-47fd-4d9b-a1c8-ec974adbff16,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:52.631108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-1f95b29a-a0a7-471e-8b1c-d645b59b92cb service neutron] 10.222.0.79 "GET /v2.0/networks/4dba9649-6051-42c0-afcf-91df0e93517d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554417 Aug 16 01:53:52.665950 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05ce0a8e-d512-4e4a-9528-766e51373a9c req-d20acfd3-085e-4e15-b68d-6a5be3c08a7f tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993712 Aug 16 01:53:52.669608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Attempting to bind port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:52.670150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Attempting to bind port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:52.671975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Attempting to bind port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e on network a1d52431-8273-42bb-87b0-7ba01e11c41e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:52.746131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e on network a1d52431-8273-42bb-87b0-7ba01e11c41e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:52.746549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Attempting to bind port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e on network a1d52431-8273-42bb-87b0-7ba01e11c41e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:52.760376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:52.760844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Checking segment: {'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:52.761692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Bound using segment: {'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:52.762985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Bound port: bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae0b01d-cd95-4fec-95fa-7e35bfb817da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:52.763461 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.777799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39244) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:52.892433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-531251fb-f06f-436f-a4fc-d90b092aefc7 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:52.893991 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-531251fb-f06f-436f-a4fc-d90b092aefc7 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1097 time: 0.0876455 Aug 16 01:53:52.909557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-16'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:53.001568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-6912fabf-8929-47c1-b966-2fb30e69a012 service neutron] 10.222.0.79 "GET /v2.0/networks/4dba9649-6051-42c0-afcf-91df0e93517d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589435 Aug 16 01:53:53.008585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b418ae5c-4ab4-41b4-992c-7dfa6f2b6420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.045185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc054b-783e-4b33-a81f-7921b0defd83 req-12c8c477-acef-42e7-8e0a-fcab0c78efd8 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.053017 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2fc054b-783e-4b33-a81f-7921b0defd83 req-12c8c477-acef-42e7-8e0a-fcab0c78efd8 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 944 time: 0.1556952 Aug 16 01:53:53.080003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] For port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:53.103938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] For port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:53.114624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2fc054b-783e-4b33-a81f-7921b0defd83 req-903a84ad-cf3e-45f5-9d3a-9839eb538913 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604217 Aug 16 01:53:53.116366 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.167048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.167726 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.169234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] 10.222.0.89 "PUT /v2.0/ports/bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e HTTP/1.1" status: 200 len: 1093 time: 2.2796216 Aug 16 01:53:53.169735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'tag': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:53.172114 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3f44e8-94a8-4841-a3ae-f8cdc2135793", "tag": "bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:53.200820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953748d7-ca17-477d-8ad0-c82dc0b5c8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:53.298406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b418ae5c-4ab4-41b4-992c-7dfa6f2b6420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.307114 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b418ae5c-4ab4-41b4-992c-7dfa6f2b6420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.326543 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.424714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-443eab81-9d3e-4ef5-9176-0f29f49e55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.425802 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8721800d-8d53-472d-b1b5-9c97274e2baa x-openstack-request-id: req-8721800d-8d53-472d-b1b5-9c97274e2baa {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:53.427082 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f042dfd-cc7a-4470-a678-c5f845c54ad5", "name": "network-vif-plugged", "status": "completed", "tag": "eabe19d8-47fd-4d9b-a1c8-ec974adbff16", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:53.427556 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8721800d-8d53-472d-b1b5-9c97274e2baa {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:53.428283 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f042dfd-cc7a-4470-a678-c5f845c54ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabe19d8-47fd-4d9b-a1c8-ec974adbff16', 'code': 200} Aug 16 01:53:53.428810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-443eab81-9d3e-4ef5-9176-0f29f49e55ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5fa95e57de2a4345bd18ffd84612a0b0&device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 1096 time: 0.2108943 Aug 16 01:53:53.514095 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b418ae5c-4ab4-41b4-992c-7dfa6f2b6420 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33fd2e4074384e88bf3a93bdf5147b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7341764 Aug 16 01:53:53.517182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39260) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:53.526272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418ae5c-4ab4-41b4-992c-7dfa6f2b6420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e3e276-52b9-49c7-93ce-a8245a231205,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:53.578059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-275a4e05-940e-4616-bf61-17a6024ce838 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e HTTP/1.1" status: 200 len: 217 time: 0.1344652 Aug 16 01:53:53.610320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2545a-72bf-4ff2-b828-71ce14a45596 req-a6ca6ccc-5075-4a74-8a93-464b345ebb3a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.630164 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7f2545a-72bf-4ff2-b828-71ce14a45596 req-a6ca6ccc-5075-4a74-8a93-464b345ebb3a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 945 time: 0.3179841 Aug 16 01:53:53.693264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-09396e13-075f-47ce-89f7-e05547554976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.695484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-09396e13-075f-47ce-89f7-e05547554976 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af4f8d7b-f888-4328-889f-c4996951c2fd HTTP/1.1" status: 200 len: 855 time: 0.1078031 Aug 16 01:53:53.697203 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa00b39-c16b-40d0-b95d-726ee2d07608 x-openstack-request-id: req-4aa00b39-c16b-40d0-b95d-726ee2d07608 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:53.697698 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3f44e8-94a8-4841-a3ae-f8cdc2135793", "tag": "bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:53.698111 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4aa00b39-c16b-40d0-b95d-726ee2d07608 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:53.698739 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'tag': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e', 'status': 'completed', 'code': 200} Aug 16 01:53:53.723724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d194-e7f9-408d-8a22-5d782ad6354a req-d5879835-d332-4d2d-9fae-fa1181c67de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.724496 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92f0d194-e7f9-408d-8a22-5d782ad6354a req-d5879835-d332-4d2d-9fae-fa1181c67de7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 1097 time: 0.1807113 Aug 16 01:53:53.818489 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-722d58f0-e399-4578-9e6d-cdb5385bd7a6 req-084c9701-3739-4693-b6d3-f7e670082ef5 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 210 time: 0.0674825 Aug 16 01:53:53.822659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-bcc18701-a403-4574-8d7a-4f25bc249bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.824265 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-bcc18701-a403-4574-8d7a-4f25bc249bed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1d52431-8273-42bb-87b0-7ba01e11c41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193581 Aug 16 01:53:53.834714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7f2545a-72bf-4ff2-b828-71ce14a45596 req-2ca2ebe5-063a-4807-b886-ef0e5ffbc80f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036097 Aug 16 01:53:53.843139 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-92f0d194-e7f9-408d-8a22-5d782ad6354a req-c8ce950c-899f-4f79-9988-b54c71462021 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082010 Aug 16 01:53:53.854088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0428-4038-4365-8aa1-a35344a0cf3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.876176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:53.994206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0428-4038-4365-8aa1-a35344a0cf3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.000539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 19b11b4f-4950-48e9-96e0-92afcc7ab71a details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:54.009524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:54.101287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:54.149927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc835b63-9c76-425a-a0b8-774fdd57f2e5 req-46952d65-b5ac-429b-b689-04abddba4a8f tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:54.155427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc835b63-9c76-425a-a0b8-774fdd57f2e5 req-46952d65-b5ac-429b-b689-04abddba4a8f tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 944 time: 0.1756494 Aug 16 01:53:54.206139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b11b4f-4950-48e9-96e0-92afcc7ab71a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:54.209605 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff38245c-91a3-4309-b1e2-354dad7c0b9a" -d '{"events": [{"server_uuid": "d4ac4ba2-e0dc-4864-af04-95217eb04493", "name": "network-vif-unplugged", "status": "completed", "tag": "19b11b4f-4950-48e9-96e0-92afcc7ab71a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:54.216945 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.221050 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0428-4038-4365-8aa1-a35344a0cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.225720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0428-4038-4365-8aa1-a35344a0cf3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.227369 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1bcb0428-4038-4365-8aa1-a35344a0cf3d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/34e3e276-52b9-49c7-93ce-a8245a231205 HTTP/1.1" status: 204 len: 168 time: 0.7078967 Aug 16 01:53:54.234616 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.291299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb0428-4038-4365-8aa1-a35344a0cf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e3e276-52b9-49c7-93ce-a8245a231205,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:54.368366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Pushing event updated for resources: {'Port': ['ID=19b11b4f-4950-48e9-96e0-92afcc7ab71a,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:54.374582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-cfa1c155-0fd6-4532-9d71-76878c2f22c8 service neutron] 10.222.0.89 "GET /v2.0/networks/a1d52431-8273-42bb-87b0-7ba01e11c41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386150 Aug 16 01:53:54.422117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on host n-h2-768851-16 for vnic_type normal with profile {"migrating_to": "n-h1-768851-16"} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:54.424613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:54.425354 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:54.425898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:54.437631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:54.438489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Attempting to bind port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:54.439165 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc835b63-9c76-425a-a0b8-774fdd57f2e5 req-6181187e-5189-4cdc-9ca1-d63ccb62e34a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600195 Aug 16 01:53:54.450466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:54.451335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:54.454115 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:54.454800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Bound port: 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:54.455334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.472428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 19b11b4f-4950-48e9-96e0-92afcc7ab71a has no active binding in host n-h1-768851-16 {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:53:54.487318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:54.498112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:54.501596 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.626839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:54.634352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:54.634638 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428d8c3b-39d3-4822-b93d-fdf614b11f35 x-openstack-request-id: req-428d8c3b-39d3-4822-b93d-fdf614b11f35 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:54.634964 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ac4ba2-e0dc-4864-af04-95217eb04493", "name": "network-vif-unplugged", "status": "completed", "tag": "19b11b4f-4950-48e9-96e0-92afcc7ab71a", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:54.635645 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-428d8c3b-39d3-4822-b93d-fdf614b11f35 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:54.636701 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b11b4f-4950-48e9-96e0-92afcc7ab71a', 'code': 200} Aug 16 01:53:54.647996 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.712411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531678f-1ba4-4a62-a7a8-375550eebba7 req-fc4d4dca-3194-40a2-8530-93112c00e544 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:54.718905 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3531678f-1ba4-4a62-a7a8-375550eebba7 req-fc4d4dca-3194-40a2-8530-93112c00e544 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 944 time: 0.3543236 Aug 16 01:53:54.796069 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.868610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c191b586-f94a-4584-9a7f-544f3d79e568 req-a95ed557-78e2-427c-b806-2ab2bce78716 service neutron] 10.222.0.89 "GET /v2.0/networks/a1d52431-8273-42bb-87b0-7ba01e11c41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843345 Aug 16 01:53:54.899831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:54.901293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.903159 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] 10.222.0.84 "PUT /v2.0/ports/19b11b4f-4950-48e9-96e0-92afcc7ab71a HTTP/1.1" status: 200 len: 1123 time: 2.0004387 Aug 16 01:53:54.904202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39302) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:54.907863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3411ba-3e5e-4a62-996c-a320b68bab9e service neutron] Pushing event updated for resources: {'Port': ['ID=19b11b4f-4950-48e9-96e0-92afcc7ab71a,revision_number=8']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:54.919041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:54.946509 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.977513 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f76584a-98ae-4467-95dd-ae5be8087d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.110229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:55.127908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['19b11b4f-4950-48e9-96e0-92afcc7ab71a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:55.141162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e0fcf10-b014-4759-8be8-0eac84a13675 req-8d03c9c7-ef69-4118-b3a4-32f63a0bbfd1 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 210 time: 0.1472650 Aug 16 01:53:55.228730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3531678f-1ba4-4a62-a7a8-375550eebba7 req-ebac92b2-ab9b-4dba-896c-09af799834ed tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4899883 Aug 16 01:53:55.243368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['19b11b4f-4950-48e9-96e0-92afcc7ab71a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:55.303092 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f76584a-98ae-4467-95dd-ae5be8087d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.305306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8 req-66ca76f1-b2ce-4d81-9078-768d29998f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:55.307181 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8 req-66ca76f1-b2ce-4d81-9078-768d29998f1f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5fa95e57de2a4345bd18ffd84612a0b0&device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 1096 time: 0.1568713 Aug 16 01:53:55.312701 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f76584a-98ae-4467-95dd-ae5be8087d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.385587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090caf16-a1f1-404f-86cd-60910eac0f88 req-c76d1712-c9c9-4c9c-a5d4-bb6af6b7f7bc tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:55.394426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-090caf16-a1f1-404f-86cd-60910eac0f88 req-c76d1712-c9c9-4c9c-a5d4-bb6af6b7f7bc tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.1719129 Aug 16 01:53:55.429591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1515ef-0a00-40f6-91b7-d4fa28b48f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:55.436252 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d03d61-1491-47b3-b2cc-709259c9a8ed" -d '{"events": [{"server_uuid": "4a1515ef-0a00-40f6-91b7-d4fa28b48f0d", "name": "network-vif-plugged", "status": "completed", "tag": "b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:55.471168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1f76584a-98ae-4467-95dd-ae5be8087d2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a557f13354884b208156361af673c6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592935 Aug 16 01:53:55.471912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76584a-98ae-4467-95dd-ae5be8087d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda5eac0-2637-415d-8e71-fcb04749bff8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:55.473833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39316) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:55.513478 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1f54bd-5be9-4868-979d-03a409576b2d x-openstack-request-id: req-9a1f54bd-5be9-4868-979d-03a409576b2d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:55.513912 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1515ef-0a00-40f6-91b7-d4fa28b48f0d", "name": "network-vif-plugged", "status": "completed", "tag": "b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:55.513912 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a1f54bd-5be9-4868-979d-03a409576b2d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:55.514230 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1515ef-0a00-40f6-91b7-d4fa28b48f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43', 'code': 200} Aug 16 01:53:55.599622 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1deb8f1e-eb11-4b3c-aaa0-4e58ba6724ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.609422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-090caf16-a1f1-404f-86cd-60910eac0f88 req-aac2e118-fa79-465c-b2a6-698827446897 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140076 Aug 16 01:53:55.661742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8 req-53ba284f-5f36-469a-8136-7993475bd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:55.673080 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1deb8f1e-eb11-4b3c-aaa0-4e58ba6724ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.678844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8 req-53ba284f-5f36-469a-8136-7993475bd262 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1d52431-8273-42bb-87b0-7ba01e11c41e HTTP/1.1" status: 200 len: 917 time: 0.3264554 Aug 16 01:53:55.713628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a4ea5-63aa-44a7-b59f-dd6e49138087 req-f18a7778-358f-4c6f-b9f8-6df3e1549c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:55.716137 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fa2a4ea5-63aa-44a7-b59f-dd6e49138087 req-f18a7778-358f-4c6f-b9f8-6df3e1549c70 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 1097 time: 0.0865145 Aug 16 01:53:55.773663 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1deb8f1e-eb11-4b3c-aaa0-4e58ba6724ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.779136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1deb8f1e-eb11-4b3c-aaa0-4e58ba6724ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.780289 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1deb8f1e-eb11-4b3c-aaa0-4e58ba6724ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cda5eac0-2637-415d-8e71-fcb04749bff8 HTTP/1.1" status: 204 len: 168 time: 0.3054640 Aug 16 01:53:55.810036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb8f1e-eb11-4b3c-aaa0-4e58ba6724ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda5eac0-2637-415d-8e71-fcb04749bff8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:55.832702 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fa2a4ea5-63aa-44a7-b59f-dd6e49138087 req-59f9e911-7384-479e-a7b5-ae8a0546679c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695915 Aug 16 01:53:55.913523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8 req-8a4280d5-0711-46c5-b4bf-8b5de044a81f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e HTTP/1.1" status: 200 len: 217 time: 0.1914940 Aug 16 01:53:56.018638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8 req-1b610314-9d6e-4879-8c3d-0f07a660d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.021474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8 req-1b610314-9d6e-4879-8c3d-0f07a660d5fd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af4f8d7b-f888-4328-889f-c4996951c2fd HTTP/1.1" status: 200 len: 855 time: 0.0983567 Aug 16 01:53:56.036528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75e93e-1e6f-4d4b-928b-2d13abf9d245 req-a3e9fcb6-d9c9-47e0-97a4-ad1fe0921862 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.047158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed75e93e-1e6f-4d4b-928b-2d13abf9d245 req-a3e9fcb6-d9c9-47e0-97a4-ad1fe0921862 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 945 time: 0.3671014 Aug 16 01:53:56.175320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8 req-cd12ed67-fac6-445b-a501-a53d0c1ab36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.176844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8 req-cd12ed67-fac6-445b-a501-a53d0c1ab36a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1d52431-8273-42bb-87b0-7ba01e11c41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266556 Aug 16 01:53:56.187553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed75e93e-1e6f-4d4b-928b-2d13abf9d245 req-6988f57d-b8f8-45fc-9f1f-cd8f901f2385 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389849 Aug 16 01:53:56.342809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-b3c46e3a-47c0-41ca-8da2-5d76df6c0872 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.345163 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-b3c46e3a-47c0-41ca-8da2-5d76df6c0872 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.89 "GET /v2.0/networks?id=4dba9649-6051-42c0-afcf-91df0e93517d HTTP/1.1" status: 200 len: 823 time: 0.3590198 Aug 16 01:53:56.376279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Request body: {'port': {'device_id': 'f134bb28-ae05-4dd7-81d5-2e59e9ac823b', 'network_id': '4dba9649-6051-42c0-afcf-91df0e93517d', 'admin_state_up': True, 'tenant_id': '5e442b2f90124c2986aa793acf236a1b'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:56.462917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dfd862d-14af-4549-a92e-b7b90cfac402 req-d1f1af82-7694-4763-9776-34795f4764ef tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 210 time: 0.0737982 Aug 16 01:53:56.547076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8 req-9307ac0a-2f12-4938-9c8c-a6b0674e4fba service neutron] 10.222.0.89 "GET /v2.0/networks/a1d52431-8273-42bb-87b0-7ba01e11c41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584485 Aug 16 01:53:56.648574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'tag': '19b11b4f-4950-48e9-96e0-92afcc7ab71a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:56.665429 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3037ee-4d89-4cee-8b40-95bee5f600e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ac4ba2-e0dc-4864-af04-95217eb04493", "tag": "19b11b4f-4950-48e9-96e0-92afcc7ab71a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:56.704672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Made reservation on behalf of 5e442b2f90124c2986aa793acf236a1b for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:56.716253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.720962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb3d39-5679-4d9b-a3a7-7331ddca3493 req-0971e288-c7c7-4bb1-a0d6-1c5e91dd990e tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.728507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3bb3d39-5679-4d9b-a3a7-7331ddca3493 req-0971e288-c7c7-4bb1-a0d6-1c5e91dd990e tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 944 time: 0.2645574 Aug 16 01:53:56.751497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dbff0e0-08c3-45be-8167-2bfd9dba8db8 req-d523ec8d-172c-4988-99a5-699a4a21ed31 service neutron] 10.222.0.89 "GET /v2.0/networks/a1d52431-8273-42bb-87b0-7ba01e11c41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941946 Aug 16 01:53:56.812633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3bb3d39-5679-4d9b-a3a7-7331ddca3493 req-6048c046-c322-4113-9aa8-b57f088ff96d tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827644 Aug 16 01:53:56.857410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef066bd-42ce-4137-a678-8b98e6e1aa37 req-ebfd28a4-abd7-4932-9f3d-fcb82fb1d408 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.869710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ef066bd-42ce-4137-a678-8b98e6e1aa37 req-ebfd28a4-abd7-4932-9f3d-fcb82fb1d408 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.1236885 Aug 16 01:53:56.871891 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320f40fd-ce0c-487b-9402-f5c8fd86dee4 x-openstack-request-id: req-320f40fd-ce0c-487b-9402-f5c8fd86dee4 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:56.872184 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ac4ba2-e0dc-4864-af04-95217eb04493", "tag": "19b11b4f-4950-48e9-96e0-92afcc7ab71a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:56.872435 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-320f40fd-ce0c-487b-9402-f5c8fd86dee4 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:56.872828 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'tag': '19b11b4f-4950-48e9-96e0-92afcc7ab71a', 'status': 'completed', 'code': 200} Aug 16 01:53:56.987579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ef066bd-42ce-4137-a678-8b98e6e1aa37 req-a5558a5d-12e8-439f-8ff8-1a9c1804fb91 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105421 Aug 16 01:53:57.000439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3037ee-4d89-4cee-8b40-95bee5f600e1 req-eefb0712-ebbe-4841-aa81-a660d12a9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.002912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e3037ee-4d89-4cee-8b40-95bee5f600e1 req-eefb0712-ebbe-4841-aa81-a660d12a9f5f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 1126 time: 0.1041067 Aug 16 01:53:57.008849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Allocated IP 172.20.0.8 (4dba9649-6051-42c0-afcf-91df0e93517d/3a6dfac1-ca40-4820-abe8-87ca4d3bccc5/27241a73-620d-49ae-a8f4-7efd96488129) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:57.166691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3037ee-4d89-4cee-8b40-95bee5f600e1 req-8277a140-034b-44b7-8b05-4bf6b93497e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.171129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e3037ee-4d89-4cee-8b40-95bee5f600e1 req-8277a140-034b-44b7-8b05-4bf6b93497e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.1576369 Aug 16 01:53:57.253655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e3037ee-4d89-4cee-8b40-95bee5f600e1 req-e1ccceeb-7933-4a2a-a4b6-2a5e49bf3799 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a HTTP/1.1" status: 200 len: 217 time: 0.0725935 Aug 16 01:53:57.293922 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.363607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3037ee-4d89-4cee-8b40-95bee5f600e1 req-56e53fca-d62c-4ff4-ad25-aca91427df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.365214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e3037ee-4d89-4cee-8b40-95bee5f600e1 req-56e53fca-d62c-4ff4-ad25-aca91427df56 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0986702 Aug 16 01:53:57.395843 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.427441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352a460-969b-4eb7-bac9-ed1b04f8ea2b req-7478caf2-b867-4c3b-9921-7aa87b744671 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.436192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4352a460-969b-4eb7-bac9-ed1b04f8ea2b req-7478caf2-b867-4c3b-9921-7aa87b744671 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 945 time: 0.1074467 Aug 16 01:53:57.442339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e3037ee-4d89-4cee-8b40-95bee5f600e1 req-50099f6f-8473-4c70-bead-69e1feaa38fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673866 Aug 16 01:53:57.476618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Network 4dba9649-6051-42c0-afcf-91df0e93517d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:57.480418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:57.483094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:57.529983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Pushing event updated for resources: {'Port': ['ID=27241a73-620d-49ae-a8f4-7efd96488129,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:57.586429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.586788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4352a460-969b-4eb7-bac9-ed1b04f8ea2b req-d7a457de-8415-4cac-be0c-493c623afa06 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472912 Aug 16 01:53:57.587255 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.622740 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-cbf91df8-9ab8-4ec1-9af5-c11e548819bf tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2664261 Aug 16 01:53:57.654057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Request body: {'port': {'device_id': 'f134bb28-ae05-4dd7-81d5-2e59e9ac823b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:57.733805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb5cdb-2aa5-4a1b-a690-c0f95a18a194 req-38b3956f-60e4-40e8-addb-886c367b71c4 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.739111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12fb5cdb-2aa5-4a1b-a690-c0f95a18a194 req-38b3956f-60e4-40e8-addb-886c367b71c4 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 931 time: 0.1322415 Aug 16 01:53:57.741386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e3037ee-4d89-4cee-8b40-95bee5f600e1 req-49d673f6-9152-4505-be37-d992eb62457f service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831545 Aug 16 01:53:57.743302 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.903024 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12fb5cdb-2aa5-4a1b-a690-c0f95a18a194 req-2b37eb64-bf41-4a80-9f03-2c27de050e52 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564975 Aug 16 01:53:57.963663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e3037ee-4d89-4cee-8b40-95bee5f600e1 req-e65467e4-216c-4d91-a5fa-3631f9c3bc2f service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005806 Aug 16 01:53:58.106980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd448b7-009a-4125-ab3e-479c6c134e4c req-1fbdcb2e-0ed6-4f79-831e-7959c200e93e tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.125111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abd448b7-009a-4125-ab3e-479c6c134e4c req-1fbdcb2e-0ed6-4f79-831e-7959c200e93e tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 944 time: 0.1846399 Aug 16 01:53:58.240799 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abd448b7-009a-4125-ab3e-479c6c134e4c req-d25d8e30-d45d-4350-8d33-61684250d9a2 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143210 Aug 16 01:53:58.407036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27241a73-620d-49ae-a8f4-7efd96488129 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:58.407628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed27b1-aead-4c2d-8f3e-260a2130e88d req-4c0a1ff7-8c77-4602-88bc-f1efca56fb98 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.408840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6ed27b1-aead-4c2d-8f3e-260a2130e88d req-4c0a1ff7-8c77-4602-88bc-f1efca56fb98 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.1393187 Aug 16 01:53:58.416969 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.433411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Transition to ACTIVE for port object 27241a73-620d-49ae-a8f4-7efd96488129 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:58.444564 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.473958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6ed27b1-aead-4c2d-8f3e-260a2130e88d req-10cf1bcd-ae68-4387-b2a1-e36e0f1073d0 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577412 Aug 16 01:53:58.514846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Pushing event updated for resources: {'Port': ['ID=27241a73-620d-49ae-a8f4-7efd96488129,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:58.679995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Attempting to bind port 27241a73-620d-49ae-a8f4-7efd96488129 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:58.680293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Attempting to bind port 27241a73-620d-49ae-a8f4-7efd96488129 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '86487439-0912-432d-81fd-0d1349a33b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4dba9649-6051-42c0-afcf-91df0e93517d'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:58.680577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Attempting to bind port 27241a73-620d-49ae-a8f4-7efd96488129 on network 4dba9649-6051-42c0-afcf-91df0e93517d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:58.687430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Port 27241a73-620d-49ae-a8f4-7efd96488129 on network 4dba9649-6051-42c0-afcf-91df0e93517d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:58.687813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Attempting to bind port 27241a73-620d-49ae-a8f4-7efd96488129 on network 4dba9649-6051-42c0-afcf-91df0e93517d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:58.695313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:58.695660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Checking segment: {'id': '86487439-0912-432d-81fd-0d1349a33b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4dba9649-6051-42c0-afcf-91df0e93517d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:58.696261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Bound using segment: {'id': '86487439-0912-432d-81fd-0d1349a33b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4dba9649-6051-42c0-afcf-91df0e93517d'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:58.696550 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Bound port: 27241a73-620d-49ae-a8f4-7efd96488129, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86487439-0912-432d-81fd-0d1349a33b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4dba9649-6051-42c0-afcf-91df0e93517d'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:58.696924 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.798586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c3c8c-a563-4324-a062-0c05ec8ec36e req-6940ac9d-6ebf-4696-980e-8a927a238f0c tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.816452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db4c3c8c-a563-4324-a062-0c05ec8ec36e req-6940ac9d-6ebf-4696-980e-8a927a238f0c tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 945 time: 0.1067371 Aug 16 01:53:58.842400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] For port 27241a73-620d-49ae-a8f4-7efd96488129, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:58.846821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] For port 27241a73-620d-49ae-a8f4-7efd96488129, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=27241a73-620d-49ae-a8f4-7efd96488129,segment=NetworkSegment(86487439-0912-432d-81fd-0d1349a33b5c),segment_id=86487439-0912-432d-81fd-0d1349a33b5c)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:58.853476 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.904027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.904642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db4c3c8c-a563-4324-a062-0c05ec8ec36e req-019c4b8a-8105-4101-83f7-979416214444 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788059 Aug 16 01:53:58.904938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.906831 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] 10.222.0.89 "PUT /v2.0/ports/27241a73-620d-49ae-a8f4-7efd96488129 HTTP/1.1" status: 200 len: 1092 time: 1.2651737 Aug 16 01:53:58.907414 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f134bb28-ae05-4dd7-81d5-2e59e9ac823b', 'tag': '27241a73-620d-49ae-a8f4-7efd96488129'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:58.921849 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f332531c-9d89-40e1-9d29-d6196201208c" -d '{"events": [{"name": "network-changed", "server_uuid": "f134bb28-ae05-4dd7-81d5-2e59e9ac823b", "tag": "27241a73-620d-49ae-a8f4-7efd96488129"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:58.965838 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9688a-667d-467b-b3ea-fa62a03cdd07 service neutron] Pushing event updated for resources: {'Port': ['ID=27241a73-620d-49ae-a8f4-7efd96488129,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:59.108233 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-55caf8e8-b846-4c25-b5be-b4285dbc34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.109959 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-55caf8e8-b846-4c25-b5be-b4285dbc34cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5e442b2f90124c2986aa793acf236a1b&device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 1095 time: 0.0598485 Aug 16 01:53:59.174121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959c91-75c2-49a9-9b49-042ea650f98a req-4c9cf90f-2239-4888-8fa4-84d270ce4faa tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.182249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4959c91-75c2-49a9-9b49-042ea650f98a req-4c9cf90f-2239-4888-8fa4-84d270ce4faa tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.0852361 Aug 16 01:53:59.221634 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-79f59842-10e5-46a7-b707-5aa520ade135 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27241a73-620d-49ae-a8f4-7efd96488129 HTTP/1.1" status: 200 len: 217 time: 0.1019971 Aug 16 01:53:59.225089 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e7e6f3-15c2-4808-9f5f-0663852ab0f9 x-openstack-request-id: req-a4e7e6f3-15c2-4808-9f5f-0663852ab0f9 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:59.225725 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f134bb28-ae05-4dd7-81d5-2e59e9ac823b", "tag": "27241a73-620d-49ae-a8f4-7efd96488129", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:59.227909 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a4e7e6f3-15c2-4808-9f5f-0663852ab0f9 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:59.229447 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f134bb28-ae05-4dd7-81d5-2e59e9ac823b', 'tag': '27241a73-620d-49ae-a8f4-7efd96488129', 'status': 'completed', 'code': 200} Aug 16 01:53:59.253251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4959c91-75c2-49a9-9b49-042ea650f98a req-ba03bb3a-38ca-4bf1-bd41-1779b3bf80e3 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697803 Aug 16 01:53:59.331493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0efdd-1ea8-4c64-9dab-c7fc1f428da1 req-eecf8236-bd52-479d-b03b-93509db92514 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.340932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55d0efdd-1ea8-4c64-9dab-c7fc1f428da1 req-eecf8236-bd52-479d-b03b-93509db92514 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 943 time: 0.1037197 Aug 16 01:53:59.391459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-01ac099f-1df8-43cf-aacf-cb05f20e350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.392993 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-01ac099f-1df8-43cf-aacf-cb05f20e350c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a6dfac1-ca40-4820-abe8-87ca4d3bccc5 HTTP/1.1" status: 200 len: 863 time: 0.1617434 Aug 16 01:53:59.397710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55d0efdd-1ea8-4c64-9dab-c7fc1f428da1 req-d70f03a7-694e-4c3b-9df6-652ed967d2e4 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555882 Aug 16 01:53:59.454517 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-21fd6633-07e8-4d3d-bd37-e44352b63b46 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4dba9649-6051-42c0-afcf-91df0e93517d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521848 Aug 16 01:53:59.520484 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1044e61-f16e-4aec-9cbe-d8375fb566ef req-9335e852-cea8-447e-9fa6-53a04294c33b tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.528299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1044e61-f16e-4aec-9cbe-d8375fb566ef req-9335e852-cea8-447e-9fa6-53a04294c33b tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9 HTTP/1.1" status: 200 len: 946 time: 0.1021888 Aug 16 01:53:59.607619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1be41-aaa8-4ca1-a51b-c685b01cc747 req-f266e808-5439-4a2d-959d-82ebec13fc53 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.615841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0b1be41-aaa8-4ca1-a51b-c685b01cc747 req-f266e808-5439-4a2d-959d-82ebec13fc53 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 944 time: 0.1175907 Aug 16 01:53:59.622353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1044e61-f16e-4aec-9cbe-d8375fb566ef req-407f6a46-f000-442c-afb9-a9e79c1aa1c9 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931857 Aug 16 01:53:59.664653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-bb8d849d-d968-43fa-84f3-f3b7c1e42993 service neutron] 10.222.0.89 "GET /v2.0/networks/4dba9649-6051-42c0-afcf-91df0e93517d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018561 Aug 16 01:53:59.698883 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0b1be41-aaa8-4ca1-a51b-c685b01cc747 req-5865c96b-f9d8-4f44-87fe-f44ce1cfe859 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815749 Aug 16 01:53:59.850351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2424275-bdbd-4d9c-8c9b-af4263a19481 req-e6ee66c3-646c-492c-9b08-d1a6b4918f24 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.857984 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2424275-bdbd-4d9c-8c9b-af4263a19481 req-e6ee66c3-646c-492c-9b08-d1a6b4918f24 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.1143582 Aug 16 01:53:59.863518 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ecff31ca-8cd9-40ee-a9e1-e376f0e537a4 req-4bd644fb-a80a-4b68-a3de-831630a399c5 service neutron] 10.222.0.89 "GET /v2.0/networks/4dba9649-6051-42c0-afcf-91df0e93517d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904852 Aug 16 01:53:59.934590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2424275-bdbd-4d9c-8c9b-af4263a19481 req-35a2e515-442a-4589-a059-c2ee254db461 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755854 Aug 16 01:53:59.994569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332531c-9d89-40e1-9d29-d6196201208c req-5e98097f-ef3b-4d65-b02b-6f856361819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.996464 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f332531c-9d89-40e1-9d29-d6196201208c req-5e98097f-ef3b-4d65-b02b-6f856361819c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5e442b2f90124c2986aa793acf236a1b&device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 1095 time: 0.0732701 Aug 16 01:54:00.138916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332531c-9d89-40e1-9d29-d6196201208c req-e99979f5-3ba7-4c8d-a0ec-73582d048206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.141845 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f332531c-9d89-40e1-9d29-d6196201208c req-e99979f5-3ba7-4c8d-a0ec-73582d048206 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4dba9649-6051-42c0-afcf-91df0e93517d HTTP/1.1" status: 200 len: 924 time: 0.1370924 Aug 16 01:54:00.201791 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f332531c-9d89-40e1-9d29-d6196201208c req-62c2f174-0217-4866-856a-9a86f0628193 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27241a73-620d-49ae-a8f4-7efd96488129 HTTP/1.1" status: 200 len: 217 time: 0.0517707 Aug 16 01:54:00.205166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c8913-5e19-4163-8570-fb646b217a16 req-e7249455-e847-45a2-b6f9-79b9ae34b059 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.206835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f01c8913-5e19-4163-8570-fb646b217a16 req-e7249455-e847-45a2-b6f9-79b9ae34b059 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 945 time: 0.1169097 Aug 16 01:54:00.267016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f01c8913-5e19-4163-8570-fb646b217a16 req-6c987bd6-4d53-4a7d-83a1-1749f5801449 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539846 Aug 16 01:54:00.293966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332531c-9d89-40e1-9d29-d6196201208c req-8b967462-0ad3-4c82-839c-a7e7140acb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.295463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f332531c-9d89-40e1-9d29-d6196201208c req-8b967462-0ad3-4c82-839c-a7e7140acb54 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a6dfac1-ca40-4820-abe8-87ca4d3bccc5 HTTP/1.1" status: 200 len: 863 time: 0.0867052 Aug 16 01:54:00.373348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f332531c-9d89-40e1-9d29-d6196201208c req-288e3ff8-6e73-48d3-8592-dc22a56fe145 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4dba9649-6051-42c0-afcf-91df0e93517d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674167 Aug 16 01:54:00.578045 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f332531c-9d89-40e1-9d29-d6196201208c req-12166189-3528-4b74-96a5-1cec41a5c78d service neutron] 10.222.0.89 "GET /v2.0/networks/4dba9649-6051-42c0-afcf-91df0e93517d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984787 Aug 16 01:54:00.660027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc74c70-1bd2-4bd8-9749-f7941964b3f1 req-9f76a2b5-93cd-4f30-a494-9e1dc27826c7 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.662014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2bc74c70-1bd2-4bd8-9749-f7941964b3f1 req-9f76a2b5-93cd-4f30-a494-9e1dc27826c7 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 943 time: 0.0997503 Aug 16 01:54:00.700284 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f332531c-9d89-40e1-9d29-d6196201208c req-256effc1-0e20-4554-b299-861e0be60162 service neutron] 10.222.0.89 "GET /v2.0/networks/4dba9649-6051-42c0-afcf-91df0e93517d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061580 Aug 16 01:54:00.755106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3738b7-8bff-4bf5-8094-fab89f297bcc req-6f9c5535-22cb-4faa-b90e-3e04ba2b5526 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.762389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b3738b7-8bff-4bf5-8094-fab89f297bcc req-6f9c5535-22cb-4faa-b90e-3e04ba2b5526 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1503925 Aug 16 01:54:00.772108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-bbb18933-db34-441d-894b-bde77cadc798 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1083567 Aug 16 01:54:00.802026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2bc74c70-1bd2-4bd8-9749-f7941964b3f1 req-3476e050-cb98-4503-b69b-2df9a4ec451c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110334 Aug 16 01:54:00.848462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b3738b7-8bff-4bf5-8094-fab89f297bcc req-e77424d9-2294-4382-8e1e-154272fadfe8 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851338 Aug 16 01:54:00.910971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 27241a73-620d-49ae-a8f4-7efd96488129 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:00.911586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-ce8efe70-a9c0-431b-ae18-bdfb7799ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.912656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-ce8efe70-a9c0-431b-ae18-bdfb7799ad7b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bd61ecfaf36341cf9d9aea1be3c5e964&device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 1097 time: 0.0630066 Aug 16 01:54:01.140875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2fb4c-f04d-4b89-9132-bd376bf7eb63 req-2be14456-d2a5-4ce2-ad4c-85342a7a731b tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.152005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cab2fb4c-f04d-4b89-9132-bd376bf7eb63 req-2be14456-d2a5-4ce2-ad4c-85342a7a731b tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 944 time: 0.2399735 Aug 16 01:54:01.170366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 27241a73-620d-49ae-a8f4-7efd96488129, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=27241a73-620d-49ae-a8f4-7efd96488129,segment=NetworkSegment(86487439-0912-432d-81fd-0d1349a33b5c),segment_id=86487439-0912-432d-81fd-0d1349a33b5c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:01.198041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '27241a73-620d-49ae-a8f4-7efd96488129', 'network_id': '4dba9649-6051-42c0-afcf-91df0e93517d', 'port_id': '27241a73-620d-49ae-a8f4-7efd96488129', 'mac_address': 'fa:16:3e:19:b7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6dfac1-ca40-4820-abe8-87ca4d3bccc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:01.201066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-694a3db9-e3db-4561-a52d-ab083635b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.202699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-694a3db9-e3db-4561-a52d-ab083635b63b service neutron] 10.222.0.89 "GET /v2.0/networks?id=0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 HTTP/1.1" status: 200 len: 916 time: 0.2335596 Aug 16 01:54:01.215177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cab2fb4c-f04d-4b89-9132-bd376bf7eb63 req-739ce14b-fcac-44a6-936b-a1398459307a tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632613 Aug 16 01:54:01.282992 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.314966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27241a73-620d-49ae-a8f4-7efd96488129 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:01.354605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 27241a73-620d-49ae-a8f4-7efd96488129, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=27241a73-620d-49ae-a8f4-7efd96488129,segment=NetworkSegment(86487439-0912-432d-81fd-0d1349a33b5c),segment_id=86487439-0912-432d-81fd-0d1349a33b5c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:01.362873 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.398747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-0a035ad0-1465-4fe1-9210-fbaacdea961c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73699b24-f2dc-4c31-9477-12a4fe82ed6a HTTP/1.1" status: 200 len: 1000 time: 0.1783607 Aug 16 01:54:01.418131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef96f4-7616-4443-b711-7162a8dac520 req-0d9886d0-a497-483b-894f-b6889931cfb7 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.425452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67ef96f4-7616-4443-b711-7162a8dac520 req-0d9886d0-a497-483b-894f-b6889931cfb7 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.1174064 Aug 16 01:54:01.440194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=27241a73-620d-49ae-a8f4-7efd96488129,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:01.479491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5520b-40c0-430d-abcd-4ea22b0f5577 req-e435fb6e-01fc-440a-9de7-91004d1aa52d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.485861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5520b-40c0-430d-abcd-4ea22b0f5577 req-e435fb6e-01fc-440a-9de7-91004d1aa52d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.492614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5520b-40c0-430d-abcd-4ea22b0f5577 req-e435fb6e-01fc-440a-9de7-91004d1aa52d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.494397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86d5520b-40c0-430d-abcd-4ea22b0f5577 req-e435fb6e-01fc-440a-9de7-91004d1aa52d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d&device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9&device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 2417 time: 0.1475735 Aug 16 01:54:01.563240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67ef96f4-7616-4443-b711-7162a8dac520 req-06f67a2f-6b81-4ff7-beec-4ff5b49016ba tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293828 Aug 16 01:54:01.600630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-83967885-50f9-459d-9e43-0c6db9ee95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.602764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-83967885-50f9-459d-9e43-0c6db9ee95ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d1832452-a185-4f7c-8ec7-fcd538b6c09d HTTP/1.1" status: 200 len: 854 time: 0.1747115 Aug 16 01:54:01.624121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86d5520b-40c0-430d-abcd-4ea22b0f5577 req-9e89ca6c-7af2-4d30-9143-47ef59f4e4ef tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183231 Aug 16 01:54:01.686036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['27241a73-620d-49ae-a8f4-7efd96488129'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:01.714954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-dc6d0be6-fd1c-4cdf-888b-145089908daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.716770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-dc6d0be6-fd1c-4cdf-888b-145089908daf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0f0a2942-6dfc-4ebf-8e51-6521f736a3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916054 Aug 16 01:54:01.761875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39604) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:01.930135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-4ba5a3a5-513a-470c-8653-ff9bea747b31 service neutron] 10.222.0.89 "GET /v2.0/networks/0f0a2942-6dfc-4ebf-8e51-6521f736a3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010601 Aug 16 01:54:01.985728 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc549-3d2e-4e2e-8fa8-b60f0cbff9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.075462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42681f5-8e85-4a60-a4b9-3c6920f38e58 req-d7f6df9b-5f63-4a38-85dd-b66ea3822789 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.078128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e42681f5-8e85-4a60-a4b9-3c6920f38e58 req-d7f6df9b-5f63-4a38-85dd-b66ea3822789 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 944 time: 0.1624250 Aug 16 01:54:02.088997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb20321-f085-4591-89a2-3301f3911fb6 req-f9336471-19aa-4290-9c91-e13fdba9ab12 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.098767 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cb20321-f085-4591-89a2-3301f3911fb6 req-f9336471-19aa-4290-9c91-e13fdba9ab12 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 945 time: 0.2183840 Aug 16 01:54:02.111350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc549-3d2e-4e2e-8fa8-b60f0cbff9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.117032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc549-3d2e-4e2e-8fa8-b60f0cbff9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.163929 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1a3bc549-3d2e-4e2e-8fa8-b60f0cbff9b4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6718362163d543588b3bde4254928be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000077 Aug 16 01:54:02.164694 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39610) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:02.165381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bc549-3d2e-4e2e-8fa8-b60f0cbff9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b8f527-d4ab-4adf-9a08-8a563df06be5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:02.211999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cb20321-f085-4591-89a2-3301f3911fb6 req-7bf415db-11ed-417c-b2b2-e6c67fdb62f6 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121438 Aug 16 01:54:02.225243 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-addfaa06-2d20-4e6f-b167-4963b676774d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.257031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e42681f5-8e85-4a60-a4b9-3c6920f38e58 req-3442d0cd-8617-452a-a23b-85ca43936335 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550128 Aug 16 01:54:02.258101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-addfaa06-2d20-4e6f-b167-4963b676774d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.259076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0208f5f-a28f-426b-a1d9-2295155a920f req-0016aff9-a967-4502-b822-585333f5870b service neutron] 10.222.0.89 "GET /v2.0/networks/0f0a2942-6dfc-4ebf-8e51-6521f736a3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984874 Aug 16 01:54:02.351805 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-addfaa06-2d20-4e6f-b167-4963b676774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.357190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-addfaa06-2d20-4e6f-b167-4963b676774d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.363922 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-addfaa06-2d20-4e6f-b167-4963b676774d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/63b8f527-d4ab-4adf-9a08-8a563df06be5 HTTP/1.1" status: 204 len: 168 time: 0.1940978 Aug 16 01:54:02.374007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfaa06-2d20-4e6f-b167-4963b676774d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b8f527-d4ab-4adf-9a08-8a563df06be5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:02.452308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc0746-92aa-4953-917f-09a1b487d4f3 req-7281a53b-0bac-4a6d-8000-0e5be9a2a279 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.453943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00fc0746-92aa-4953-917f-09a1b487d4f3 req-7281a53b-0bac-4a6d-8000-0e5be9a2a279 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 944 time: 0.0698833 Aug 16 01:54:02.516780 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00fc0746-92aa-4953-917f-09a1b487d4f3 req-588d202e-e862-401b-a66c-4f83eda9852d tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495861 Aug 16 01:54:02.758542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a98c05-3d7b-478d-9163-88093f74111a req-027699ef-2b12-44ed-9027-ccaeefc13dba tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.777260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5a98c05-3d7b-478d-9163-88093f74111a req-027699ef-2b12-44ed-9027-ccaeefc13dba tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.1231191 Aug 16 01:54:02.861613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5a98c05-3d7b-478d-9163-88093f74111a req-90575215-8e5c-447e-b2bd-aeb53d212826 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719590 Aug 16 01:54:02.861832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39642) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:02.888407 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4bc7980d-e016-41dc-b4bc-986dec460bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.931905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:02.937171 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 27241a73-620d-49ae-a8f4-7efd96488129 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:03.060280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 27241a73-620d-49ae-a8f4-7efd96488129 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:03.073163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 27241a73-620d-49ae-a8f4-7efd96488129 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:03.073550 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.108567 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4bc7980d-e016-41dc-b4bc-986dec460bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.113723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4bc7980d-e016-41dc-b4bc-986dec460bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.130798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:03.168559 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4bc7980d-e016-41dc-b4bc-986dec460bea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9883fa86f20b404ab60ffe3d178e3148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027492 Aug 16 01:54:03.168993 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39648) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:03.171811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'port_id': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e', 'mac_address': 'fa:16:3e:64:ce:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:03.183227 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7980d-e016-41dc-b4bc-986dec460bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e538bcf4-10fc-4a1b-bb37-07ab8f9f28ab,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:03.245908 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.250445 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8936d514-3068-469c-b2a7-fffa5821bee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.271004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:03.284385 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8936d514-3068-469c-b2a7-fffa5821bee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.296636 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.381200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f134bb28-ae05-4dd7-81d5-2e59e9ac823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27241a73-620d-49ae-a8f4-7efd96488129'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:03.383610 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8e930-3cbb-44d9-b1c1-111fb18b9ce6" -d '{"events": [{"server_uuid": "f134bb28-ae05-4dd7-81d5-2e59e9ac823b", "name": "network-vif-plugged", "status": "completed", "tag": "27241a73-620d-49ae-a8f4-7efd96488129"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:03.395315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:03.406919 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.435823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 27241a73-620d-49ae-a8f4-7efd96488129, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=27241a73-620d-49ae-a8f4-7efd96488129,segment=NetworkSegment(86487439-0912-432d-81fd-0d1349a33b5c),segment_id=86487439-0912-432d-81fd-0d1349a33b5c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:03.444859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8936d514-3068-469c-b2a7-fffa5821bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.449130 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8936d514-3068-469c-b2a7-fffa5821bee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.451991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8936d514-3068-469c-b2a7-fffa5821bee4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e538bcf4-10fc-4a1b-bb37-07ab8f9f28ab HTTP/1.1" status: 204 len: 168 time: 0.2813034 Aug 16 01:54:03.470531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936d514-3068-469c-b2a7-fffa5821bee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e538bcf4-10fc-4a1b-bb37-07ab8f9f28ab,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:03.511199 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.553554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f9d3a-1944-43b0-83f8-32f0d883d345 req-1d5c57c1-e648-449c-bba3-ae20f760ad40 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.569411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd6f9d3a-1944-43b0-83f8-32f0d883d345 req-1d5c57c1-e648-449c-bba3-ae20f760ad40 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 944 time: 0.1915269 Aug 16 01:54:03.573719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:03.645023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd6f9d3a-1944-43b0-83f8-32f0d883d345 req-254d5056-5573-4437-a6d3-a638e624bbfc tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717502 Aug 16 01:54:03.661901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:03.717729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=27241a73-620d-49ae-a8f4-7efd96488129,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:03.728370 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352e4563-c073-4f68-af38-9bcbd4cc993e x-openstack-request-id: req-352e4563-c073-4f68-af38-9bcbd4cc993e {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:03.729027 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f134bb28-ae05-4dd7-81d5-2e59e9ac823b", "name": "network-vif-plugged", "status": "completed", "tag": "27241a73-620d-49ae-a8f4-7efd96488129", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:03.731080 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-352e4563-c073-4f68-af38-9bcbd4cc993e {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:03.731496 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f134bb28-ae05-4dd7-81d5-2e59e9ac823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27241a73-620d-49ae-a8f4-7efd96488129', 'code': 200} Aug 16 01:54:04.201582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03cc63-9c02-4841-abbe-67424eb78e3a req-38e1dc31-a909-485b-965c-385f37e2236b tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.203111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a03cc63-9c02-4841-abbe-67424eb78e3a req-38e1dc31-a909-485b-965c-385f37e2236b tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 945 time: 0.4564869 Aug 16 01:54:04.213456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40516d9f-b0c7-4405-8f6d-a49a1f27748b req-e622e2e9-24c8-4bea-a349-023b5c5de236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.214945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40516d9f-b0c7-4405-8f6d-a49a1f27748b req-e622e2e9-24c8-4bea-a349-023b5c5de236 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 1097 time: 0.4277747 Aug 16 01:54:04.248823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81102c03-1978-4ac9-a841-361dda6b41d1 req-aaab39b7-6613-46c3-ad0e-187a2983e0a2 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.250239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-81102c03-1978-4ac9-a841-361dda6b41d1 req-aaab39b7-6613-46c3-ad0e-187a2983e0a2 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.4338536 Aug 16 01:54:04.292626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a03cc63-9c02-4841-abbe-67424eb78e3a req-ba535b12-7c95-4dc6-b48d-e2fa035e4b04 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742111 Aug 16 01:54:04.315472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40516d9f-b0c7-4405-8f6d-a49a1f27748b req-88c4c73f-cd49-4c16-a9df-952ab99006bd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755832 Aug 16 01:54:04.323965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-81102c03-1978-4ac9-a841-361dda6b41d1 req-252f3f18-815a-4fe1-a489-bb4e8da204eb tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555792 Aug 16 01:54:04.530730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c57e71-c344-4724-96b9-810083871a77 req-05fba6db-3e8c-4dba-b265-79279176ea4b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.538273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50c57e71-c344-4724-96b9-810083871a77 req-05fba6db-3e8c-4dba-b265-79279176ea4b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.1190805 Aug 16 01:54:04.611598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50c57e71-c344-4724-96b9-810083871a77 req-01685e47-c86a-41ec-90dc-8d59d38b0fd3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723777 Aug 16 01:54:04.775948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7efc0-f544-4d72-8f13-c9f00d3016de req-dabc9999-64f8-4357-9f03-62517c3c13e2 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.783922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5f7efc0-f544-4d72-8f13-c9f00d3016de req-dabc9999-64f8-4357-9f03-62517c3c13e2 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 945 time: 0.0610077 Aug 16 01:54:04.821315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5f7efc0-f544-4d72-8f13-c9f00d3016de req-09cd5c72-8be0-4b6c-a07e-971bb685cc45 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364738 Aug 16 01:54:04.951311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:05.015233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:05.024249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:05.024744 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.195087 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.275180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:05.281835 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.410685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:05.555763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef5ee1-4213-442b-8c99-2cc8a75c5a2f req-47123be4-15ac-48ba-b4a2-60f467e3d6cd tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.557458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbef5ee1-4213-442b-8c99-2cc8a75c5a2f req-47123be4-15ac-48ba-b4a2-60f467e3d6cd tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 946 time: 0.0914588 Aug 16 01:54:05.671296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbef5ee1-4213-442b-8c99-2cc8a75c5a2f req-7be262f2-4845-4e91-90df-0a83780c6155 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999086 Aug 16 01:54:05.713665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5d2fa-dbd2-48d6-959e-99d08b05376b req-e56e0d0d-4195-4047-b8e7-5ea177bf64d7 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.718475 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48d5d2fa-dbd2-48d6-959e-99d08b05376b req-e56e0d0d-4195-4047-b8e7-5ea177bf64d7 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1943667 Aug 16 01:54:05.732448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:05.734825 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3fa890-6330-402e-a1e4-bfacc7d9f91e" -d '{"events": [{"server_uuid": "6a3f44e8-94a8-4841-a3ae-f8cdc2135793", "name": "network-vif-plugged", "status": "completed", "tag": "bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:05.802368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48d5d2fa-dbd2-48d6-959e-99d08b05376b req-3a7a0170-e149-4fdf-826d-16b8c1da3263 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609488 Aug 16 01:54:06.061025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 19b11b4f-4950-48e9-96e0-92afcc7ab71a details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:06.096358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a0be-73ae-439f-b8d7-9da8cdae7149 req-cc256385-c2b1-4413-a87f-f46eab510a20 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.098612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ef6a0be-73ae-439f-b8d7-9da8cdae7149 req-cc256385-c2b1-4413-a87f-f46eab510a20 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.1380396 Aug 16 01:54:06.186766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ef6a0be-73ae-439f-b8d7-9da8cdae7149 req-54c10018-2dfc-4f42-b9cf-7d57e908b233 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798564 Aug 16 01:54:06.271971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:06.292162 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478bebe9-7a21-42aa-be7c-4f8ef6f9115a x-openstack-request-id: req-478bebe9-7a21-42aa-be7c-4f8ef6f9115a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:06.292532 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3f44e8-94a8-4841-a3ae-f8cdc2135793", "name": "network-vif-plugged", "status": "completed", "tag": "bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:06.292948 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-478bebe9-7a21-42aa-be7c-4f8ef6f9115a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:06.293402 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e', 'code': 200} Aug 16 01:54:06.294788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 19b11b4f-4950-48e9-96e0-92afcc7ab71a has no active binding in host n-h1-768851-16 {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:54:06.399164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459c40-1a79-4d17-a5b8-5b44ca05d776 req-0a7b00b4-369d-409a-990a-b3b0475b016a tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.404505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e459c40-1a79-4d17-a5b8-5b44ca05d776 req-0a7b00b4-369d-409a-990a-b3b0475b016a tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 945 time: 0.1141090 Aug 16 01:54:06.413369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80024951-3340-4c1d-9808-e09396be207b req-a2480caf-0430-4f01-8519-33fbb999793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.418165 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80024951-3340-4c1d-9808-e09396be207b req-a2480caf-0430-4f01-8519-33fbb999793a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 1098 time: 0.1133256 Aug 16 01:54:06.476051 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e459c40-1a79-4d17-a5b8-5b44ca05d776 req-189d9151-6517-43f0-b873-408f144f03e0 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599802 Aug 16 01:54:06.493346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80024951-3340-4c1d-9808-e09396be207b req-ca81c9e4-e9de-4d79-b93f-732707dae6fd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615253 Aug 16 01:54:06.633104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809a7ef-bbfe-4501-b994-5c46d947b4ca req-db2c033d-0190-4a75-a5ca-709329826f35 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.634754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8809a7ef-bbfe-4501-b994-5c46d947b4ca req-db2c033d-0190-4a75-a5ca-709329826f35 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 945 time: 0.0630076 Aug 16 01:54:06.677761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8809a7ef-bbfe-4501-b994-5c46d947b4ca req-1e535e40-c0c0-4166-ae38-f6ae35256cb1 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370233 Aug 16 01:54:06.820260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae3238-799f-41a3-ac73-3b3fb972364c req-1e1115f2-4421-4bf1-9815-40de5b141578 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.828709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8ae3238-799f-41a3-ac73-3b3fb972364c req-1e1115f2-4421-4bf1-9815-40de5b141578 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 946 time: 0.0622582 Aug 16 01:54:06.902293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8ae3238-799f-41a3-ac73-3b3fb972364c req-63fa60ce-56e1-47f7-8aeb-23886e7acedb tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725968 Aug 16 01:54:06.913777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39808) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:06.927544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-a63b7528-ad45-44ba-9cee-075b1e139c38 service neutron] 10.222.0.89 "GET /v2.0/ports/19b11b4f-4950-48e9-96e0-92afcc7ab71a/bindings/n-h1-768851-16 HTTP/1.1" status: 200 len: 385 time: 0.0911236 Aug 16 01:54:07.032419 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4fac04b2-ddf7-4edb-ac57-b4a880f7f807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.080354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25900b8c-8cf8-4f36-bf82-645aea2aebcf req-6297b535-f225-48f0-8be9-41ac78c7fe32 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:07.081886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25900b8c-8cf8-4f36-bf82-645aea2aebcf req-6297b535-f225-48f0-8be9-41ac78c7fe32 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1087213 Aug 16 01:54:07.132643 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4fac04b2-ddf7-4edb-ac57-b4a880f7f807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.137737 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4fac04b2-ddf7-4edb-ac57-b4a880f7f807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.176421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25900b8c-8cf8-4f36-bf82-645aea2aebcf req-02cca9da-7d01-4f2a-bddb-5b4bb95f85e1 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832253 Aug 16 01:54:07.202440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39828) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:07.206371 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4fac04b2-ddf7-4edb-ac57-b4a880f7f807 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b9718d2b2a914279b2b24315264e5eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843969 Aug 16 01:54:07.215127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac04b2-ddf7-4edb-ac57-b4a880f7f807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dc44f1-6587-42e9-96cc-3f4724aed40e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:07.301719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-268879f0-5f10-4536-bcf3-938b585aa2a9 service neutron] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:07.338603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-268879f0-5f10-4536-bcf3-938b585aa2a9 service neutron] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:07.386710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd2d97-30b7-4d1c-a731-8ed83705ec9f req-a0bb15cb-7e28-47ca-8dab-433ad0d78d6b tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:07.388347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87bd2d97-30b7-4d1c-a731-8ed83705ec9f req-a0bb15cb-7e28-47ca-8dab-433ad0d78d6b tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 945 time: 0.1534595 Aug 16 01:54:07.390493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9a60-1a96-4b80-95e4-5c68bbe91992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.451091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-268879f0-5f10-4536-bcf3-938b585aa2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b11b4f-4950-48e9-96e0-92afcc7ab71a {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:07.464638 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9a60-1a96-4b80-95e4-5c68bbe91992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.488685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-268879f0-5f10-4536-bcf3-938b585aa2a9 service neutron] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:07.525030 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-268879f0-5f10-4536-bcf3-938b585aa2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.529707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87bd2d97-30b7-4d1c-a731-8ed83705ec9f req-5a477d59-5051-4c78-bbe3-2d00c730725a tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313155 Aug 16 01:54:07.568895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604ce46-6934-4b25-8f17-cfdce1f265aa req-7508e7a9-ba6a-4022-871d-78618a8d29e8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:07.570416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1604ce46-6934-4b25-8f17-cfdce1f265aa req-7508e7a9-ba6a-4022-871d-78618a8d29e8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 943 time: 0.1415720 Aug 16 01:54:07.648345 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9a60-1a96-4b80-95e4-5c68bbe91992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.650873 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9a60-1a96-4b80-95e4-5c68bbe91992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.652035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ed7a9a60-1a96-4b80-95e4-5c68bbe91992 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1dc44f1-6587-42e9-96cc-3f4724aed40e HTTP/1.1" status: 204 len: 168 time: 0.4486432 Aug 16 01:54:07.663091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1604ce46-6934-4b25-8f17-cfdce1f265aa req-2f09273c-207b-4179-ad4f-5699d8b1bf60 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690775 Aug 16 01:54:07.675867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a9a60-1a96-4b80-95e4-5c68bbe91992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dc44f1-6587-42e9-96cc-3f4724aed40e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:07.726479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-268879f0-5f10-4536-bcf3-938b585aa2a9 service neutron] Transition to ACTIVE for port object 19b11b4f-4950-48e9-96e0-92afcc7ab71a will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:07.733210 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-268879f0-5f10-4536-bcf3-938b585aa2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.805540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-268879f0-5f10-4536-bcf3-938b585aa2a9 service neutron] No DVR routers for this DVR port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:07.819215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268879f0-5f10-4536-bcf3-938b585aa2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=19b11b4f-4950-48e9-96e0-92afcc7ab71a,revision_number=10']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:07.848117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-268879f0-5f10-4536-bcf3-938b585aa2a9 service neutron] 10.222.0.89 "PUT /v2.0/ports/19b11b4f-4950-48e9-96e0-92afcc7ab71a/bindings/n-h1-768851-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9123330 Aug 16 01:54:07.983670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-f679253a-bd38-43e5-b39a-bcbac06ce7ad tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:07.987375 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-f679253a-bd38-43e5-b39a-bcbac06ce7ad tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.0559282 Aug 16 01:54:08.009021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b1629-8137-4173-bbdb-e4136ee7269a req-041c36b6-21c1-4325-a0d7-955af2e21b60 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.018154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f4b1629-8137-4173-bbdb-e4136ee7269a req-041c36b6-21c1-4325-a0d7-955af2e21b60 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 945 time: 0.0777194 Aug 16 01:54:08.059069 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-0907e478-28a8-4069-b1a9-32631a9a5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.059750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f4b1629-8137-4173-bbdb-e4136ee7269a req-6b0f0152-d725-4a68-b4b9-536d9378de97 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358598 Aug 16 01:54:08.061026 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-0907e478-28a8-4069-b1a9-32631a9a5744 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493&tenant_id=25a875c926bf4742afb457e17dcadf46 HTTP/1.1" status: 200 len: 1096 time: 0.0624716 Aug 16 01:54:08.096692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39874) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.124541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b84820bf-ec2c-4c74-beb1-6aa187fb50f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.178378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-933f1e34-ceab-412a-9162-1efe54695852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.179876 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-933f1e34-ceab-412a-9162-1efe54695852 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 1096 time: 0.0713093 Aug 16 01:54:08.202350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0198671-7d69-4afb-8aab-620fbae0d2c1 req-fe52ece5-a946-4697-b249-6301961602d9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.205940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0198671-7d69-4afb-8aab-620fbae0d2c1 req-fe52ece5-a946-4697-b249-6301961602d9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 946 time: 0.0709527 Aug 16 01:54:08.250781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0198671-7d69-4afb-8aab-620fbae0d2c1 req-ba532274-4fb1-4ed1-991a-411506f302fd tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381939 Aug 16 01:54:08.306658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-282eb761-d6b1-47de-8c41-0eb3de19ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.308810 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-282eb761-d6b1-47de-8c41-0eb3de19ec5a service neutron] 10.222.0.84 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.1215372 Aug 16 01:54:08.377863 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-67f97e6b-ecf3-4f95-bb5d-c372f407c013 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a HTTP/1.1" status: 200 len: 217 time: 0.0605249 Aug 16 01:54:08.379653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b84820bf-ec2c-4c74-beb1-6aa187fb50f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.384238 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b84820bf-ec2c-4c74-beb1-6aa187fb50f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.458817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84820bf-ec2c-4c74-beb1-6aa187fb50f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a775e0d2-2d85-4d79-9ca7-2f9a0fc75126,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:08.459305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fd647-9da2-4680-a6ee-659077176de8 req-f246f481-fa60-41b3-9ea6-a3a5c42379c2 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.461207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-969fd647-9da2-4680-a6ee-659077176de8 req-f246f481-fa60-41b3-9ea6-a3a5c42379c2 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.0835817 Aug 16 01:54:08.464722 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b84820bf-ec2c-4c74-beb1-6aa187fb50f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ba273069e140460baedaf49493459eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668473 Aug 16 01:54:08.467430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39902) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.472204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-16bef86d-9c3f-4ed4-b028-5152c10b288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.473780 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-16bef86d-9c3f-4ed4-b028-5152c10b288b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0852039 Aug 16 01:54:08.499070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c0547-e438-44c2-808e-01d6678dbd39 req-dfb6ed69-05e0-4bfa-8244-9ab6cc9de5e5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.500521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d80c0547-e438-44c2-808e-01d6678dbd39 req-dfb6ed69-05e0-4bfa-8244-9ab6cc9de5e5 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 946 time: 0.0886831 Aug 16 01:54:08.517072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39904) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.523280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ced065b5-31d3-4ea3-887c-6da8adb0b924 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Request body: {'floatingip': {'port_id': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:08.523711 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-84aa40a7-c5d8-4497-84f5-25828bbe7adc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288348 Aug 16 01:54:08.590761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-969fd647-9da2-4680-a6ee-659077176de8 req-d27037e6-58ab-40f9-a76c-2fc2f6fda455 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136026 Aug 16 01:54:08.592855 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ced065b5-31d3-4ea3-887c-6da8adb0b924 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.643125 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-6be8afed-24c4-4a84-b993-42eb25b4d491 service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006579 Aug 16 01:54:08.659623 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-105fd7a9-5e6c-4029-a491-3052a0f2dd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.716357 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-105fd7a9-5e6c-4029-a491-3052a0f2dd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.788799 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-32e4cbbe-265e-42c0-a8ee-474f89c6bddc service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305008 Aug 16 01:54:08.817085 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a429f1d8-6bbb-4eac-b11f-fda59fc592cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.892483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e18005-5561-4d78-9063-fa99c71c3122 req-df057844-ce7c-4185-ae19-5741b9ea405d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.894007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e18005-5561-4d78-9063-fa99c71c3122 req-df057844-ce7c-4185-ae19-5741b9ea405d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 944 time: 0.1099467 Aug 16 01:54:08.899228 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-105fd7a9-5e6c-4029-a491-3052a0f2dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.901778 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-105fd7a9-5e6c-4029-a491-3052a0f2dd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.902882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-105fd7a9-5e6c-4029-a491-3052a0f2dd3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a775e0d2-2d85-4d79-9ca7-2f9a0fc75126 HTTP/1.1" status: 204 len: 168 time: 0.4345117 Aug 16 01:54:08.928514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fd7a9-5e6c-4029-a491-3052a0f2dd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a775e0d2-2d85-4d79-9ca7-2f9a0fc75126,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:08.952579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 19b11b4f-4950-48e9-96e0-92afcc7ab71a no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:08.993775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e18005-5561-4d78-9063-fa99c71c3122 req-6292022f-1e18-4976-bd7f-be2048e4602b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898168 Aug 16 01:54:09.025751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 19b11b4f-4950-48e9-96e0-92afcc7ab71a not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:09.257838 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-f99821b6-5e92-4dfe-b5ed-7ec051b4d28a tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.259356 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-f99821b6-5e92-4dfe-b5ed-7ec051b4d28a tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.0501952 Aug 16 01:54:09.289157 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.337226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030bafa-5581-494c-ada6-1900c4159524 req-5463941b-8bf4-4631-9edb-336b1a6e1760 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.339270 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6030bafa-5581-494c-ada6-1900c4159524 req-5463941b-8bf4-4631-9edb-336b1a6e1760 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 945 time: 0.1634037 Aug 16 01:54:09.344015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.resource_extend [None req-ced065b5-31d3-4ea3-887c-6da8adb0b924 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:54:09.384163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-06ec59a2-233a-4da9-bd84-13fe6e2192f3 service neutron] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:09.388493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-06ec59a2-233a-4da9-bd84-13fe6e2192f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.389829 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8d6e91-beae-463a-b78e-3eedeb07d31f req-06ec59a2-233a-4da9-bd84-13fe6e2192f3 service neutron] 10.222.0.84 "DELETE /v2.0/ports/19b11b4f-4950-48e9-96e0-92afcc7ab71a/bindings/n-h2-768851-16 HTTP/1.1" status: 204 len: 173 time: 0.1194258 Aug 16 01:54:09.390502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-e7acf52b-95c6-4b57-aef1-80a8e68d41e5 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.391892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-e7acf52b-95c6-4b57-aef1-80a8e68d41e5 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 804 time: 0.2791224 Aug 16 01:54:09.452161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219ea7c-b109-4db9-a256-1fa27520d0b7 req-e4069640-6caa-4024-afba-7df7ead9cc6b tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.453671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0219ea7c-b109-4db9-a256-1fa27520d0b7 req-e4069640-6caa-4024-afba-7df7ead9cc6b tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.89 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 945 time: 0.1710074 Aug 16 01:54:09.455849 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ced065b5-31d3-4ea3-887c-6da8adb0b924 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.459597 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-e86dc5eb-7711-4e84-a4d8-2916e6714035 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/quotas/b041827b0cf84f83ae8597d51d79487b HTTP/1.1" status: 200 len: 375 time: 0.0504620 Aug 16 01:54:09.464395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ced065b5-31d3-4ea3-887c-6da8adb0b924 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.473774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6030bafa-5581-494c-ada6-1900c4159524 req-def0ed18-8642-473a-818e-1bea92683f0b tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269131 Aug 16 01:54:09.650029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-7e45ed5b-2ae4-4289-9d33-4041f152d7c5 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1752923 Aug 16 01:54:09.713536 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-ced065b5-31d3-4ea3-887c-6da8adb0b924 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Floating IP 18909ea2-e68e-49ce-b69a-3724e18a2213 associated. External IP: 172.25.2.192, port: bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e. Aug 16 01:54:09.790207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-0219ea7c-b109-4db9-a256-1fa27520d0b7 req-8aa9969c-9a7c-4759-a43b-8330e56a482c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Deleting port 27241a73-620d-49ae-a8f4-7efd96488129 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:09.790613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-0219ea7c-b109-4db9-a256-1fa27520d0b7 req-8aa9969c-9a7c-4759-a43b-8330e56a482c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.908921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-91de4c4c-9a54-4a0b-8baa-b3b1ca9f97a8 service neutron] 10.222.0.79 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498541 Aug 16 01:54:10.024364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63848bb2-b906-4e59-ba20-0a5ed0af8a4f req-e9252b75-9a47-4e53-ba65-3ff6cd3d5050 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.025884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63848bb2-b906-4e59-ba20-0a5ed0af8a4f req-e9252b75-9a47-4e53-ba65-3ff6cd3d5050 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1875708 Aug 16 01:54:10.094835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-0219ea7c-b109-4db9-a256-1fa27520d0b7 req-8aa9969c-9a7c-4759-a43b-8330e56a482c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] For port 27241a73-620d-49ae-a8f4-7efd96488129, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=27241a73-620d-49ae-a8f4-7efd96488129,segment=NetworkSegment(86487439-0912-432d-81fd-0d1349a33b5c),segment_id=86487439-0912-432d-81fd-0d1349a33b5c)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:10.095206 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-0219ea7c-b109-4db9-a256-1fa27520d0b7 req-8aa9969c-9a7c-4759-a43b-8330e56a482c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.105118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 19b11b4f-4950-48e9-96e0-92afcc7ab71a no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:10.138501 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-0219ea7c-b109-4db9-a256-1fa27520d0b7 req-8aa9969c-9a7c-4759-a43b-8330e56a482c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Calling delete_port for 27241a73-620d-49ae-a8f4-7efd96488129 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:10.470967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39964) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:10.507553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-2405fce2-1baf-4572-a980-6f4524802e55 service neutron] 10.222.0.79 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877728 Aug 16 01:54:10.511291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63848bb2-b906-4e59-ba20-0a5ed0af8a4f req-46c93b21-85f7-42d7-b4a7-c20a548d6a21 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508803 Aug 16 01:54:10.584593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced065b5-31d3-4ea3-887c-6da8adb0b924 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Router d2ba09ab-c37e-4020-bf47-1fa62897490b has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:10.652116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-62845081'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:10.684475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Made reservation on behalf of 7cd6c1d6efea4e27bf1caa88275cb13c for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:10.689368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.709608 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.759200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d2f95-5de8-4074-b902-c1dc137bbf9b req-01cc752d-9d2e-47f9-9c8f-008e8062320a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.761305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d43d2f95-5de8-4074-b902-c1dc137bbf9b req-01cc752d-9d2e-47f9-9c8f-008e8062320a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 944 time: 0.1681511 Aug 16 01:54:10.847851 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-0219ea7c-b109-4db9-a256-1fa27520d0b7 req-8aa9969c-9a7c-4759-a43b-8330e56a482c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.851933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced065b5-31d3-4ea3-887c-6da8adb0b924 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:10.861143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['27241a73-620d-49ae-a8f4-7efd96488129'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:10.866027 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ced065b5-31d3-4ea3-887c-6da8adb0b924 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.868956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f0362-bef5-4885-bbc6-44ed92203cc7 None None] Sync routers for ids ['d2ba09ab-c37e-4020-bf47-1fa62897490b'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:10.911042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f0362-bef5-4885-bbc6-44ed92203cc7 None None] Routers {'d2ba09ab-c37e-4020-bf47-1fa62897490b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:10.912237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6f5f0362-bef5-4885-bbc6-44ed92203cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:53:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2ba09ab-c37e-4020-bf47-1fa62897490b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:10.925503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9969c-9a7c-4759-a43b-8330e56a482c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Pushing event deleted for resources: {'Port': ['ID=27241a73-620d-49ae-a8f4-7efd96488129,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:10.935461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.935756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d43d2f95-5de8-4074-b902-c1dc137bbf9b req-81eab646-a942-4d1d-866f-8c147be649ca tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610203 Aug 16 01:54:10.943168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.947502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055bfb0-69a2-4205-96d6-cb64ca0cd0fa req-f4de8ef7-a7c3-4a19-802b-e2913e757cae tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.955304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8055bfb0-69a2-4205-96d6-cb64ca0cd0fa req-f4de8ef7-a7c3-4a19-802b-e2913e757cae tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/ports?device_id=f134bb28-ae05-4dd7-81d5-2e59e9ac823b HTTP/1.1" status: 200 len: 867 time: 0.2236366 Aug 16 01:54:10.968945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:54:10.983559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ced065b5-31d3-4ea3-887c-6da8adb0b924 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "PUT /v2.0/floatingips/18909ea2-e68e-49ce-b69a-3724e18a2213 HTTP/1.1" status: 200 len: 992 time: 2.4636579 Aug 16 01:54:11.000336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91920e13-0051-413f-9193-f853f38efc27,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:11.003401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'tag': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:11.003587 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.003882 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Added segment 7ffdbcca-680a-4400-b8b7-af6cd8892294 of type vlan for network fa36ddcc-48be-4896-9aba-644d3a2df81a Aug 16 01:54:11.006039 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e945acc-a351-43bf-97b9-5563a6c83efc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3f44e8-94a8-4841-a3ae-f8cdc2135793", "tag": "bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:11.011392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-0219ea7c-b109-4db9-a256-1fa27520d0b7 req-8aa9969c-9a7c-4759-a43b-8330e56a482c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] No DVR routers for this DVR port 27241a73-620d-49ae-a8f4-7efd96488129 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:11.014674 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-0219ea7c-b109-4db9-a256-1fa27520d0b7 req-8aa9969c-9a7c-4759-a43b-8330e56a482c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.016716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0219ea7c-b109-4db9-a256-1fa27520d0b7 req-8aa9969c-9a7c-4759-a43b-8330e56a482c tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.89 "DELETE /v2.0/ports/27241a73-620d-49ae-a8f4-7efd96488129 HTTP/1.1" status: 204 len: 173 time: 1.5537176 Aug 16 01:54:11.062251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8055bfb0-69a2-4205-96d6-cb64ca0cd0fa req-fc16f948-df28-47ad-b0bb-ac8bd480e785 tempest-ServersNegativeTestMultiTenantJSON-981797542 tempest-ServersNegativeTestMultiTenantJSON-981797542-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4abed18-419e-49d5-8346-547105e8d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059690 Aug 16 01:54:11.084745 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.153174 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.159955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.160850 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.170450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6f5f0362-bef5-4885-bbc6-44ed92203cc7 None None] Set router d2ba09ab-c37e-4020-bf47-1fa62897490b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:11.190012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f807d748-8d8a-410d-bbbc-72662e4a20aa req-50a15d05-cf2b-4da4-bee9-d32d99d794ae tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 210 time: 0.0578742 Aug 16 01:54:11.279603 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8072131 Aug 16 01:54:11.282547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39992) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:11.288772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Request body: {'subnet': {'network_id': 'fa36ddcc-48be-4896-9aba-644d3a2df81a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:11.313486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905d8bc-959c-4343-a504-ee5aab3ed063 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Pushing event updated for resources: {'Network': ['ID=fa36ddcc-48be-4896-9aba-644d3a2df81a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:11.327956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network fa36ddcc-48be-4896-9aba-644d3a2df81a details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:54:11.339319 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1f443-bd34-494c-b240-b6e05386be99 x-openstack-request-id: req-0dd1f443-bd34-494c-b240-b6e05386be99 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:11.339600 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3f44e8-94a8-4841-a3ae-f8cdc2135793", "tag": "bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:11.339845 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0dd1f443-bd34-494c-b240-b6e05386be99 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:11.340435 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'tag': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e', 'status': 'completed', 'code': 200} Aug 16 01:54:11.469295 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e945acc-a351-43bf-97b9-5563a6c83efc req-7f3b33e6-5083-4998-bb23-0994dcec231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.470795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e945acc-a351-43bf-97b9-5563a6c83efc req-7f3b33e6-5083-4998-bb23-0994dcec231c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5fa95e57de2a4345bd18ffd84612a0b0&device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 1098 time: 0.1041439 Aug 16 01:54:11.482211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a2981-a214-42d2-8623-da7ccc9a1eab req-9d5d1a40-6491-491d-88c7-24e30133363b tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.484123 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db5a2981-a214-42d2-8623-da7ccc9a1eab req-9d5d1a40-6491-491d-88c7-24e30133363b tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 1096 time: 0.1092820 Aug 16 01:54:11.556033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Made reservation on behalf of 7cd6c1d6efea4e27bf1caa88275cb13c for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:11.559957 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.610825 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-46a396c4-cecf-413d-be65-cecf7b3a545f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.614828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.639605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6f5f0362-bef5-4885-bbc6-44ed92203cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:09Z', 'revision_number': 4, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '18909ea2-e68e-49ce-b69a-3724e18a2213', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'port_id': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'mac_address': 'fa:16:3e:64:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:53:17Z', 'updated_at': '2021-08-16T01:54:09Z', 'revision_number': 1, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a668457a-f98d-4319-afc4-103a52494d35', 'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'mac_address': 'fa:16:3e:56:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:08Z', 'updated_at': '2021-08-16T01:53:16Z', 'revision_number': 5, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'subnets': [{'id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:11.672670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db5a2981-a214-42d2-8623-da7ccc9a1eab req-54676de8-0dfa-41a3-ac3d-49ae9b1c4072 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766148 Aug 16 01:54:11.716921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f0362-bef5-4885-bbc6-44ed92203cc7 None None] Checking router: d2ba09ab-c37e-4020-bf47-1fa62897490b for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:11.729904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0cdc6-780c-4e2e-a021-cda46500b6ed req-da2f2a21-0117-4821-be65-9baa6d80aba6 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.732886 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-98a0cdc6-780c-4e2e-a021-cda46500b6ed req-da2f2a21-0117-4821-be65-9baa6d80aba6 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "GET /v2.0/ports?device_id=e350119f-7f5d-4412-bb9e-8148772e5dab HTTP/1.1" status: 200 len: 945 time: 0.0819294 Aug 16 01:54:11.747876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f0362-bef5-4885-bbc6-44ed92203cc7 None None] Routers {'d2ba09ab-c37e-4020-bf47-1fa62897490b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:11.748626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6f5f0362-bef5-4885-bbc6-44ed92203cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2ba09ab-c37e-4020-bf47-1fa62897490b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:11.759704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e945acc-a351-43bf-97b9-5563a6c83efc req-fc3f1074-f547-4296-83af-2e1eb1e0ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.762821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e945acc-a351-43bf-97b9-5563a6c83efc req-fc3f1074-f547-4296-83af-2e1eb1e0ef0b service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1d52431-8273-42bb-87b0-7ba01e11c41e HTTP/1.1" status: 200 len: 917 time: 0.2835698 Aug 16 01:54:11.827987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a47b3-b611-4ef5-a530-876b93d760e2 req-0963a0b0-97a3-421c-b11e-71f8b5a527b4 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.829611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f89a47b3-b611-4ef5-a530-876b93d760e2 req-0963a0b0-97a3-421c-b11e-71f8b5a527b4 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1861799 Aug 16 01:54:11.860186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-98a0cdc6-780c-4e2e-a021-cda46500b6ed req-3490a7f7-c412-4919-b023-c02b51846887 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Deleting port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:11.860563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-98a0cdc6-780c-4e2e-a021-cda46500b6ed req-3490a7f7-c412-4919-b023-c02b51846887 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.900207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6f5f0362-bef5-4885-bbc6-44ed92203cc7 None None] Set router d2ba09ab-c37e-4020-bf47-1fa62897490b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:11.940543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e945acc-a351-43bf-97b9-5563a6c83efc req-7ff1521f-7a50-4b42-9ae2-eaf079327d9c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e HTTP/1.1" status: 200 len: 1000 time: 0.1697102 Aug 16 01:54:11.957428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f89a47b3-b611-4ef5-a530-876b93d760e2 req-1ba8d4c0-4f4a-4b42-a426-8ab1a99856f4 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131105 Aug 16 01:54:11.960123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-98a0cdc6-780c-4e2e-a021-cda46500b6ed req-3490a7f7-c412-4919-b023-c02b51846887 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] For port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:11.960764 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-98a0cdc6-780c-4e2e-a021-cda46500b6ed req-3490a7f7-c412-4919-b023-c02b51846887 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.979278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-98a0cdc6-780c-4e2e-a021-cda46500b6ed req-3490a7f7-c412-4919-b023-c02b51846887 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Calling delete_port for b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:11.993282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798993b6-18d2-4f90-9378-25e61de8aa32 req-50ed8bd2-790f-414d-bf42-9a0b9df93f54 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.995184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-798993b6-18d2-4f90-9378-25e61de8aa32 req-50ed8bd2-790f-414d-bf42-9a0b9df93f54 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 1096 time: 0.1803150 Aug 16 01:54:12.065924 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.099279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:12.106263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e945acc-a351-43bf-97b9-5563a6c83efc req-54e9c555-5af5-4848-b68a-61f294e4dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.108198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e945acc-a351-43bf-97b9-5563a6c83efc req-54e9c555-5af5-4848-b68a-61f294e4dbea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af4f8d7b-f888-4328-889f-c4996951c2fd HTTP/1.1" status: 200 len: 855 time: 0.1483917 Aug 16 01:54:12.133637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-798993b6-18d2-4f90-9378-25e61de8aa32 req-5110d770-a374-4e08-8531-83179d0cef37 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106348 Aug 16 01:54:12.162699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40002) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:12.208945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Pushing event updated for resources: {'Subnet': ['ID=f25350e2-3fa0-477c-9f66-d9807891cd9b,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.254854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Checking segment: {'id': '7ffdbcca-680a-4400-b8b7-af6cd8892294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'fa36ddcc-48be-4896-9aba-644d3a2df81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:12.255371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Network hostable DHCP agents. Network: fa36ddcc-48be-4896-9aba-644d3a2df81a, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:54:12.262050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e945acc-a351-43bf-97b9-5563a6c83efc req-7b423c75-4bb2-44ac-bf29-5903074f9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.263889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e945acc-a351-43bf-97b9-5563a6c83efc req-7b423c75-4bb2-44ac-bf29-5903074f9cd1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1d52431-8273-42bb-87b0-7ba01e11c41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445367 Aug 16 01:54:12.267958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-e361dff6-9e2e-428a-9c93-35cc8753e67d admin admin] Deleting subnet 3a6dfac1-ca40-4820-abe8-87ca4d3bccc5 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:12.273013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e361dff6-9e2e-428a-9c93-35cc8753e67d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.354134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-98a0cdc6-780c-4e2e-a021-cda46500b6ed req-3490a7f7-c412-4919-b023-c02b51846887 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.376628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e361dff6-9e2e-428a-9c93-35cc8753e67d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.376881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No active binding found for port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 {{(pid=101382) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 01:54:12.377407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:12.411389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6f5f0362-bef5-4885-bbc6-44ed92203cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:09Z', 'revision_number': 4, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '18909ea2-e68e-49ce-b69a-3724e18a2213', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'port_id': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'mac_address': 'fa:16:3e:64:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:53:17Z', 'updated_at': '2021-08-16T01:54:09Z', 'revision_number': 1, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a668457a-f98d-4319-afc4-103a52494d35', 'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'mac_address': 'fa:16:3e:56:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:08Z', 'updated_at': '2021-08-16T01:53:16Z', 'revision_number': 5, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'subnets': [{'id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:12.424245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Network fa36ddcc-48be-4896-9aba-644d3a2df81a is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:54:12.455502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f0362-bef5-4885-bbc6-44ed92203cc7 None None] The sync data for ids ['d2ba09ab-c37e-4020-bf47-1fa62897490b'] in n-d-768851-16 is: [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:09Z', 'revision_number': 4, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '18909ea2-e68e-49ce-b69a-3724e18a2213', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'port_id': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'mac_address': 'fa:16:3e:64:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:53:17Z', 'updated_at': '2021-08-16T01:54:09Z', 'revision_number': 1, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a668457a-f98d-4319-afc4-103a52494d35', 'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'mac_address': 'fa:16:3e:56:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:08Z', 'updated_at': '2021-08-16T01:53:16Z', 'revision_number': 5, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'subnets': [{'id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:12.553407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcc0a584-8bbf-4d89-a709-3bc9bf79dccd req-0fe4ed96-4dfe-45b2-a062-efa3a508d52f tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 210 time: 0.1337113 Aug 16 01:54:12.560274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e361dff6-9e2e-428a-9c93-35cc8753e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.585408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e945acc-a351-43bf-97b9-5563a6c83efc req-50100a6b-2bab-433b-a036-54814d78005e service neutron] 10.222.0.89 "GET /v2.0/networks/a1d52431-8273-42bb-87b0-7ba01e11c41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105257 Aug 16 01:54:12.661268 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.683308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, fa36ddcc-48be-4896-9aba-644d3a2df81a) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:12.688812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.689451 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.694582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6619a4f7-0779-4916-9db9-b59831d315f5 None None] Network fa36ddcc-48be-4896-9aba-644d3a2df81a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:12.732324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-df19e273-d8ad-4a75-bdce-2bd0e849e23a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4485221 Aug 16 01:54:12.741960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40020) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:12.748452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490a7f7-c412-4919-b023-c02b51846887 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Pushing event deleted for resources: {'Port': ['ID=b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.752356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Request body: {'port': {'network_id': 'fa36ddcc-48be-4896-9aba-644d3a2df81a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1813453200'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:12.800864 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f86c1-ec33-4903-bfeb-d3babba75462 None None] New status for floating IP 18909ea2-e68e-49ce-b69a-3724e18a2213: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:12.807594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-c97dfd90-6536-4975-8f21-436cf35aaf4d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.817827 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-c97dfd90-6536-4975-8f21-436cf35aaf4d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.89 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 804 time: 0.6542804 Aug 16 01:54:12.841162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e945acc-a351-43bf-97b9-5563a6c83efc req-d82176db-ad20-4e75-b9b5-521a9dfabf54 service neutron] 10.222.0.89 "GET /v2.0/networks/a1d52431-8273-42bb-87b0-7ba01e11c41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288880 Aug 16 01:54:12.844530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e361dff6-9e2e-428a-9c93-35cc8753e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.874346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a0cdc6-780c-4e2e-a021-cda46500b6ed req-3490a7f7-c412-4919-b023-c02b51846887 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] No DVR routers for this DVR port b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:12.879597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Request body: {'port': {'device_id': '2112ef10-001c-4ecf-af79-4517c776a4e8', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'admin_state_up': True, 'tenant_id': 'b041827b0cf84f83ae8597d51d79487b'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:12.883652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-98a0cdc6-780c-4e2e-a021-cda46500b6ed req-3490a7f7-c412-4919-b023-c02b51846887 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.886481 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-98a0cdc6-780c-4e2e-a021-cda46500b6ed req-3490a7f7-c412-4919-b023-c02b51846887 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.84 "DELETE /v2.0/ports/b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 HTTP/1.1" status: 204 len: 173 time: 1.1397531 Aug 16 01:54:12.888373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e350119f-7f5d-4412-bb9e-8148772e5dab', 'name': 'network-vif-deleted', 'tag': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:12.890955 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039b11a3-b599-436e-b726-af20a2d22933" -d '{"events": [{"server_uuid": "e350119f-7f5d-4412-bb9e-8148772e5dab", "name": "network-vif-deleted", "tag": "b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:12.915818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361dff6-9e2e-428a-9c93-35cc8753e67d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a6dfac1-ca40-4820-abe8-87ca4d3bccc5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.925922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-fa36ddcc-48be-4896-9aba-644d3a2df81a', 'network_id': 'fa36ddcc-48be-4896-9aba-644d3a2df81a', 'tenant_id': '7cd6c1d6efea4e27bf1caa88275cb13c', 'fixed_ips': [{'subnet_id': 'f25350e2-3fa0-477c-9f66-d9807891cd9b'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:54:12.926798 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.930149 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e361dff6-9e2e-428a-9c93-35cc8753e67d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.933414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e361dff6-9e2e-428a-9c93-35cc8753e67d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3a6dfac1-ca40-4820-abe8-87ca4d3bccc5 HTTP/1.1" status: 204 len: 168 time: 0.7659590 Aug 16 01:54:12.937898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40024) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:12.962167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 27241a73-620d-49ae-a8f4-7efd96488129 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:13.009700 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbb1093-a061-4162-bb7e-cdffdaa286f3 x-openstack-request-id: req-2dbb1093-a061-4162-bb7e-cdffdaa286f3 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:13.010064 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e350119f-7f5d-4412-bb9e-8148772e5dab", "name": "network-vif-deleted", "tag": "b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:13.010373 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2dbb1093-a061-4162-bb7e-cdffdaa286f3 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:13.011520 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e350119f-7f5d-4412-bb9e-8148772e5dab', 'name': 'network-vif-deleted', 'tag': 'b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03', 'status': 'completed', 'code': 200} Aug 16 01:54:13.014271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 27241a73-620d-49ae-a8f4-7efd96488129 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:13.017395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 27241a73-620d-49ae-a8f4-7efd96488129 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:13.045504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Made reservation on behalf of b041827b0cf84f83ae8597d51d79487b for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:13.050338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.142905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.151782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Made reservation on behalf of 7cd6c1d6efea4e27bf1caa88275cb13c for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:13.156064 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.186164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac375-9810-43d5-8ebe-606cf525430d req-fd31d322-1d1c-428f-bca8-51eb5431286e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.187672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c50ac375-9810-43d5-8ebe-606cf525430d req-fd31d322-1d1c-428f-bca8-51eb5431286e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1148834 Aug 16 01:54:13.195955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] device_id is not set on port 0aa2b16b-6b99-47e7-b1ec-31ce3d9c0626 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:54:13.207198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Allocated IP 172.20.0.2 (fa36ddcc-48be-4896-9aba-644d3a2df81a/f25350e2-3fa0-477c-9f66-d9807891cd9b/cde8cec6-b8ac-4e58-888f-055a0a9d301d) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:13.216773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Allocated IP 172.20.0.12 (5941b670-83ee-49b7-98d2-3c9fec059815/fd1345f9-5c91-462e-8008-7479b1756a0e/2d6bc363-55f2-43bc-9e48-3e9654b24b21) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:13.342786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f134bb28-ae05-4dd7-81d5-2e59e9ac823b', 'name': 'network-vif-deleted', 'tag': '27241a73-620d-49ae-a8f4-7efd96488129'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:13.345060 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e76831a-e7db-4e65-93e0-670ea9fb70d0" -d '{"events": [{"server_uuid": "f134bb28-ae05-4dd7-81d5-2e59e9ac823b", "name": "network-vif-deleted", "tag": "27241a73-620d-49ae-a8f4-7efd96488129"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:13.353257 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.363785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c50ac375-9810-43d5-8ebe-606cf525430d req-4760315d-bee1-4ffd-86f3-853e11c96424 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631386 Aug 16 01:54:13.366485 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.372730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dba9649-6051-42c0-afcf-91df0e93517d']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:13.379161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Transition to ACTIVE for port object cde8cec6-b8ac-4e58-888f-055a0a9d301d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:13.398434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86487439-0912-432d-81fd-0d1349a33b5c') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:13.398870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86487439-0912-432d-81fd-0d1349a33b5c') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:13.410040 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.412263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Transition to ACTIVE for port object cde8cec6-b8ac-4e58-888f-055a0a9d301d will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:13.421270 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.424571 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.469946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Network fa36ddcc-48be-4896-9aba-644d3a2df81a is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:13.470978 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.477186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:13.505343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:13.506709 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaef6ea-2a77-4842-9b5e-1e87030873a0 x-openstack-request-id: req-ecaef6ea-2a77-4842-9b5e-1e87030873a0 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:13.507104 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f134bb28-ae05-4dd7-81d5-2e59e9ac823b", "name": "network-vif-deleted", "tag": "27241a73-620d-49ae-a8f4-7efd96488129", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:13.507318 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ecaef6ea-2a77-4842-9b5e-1e87030873a0 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:13.507559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Pushing event updated for resources: {'Port': ['ID=cde8cec6-b8ac-4e58-888f-055a0a9d301d,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.507745 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f134bb28-ae05-4dd7-81d5-2e59e9ac823b', 'name': 'network-vif-deleted', 'tag': '27241a73-620d-49ae-a8f4-7efd96488129', 'status': 'completed', 'code': 200} Aug 16 01:54:13.520699 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.526860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Network 5941b670-83ee-49b7-98d2-3c9fec059815 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:13.539394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:13.539868 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:13.541602 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:13.547531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:13.549987 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:13.622286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Allocated IP 172.20.0.3 (fa36ddcc-48be-4896-9aba-644d3a2df81a/f25350e2-3fa0-477c-9f66-d9807891cd9b/0aa2b16b-6b99-47e7-b1ec-31ce3d9c0626) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:13.640777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Attempting to bind port cde8cec6-b8ac-4e58-888f-055a0a9d301d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:13.641200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Attempting to bind port cde8cec6-b8ac-4e58-888f-055a0a9d301d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7ffdbcca-680a-4400-b8b7-af6cd8892294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'fa36ddcc-48be-4896-9aba-644d3a2df81a'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:13.641572 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Attempting to bind port cde8cec6-b8ac-4e58-888f-055a0a9d301d on network fa36ddcc-48be-4896-9aba-644d3a2df81a {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:13.654371 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.659638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:13.660030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Checking segment: {'id': '7ffdbcca-680a-4400-b8b7-af6cd8892294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'fa36ddcc-48be-4896-9aba-644d3a2df81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:13.660216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.660441 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.660842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Bound using segment: {'id': '7ffdbcca-680a-4400-b8b7-af6cd8892294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'fa36ddcc-48be-4896-9aba-644d3a2df81a'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:13.661361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Bound port: cde8cec6-b8ac-4e58-888f-055a0a9d301d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffdbcca-680a-4400-b8b7-af6cd8892294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'fa36ddcc-48be-4896-9aba-644d3a2df81a'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:13.661747 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.665140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4dba9649-6051-42c0-afcf-91df0e93517d HTTP/1.1" status: 204 len: 168 time: 0.7225704 Aug 16 01:54:13.673210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40038) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:13.708949 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b5c06-3102-43a5-ba0b-83f7615e8720 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dba9649-6051-42c0-afcf-91df0e93517d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.769403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987199c-a039-4caf-8505-a473b90d8ac1 req-a3899d2b-e60e-4b8a-962c-450f2e12914e tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.777867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2987199c-a039-4caf-8505-a473b90d8ac1 req-a3899d2b-e60e-4b8a-962c-450f2e12914e tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 932 time: 0.1375258 Aug 16 01:54:13.798758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] For port cde8cec6-b8ac-4e58-888f-055a0a9d301d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:13.804242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] For port cde8cec6-b8ac-4e58-888f-055a0a9d301d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cde8cec6-b8ac-4e58-888f-055a0a9d301d,segment=NetworkSegment(7ffdbcca-680a-4400-b8b7-af6cd8892294),segment_id=7ffdbcca-680a-4400-b8b7-af6cd8892294)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:13.811598 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.830902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Pushing event updated for resources: {'Port': ['ID=2d6bc363-55f2-43bc-9e48-3e9654b24b21,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.882800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.887305 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.934691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-af4890ab-6ec4-42fd-a3b4-e75b4f4b3449 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0551152 Aug 16 01:54:13.953494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Request body: {'port': {'device_id': '2112ef10-001c-4ecf-af79-4517c776a4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:13.956317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a9b2b-37c2-4c41-8db8-568c445764d2 None None] Pushing event updated for resources: {'Port': ['ID=cde8cec6-b8ac-4e58-888f-055a0a9d301d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.970634 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2987199c-a039-4caf-8505-a473b90d8ac1 req-be85da53-ac51-40db-8052-8e67bc8c2d6e tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684833 Aug 16 01:54:14.011197 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fd00fe-3654-4d86-b7e8-1c56296c29fa admin admin] Deleting subnet 6310ee2f-3caf-40f0-a7ab-192a62149164 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:14.027610 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96fd00fe-3654-4d86-b7e8-1c56296c29fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.067526 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.100735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Transition to ACTIVE for port object 0aa2b16b-6b99-47e7-b1ec-31ce3d9c0626 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:14.113131 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.119429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96fd00fe-3654-4d86-b7e8-1c56296c29fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.122181 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.149883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.202100 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96fd00fe-3654-4d86-b7e8-1c56296c29fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.210600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Network fa36ddcc-48be-4896-9aba-644d3a2df81a is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:14.216415 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:14.219109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:14.286055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Pushing event updated for resources: {'Port': ['ID=0aa2b16b-6b99-47e7-b1ec-31ce3d9c0626,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.333367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.334043 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.353298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-18aec348-f3ad-4405-849b-797718b55118 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6092925 Aug 16 01:54:14.356657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40042) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.496165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-65617c34-6ace-47b2-b06c-da0156fd31eb tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Deleting port 0aa2b16b-6b99-47e7-b1ec-31ce3d9c0626 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:14.496510 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65617c34-6ace-47b2-b06c-da0156fd31eb tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.563585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96fd00fe-3654-4d86-b7e8-1c56296c29fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.599251 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65617c34-6ace-47b2-b06c-da0156fd31eb tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.600679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96fd00fe-3654-4d86-b7e8-1c56296c29fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.605488 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-96fd00fe-3654-4d86-b7e8-1c56296c29fa admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6310ee2f-3caf-40f0-a7ab-192a62149164 HTTP/1.1" status: 204 len: 168 time: 0.9238145 Aug 16 01:54:14.607341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40052) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.610747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd00fe-3654-4d86-b7e8-1c56296c29fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6310ee2f-3caf-40f0-a7ab-192a62149164,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.612850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-65617c34-6ace-47b2-b06c-da0156fd31eb tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Calling delete_port for 0aa2b16b-6b99-47e7-b1ec-31ce3d9c0626 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:14.773247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65617c34-6ace-47b2-b06c-da0156fd31eb tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.799846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65617c34-6ace-47b2-b06c-da0156fd31eb tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Pushing event deleted for resources: {'Port': ['ID=0aa2b16b-6b99-47e7-b1ec-31ce3d9c0626,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.810048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.898420 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8471496-e6d4-419c-a027-79ff6e32a761 req-a0f62b27-bb85-4f3a-beff-938dbad89763 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.900003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8471496-e6d4-419c-a027-79ff6e32a761 req-a0f62b27-bb85-4f3a-beff-938dbad89763 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1580210 Aug 16 01:54:14.904124 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65617c34-6ace-47b2-b06c-da0156fd31eb tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.909095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-65617c34-6ace-47b2-b06c-da0156fd31eb tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] 10.222.0.79 "DELETE /v2.0/ports/0aa2b16b-6b99-47e7-b1ec-31ce3d9c0626 HTTP/1.1" status: 204 len: 168 time: 0.5513632 Aug 16 01:54:14.911556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40056) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.949855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8471496-e6d4-419c-a027-79ff6e32a761 req-e6d1211a-c0bd-409a-bb35-c0c4d84b9739 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394745 Aug 16 01:54:15.044371 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.056302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8479c7d7-adff-4532-b43c-05119c1397c9']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:15.069929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c9ff05-d914-4170-a4e1-a1c1d50a4a31') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:15.070327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c9ff05-d914-4170-a4e1-a1c1d50a4a31') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:15.082103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.110466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.121863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:15.122291 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.132837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d83fc0-45b2-47f1-81d3-f37c0aeed4fc req-8d0ca942-acbf-401c-8204-23a04055f241 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.142551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95d83fc0-45b2-47f1-81d3-f37c0aeed4fc req-8d0ca942-acbf-401c-8204-23a04055f241 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 932 time: 0.0773787 Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:15.162356 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:15.192612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95d83fc0-45b2-47f1-81d3-f37c0aeed4fc req-d1991d96-d368-4d50-a815-30fba37a5753 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473657 Aug 16 01:54:15.193136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6bc363-55f2-43bc-9e48-3e9654b24b21 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:15.200101 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2d6c6cfa-321a-4b23-8143-36e8e88e49a0 tempest-DHCPAgentSchedulersTestJSON-2108924328 tempest-DHCPAgentSchedulersTestJSON-2108924328-project-admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2867584 Aug 16 01:54:15.203290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40062) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.206219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.208337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1892083352'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:15.219742 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.226737 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.230227 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8479c7d7-adff-4532-b43c-05119c1397c9 HTTP/1.1" status: 204 len: 168 time: 0.6165922 Aug 16 01:54:15.231364 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Transition to ACTIVE for port object 2d6bc363-55f2-43bc-9e48-3e9654b24b21 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:15.243169 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.247022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Made reservation on behalf of 7cd6c1d6efea4e27bf1caa88275cb13c for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:15.247859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45febbab-999f-438c-a0a8-7e5b3ca40e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=8479c7d7-adff-4532-b43c-05119c1397c9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:15.250710 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.288329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:54:15.299692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.299934 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Added segment d1c0e104-1696-4697-998c-f1769b2c1320 of type vlan for network 46849669-2e0a-4965-9bba-61c395ee4e76 Aug 16 01:54:15.334477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6bc363-55f2-43bc-9e48-3e9654b24b21,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:15.345097 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.386459 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.394464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.395061 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.396844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846e9f2-cb59-4c69-8170-afadc7790774 None None] Network fa36ddcc-48be-4896-9aba-644d3a2df81a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:15.399194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Attempting to bind port 2d6bc363-55f2-43bc-9e48-3e9654b24b21 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:15.399553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Attempting to bind port 2d6bc363-55f2-43bc-9e48-3e9654b24b21 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:15.400005 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Attempting to bind port 2d6bc363-55f2-43bc-9e48-3e9654b24b21 on network 5941b670-83ee-49b7-98d2-3c9fec059815 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:15.407396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Port 2d6bc363-55f2-43bc-9e48-3e9654b24b21 on network 5941b670-83ee-49b7-98d2-3c9fec059815 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:15.407670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Attempting to bind port 2d6bc363-55f2-43bc-9e48-3e9654b24b21 on network 5941b670-83ee-49b7-98d2-3c9fec059815 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:15.417750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:15.418169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Checking segment: {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:15.418564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Bound using segment: {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:15.419176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Bound port: 2d6bc363-55f2-43bc-9e48-3e9654b24b21, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a507296a-383c-47a8-8ab6-ca9920c844a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:15.419538 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.520665 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3093d47b-08f4-4f6a-a552-3c306d5c1ef6 None None] Provisioning for port cde8cec6-b8ac-4e58-888f-055a0a9d301d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:15.534498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Pushing event updated for resources: {'Network': ['ID=46849669-2e0a-4965-9bba-61c395ee4e76,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:15.537894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-44f75bc8-3f90-437c-a86c-b3d3f08c9dda tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3334060 Aug 16 01:54:15.540289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40068) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.552075 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 46849669-2e0a-4965-9bba-61c395ee4e76 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:54:15.556758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40070) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.566321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] For port 2d6bc363-55f2-43bc-9e48-3e9654b24b21, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:15.614154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] For port 2d6bc363-55f2-43bc-9e48-3e9654b24b21, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d6bc363-55f2-43bc-9e48-3e9654b24b21,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:15.622674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.754013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.755484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.757515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8cd2d5f4-4ddb-4264-afc2-09c5d2547202 tempest-DHCPAgentSchedulersTestJSON-2108924328 tempest-DHCPAgentSchedulersTestJSON-2108924328-project-admin] 10.222.0.79 "GET /v2.0/agents/46f8c153-58cd-46c9-8543-740c88b26b2b/dhcp-networks HTTP/1.1" status: 200 len: 8864 time: 0.2159612 Aug 16 01:54:15.758215 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] 10.222.0.89 "PUT /v2.0/ports/2d6bc363-55f2-43bc-9e48-3e9654b24b21 HTTP/1.1" status: 200 len: 1093 time: 1.8182259 Aug 16 01:54:15.758661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40074) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.759630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2112ef10-001c-4ecf-af79-4517c776a4e8', 'tag': '2d6bc363-55f2-43bc-9e48-3e9654b24b21'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:15.774953 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191566c9-c055-4c38-bc86-e5fe98ca9af5" -d '{"events": [{"name": "network-changed", "server_uuid": "2112ef10-001c-4ecf-af79-4517c776a4e8", "tag": "2d6bc363-55f2-43bc-9e48-3e9654b24b21"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:15.786811 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f5f0ce31-0231-49f1-99b6-cb5cec9c2121 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5e442b2f90124c2986aa793acf236a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274861 Aug 16 01:54:15.796940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40080) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.880264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b6da2-7e19-45ff-9804-4e65a22df684 tempest-DHCPAgentSchedulersTestJSON-2108924328 tempest-DHCPAgentSchedulersTestJSON-2108924328-project-admin] Network 46849669-2e0a-4965-9bba-61c395ee4e76 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:54:15.882382 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e6542b-f74a-4adb-945f-f360c5504eb7 x-openstack-request-id: req-20e6542b-f74a-4adb-945f-f360c5504eb7 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:15.882670 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2112ef10-001c-4ecf-af79-4517c776a4e8", "tag": "2d6bc363-55f2-43bc-9e48-3e9654b24b21", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:15.882924 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20e6542b-f74a-4adb-945f-f360c5504eb7 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:15.883321 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2112ef10-001c-4ecf-af79-4517c776a4e8', 'tag': '2d6bc363-55f2-43bc-9e48-3e9654b24b21', 'status': 'completed', 'code': 200} Aug 16 01:54:15.900620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-096b6da2-7e19-45ff-9804-4e65a22df684 tempest-DHCPAgentSchedulersTestJSON-2108924328 tempest-DHCPAgentSchedulersTestJSON-2108924328-project-admin] 10.222.0.79 "POST /v2.0/agents/46f8c153-58cd-46c9-8543-740c88b26b2b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1406760 Aug 16 01:54:15.902265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40082) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.936601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7755d2e-5ab0-4c90-b6fb-f0dd879c41d2 None None] Network 46849669-2e0a-4965-9bba-61c395ee4e76 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:15.942148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9d1b7-0452-4ab9-a645-0099ca34dc61 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6bc363-55f2-43bc-9e48-3e9654b24b21,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:15.968249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-e0980ea7-07f7-4d66-bc41-394dd7a798ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.969827 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-e0980ea7-07f7-4d66-bc41-394dd7a798ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 1096 time: 0.1389842 Aug 16 01:54:15.990881 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d60e137-35f6-42b5-9789-2ddc027340b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.023490 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-5d807f4e-55e6-457d-bb2a-f6830de1b7bb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d6bc363-55f2-43bc-9e48-3e9654b24b21 HTTP/1.1" status: 200 len: 217 time: 0.0443001 Aug 16 01:54:16.069204 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d60e137-35f6-42b5-9789-2ddc027340b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.110715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:16.133890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a2fcf421-45cd-46aa-9397-26ea6b63ed93 tempest-DHCPAgentSchedulersTestJSON-2108924328 tempest-DHCPAgentSchedulersTestJSON-2108924328-project-admin] 10.222.0.79 "GET /v2.0/agents/46f8c153-58cd-46c9-8543-740c88b26b2b/dhcp-networks HTTP/1.1" status: 200 len: 9635 time: 0.2295797 Aug 16 01:54:16.136221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40088) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:16.139558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:16.140436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b4f7ea3f-5a2c-48fe-a4b1-cc49dc67dd03 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:16.144538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-27a6f9d3-6ef8-4fed-8e2a-008b5d092765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:16.147540 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-27a6f9d3-6ef8-4fed-8e2a-008b5d092765 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd1345f9-5c91-462e-8008-7479b1756a0e HTTP/1.1" status: 200 len: 844 time: 0.1161926 Aug 16 01:54:16.192073 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-a1e226e8-ada8-46bc-8f00-da59d96b4c1a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5941b670-83ee-49b7-98d2-3c9fec059815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363197 Aug 16 01:54:16.224107 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d60e137-35f6-42b5-9789-2ddc027340b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.227000 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d60e137-35f6-42b5-9789-2ddc027340b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.228413 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3d60e137-35f6-42b5-9789-2ddc027340b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4abed18-419e-49d5-8346-547105e8d11d HTTP/1.1" status: 204 len: 168 time: 0.4133542 Aug 16 01:54:16.346780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a737-5aa4-47f7-8e1d-8395bb33848a req-536a3bbb-f7a7-4172-83e0-0fe902c71dc9 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:16.358465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60e137-35f6-42b5-9789-2ddc027340b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4abed18-419e-49d5-8346-547105e8d11d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:16.359148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8219a737-5aa4-47f7-8e1d-8395bb33848a req-536a3bbb-f7a7-4172-83e0-0fe902c71dc9 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.2194338 Aug 16 01:54:16.423073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device cde8cec6-b8ac-4e58-888f-055a0a9d301d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:16.457380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-aca87962-7056-4d24-b417-26f8d5996488 tempest-DHCPAgentSchedulersTestJSON-2108924328 tempest-DHCPAgentSchedulersTestJSON-2108924328-project-admin] 10.222.0.79 "DELETE /v2.0/agents/46f8c153-58cd-46c9-8543-740c88b26b2b/dhcp-networks/46849669-2e0a-4965-9bba-61c395ee4e76 HTTP/1.1" status: 204 len: 168 time: 0.3033767 Aug 16 01:54:16.459310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40094) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:16.481256 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-7d1af219-c8cc-4880-9ca1-47170fe32a8c service neutron] 10.222.0.89 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805815 Aug 16 01:54:16.530930 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8219a737-5aa4-47f7-8e1d-8395bb33848a req-9f9149e0-d95c-4fee-831b-da7e14f43789 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678944 Aug 16 01:54:16.553507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port cde8cec6-b8ac-4e58-888f-055a0a9d301d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:16.556185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port cde8cec6-b8ac-4e58-888f-055a0a9d301d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:16.556564 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.715625 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e42af50a-01dc-4cfa-823e-bbafc991e6f2 req-96222a82-11cd-4d7c-ab4f-7a0a17fd6b2d service neutron] 10.222.0.89 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263014 Aug 16 01:54:16.831662 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.869343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191566c9-c055-4c38-bc86-e5fe98ca9af5 req-60cc0f50-dcdf-4d4d-ba62-04980908da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:16.873872 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-191566c9-c055-4c38-bc86-e5fe98ca9af5 req-60cc0f50-dcdf-4d4d-ba62-04980908da05 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b041827b0cf84f83ae8597d51d79487b&device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 1096 time: 0.0854766 Aug 16 01:54:16.896017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40102) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:16.990689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port cde8cec6-b8ac-4e58-888f-055a0a9d301d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cde8cec6-b8ac-4e58-888f-055a0a9d301d,segment=NetworkSegment(7ffdbcca-680a-4400-b8b7-af6cd8892294),segment_id=7ffdbcca-680a-4400-b8b7-af6cd8892294)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:17.004817 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-63411dbc-6e39-4ee8-b5ba-5885d3c78152 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f404667e8f7749fe886293cf95e34662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068084 Aug 16 01:54:17.007894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40106) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.011867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-381af523-225f-4718-8f2c-e82a4a72189b None None] Provisioning complete for port cde8cec6-b8ac-4e58-888f-055a0a9d301d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:17.012432 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-381af523-225f-4718-8f2c-e82a4a72189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.015224 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.098910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191566c9-c055-4c38-bc86-e5fe98ca9af5 req-2eeac4ff-1dfc-493d-9b3d-6678f500e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:17.100122 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-191566c9-c055-4c38-bc86-e5fe98ca9af5 req-2eeac4ff-1dfc-493d-9b3d-6678f500e9f4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 200 len: 905 time: 0.2175674 Aug 16 01:54:17.110341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc8409-35fb-4697-9a9e-50b8684b2215 req-3d05a867-8d9c-4592-b76e-c8ed61feacd0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:17.118476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37cc8409-35fb-4697-9a9e-50b8684b2215 req-3d05a867-8d9c-4592-b76e-c8ed61feacd0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 944 time: 0.7438393 Aug 16 01:54:17.187122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37cc8409-35fb-4697-9a9e-50b8684b2215 req-89523546-d245-40cd-906b-0e52cd5b698b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675871 Aug 16 01:54:17.187762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=cde8cec6-b8ac-4e58-888f-055a0a9d301d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:17.224599 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-191566c9-c055-4c38-bc86-e5fe98ca9af5 req-30c9f55c-bef9-41b9-ad27-e4ee29b822c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d6bc363-55f2-43bc-9e48-3e9654b24b21 HTTP/1.1" status: 200 len: 217 time: 0.1155384 Aug 16 01:54:17.285983 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc890bd0-d987-4a3d-bf5a-92fd0b537451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.309624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40110) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.310003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-295efdc2-eba1-4de0-995d-9bad18f78e7e tempest-DHCPAgentSchedulersTestJSON-2108924328 tempest-DHCPAgentSchedulersTestJSON-2108924328-project-admin] 10.222.0.79 "GET /v2.0/agents/46f8c153-58cd-46c9-8543-740c88b26b2b/dhcp-networks HTTP/1.1" status: 200 len: 8864 time: 0.8483350 Aug 16 01:54:17.328239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191566c9-c055-4c38-bc86-e5fe98ca9af5 req-0a069aae-e494-44c8-b37b-ba8acf6b02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:17.329750 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-191566c9-c055-4c38-bc86-e5fe98ca9af5 req-0a069aae-e494-44c8-b37b-ba8acf6b02b8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd1345f9-5c91-462e-8008-7479b1756a0e HTTP/1.1" status: 200 len: 844 time: 0.0949535 Aug 16 01:54:17.337521 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc890bd0-d987-4a3d-bf5a-92fd0b537451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.384610 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-191566c9-c055-4c38-bc86-e5fe98ca9af5 req-089462f4-2e99-4554-8244-09dd6105f08d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5941b670-83ee-49b7-98d2-3c9fec059815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443838 Aug 16 01:54:17.394872 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-00a3de88-463e-42f7-953d-7901d3d55ad4 tempest-DHCPAgentSchedulersTestJSON-2108924328 tempest-DHCPAgentSchedulersTestJSON-2108924328-project-admin] 10.222.0.79 "GET /v2.0/networks/fa36ddcc-48be-4896-9aba-644d3a2df81a/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0757239 Aug 16 01:54:17.396444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40112) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.409854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-58a47cce-ca10-4660-84bc-12ba397f8dad None None] Could not find standard attr ID for object 0aa2b16b-6b99-47e7-b1ec-31ce3d9c0626. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:54:17.432457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-24a56d9b-2e2c-4ac0-bb4f-a0c34063127b tempest-DHCPAgentSchedulersTestJSON-2108924328 tempest-DHCPAgentSchedulersTestJSON-2108924328-project-admin] 10.222.0.79 "GET /v2.0/networks/fa36ddcc-48be-4896-9aba-644d3a2df81a/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0338709 Aug 16 01:54:17.435368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40114) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.505223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc890bd0-d987-4a3d-bf5a-92fd0b537451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.506316 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc890bd0-d987-4a3d-bf5a-92fd0b537451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.509832 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fc890bd0-d987-4a3d-bf5a-92fd0b537451 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16d6050b-da92-4f5f-a79d-764905dc05c2 HTTP/1.1" status: 204 len: 168 time: 0.4985776 Aug 16 01:54:17.530780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc890bd0-d987-4a3d-bf5a-92fd0b537451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d6050b-da92-4f5f-a79d-764905dc05c2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:17.544884 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-191566c9-c055-4c38-bc86-e5fe98ca9af5 req-9919bf4b-f9f5-4d90-a990-89287802b771 service neutron] 10.222.0.89 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481600 Aug 16 01:54:17.620635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-65f87191-7c9e-4c50-a023-2a88a639aecc tempest-DHCPAgentSchedulersTestJSON-2108924328 tempest-DHCPAgentSchedulersTestJSON-2108924328-project-admin] 10.222.0.79 "GET /v2.0/agents/46f8c153-58cd-46c9-8543-740c88b26b2b/dhcp-networks HTTP/1.1" status: 200 len: 8864 time: 0.1839969 Aug 16 01:54:17.620931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40120) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.717436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6ae7e-9978-4329-8f74-ce66457bbd16 req-2ae9e018-32e8-4530-ad31-e2e3a63d9905 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:17.729091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83f6ae7e-9978-4329-8f74-ce66457bbd16 req-2ae9e018-32e8-4530-ad31-e2e3a63d9905 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1016884 Aug 16 01:54:17.742238 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-191566c9-c055-4c38-bc86-e5fe98ca9af5 req-e5f42363-c706-49de-893b-202747ba55e6 service neutron] 10.222.0.89 "GET /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886647 Aug 16 01:54:17.748547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.785768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83f6ae7e-9978-4329-8f74-ce66457bbd16 req-d86aeaf2-73b8-4c04-bc4f-6c4591ac04eb tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555096 Aug 16 01:54:17.871206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.882388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46849669-2e0a-4965-9bba-61c395ee4e76']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:17.894356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c0e104-1696-4697-998c-f1769b2c1320') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:17.894802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c0e104-1696-4697-998c-f1769b2c1320') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:17.910536 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.921475 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.928749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:17.929360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:17.933042 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:18.026635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.044967 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.049275 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] 10.222.0.79 "DELETE /v2.0/networks/46849669-2e0a-4965-9bba-61c395ee4e76 HTTP/1.1" status: 204 len: 168 time: 0.4253368 Aug 16 01:54:18.049730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40132) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:18.062577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dacff5-dd20-4704-978b-6327f5d5f63a tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Pushing event deleted for resources: {'Network': ['ID=46849669-2e0a-4965-9bba-61c395ee4e76,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.086968 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-1662d5b0-6f23-4f48-a70f-6fcc95632419 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] DELETE failed (client error): The resource could not be found. Aug 16 01:54:18.088631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1662d5b0-6f23-4f48-a70f-6fcc95632419 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:54:18.094595 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40136) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:18.108484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.118166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1662d5b0-6f23-4f48-a70f-6fcc95632419 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] 10.222.0.79 "DELETE /v2.0/ports/0aa2b16b-6b99-47e7-b1ec-31ce3d9c0626 HTTP/1.1" status: 404 len: 333 time: 0.0673151 Aug 16 01:54:18.172486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4db9b77-2366-4254-86f5-894128214816 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Deleting subnet f25350e2-3fa0-477c-9f66-d9807891cd9b {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:18.176379 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4db9b77-2366-4254-86f5-894128214816 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.226860 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4db9b77-2366-4254-86f5-894128214816 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.280483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device cde8cec6-b8ac-4e58-888f-055a0a9d301d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:18.358318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4db9b77-2366-4254-86f5-894128214816 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.361321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port cde8cec6-b8ac-4e58-888f-055a0a9d301d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:18.364129 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.374014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0761f-ccc9-4806-ad38-2c8da5eb09c0 req-06aff6ed-e647-4184-b56c-15474ae33dbd tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.375783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37b0761f-ccc9-4806-ad38-2c8da5eb09c0 req-06aff6ed-e647-4184-b56c-15474ae33dbd tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 944 time: 0.1038177 Aug 16 01:54:18.446751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4db9b77-2366-4254-86f5-894128214816 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.454267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37b0761f-ccc9-4806-ad38-2c8da5eb09c0 req-5cf463c7-4ce7-4075-aa40-128a8869d98b tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649464 Aug 16 01:54:18.485014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db9b77-2366-4254-86f5-894128214816 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Pushing event deleted for resources: {'Subnet': ['ID=f25350e2-3fa0-477c-9f66-d9807891cd9b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.487403 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4db9b77-2366-4254-86f5-894128214816 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.489395 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f4db9b77-2366-4254-86f5-894128214816 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] 10.222.0.79 "DELETE /v2.0/subnets/f25350e2-3fa0-477c-9f66-d9807891cd9b HTTP/1.1" status: 204 len: 168 time: 0.3937867 Aug 16 01:54:18.492437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40152) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:18.513884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52229188-e940-408e-b419-1c45200d637c None None] Network fa36ddcc-48be-4896-9aba-644d3a2df81a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:18.584489 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.653160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Deleting port cde8cec6-b8ac-4e58-888f-055a0a9d301d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:18.653846 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.662940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40156) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:18.731148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] For port cde8cec6-b8ac-4e58-888f-055a0a9d301d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cde8cec6-b8ac-4e58-888f-055a0a9d301d,segment=NetworkSegment(7ffdbcca-680a-4400-b8b7-af6cd8892294),segment_id=7ffdbcca-680a-4400-b8b7-af6cd8892294)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:18.731539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.749144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Calling delete_port for cde8cec6-b8ac-4e58-888f-055a0a9d301d owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:18.754360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9372d1e4-c409-4b5d-9b0d-00fedbbb5e38 None None] DHCP port deletion for fa36ddcc-48be-4896-9aba-644d3a2df81a request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:54:18.790334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-892043630-network', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:18.802730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9372d1e4-c409-4b5d-9b0d-00fedbbb5e38 None None] Deleting port cde8cec6-b8ac-4e58-888f-055a0a9d301d {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:18.803270 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9372d1e4-c409-4b5d-9b0d-00fedbbb5e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.816216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Made reservation on behalf of d6fa05128b944ae5bfa85f33052fcc55 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:18.818564 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.831995 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.865246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.904877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9372d1e4-c409-4b5d-9b0d-00fedbbb5e38 None None] For port cde8cec6-b8ac-4e58-888f-055a0a9d301d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cde8cec6-b8ac-4e58-888f-055a0a9d301d,segment=NetworkSegment(7ffdbcca-680a-4400-b8b7-af6cd8892294),segment_id=7ffdbcca-680a-4400-b8b7-af6cd8892294)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:18.905516 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9372d1e4-c409-4b5d-9b0d-00fedbbb5e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.906185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Pushing event deleted for resources: {'Port': ['ID=cde8cec6-b8ac-4e58-888f-055a0a9d301d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.910286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] No DVR routers for this DVR port cde8cec6-b8ac-4e58-888f-055a0a9d301d on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:18.930190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9372d1e4-c409-4b5d-9b0d-00fedbbb5e38 None None] Calling delete_port for cde8cec6-b8ac-4e58-888f-055a0a9d301d owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:18.966380 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.971517 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.005769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe920657-8f20-4738-a7e0-07eb13cf17eb,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:19.009714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237acd7-b244-4538-8316-7c4e9ccd5d47 req-79613bcd-8c39-4c87-b0ea-ccca1a48e8b9 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.011326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a237acd7-b244-4538-8316-7c4e9ccd5d47 req-79613bcd-8c39-4c87-b0ea-ccca1a48e8b9 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1579285 Aug 16 01:54:19.015722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:54:19.029076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.029641 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Added segment c3ec2ad1-c294-4be8-a0e8-2a2b734e9206 of type vlan for network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d Aug 16 01:54:19.030372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.051955 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9372d1e4-c409-4b5d-9b0d-00fedbbb5e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.058119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa36ddcc-48be-4896-9aba-644d3a2df81a']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:19.084371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffdbcca-680a-4400-b8b7-af6cd8892294') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:19.085687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffdbcca-680a-4400-b8b7-af6cd8892294') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:19.096688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.096931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372d1e4-c409-4b5d-9b0d-00fedbbb5e38 None None] Pushing event deleted for resources: {'Port': ['ID=cde8cec6-b8ac-4e58-888f-055a0a9d301d,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:19.109952 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.114060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9372d1e4-c409-4b5d-9b0d-00fedbbb5e38 None None] No DVR routers for this DVR port cde8cec6-b8ac-4e58-888f-055a0a9d301d on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:19.121657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a237acd7-b244-4538-8316-7c4e9ccd5d47 req-0a724b25-44c9-46e2-81c8-628c105ba8b3 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985603 Aug 16 01:54:19.146351 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.151112 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.152211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.152856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.155617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:19.156188 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:19.160738 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:19.220168 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5559561 Aug 16 01:54:19.226655 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40168) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:19.234377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] Request body: {'subnet': {'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-subnet', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:19.249760 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.260400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb20461-ffa5-406f-b58e-3adb4945bcb5 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:19.267846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] Made reservation on behalf of d6fa05128b944ae5bfa85f33052fcc55 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:19.270562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.271464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:54:19.278891 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.283334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] 10.222.0.79 "DELETE /v2.0/networks/fa36ddcc-48be-4896-9aba-644d3a2df81a HTTP/1.1" status: 204 len: 168 time: 0.7873702 Aug 16 01:54:19.284524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c2d96-41b9-4692-84f6-6fc067953497 tempest-DHCPAgentSchedulersTestJSON-1778813967 tempest-DHCPAgentSchedulersTestJSON-1778813967-project] Pushing event deleted for resources: {'Network': ['ID=fa36ddcc-48be-4896-9aba-644d3a2df81a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:19.527664 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.608672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c032-76c2-4e25-bdf2-91bfe9891232 req-a5a0edc6-67e5-4560-9eaa-c35ab907a609 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.617497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1b0c032-76c2-4e25-bdf2-91bfe9891232 req-a5a0edc6-67e5-4560-9eaa-c35ab907a609 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 944 time: 0.0709903 Aug 16 01:54:19.617715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40182) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:19.656096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=494d3a48-b88b-42c4-b4c2-5c929904a75d,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:19.666188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1b0c032-76c2-4e25-bdf2-91bfe9891232 req-fdc36dcc-64e7-4e8e-a889-abcf62d07303 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475712 Aug 16 01:54:19.669754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] Checking segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:19.670209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] Network hostable DHCP agents. Network: 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:54:19.705351 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] Network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:54:19.718464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:19.724116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.725193 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.743757 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f73c73-ad6e-48ea-a202-9edf19814471 None None] Network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:19.752401 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cd2ebdd6-8191-4fc9-9226-50b79ef04f08 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5246425 Aug 16 01:54:19.755440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40204) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:19.772579 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:19.836408 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.836995 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.899743 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d521a436-9ccd-4216-b93f-0bdc0ab27be3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7cd6c1d6efea4e27bf1caa88275cb13c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784758 Aug 16 01:54:19.902816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40222) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:19.959048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.987577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:54:19.989297 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.043209 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.097535 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.181433 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.185698 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.189348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91920e13-0051-413f-9193-f853f38efc27 HTTP/1.1" status: 204 len: 168 time: 0.2847271 Aug 16 01:54:20.254142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91920e13-0051-413f-9193-f853f38efc27,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.281087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Allocated IP 172.20.0.2 (8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d/494d3a48-b88b-42c4-b4c2-5c929904a75d/2d3ab240-a577-4cc6-b7e0-72d1bc3499d0) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:20.309338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.310175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.310995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.311570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.312246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.312968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.314247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.314835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.315428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.316154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.317514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.318129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c9813-a0ca-4a7e-bd40-38432d72b0db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.416553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device cde8cec6-b8ac-4e58-888f-055a0a9d301d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:20.429311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c9992-3d22-4646-87c0-cad62b55d61f req-d6365205-10d3-4363-9238-1c8f1fc847a4 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.433735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e95c9992-3d22-4646-87c0-cad62b55d61f req-d6365205-10d3-4363-9238-1c8f1fc847a4 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1644783 Aug 16 01:54:20.532504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: cde8cec6-b8ac-4e58-888f-055a0a9d301d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:20.532855 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device cde8cec6-b8ac-4e58-888f-055a0a9d301d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:20.556912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e95c9992-3d22-4646-87c0-cad62b55d61f req-a8f100d7-5ebf-4d3c-8a18-25bc36f13f17 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159019 Aug 16 01:54:20.672709 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.680397 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.693393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Transition to ACTIVE for port object 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:20.717428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Transition to ACTIVE for port object 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:20.744070 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.804166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:20.811213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40274) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:20.812000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:20.816426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:20.826133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Pushing event updated for resources: {'Port': ['ID=2d3ab240-a577-4cc6-b7e0-72d1bc3499d0,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.833936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0f70-b227-4511-9d19-e60af8682bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.841189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7d3a9-9929-47c6-837e-f53c795390df req-6dc679e2-c27b-4861-9fdb-aa8cb7df35f0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.851158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdd7d3a9-9929-47c6-837e-f53c795390df req-6dc679e2-c27b-4861-9fdb-aa8cb7df35f0 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 944 time: 0.0783398 Aug 16 01:54:20.897794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdd7d3a9-9929-47c6-837e-f53c795390df req-4b987642-e029-411f-9a42-3fd164682c71 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469105 Aug 16 01:54:20.924091 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Attempting to bind port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:20.924444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Attempting to bind port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:20.924906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Attempting to bind port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:20.931326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:20.931704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Checking segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:20.932132 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.932596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Bound using segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:20.933194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Bound port: 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:20.933572 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.990370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d6bc363-55f2-43bc-9e48-3e9654b24b21 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:21.021197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] For port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:21.025976 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] For port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2d3ab240-a577-4cc6-b7e0-72d1bc3499d0,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:21.044505 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.045735 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.075448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.185236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685a67-e314-4941-9d22-a4734356f6be None None] Pushing event updated for resources: {'Port': ['ID=2d3ab240-a577-4cc6-b7e0-72d1bc3499d0,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.194008 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0f70-b227-4511-9d19-e60af8682bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.200690 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0f70-b227-4511-9d19-e60af8682bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.206640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d6bc363-55f2-43bc-9e48-3e9654b24b21, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d6bc363-55f2-43bc-9e48-3e9654b24b21,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:21.222547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '2d6bc363-55f2-43bc-9e48-3e9654b24b21', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'port_id': '2d6bc363-55f2-43bc-9e48-3e9654b24b21', 'mac_address': 'fa:16:3e:0b:8a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1345f9-5c91-462e-8008-7479b1756a0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:21.279678 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.280236 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fdbe0f70-b227-4511-9d19-e60af8682bd1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad34d3ba3a02447e822fa7c6c2814f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654949 Aug 16 01:54:21.283183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40278) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:21.284124 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe0f70-b227-4511-9d19-e60af8682bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4102918-23c9-498f-b09e-e0439c756996,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.294723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6bc363-55f2-43bc-9e48-3e9654b24b21 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:21.306227 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Allocated IP 172.25.2.109 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/829da9ff-68f8-4a82-8603-f72f3febc56d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:21.323367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d6bc363-55f2-43bc-9e48-3e9654b24b21, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d6bc363-55f2-43bc-9e48-3e9654b24b21,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:21.330144 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.408967 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ed398a-2fd4-4459-be65-8fe45d59cf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.415433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d6bc363-55f2-43bc-9e48-3e9654b24b21,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.484594 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ed398a-2fd4-4459-be65-8fe45d59cf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.513102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.569139 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.571942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ed398a-2fd4-4459-be65-8fe45d59cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.575311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ed398a-2fd4-4459-be65-8fe45d59cf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.577459 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-52ed398a-2fd4-4459-be65-8fe45d59cf9d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4102918-23c9-498f-b09e-e0439c756996 HTTP/1.1" status: 204 len: 168 time: 0.2927394 Aug 16 01:54:21.587480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed398a-2fd4-4459-be65-8fe45d59cf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4102918-23c9-498f-b09e-e0439c756996,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.628202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:21.630779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2d6bc363-55f2-43bc-9e48-3e9654b24b21'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:21.635402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:21.639377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:21.668650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Pushing event updated for resources: {'Port': ['ID=829da9ff-68f8-4a82-8603-f72f3febc56d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.776885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a00d33-7e90-4aee-8109-912867a1feb8 req-444d1960-b4e4-45f9-8212-894287a6b669 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.787437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9a00d33-7e90-4aee-8109-912867a1feb8 req-444d1960-b4e4-45f9-8212-894287a6b669 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1022661 Aug 16 01:54:21.855444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9a00d33-7e90-4aee-8109-912867a1feb8 req-b4880264-d300-4119-9430-4c6379e2485f tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671895 Aug 16 01:54:22.011272 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.058801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8f434-0134-44ec-969f-fadb3e2030c3 req-52827565-f4b5-4492-bb26-1e0e997a8523 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.067999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1e8f434-0134-44ec-969f-fadb3e2030c3 req-52827565-f4b5-4492-bb26-1e0e997a8523 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 945 time: 0.0830331 Aug 16 01:54:22.129903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1e8f434-0134-44ec-969f-fadb3e2030c3 req-74973982-a397-4aae-ab01-1fcea92841cf tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616903 Aug 16 01:54:22.346854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:22.389347 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.423435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:22.594604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Router 5b30162e-8577-409e-afec-a5d842e3babb is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:54:22.636662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c84d776-5c0f-4c48-a225-ec8cd888399a None None] Network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:22.747964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:22.753624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6e1c7073-7423-4bf8-9bd6-177c916869dc None None] Provisioning for port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:22.764351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Sync routers for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:22.769856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6e1c7073-7423-4bf8-9bd6-177c916869dc None None] Provisioning complete for port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:22.770231 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7073-7423-4bf8-9bd6-177c916869dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.779332 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.783389 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-28459b1b-8194-4162-a313-95f9f43c549b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0241792 Aug 16 01:54:22.783795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40320) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:22.856015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:22.856775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:23.068251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2dcec-0f8f-4c5e-988e-7d843937480a req-aa2f5e0f-3209-4c57-acd5-90d7a225631e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.076202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76e2dcec-0f8f-4c5e-988e-7d843937480a req-aa2f5e0f-3209-4c57-acd5-90d7a225631e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1286631 Aug 16 01:54:23.141734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d6bc363-55f2-43bc-9e48-3e9654b24b21 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:23.165683 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-51cdfab8-3564-48b4-98c8-400c30608528 req-282e8d61-4ee4-41e3-930d-17866bd2f1c9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0715189 Aug 16 01:54:23.173127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76e2dcec-0f8f-4c5e-988e-7d843937480a req-34996c37-0a27-4c95-ad4b-40218827d166 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955117 Aug 16 01:54:23.309545 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7073-7423-4bf8-9bd6-177c916869dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.319789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:23.337167 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdfab8-3564-48b4-98c8-400c30608528 req-86f823d8-7726-4bc5-9128-9d3831b2172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.342206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-51cdfab8-3564-48b4-98c8-400c30608528 req-86f823d8-7726-4bc5-9128-9d3831b2172f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 1097 time: 0.1282208 Aug 16 01:54:23.436009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e779ea-601b-428e-aecf-fd07cefd85f9 req-217bfb78-23fe-4bbb-90c8-6b40ee4f630e tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.445497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87e779ea-601b-428e-aecf-fd07cefd85f9 req-217bfb78-23fe-4bbb-90c8-6b40ee4f630e tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 945 time: 0.1911998 Aug 16 01:54:23.504775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6e1c7073-7423-4bf8-9bd6-177c916869dc None None] For port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2d3ab240-a577-4cc6-b7e0-72d1bc3499d0,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:23.512030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 2d6bc363-55f2-43bc-9e48-3e9654b24b21 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:23.529644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdfab8-3564-48b4-98c8-400c30608528 req-bb33a001-c7ac-4da5-8801-dbd4faf3b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.533993 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-51cdfab8-3564-48b4-98c8-400c30608528 req-bb33a001-c7ac-4da5-8801-dbd4faf3b751 service neutron] 10.222.0.84 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.1686840 Aug 16 01:54:23.611465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87e779ea-601b-428e-aecf-fd07cefd85f9 req-8e03f4f2-a210-494f-92b1-6e1a8702412c tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605704 Aug 16 01:54:23.634322 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-51cdfab8-3564-48b4-98c8-400c30608528 req-c770b594-e996-4615-a98b-9dc1ada9043a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058 HTTP/1.1" status: 200 len: 217 time: 0.0908175 Aug 16 01:54:23.697322 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7073-7423-4bf8-9bd6-177c916869dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.737337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 2d6bc363-55f2-43bc-9e48-3e9654b24b21 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:23.737718 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.775057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdfab8-3564-48b4-98c8-400c30608528 req-1876be69-5ca1-48c0-9cbc-2abd05e7fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.777704 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.783261 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-51cdfab8-3564-48b4-98c8-400c30608528 req-1876be69-5ca1-48c0-9cbc-2abd05e7fc56 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.1313982 Aug 16 01:54:23.857655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2c427611-bba4-47ef-8b8d-93ca30f13b00 None None] Provisioning complete for port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:23.858042 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2c427611-bba4-47ef-8b8d-93ca30f13b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.858588 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-51cdfab8-3564-48b4-98c8-400c30608528 req-d17a898c-bbec-496d-aed3-9d156db5e6f5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660141 Aug 16 01:54:23.920540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c7073-7423-4bf8-9bd6-177c916869dc None None] Pushing event updated for resources: {'Port': ['ID=2d3ab240-a577-4cc6-b7e0-72d1bc3499d0,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:23.953532 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.980289 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-51cdfab8-3564-48b4-98c8-400c30608528 req-fffaf1a2-6dcc-48d6-8b35-092e15c8a50f service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054153 Aug 16 01:54:23.983878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2112ef10-001c-4ecf-af79-4517c776a4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6bc363-55f2-43bc-9e48-3e9654b24b21'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:23.986196 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147992f0-7802-428b-86aa-e4172c452d23" -d '{"events": [{"server_uuid": "2112ef10-001c-4ecf-af79-4517c776a4e8", "name": "network-vif-plugged", "status": "completed", "tag": "2d6bc363-55f2-43bc-9e48-3e9654b24b21"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:24.001308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:21Z', 'revision_number': 3, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:24.032290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d6bc363-55f2-43bc-9e48-3e9654b24b21, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d6bc363-55f2-43bc-9e48-3e9654b24b21,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:24.033768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Checking router: 5b30162e-8577-409e-afec-a5d842e3babb for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:24.034102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Updating router 5b30162e-8577-409e-afec-a5d842e3babb port 829da9ff-68f8-4a82-8603-f72f3febc56d binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:54:24.062497 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb276e10-dff2-4307-8db0-6ff597e1eb5b x-openstack-request-id: req-fb276e10-dff2-4307-8db0-6ff597e1eb5b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:24.062844 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2112ef10-001c-4ecf-af79-4517c776a4e8", "name": "network-vif-plugged", "status": "completed", "tag": "2d6bc363-55f2-43bc-9e48-3e9654b24b21", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:24.063069 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fb276e10-dff2-4307-8db0-6ff597e1eb5b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:24.063424 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2112ef10-001c-4ecf-af79-4517c776a4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6bc363-55f2-43bc-9e48-3e9654b24b21', 'code': 200} Aug 16 01:54:24.068845 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.080880 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-51cdfab8-3564-48b4-98c8-400c30608528 req-7b6c6b41-8801-4e0f-b14d-842acc112d01 service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926361 Aug 16 01:54:24.105007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Allocated IP 172.20.0.1 (8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d/494d3a48-b88b-42c4-b4c2-5c929904a75d/fb670e14-854f-4abc-b4fd-723aee8f7da9) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:24.133396 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.242554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d6bc363-55f2-43bc-9e48-3e9654b24b21,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.288139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb71f95-741f-4e3a-b112-c0a00ddac92e req-aad3063d-b449-4c84-b6cf-710b28db1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.292698 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1bb71f95-741f-4e3a-b112-c0a00ddac92e req-aad3063d-b449-4c84-b6cf-710b28db1740 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 1098 time: 0.1470594 Aug 16 01:54:24.319470 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.344564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:24.354817 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1bb71f95-741f-4e3a-b112-c0a00ddac92e req-d5e02e35-d9d7-49e8-8869-89e8ce1f2c91 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547647 Aug 16 01:54:24.356076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Transition to ACTIVE for port object fb670e14-854f-4abc-b4fd-723aee8f7da9 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:24.377650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c839eee-ed8f-48a1-ade7-545757c93c21 req-fbf95763-1657-4767-a603-c9a4cd09d319 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.385936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c839eee-ed8f-48a1-ade7-545757c93c21 req-fbf95763-1657-4767-a603-c9a4cd09d319 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.0815170 Aug 16 01:54:24.498719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c839eee-ed8f-48a1-ade7-545757c93c21 req-62f39ed6-06f0-4d26-92e9-dc8b35b827ca tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118042 Aug 16 01:54:24.507539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.528833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:24.529452 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.555223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:24.558162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:24.565256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:24.601094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Pushing event updated for resources: {'Port': ['ID=fb670e14-854f-4abc-b4fd-723aee8f7da9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.627981 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.649324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40368) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:24.749903 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.762248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Transition to ACTIVE for port object 829da9ff-68f8-4a82-8603-f72f3febc56d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:24.771006 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.855153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087439d-52f6-48a9-8877-812869cd1844 None None] Pushing event updated for resources: {'Port': ['ID=829da9ff-68f8-4a82-8603-f72f3febc56d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.858728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Attempting to bind port 829da9ff-68f8-4a82-8603-f72f3febc56d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:24.859124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Attempting to bind port 829da9ff-68f8-4a82-8603-f72f3febc56d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:24.859486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Attempting to bind port 829da9ff-68f8-4a82-8603-f72f3febc56d on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:24.866088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:24.866583 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:24.867047 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.868234 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:24.868234 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Bound port: 829da9ff-68f8-4a82-8603-f72f3febc56d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:24.868514 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.919143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834666d-e7ce-4092-b58e-fd0ce9240c63 req-1c449cf6-80fe-45bb-aca0-02a0dd5b2aa2 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.920664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b834666d-e7ce-4092-b58e-fd0ce9240c63 req-1c449cf6-80fe-45bb-aca0-02a0dd5b2aa2 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 946 time: 0.1412506 Aug 16 01:54:24.968740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] For port 829da9ff-68f8-4a82-8603-f72f3febc56d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:24.972919 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] For port 829da9ff-68f8-4a82-8603-f72f3febc56d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=829da9ff-68f8-4a82-8603-f72f3febc56d,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:24.978695 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.980062 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.993166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:25.018966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.037984 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b834666d-e7ce-4092-b58e-fd0ce9240c63 req-9a430429-65e9-4702-8685-cb46ab663b7e tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016657 Aug 16 01:54:25.050061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087439d-52f6-48a9-8877-812869cd1844 None None] Pushing event updated for resources: {'Port': ['ID=829da9ff-68f8-4a82-8603-f72f3febc56d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:25.076836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3fa24b58-2afe-4c82-a949-e3c73293cc07 None None] Provisioning for port fb670e14-854f-4abc-b4fd-723aee8f7da9 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:25.081702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3fa24b58-2afe-4c82-a949-e3c73293cc07 None None] Provisioning complete for port fb670e14-854f-4abc-b4fd-723aee8f7da9 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:25.082063 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3fa24b58-2afe-4c82-a949-e3c73293cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.084779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:25.085108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:25.168012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3fa24b58-2afe-4c82-a949-e3c73293cc07 None None] Port fb670e14-854f-4abc-b4fd-723aee8f7da9 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:25.169543 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.245466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:25.253059 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.260120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.330966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Allocated IP 172.25.2.154 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/8b776faf-a846-4a9f-83a0-a9f4cffc29a3) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:25.345405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.348461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Pushing event updated for resources: {'Port': ['ID=fb670e14-854f-4abc-b4fd-723aee8f7da9,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:25.469756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:25.471568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:25.494662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.542788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 1, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:25.583574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad73df3-305c-4182-882a-39e70e71d5a5 None None] The sync data for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 is: [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 1, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:25.601796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.661386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:25.676153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:25.680632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:25.685740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Router 5b30162e-8577-409e-afec-a5d842e3babb has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:25.698628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849227a-b6d7-482b-9cb1-1341508727b0 req-0334f7e5-dd88-4b45-a68f-a66d1d0500f5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:25.700212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9849227a-b6d7-482b-9cb1-1341508727b0 req-0334f7e5-dd88-4b45-a68f-a66d1d0500f5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1011047 Aug 16 01:54:25.729914 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event updated for resources: {'Port': ['ID=8b776faf-a846-4a9f-83a0-a9f4cffc29a3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:25.743433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.743776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.744114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.744454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.744830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.745544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.745899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.746223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.746553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.746883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.747204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.747527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:25.802292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9849227a-b6d7-482b-9cb1-1341508727b0 req-1af50b40-0377-491d-96c5-c00161ebd377 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869470 Aug 16 01:54:25.873752 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.890267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:25.907308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a3d8616d-b3e9-4fe8-957d-0be9824aaa15 admin admin] 10.222.0.79 "PUT /v2.0/routers/5b30162e-8577-409e-afec-a5d842e3babb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1215720 Aug 16 01:54:25.943388 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.958290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9112887a-5082-448e-b406-cd73b1f18a77 None None] Provisioning complete for port fb670e14-854f-4abc-b4fd-723aee8f7da9 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:25.959841 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9112887a-5082-448e-b406-cd73b1f18a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.027734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9112887a-5082-448e-b406-cd73b1f18a77 None None] Port fb670e14-854f-4abc-b4fd-723aee8f7da9 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:26.169521 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.175850 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.220520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab17fd3-9f6c-4354-b546-7351e1b4537d req-80e12e42-d51b-4874-bb66-bb03234fb714 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:26.229971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ab17fd3-9f6c-4354-b546-7351e1b4537d req-80e12e42-d51b-4874-bb66-bb03234fb714 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 946 time: 0.0728040 Aug 16 01:54:26.244578 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event updated for resources: {'Port': ['ID=8b776faf-a846-4a9f-83a0-a9f4cffc29a3,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:26.310991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ab17fd3-9f6c-4354-b546-7351e1b4537d req-a8ddb67e-feaa-4097-8af5-d5d66a10ac57 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750668 Aug 16 01:54:26.326837 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.346180 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.348645 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cd03b305-46f4-4f49-afbb-57356ca0e5d6 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6982160 Aug 16 01:54:26.351184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40398) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:26.360043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1733866970'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:26.388651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Made reservation on behalf of f710a19fd69a4873abe836e4b2134ecf for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:26.393144 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.406376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.612705 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.621685 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.662562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40408) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:26.677179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e286e27f-199b-4014-b842-998c3de52c5e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168696571', 'description': 'tempest-description--1253597377'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:26.699936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:54:26.718651 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.719009 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Added segment 7959b331-6e40-4713-96a5-f7a38dfd1bd0 of type vlan for network 20e0f5e8-9e63-40f2-982b-694450e72f51 Aug 16 01:54:26.720719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a554749-9b30-40f9-a7db-3647b3bebbc4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:26.740130 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e286e27f-199b-4014-b842-998c3de52c5e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.781204 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.848497 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.864603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:26.867176 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.885801 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e286e27f-199b-4014-b842-998c3de52c5e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.904551 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e286e27f-199b-4014-b842-998c3de52c5e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.945992 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5927465 Aug 16 01:54:26.955907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40426) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:26.962484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Request body: {'subnet': {'network_id': '20e0f5e8-9e63-40f2-982b-694450e72f51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:27.002375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286e27f-199b-4014-b842-998c3de52c5e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117e3417-2942-465e-8986-04450626c41e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:27.014066 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e286e27f-199b-4014-b842-998c3de52c5e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.017880 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e286e27f-199b-4014-b842-998c3de52c5e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3500993 Aug 16 01:54:27.018242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40434) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:27.022967 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-abfd9377-8a18-4639-baf7-2ea2953d870a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'security_group_rule': {'security_group_id': '117e3417-2942-465e-8986-04450626c41e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:27.082354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f00762-048f-4164-910a-beb45eb7df75 req-4fb45cbf-bc3b-4d4c-ae74-47b00b91174f tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:27.091548 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47f00762-048f-4164-910a-beb45eb7df75 req-4fb45cbf-bc3b-4d4c-ae74-47b00b91174f tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1580293 Aug 16 01:54:27.115389 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-abfd9377-8a18-4639-baf7-2ea2953d870a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.158423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17399b46-2369-4897-97da-7eb1ac5efa91 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event updated for resources: {'Network': ['ID=20e0f5e8-9e63-40f2-982b-694450e72f51,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:27.170414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 20e0f5e8-9e63-40f2-982b-694450e72f51 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:54:27.170977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Made reservation on behalf of f710a19fd69a4873abe836e4b2134ecf for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:27.183245 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.193635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47f00762-048f-4164-910a-beb45eb7df75 req-f8b7ac43-c9d3-4980-bc26-316867c72c89 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010840 Aug 16 01:54:27.337368 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-abfd9377-8a18-4639-baf7-2ea2953d870a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.345681 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-abfd9377-8a18-4639-baf7-2ea2953d870a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.358000 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:54:27.386159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd9377-8a18-4639-baf7-2ea2953d870a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0819081-8d3b-4c18-b36f-3af11cde330d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:27.396743 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-abfd9377-8a18-4639-baf7-2ea2953d870a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.398510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-abfd9377-8a18-4639-baf7-2ea2953d870a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3792124 Aug 16 01:54:27.401615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40452) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:27.408763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-76f89287-3e1c-479c-827a-6f93b318dbcb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'security_group_rule': {'security_group_id': '117e3417-2942-465e-8986-04450626c41e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:27.460328 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76f89287-3e1c-479c-827a-6f93b318dbcb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.574537 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76f89287-3e1c-479c-827a-6f93b318dbcb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.595873 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76f89287-3e1c-479c-827a-6f93b318dbcb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.600498 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.613776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f89287-3e1c-479c-827a-6f93b318dbcb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743def0b-f1c8-4889-8a1d-db738600ff3f,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:27.642650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76f89287-3e1c-479c-827a-6f93b318dbcb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.644194 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-76f89287-3e1c-479c-827a-6f93b318dbcb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2415755 Aug 16 01:54:27.648297 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40460) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:27.655841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:27.662285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bd94-9a25-4d58-990c-fbc2cbe2a970 req-4dfaec27-2cde-48b0-b663-841393c703b3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:27.663924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c786bd94-9a25-4d58-990c-fbc2cbe2a970 req-4dfaec27-2cde-48b0-b663-841393c703b3 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 946 time: 0.1084223 Aug 16 01:54:27.714735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Checking segment: {'id': '7959b331-6e40-4713-96a5-f7a38dfd1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '20e0f5e8-9e63-40f2-982b-694450e72f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:27.715696 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Network hostable DHCP agents. Network: 20e0f5e8-9e63-40f2-982b-694450e72f51, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:54:27.718428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event updated for resources: {'Subnet': ['ID=54849398-e685-4f7a-aa73-b843e28c171f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:27.728644 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.729400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c786bd94-9a25-4d58-990c-fbc2cbe2a970 req-6bcac433-0883-4287-9cd3-89c42b1ff7ef tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550740 Aug 16 01:54:27.783510 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Network 20e0f5e8-9e63-40f2-982b-694450e72f51 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:54:27.798078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 20e0f5e8-9e63-40f2-982b-694450e72f51) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:27.804310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:27.805304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.808151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8a1c9-acaa-44b4-a5cc-ee38333ddd3d None None] Network 20e0f5e8-9e63-40f2-982b-694450e72f51 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:27.830841 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-32a4cc74-3c23-4fe7-8c2a-dccdc33ee6f2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8734684 Aug 16 01:54:27.834937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40464) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:27.840867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-817698802', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:27.883308 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.884813 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.907484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.986520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-20e0f5e8-9e63-40f2-982b-694450e72f51', 'network_id': '20e0f5e8-9e63-40f2-982b-694450e72f51', 'tenant_id': 'f710a19fd69a4873abe836e4b2134ecf', 'fixed_ips': [{'subnet_id': '54849398-e685-4f7a-aa73-b843e28c171f'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:54:27.987409 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.992352 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.169277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Allocated IP 172.20.0.2 (20e0f5e8-9e63-40f2-982b-694450e72f51/54849398-e685-4f7a-aa73-b843e28c171f/672c0681-e9aa-4d75-8694-75afca5399ab) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:28.391543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4e279-cff0-4a1f-ba7d-e93383e75a38 req-b9637227-6916-44d4-b18f-f84727851235 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.400105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14e4e279-cff0-4a1f-ba7d-e93383e75a38 req-b9637227-6916-44d4-b18f-f84727851235 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.0866008 Aug 16 01:54:28.420315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.448907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Transition to ACTIVE for port object 672c0681-e9aa-4d75-8694-75afca5399ab will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:28.459663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14e4e279-cff0-4a1f-ba7d-e93383e75a38 req-8951b378-88e7-4598-b21f-5061b2e9f555 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553927 Aug 16 01:54:28.519064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Transition to ACTIVE for port object 672c0681-e9aa-4d75-8694-75afca5399ab will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:28.524329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 829da9ff-68f8-4a82-8603-f72f3febc56d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:28.579378 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.661169 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.689028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Allocated IP 172.25.2.98 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/7b13abcf-c65d-4d6d-a6ff-2d23e82c073f) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:28.779784 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Sync routers for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:28.797471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Network 20e0f5e8-9e63-40f2-982b-694450e72f51 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:28.797735 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:28.798655 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:28.802999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:28.805923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Pushing event updated for resources: {'Port': ['ID=672c0681-e9aa-4d75-8694-75afca5399ab,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:28.809346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:28.815476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 829da9ff-68f8-4a82-8603-f72f3febc56d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:28.822514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 829da9ff-68f8-4a82-8603-f72f3febc56d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:28.822514 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.926221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cf5e0-385f-4e8a-a984-353229f2a912 req-92efdb06-7845-4d30-ae5a-6373d8975dc4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.936323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef6cf5e0-385f-4e8a-a984-353229f2a912 req-92efdb06-7845-4d30-ae5a-6373d8975dc4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 946 time: 0.0706098 Aug 16 01:54:28.936477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Attempting to bind port 672c0681-e9aa-4d75-8694-75afca5399ab on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:28.936877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Attempting to bind port 672c0681-e9aa-4d75-8694-75afca5399ab by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7959b331-6e40-4713-96a5-f7a38dfd1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '20e0f5e8-9e63-40f2-982b-694450e72f51'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:28.937303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Attempting to bind port 672c0681-e9aa-4d75-8694-75afca5399ab on network 20e0f5e8-9e63-40f2-982b-694450e72f51 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:28.947235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:28.948076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Checking segment: {'id': '7959b331-6e40-4713-96a5-f7a38dfd1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '20e0f5e8-9e63-40f2-982b-694450e72f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:28.948785 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.949371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Bound using segment: {'id': '7959b331-6e40-4713-96a5-f7a38dfd1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '20e0f5e8-9e63-40f2-982b-694450e72f51'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:28.950231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Bound port: 672c0681-e9aa-4d75-8694-75afca5399ab, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7959b331-6e40-4713-96a5-f7a38dfd1bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '20e0f5e8-9e63-40f2-982b-694450e72f51'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:28.950828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.954160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.989118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef6cf5e0-385f-4e8a-a984-353229f2a912 req-4ffa72fa-aa75-4c18-93ef-cfbcd9c15fc4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510452 Aug 16 01:54:28.989882 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:29.109686 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.118409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] For port 672c0681-e9aa-4d75-8694-75afca5399ab, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:29.128339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] For port 672c0681-e9aa-4d75-8694-75afca5399ab, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=672c0681-e9aa-4d75-8694-75afca5399ab,segment=NetworkSegment(7959b331-6e40-4713-96a5-f7a38dfd1bd0),segment_id=7959b331-6e40-4713-96a5-f7a38dfd1bd0)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:29.140119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.144834 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.166677 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.204113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 829da9ff-68f8-4a82-8603-f72f3febc56d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=829da9ff-68f8-4a82-8603-f72f3febc56d,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:29.217618 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.224558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.237968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e817c5-3665-4fb5-bf64-1c394573b215 None None] Pushing event updated for resources: {'Port': ['ID=672c0681-e9aa-4d75-8694-75afca5399ab,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.311636 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:29.318694 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:29.331924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:29.333235 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:25Z', 'revision_number': 2, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:29.333844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'Port': ['ID=7b13abcf-c65d-4d6d-a6ff-2d23e82c073f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.334838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=829da9ff-68f8-4a82-8603-f72f3febc56d,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.382759 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Checking router: 5b30162e-8577-409e-afec-a5d842e3babb for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:29.383116 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Updating router 5b30162e-8577-409e-afec-a5d842e3babb port fb670e14-854f-4abc-b4fd-723aee8f7da9 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:54:29.389710 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Allocated IP 172.25.2.148 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/fa127b9f-9739-4119-99c0-6104b863c75d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:29.415571 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.535480 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.675493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.678149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.698515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f635b94-eec0-49f4-adb2-f3baf651c12a req-fca33f49-c7b3-4c77-8aa0-239ea86dd25e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:29.700290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f635b94-eec0-49f4-adb2-f3baf651c12a req-fca33f49-c7b3-4c77-8aa0-239ea86dd25e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.0925615 Aug 16 01:54:29.812551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f635b94-eec0-49f4-adb2-f3baf651c12a req-d5fc21b1-b7f7-4ab5-b0df-5f16b0b9433f tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031041 Aug 16 01:54:29.843138 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.912747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:29.916424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event updated for resources: {'Port': ['ID=fa127b9f-9739-4119-99c0-6104b863c75d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.924520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:29.924916 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.928012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:29.937694 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Transition to ACTIVE for port object fb670e14-854f-4abc-b4fd-723aee8f7da9 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:29.944061 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.997482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.019593 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Pushing event updated for resources: {'Port': ['ID=fb670e14-854f-4abc-b4fd-723aee8f7da9,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:30.036671 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.067503 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.068840 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.069227 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.071709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.074149 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.076582 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.076920 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.077365 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.077626 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.079171 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.080513 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.081709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:30.144281 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Attempting to bind port fb670e14-854f-4abc-b4fd-723aee8f7da9 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:30.144852 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Attempting to bind port fb670e14-854f-4abc-b4fd-723aee8f7da9 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:30.145657 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Attempting to bind port fb670e14-854f-4abc-b4fd-723aee8f7da9 on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:30.152807 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:30.153832 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Checking segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:30.154815 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.155424 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Bound using segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:30.156612 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Bound port: fb670e14-854f-4abc-b4fd-723aee8f7da9, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:30.157540 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.210384 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff24254-d1b7-4b4b-83c5-7fc7ed98ef5d req-e305d9b8-1d34-4709-a279-5e45bd93d9f5 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.229601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ff24254-d1b7-4b4b-83c5-7fc7ed98ef5d req-e305d9b8-1d34-4709-a279-5e45bd93d9f5 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 946 time: 0.1007428 Aug 16 01:54:30.330119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ff24254-d1b7-4b4b-83c5-7fc7ed98ef5d req-bfdb0b91-0031-4070-b9d1-a68663cd8b1f tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946059 Aug 16 01:54:30.370300 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] For port fb670e14-854f-4abc-b4fd-723aee8f7da9, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:30.380543 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] For port fb670e14-854f-4abc-b4fd-723aee8f7da9, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fb670e14-854f-4abc-b4fd-723aee8f7da9,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:30.389255 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.472366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'Port': ['ID=7b13abcf-c65d-4d6d-a6ff-2d23e82c073f,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:30.490230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.517217 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:30.518388 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:30.526737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 672c0681-e9aa-4d75-8694-75afca5399ab up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:30.561781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.571003 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8708c8da-af15-4791-af72-025644d0270f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9143000 Aug 16 01:54:30.571284 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babedd9-b299-40e7-a2a1-da89b197dfe8 None None] Pushing event updated for resources: {'Port': ['ID=fb670e14-854f-4abc-b4fd-723aee8f7da9,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:30.625322 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.706788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 672c0681-e9aa-4d75-8694-75afca5399ab completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:30.712667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 829da9ff-68f8-4a82-8603-f72f3febc56d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:30.883907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-d9e602cd-d8b7-4aec-a384-d2a13054ac05 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--168696571&fields=id&tenant_id=d6fa05128b944ae5bfa85f33052fcc55 HTTP/1.1" status: 200 len: 267 time: 0.0752850 Aug 16 01:54:30.888387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 829da9ff-68f8-4a82-8603-f72f3febc56d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:30.888873 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.899439 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:30.967024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb466ff8-56c6-440d-a707-1c1bac7a17f6 None None] Network 20e0f5e8-9e63-40f2-982b-694450e72f51 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:31.024670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-17313974-faf0-44eb-8809-fddb0d58e3a2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.033448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-17313974-faf0-44eb-8809-fddb0d58e3a2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 816 time: 0.1387248 Aug 16 01:54:31.050821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-2dfff3fa-e882-4461-a9ba-e1eec4541ca0 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/quotas/d6fa05128b944ae5bfa85f33052fcc55 HTTP/1.1" status: 200 len: 375 time: 0.0159380 Aug 16 01:54:31.093027 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.108030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d6bc363-55f2-43bc-9e48-3e9654b24b21 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:31.152102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e347-2cd0-4ff4-805e-e8e201ca7141 req-034eef62-f0de-4a6f-8140-78af0abac5c5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.153667 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77b7e347-2cd0-4ff4-805e-e8e201ca7141 req-034eef62-f0de-4a6f-8140-78af0abac5c5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.0913785 Aug 16 01:54:31.180733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-4b477639-c57d-4d91-9977-f700aea2e19e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285510 Aug 16 01:54:31.200377 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:30Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:31.235432 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7505b3-66b2-45f4-be29-f87735e296c4 None None] The sync data for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 is: [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:30Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:31.250642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77b7e347-2cd0-4ff4-805e-e8e201ca7141 req-e687f7dc-f589-4349-a630-4fad80885813 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595429 Aug 16 01:54:31.254292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d6bc363-55f2-43bc-9e48-3e9654b24b21, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d6bc363-55f2-43bc-9e48-3e9654b24b21,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:31.272375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '2d6bc363-55f2-43bc-9e48-3e9654b24b21', 'network_id': '5941b670-83ee-49b7-98d2-3c9fec059815', 'port_id': '2d6bc363-55f2-43bc-9e48-3e9654b24b21', 'mac_address': 'fa:16:3e:0b:8a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1345f9-5c91-462e-8008-7479b1756a0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:31.277321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f32996c1-b566-47ef-9066-04c3a45d3985 None None] Provisioning for port 672c0681-e9aa-4d75-8694-75afca5399ab completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:31.305453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f32996c1-b566-47ef-9066-04c3a45d3985 None None] Provisioning complete for port 672c0681-e9aa-4d75-8694-75afca5399ab triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:31.305716 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f32996c1-b566-47ef-9066-04c3a45d3985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.410081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Router bf9ca87e-5804-4db3-ac71-5a69d932e94f is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:54:31.417602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-08d3be5a-96ea-41c2-bd73-b1f8b4d99059 service neutron] 10.222.0.79 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355695 Aug 16 01:54:31.486002 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.529815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d6bc363-55f2-43bc-9e48-3e9654b24b21 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:31.564129 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f32996c1-b566-47ef-9066-04c3a45d3985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.589095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-af6a58ce-9777-4931-8a13-3e8d74a225c0 service neutron] 10.222.0.79 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689210 Aug 16 01:54:31.657860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d6bc363-55f2-43bc-9e48-3e9654b24b21, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d6bc363-55f2-43bc-9e48-3e9654b24b21,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:31.672703 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.676916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:31.708620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a41e2-5dd7-4a73-8780-92ab3cf27c41 None None] Sync routers for ids ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:31.709459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61654e6e-982c-4fc4-94da-29611bd09f91 req-a701a4ae-6e42-4603-918b-799010440f30 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.712914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61654e6e-982c-4fc4-94da-29611bd09f91 req-a701a4ae-6e42-4603-918b-799010440f30 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 946 time: 0.1226017 Aug 16 01:54:31.722376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.726566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-94c42ab0-bab4-4aaf-9f5c-626ce6742d6e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.8882554 Aug 16 01:54:31.726823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40522) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:31.799954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61654e6e-982c-4fc4-94da-29611bd09f91 req-88d8cdfd-b312-46f0-b6aa-6385f60f5241 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749540 Aug 16 01:54:31.874811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f32996c1-b566-47ef-9066-04c3a45d3985 None None] For port 672c0681-e9aa-4d75-8694-75afca5399ab, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=672c0681-e9aa-4d75-8694-75afca5399ab,segment=NetworkSegment(7959b331-6e40-4713-96a5-f7a38dfd1bd0),segment_id=7959b331-6e40-4713-96a5-f7a38dfd1bd0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:31.882797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2d6bc363-55f2-43bc-9e48-3e9654b24b21'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:31.927256 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f32996c1-b566-47ef-9066-04c3a45d3985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.934805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a41e2-5dd7-4a73-8780-92ab3cf27c41 None None] Routers {'bf9ca87e-5804-4db3-ac71-5a69d932e94f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:31.935457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1a3a41e2-5dd7-4a73-8780-92ab3cf27c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:32.000289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1a3a41e2-5dd7-4a73-8780-92ab3cf27c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:32.007093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d6bc363-55f2-43bc-9e48-3e9654b24b21,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:32.037282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.037526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.037796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.038140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.038481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.038819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.039151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.039510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.039804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.040134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.040727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.041136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:32.052298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a41e2-5dd7-4a73-8780-92ab3cf27c41 None None] Routers {'bf9ca87e-5804-4db3-ac71-5a69d932e94f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:32.053151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1a3a41e2-5dd7-4a73-8780-92ab3cf27c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:32.139046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1a3a41e2-5dd7-4a73-8780-92ab3cf27c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:32.139046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a41e2-5dd7-4a73-8780-92ab3cf27c41 None None] The sync data for ids ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:32.188181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32996c1-b566-47ef-9066-04c3a45d3985 None None] Pushing event updated for resources: {'Port': ['ID=672c0681-e9aa-4d75-8694-75afca5399ab,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:32.284546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f202526-dd22-4f7e-b76a-a15f0a164818 req-68b8736c-f92e-4935-a87b-162a6c8b445a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 210 time: 0.0904572 Aug 16 01:54:32.481338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fb670e14-854f-4abc-b4fd-723aee8f7da9 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:32.554631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7350-ba48-4b10-9f96-378f14e24248 req-15617571-fbaf-4f34-9788-a6f15e90d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.557967 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-868f7350-ba48-4b10-9f96-378f14e24248 req-15617571-fbaf-4f34-9788-a6f15e90d673 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3274250e7a714095a3d98b658a588021&device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 1097 time: 0.3310740 Aug 16 01:54:32.636876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port fb670e14-854f-4abc-b4fd-723aee8f7da9 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:32.663192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fb670e14-854f-4abc-b4fd-723aee8f7da9 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:32.667670 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.772838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cbabd753-f544-45ba-b97d-5d25bd1aa3e2 None None] Provisioning complete for port 672c0681-e9aa-4d75-8694-75afca5399ab triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:32.774685 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cbabd753-f544-45ba-b97d-5d25bd1aa3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.783180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235e18a-d8f5-4a8d-9f60-ddbec20593d8 req-39703945-48ca-4ed2-9cb8-eecf7180939c tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.800058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7235e18a-d8f5-4a8d-9f60-ddbec20593d8 req-39703945-48ca-4ed2-9cb8-eecf7180939c tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1537361 Aug 16 01:54:32.820543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7350-ba48-4b10-9f96-378f14e24248 req-92c1783e-d4b3-445e-a4ac-35fb79fd8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.823463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-868f7350-ba48-4b10-9f96-378f14e24248 req-92c1783e-d4b3-445e-a4ac-35fb79fd8936 service neutron] 10.222.0.84 "GET /v2.0/networks?id=efafdd26-455b-472a-a7bc-11e109e790a3 HTTP/1.1" status: 200 len: 917 time: 0.2522941 Aug 16 01:54:32.888218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7235e18a-d8f5-4a8d-9f60-ddbec20593d8 req-02daddd6-2c33-43c1-976b-f0764e0ef69a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873523 Aug 16 01:54:32.915820 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-868f7350-ba48-4b10-9f96-378f14e24248 req-2c1b8933-c80d-444d-bf9e-bbb8d28123dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eabe19d8-47fd-4d9b-a1c8-ec974adbff16 HTTP/1.1" status: 200 len: 217 time: 0.0823627 Aug 16 01:54:32.968860 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.012673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port fb670e14-854f-4abc-b4fd-723aee8f7da9, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fb670e14-854f-4abc-b4fd-723aee8f7da9,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:33.022126 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.023470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 672c0681-e9aa-4d75-8694-75afca5399ab up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:33.092293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7350-ba48-4b10-9f96-378f14e24248 req-76416ce1-d019-43a5-b311-089785c1999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.093887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-868f7350-ba48-4b10-9f96-378f14e24248 req-76416ce1-d019-43a5-b311-089785c1999d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b4b07b76-5c08-4402-a709-fabaefb182f8 HTTP/1.1" status: 200 len: 855 time: 0.1324694 Aug 16 01:54:33.111376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d6bc363-55f2-43bc-9e48-3e9654b24b21 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:33.154060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6c2b2-fea3-4668-9230-61f39062aa5e req-a0443dda-236e-4c86-91b3-c91490ae274e tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.165849 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dec6c2b2-fea3-4668-9230-61f39062aa5e req-a0443dda-236e-4c86-91b3-c91490ae274e tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 945 time: 0.0809348 Aug 16 01:54:33.222848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dec6c2b2-fea3-4668-9230-61f39062aa5e req-245d2c86-afd8-4264-b915-19e789003e5d tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538595 Aug 16 01:54:33.244924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=fb670e14-854f-4abc-b4fd-723aee8f7da9,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:33.271269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 672c0681-e9aa-4d75-8694-75afca5399ab triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:33.273999 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.303883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 2d6bc363-55f2-43bc-9e48-3e9654b24b21 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:33.304348 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.429467 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-482add92-2b87-4d15-b819-56057cfb3574 req-b4fa77d6-05c3-4725-82a6-1f7e39852400 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 210 time: 0.0317137 Aug 16 01:54:33.488580 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.532444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7350-ba48-4b10-9f96-378f14e24248 req-c67a7e5f-6102-449a-88d5-69c7ee674a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.533945 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-868f7350-ba48-4b10-9f96-378f14e24248 req-c67a7e5f-6102-449a-88d5-69c7ee674a85 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=efafdd26-455b-472a-a7bc-11e109e790a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4116442 Aug 16 01:54:33.539335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2112ef10-001c-4ecf-af79-4517c776a4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6bc363-55f2-43bc-9e48-3e9654b24b21'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:33.542863 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bc026f-ad3e-42cb-9697-1fa293715ca1" -d '{"events": [{"server_uuid": "2112ef10-001c-4ecf-af79-4517c776a4e8", "name": "network-vif-plugged", "status": "completed", "tag": "2d6bc363-55f2-43bc-9e48-3e9654b24b21"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:33.548582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2d6bc363-55f2-43bc-9e48-3e9654b24b21, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d6bc363-55f2-43bc-9e48-3e9654b24b21,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:33.554727 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.586375 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.611085 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bbb247-89e3-40ff-ba49-8c2ff089c356 x-openstack-request-id: req-66bbb247-89e3-40ff-ba49-8c2ff089c356 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:33.611535 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2112ef10-001c-4ecf-af79-4517c776a4e8", "name": "network-vif-plugged", "status": "completed", "tag": "2d6bc363-55f2-43bc-9e48-3e9654b24b21", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:33.611935 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-66bbb247-89e3-40ff-ba49-8c2ff089c356 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:33.612439 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2112ef10-001c-4ecf-af79-4517c776a4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6bc363-55f2-43bc-9e48-3e9654b24b21', 'code': 200} Aug 16 01:54:33.619601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2d6bc363-55f2-43bc-9e48-3e9654b24b21,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:33.837345 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-868f7350-ba48-4b10-9f96-378f14e24248 req-eb9ebb00-59f4-40d9-821c-126183f7854c service neutron] 10.222.0.84 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402680 Aug 16 01:54:34.043357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddba63-730c-4648-aad9-a826884a3ce9 req-f56433e7-1bc1-4aef-af34-90debea36cf7 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:34.044913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61ddba63-730c-4648-aad9-a826884a3ce9 req-f56433e7-1bc1-4aef-af34-90debea36cf7 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.0524306 Aug 16 01:54:34.053761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-9eb88d13-9b2f-4dc6-aada-9d8f601eab34 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:34.055195 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-9eb88d13-9b2f-4dc6-aada-9d8f601eab34 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.84 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 816 time: 0.2979929 Aug 16 01:54:34.087475 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61ddba63-730c-4648-aad9-a826884a3ce9 req-48d8ddec-f023-435c-afd2-d8c0a00e93b0 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358925 Aug 16 01:54:34.151274 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-868f7350-ba48-4b10-9f96-378f14e24248 req-5a13b9be-0110-4b1f-bb38-ea24dbd9d820 service neutron] 10.222.0.84 "GET /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028314 Aug 16 01:54:34.174516 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-ec3fafb7-eb5a-40cf-a757-8f3e09dd1b18 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6fa05128b944ae5bfa85f33052fcc55 HTTP/1.1" status: 200 len: 379 time: 0.1025863 Aug 16 01:54:34.212519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'port': {'device_id': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'admin_state_up': True, 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'security_groups': ['117e3417-2942-465e-8986-04450626c41e']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:34.274499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Allocated IP 172.20.0.1 (20e0f5e8-9e63-40f2-982b-694450e72f51/54849398-e685-4f7a-aa73-b843e28c171f/b1cfd963-2fd6-4145-9862-0d254ad7ef37) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:34.302602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fb670e14-854f-4abc-b4fd-723aee8f7da9 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:34.372536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fb670e14-854f-4abc-b4fd-723aee8f7da9 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:34.373073 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.384410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58e2bc-31ca-41b2-bf54-23e4ce1c305a req-6cc0a11d-16c7-43c9-9184-c7bd67539af8 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:34.386333 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf58e2bc-31ca-41b2-bf54-23e4ce1c305a req-6cc0a11d-16c7-43c9-9184-c7bd67539af8 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 946 time: 0.0745416 Aug 16 01:54:34.441689 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf58e2bc-31ca-41b2-bf54-23e4ce1c305a req-b9e3f3a0-f3fa-4f1e-8926-72dc531ea60a tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483358 Aug 16 01:54:34.455684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e7b8f-25f2-45c9-af9e-edecaf958acb req-8d7bf1c0-7a12-4e0b-9fd1-3784c5576b5f tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:34.457264 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-430e7b8f-25f2-45c9-af9e-edecaf958acb req-8d7bf1c0-7a12-4e0b-9fd1-3784c5576b5f tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.89 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 946 time: 0.1630521 Aug 16 01:54:34.511102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.545984 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Made reservation on behalf of d6fa05128b944ae5bfa85f33052fcc55 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:34.549733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.553649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56df9419-ed3f-4d37-b88e-25d3a79ed525 req-b6fe5655-c21e-4871-b8b7-96b440d897b7 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 210 time: 0.0303540 Aug 16 01:54:34.590053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Transition to ACTIVE for port object b1cfd963-2fd6-4145-9862-0d254ad7ef37 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:34.765462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.781373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-430e7b8f-25f2-45c9-af9e-edecaf958acb req-1c68f956-3c3c-4963-b738-0993269a4eb4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Deleting port 2d6bc363-55f2-43bc-9e48-3e9654b24b21 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:34.781709 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-430e7b8f-25f2-45c9-af9e-edecaf958acb req-1c68f956-3c3c-4963-b738-0993269a4eb4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.895423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Network 20e0f5e8-9e63-40f2-982b-694450e72f51 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:34.913513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:34.929764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:34.937417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Allocated IP 172.20.0.4 (8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d/494d3a48-b88b-42c4-b4c2-5c929904a75d/a2b238a3-9b59-4067-8804-4eaac4919abd) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:34.939733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event updated for resources: {'Port': ['ID=b1cfd963-2fd6-4145-9862-0d254ad7ef37,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:35.028123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-430e7b8f-25f2-45c9-af9e-edecaf958acb req-1c68f956-3c3c-4963-b738-0993269a4eb4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] For port 2d6bc363-55f2-43bc-9e48-3e9654b24b21, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2d6bc363-55f2-43bc-9e48-3e9654b24b21,segment=NetworkSegment(a507296a-383c-47a8-8ab6-ca9920c844a9),segment_id=a507296a-383c-47a8-8ab6-ca9920c844a9)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:35.028577 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-430e7b8f-25f2-45c9-af9e-edecaf958acb req-1c68f956-3c3c-4963-b738-0993269a4eb4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.050119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.091894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-430e7b8f-25f2-45c9-af9e-edecaf958acb req-1c68f956-3c3c-4963-b738-0993269a4eb4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Calling delete_port for 2d6bc363-55f2-43bc-9e48-3e9654b24b21 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:35.208922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a18c6893-d3c2-43f6-b0b8-52afaffe8c62 None None] Provisioning for port b1cfd963-2fd6-4145-9862-0d254ad7ef37 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:35.214484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a18c6893-d3c2-43f6-b0b8-52afaffe8c62 None None] Provisioning complete for port b1cfd963-2fd6-4145-9862-0d254ad7ef37 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:35.215189 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a18c6893-d3c2-43f6-b0b8-52afaffe8c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.223108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f6351-4c9c-4ce8-808a-6e5185bd17ff req-96359295-89d5-4f91-8237-6e9fbee117af tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.231319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-664f6351-4c9c-4ce8-808a-6e5185bd17ff req-96359295-89d5-4f91-8237-6e9fbee117af tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.0611525 Aug 16 01:54:35.280917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-664f6351-4c9c-4ce8-808a-6e5185bd17ff req-f8fa6c01-c894-4326-879c-bf4b0640dc0d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 Aug 16 01:54:35.321128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a18c6893-d3c2-43f6-b0b8-52afaffe8c62 None None] Port b1cfd963-2fd6-4145-9862-0d254ad7ef37 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:35.339321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.406360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Transition to ACTIVE for port object a2b238a3-9b59-4067-8804-4eaac4919abd will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:35.407905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.497172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75816456-e4c5-4289-ad75-655ac1f149cd req-8ecdf7b8-19ca-4bc9-8bbc-7c6c23c30465 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.499577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75816456-e4c5-4289-ad75-655ac1f149cd req-8ecdf7b8-19ca-4bc9-8bbc-7c6c23c30465 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.0759406 Aug 16 01:54:35.512490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-430e7b8f-25f2-45c9-af9e-edecaf958acb req-1c68f956-3c3c-4963-b738-0993269a4eb4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.524501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2d6bc363-55f2-43bc-9e48-3e9654b24b21'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:35.568153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75816456-e4c5-4289-ad75-655ac1f149cd req-3b48749f-3d39-4e22-92fb-e466036dfcd5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583124 Aug 16 01:54:35.610778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12864ac6-291e-41e1-937b-c1817c4b6718 req-4be0f78f-e426-4b04-8f14-b2b6a07a9b63 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.79 "GET /v2.0/ports?device_id=2112ef10-001c-4ecf-af79-4517c776a4e8 HTTP/1.1" status: 200 len: 210 time: 0.0307219 Aug 16 01:54:35.614547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68f956-3c3c-4963-b738-0993269a4eb4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Pushing event deleted for resources: {'Port': ['ID=2d6bc363-55f2-43bc-9e48-3e9654b24b21,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:35.621067 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.742878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-430e7b8f-25f2-45c9-af9e-edecaf958acb req-1c68f956-3c3c-4963-b738-0993269a4eb4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] No DVR routers for this DVR port 2d6bc363-55f2-43bc-9e48-3e9654b24b21 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:35.746441 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-430e7b8f-25f2-45c9-af9e-edecaf958acb req-1c68f956-3c3c-4963-b738-0993269a4eb4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.748899 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-430e7b8f-25f2-45c9-af9e-edecaf958acb req-1c68f956-3c3c-4963-b738-0993269a4eb4 tempest-ImagesTestJSON-77670486 tempest-ImagesTestJSON-77670486-project] 10.222.0.89 "DELETE /v2.0/ports/2d6bc363-55f2-43bc-9e48-3e9654b24b21 HTTP/1.1" status: 204 len: 173 time: 1.2530704 Aug 16 01:54:35.749754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:35.761146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2112ef10-001c-4ecf-af79-4517c776a4e8', 'name': 'network-vif-deleted', 'tag': '2d6bc363-55f2-43bc-9e48-3e9654b24b21'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:35.768140 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ebcccc-c50e-403f-aac1-6b36654b0ab9" -d '{"events": [{"server_uuid": "2112ef10-001c-4ecf-af79-4517c776a4e8", "name": "network-vif-deleted", "tag": "2d6bc363-55f2-43bc-9e48-3e9654b24b21"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:35.771138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e557f4-15f2-48d5-860b-89037859d8b0 req-118748eb-48d2-4d9a-80dc-421d844ebb3a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.773673 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3e557f4-15f2-48d5-860b-89037859d8b0 req-118748eb-48d2-4d9a-80dc-421d844ebb3a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 931 time: 0.0676963 Aug 16 01:54:35.781645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:35.785795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:35.864885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:35.873856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3e557f4-15f2-48d5-860b-89037859d8b0 req-87d5eb69-cb8b-4bb5-9fe2-6f1dae75ff8a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922239 Aug 16 01:54:35.971094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.973412 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.002255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9106b57-e66c-415f-9e31-0ab47463bdfe req-250aca5a-fe4f-4236-bfda-e86753cdb93e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.012147 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9106b57-e66c-415f-9e31-0ab47463bdfe req-250aca5a-fe4f-4236-bfda-e86753cdb93e tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9 HTTP/1.1" status: 200 len: 946 time: 0.1505532 Aug 16 01:54:36.050481 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-b4e16c85-3476-42a1-8e03-3d28d856ea40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8506687 Aug 16 01:54:36.073731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9106b57-e66c-415f-9e31-0ab47463bdfe req-6e559f4b-335e-49cf-ae6e-5d29b0a416f3 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604124 Aug 16 01:54:36.078182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Request body: {'port': {'device_id': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:36.154375 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d2d46a-d45e-4e54-bde8-dbeb4ff8e510 x-openstack-request-id: req-f4d2d46a-d45e-4e54-bde8-dbeb4ff8e510 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:36.154663 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2112ef10-001c-4ecf-af79-4517c776a4e8", "name": "network-vif-deleted", "tag": "2d6bc363-55f2-43bc-9e48-3e9654b24b21", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:36.154920 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4d2d46a-d45e-4e54-bde8-dbeb4ff8e510 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:36.156477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-40f40dee-3603-44d2-9bf7-aaca565ac9f9 None None] Provisioning for port a2b238a3-9b59-4067-8804-4eaac4919abd completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:36.157224 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2112ef10-001c-4ecf-af79-4517c776a4e8', 'name': 'network-vif-deleted', 'tag': '2d6bc363-55f2-43bc-9e48-3e9654b24b21', 'status': 'completed', 'code': 200} Aug 16 01:54:36.161597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-40f40dee-3603-44d2-9bf7-aaca565ac9f9 None None] Provisioning complete for port a2b238a3-9b59-4067-8804-4eaac4919abd triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:36.162739 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-40f40dee-3603-44d2-9bf7-aaca565ac9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.196585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5b019-d015-4988-b178-4a1ef1d721ba req-bff3c6fb-7dfd-4435-b4eb-c63fdfee62fa tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.199180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6db5b019-d015-4988-b178-4a1ef1d721ba req-bff3c6fb-7dfd-4435-b4eb-c63fdfee62fa tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 945 time: 0.0742986 Aug 16 01:54:36.205372 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.219285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-40f40dee-3603-44d2-9bf7-aaca565ac9f9 None None] Port a2b238a3-9b59-4067-8804-4eaac4919abd cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:36.277394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6db5b019-d015-4988-b178-4a1ef1d721ba req-742edddb-c310-4811-b1b7-70ed86e0d822 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616636 Aug 16 01:54:36.293884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7372d3-c32d-4340-97a8-8f5dec65538b req-8ed0cb40-9a43-4f3f-ab24-194b5835a608 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.295426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d7372d3-c32d-4340-97a8-8f5dec65538b req-8ed0cb40-9a43-4f3f-ab24-194b5835a608 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 945 time: 0.0952203 Aug 16 01:54:36.333767 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.343330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.344957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d7372d3-c32d-4340-97a8-8f5dec65538b req-54869c5f-feca-43a2-8df3-c09c0aaba92f tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432847 Aug 16 01:54:36.408859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-8f45041a-7227-4a44-aaca-a8176701bc08 req-d3dea3f5-5419-4c42-a7cf-bf78480c92d1 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:54:36.408859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f45041a-7227-4a44-aaca-a8176701bc08 req-d3dea3f5-5419-4c42-a7cf-bf78480c92d1 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060749 Aug 16 01:54:36.517377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event updated for resources: {'Port': ['ID=b1cfd963-2fd6-4145-9862-0d254ad7ef37,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:36.564496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.582281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f45041a-7227-4a44-aaca-a8176701bc08 req-1a1cb48e-3bd3-47c7-8fef-d387dd50c040 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1547911 Aug 16 01:54:36.720529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Network 20e0f5e8-9e63-40f2-982b-694450e72f51 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:36.724196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:36.952010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409b3af-8f27-4a40-b8e2-05ff7a8a66da req-c1444733-f830-4b40-bae1-2993ecb12a5f tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.956097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b409b3af-8f27-4a40-b8e2-05ff7a8a66da req-c1444733-f830-4b40-bae1-2993ecb12a5f tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.0787480 Aug 16 01:54:37.042127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b409b3af-8f27-4a40-b8e2-05ff7a8a66da req-85ba431d-7d64-4897-8f63-d93bb3f35131 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715218 Aug 16 01:54:37.184709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dc5cc-c8cc-4afb-9705-b26992c3426d req-3eac51d2-6456-484a-a527-cd427ae92e57 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.194053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b238a3-9b59-4067-8804-4eaac4919abd {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:37.195865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d3dc5cc-c8cc-4afb-9705-b26992c3426d req-3eac51d2-6456-484a-a527-cd427ae92e57 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 931 time: 0.1438363 Aug 16 01:54:37.205337 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.226317 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Transition to ACTIVE for port object a2b238a3-9b59-4067-8804-4eaac4919abd will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:37.246592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-05f3b856-fc0c-454c-aa70-3ab4d4227286 None None] Provisioning complete for port b1cfd963-2fd6-4145-9862-0d254ad7ef37 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:37.248186 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-05f3b856-fc0c-454c-aa70-3ab4d4227286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.269669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d3dc5cc-c8cc-4afb-9705-b26992c3426d req-8ae9065c-3d31-46d0-a067-ff33b9a2ad64 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699079 Aug 16 01:54:37.318977 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.326801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-05f3b856-fc0c-454c-aa70-3ab4d4227286 None None] Port b1cfd963-2fd6-4145-9862-0d254ad7ef37 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:37.440674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:37.454528 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-b64091d2-f65a-4f6a-9007-c37362519a5f tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.456114 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-b64091d2-f65a-4f6a-9007-c37362519a5f tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.89 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 945 time: 0.1510756 Aug 16 01:54:37.477974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Router bf9ca87e-5804-4db3-ac71-5a69d932e94f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:37.693774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Attempting to bind port a2b238a3-9b59-4067-8804-4eaac4919abd on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:37.694121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Attempting to bind port a2b238a3-9b59-4067-8804-4eaac4919abd by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:37.694517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Attempting to bind port a2b238a3-9b59-4067-8804-4eaac4919abd on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:37.734504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Port a2b238a3-9b59-4067-8804-4eaac4919abd on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:37.735255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Attempting to bind port a2b238a3-9b59-4067-8804-4eaac4919abd on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:37.748065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:37.748409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Checking segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:37.748859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Bound using segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:37.749304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Bound port: a2b238a3-9b59-4067-8804-4eaac4919abd, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:37.749667 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.806657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:37.812366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Deleting port 73699b24-f2dc-4c31-9477-12a4fe82ed6a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:37.813094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.821493 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a877f63f-1081-4233-8d70-317bc6d9b951 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "PUT /v2.0/routers/bf9ca87e-5804-4db3-ac71-5a69d932e94f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0934966 Aug 16 01:54:37.823589 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23733df9-7f82-4730-8c01-6deb06f155e4 None None] Sync routers for ids ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:37.825828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40652) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:37.832600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Request body: {'port': {'network_id': '20e0f5e8-9e63-40f2-982b-694450e72f51', 'name': 'tempest-FloatingIPAdminTestJSON-2083497706'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:37.837846 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23733df9-7f82-4730-8c01-6deb06f155e4 None None] Routers {'bf9ca87e-5804-4db3-ac71-5a69d932e94f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:37.839446 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-23733df9-7f82-4730-8c01-6deb06f155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:37.843785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914c22d-3a70-4d03-ad03-abd2e5b021a3 req-c2a91c74-37c8-4f5b-9b92-e9e6fae9aca0 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.845415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5914c22d-3a70-4d03-ad03-abd2e5b021a3 req-c2a91c74-37c8-4f5b-9b92-e9e6fae9aca0 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9 HTTP/1.1" status: 200 len: 946 time: 0.4803941 Aug 16 01:54:37.872542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70046f-398b-4735-a300-92679335ee11 req-67b413fc-c1dc-4be8-aeda-38f68948999b tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.874259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb70046f-398b-4735-a300-92679335ee11 req-67b413fc-c1dc-4be8-aeda-38f68948999b tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 945 time: 0.4777238 Aug 16 01:54:37.914355 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-23733df9-7f82-4730-8c01-6deb06f155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:37.926268 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23733df9-7f82-4730-8c01-6deb06f155e4 None None] Routers {'bf9ca87e-5804-4db3-ac71-5a69d932e94f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:37.927456 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-23733df9-7f82-4730-8c01-6deb06f155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:37.938401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb70046f-398b-4735-a300-92679335ee11 req-a76fc594-475d-4e1a-8d63-0c0f354cc3c1 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535455 Aug 16 01:54:37.959369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5914c22d-3a70-4d03-ad03-abd2e5b021a3 req-ace14dce-2bb4-4936-9dc7-0959f607cd67 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031549 Aug 16 01:54:38.010840 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:38.020945 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-23733df9-7f82-4730-8c01-6deb06f155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:38.023078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:38.023408 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23733df9-7f82-4730-8c01-6deb06f155e4 None None] The sync data for ids ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:38.065676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.118435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22217aa-aa4b-47e8-bd7b-c9a9890cbe8b req-cba6a422-b02c-4144-a961-3fb134cabe23 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.125847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d22217aa-aa4b-47e8-bd7b-c9a9890cbe8b req-cba6a422-b02c-4144-a961-3fb134cabe23 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 945 time: 0.0665729 Aug 16 01:54:38.140889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.141550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.142958 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] 10.222.0.84 "PUT /v2.0/ports/a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 200 len: 1092 time: 2.0734384 Aug 16 01:54:38.157477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] For port 73699b24-f2dc-4c31-9477-12a4fe82ed6a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=73699b24-f2dc-4c31-9477-12a4fe82ed6a,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:38.157848 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.161995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:38.164302 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377" -d '{"events": [{"name": "network-changed", "server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:38.190061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d22217aa-aa4b-47e8-bd7b-c9a9890cbe8b req-5621b78c-52f3-447a-9090-4c0a8715c264 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628457 Aug 16 01:54:38.229880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291341af-388a-48fa-ae19-c1cfa732909d service neutron] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:38.246363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40670) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:38.307367 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa95045-a11e-463a-a3b5-741a2cee0578 x-openstack-request-id: req-eaa95045-a11e-463a-a3b5-741a2cee0578 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:38.307708 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:38.307872 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eaa95045-a11e-463a-a3b5-741a2cee0578 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:38.308222 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'status': 'completed', 'code': 200} Aug 16 01:54:38.338672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0efbbb-8e33-43c8-99b3-58b53eef58cf admin admin] Deleting subnet fd1345f9-5c91-462e-8008-7479b1756a0e {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:38.346532 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a0efbbb-8e33-43c8-99b3-58b53eef58cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.373713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Made reservation on behalf of f710a19fd69a4873abe836e4b2134ecf for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:38.380100 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.418029 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a0efbbb-8e33-43c8-99b3-58b53eef58cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.506766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] device_id is not set on port 45776645-39aa-4a4f-8305-73e49113111a yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:54:38.545599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-286c618d-bbb4-4d45-a5bf-04ceddb3be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.548744 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-286c618d-bbb4-4d45-a5bf-04ceddb3be13 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 1095 time: 0.3050222 Aug 16 01:54:38.552822 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a0efbbb-8e33-43c8-99b3-58b53eef58cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.591026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367f0c6-43d6-4d16-91d6-b3e171857988 req-821729f7-01b9-496b-b77f-48d0c2400d19 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.592522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e367f0c6-43d6-4d16-91d6-b3e171857988 req-821729f7-01b9-496b-b77f-48d0c2400d19 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.1453872 Aug 16 01:54:38.634254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ac288-8b0c-4372-9b7f-afa9588f714d req-5b04a573-1180-48cd-a5b3-cc176c4d30c5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.640476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ac288-8b0c-4372-9b7f-afa9588f714d req-5b04a573-1180-48cd-a5b3-cc176c4d30c5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.646291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ac288-8b0c-4372-9b7f-afa9588f714d req-5b04a573-1180-48cd-a5b3-cc176c4d30c5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.647944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-414ac288-8b0c-4372-9b7f-afa9588f714d req-5b04a573-1180-48cd-a5b3-cc176c4d30c5 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d&device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9&device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 2417 time: 0.1516335 Aug 16 01:54:38.659572 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-36a98728-2b7f-42b7-b41b-ac29cfa82942 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 200 len: 217 time: 0.0953481 Aug 16 01:54:38.683676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e367f0c6-43d6-4d16-91d6-b3e171857988 req-6949ad72-2b5f-4b2a-8dba-fd1b11b05ff2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782738 Aug 16 01:54:38.693064 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a0efbbb-8e33-43c8-99b3-58b53eef58cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.724606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0efbbb-8e33-43c8-99b3-58b53eef58cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1345f9-5c91-462e-8008-7479b1756a0e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:38.733302 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a0efbbb-8e33-43c8-99b3-58b53eef58cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.737585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6a0efbbb-8e33-43c8-99b3-58b53eef58cf admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fd1345f9-5c91-462e-8008-7479b1756a0e HTTP/1.1" status: 204 len: 168 time: 0.4876933 Aug 16 01:54:38.738519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40684) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:38.750325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-414ac288-8b0c-4372-9b7f-afa9588f714d req-1aecdf15-1ad2-4528-b98c-221c8f4734cb tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851479 Aug 16 01:54:38.756188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.756672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.756787 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Floating IP 314a650f-dc7d-4e7e-a0d8-7c72a099b94d disassociated. External IP: 172.25.2.69, port: 73699b24-f2dc-4c31-9477-12a4fe82ed6a. Aug 16 01:54:38.757186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Calling delete_port for 73699b24-f2dc-4c31-9477-12a4fe82ed6a owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:38.801311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-6f1d0233-158d-4c64-897e-414d81c0d7c7 req-2a08f057-b831-47be-a814-9725aa9a84f8 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:54:38.802466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f1d0233-158d-4c64-897e-414d81c0d7c7 req-2a08f057-b831-47be-a814-9725aa9a84f8 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122433 Aug 16 01:54:38.815149 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff499-7bd0-4baf-ba15-2ba926101c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.836935 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.848153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-bbdcbe9e-1ad5-4a5b-870c-dbe19b6eacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.849738 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-bbdcbe9e-1ad5-4a5b-870c-dbe19b6eacc6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.1833282 Aug 16 01:54:38.894569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Allocated IP 172.20.0.5 (20e0f5e8-9e63-40f2-982b-694450e72f51/54849398-e685-4f7a-aa73-b843e28c171f/45776645-39aa-4a4f-8305-73e49113111a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:38.943991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f1d0233-158d-4c64-897e-414d81c0d7c7 req-88123f18-6c08-48e6-a4b8-03e15febff1a tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1261442 Aug 16 01:54:38.975950 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.988615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-2a80e408-d09a-44ee-aa70-16cfa7ee1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.989776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5941b670-83ee-49b7-98d2-3c9fec059815']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:38.990069 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-2a80e408-d09a-44ee-aa70-16cfa7ee1fcf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293793 Aug 16 01:54:39.006233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a507296a-383c-47a8-8ab6-ca9920c844a9') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:39.008280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a507296a-383c-47a8-8ab6-ca9920c844a9') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:39.021092 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.039279 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.051345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:39.052716 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:39.056148 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:39.068906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 73699b24-f2dc-4c31-9477-12a4fe82ed6a no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:39.210529 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-8c18c119-c185-40d4-9b2b-380880920d2c service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108006 Aug 16 01:54:39.211179 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.219157 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.225910 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.227774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5941b670-83ee-49b7-98d2-3c9fec059815 HTTP/1.1" status: 204 len: 168 time: 0.4890244 Aug 16 01:54:39.276665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff83f45-81b7-489f-b14c-564d833ced4b req-5f78735f-9765-4434-9eea-619b3f48d4f4 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:39.278630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aff83f45-81b7-489f-b14c-564d833ced4b req-5f78735f-9765-4434-9eea-619b3f48d4f4 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 867 time: 0.2293575 Aug 16 01:54:39.279448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f7c5c-bba0-4178-90a0-f3d9d41a6653 admin admin] Pushing event deleted for resources: {'Network': ['ID=5941b670-83ee-49b7-98d2-3c9fec059815,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:39.378953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aff83f45-81b7-489f-b14c-564d833ced4b req-dbe34dd7-54e5-4db8-8166-d53622e9e1ce tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups?id=4dda6f89-95c4-40ae-a0c0-4bde380e554c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933795 Aug 16 01:54:39.393448 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.398385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.448365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Pushing event deleted for resources: {'Port': ['ID=73699b24-f2dc-4c31-9477-12a4fe82ed6a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:39.450785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d6bc363-55f2-43bc-9e48-3e9654b24b21 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:39.495547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 2d6bc363-55f2-43bc-9e48-3e9654b24b21 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:39.496223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2d6bc363-55f2-43bc-9e48-3e9654b24b21 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:39.547180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40708) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:39.600582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cf19b6ee-f9e7-4731-9911-2dc4d959ceb0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b041827b0cf84f83ae8597d51d79487b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493352 Aug 16 01:54:39.600832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40710) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:39.665148 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-83979a8d-128e-49f5-a348-fc7939855e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.674366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.683628 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-67b6db4c-69a6-4b9a-9fc1-57db36c8ab62 req-793387b7-85e0-4b95-8d88-3a913cbbcf47 service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458365 Aug 16 01:54:39.688524 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-83979a8d-128e-49f5-a348-fc7939855e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.703272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Transition to ACTIVE for port object 45776645-39aa-4a4f-8305-73e49113111a will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:39.727006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Router 84286757-4499-47e8-b416-38246252e37b has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:39.805754 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-83979a8d-128e-49f5-a348-fc7939855e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.807950 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.817015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-83979a8d-128e-49f5-a348-fc7939855e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.821313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-83979a8d-128e-49f5-a348-fc7939855e13 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1e93ef6d-496f-4ae5-9d2d-d026391cf6d0 HTTP/1.1" status: 204 len: 168 time: 0.2194097 Aug 16 01:54:39.837572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83979a8d-128e-49f5-a348-fc7939855e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e93ef6d-496f-4ae5-9d2d-d026391cf6d0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:39.929313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675e989-2c10-443f-bb4d-e5d6782aec3d req-a1a67dae-7b92-4b61-8bcf-b37af4410888 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:39.939727 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0675e989-2c10-443f-bb4d-e5d6782aec3d req-a1a67dae-7b92-4b61-8bcf-b37af4410888 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.0981252 Aug 16 01:54:39.993800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Network 20e0f5e8-9e63-40f2-982b-694450e72f51 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:39.999623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0675e989-2c10-443f-bb4d-e5d6782aec3d req-2577e884-0323-4f14-9fa8-079ace8bc95f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587571 Aug 16 01:54:40.076701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:40.095718 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377 req-655aae05-02bd-4635-95d5-c9b94fa90dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.097699 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377 req-655aae05-02bd-4635-95d5-c9b94fa90dec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 1095 time: 0.3020957 Aug 16 01:54:40.098514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event updated for resources: {'Port': ['ID=45776645-39aa-4a4f-8305-73e49113111a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:40.103756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:40.282872 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:40.295571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837b765-3404-454f-9021-08a4e4fa9e50 None None] Sync routers for ids ['84286757-4499-47e8-b416-38246252e37b'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:40.307625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.308770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837b765-3404-454f-9021-08a4e4fa9e50 None None] Routers {'84286757-4499-47e8-b416-38246252e37b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:40.309101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.310371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b837b765-3404-454f-9021-08a4e4fa9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84286757-4499-47e8-b416-38246252e37b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:40.406539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] No DVR routers for this DVR port 73699b24-f2dc-4c31-9477-12a4fe82ed6a on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:40.412676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.415248 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-69327b69-0e5d-49bd-bf0d-ec96d2b02d3f req-be03618d-7f4b-482a-8caf-68833fa79a21 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.89 "DELETE /v2.0/ports/73699b24-f2dc-4c31-9477-12a4fe82ed6a HTTP/1.1" status: 204 len: 173 time: 2.9503572 Aug 16 01:54:40.418976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'name': 'network-vif-deleted', 'tag': '73699b24-f2dc-4c31-9477-12a4fe82ed6a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:40.421835 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5874bbb-0a53-4a07-a81d-a992314db92d" -d '{"events": [{"server_uuid": "90065a8e-b0da-42a7-9fc4-98b20760fc51", "name": "network-vif-deleted", "tag": "73699b24-f2dc-4c31-9477-12a4fe82ed6a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:40.458740 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ef945f54-bfe6-43f2-852c-107b48424ac2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6300352 Aug 16 01:54:40.462180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40736) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:40.484635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377 req-496ce8db-d247-49f7-b016-638091ae38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.491129 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377 req-496ce8db-d247-49f7-b016-638091ae38a5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.3830154 Aug 16 01:54:40.602749 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377 req-a549a007-067d-42da-b753-b5e4537b0cf5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 200 len: 217 time: 0.1040676 Aug 16 01:54:40.611100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-b837b765-3404-454f-9021-08a4e4fa9e50 None None] Set router 84286757-4499-47e8-b416-38246252e37b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:40.734644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377 req-a356cfce-cef5-4bef-9657-c9c880d78a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.736176 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377 req-a356cfce-cef5-4bef-9657-c9c880d78a58 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.1255667 Aug 16 01:54:40.859224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9896051b-3eb5-4a67-90a4-2f0f3a271de4 req-675c48fb-3591-41f7-97c4-69ddbee57f35 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/ports?device_id=90065a8e-b0da-42a7-9fc4-98b20760fc51 HTTP/1.1" status: 200 len: 210 time: 0.1024065 Aug 16 01:54:40.887987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'project_id': 'f710a19fd69a4873abe836e4b2134ecf', 'port_id': '45776645-39aa-4a4f-8305-73e49113111a'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:40.912441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377 req-d70491f8-3bc6-4126-9235-3f7b6c86b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.920899 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377 req-d70491f8-3bc6-4126-9235-3f7b6c86b6ec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1768370 Aug 16 01:54:40.964144 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.058201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4a350d4b-d7aa-4552-923a-249b5322765a None None] Provisioning for port 45776645-39aa-4a4f-8305-73e49113111a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:41.084792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4a350d4b-d7aa-4552-923a-249b5322765a None None] Provisioning complete for port 45776645-39aa-4a4f-8305-73e49113111a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:41.085204 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4a350d4b-d7aa-4552-923a-249b5322765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.138706 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e1c3fa-58f9-4b1d-bdf7-d0b567e4ddb0 x-openstack-request-id: req-44e1c3fa-58f9-4b1d-bdf7-d0b567e4ddb0 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:41.140336 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90065a8e-b0da-42a7-9fc4-98b20760fc51", "name": "network-vif-deleted", "tag": "73699b24-f2dc-4c31-9477-12a4fe82ed6a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:41.144733 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-44e1c3fa-58f9-4b1d-bdf7-d0b567e4ddb0 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:41.146348 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90065a8e-b0da-42a7-9fc4-98b20760fc51', 'name': 'network-vif-deleted', 'tag': '73699b24-f2dc-4c31-9477-12a4fe82ed6a', 'status': 'completed', 'code': 200} Aug 16 01:54:41.226463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377 req-d93b796b-d494-43a6-a972-a7cfafe6ab33 service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940872 Aug 16 01:54:41.403163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40768) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:41.410796 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0385a0f7-dc9b-44ca-ae8c-59adfc00a377 req-2fe69b5d-5af1-4574-80f5-b098d5f265b7 service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794202 Aug 16 01:54:41.420796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4a350d4b-d7aa-4552-923a-249b5322765a None None] Port 45776645-39aa-4a4f-8305-73e49113111a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:41.489433 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.506488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-67cae739-8f73-4dbe-86af-cb0266ef445a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.517371 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.529725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b837b765-3404-454f-9021-08a4e4fa9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:33Z', 'revision_number': 4, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2faf2555-5fb8-4ca1-ba5d-4b119bc9897e', 'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'mac_address': 'fa:16:3e:ce:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:32Z', 'updated_at': '2021-08-16T01:52:38Z', 'revision_number': 5, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'subnets': [{'id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:41.550841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dcc27-4b4a-4a97-9971-a5a70a16ba93 req-cd1e9039-09d8-44fc-9152-994a46f8c827 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:41.563129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-056dcc27-4b4a-4a97-9971-a5a70a16ba93 req-cd1e9039-09d8-44fc-9152-994a46f8c827 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.2661345 Aug 16 01:54:41.607145 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837b765-3404-454f-9021-08a4e4fa9e50 None None] Checking router: 84286757-4499-47e8-b416-38246252e37b for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:41.617710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837b765-3404-454f-9021-08a4e4fa9e50 None None] Routers {'84286757-4499-47e8-b416-38246252e37b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:41.618577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b837b765-3404-454f-9021-08a4e4fa9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84286757-4499-47e8-b416-38246252e37b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:41.663806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-634645324-network', 'tenant_id': 'e402cb8db7524d088a323bf669eee210'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:41.700045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-056dcc27-4b4a-4a97-9971-a5a70a16ba93 req-84ea619c-1187-4157-87cc-1f20e54847a2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357706 Aug 16 01:54:41.755997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Made reservation on behalf of e402cb8db7524d088a323bf669eee210 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:41.758369 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.774548 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.792284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-b837b765-3404-454f-9021-08a4e4fa9e50 None None] Set router 84286757-4499-47e8-b416-38246252e37b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:41.813876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Allocated IP 172.25.2.70 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/2eab2535-1b2b-4a6d-ae1b-4a5aa7a7d570) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:42.010967 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c403c-d0ad-4d1c-8877-096e284acdc0 req-d69b9492-1898-473c-b070-d1c5e180f754 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.012564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b8c403c-d0ad-4d1c-8877-096e284acdc0 req-d69b9492-1898-473c-b070-d1c5e180f754 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 945 time: 0.1558216 Aug 16 01:54:42.043340 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.049187 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.058948 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.088152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b837b765-3404-454f-9021-08a4e4fa9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:33Z', 'revision_number': 4, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2faf2555-5fb8-4ca1-ba5d-4b119bc9897e', 'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'mac_address': 'fa:16:3e:ce:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:32Z', 'updated_at': '2021-08-16T01:52:38Z', 'revision_number': 5, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'subnets': [{'id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:42.114652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:54:42.120637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117d3d29-38cc-4b83-be6b-2a70cabda8df,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:42.133507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837b765-3404-454f-9021-08a4e4fa9e50 None None] The sync data for ids ['84286757-4499-47e8-b416-38246252e37b'] in n-d-768851-16 is: [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:52:33Z', 'revision_number': 4, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2faf2555-5fb8-4ca1-ba5d-4b119bc9897e', 'name': '', 'network_id': '0f0a2942-6dfc-4ebf-8e51-6521f736a3f0', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'mac_address': 'fa:16:3e:ce:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:32Z', 'updated_at': '2021-08-16T01:52:38Z', 'revision_number': 5, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'subnets': [{'id': 'd1832452-a185-4f7c-8ec7-fcd538b6c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:42.139911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b8c403c-d0ad-4d1c-8877-096e284acdc0 req-ca8541b2-7283-44f2-9143-45ac9bf83af6 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155961 Aug 16 01:54:42.173467 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.173814 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Added segment 92b0ab61-1f63-4679-997e-f64452698861 of type vlan for network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 Aug 16 01:54:42.220787 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.264694 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.294931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:42.297276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Pushing event updated for resources: {'Port': ['ID=2eab2535-1b2b-4a6d-ae1b-4a5aa7a7d570,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:42.304694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:42.311873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:42.350217 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.351190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.351794 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.468953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0630007 Aug 16 01:54:42.474097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6af8a-b5c7-4e17-9f8c-96bd92d886f0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b40d3ce-64f6-4f58-b366-5deedab4aaf5,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:42.474868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40786) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:42.481921 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] Request body: {'subnet': {'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-634645324-subnet', 'tenant_id': 'e402cb8db7524d088a323bf669eee210', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:42.500644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:54:42.538990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] Made reservation on behalf of e402cb8db7524d088a323bf669eee210 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:42.539275 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2cd0ce-0d20-40c7-bb37-da604b02728e None None] New status for floating IP 314a650f-dc7d-4e7e-a0d8-7c72a099b94d: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:42.548517 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.662684 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.800103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.871134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1012df08-e106-4449-8c19-c14f32b8eec3,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:42.886151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] Checking segment: {'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:42.886835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] Network hostable DHCP agents. Network: 8b40d3ce-64f6-4f58-b366-5deedab4aaf5, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:54:42.909115 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] Network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:54:42.921521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 8b40d3ce-64f6-4f58-b366-5deedab4aaf5) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:42.927039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.928220 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.937334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a2a15-7017-4839-9b56-0cd688bd1932 None None] Network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:42.947043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c87799-770f-4dfe-9fec-119b2df1f7e4 req-678f2cc0-b769-4b48-96b6-4753d6564371 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.955943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6c87799-770f-4dfe-9fec-119b2df1f7e4 req-678f2cc0-b769-4b48-96b6-4753d6564371 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.1227627 Aug 16 01:54:42.958212 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f0c3bf84-b3e8-4e46-801e-0198501b7f5b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4815526 Aug 16 01:54:42.978112 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.025045 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40794) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:43.091248 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.104459 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-392a1a18-7277-4765-a852-e20df27ba591 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.144107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6c87799-770f-4dfe-9fec-119b2df1f7e4 req-18dd576c-1c62-4789-b269-499b9a4407be tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869054 Aug 16 01:54:43.184194 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-392a1a18-7277-4765-a852-e20df27ba591 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.229950 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b110f7e9-6412-43d0-82a7-449c13072053 None None] Network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:43.262749 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-392a1a18-7277-4765-a852-e20df27ba591 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.266574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-392a1a18-7277-4765-a852-e20df27ba591 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.270828 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-392a1a18-7277-4765-a852-e20df27ba591 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "DELETE /v2.0/security-groups/4dda6f89-95c4-40ae-a0c0-4bde380e554c HTTP/1.1" status: 204 len: 168 time: 0.2441566 Aug 16 01:54:43.271490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40806) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:43.308808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a1a18-7277-4765-a852-e20df27ba591 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dda6f89-95c4-40ae-a0c0-4bde380e554c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:43.341222 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-7097e888-e373-487e-a737-46c099f53fb8 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] show failed (client error): The resource could not be found. Aug 16 01:54:43.343172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.346711 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7097e888-e373-487e-a737-46c099f53fb8 tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "GET /v2.0/security-groups/4dda6f89-95c4-40ae-a0c0-4bde380e554c HTTP/1.1" status: 404 len: 347 time: 0.0563760 Aug 16 01:54:43.348078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40810) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:43.359675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.865820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9a58c-42ac-44f3-a963-0cd1766a6396 req-dbebbc7d-e0bc-4307-acb9-a64f437f1471 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.868346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9c9a58c-42ac-44f3-a963-0cd1766a6396 req-dbebbc7d-e0bc-4307-acb9-a64f437f1471 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 945 time: 0.5218704 Aug 16 01:54:43.870588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Pushing event updated for resources: {'Port': ['ID=2eab2535-1b2b-4a6d-ae1b-4a5aa7a7d570,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:43.906070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.921220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434879a-f6fa-409e-ba00-97a982846542 req-02bdbc1c-591a-4cb9-a6a7-cd4b98c9d074 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.922863 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e434879a-f6fa-409e-ba00-97a982846542 req-02bdbc1c-591a-4cb9-a6a7-cd4b98c9d074 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 945 time: 0.0783827 Aug 16 01:54:43.981384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-844be007-235f-420e-9022-28cc489e407a tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Deleting port 3254c221-7878-4d3d-b04c-47e23e2eca8f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:43.981721 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844be007-235f-420e-9022-28cc489e407a tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.033642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9c9a58c-42ac-44f3-a963-0cd1766a6396 req-592b7639-3c3f-4907-8c1a-7b4ac86c5865 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461143 Aug 16 01:54:44.104871 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.112737 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844be007-235f-420e-9022-28cc489e407a tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.113110 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844be007-235f-420e-9022-28cc489e407a tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.128636 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Floating IP 8d2f9cf5-0403-43bf-b1a1-93ab6d9eb9d9 associated. External IP: 172.25.2.70, port: 45776645-39aa-4a4f-8305-73e49113111a. Aug 16 01:54:44.132481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e434879a-f6fa-409e-ba00-97a982846542 req-d299e086-3f20-4b3e-8b7f-2b66d86d8c49 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Deleting port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:44.132828 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e434879a-f6fa-409e-ba00-97a982846542 req-d299e086-3f20-4b3e-8b7f-2b66d86d8c49 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.136121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-844be007-235f-420e-9022-28cc489e407a tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Calling delete_port for 3254c221-7878-4d3d-b04c-47e23e2eca8f owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:44.141407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e88d770a-5725-4d2e-b234-fbb437dc6511 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.143626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e88d770a-5725-4d2e-b234-fbb437dc6511 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/networks?id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5 HTTP/1.1" status: 200 len: 821 time: 0.6201544 Aug 16 01:54:44.220362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-43276d53-dde3-49de-b7b3-9617e161790e tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/quotas/e402cb8db7524d088a323bf669eee210 HTTP/1.1" status: 200 len: 375 time: 0.0303335 Aug 16 01:54:44.266893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-7c80747a-cbba-4353-945f-c2d9fd292f7b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e402cb8db7524d088a323bf669eee210&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360599 Aug 16 01:54:44.276365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a2b238a3-9b59-4067-8804-4eaac4919abd details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:44.351007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e434879a-f6fa-409e-ba00-97a982846542 req-d299e086-3f20-4b3e-8b7f-2b66d86d8c49 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] For port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:44.351379 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e434879a-f6fa-409e-ba00-97a982846542 req-d299e086-3f20-4b3e-8b7f-2b66d86d8c49 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.386431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e434879a-f6fa-409e-ba00-97a982846542 req-d299e086-3f20-4b3e-8b7f-2b66d86d8c49 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Calling delete_port for b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:44.458455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:44.474275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'port_id': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'mac_address': 'fa:16:3e:39:33:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:44.522593 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.539472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b238a3-9b59-4067-8804-4eaac4919abd {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:44.553068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697f647-c5d0-4682-9db2-42839adcd682 req-e69bb319-8d79-4b0d-a965-aba7e992e867 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.555032 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f697f647-c5d0-4682-9db2-42839adcd682 req-e69bb319-8d79-4b0d-a965-aba7e992e867 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.1938050 Aug 16 01:54:44.559008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-b58bdd0f-cb51-4cb4-bea7-ab557b86797a service neutron] 10.222.0.79 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565370 Aug 16 01:54:44.581286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:44.589272 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.593237 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e434879a-f6fa-409e-ba00-97a982846542 req-d299e086-3f20-4b3e-8b7f-2b66d86d8c49 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.621417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:44.679664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['eabe19d8-47fd-4d9b-a1c8-ec974adbff16', 'b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:44.730157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299e086-3f20-4b3e-8b7f-2b66d86d8c49 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Pushing event deleted for resources: {'Port': ['ID=b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:44.739011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f697f647-c5d0-4682-9db2-42839adcd682 req-3607a30e-270c-4f7e-ae9c-fa66300563eb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685905 Aug 16 01:54:44.744781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Router bf9ca87e-5804-4db3-ac71-5a69d932e94f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:44.757293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:44.793797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-236db1a3-ce58-4d67-84cb-37ac7a4b31f8 service neutron] 10.222.0.79 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244875 Aug 16 01:54:44.796832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e434879a-f6fa-409e-ba00-97a982846542 req-d299e086-3f20-4b3e-8b7f-2b66d86d8c49 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] No DVR routers for this DVR port b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:44.799924 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e434879a-f6fa-409e-ba00-97a982846542 req-d299e086-3f20-4b3e-8b7f-2b66d86d8c49 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.802182 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e434879a-f6fa-409e-ba00-97a982846542 req-d299e086-3f20-4b3e-8b7f-2b66d86d8c49 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.84 "DELETE /v2.0/ports/b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 HTTP/1.1" status: 204 len: 173 time: 0.8730848 Aug 16 01:54:44.805037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1515ef-0a00-40f6-91b7-d4fa28b48f0d', 'name': 'network-vif-deleted', 'tag': 'b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:44.817652 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df8bb4b-0bc4-4e4f-afcc-f4f064538a04" -d '{"events": [{"server_uuid": "4a1515ef-0a00-40f6-91b7-d4fa28b48f0d", "name": "network-vif-deleted", "tag": "b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:44.827691 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844be007-235f-420e-9022-28cc489e407a tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.884371 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54531dc6-dedd-40ef-9a2a-8d6a0e09df75 x-openstack-request-id: req-54531dc6-dedd-40ef-9a2a-8d6a0e09df75 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:44.884709 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1515ef-0a00-40f6-91b7-d4fa28b48f0d", "name": "network-vif-deleted", "tag": "b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:44.885018 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-54531dc6-dedd-40ef-9a2a-8d6a0e09df75 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:44.885425 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1515ef-0a00-40f6-91b7-d4fa28b48f0d', 'name': 'network-vif-deleted', 'tag': 'b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43', 'status': 'completed', 'code': 200} Aug 16 01:54:44.891858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844be007-235f-420e-9022-28cc489e407a tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Pushing event deleted for resources: {'Port': ['ID=3254c221-7878-4d3d-b04c-47e23e2eca8f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:44.965847 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844be007-235f-420e-9022-28cc489e407a tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.972670 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-844be007-235f-420e-9022-28cc489e407a tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.976373 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-844be007-235f-420e-9022-28cc489e407a tempest-ServersTestFqdnHostnames-1981883751 tempest-ServersTestFqdnHostnames-1981883751-project] 10.222.0.79 "DELETE /v2.0/floatingips/314a650f-dc7d-4e7e-a0d8-7c72a099b94d HTTP/1.1" status: 204 len: 168 time: 1.6261346 Aug 16 01:54:44.981026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40828) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:45.202467 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0db39b58-8fec-427d-afb0-a520d271a2d9 req-4c8a1be3-6385-4a61-8457-7514ceaa577e tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 210 time: 0.0538213 Aug 16 01:54:45.203532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:45.208490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a2b238a3-9b59-4067-8804-4eaac4919abd'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:45.250195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:45.265087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908b41a9-116f-4e8b-b655-47a7f1facffa None None] Sync routers for ids ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:45.283591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b41a9-116f-4e8b-b655-47a7f1facffa None None] Routers {'bf9ca87e-5804-4db3-ac71-5a69d932e94f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:45.284286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-908b41a9-116f-4e8b-b655-47a7f1facffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:45.344427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-203cab4f-ef20-457f-879b-7760f1867205 req-cafd3722-1ebc-4561-bc5d-847555e664b2 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a1515ef-0a00-40f6-91b7-d4fa28b48f0d HTTP/1.1" status: 200 len: 210 time: 0.0507147 Aug 16 01:54:45.399259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-350bbd78-c75f-498a-bdbb-f9d5cba11c99 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.9359381 Aug 16 01:54:45.403566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40844) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:45.433928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-908b41a9-116f-4e8b-b655-47a7f1facffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:45.535443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b41a9-116f-4e8b-b655-47a7f1facffa None None] Routers {'bf9ca87e-5804-4db3-ac71-5a69d932e94f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:45.536386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-908b41a9-116f-4e8b-b655-47a7f1facffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:45.589064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-908b41a9-116f-4e8b-b655-47a7f1facffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:45.591602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908b41a9-116f-4e8b-b655-47a7f1facffa None None] The sync data for ids ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:45.635925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1f30e25b-96b6-491f-b1e8-254650de7fed tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] 10.222.0.79 "GET /v2.0/floatingips/8d2f9cf5-0403-43bf-b1a1-93ab6d9eb9d9 HTTP/1.1" status: 200 len: 982 time: 0.2303493 Aug 16 01:54:45.638568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40848) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:45.694769 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:45.772019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-43a5c8cd-7e6d-4414-a4a9-cada0c0d1e85 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3517 time: 0.1323421 Aug 16 01:54:45.780237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40852) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:45.896663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638282a-2c89-4fb5-8b22-2c99a8e95b8d req-5bce5933-525f-4052-983f-6ff8cf34cdfd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.899236 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d638282a-2c89-4fb5-8b22-2c99a8e95b8d req-5bce5933-525f-4052-983f-6ff8cf34cdfd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.0728257 Aug 16 01:54:45.951535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d638282a-2c89-4fb5-8b22-2c99a8e95b8d req-b18371cb-a346-4b77-bcda-4f26c2fa1d87 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Aug 16 01:54:46.063644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-85e85564-e2c2-4df9-b1ed-01cf2c467d4a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:46.065199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-85e85564-e2c2-4df9-b1ed-01cf2c467d4a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 807 time: 0.1127489 Aug 16 01:54:46.081255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-1c430bb8-0be2-47a5-ba54-afd54ec4dc50 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/quotas/25a875c926bf4742afb457e17dcadf46 HTTP/1.1" status: 200 len: 375 time: 0.0097823 Aug 16 01:54:46.113366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Deleting port 2eab2535-1b2b-4a6d-ae1b-4a5aa7a7d570 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:46.114023 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.141246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5b16ebfb-20fe-4ab3-b142-f767ab5164e6 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542405 Aug 16 01:54:46.204503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] Deleting port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:46.204503 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.223025 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.223364 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.238841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-73862741-5aad-4e49-bd12-6b8021776886 service neutron] 10.222.0.79 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900764 Aug 16 01:54:46.269515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Calling delete_port for 2eab2535-1b2b-4a6d-ae1b-4a5aa7a7d570 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:46.364415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac8af102-8683-43f5-b409-bae0518bdec3 req-f5a63f50-7134-4060-b73a-22f5e8ca6290 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 210 time: 0.0367522 Aug 16 01:54:46.368300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-23cb63dc-e0a0-4720-975b-396a2c6ac517 service neutron] 10.222.0.79 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197083 Aug 16 01:54:46.486870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] For port 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2faf2555-5fb8-4ca1-ba5d-4b119bc9897e,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:46.487333 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.528230 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] Calling delete_port for 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:46.540526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-9fd44816-de02-4db8-9e31-de5bdfb0788a tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:46.542582 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-9fd44816-de02-4db8-9e31-de5bdfb0788a tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "GET /v2.0/networks?id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5 HTTP/1.1" status: 200 len: 821 time: 0.2678325 Aug 16 01:54:46.566284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Request body: {'port': {'device_id': 'e047a7fd-60ca-4bad-8295-7349747fd019', 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5', 'admin_state_up': True, 'tenant_id': 'e402cb8db7524d088a323bf669eee210'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:46.728786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ace733c2-bb84-4482-90ae-55d871e53d21 req-36386ba5-e423-481a-bed1-1b221c555e41 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 210 time: 0.0288815 Aug 16 01:54:46.820318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.864228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event deleted for resources: {'Port': ['ID=2eab2535-1b2b-4a6d-ae1b-4a5aa7a7d570,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:46.867796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a76f8-1d67-4fb2-ae98-d220be5066db req-74c2dc81-6a25-48af-91f1-c7cdc55f4269 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:46.871397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-358a76f8-1d67-4fb2-ae98-d220be5066db req-74c2dc81-6a25-48af-91f1-c7cdc55f4269 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9 HTTP/1.1" status: 200 len: 946 time: 0.0620673 Aug 16 01:54:46.922036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-358a76f8-1d67-4fb2-ae98-d220be5066db req-406b7648-85a1-48fa-b4fc-440f6b448380 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Aug 16 01:54:46.950565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Made reservation on behalf of e402cb8db7524d088a323bf669eee210 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:46.955080 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.003725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.004059 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Floating IP 8d2f9cf5-0403-43bf-b1a1-93ab6d9eb9d9 disassociated (deleted). External IP: 172.25.2.70, port: 45776645-39aa-4a4f-8305-73e49113111a. Aug 16 01:54:47.093263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb60ae6-acd6-4de2-8fd8-6cd7ddf28f04 req-c40b06a4-b9cd-47e5-8a17-1c18f2bca5db tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:47.097870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fb60ae6-acd6-4de2-8fd8-6cd7ddf28f04 req-c40b06a4-b9cd-47e5-8a17-1c18f2bca5db tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.0599685 Aug 16 01:54:47.129887 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.137299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fb60ae6-acd6-4de2-8fd8-6cd7ddf28f04 req-843f7386-4a90-4ac7-a3b3-8dc1fbba0298 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346863 Aug 16 01:54:47.222651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] Pushing event deleted for resources: {'Port': ['ID=2faf2555-5fb8-4ca1-ba5d-4b119bc9897e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:47.486642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c78d52d-43e8-4255-980a-6f127dce5086 req-2b372e7c-b233-4efe-a775-1e776a89e6dc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 210 time: 0.0404377 Aug 16 01:54:47.569254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Allocated IP 172.20.0.2 (8b40d3ce-64f6-4f58-b366-5deedab4aaf5/1012df08-e106-4449-8c19-c14f32b8eec3/b23b07f0-ef8d-4745-8d45-1202a4f367e3) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:47.767787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-855592d7-8c61-4afd-8915-d5bc035acecd tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:47.769721 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-855592d7-8c61-4afd-8915-d5bc035acecd tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 807 time: 0.1189265 Aug 16 01:54:47.785019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Request body: {'port': {'device_id': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'network_id': '53070772-89aa-468a-b502-c2df2484496e', 'admin_state_up': True, 'tenant_id': '25a875c926bf4742afb457e17dcadf46'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:47.880920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d04bf8d-ded1-4037-bd23-e187c2917edf req-8e46d809-2ca9-489a-8d75-42cd2eeef930 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 210 time: 0.0318718 Aug 16 01:54:47.902791 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.910139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Router bf9ca87e-5804-4db3-ac71-5a69d932e94f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:47.956640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Made reservation on behalf of 25a875c926bf4742afb457e17dcadf46 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:47.960368 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.082977 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.099524 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.118908 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213b886-ff20-4a30-aee1-d2593cdfbaaa req-9cfb6543-c0d3-4077-89da-89a980902acb tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.121061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0213b886-ff20-4a30-aee1-d2593cdfbaaa req-9cfb6543-c0d3-4077-89da-89a980902acb tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9 HTTP/1.1" status: 200 len: 946 time: 0.0994401 Aug 16 01:54:48.156494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Allocated IP 172.20.0.5 (53070772-89aa-468a-b502-c2df2484496e/81072e93-474d-4bb3-ac53-41f391336622/b81ebfbd-377e-48f2-bec6-a5b1359aec60) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:48.199124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0213b886-ff20-4a30-aee1-d2593cdfbaaa req-22e29265-bfc0-4cbd-9242-459085fc0d87 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683532 Aug 16 01:54:48.292417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a2b238a3-9b59-4067-8804-4eaac4919abd up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:48.314705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:48.326418 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ec7fe-ccf3-4ed1-90ba-a2ed8900612a None None] Sync routers for ids ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:48.327446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.335939 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ec7fe-ccf3-4ed1-90ba-a2ed8900612a None None] Routers {'bf9ca87e-5804-4db3-ac71-5a69d932e94f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:48.336826 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a76ec7fe-ccf3-4ed1-90ba-a2ed8900612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:48.342410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8f1ee-2a3b-4a71-94b1-a7cd3ec4b6fe req-23ddcc01-4230-4d3e-9833-90ee1d02e5aa tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.342942 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.352162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9d8f1ee-2a3b-4a71-94b1-a7cd3ec4b6fe req-23ddcc01-4230-4d3e-9833-90ee1d02e5aa tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.1046088 Aug 16 01:54:48.374755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port a2b238a3-9b59-4067-8804-4eaac4919abd completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:48.377685 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a76ec7fe-ccf3-4ed1-90ba-a2ed8900612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:48.380114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port a2b238a3-9b59-4067-8804-4eaac4919abd triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:48.380604 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.389574 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ec7fe-ccf3-4ed1-90ba-a2ed8900612a None None] Routers {'bf9ca87e-5804-4db3-ac71-5a69d932e94f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:48.390496 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a76ec7fe-ccf3-4ed1-90ba-a2ed8900612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:48.432354 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a76ec7fe-ccf3-4ed1-90ba-a2ed8900612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:48.433567 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ec7fe-ccf3-4ed1-90ba-a2ed8900612a None None] The sync data for ids ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:48.437249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9d8f1ee-2a3b-4a71-94b1-a7cd3ec4b6fe req-b230a7d1-1e67-41c2-bcd0-f02aa52f02c2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771186 Aug 16 01:54:48.491631 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.522364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:48.523229 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.525106 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6002277b-99a6-4fcc-b57b-e68b021a8e7a" -d '{"events": [{"server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "name": "network-vif-plugged", "status": "completed", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:48.543898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:48.550721 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.552137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:48.555386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40908) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:48.555747 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2470168b-9f2b-42df-a668-34d2cc082529 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "DELETE /v2.0/floatingips/8d2f9cf5-0403-43bf-b1a1-93ab6d9eb9d9 HTTP/1.1" status: 204 len: 168 time: 2.7727919 Aug 16 01:54:48.561720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:48.565427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:48.586900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:48.587953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b92ff126-e5ce-4eb1-8cf5-6fc6405a2d43 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:48.591250 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ca4619-2ed6-4bb8-8736-43abc602eaad x-openstack-request-id: req-81ca4619-2ed6-4bb8-8736-43abc602eaad {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:48.592049 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "name": "network-vif-plugged", "status": "completed", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:48.592692 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-81ca4619-2ed6-4bb8-8736-43abc602eaad {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:48.592877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:48.593404 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'code': 200} Aug 16 01:54:48.608558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75f6f9-e5fd-4b6a-ae79-a2cd9b261257 req-49f486d5-4a95-42de-b51f-7701707ffdda tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.610449 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4a75f6f9-e5fd-4b6a-ae79-a2cd9b261257 req-49f486d5-4a95-42de-b51f-7701707ffdda tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.89 "GET /v2.0/ports?device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9 HTTP/1.1" status: 200 len: 946 time: 0.3771491 Aug 16 01:54:48.611427 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:48.615920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event updated for resources: {'Port': ['ID=b23b07f0-ef8d-4745-8d45-1202a4f367e3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:48.692372 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:48.782146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.782848 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.823869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] Router 84286757-4499-47e8-b416-38246252e37b has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:48.837161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b4c4a-44a5-4b55-8f13-220bab9a44d3 req-77e0d789-a59b-41ad-b90c-7daa8ed166ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.839142 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4f3b4c4a-44a5-4b55-8f13-220bab9a44d3 req-77e0d789-a59b-41ad-b90c-7daa8ed166ae service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 1097 time: 0.1290107 Aug 16 01:54:48.936627 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.949868 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.969433 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4f3b4c4a-44a5-4b55-8f13-220bab9a44d3 req-09f21de5-87cf-4c1e-ad88-6b152218cefd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214285 Aug 16 01:54:48.971649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4a75f6f9-e5fd-4b6a-ae79-a2cd9b261257 req-c38243b2-ff9a-4db4-9886-8a759841af97 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Deleting port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:48.971999 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4a75f6f9-e5fd-4b6a-ae79-a2cd9b261257 req-c38243b2-ff9a-4db4-9886-8a759841af97 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.979648 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-773a4fd5-aa81-4c51-8deb-b8c0f0f2947c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4196069 Aug 16 01:54:49.001080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Request body: {'port': {'device_id': 'e047a7fd-60ca-4bad-8295-7349747fd019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:49.041780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Network 53070772-89aa-468a-b502-c2df2484496e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:49.052678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:49.056812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:49.060318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Pushing event updated for resources: {'Port': ['ID=b81ebfbd-377e-48f2-bec6-a5b1359aec60,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:49.076010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:49.079997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab08830-79a5-425b-9376-6b371c6f6264 req-55edf538-24ab-44b1-b49b-a11b2e8b7285 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:49.083363 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f6ade35b-d599-4332-83e6-81c4c466245b admin admin] 10.222.0.79 "PUT /v2.0/routers/84286757-4499-47e8-b416-38246252e37b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1013024 Aug 16 01:54:49.087072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40914) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:49.090063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fab08830-79a5-425b-9376-6b371c6f6264 req-55edf538-24ab-44b1-b49b-a11b2e8b7285 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 931 time: 0.1953576 Aug 16 01:54:49.093587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c9b46-4dbb-41dc-aa51-1912da665bd3 None None] Sync routers for ids ['84286757-4499-47e8-b416-38246252e37b'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:49.110218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c9b46-4dbb-41dc-aa51-1912da665bd3 None None] Routers {'84286757-4499-47e8-b416-38246252e37b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:49.110962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-797c9b46-4dbb-41dc-aa51-1912da665bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84286757-4499-47e8-b416-38246252e37b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:49.189470 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.199882 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4a75f6f9-e5fd-4b6a-ae79-a2cd9b261257 req-c38243b2-ff9a-4db4-9886-8a759841af97 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] For port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:49.200260 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4a75f6f9-e5fd-4b6a-ae79-a2cd9b261257 req-c38243b2-ff9a-4db4-9886-8a759841af97 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.235343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fab08830-79a5-425b-9376-6b371c6f6264 req-53de379f-5c2b-4a96-84b6-1f12175b0fda tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328857 Aug 16 01:54:49.244377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:49.245167 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.256133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4a75f6f9-e5fd-4b6a-ae79-a2cd9b261257 req-c38243b2-ff9a-4db4-9886-8a759841af97 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Calling delete_port for 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:49.284503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658c2c1-af3a-4231-8122-367886858b05 req-d90f9b9c-6c57-4961-956a-d2aee2fa8815 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:49.293227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5658c2c1-af3a-4231-8122-367886858b05 req-d90f9b9c-6c57-4961-956a-d2aee2fa8815 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 931 time: 0.1894321 Aug 16 01:54:49.304089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-945942f3-aefd-4e0c-9e86-ac2e5f89195d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5229855 Aug 16 01:54:49.361914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Request body: {'port': {'device_id': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:49.374360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.443821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5658c2c1-af3a-4231-8122-367886858b05 req-c8b38594-cf5e-4dfb-8c34-ae65b79e1fdb tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494498 Aug 16 01:54:49.504961 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.523569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d52a8-ca97-4efe-8d25-0e7225733052 req-d372b3a2-a382-4523-bed6-03292c72eb86 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:49.525387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-509d52a8-ca97-4efe-8d25-0e7225733052 req-d372b3a2-a382-4523-bed6-03292c72eb86 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9 HTTP/1.1" status: 200 len: 946 time: 0.1577108 Aug 16 01:54:49.535758 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.542485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-797c9b46-4dbb-41dc-aa51-1912da665bd3 None None] Set router 84286757-4499-47e8-b416-38246252e37b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:49.698506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-509d52a8-ca97-4efe-8d25-0e7225733052 req-99f9f895-c3c5-45d9-b93d-f05d7f0d3569 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555262 Aug 16 01:54:49.785409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-797c9b46-4dbb-41dc-aa51-1912da665bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 5, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:49.799829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8042d-7adf-43e4-ac13-a10e33eb793f req-10171e68-c6f0-4271-85bd-e2f562f5be93 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:49.808482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ade8042d-7adf-43e4-ac13-a10e33eb793f req-10171e68-c6f0-4271-85bd-e2f562f5be93 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2486806 Aug 16 01:54:49.823205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c9b46-4dbb-41dc-aa51-1912da665bd3 None None] Checking router: 84286757-4499-47e8-b416-38246252e37b for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:49.835669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c9b46-4dbb-41dc-aa51-1912da665bd3 None None] Routers {'84286757-4499-47e8-b416-38246252e37b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:49.836322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-797c9b46-4dbb-41dc-aa51-1912da665bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84286757-4499-47e8-b416-38246252e37b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:49.906943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Allocated IP 172.25.2.126 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/bd29e63b-ad9e-4ee4-a6da-831c1b687f50) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:50.002474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-797c9b46-4dbb-41dc-aa51-1912da665bd3 None None] Set router 84286757-4499-47e8-b416-38246252e37b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:50.005600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ade8042d-7adf-43e4-ac13-a10e33eb793f req-d7adaeb1-76de-4067-a492-6669215bdf36 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957994 Aug 16 01:54:50.086427 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.150504 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4a75f6f9-e5fd-4b6a-ae79-a2cd9b261257 req-c38243b2-ff9a-4db4-9886-8a759841af97 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.161955 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:50.204509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['eabe19d8-47fd-4d9b-a1c8-ec974adbff16'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:50.228053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38243b2-ff9a-4db4-9886-8a759841af97 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Pushing event deleted for resources: {'Port': ['ID=3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:50.274924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81ebfbd-377e-48f2-bec6-a5b1359aec60 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:50.286615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.308666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Transition to ACTIVE for port object b81ebfbd-377e-48f2-bec6-a5b1359aec60 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:50.329421 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.339013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a75f6f9-e5fd-4b6a-ae79-a2cd9b261257 req-c38243b2-ff9a-4db4-9886-8a759841af97 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] No DVR routers for this DVR port 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:50.346969 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4a75f6f9-e5fd-4b6a-ae79-a2cd9b261257 req-c38243b2-ff9a-4db4-9886-8a759841af97 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.349134 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4a75f6f9-e5fd-4b6a-ae79-a2cd9b261257 req-c38243b2-ff9a-4db4-9886-8a759841af97 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.89 "DELETE /v2.0/ports/3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c HTTP/1.1" status: 204 len: 173 time: 1.7291114 Aug 16 01:54:50.351585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9accee03-7799-47e2-8ac4-23f33c6b7fb9', 'name': 'network-vif-deleted', 'tag': '3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:50.354210 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.354711 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389cf7da-5dbb-4e28-bbf1-d55d3d4e10a9" -d '{"events": [{"server_uuid": "9accee03-7799-47e2-8ac4-23f33c6b7fb9", "name": "network-vif-deleted", "tag": "3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:50.365976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23b07f0-ef8d-4745-8d45-1202a4f367e3 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:50.387922 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.412998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Transition to ACTIVE for port object b23b07f0-ef8d-4745-8d45-1202a4f367e3 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:50.414815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Deleting port f85b585e-6076-40b7-85b8-65a75937d34b {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:50.415187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.431252 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.466923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-797c9b46-4dbb-41dc-aa51-1912da665bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 5, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:50.467470 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dec29d-c2a8-4bb1-baff-5dcd4f0eb495 x-openstack-request-id: req-d6dec29d-c2a8-4bb1-baff-5dcd4f0eb495 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:50.467768 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9accee03-7799-47e2-8ac4-23f33c6b7fb9", "name": "network-vif-deleted", "tag": "3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:50.468024 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6dec29d-c2a8-4bb1-baff-5dcd4f0eb495 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:50.468422 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9accee03-7799-47e2-8ac4-23f33c6b7fb9', 'name': 'network-vif-deleted', 'tag': '3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c', 'status': 'completed', 'code': 200} Aug 16 01:54:50.541972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c9b46-4dbb-41dc-aa51-1912da665bd3 None None] The sync data for ids ['84286757-4499-47e8-b416-38246252e37b'] in n-d-768851-16 is: [{'id': '84286757-4499-47e8-b416-38246252e37b', 'name': 'tempest-ServersTestFqdnHostnames-1435907820-router', 'tenant_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:29Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 5, 'project_id': 'bd61ecfaf36341cf9d9aea1be3c5e964', 'gw_port': {'id': 'f85b585e-6076-40b7-85b8-65a75937d34b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84286757-4499-47e8-b416-38246252e37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:30Z', 'updated_at': '2021-08-16T01:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:50.571748 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.583949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Pushing event updated for resources: {'Port': ['ID=b23b07f0-ef8d-4745-8d45-1202a4f367e3,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:50.671100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] For port f85b585e-6076-40b7-85b8-65a75937d34b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f85b585e-6076-40b7-85b8-65a75937d34b,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:50.671623 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.680365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:50.689933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Calling delete_port for f85b585e-6076-40b7-85b8-65a75937d34b owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:50.708947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:50.717376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Attempting to bind port b23b07f0-ef8d-4745-8d45-1202a4f367e3 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:50.717376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Attempting to bind port b23b07f0-ef8d-4745-8d45-1202a4f367e3 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:50.717376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Attempting to bind port b23b07f0-ef8d-4745-8d45-1202a4f367e3 on network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:50.731349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Pushing event updated for resources: {'Port': ['ID=b81ebfbd-377e-48f2-bec6-a5b1359aec60,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:50.734061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:50.762066 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Port b23b07f0-ef8d-4745-8d45-1202a4f367e3 on network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:50.762577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Attempting to bind port b23b07f0-ef8d-4745-8d45-1202a4f367e3 on network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:50.770629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:50.771074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Checking segment: {'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:50.771634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Bound using segment: {'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:50.772207 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Bound port: b23b07f0-ef8d-4745-8d45-1202a4f367e3, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:50.772697 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.890219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] For port b23b07f0-ef8d-4745-8d45-1202a4f367e3, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:50.901397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] For port b23b07f0-ef8d-4745-8d45-1202a4f367e3, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b23b07f0-ef8d-4745-8d45-1202a4f367e3,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:50.933499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c06a9-09bb-4cef-a339-2ffb7612ddce req-912c2937-9680-4973-84bd-06f299782f6a tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.941646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b45c06a9-09bb-4cef-a339-2ffb7612ddce req-912c2937-9680-4973-84bd-06f299782f6a tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 943 time: 0.4922199 Aug 16 01:54:51.024001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babb58a-e751-44d1-a449-1e2f9900539e req-40d5900a-3a8d-4090-a02a-0b9952f3ad90 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.031994 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8babb58a-e751-44d1-a449-1e2f9900539e req-40d5900a-3a8d-4090-a02a-0b9952f3ad90 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.4320257 Aug 16 01:54:51.059837 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.062831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b45c06a9-09bb-4cef-a339-2ffb7612ddce req-c7678d7c-c4bf-4422-b26b-7f92747dd6fc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202908 Aug 16 01:54:51.080823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Pushing event updated for resources: {'Port': ['ID=bd29e63b-ad9e-4ee4-a6da-831c1b687f50,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:51.100693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:51.106632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:51.107735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:51.139846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:51.140271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:51.172667 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8babb58a-e751-44d1-a449-1e2f9900539e req-0038f3c7-fa7b-4d42-9070-01e245e5d2e4 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397326 Aug 16 01:54:51.179093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:51.180123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:51.180522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:51.183794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Bound port: b81ebfbd-377e-48f2-bec6-a5b1359aec60, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:51.184234 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.204302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.208651 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.213295 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] 10.222.0.89 "PUT /v2.0/ports/b23b07f0-ef8d-4745-8d45-1202a4f367e3 HTTP/1.1" status: 200 len: 1092 time: 2.2180545 Aug 16 01:54:51.298319 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.302582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d2fd158-0b0e-4af1-ae82-9707b2e201a6 req-cc434c14-5ffd-4a29-b018-fda5e055ad4d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=9accee03-7799-47e2-8ac4-23f33c6b7fb9 HTTP/1.1" status: 200 len: 210 time: 0.0434711 Aug 16 01:54:51.330778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6667d4f-7c4b-4179-ab2d-e8e484d41d5f service neutron] Pushing event updated for resources: {'Port': ['ID=b23b07f0-ef8d-4745-8d45-1202a4f367e3,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:51.375037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Pushing event deleted for resources: {'Port': ['ID=f85b585e-6076-40b7-85b8-65a75937d34b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:51.375208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:51.377643 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.380406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:51.398287 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.475185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-34638a37-bbb6-4e41-8dc5-f41c66e54105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.476757 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-34638a37-bbb6-4e41-8dc5-f41c66e54105 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e402cb8db7524d088a323bf669eee210&device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 1095 time: 0.2117977 Aug 16 01:54:51.488284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.489069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.490574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] 10.222.0.89 "PUT /v2.0/ports/b81ebfbd-377e-48f2-bec6-a5b1359aec60 HTTP/1.1" status: 200 len: 1092 time: 2.1546268 Aug 16 01:54:51.495751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.504893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'tag': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:51.504893 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f25641-024e-4103-a6c9-5f8916b0a7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e687b597-956c-415d-92ad-c7bf1ac55ac8", "tag": "b81ebfbd-377e-48f2-bec6-a5b1359aec60"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:51.533883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.543207 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-b7085193-5aa0-43e4-b38c-9ac564a942d0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23b07f0-ef8d-4745-8d45-1202a4f367e3 HTTP/1.1" status: 200 len: 217 time: 0.0583661 Aug 16 01:54:51.579001 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575f4d71-a723-4ed8-a273-5f62db2f98d1 x-openstack-request-id: req-575f4d71-a723-4ed8-a273-5f62db2f98d1 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:51.579820 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e687b597-956c-415d-92ad-c7bf1ac55ac8", "tag": "b81ebfbd-377e-48f2-bec6-a5b1359aec60", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:51.579820 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-575f4d71-a723-4ed8-a273-5f62db2f98d1 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:51.580080 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'tag': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60', 'status': 'completed', 'code': 200} Aug 16 01:54:51.617711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf389f7-47c4-440d-af09-0201285d4a63 req-1da177b1-ffde-4718-957b-a39fad423a41 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.619623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edf389f7-47c4-440d-af09-0201285d4a63 req-1da177b1-ffde-4718-957b-a39fad423a41 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2073300 Aug 16 01:54:51.623472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750a36a-cace-46fd-a76d-7b436fcf4495 service neutron] Pushing event updated for resources: {'Port': ['ID=b81ebfbd-377e-48f2-bec6-a5b1359aec60,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:51.670018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.673655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.684888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-ae898430-6159-4a04-9cb3-38c2faeb92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.687057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-ae898430-6159-4a04-9cb3-38c2faeb92e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 1095 time: 0.1240387 Aug 16 01:54:51.724870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-f6d563ac-709b-4cd7-8de6-3b6f24bfe57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.726735 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-f6d563ac-709b-4cd7-8de6-3b6f24bfe57a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1012df08-e106-4449-8c19-c14f32b8eec3 HTTP/1.1" status: 200 len: 861 time: 0.1530373 Aug 16 01:54:51.743706 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.744277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84286757-4499-47e8-b416-38246252e37b {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:54:51.749293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.750463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e0e382e8-8ff5-48ef-b613-d3ae4bbf667e admin admin] 10.222.0.79 "DELETE /v2.0/routers/84286757-4499-47e8-b416-38246252e37b HTTP/1.1" status: 204 len: 168 time: 2.6594310 Aug 16 01:54:51.765504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40940) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:51.771477 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edf389f7-47c4-440d-af09-0201285d4a63 req-53743615-c8df-49d8-8bff-c9062e39fb0a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296718 Aug 16 01:54:51.775984 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-11fb0470-cf41-43f8-a168-153ffc7bf621 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60 HTTP/1.1" status: 200 len: 217 time: 0.0574408 Aug 16 01:54:51.831443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a01d83-f810-476b-9e29-845ead919c6d admin admin] Deleting subnet d1832452-a185-4f7c-8ec7-fcd538b6c09d {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:51.834891 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8a01d83-f810-476b-9e29-845ead919c6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.847850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-841b67e6-abd8-4eac-b7b5-a2a47ce31b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.849370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-841b67e6-abd8-4eac-b7b5-a2a47ce31b1d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0571833 Aug 16 01:54:51.873707 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-b575b260-36f5-45f8-b298-0c6c1e78ba2f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386526 Aug 16 01:54:51.878143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8a01d83-f810-476b-9e29-845ead919c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.906019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-7705b4e8-944b-451f-9caf-a40d77175cb6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455322 Aug 16 01:54:52.018550 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-7bc31788-4c12-4812-bd70-d6aff947f78b service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148410 Aug 16 01:54:52.148423 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8a01d83-f810-476b-9e29-845ead919c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.202914 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e1d639d-11a6-41bf-8046-a8e5f9f1c0af req-9b0ba063-23ee-4d54-8b97-9fb39702f59d service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752286 Aug 16 01:54:52.236204 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8a01d83-f810-476b-9e29-845ead919c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.268103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a01d83-f810-476b-9e29-845ead919c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1832452-a185-4f7c-8ec7-fcd538b6c09d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:52.274162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8a01d83-f810-476b-9e29-845ead919c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.276118 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e8a01d83-f810-476b-9e29-845ead919c6d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d1832452-a185-4f7c-8ec7-fcd538b6c09d HTTP/1.1" status: 204 len: 168 time: 0.5093968 Aug 16 01:54:52.278703 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40948) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:52.283971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694f466-2a8d-46cf-87d6-ccafb9835ea1 None None] Network 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:52.355687 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.364967 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.367918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a962a-47d8-49ec-badb-6f2ba6c1a66e req-0ef241f5-df24-4989-a132-be9591a7d936 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:52.380474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e4a962a-47d8-49ec-badb-6f2ba6c1a66e req-0ef241f5-df24-4989-a132-be9591a7d936 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.4499114 Aug 16 01:54:52.382792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40954) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:52.387817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-275559a1-75c3-4cfe-aee4-de175c53d2ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'floatingip': {'port_id': 'a2b238a3-9b59-4067-8804-4eaac4919abd'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:52.406202 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.469420 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e047a7fd-60ca-4bad-8295-7349747fd019', 'tag': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:52.472005 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00486054-191b-4eef-b7fa-755e9733a8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e047a7fd-60ca-4bad-8295-7349747fd019", "tag": "b23b07f0-ef8d-4745-8d45-1202a4f367e3"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:52.486338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-275559a1-75c3-4cfe-aee4-de175c53d2ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.510529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:52.558281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:52.558999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2faf2555-5fb8-4ca1-ba5d-4b119bc9897e not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:52.559771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f85b585e-6076-40b7-85b8-65a75937d34b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:52.590333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: f85b585e-6076-40b7-85b8-65a75937d34b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:52.591043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f85b585e-6076-40b7-85b8-65a75937d34b not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:52.594177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Deleting port fed90149-1a11-4ce5-b5a8-bd4aae556f26 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:52.595357 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.631676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-85af1569-0f2d-4fc8-a053-d8bce07a5136 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000299 Aug 16 01:54:52.633055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Pushing event updated for resources: {'Port': ['ID=bd29e63b-ad9e-4ee4-a6da-831c1b687f50,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:52.657156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26a6e1-5707-4939-8e13-31887292c148 req-728b0c4e-e324-4955-80cc-7a9ebadc0351 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:52.659267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf26a6e1-5707-4939-8e13-31887292c148 req-728b0c4e-e324-4955-80cc-7a9ebadc0351 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 943 time: 0.3382421 Aug 16 01:54:52.693067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e29361-808f-41df-99d0-7ee5f93dcdc2 None None] DHCP port deletion for 0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:54:52.755308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-75e29361-808f-41df-99d0-7ee5f93dcdc2 None None] Deleting port fed90149-1a11-4ce5-b5a8-bd4aae556f26 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:52.756415 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75e29361-808f-41df-99d0-7ee5f93dcdc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.756580 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] For port fed90149-1a11-4ce5-b5a8-bd4aae556f26, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fed90149-1a11-4ce5-b5a8-bd4aae556f26,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:52.757210 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.768138 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.779372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Calling delete_port for fed90149-1a11-4ce5-b5a8-bd4aae556f26 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:52.780867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d07207-753d-4a90-bed2-87bb2cf35f5f req-adf113ed-78cc-4c63-a184-33f916b6e63c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:52.788941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88d07207-753d-4a90-bed2-87bb2cf35f5f req-adf113ed-78cc-4c63-a184-33f916b6e63c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.2802336 Aug 16 01:54:52.839844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-75e29361-808f-41df-99d0-7ee5f93dcdc2 None None] For port fed90149-1a11-4ce5-b5a8-bd4aae556f26, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fed90149-1a11-4ce5-b5a8-bd4aae556f26,segment=NetworkSegment(79ce5485-dcc4-4d9c-9964-ff35fe7503e2),segment_id=79ce5485-dcc4-4d9c-9964-ff35fe7503e2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:52.840371 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75e29361-808f-41df-99d0-7ee5f93dcdc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.846098 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.847592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0b251f33-2688-484f-8baa-340636cedc9d tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2858028 Aug 16 01:54:52.853245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40960) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:52.855942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-75e29361-808f-41df-99d0-7ee5f93dcdc2 None None] Calling delete_port for fed90149-1a11-4ce5-b5a8-bd4aae556f26 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:52.870098 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf26a6e1-5707-4939-8e13-31887292c148 req-4f99c547-df17-4872-ba55-ff4970e07a1c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979821 Aug 16 01:54:52.925558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88d07207-753d-4a90-bed2-87bb2cf35f5f req-257f001b-04d7-49d4-a3aa-3e5c721f7bb1 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322875 Aug 16 01:54:52.931606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88e3c44-d4bd-4955-a8eb-7369f1428a3a req-1131c8e1-d00d-4b3d-bb94-11d845813740 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696407 Aug 16 01:54:53.034697 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75e29361-808f-41df-99d0-7ee5f93dcdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.064952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25641-024e-4103-a6c9-5f8916b0a7b9 req-ec804a91-862a-4299-bd19-66db62c2952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.067533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7f25641-024e-4103-a6c9-5f8916b0a7b9 req-ec804a91-862a-4299-bd19-66db62c2952f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 1095 time: 0.0748661 Aug 16 01:54:53.114137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:53.125200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e29361-808f-41df-99d0-7ee5f93dcdc2 None None] No DVR routers for this DVR port fed90149-1a11-4ce5-b5a8-bd4aae556f26 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:53.127117 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e29361-808f-41df-99d0-7ee5f93dcdc2 None None] Pushing event deleted for resources: {'Port': ['ID=fed90149-1a11-4ce5-b5a8-bd4aae556f26,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:53.138203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:53.160936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:53.161407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3fdef0e1-94c0-4b1b-ac8b-69fa69c9008c not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:53.161785 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6b120b-0acb-486a-9552-da6f33977a5f x-openstack-request-id: req-2d6b120b-0acb-486a-9552-da6f33977a5f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:53.162163 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e047a7fd-60ca-4bad-8295-7349747fd019", "tag": "b23b07f0-ef8d-4745-8d45-1202a4f367e3", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:53.162411 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d6b120b-0acb-486a-9552-da6f33977a5f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:53.162884 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e047a7fd-60ca-4bad-8295-7349747fd019', 'tag': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3', 'status': 'completed', 'code': 200} Aug 16 01:54:53.226585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.233717 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.295671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed90149-1a11-4ce5-b5a8-bd4aae556f26,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:53.311252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] No DVR routers for this DVR port fed90149-1a11-4ce5-b5a8-bd4aae556f26 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:53.329824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25641-024e-4103-a6c9-5f8916b0a7b9 req-b15e1555-0711-4877-b524-228b2529e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.331433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7f25641-024e-4103-a6c9-5f8916b0a7b9 req-b15e1555-0711-4877-b524-228b2529e155 service neutron] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.2552421 Aug 16 01:54:53.352808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00486054-191b-4eef-b7fa-755e9733a8c7 req-7f25eba0-c1a9-4f10-8f57-19cc54460b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.354881 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00486054-191b-4eef-b7fa-755e9733a8c7 req-7f25eba0-c1a9-4f10-8f57-19cc54460b55 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e402cb8db7524d088a323bf669eee210&device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 1095 time: 0.1787801 Aug 16 01:54:53.400111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7f25641-024e-4103-a6c9-5f8916b0a7b9 req-0a1fd6c5-c075-4616-843e-35ca22d128e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60 HTTP/1.1" status: 200 len: 217 time: 0.0540316 Aug 16 01:54:53.519890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25641-024e-4103-a6c9-5f8916b0a7b9 req-f0443097-74d0-4d23-af1d-4668c406f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.521981 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7f25641-024e-4103-a6c9-5f8916b0a7b9 req-f0443097-74d0-4d23-af1d-4668c406f657 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.1141326 Aug 16 01:54:53.543141 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.resource_extend [None req-275559a1-75c3-4cfe-aee4-de175c53d2ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:54:53.547375 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.555760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f1bbf-8df9-4c06-aec7-7126e386a052 req-f180cc04-37b7-4047-ad87-b318c0d59439 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.557340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a4f1bbf-8df9-4c06-aec7-7126e386a052 req-f180cc04-37b7-4047-ad87-b318c0d59439 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1201067 Aug 16 01:54:53.578974 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7f25641-024e-4103-a6c9-5f8916b0a7b9 req-a7ac6cfe-9101-4333-9df6-bfa40e8e9c0c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484421 Aug 16 01:54:53.608336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.609080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0a2942-6dfc-4ebf-8e51-6521f736a3f0']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:53.627910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ce5485-dcc4-4d9c-9964-ff35fe7503e2') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:53.628192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ce5485-dcc4-4d9c-9964-ff35fe7503e2') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:53.655110 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.679029 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-275559a1-75c3-4cfe-aee4-de175c53d2ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.683622 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-275559a1-75c3-4cfe-aee4-de175c53d2ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.686365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00486054-191b-4eef-b7fa-755e9733a8c7 req-600c58dd-ea2e-4c3f-a28c-96f3891e60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.688041 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00486054-191b-4eef-b7fa-755e9733a8c7 req-600c58dd-ea2e-4c3f-a28c-96f3891e60f7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5 HTTP/1.1" status: 200 len: 922 time: 0.3139906 Aug 16 01:54:53.689869 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.725398 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a4f1bbf-8df9-4c06-aec7-7126e386a052 req-6352efa1-d79d-4a3a-a3f3-b00e02311422 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492643 Aug 16 01:54:53.770527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:53.770933 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:53.777006 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:53.788403 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00486054-191b-4eef-b7fa-755e9733a8c7 req-2b62765e-93d6-4f67-b438-341141b3d643 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23b07f0-ef8d-4745-8d45-1202a4f367e3 HTTP/1.1" status: 200 len: 217 time: 0.0605776 Aug 16 01:54:53.805280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7f25641-024e-4103-a6c9-5f8916b0a7b9 req-146f6b53-d1b8-4821-82ad-ce588b98a013 service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154219 Aug 16 01:54:53.868184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Allocated IP 172.25.2.26 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/775f9472-903a-4fd7-be9e-338b74ab672f) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:53.913129 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.918076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.923239 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0f0a2942-6dfc-4ebf-8e51-6521f736a3f0 HTTP/1.1" status: 204 len: 168 time: 1.6434534 Aug 16 01:54:53.975522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7f25641-024e-4103-a6c9-5f8916b0a7b9 req-f54a49e7-abbc-4b70-bf43-d404602181ab service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638918 Aug 16 01:54:54.027613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.128754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40976) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:54.145702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe49296-c1b2-45d9-80d6-6a86f19f1711 req-cf097939-40c1-466c-9f0f-4fd629101a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.147404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbe49296-c1b2-45d9-80d6-6a86f19f1711 req-cf097939-40c1-466c-9f0f-4fd629101a06 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.1150351 Aug 16 01:54:54.155588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bec8-d893-4df1-964a-57d21f611bc3 req-898d5be9-be31-4bc3-9bf4-3aee1eafc8fe tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.157194 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b488bec8-d893-4df1-964a-57d21f611bc3 req-898d5be9-be31-4bc3-9bf4-3aee1eafc8fe tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 943 time: 0.1267750 Aug 16 01:54:54.227745 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.241999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00486054-191b-4eef-b7fa-755e9733a8c7 req-95b8748a-fcaf-4ed8-8c48-729f25a88d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.244546 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00486054-191b-4eef-b7fa-755e9733a8c7 req-95b8748a-fcaf-4ed8-8c48-729f25a88d17 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1012df08-e106-4449-8c19-c14f32b8eec3 HTTP/1.1" status: 200 len: 861 time: 0.4262996 Aug 16 01:54:54.245087 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-275559a1-75c3-4cfe-aee4-de175c53d2ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Floating IP 787902dc-6bb3-48fc-bd91-b9de45b7545b associated. External IP: 172.25.2.98, port: a2b238a3-9b59-4067-8804-4eaac4919abd. Aug 16 01:54:54.249566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df18e0-0f96-49a3-bd3b-e967207b93a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f0a2942-6dfc-4ebf-8e51-6521f736a3f0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:54.289783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bfac3cfa-4d4d-40d8-b837-2c1a41f3ddd0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd61ecfaf36341cf9d9aea1be3c5e964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574900 Aug 16 01:54:54.290401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b488bec8-d893-4df1-964a-57d21f611bc3 req-8cca14f1-a7b3-4a6b-9873-1578f7a5902d tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175327 Aug 16 01:54:54.291753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fed90149-1a11-4ce5-b5a8-bd4aae556f26 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:54.293528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbe49296-c1b2-45d9-80d6-6a86f19f1711 req-a84e460b-fb70-40fd-9ffd-61288680dc8a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339400 Aug 16 01:54:54.297058 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40980) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:54.317983 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: fed90149-1a11-4ce5-b5a8-bd4aae556f26 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:54.318726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fed90149-1a11-4ce5-b5a8-bd4aae556f26 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:54.319923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:54.333696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:54.334103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:54.347102 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00486054-191b-4eef-b7fa-755e9733a8c7 req-f8cf2fe5-bacf-46a9-89a1-3e6ceca5ae9c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894206 Aug 16 01:54:54.363404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Pushing event updated for resources: {'Port': ['ID=775f9472-903a-4fd7-be9e-338b74ab672f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:54.419528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa29eeaa-bee7-453e-8d04-ad0ecf4aa3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.473429 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa29eeaa-bee7-453e-8d04-ad0ecf4aa3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.487681 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.497627 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00486054-191b-4eef-b7fa-755e9733a8c7 req-c79b71ee-cfc9-4a25-8955-fadc4fd670ae service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400778 Aug 16 01:54:54.545233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.583339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa29eeaa-bee7-453e-8d04-ad0ecf4aa3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.585878 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa29eeaa-bee7-453e-8d04-ad0ecf4aa3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.587038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fa29eeaa-bee7-453e-8d04-ad0ecf4aa3c5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/faab7b4a-415e-47e7-969c-ee3f71dc91af HTTP/1.1" status: 204 len: 168 time: 0.2889421 Aug 16 01:54:54.612449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29eeaa-bee7-453e-8d04-ad0ecf4aa3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faab7b4a-415e-47e7-969c-ee3f71dc91af,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:54.686994 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00486054-191b-4eef-b7fa-755e9733a8c7 req-fec754c4-34cd-462e-930d-006633af086a service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539919 Aug 16 01:54:54.690801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275559a1-75c3-4cfe-aee4-de175c53d2ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Router 5b30162e-8577-409e-afec-a5d842e3babb has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:54.741645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.747871 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.828345 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275559a1-75c3-4cfe-aee4-de175c53d2ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:54.834991 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-275559a1-75c3-4cfe-aee4-de175c53d2ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.835548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Pushing event updated for resources: {'Port': ['ID=775f9472-903a-4fd7-be9e-338b74ab672f,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:54.845228 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e4aa0-3bd9-4580-9237-5cbdb8aa4b64 None None] Sync routers for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:54.857299 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e4aa0-3bd9-4580-9237-5cbdb8aa4b64 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:54.859679 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ca6e4aa0-3bd9-4580-9237-5cbdb8aa4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:54.865983 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-275559a1-75c3-4cfe-aee4-de175c53d2ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "PUT /v2.0/floatingips/787902dc-6bb3-48fc-bd91-b9de45b7545b HTTP/1.1" status: 200 len: 990 time: 2.4799323 Aug 16 01:54:54.875022 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.901350 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.901350 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-45b75e11-489c-4419-b425-324a507168b1 tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0417073 Aug 16 01:54:54.902543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40990) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:54.913480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfc093-aced-437b-a821-846d0044c3cc req-d29c6c48-2ee3-455d-b01b-740f7994e341 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.922795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cbfc093-aced-437b-a821-846d0044c3cc req-d29c6c48-2ee3-455d-b01b-740f7994e341 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.1067109 Aug 16 01:54:54.980205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cbfc093-aced-437b-a821-846d0044c3cc req-05d64a3c-5e26-461d-a032-5dc2c3c3a5a9 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559983 Aug 16 01:54:55.037957 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ca6e4aa0-3bd9-4580-9237-5cbdb8aa4b64 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:55.045607 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ba2e156-553d-4b09-b054-53f0ec0268c3 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.1413765 Aug 16 01:54:55.047272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41000) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:55.122891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d107e3c2-8284-438d-b78a-5a3c35ca76c5 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0743217 Aug 16 01:54:55.126554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41002) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:55.128380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device b23b07f0-ef8d-4745-8d45-1202a4f367e3 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:55.170796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:55.173821 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89975c7a-fe9a-48b5-8846-6066d6d316e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:55.240953 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aca751-7ea1-4d2a-9b5e-2c40b1cccb59 x-openstack-request-id: req-04aca751-7ea1-4d2a-9b5e-2c40b1cccb59 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:55.241376 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:55.241724 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-04aca751-7ea1-4d2a-9b5e-2c40b1cccb59 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:55.242208 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'status': 'completed', 'code': 200} Aug 16 01:54:55.249191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port b23b07f0-ef8d-4745-8d45-1202a4f367e3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b23b07f0-ef8d-4745-8d45-1202a4f367e3,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:55.264611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3', 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5', 'port_id': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3', 'mac_address': 'fa:16:3e:d4:50:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012df08-e106-4449-8c19-c14f32b8eec3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:55.298269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-190d8098-adb6-4ae2-8b4a-c650da6bf56e tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Deleting port 775f9472-903a-4fd7-be9e-338b74ab672f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:55.298965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-190d8098-adb6-4ae2-8b4a-c650da6bf56e tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.310890 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.330444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23b07f0-ef8d-4745-8d45-1202a4f367e3 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:55.356485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port b23b07f0-ef8d-4745-8d45-1202a4f367e3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b23b07f0-ef8d-4745-8d45-1202a4f367e3,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:55.361785 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.426292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=b23b07f0-ef8d-4745-8d45-1202a4f367e3,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:55.446014 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ca6e4aa0-3bd9-4580-9237-5cbdb8aa4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '787902dc-6bb3-48fc-bd91-b9de45b7545b', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'port_id': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'mac_address': 'fa:16:3e:39:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:29Z', 'updated_at': '2021-08-16T01:54:53Z', 'revision_number': 1, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:55.488339 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e4aa0-3bd9-4580-9237-5cbdb8aa4b64 None None] Checking router: 5b30162e-8577-409e-afec-a5d842e3babb for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:55.508962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a433ed-ec04-4911-8fd7-d0d9771b802b req-0f82fd66-8890-43fd-9066-fab1b243fb4a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.508962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18a433ed-ec04-4911-8fd7-d0d9771b802b req-0f82fd66-8890-43fd-9066-fab1b243fb4a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.1155708 Aug 16 01:54:55.510475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41022) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:55.523116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fdb99-2464-4f4d-8546-d3e6bf39cbf4 req-71aef159-befb-46c3-b1ba-6405fac145b9 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.524702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-175fdb99-2464-4f4d-8546-d3e6bf39cbf4 req-71aef159-befb-46c3-b1ba-6405fac145b9 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 944 time: 0.0780122 Aug 16 01:54:55.539101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-190d8098-adb6-4ae2-8b4a-c650da6bf56e tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.539708 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-190d8098-adb6-4ae2-8b4a-c650da6bf56e tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.545539 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e4aa0-3bd9-4580-9237-5cbdb8aa4b64 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:55.546182 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ca6e4aa0-3bd9-4580-9237-5cbdb8aa4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:55.561518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-190d8098-adb6-4ae2-8b4a-c650da6bf56e tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Calling delete_port for 775f9472-903a-4fd7-be9e-338b74ab672f owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:55.561764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['b23b07f0-ef8d-4745-8d45-1202a4f367e3'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:55.581370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18a433ed-ec04-4911-8fd7-d0d9771b802b req-41bf0f9a-f85d-4766-88eb-8bd26429799f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542922 Aug 16 01:54:55.608368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-175fdb99-2464-4f4d-8546-d3e6bf39cbf4 req-01a565f8-1282-4898-be04-2bb44492354a tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518711 Aug 16 01:54:55.717489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89975c7a-fe9a-48b5-8846-6066d6d316e9 req-c669a152-5d1c-4d6e-baf8-075447bebe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.719069 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-89975c7a-fe9a-48b5-8846-6066d6d316e9 req-c669a152-5d1c-4d6e-baf8-075447bebe59 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 1097 time: 0.3374104 Aug 16 01:54:55.735115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1952097905-network', 'tenant_id': '95c1cdc7489b4409a71fd37aacbdd625'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:55.743012 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ca6e4aa0-3bd9-4580-9237-5cbdb8aa4b64 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:55.761938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Made reservation on behalf of 95c1cdc7489b4409a71fd37aacbdd625 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:55.766270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.777526 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.826729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702cf8b-eb59-469f-b06f-a2704dd46dfa req-7f7469ed-1cc3-406e-8744-2bc9336e5ffa tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.828179 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5702cf8b-eb59-469f-b06f-a2704dd46dfa req-7f7469ed-1cc3-406e-8744-2bc9336e5ffa tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.3927968 Aug 16 01:54:55.917453 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-190d8098-adb6-4ae2-8b4a-c650da6bf56e tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.989235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d8098-adb6-4ae2-8b4a-c650da6bf56e tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Pushing event deleted for resources: {'Port': ['ID=775f9472-903a-4fd7-be9e-338b74ab672f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:56.000400 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.007850 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.046610 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:54:56.060097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89975c7a-fe9a-48b5-8846-6066d6d316e9 req-40fe1a47-70b6-400e-bc55-6d1c182e3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.061044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031ba7e4-cccb-4ca9-ba44-003bb0db56ef,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:56.062013 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-89975c7a-fe9a-48b5-8846-6066d6d316e9 req-40fe1a47-70b6-400e-bc55-6d1c182e3979 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.2680323 Aug 16 01:54:56.069676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.070163 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Added segment 07f2b278-7f54-4796-b5f0-f6bc27e3e05c of type vlan for network 8892a147-479a-40d9-9a08-9eb818390869 Aug 16 01:54:56.087267 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ca6e4aa0-3bd9-4580-9237-5cbdb8aa4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '787902dc-6bb3-48fc-bd91-b9de45b7545b', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'port_id': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'mac_address': 'fa:16:3e:39:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:29Z', 'updated_at': '2021-08-16T01:54:53Z', 'revision_number': 1, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:56.116287 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e4aa0-3bd9-4580-9237-5cbdb8aa4b64 None None] The sync data for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 is: [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '787902dc-6bb3-48fc-bd91-b9de45b7545b', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'port_id': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'mac_address': 'fa:16:3e:39:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:29Z', 'updated_at': '2021-08-16T01:54:53Z', 'revision_number': 1, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:56.128132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-5702cf8b-eb59-469f-b06f-a2704dd46dfa req-57a58fdb-c30f-4622-8b33-2623b4b7c21d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Deleting port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:56.128551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5702cf8b-eb59-469f-b06f-a2704dd46dfa req-57a58fdb-c30f-4622-8b33-2623b4b7c21d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.150764 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.189169 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c4b20-44c3-4905-8504-1f54c1415ad4 req-bf6c9144-250b-43b5-aa28-1416fae09c9b tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.190844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d29c4b20-44c3-4905-8504-1f54c1415ad4 req-bf6c9144-250b-43b5-aa28-1416fae09c9b tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 945 time: 0.0822711 Aug 16 01:54:56.214786 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.215412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.215992 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.248189 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-190d8098-adb6-4ae2-8b4a-c650da6bf56e tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.251679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-190d8098-adb6-4ae2-8b4a-c650da6bf56e tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.253177 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-190d8098-adb6-4ae2-8b4a-c650da6bf56e tempest-FloatingIPAdminTestJSON-2042082472 tempest-FloatingIPAdminTestJSON-2042082472-project] 10.222.0.79 "DELETE /v2.0/floatingips/3ca9171d-5562-4c3f-9182-9469da637275 HTTP/1.1" status: 204 len: 168 time: 1.1251652 Aug 16 01:54:56.257777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41030) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:56.285590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7741749 Aug 16 01:54:56.289842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41032) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:56.295294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] Request body: {'subnet': {'network_id': '8892a147-479a-40d9-9a08-9eb818390869', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1952097905-subnet', 'tenant_id': '95c1cdc7489b4409a71fd37aacbdd625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:56.305539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d29c4b20-44c3-4905-8504-1f54c1415ad4 req-f5a1d588-fab2-4d5f-b1bf-31b72bc3c401 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/security-groups?id=905ed877-9d80-4c0b-99df-d462bc912314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053109 Aug 16 01:54:56.324649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa5869-1381-4663-b653-0720e288e22a admin admin] Pushing event updated for resources: {'Network': ['ID=8892a147-479a-40d9-9a08-9eb818390869,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:56.336199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 8892a147-479a-40d9-9a08-9eb818390869 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:54:56.341029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] Made reservation on behalf of 95c1cdc7489b4409a71fd37aacbdd625 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:56.343756 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.392643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb809ac3-8e39-4363-aa4a-e0cdae0549b9 None None] New status for floating IP 787902dc-6bb3-48fc-bd91-b9de45b7545b: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:56.409913 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-89975c7a-fe9a-48b5-8846-6066d6d316e9 req-8e11071d-3783-4ab1-b2e4-2bd9f950bc70 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 200 len: 998 time: 0.3064222 Aug 16 01:54:56.435340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5702cf8b-eb59-469f-b06f-a2704dd46dfa req-57a58fdb-c30f-4622-8b33-2623b4b7c21d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] For port eabe19d8-47fd-4d9b-a1c8-ec974adbff16, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=eabe19d8-47fd-4d9b-a1c8-ec974adbff16,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:56.435714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5702cf8b-eb59-469f-b06f-a2704dd46dfa req-57a58fdb-c30f-4622-8b33-2623b4b7c21d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.491757 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-5702cf8b-eb59-469f-b06f-a2704dd46dfa req-57a58fdb-c30f-4622-8b33-2623b4b7c21d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Calling delete_port for eabe19d8-47fd-4d9b-a1c8-ec974adbff16 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:56.520792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89975c7a-fe9a-48b5-8846-6066d6d316e9 req-48943e93-ca6b-499f-8653-47d760f69f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.521949 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-89975c7a-fe9a-48b5-8846-6066d6d316e9 req-48943e93-ca6b-499f-8653-47d760f69f26 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.1032743 Aug 16 01:54:56.535422 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.591885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b398ce4-5a94-44f5-b7d3-f09c59bb2c75,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:56.611966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] Checking segment: {'id': '07f2b278-7f54-4796-b5f0-f6bc27e3e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8892a147-479a-40d9-9a08-9eb818390869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:56.612348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] Network hostable DHCP agents. Network: 8892a147-479a-40d9-9a08-9eb818390869, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:54:56.616584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4a37cc3a-d40e-479e-a3a1-0d7c7a9f7dd1 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Deleting port bd29e63b-ad9e-4ee4-a6da-831c1b687f50 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:56.616934 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a37cc3a-d40e-479e-a3a1-0d7c7a9f7dd1 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.636837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] Network 8892a147-479a-40d9-9a08-9eb818390869 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:54:56.649378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 8892a147-479a-40d9-9a08-9eb818390869) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:56.660292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f83a9-0362-466b-9c4f-41bae5f7d326 None None] Network 8892a147-479a-40d9-9a08-9eb818390869 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:56.683736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.684449 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.690888 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89975c7a-fe9a-48b5-8846-6066d6d316e9 req-7648a709-b1a7-4144-b849-1cb6935edd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.692412 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-89975c7a-fe9a-48b5-8846-6066d6d316e9 req-7648a709-b1a7-4144-b849-1cb6935edd1f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353655 Aug 16 01:54:56.757419 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d5a359d3-c4e0-435d-89a9-9f88c42bb94b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4663582 Aug 16 01:54:56.783920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edf958-484d-4a2f-b3d9-24e8c13eac22 req-aeed68f2-85d3-4599-bd1a-73802a6bfdf4 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.785524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70edf958-484d-4a2f-b3d9-24e8c13eac22 req-aeed68f2-85d3-4599-bd1a-73802a6bfdf4 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 944 time: 0.0809674 Aug 16 01:54:56.807087 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a37cc3a-d40e-479e-a3a1-0d7c7a9f7dd1 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.807712 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a37cc3a-d40e-479e-a3a1-0d7c7a9f7dd1 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.819968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9bf8c-9041-479f-9ec7-ec31793033c5 req-9caf0d78-55b5-4841-a5e8-80613576de5b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.829565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ef9bf8c-9041-479f-9ec7-ec31793033c5 req-9caf0d78-55b5-4841-a5e8-80613576de5b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.1259291 Aug 16 01:54:56.834100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4a37cc3a-d40e-479e-a3a1-0d7c7a9f7dd1 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Calling delete_port for bd29e63b-ad9e-4ee4-a6da-831c1b687f50 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:56.854365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5702cf8b-eb59-469f-b06f-a2704dd46dfa req-57a58fdb-c30f-4622-8b33-2623b4b7c21d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.862163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddd4dc5-fbdb-47ed-80db-a37d571ae286 None None] Network 8892a147-479a-40d9-9a08-9eb818390869 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:56.906059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['eabe19d8-47fd-4d9b-a1c8-ec974adbff16'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:56.911976 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70edf958-484d-4a2f-b3d9-24e8c13eac22 req-f7a86603-6e22-4dbf-9891-5ef989780cc9 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077075 Aug 16 01:54:56.947926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ef9bf8c-9041-479f-9ec7-ec31793033c5 req-cb99ce0d-7c6d-41ad-b5eb-c48dd2c18aa6 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743380 Aug 16 01:54:57.141693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device b23b07f0-ef8d-4745-8d45-1202a4f367e3 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:57.198485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port b23b07f0-ef8d-4745-8d45-1202a4f367e3 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:57.204316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port b23b07f0-ef8d-4745-8d45-1202a4f367e3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:57.204448 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.283924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a58fdb-c30f-4622-8b33-2623b4b7c21d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Pushing event deleted for resources: {'Port': ['ID=eabe19d8-47fd-4d9b-a1c8-ec974adbff16,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:57.318749 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-89975c7a-fe9a-48b5-8846-6066d6d316e9 req-2816aa39-b705-4567-b310-8d10492a4618 service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179938 Aug 16 01:54:57.321345 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.356553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e047a7fd-60ca-4bad-8295-7349747fd019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:57.359711 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0979cd-98fe-42c8-81bf-2d28d7283db8" -d '{"events": [{"server_uuid": "e047a7fd-60ca-4bad-8295-7349747fd019", "name": "network-vif-plugged", "status": "completed", "tag": "b23b07f0-ef8d-4745-8d45-1202a4f367e3"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:57.372172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port b23b07f0-ef8d-4745-8d45-1202a4f367e3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b23b07f0-ef8d-4745-8d45-1202a4f367e3,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:57.381386 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.390467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-545d958e-b156-4048-8a24-12ae05e5b248 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:57.399161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-545d958e-b156-4048-8a24-12ae05e5b248 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/networks?id=8892a147-479a-40d9-9a08-9eb818390869 HTTP/1.1" status: 200 len: 814 time: 0.1480401 Aug 16 01:54:57.399866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-5702cf8b-eb59-469f-b06f-a2704dd46dfa req-57a58fdb-c30f-4622-8b33-2623b4b7c21d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] No DVR routers for this DVR port eabe19d8-47fd-4d9b-a1c8-ec974adbff16 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:57.407976 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5702cf8b-eb59-469f-b06f-a2704dd46dfa req-57a58fdb-c30f-4622-8b33-2623b4b7c21d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.410263 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5702cf8b-eb59-469f-b06f-a2704dd46dfa req-57a58fdb-c30f-4622-8b33-2623b4b7c21d tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.84 "DELETE /v2.0/ports/eabe19d8-47fd-4d9b-a1c8-ec974adbff16 HTTP/1.1" status: 204 len: 173 time: 1.5557175 Aug 16 01:54:57.425779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-4dca9f2f-3719-4d50-9de8-1176bce95431 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/quotas/95c1cdc7489b4409a71fd37aacbdd625 HTTP/1.1" status: 200 len: 375 time: 0.0256393 Aug 16 01:54:57.447900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=b23b07f0-ef8d-4745-8d45-1202a4f367e3,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:57.489035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-7754cc40-4cc0-4bce-8090-ccde18ea31fc tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=95c1cdc7489b4409a71fd37aacbdd625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623536 Aug 16 01:54:57.491110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b5ed534-a5a8-46ae-8dfa-d0fde5a2665f req-d0c525b0-8960-4458-b7b7-f8167c094798 tempest-ListServerFiltersTestJSON-473753545 tempest-ListServerFiltersTestJSON-473753545-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f042dfd-cc7a-4470-a678-c5f845c54ad5 HTTP/1.1" status: 200 len: 210 time: 0.0628009 Aug 16 01:54:57.496698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f042dfd-cc7a-4470-a678-c5f845c54ad5', 'name': 'network-vif-deleted', 'tag': 'eabe19d8-47fd-4d9b-a1c8-ec974adbff16'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:57.505626 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75287e1a-3777-4ab0-9bd2-9972eba994a1" -d '{"events": [{"server_uuid": "7f042dfd-cc7a-4470-a678-c5f845c54ad5", "name": "network-vif-deleted", "tag": "eabe19d8-47fd-4d9b-a1c8-ec974adbff16"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:57.564106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a37cc3a-d40e-479e-a3a1-0d7c7a9f7dd1 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.564664 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12788852-828a-45e6-bdf5-42d0d675667c x-openstack-request-id: req-12788852-828a-45e6-bdf5-42d0d675667c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:57.565128 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e047a7fd-60ca-4bad-8295-7349747fd019", "name": "network-vif-plugged", "status": "completed", "tag": "b23b07f0-ef8d-4745-8d45-1202a4f367e3", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:57.565483 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-12788852-828a-45e6-bdf5-42d0d675667c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:57.566084 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e047a7fd-60ca-4bad-8295-7349747fd019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3', 'code': 200} Aug 16 01:54:57.610997 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70d451e-1edc-4b67-a0e3-6c533f951f00 x-openstack-request-id: req-d70d451e-1edc-4b67-a0e3-6c533f951f00 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:57.611282 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f042dfd-cc7a-4470-a678-c5f845c54ad5", "name": "network-vif-deleted", "tag": "eabe19d8-47fd-4d9b-a1c8-ec974adbff16", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:57.611530 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d70d451e-1edc-4b67-a0e3-6c533f951f00 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:57.611909 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f042dfd-cc7a-4470-a678-c5f845c54ad5', 'name': 'network-vif-deleted', 'tag': 'eabe19d8-47fd-4d9b-a1c8-ec974adbff16', 'status': 'completed', 'code': 200} Aug 16 01:54:57.623086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-beb6d13a-b9c3-4783-b569-8cac2c2b6b56 service neutron] 10.222.0.79 "GET /v2.0/networks/8892a147-479a-40d9-9a08-9eb818390869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233809 Aug 16 01:54:57.644328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37cc3a-d40e-479e-a3a1-0d7c7a9f7dd1 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd29e63b-ad9e-4ee4-a6da-831c1b687f50,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:57.651208 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-89975c7a-fe9a-48b5-8846-6066d6d316e9 req-93705adb-645a-4f58-90f9-b72ef8a18ab5 service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571635 Aug 16 01:54:57.723939 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a37cc3a-d40e-479e-a3a1-0d7c7a9f7dd1 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.726045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-fd0cc885-4d45-4e3c-8fa5-671fb34db8ea service neutron] 10.222.0.79 "GET /v2.0/networks/8892a147-479a-40d9-9a08-9eb818390869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959392 Aug 16 01:54:57.726462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a37cc3a-d40e-479e-a3a1-0d7c7a9f7dd1 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.727603 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4a37cc3a-d40e-479e-a3a1-0d7c7a9f7dd1 tempest-FloatingIPAdminTestJSON-1388330953 tempest-FloatingIPAdminTestJSON-1388330953-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/591eab2d-efd1-4bfd-a759-0f854f0c9e2b HTTP/1.1" status: 204 len: 168 time: 1.4671450 Aug 16 01:54:57.730879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280a3a-eccb-4b64-b143-af427dcea87e req-844405ac-bf36-4435-8597-21ef3c3b75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:57.731353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41068) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:57.732082 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56280a3a-eccb-4b64-b143-af427dcea87e req-844405ac-bf36-4435-8597-21ef3c3b75f2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 1097 time: 0.0841298 Aug 16 01:54:57.779570 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56280a3a-eccb-4b64-b143-af427dcea87e req-87778749-eab6-478e-9dab-9211fa7958d5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379071 Aug 16 01:54:58.092114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7839a6c0-6431-40ab-8805-9e2efc2f675c req-f1684e70-8b10-4ccc-a9a9-30e26f773308 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 210 time: 0.0478179 Aug 16 01:54:58.202692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893a3d8-e838-4364-adc9-98606392447b req-ff2d79bd-3e04-44c3-9f8e-bb4a43e84c4e tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.204776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c893a3d8-e838-4364-adc9-98606392447b req-ff2d79bd-3e04-44c3-9f8e-bb4a43e84c4e tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.1547465 Aug 16 01:54:58.277059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0743d598-2d82-4db0-9039-1cddb47285ab tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Deleting port 45776645-39aa-4a4f-8305-73e49113111a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:58.277519 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0743d598-2d82-4db0-9039-1cddb47285ab tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.306062 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c893a3d8-e838-4364-adc9-98606392447b req-fc38551e-2a6f-4268-a7f1-368271e3e4d6 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895081 Aug 16 01:54:58.359313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398aff-3776-48f2-98bf-c46483073865 req-71c46aff-1786-4ee3-b4e1-d3b7ac108313 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.360959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36398aff-3776-48f2-98bf-c46483073865 req-71c46aff-1786-4ee3-b4e1-d3b7ac108313 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.1686440 Aug 16 01:54:58.442411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36398aff-3776-48f2-98bf-c46483073865 req-a290e96a-3a5c-4de9-832e-8c0cb4a0af65 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715251 Aug 16 01:54:58.446334 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0743d598-2d82-4db0-9039-1cddb47285ab tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.468531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0743d598-2d82-4db0-9039-1cddb47285ab tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Calling delete_port for 45776645-39aa-4a4f-8305-73e49113111a owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:58.567988 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41092) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:58.626527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d90803-d974-47ee-9497-a446aded2d49 admin admin] Deleting subnet b4b07b76-5c08-4402-a709-fabaefb182f8 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:58.629899 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21d90803-d974-47ee-9497-a446aded2d49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.645222 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0743d598-2d82-4db0-9039-1cddb47285ab tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.672409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21d90803-d974-47ee-9497-a446aded2d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.693028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743d598-2d82-4db0-9039-1cddb47285ab tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event deleted for resources: {'Port': ['ID=45776645-39aa-4a4f-8305-73e49113111a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.760695 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0743d598-2d82-4db0-9039-1cddb47285ab tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.765037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0743d598-2d82-4db0-9039-1cddb47285ab tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "DELETE /v2.0/ports/45776645-39aa-4a4f-8305-73e49113111a HTTP/1.1" status: 204 len: 168 time: 1.0305052 Aug 16 01:54:58.765199 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21d90803-d974-47ee-9497-a446aded2d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.765700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41094) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:58.820812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c453c35a-b762-41f0-a421-965872eb3af2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.823110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c453c35a-b762-41f0-a421-965872eb3af2 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9ca87e-5804-4db3-ac71-5a69d932e94f HTTP/1.1" status: 200 len: 913 time: 0.0558157 Aug 16 01:54:58.826937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21d90803-d974-47ee-9497-a446aded2d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.828872 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41096) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:58.859955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d90803-d974-47ee-9497-a446aded2d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b07b76-5c08-4402-a709-fabaefb182f8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.898734 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21d90803-d974-47ee-9497-a446aded2d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.902496 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-21d90803-d974-47ee-9497-a446aded2d49 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b4b07b76-5c08-4402-a709-fabaefb182f8 HTTP/1.1" status: 204 len: 168 time: 0.3310008 Aug 16 01:54:58.903055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf97e4c-9503-4342-8bd4-965d94342922 None None] Network efafdd26-455b-472a-a7bc-11e109e790a3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:58.903567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41098) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:59.021203 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.110283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a718b-39a2-4765-a86b-1c6d3ff96074 None None] DHCP port deletion for efafdd26-455b-472a-a7bc-11e109e790a3 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:54:59.200508 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-533a718b-39a2-4765-a86b-1c6d3ff96074 None None] Deleting port b2599173-4ca3-4df8-83ae-3657e65133ff {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:59.202287 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-533a718b-39a2-4765-a86b-1c6d3ff96074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.213927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c217831b-8cad-43f9-b96d-49365442424c req-959b6e8d-06ba-45cf-a621-3c379e911f9d tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 210 time: 0.0400445 Aug 16 01:54:59.292823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Deleting port b2599173-4ca3-4df8-83ae-3657e65133ff {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:59.293185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-533a718b-39a2-4765-a86b-1c6d3ff96074 None None] For port b2599173-4ca3-4df8-83ae-3657e65133ff, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b2599173-4ca3-4df8-83ae-3657e65133ff,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:59.293322 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.293569 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-533a718b-39a2-4765-a86b-1c6d3ff96074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.300893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-3b19ccb3-59d1-4190-81d5-433d47928520 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:59.302395 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-3b19ccb3-59d1-4190-81d5-433d47928520 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.84 "GET /v2.0/networks?id=8892a147-479a-40d9-9a08-9eb818390869 HTTP/1.1" status: 200 len: 814 time: 0.2219949 Aug 16 01:54:59.356472 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Request body: {'port': {'device_id': '525196bb-ff68-48a8-9f9f-a037f8722ac4', 'network_id': '8892a147-479a-40d9-9a08-9eb818390869', 'admin_state_up': True, 'tenant_id': '95c1cdc7489b4409a71fd37aacbdd625'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:59.451515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-533a718b-39a2-4765-a86b-1c6d3ff96074 None None] Calling delete_port for b2599173-4ca3-4df8-83ae-3657e65133ff owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:59.456159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc727f-360c-40c4-bf9c-1f2743e9998d req-c7c1f7f8-2c67-4d54-9a20-ba5984526c37 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:59.458130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62cc727f-360c-40c4-bf9c-1f2743e9998d req-c7c1f7f8-2c67-4d54-9a20-ba5984526c37 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.0699131 Aug 16 01:54:59.482083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] For port b2599173-4ca3-4df8-83ae-3657e65133ff, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b2599173-4ca3-4df8-83ae-3657e65133ff,segment=NetworkSegment(23883045-6bc4-45d0-99db-d5425b53523e),segment_id=23883045-6bc4-45d0-99db-d5425b53523e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:59.482659 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.514743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Calling delete_port for b2599173-4ca3-4df8-83ae-3657e65133ff owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:59.520035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62cc727f-360c-40c4-bf9c-1f2743e9998d req-1a15e93a-50eb-49c5-9982-298172a569b7 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556571 Aug 16 01:54:59.581579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260941a-a4a4-43bc-8b00-fbcfd24796de req-c2e18399-991a-49cc-906c-41ff82c452bc tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:59.583207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a260941a-a4a4-43bc-8b00-fbcfd24796de req-c2e18399-991a-49cc-906c-41ff82c452bc tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.0622778 Aug 16 01:54:59.589309 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-533a718b-39a2-4765-a86b-1c6d3ff96074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.622883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a718b-39a2-4765-a86b-1c6d3ff96074 None None] Pushing event deleted for resources: {'Port': ['ID=b2599173-4ca3-4df8-83ae-3657e65133ff,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.630350 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a718b-39a2-4765-a86b-1c6d3ff96074 None None] No DVR routers for this DVR port b2599173-4ca3-4df8-83ae-3657e65133ff on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:59.640510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a260941a-a4a4-43bc-8b00-fbcfd24796de req-3cbe6a39-38b7-4241-977a-20041794e44f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496316 Aug 16 01:54:59.667061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Made reservation on behalf of 95c1cdc7489b4409a71fd37aacbdd625 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:59.670621 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.745369 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.761096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd0949-105c-4831-91ea-d86560bc09df req-59a8fb12-8b33-4ca7-83c9-c7a6caadbea1 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:59.762788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8cdd0949-105c-4831-91ea-d86560bc09df req-59a8fb12-8b33-4ca7-83c9-c7a6caadbea1 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.0592005 Aug 16 01:54:59.789087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b2599173-4ca3-4df8-83ae-3657e65133ff,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.799171 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1937df07-4398-47c1-b9b6-ceb8812e7741 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.805385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] No DVR routers for this DVR port b2599173-4ca3-4df8-83ae-3657e65133ff on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:59.830255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8cdd0949-105c-4831-91ea-d86560bc09df req-20316fdd-9ab0-4b06-a10f-56d6c695acd7 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610542 Aug 16 01:54:59.869810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e16e8-bbdc-4761-8702-67d0799ca960 req-25d28305-9104-43ca-b134-354dd91d10f8 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:59.871721 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd0e16e8-bbdc-4761-8702-67d0799ca960 req-25d28305-9104-43ca-b134-354dd91d10f8 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 946 time: 0.0586092 Aug 16 01:54:59.913334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd0e16e8-bbdc-4761-8702-67d0799ca960 req-636e6b69-ae15-48b3-a651-0db1e66f2bbf tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e8fab3f-9335-4356-adf5-38e7bf8c003d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349061 Aug 16 01:54:59.958250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.973493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005f2bd-9acd-4dec-91ef-81b4647f8019 req-e5c2d507-cff8-4e1d-97c6-c69c97943cf0 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:59.975188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3005f2bd-9acd-4dec-91ef-81b4647f8019 req-e5c2d507-cff8-4e1d-97c6-c69c97943cf0 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.0610147 Aug 16 01:55:00.005554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efafdd26-455b-472a-a7bc-11e109e790a3']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:00.017978 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3005f2bd-9acd-4dec-91ef-81b4647f8019 req-ce9ee9c0-be70-49bd-b144-206f7b365d01 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361578 Aug 16 01:55:00.019721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23883045-6bc4-45d0-99db-d5425b53523e') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:00.020016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23883045-6bc4-45d0-99db-d5425b53523e') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:00.036668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Allocated IP 172.20.0.6 (8892a147-479a-40d9-9a08-9eb818390869/2b398ce4-5a94-44f5-b7d3-f09c59bb2c75/588d571d-d484-4916-a00d-8dc6d32226f1) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:00.043592 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.105517 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.135791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:00.136197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.139444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1221144-3f6e-4bfd-85b2-7a8442334790 req-8b7d8557-baee-410a-9eac-059618f13a43 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.141244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1221144-3f6e-4bfd-85b2-7a8442334790 req-8b7d8557-baee-410a-9eac-059618f13a43 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.0505257 Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:00.141431 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:00.179889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1221144-3f6e-4bfd-85b2-7a8442334790 req-34fe1a77-86f0-4fbd-91c7-3356475ad9c8 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321610 Aug 16 01:55:00.236851 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.272345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.274238 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] 10.222.0.79 "DELETE /v2.0/networks/efafdd26-455b-472a-a7bc-11e109e790a3 HTTP/1.1" status: 204 len: 168 time: 1.3700387 Aug 16 01:55:00.298761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3d450-daa5-4194-87a4-83ecc0ef51ce admin admin] Pushing event deleted for resources: {'Network': ['ID=efafdd26-455b-472a-a7bc-11e109e790a3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:00.340499 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b2599173-4ca3-4df8-83ae-3657e65133ff no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:00.369610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83b5bccb-d500-4ecf-9dc1-691722fff8bd req-b869b038-e7c8-4cde-9141-3aa66be9ada1 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 210 time: 0.0803587 Aug 16 01:55:00.385927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device eabe19d8-47fd-4d9b-a1c8-ec974adbff16 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:00.389538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: b2599173-4ca3-4df8-83ae-3657e65133ff {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:00.390088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b2599173-4ca3-4df8-83ae-3657e65133ff not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:00.399436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.422492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: eabe19d8-47fd-4d9b-a1c8-ec974adbff16 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:00.423044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device eabe19d8-47fd-4d9b-a1c8-ec974adbff16 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:00.426694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaa0c7-8f1e-4982-92fd-06d4725418a9 req-4ffe0586-bd79-4f16-80ca-68c4f23b4652 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.428720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7caaa0c7-8f1e-4982-92fd-06d4725418a9 req-4ffe0586-bd79-4f16-80ca-68c4f23b4652 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.1118648 Aug 16 01:55:00.454536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41134) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:00.473039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1937df07-4398-47c1-b9b6-ceb8812e7741 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Deleting port b1cfd963-2fd6-4145-9862-0d254ad7ef37 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:00.473461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1937df07-4398-47c1-b9b6-ceb8812e7741 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.493611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7caaa0c7-8f1e-4982-92fd-06d4725418a9 req-6f472381-1346-4d3c-9974-f1bedc9e583f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543795 Aug 16 01:55:00.519175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.538184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7aed9138-f0fc-49de-87fb-6b82a611605b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3274250e7a714095a3d98b658a588021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824404 Aug 16 01:55:00.540437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41140) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:00.600351 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Network 8892a147-479a-40d9-9a08-9eb818390869 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:00.609047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:00.614018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:00.616460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Pushing event updated for resources: {'Port': ['ID=588d571d-d484-4916-a00d-8dc6d32226f1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:00.627669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1937df07-4398-47c1-b9b6-ceb8812e7741 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.645542 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1d43342-ac12-4720-a7d5-c340b01989fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.661268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1937df07-4398-47c1-b9b6-ceb8812e7741 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Calling delete_port for b1cfd963-2fd6-4145-9862-0d254ad7ef37 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:00.667887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf49217-1b2c-4fc7-a4ee-5d5ce28a054d req-d025e576-9087-47da-ae68-c4b604ec91b0 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.669462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bf49217-1b2c-4fc7-a4ee-5d5ce28a054d req-d025e576-9087-47da-ae68-c4b604ec91b0 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.0768275 Aug 16 01:55:00.689134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.689789 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.691488 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1d43342-ac12-4720-a7d5-c340b01989fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.736681 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-6d833baa-98bf-45ff-8020-9681765df0f6 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3910806 Aug 16 01:55:00.763105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Request body: {'port': {'device_id': '525196bb-ff68-48a8-9f9f-a037f8722ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:00.766459 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bf49217-1b2c-4fc7-a4ee-5d5ce28a054d req-0d400c58-ce97-4636-aa1d-2b29f6384585 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864902 Aug 16 01:55:00.803189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d12a85-c2b3-4fdd-98ab-475e95a36b96 req-3b84eb8c-7c40-4a7f-86f1-fc7e0811bd27 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.804774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86d12a85-c2b3-4fdd-98ab-475e95a36b96 req-3b84eb8c-7c40-4a7f-86f1-fc7e0811bd27 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.0803430 Aug 16 01:55:00.824450 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1d43342-ac12-4720-a7d5-c340b01989fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.827477 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1d43342-ac12-4720-a7d5-c340b01989fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.831045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e1d43342-ac12-4720-a7d5-c340b01989fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/905ed877-9d80-4c0b-99df-d462bc912314 HTTP/1.1" status: 204 len: 168 time: 0.2866807 Aug 16 01:55:00.846807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d43342-ac12-4720-a7d5-c340b01989fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905ed877-9d80-4c0b-99df-d462bc912314,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:00.889812 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.890598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86d12a85-c2b3-4fdd-98ab-475e95a36b96 req-cdee465a-7ad7-4602-955f-19f89c29bcb1 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776691 Aug 16 01:55:01.063114 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1937df07-4398-47c1-b9b6-ceb8812e7741 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.108054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937df07-4398-47c1-b9b6-ceb8812e7741 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event deleted for resources: {'Port': ['ID=b1cfd963-2fd6-4145-9862-0d254ad7ef37,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:01.139590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60117c-caed-4753-ae49-1a625c4dd34a req-6c361a10-4631-463e-9345-fa7e9323703c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.141180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b60117c-caed-4753-ae49-1a625c4dd34a req-6c361a10-4631-463e-9345-fa7e9323703c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.0681148 Aug 16 01:55:01.150956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cd711-b0d3-46ce-ad4b-dfaf32b8253f req-3d5f956f-4ec2-4a4a-aa53-6528f9c7af7b tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.152564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-182cd711-b0d3-46ce-ad4b-dfaf32b8253f req-3d5f956f-4ec2-4a4a-aa53-6528f9c7af7b tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 946 time: 0.1079519 Aug 16 01:55:01.234182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b60117c-caed-4753-ae49-1a625c4dd34a req-8f26399b-d314-43ad-a6bb-3453410b1309 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803621 Aug 16 01:55:01.253383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-182cd711-b0d3-46ce-ad4b-dfaf32b8253f req-c2ca78d0-cc71-45cf-8b10-a3ed244c0a9c tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e8fab3f-9335-4356-adf5-38e7bf8c003d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915554 Aug 16 01:55:01.376784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1074f-98ed-4745-acf0-85685783fbcd req-a0342bd7-1f6a-467e-8074-9f68b075f5dd tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.378927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9d1074f-98ed-4745-acf0-85685783fbcd req-a0342bd7-1f6a-467e-8074-9f68b075f5dd tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.0668290 Aug 16 01:55:01.471732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9d1074f-98ed-4745-acf0-85685783fbcd req-b19f5356-8f0d-4747-9c06-08b61f55e21b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656462 Aug 16 01:55:01.558879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2dcd0-df32-4db4-8951-0f835208ec3f req-9c50d25e-2390-4729-92ea-0042b6bd3959 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.572650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42c2dcd0-df32-4db4-8951-0f835208ec3f req-9c50d25e-2390-4729-92ea-0042b6bd3959 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 931 time: 0.0954239 Aug 16 01:55:01.622678 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42c2dcd0-df32-4db4-8951-0f835208ec3f req-e6c18528-7030-4d92-99fc-94bac9c164a7 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488110 Aug 16 01:55:01.832155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1937df07-4398-47c1-b9b6-ceb8812e7741 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.983896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588d571d-d484-4916-a00d-8dc6d32226f1 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:01.987560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41200) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:02.005240 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.107099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Transition to ACTIVE for port object 588d571d-d484-4916-a00d-8dc6d32226f1 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:02.131247 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.132492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae2410-9590-496c-b548-b29f247d1ab1 req-2a72934a-6638-4abf-9061-f05400903bac tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.142651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41ae2410-9590-496c-b548-b29f247d1ab1 req-2a72934a-6638-4abf-9061-f05400903bac tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.1140838 Aug 16 01:55:02.158149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1640396176-network', 'tenant_id': '01d8f90be57a4775adae135ff4cba48d'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:02.194373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Made reservation on behalf of 01d8f90be57a4775adae135ff4cba48d for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:02.196943 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.233353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.259962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Pushing event updated for resources: {'Port': ['ID=588d571d-d484-4916-a00d-8dc6d32226f1,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:02.285604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41ae2410-9590-496c-b548-b29f247d1ab1 req-83b1b512-7a23-4f06-a218-d7c55d4eec81 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419802 Aug 16 01:55:02.308969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1937df07-4398-47c1-b9b6-ceb8812e7741 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Router bf9ca87e-5804-4db3-ac71-5a69d932e94f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:02.429663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Attempting to bind port 588d571d-d484-4916-a00d-8dc6d32226f1 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:02.430271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Attempting to bind port 588d571d-d484-4916-a00d-8dc6d32226f1 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '07f2b278-7f54-4796-b5f0-f6bc27e3e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8892a147-479a-40d9-9a08-9eb818390869'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:02.433733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Attempting to bind port 588d571d-d484-4916-a00d-8dc6d32226f1 on network 8892a147-479a-40d9-9a08-9eb818390869 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:02.441541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Port 588d571d-d484-4916-a00d-8dc6d32226f1 on network 8892a147-479a-40d9-9a08-9eb818390869 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:02.441878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Attempting to bind port 588d571d-d484-4916-a00d-8dc6d32226f1 on network 8892a147-479a-40d9-9a08-9eb818390869 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:02.457374 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.470627 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.476282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:02.477287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Checking segment: {'id': '07f2b278-7f54-4796-b5f0-f6bc27e3e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8892a147-479a-40d9-9a08-9eb818390869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:02.477287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Bound using segment: {'id': '07f2b278-7f54-4796-b5f0-f6bc27e3e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8892a147-479a-40d9-9a08-9eb818390869'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:02.477573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Bound port: 588d571d-d484-4916-a00d-8dc6d32226f1, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f2b278-7f54-4796-b5f0-f6bc27e3e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8892a147-479a-40d9-9a08-9eb818390869'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:02.477840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.488489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:02.514750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10733a-7d57-4dcd-acfd-44e170a5db19 req-e34b6f86-7afa-4f07-971e-7aa18e4ec781 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.518366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d10733a-7d57-4dcd-acfd-44e170a5db19 req-e34b6f86-7afa-4f07-971e-7aa18e4ec781 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 946 time: 0.1016707 Aug 16 01:55:02.526964 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.527431 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Added segment eee498db-f219-4fc5-9a1b-b9bb3ba5a874 of type vlan for network dbaef603-eea5-42dd-b1ee-de8599965e60 Aug 16 01:55:02.552246 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1937df07-4398-47c1-b9b6-ceb8812e7741 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:02.562014 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1937df07-4398-47c1-b9b6-ceb8812e7741 tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "PUT /v2.0/routers/bf9ca87e-5804-4db3-ac71-5a69d932e94f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7270269 Aug 16 01:55:02.562987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41214) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:02.563748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae75e247-f6ce-4116-884c-047277b4e2e7,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:02.566371 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddcd1a9-165f-4d3f-aa33-52134a89f189 None None] Sync routers for ids ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:02.583750 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddcd1a9-165f-4d3f-aa33-52134a89f189 None None] Routers {'bf9ca87e-5804-4db3-ac71-5a69d932e94f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:02.585239 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1ddcd1a9-165f-4d3f-aa33-52134a89f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:02.616573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] For port 588d571d-d484-4916-a00d-8dc6d32226f1, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:02.620823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] For port 588d571d-d484-4916-a00d-8dc6d32226f1, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=588d571d-d484-4916-a00d-8dc6d32226f1,segment=NetworkSegment(07f2b278-7f54-4796-b5f0-f6bc27e3e05c),segment_id=07f2b278-7f54-4796-b5f0-f6bc27e3e05c)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:02.624778 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1ddcd1a9-165f-4d3f-aa33-52134a89f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:02.625936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.635291 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddcd1a9-165f-4d3f-aa33-52134a89f189 None None] Routers {'bf9ca87e-5804-4db3-ac71-5a69d932e94f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:02.636268 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1ddcd1a9-165f-4d3f-aa33-52134a89f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:02.671718 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1ddcd1a9-165f-4d3f-aa33-52134a89f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:02.672775 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddcd1a9-165f-4d3f-aa33-52134a89f189 None None] The sync data for ids ['bf9ca87e-5804-4db3-ac71-5a69d932e94f'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:02.677425 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.678156 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.679980 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] 10.222.0.84 "PUT /v2.0/ports/588d571d-d484-4916-a00d-8dc6d32226f1 HTTP/1.1" status: 200 len: 1092 time: 1.9229729 Aug 16 01:55:02.682627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525196bb-ff68-48a8-9f9f-a037f8722ac4', 'tag': '588d571d-d484-4916-a00d-8dc6d32226f1'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:02.685074 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556a7256-f6df-42e2-b9c9-32dacc824704" -d '{"events": [{"name": "network-changed", "server_uuid": "525196bb-ff68-48a8-9f9f-a037f8722ac4", "tag": "588d571d-d484-4916-a00d-8dc6d32226f1"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:02.703771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff109ab-16ea-429b-9475-b088a5a38321 service neutron] Pushing event updated for resources: {'Port': ['ID=588d571d-d484-4916-a00d-8dc6d32226f1,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:02.741102 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.769357 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d10733a-7d57-4dcd-acfd-44e170a5db19 req-de973342-7368-42ea-be31-30fb478941d8 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e8fab3f-9335-4356-adf5-38e7bf8c003d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400315 Aug 16 01:55:02.791540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dcece158-902a-45f3-978b-1436c2ccc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.793416 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dcece158-902a-45f3-978b-1436c2ccc68f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95c1cdc7489b4409a71fd37aacbdd625&device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0488191 Aug 16 01:55:02.853756 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-dea1d921-3438-4ab3-8162-b1ce1293cea2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=588d571d-d484-4916-a00d-8dc6d32226f1 HTTP/1.1" status: 200 len: 217 time: 0.0385292 Aug 16 01:55:02.906688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-710df139-7cdb-4e7a-abb0-723b6a7d10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.908351 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-710df139-7cdb-4e7a-abb0-723b6a7d10a3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2b398ce4-5a94-44f5-b7d3-f09c59bb2c75 HTTP/1.1" status: 200 len: 854 time: 0.0459867 Aug 16 01:55:02.920601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f189c8-1baf-401e-a99f-d4ad4171b4a7 req-1ff3da1e-0df2-4a43-a094-583005960a89 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.922258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41f189c8-1baf-401e-a99f-d4ad4171b4a7 req-1ff3da1e-0df2-4a43-a094-583005960a89 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.2203407 Aug 16 01:55:02.947819 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-aae87385-4c62-4564-a501-f9d4b0a67c44 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8892a147-479a-40d9-9a08-9eb818390869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301890 Aug 16 01:55:02.975956 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.977632 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.979091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.979667 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.047820 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-9f87144e-ec31-4088-a4ed-70a6b9f870f3 service neutron] 10.222.0.84 "GET /v2.0/networks/8892a147-479a-40d9-9a08-9eb818390869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920637 Aug 16 01:55:03.094347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e51a-e976-4645-997c-f11e8ee32e14 req-3a54c5db-9008-483d-a725-ca0286e99181 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.095818 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-add7e51a-e976-4645-997c-f11e8ee32e14 req-3a54c5db-9008-483d-a725-ca0286e99181 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 943 time: 0.2612062 Aug 16 01:55:03.099896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1070731 Aug 16 01:55:03.100294 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41224) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:03.106041 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] Request body: {'subnet': {'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1640396176-subnet', 'tenant_id': '01d8f90be57a4775adae135ff4cba48d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:03.112675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41f189c8-1baf-401e-a99f-d4ad4171b4a7 req-2305c7c1-03b5-4b61-b730-63084d8552a1 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746917 Aug 16 01:55:03.148423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812d243-8d4c-45e6-a0ec-2307b210e675 admin admin] Pushing event updated for resources: {'Network': ['ID=dbaef603-eea5-42dd-b1ee-de8599965e60,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.155697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] Made reservation on behalf of 01d8f90be57a4775adae135ff4cba48d for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:03.159039 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.159623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network dbaef603-eea5-42dd-b1ee-de8599965e60 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:03.194051 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-add7e51a-e976-4645-997c-f11e8ee32e14 req-4a59c07d-2ca2-4730-a43e-590fb5acc687 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887926 Aug 16 01:55:03.206956 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.207575 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638af11f-f9e5-4e50-a308-75f0b0f73f58 x-openstack-request-id: req-638af11f-f9e5-4e50-a308-75f0b0f73f58 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:03.207960 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525196bb-ff68-48a8-9f9f-a037f8722ac4", "tag": "588d571d-d484-4916-a00d-8dc6d32226f1", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:03.208085 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-638af11f-f9e5-4e50-a308-75f0b0f73f58 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:03.208485 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525196bb-ff68-48a8-9f9f-a037f8722ac4', 'tag': '588d571d-d484-4916-a00d-8dc6d32226f1', 'status': 'completed', 'code': 200} Aug 16 01:55:03.223048 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-518eeed2-7204-4a9d-b66c-c19e1cb2d6a3 req-9b6ba7ef-4c0f-4108-b5b7-a424d58be69c service neutron] 10.222.0.84 "GET /v2.0/networks/8892a147-479a-40d9-9a08-9eb818390869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647644 Aug 16 01:55:03.227673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device b81ebfbd-377e-48f2-bec6-a5b1359aec60 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:03.289699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Deleting port fa127b9f-9739-4119-99c0-6104b863c75d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:03.290034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.379717 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.389349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:03.395350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.395853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Calling delete_port for fa127b9f-9739-4119-99c0-6104b863c75d owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:03.407971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60', 'network_id': '53070772-89aa-468a-b502-c2df2484496e', 'port_id': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60', 'mac_address': 'fa:16:3e:63:a1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81072e93-474d-4bb3-ac53-41f391336622', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:03.435260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a7256-f6df-42e2-b9c9-32dacc824704 req-44793f26-ae9d-421e-8fbc-52de9dabe7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.436783 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-556a7256-f6df-42e2-b9c9-32dacc824704 req-44793f26-ae9d-421e-8fbc-52de9dabe7ab service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95c1cdc7489b4409a71fd37aacbdd625&device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0911846 Aug 16 01:55:03.460660 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.478107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81ebfbd-377e-48f2-bec6-a5b1359aec60 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:03.505049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:03.511333 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.522139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651c67f-7b84-4181-a72f-2b4dc1a44bec req-9de73c1e-0c51-497f-ab0f-cba731c27ed9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.524027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1651c67f-7b84-4181-a72f-2b4dc1a44bec req-9de73c1e-0c51-497f-ab0f-cba731c27ed9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.1117828 Aug 16 01:55:03.525852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a6d0e8-7f79-4134-bccc-078c44832447,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.546035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] Checking segment: {'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:03.546391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] Network hostable DHCP agents. Network: dbaef603-eea5-42dd-b1ee-de8599965e60, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:03.563740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=b81ebfbd-377e-48f2-bec6-a5b1359aec60,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.581645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] Network dbaef603-eea5-42dd-b1ee-de8599965e60 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:03.597164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a7256-f6df-42e2-b9c9-32dacc824704 req-afe898b8-257d-4dba-92c9-c0568297bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.598803 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-556a7256-f6df-42e2-b9c9-32dacc824704 req-afe898b8-257d-4dba-92c9-c0568297bbf7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8892a147-479a-40d9-9a08-9eb818390869 HTTP/1.1" status: 200 len: 915 time: 0.1501946 Aug 16 01:55:03.599832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, dbaef603-eea5-42dd-b1ee-de8599965e60) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:03.609478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066a5f77-138c-4f9d-8bf2-13c14379cc86 None None] Network dbaef603-eea5-42dd-b1ee-de8599965e60 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:03.613150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.613837 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.625568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1651c67f-7b84-4181-a72f-2b4dc1a44bec req-befb68f8-84c9-4c24-b55d-79a604d33702 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520205 Aug 16 01:55:03.660941 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-556a7256-f6df-42e2-b9c9-32dacc824704 req-693f7e59-0f76-47c2-81a5-30fe13899380 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=588d571d-d484-4916-a00d-8dc6d32226f1 HTTP/1.1" status: 200 len: 217 time: 0.0500140 Aug 16 01:55:03.667941 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-733b463a-4e42-4ce8-81b2-f763a7337b68 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5665755 Aug 16 01:55:03.677184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.704940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event deleted for resources: {'Port': ['ID=fa127b9f-9739-4119-99c0-6104b863c75d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.768863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3111d3-68b5-452f-bb7e-3938353e1c9a None None] Network dbaef603-eea5-42dd-b1ee-de8599965e60 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:03.771057 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.772346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a7256-f6df-42e2-b9c9-32dacc824704 req-a5fbd528-87ca-4efd-8ce4-9047faa6ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.776132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-556a7256-f6df-42e2-b9c9-32dacc824704 req-a5fbd528-87ca-4efd-8ce4-9047faa6ac97 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2b398ce4-5a94-44f5-b7d3-f09c59bb2c75 HTTP/1.1" status: 200 len: 854 time: 0.0703361 Aug 16 01:55:03.776332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['b81ebfbd-377e-48f2-bec6-a5b1359aec60'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:03.815966 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-556a7256-f6df-42e2-b9c9-32dacc824704 req-9c10c3db-6ae4-4c86-9e9e-4f56a10ae0cc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8892a147-479a-40d9-9a08-9eb818390869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318019 Aug 16 01:55:03.892674 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.922801 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.941259 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-556a7256-f6df-42e2-b9c9-32dacc824704 req-b5ca0a8f-faf5-4c36-bcf3-33c82cf6dfae service neutron] 10.222.0.84 "GET /v2.0/networks/8892a147-479a-40d9-9a08-9eb818390869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172369 Aug 16 01:55:03.984197 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.985004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Fanout notify agent at l3_agent the message router_deleted on router bf9ca87e-5804-4db3-ac71-5a69d932e94f {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:55:03.993078 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.995071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b240a351-b2eb-4f87-aa97-781eb616059e tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "DELETE /v2.0/routers/bf9ca87e-5804-4db3-ac71-5a69d932e94f HTTP/1.1" status: 204 len: 168 time: 1.4148495 Aug 16 01:55:04.003715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cf2d2-f141-47dc-b4c0-3f54d0ca5861 req-c3e8ab0b-a3d9-4aa9-b947-44b4e1f5f10e tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.006034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee6cf2d2-f141-47dc-b4c0-3f54d0ca5861 req-c3e8ab0b-a3d9-4aa9-b947-44b4e1f5f10e tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 946 time: 0.1163828 Aug 16 01:55:04.006547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41240) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:04.061849 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-556a7256-f6df-42e2-b9c9-32dacc824704 req-cb49182f-4f13-4f44-b2bb-9ed22a5aa6af service neutron] 10.222.0.84 "GET /v2.0/networks/8892a147-479a-40d9-9a08-9eb818390869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132092 Aug 16 01:55:04.099960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee6cf2d2-f141-47dc-b4c0-3f54d0ca5861 req-e34fa6e5-1fff-4b9b-b9a3-8812a885acba tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e8fab3f-9335-4356-adf5-38e7bf8c003d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828779 Aug 16 01:55:04.106232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff1a783-07a1-46d4-882e-d4f325a9461b tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Deleting subnet 54849398-e685-4f7a-aa73-b843e28c171f {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:04.109684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a783-07a1-46d4-882e-d4f325a9461b tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.358360 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:55:04.446587 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a783-07a1-46d4-882e-d4f325a9461b tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.527633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db77e79-5d3b-43f3-90bb-68224bbeccde req-cfe33040-1f27-4708-a269-bc28feca407c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.529120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1db77e79-5d3b-43f3-90bb-68224bbeccde req-cfe33040-1f27-4708-a269-bc28feca407c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.1702452 Aug 16 01:55:04.557008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-0c3a387f-52c8-429e-9596-c4c8e9b1c833 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.558500 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-0c3a387f-52c8-429e-9596-c4c8e9b1c833 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.84 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 946 time: 0.0563111 Aug 16 01:55:04.595584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-99e1db5b-d40b-4d16-986f-c3433285b3eb tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.597215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-99e1db5b-d40b-4d16-986f-c3433285b3eb tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/networks?id=dbaef603-eea5-42dd-b1ee-de8599965e60 HTTP/1.1" status: 200 len: 818 time: 0.2371702 Aug 16 01:55:04.629366 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a783-07a1-46d4-882e-d4f325a9461b tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.633011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-0ec192fa-a01a-4498-ac9c-b13438612f34 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/quotas/01d8f90be57a4775adae135ff4cba48d HTTP/1.1" status: 200 len: 375 time: 0.0263155 Aug 16 01:55:04.662027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1db77e79-5d3b-43f3-90bb-68224bbeccde req-3212aadc-7820-47cb-bd07-0a2c26553175 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226423 Aug 16 01:55:04.680221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Deleting port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:04.680221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.709361 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-3c401fdb-84e4-40cd-91a4-43aa43fa0225 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=01d8f90be57a4775adae135ff4cba48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564818 Aug 16 01:55:04.776513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] For port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b,segment=NetworkSegment(96e07c7b-a08b-48a4-851c-33289a44744d),segment_id=96e07c7b-a08b-48a4-851c-33289a44744d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:04.776879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.854598 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a783-07a1-46d4-882e-d4f325a9461b tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.899638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63724761-dfc8-4ffa-a6ad-6d97505b2ac9 req-541f382e-46f7-4711-a8f0-25966ed2a0b0 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.901723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63724761-dfc8-4ffa-a6ad-6d97505b2ac9 req-541f382e-46f7-4711-a8f0-25966ed2a0b0 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 943 time: 0.1671422 Aug 16 01:55:04.904111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1a783-07a1-46d4-882e-d4f325a9461b tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event deleted for resources: {'Subnet': ['ID=54849398-e685-4f7a-aa73-b843e28c171f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:04.911303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287b1cb9-b26e-4365-ae72-b49a237cce6d None None] Network 20e0f5e8-9e63-40f2-982b-694450e72f51 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:04.911754 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a783-07a1-46d4-882e-d4f325a9461b tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.915940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3ff1a783-07a1-46d4-882e-d4f325a9461b tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "DELETE /v2.0/subnets/54849398-e685-4f7a-aa73-b843e28c171f HTTP/1.1" status: 204 len: 168 time: 0.9060330 Aug 16 01:55:04.916643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41262) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:04.934035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-010b63f0-149f-4b3f-aa04-319c3283c9f8 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137709 Aug 16 01:55:04.968280 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.968280 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.968280 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Floating IP fa5fe506-1ca9-4dd1-bed9-c67ba5bcf277 disassociated. External IP: 172.25.2.190, port: de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b. Aug 16 01:55:04.968280 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Calling delete_port for de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:05.071063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63724761-dfc8-4ffa-a6ad-6d97505b2ac9 req-64e42557-d80a-4339-bd8c-2e326b601f80 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526449 Aug 16 01:55:05.097998 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.126444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bb5807-e3ea-4a06-a2f1-3dea26356ddc None None] DHCP port deletion for 20e0f5e8-9e63-40f2-982b-694450e72f51 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:05.131760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-76412ad0-730c-41e6-85f1-73fa7628aa1d service neutron] 10.222.0.79 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797912 Aug 16 01:55:05.136327 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.180266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-26bb5807-e3ea-4a06-a2f1-3dea26356ddc None None] Deleting port 672c0681-e9aa-4d75-8694-75afca5399ab {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:05.181679 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26bb5807-e3ea-4a06-a2f1-3dea26356ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.200802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Deleting port 672c0681-e9aa-4d75-8694-75afca5399ab {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:05.202439 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.209157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Pushing event deleted for resources: {'Port': ['ID=de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:05.229606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device b23b07f0-ef8d-4745-8d45-1202a4f367e3 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:05.235119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device b81ebfbd-377e-48f2-bec6-a5b1359aec60 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:05.336257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] For port 672c0681-e9aa-4d75-8694-75afca5399ab, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=672c0681-e9aa-4d75-8694-75afca5399ab,segment=NetworkSegment(7959b331-6e40-4713-96a5-f7a38dfd1bd0),segment_id=7959b331-6e40-4713-96a5-f7a38dfd1bd0)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:05.336612 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.357187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-26bb5807-e3ea-4a06-a2f1-3dea26356ddc None None] For port 672c0681-e9aa-4d75-8694-75afca5399ab, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=672c0681-e9aa-4d75-8694-75afca5399ab,segment=NetworkSegment(7959b331-6e40-4713-96a5-f7a38dfd1bd0),segment_id=7959b331-6e40-4713-96a5-f7a38dfd1bd0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:05.357662 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26bb5807-e3ea-4a06-a2f1-3dea26356ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.363449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Calling delete_port for 672c0681-e9aa-4d75-8694-75afca5399ab owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:05.379872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-26bb5807-e3ea-4a06-a2f1-3dea26356ddc None None] Calling delete_port for 672c0681-e9aa-4d75-8694-75afca5399ab owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:05.399212 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Router 86d09f58-8673-4184-addc-145ff433ad84 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:05.468354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port b81ebfbd-377e-48f2-bec6-a5b1359aec60 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:05.489106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port b81ebfbd-377e-48f2-bec6-a5b1359aec60 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:05.489473 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.493587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port b23b07f0-ef8d-4745-8d45-1202a4f367e3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b23b07f0-ef8d-4745-8d45-1202a4f367e3,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:05.529804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f778-2f26-400b-acbe-55df46b883c6 req-aa6b32a0-85f3-46d8-94f2-7a46d7c24740 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.531381 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f76f778-2f26-400b-acbe-55df46b883c6 req-aa6b32a0-85f3-46d8-94f2-7a46d7c24740 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 944 time: 0.1037436 Aug 16 01:55:05.534222 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.547917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3', 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5', 'port_id': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3', 'mac_address': 'fa:16:3e:d4:50:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012df08-e106-4449-8c19-c14f32b8eec3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:05.572670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:05.595170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bab97-3f50-48ed-bd85-20e64c91c143 None None] Sync routers for ids ['86d09f58-8673-4184-addc-145ff433ad84'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:05.609211 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26bb5807-e3ea-4a06-a2f1-3dea26356ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.610229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event deleted for resources: {'Port': ['ID=672c0681-e9aa-4d75-8694-75afca5399ab,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:05.647714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] No DVR routers for this DVR port 672c0681-e9aa-4d75-8694-75afca5399ab on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:05.651794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] No DVR routers for this DVR port de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:05.655856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.658718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bab97-3f50-48ed-bd85-20e64c91c143 None None] Routers {'86d09f58-8673-4184-addc-145ff433ad84'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:05.659384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-843bab97-3f50-48ed-bd85-20e64c91c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['86d09f58-8673-4184-addc-145ff433ad84'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:05.660833 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c6dbc7e3-85d4-4889-8e2e-1661c804461d req-01140eed-92df-42e7-b811-ab50fa6bebf6 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.84 "DELETE /v2.0/ports/de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b HTTP/1.1" status: 204 len: 173 time: 1.0953398 Aug 16 01:55:05.661380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'name': 'network-vif-deleted', 'tag': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:05.661528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb5807-e3ea-4a06-a2f1-3dea26356ddc None None] Pushing event deleted for resources: {'Port': ['ID=672c0681-e9aa-4d75-8694-75afca5399ab,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:05.666793 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.672128 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c0cbc7-2803-4397-acd4-3a2517ffd337" -d '{"events": [{"server_uuid": "4794627f-dcb4-4be5-bfb8-83052a0692a9", "name": "network-vif-deleted", "tag": "de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:05.673429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-476859f8-43cc-422d-857e-51accf93a27a req-d5f82d5c-c11e-4b1f-8157-78e93f247759 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/ports?device_id=4794627f-dcb4-4be5-bfb8-83052a0692a9 HTTP/1.1" status: 200 len: 210 time: 0.0665269 Aug 16 01:55:05.717437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb5807-e3ea-4a06-a2f1-3dea26356ddc None None] No DVR routers for this DVR port 672c0681-e9aa-4d75-8694-75afca5399ab on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:05.757806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b23b07f0-ef8d-4745-8d45-1202a4f367e3 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:05.788819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f76f778-2f26-400b-acbe-55df46b883c6 req-22f22e2b-ca63-4fa3-8521-e67e9f957f89 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431123 Aug 16 01:55:05.838965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.850955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e0f5e8-9e63-40f2-982b-694450e72f51']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:05.868183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7959b331-6e40-4713-96a5-f7a38dfd1bd0') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:05.868569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7959b331-6e40-4713-96a5-f7a38dfd1bd0') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:05.882152 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.913155 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eded8166-c222-48a1-93b3-59f074883400 x-openstack-request-id: req-eded8166-c222-48a1-93b3-59f074883400 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:05.915094 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4794627f-dcb4-4be5-bfb8-83052a0692a9", "name": "network-vif-deleted", "tag": "de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:05.915463 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eded8166-c222-48a1-93b3-59f074883400 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:05.916146 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4794627f-dcb4-4be5-bfb8-83052a0692a9', 'name': 'network-vif-deleted', 'tag': 'de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b', 'status': 'completed', 'code': 200} Aug 16 01:55:05.933975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port b23b07f0-ef8d-4745-8d45-1202a4f367e3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b23b07f0-ef8d-4745-8d45-1202a4f367e3,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:05.948848 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.960313 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.970315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.976040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:05.977190 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:05.998709 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:06.004688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-843bab97-3f50-48ed-bd85-20e64c91c143 None None] Set router 86d09f58-8673-4184-addc-145ff433ad84 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:06.060655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['b23b07f0-ef8d-4745-8d45-1202a4f367e3'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:06.064535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12dd7ff7-fb65-4dc1-a070-3458d452ae95 req-80e56408-6fa7-44dd-8393-0f1df5fb903f tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 210 time: 0.0636547 Aug 16 01:55:06.101350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b7c87-be01-4203-b951-55fab5386bf9 req-259b0dda-3c24-479b-9b2e-a9742726f080 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.103020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f8b7c87-be01-4203-b951-55fab5386bf9 req-259b0dda-3c24-479b-9b2e-a9742726f080 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 944 time: 0.1784511 Aug 16 01:55:06.104330 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.112107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.114356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "DELETE /v2.0/networks/20e0f5e8-9e63-40f2-982b-694450e72f51 HTTP/1.1" status: 204 len: 168 time: 1.1971426 Aug 16 01:55:06.117072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41290) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:06.125094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:06.127129 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3074feb9-214c-42ef-ae26-e22ecb868067" -d '{"events": [{"server_uuid": "e687b597-956c-415d-92ad-c7bf1ac55ac8", "name": "network-vif-plugged", "status": "completed", "tag": "b81ebfbd-377e-48f2-bec6-a5b1359aec60"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:06.138325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71916647-c44e-4fec-8f1f-6b9e6255cdae tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event deleted for resources: {'Network': ['ID=20e0f5e8-9e63-40f2-982b-694450e72f51,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:06.184576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:06.187095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=b23b07f0-ef8d-4745-8d45-1202a4f367e3,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:06.325239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f8b7c87-be01-4203-b951-55fab5386bf9 req-1f7ba88d-d320-4a72-b867-3efa328a82d3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901405 Aug 16 01:55:06.422650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a6c96-6501-4c26-a420-689dcfa514a1 req-ddbb35c1-9910-4377-94f8-9445a64d2e40 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.428887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-048a6c96-6501-4c26-a420-689dcfa514a1 req-ddbb35c1-9910-4377-94f8-9445a64d2e40 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 943 time: 0.1951764 Aug 16 01:55:06.450001 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.456738 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a017cdf-8562-4728-acc4-29a26ff7cc1f x-openstack-request-id: req-7a017cdf-8562-4728-acc4-29a26ff7cc1f {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:06.457051 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687b597-956c-415d-92ad-c7bf1ac55ac8", "name": "network-vif-plugged", "status": "completed", "tag": "b81ebfbd-377e-48f2-bec6-a5b1359aec60", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:06.457303 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a017cdf-8562-4728-acc4-29a26ff7cc1f {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:06.457916 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60', 'code': 200} Aug 16 01:55:06.460285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 672c0681-e9aa-4d75-8694-75afca5399ab no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:06.523367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 672c0681-e9aa-4d75-8694-75afca5399ab {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:06.523695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 672c0681-e9aa-4d75-8694-75afca5399ab not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:06.562925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-90133d0a-2629-4c2d-a30a-be422b2ad4bb tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Deleting port 8b776faf-a846-4a9f-83a0-a9f4cffc29a3 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:06.563443 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-90133d0a-2629-4c2d-a30a-be422b2ad4bb tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.589747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-048a6c96-6501-4c26-a420-689dcfa514a1 req-1266f870-c6f8-4510-a42b-7e5b7d06c398 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453316 Aug 16 01:55:06.604757 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=b81ebfbd-377e-48f2-bec6-a5b1359aec60,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:06.653934 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b849a6c-666c-48b2-acf7-369dd2dbaa4e req-3d678d19-d12e-46b9-9bc5-b453f6a0b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.658046 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b849a6c-666c-48b2-acf7-369dd2dbaa4e req-3d678d19-d12e-46b9-9bc5-b453f6a0b7b9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1362534 Aug 16 01:55:06.704365 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b849a6c-666c-48b2-acf7-369dd2dbaa4e req-1b857ce2-5745-4513-bc01-b55da5787ce1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383351 Aug 16 01:55:06.723457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-843bab97-3f50-48ed-bd85-20e64c91c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:17Z', 'revision_number': 4, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '523cb354-e087-440d-9e67-aad196ebbb52', 'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'mac_address': 'fa:16:3e:ed:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:15Z', 'updated_at': '2021-08-16T01:51:25Z', 'revision_number': 5, 'project_id': '20140796c35b4da7b5424ff58001740c', 'subnets': [{'id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:06.750791 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-90133d0a-2629-4c2d-a30a-be422b2ad4bb tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.751491 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-90133d0a-2629-4c2d-a30a-be422b2ad4bb tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.758820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bab97-3f50-48ed-bd85-20e64c91c143 None None] Checking router: 86d09f58-8673-4184-addc-145ff433ad84 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:06.785875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-90133d0a-2629-4c2d-a30a-be422b2ad4bb tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Calling delete_port for 8b776faf-a846-4a9f-83a0-a9f4cffc29a3 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:06.787265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bab97-3f50-48ed-bd85-20e64c91c143 None None] Routers {'86d09f58-8673-4184-addc-145ff433ad84'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:06.787984 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-843bab97-3f50-48ed-bd85-20e64c91c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:54:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['86d09f58-8673-4184-addc-145ff433ad84'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:06.860884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41308) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:06.984487 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-90133d0a-2629-4c2d-a30a-be422b2ad4bb tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.013133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-843bab97-3f50-48ed-bd85-20e64c91c143 None None] Set router 86d09f58-8673-4184-addc-145ff433ad84 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:07.053506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90133d0a-2629-4c2d-a30a-be422b2ad4bb tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Pushing event deleted for resources: {'Port': ['ID=8b776faf-a846-4a9f-83a0-a9f4cffc29a3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:07.055410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37022212-f56d-4df9-bd80-94d8833730ad tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.132090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37022212-f56d-4df9-bd80-94d8833730ad tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.133196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae6960-5630-417b-9bab-8b751b7b98ef req-78c39574-806e-4864-a8a0-7d9267e7eb7c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.135345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0bae6960-5630-417b-9bab-8b751b7b98ef req-78c39574-806e-4864-a8a0-7d9267e7eb7c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.1622074 Aug 16 01:55:07.204203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d56a8-3144-4f0c-ba2e-b47d95018d03 req-6b9e971f-b21f-4188-9e50-c4014ab38efe tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.211916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device b23b07f0-ef8d-4745-8d45-1202a4f367e3 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:07.213573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f86d56a8-3144-4f0c-ba2e-b47d95018d03 req-6b9e971f-b21f-4188-9e50-c4014ab38efe tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 944 time: 0.1756437 Aug 16 01:55:07.218718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37022212-f56d-4df9-bd80-94d8833730ad tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.221796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37022212-f56d-4df9-bd80-94d8833730ad tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.225325 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-37022212-f56d-4df9-bd80-94d8833730ad tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "DELETE /v2.0/security-groups/7e8fab3f-9335-4356-adf5-38e7bf8c003d HTTP/1.1" status: 204 len: 168 time: 0.3609211 Aug 16 01:55:07.228927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41316) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:07.239962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37022212-f56d-4df9-bd80-94d8833730ad tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8fab3f-9335-4356-adf5-38e7bf8c003d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:07.247243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-90133d0a-2629-4c2d-a30a-be422b2ad4bb tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.249473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-90133d0a-2629-4c2d-a30a-be422b2ad4bb tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.250911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-90133d0a-2629-4c2d-a30a-be422b2ad4bb tempest-FloatingIPAdminTestJSON-1349932914 tempest-FloatingIPAdminTestJSON-1349932914-project] 10.222.0.79 "DELETE /v2.0/floatingips/0ff4bb7b-4abc-407f-ac2b-cf530a72dc61 HTTP/1.1" status: 204 len: 168 time: 1.1328990 Aug 16 01:55:07.265557 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0bae6960-5630-417b-9bab-8b751b7b98ef req-861beea2-2165-4583-bbd9-e54e9ac93554 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155579 Aug 16 01:55:07.277508 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-be177b27-937b-4aa4-a3ce-9d43660257f4 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] show failed (client error): The resource could not be found. Aug 16 01:55:07.282778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41320) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:07.283842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-be177b27-937b-4aa4-a3ce-9d43660257f4 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "GET /v2.0/security-groups/7e8fab3f-9335-4356-adf5-38e7bf8c003d HTTP/1.1" status: 404 len: 347 time: 0.0496228 Aug 16 01:55:07.328529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port b23b07f0-ef8d-4745-8d45-1202a4f367e3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:07.328913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.333351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-843bab97-3f50-48ed-bd85-20e64c91c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:17Z', 'revision_number': 4, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '523cb354-e087-440d-9e67-aad196ebbb52', 'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'mac_address': 'fa:16:3e:ed:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:15Z', 'updated_at': '2021-08-16T01:51:25Z', 'revision_number': 5, 'project_id': '20140796c35b4da7b5424ff58001740c', 'subnets': [{'id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:07.339342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f86d56a8-3144-4f0c-ba2e-b47d95018d03 req-c33070f5-a666-4d7c-bfa7-2c3506fe511c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246808 Aug 16 01:55:07.382221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bab97-3f50-48ed-bd85-20e64c91c143 None None] The sync data for ids ['86d09f58-8673-4184-addc-145ff433ad84'] in n-d-768851-16 is: [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:51:17Z', 'revision_number': 4, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '523cb354-e087-440d-9e67-aad196ebbb52', 'name': '', 'network_id': 'cc48b953-c75a-4e3d-8670-1d941a5fd3d9', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'mac_address': 'fa:16:3e:ed:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:15Z', 'updated_at': '2021-08-16T01:51:25Z', 'revision_number': 5, 'project_id': '20140796c35b4da7b5424ff58001740c', 'subnets': [{'id': '563a4c98-5d6d-4383-a1b8-53d188eee095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:07.449672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27727ae7-8896-458b-92de-9d4a862ebb1b req-a638c5d9-a8e6-47c0-ad1b-cab05d6460e6 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 210 time: 0.0454569 Aug 16 01:55:07.468637 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.490444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9eaee02e-7fc9-49d8-907b-d1e0ba77bc99 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Deleting port 268f0685-fa1d-4407-bad1-1545d984d804 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:07.491253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9eaee02e-7fc9-49d8-907b-d1e0ba77bc99 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.553342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port b23b07f0-ef8d-4745-8d45-1202a4f367e3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b23b07f0-ef8d-4745-8d45-1202a4f367e3,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:07.567402 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.634097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=b23b07f0-ef8d-4745-8d45-1202a4f367e3,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:07.649354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9eaee02e-7fc9-49d8-907b-d1e0ba77bc99 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.650229 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9eaee02e-7fc9-49d8-907b-d1e0ba77bc99 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.663675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9eaee02e-7fc9-49d8-907b-d1e0ba77bc99 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Calling delete_port for 268f0685-fa1d-4407-bad1-1545d984d804 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:07.795647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41330) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:07.848313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b163583-3d1b-4df3-ad25-953433737a0f req-d2d55a39-3ffb-42f7-a59e-46f2f4ed67cc tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.850167 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b163583-3d1b-4df3-ad25-953433737a0f req-d2d55a39-3ffb-42f7-a59e-46f2f4ed67cc tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 943 time: 0.1162920 Aug 16 01:55:07.899704 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cca990-28dd-4bca-b23d-314781bd93e5 None None] New status for floating IP fa5fe506-1ca9-4dd1-bed9-c67ba5bcf277: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:55:07.912707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b163583-3d1b-4df3-ad25-953433737a0f req-0428faf3-55df-4646-b4c1-502415178317 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562313 Aug 16 01:55:08.049662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b471d07e-396e-41a5-894a-8449b3f01a0f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f710a19fd69a4873abe836e4b2134ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513039 Aug 16 01:55:08.052088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41334) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:08.101952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-4b5b0c0d-18c9-45c6-80ee-aa9c9111ed4f tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.105121 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-4b5b0c0d-18c9-45c6-80ee-aa9c9111ed4f tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.89 "GET /v2.0/networks?id=dbaef603-eea5-42dd-b1ee-de8599965e60 HTTP/1.1" status: 200 len: 818 time: 0.3470654 Aug 16 01:55:08.132934 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Request body: {'port': {'device_id': '26226428-51e1-451a-8173-0b8c03a4139e', 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60', 'admin_state_up': True, 'tenant_id': '01d8f90be57a4775adae135ff4cba48d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:08.148506 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-68f2aa34-0a3c-43e7-8fef-2e73961da2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.229873 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-68f2aa34-0a3c-43e7-8fef-2e73961da2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.327235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-d07a6c1c-d37c-4821-8769-a9bd8f2b7dc3 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.328910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-d07a6c1c-d37c-4821-8769-a9bd8f2b7dc3 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.89 "GET /v2.0/networks?id=dbaef603-eea5-42dd-b1ee-de8599965e60 HTTP/1.1" status: 200 len: 818 time: 0.1761832 Aug 16 01:55:08.342690 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-68f2aa34-0a3c-43e7-8fef-2e73961da2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.345803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-68f2aa34-0a3c-43e7-8fef-2e73961da2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.349438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-68f2aa34-0a3c-43e7-8fef-2e73961da2d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a554749-9b30-40f9-a7db-3647b3bebbc4 HTTP/1.1" status: 204 len: 168 time: 0.2935324 Aug 16 01:55:08.357223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Request body: {'port': {'device_id': 'b02783f5-dc2e-4883-a631-adc341f37478', 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60', 'admin_state_up': True, 'tenant_id': '01d8f90be57a4775adae135ff4cba48d'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:08.405662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 588d571d-d484-4916-a00d-8dc6d32226f1 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:08.412800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:08.458548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e047a7fd-60ca-4bad-8295-7349747fd019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:08.460957 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d853f2-8c52-4a84-9c9e-f74b705f1da7" -d '{"events": [{"server_uuid": "e047a7fd-60ca-4bad-8295-7349747fd019", "name": "network-vif-plugged", "status": "completed", "tag": "b23b07f0-ef8d-4745-8d45-1202a4f367e3"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:08.464716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2aa34-0a3c-43e7-8fef-2e73961da2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a554749-9b30-40f9-a7db-3647b3bebbc4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:08.478218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:08.479394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device de7b4467-bd5a-44c2-bed5-c9a9a8d4f93b not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:08.573327 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884166c5-bb6f-4698-8460-dfd47f3c164a req-fc424191-855a-4dd2-9604-69aec342316e tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.581027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-884166c5-bb6f-4698-8460-dfd47f3c164a req-fc424191-855a-4dd2-9604-69aec342316e tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.1439552 Aug 16 01:55:08.599924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-bbcddbc0-1fe3-4ab2-86ca-a50393bfe4fc tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.600230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c7b4e-5532-42e2-ada7-92759205504f req-c954a31b-7fc1-4b4a-b409-cee59e396063 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.601510 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-bbcddbc0-1fe3-4ab2-86ca-a50393bfe4fc tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.84 "GET /v2.0/networks?id=dbaef603-eea5-42dd-b1ee-de8599965e60 HTTP/1.1" status: 200 len: 818 time: 0.7367098 Aug 16 01:55:08.601842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-146c7b4e-5532-42e2-ada7-92759205504f req-c954a31b-7fc1-4b4a-b409-cee59e396063 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.1660018 Aug 16 01:55:08.611625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 588d571d-d484-4916-a00d-8dc6d32226f1, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=588d571d-d484-4916-a00d-8dc6d32226f1,segment=NetworkSegment(07f2b278-7f54-4796-b5f0-f6bc27e3e05c),segment_id=07f2b278-7f54-4796-b5f0-f6bc27e3e05c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:08.624808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Request body: {'port': {'device_id': '8b493bf4-27cf-46b4-bf88-7c4a1cdd452b', 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60', 'admin_state_up': True, 'tenant_id': '01d8f90be57a4775adae135ff4cba48d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:08.626750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '588d571d-d484-4916-a00d-8dc6d32226f1', 'network_id': '8892a147-479a-40d9-9a08-9eb818390869', 'port_id': '588d571d-d484-4916-a00d-8dc6d32226f1', 'mac_address': 'fa:16:3e:2b:6e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b398ce4-5a94-44f5-b7d3-f09c59bb2c75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:08.628105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Made reservation on behalf of 01d8f90be57a4775adae135ff4cba48d for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:08.631932 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.682665 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.706030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588d571d-d484-4916-a00d-8dc6d32226f1 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:08.715238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-884166c5-bb6f-4698-8460-dfd47f3c164a req-e53328e9-5919-4073-8bf2-fb1694db7a70 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269481 Aug 16 01:55:08.715407 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9eaee02e-7fc9-49d8-907b-d1e0ba77bc99 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.734084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-146c7b4e-5532-42e2-ada7-92759205504f req-e873358c-c367-4764-a207-5af912d89875 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191435 Aug 16 01:55:08.734849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 588d571d-d484-4916-a00d-8dc6d32226f1, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=588d571d-d484-4916-a00d-8dc6d32226f1,segment=NetworkSegment(07f2b278-7f54-4796-b5f0-f6bc27e3e05c),segment_id=07f2b278-7f54-4796-b5f0-f6bc27e3e05c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:08.743363 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.773358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Made reservation on behalf of 01d8f90be57a4775adae135ff4cba48d for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:08.777442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.802165 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5e46bb-3191-4f9b-ab32-d71e5b731b9b x-openstack-request-id: req-6c5e46bb-3191-4f9b-ab32-d71e5b731b9b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:08.802719 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e047a7fd-60ca-4bad-8295-7349747fd019", "name": "network-vif-plugged", "status": "completed", "tag": "b23b07f0-ef8d-4745-8d45-1202a4f367e3", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:08.803249 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6c5e46bb-3191-4f9b-ab32-d71e5b731b9b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:08.803825 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e047a7fd-60ca-4bad-8295-7349747fd019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3', 'code': 200} Aug 16 01:55:08.809655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41352) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:08.810240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaee02e-7fc9-49d8-907b-d1e0ba77bc99 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Pushing event deleted for resources: {'Port': ['ID=268f0685-fa1d-4407-bad1-1545d984d804,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:08.812731 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5496c8d7-1839-465f-b24a-88b1605f8df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.843049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16ef40df-a140-49f5-863a-c2d95c7cc083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.862322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=588d571d-d484-4916-a00d-8dc6d32226f1,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:08.921650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8b38f-19b5-4bfe-a619-4e09b548beaa req-30a5bf3e-9a22-4820-a042-fa3fe10cb4f0 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.923169 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5fe8b38f-19b5-4bfe-a619-4e09b548beaa req-30a5bf3e-9a22-4820-a042-fa3fe10cb4f0 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 945 time: 0.2740929 Aug 16 01:55:08.936636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-154aca2c-477c-4f2a-8dde-8c8ba9684d4d req-e9ba4bd8-a7f8-4d40-8bd1-6c7fd9379fdb tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 210 time: 0.0728903 Aug 16 01:55:09.008875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Allocated IP 172.20.0.9 (dbaef603-eea5-42dd-b1ee-de8599965e60/30a6d0e8-7f79-4134-bccc-078c44832447/624383fa-3d31-4600-aa45-b4a4da5b14a2) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:09.040360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9eaee02e-7fc9-49d8-907b-d1e0ba77bc99 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.042980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9eaee02e-7fc9-49d8-907b-d1e0ba77bc99 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.044151 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9eaee02e-7fc9-49d8-907b-d1e0ba77bc99 tempest-ServersTestJSON-1248617419 tempest-ServersTestJSON-1248617419-project] 10.222.0.79 "DELETE /v2.0/floatingips/fa5fe506-1ca9-4dd1-bed9-c67ba5bcf277 HTTP/1.1" status: 204 len: 168 time: 1.7603605 Aug 16 01:55:09.051116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41358) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:09.053023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6874e3-89de-4798-982f-e54ed8e2fff3 req-dbf4db30-4b9d-43c8-a8e3-e6dee765db7c tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:09.054625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd6874e3-89de-4798-982f-e54ed8e2fff3 req-dbf4db30-4b9d-43c8-a8e3-e6dee765db7c tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1008840 Aug 16 01:55:09.099129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-5fe8b38f-19b5-4bfe-a619-4e09b548beaa req-b3b3a228-fd77-49a3-b66c-1b9ebc655aa3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Deleting port b23b07f0-ef8d-4745-8d45-1202a4f367e3 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:09.099481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5fe8b38f-19b5-4bfe-a619-4e09b548beaa req-b3b3a228-fd77-49a3-b66c-1b9ebc655aa3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.182829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['588d571d-d484-4916-a00d-8dc6d32226f1'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:09.195834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5fe8b38f-19b5-4bfe-a619-4e09b548beaa req-b3b3a228-fd77-49a3-b66c-1b9ebc655aa3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] For port b23b07f0-ef8d-4745-8d45-1202a4f367e3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b23b07f0-ef8d-4745-8d45-1202a4f367e3,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:09.196208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5fe8b38f-19b5-4bfe-a619-4e09b548beaa req-b3b3a228-fd77-49a3-b66c-1b9ebc655aa3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.214682 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-5fe8b38f-19b5-4bfe-a619-4e09b548beaa req-b3b3a228-fd77-49a3-b66c-1b9ebc655aa3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Calling delete_port for b23b07f0-ef8d-4745-8d45-1202a4f367e3 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:09.298390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd6874e3-89de-4798-982f-e54ed8e2fff3 req-2df9a89b-4f38-41dc-8941-d7239b0eb53a tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294750 Aug 16 01:55:09.304226 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16ef40df-a140-49f5-863a-c2d95c7cc083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.321182 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16ef40df-a140-49f5-863a-c2d95c7cc083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.324081 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.389261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Made reservation on behalf of 01d8f90be57a4775adae135ff4cba48d for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:09.393301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.436067 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5fe8b38f-19b5-4bfe-a619-4e09b548beaa req-b3b3a228-fd77-49a3-b66c-1b9ebc655aa3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.448756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['b23b07f0-ef8d-4745-8d45-1202a4f367e3'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:09.510871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3a228-fd77-49a3-b66c-1b9ebc655aa3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event deleted for resources: {'Port': ['ID=b23b07f0-ef8d-4745-8d45-1202a4f367e3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:09.569278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe8b38f-19b5-4bfe-a619-4e09b548beaa req-b3b3a228-fd77-49a3-b66c-1b9ebc655aa3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] No DVR routers for this DVR port b23b07f0-ef8d-4745-8d45-1202a4f367e3 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:09.572613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5fe8b38f-19b5-4bfe-a619-4e09b548beaa req-b3b3a228-fd77-49a3-b66c-1b9ebc655aa3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.574730 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5fe8b38f-19b5-4bfe-a619-4e09b548beaa req-b3b3a228-fd77-49a3-b66c-1b9ebc655aa3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "DELETE /v2.0/ports/b23b07f0-ef8d-4745-8d45-1202a4f367e3 HTTP/1.1" status: 204 len: 173 time: 0.6147807 Aug 16 01:55:09.575206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e047a7fd-60ca-4bad-8295-7349747fd019', 'name': 'network-vif-deleted', 'tag': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:09.578045 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51557c24-647b-40bd-a8d0-9ca9270fabc1" -d '{"events": [{"server_uuid": "e047a7fd-60ca-4bad-8295-7349747fd019", "name": "network-vif-deleted", "tag": "b23b07f0-ef8d-4745-8d45-1202a4f367e3"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:09.648078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ae599-ff5b-4037-bb6e-fbf0393da8ec req-4bd2fa6a-5ec1-48b2-93e4-1c3a0f00eb3b tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:09.649599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-564ae599-ff5b-4037-bb6e-fbf0393da8ec req-4bd2fa6a-5ec1-48b2-93e4-1c3a0f00eb3b tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 944 time: 0.4935818 Aug 16 01:55:09.693120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-16ef40df-a140-49f5-863a-c2d95c7cc083 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=623c28952c0d44baa1de2fb2398dd3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8788960 Aug 16 01:55:09.696207 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41364) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:09.713862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef40df-a140-49f5-863a-c2d95c7cc083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8753b4-299f-49ab-982f-5bfb288f84aa,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:09.755260 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9cb82b9d-ed25-4006-9e53-bfdae0410e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.781283 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9cb82b9d-ed25-4006-9e53-bfdae0410e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.813671 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.830356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-564ae599-ff5b-4037-bb6e-fbf0393da8ec req-7307ad3e-ac05-4c0c-8874-06f49eea8148 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585894 Aug 16 01:55:09.831048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9cb82b9d-ed25-4006-9e53-bfdae0410e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.834616 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9cb82b9d-ed25-4006-9e53-bfdae0410e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.837998 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9cb82b9d-ed25-4006-9e53-bfdae0410e6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc8753b4-299f-49ab-982f-5bfb288f84aa HTTP/1.1" status: 204 len: 168 time: 0.1370373 Aug 16 01:55:09.838200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880fa25-eeee-44bd-bf1a-8031e1b717d7 req-32460834-413f-4108-8acc-e7023e5a6428 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:09.843652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb82b9d-ed25-4006-9e53-bfdae0410e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8753b4-299f-49ab-982f-5bfb288f84aa,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:09.849720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c880fa25-eeee-44bd-bf1a-8031e1b717d7 req-32460834-413f-4108-8acc-e7023e5a6428 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1884379 Aug 16 01:55:09.920877 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5770184-4598-48ea-94a2-f5f5bbe24761 x-openstack-request-id: req-e5770184-4598-48ea-94a2-f5f5bbe24761 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:09.921203 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e047a7fd-60ca-4bad-8295-7349747fd019", "name": "network-vif-deleted", "tag": "b23b07f0-ef8d-4745-8d45-1202a4f367e3", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:09.921454 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5770184-4598-48ea-94a2-f5f5bbe24761 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:09.921865 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e047a7fd-60ca-4bad-8295-7349747fd019', 'name': 'network-vif-deleted', 'tag': 'b23b07f0-ef8d-4745-8d45-1202a4f367e3', 'status': 'completed', 'code': 200} Aug 16 01:55:09.954046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c880fa25-eeee-44bd-bf1a-8031e1b717d7 req-f8ef59bb-b9f2-402f-9131-367a38c6b534 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033125 Aug 16 01:55:10.038951 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.047433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Allocated IP 172.20.0.12 (dbaef603-eea5-42dd-b1ee-de8599965e60/30a6d0e8-7f79-4134-bccc-078c44832447/9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:10.141050 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7a0ee4a-b8f1-472b-8e8d-a96a117ed93a req-25acba09-ffa1-48a2-b82d-01a3612d6882 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=e047a7fd-60ca-4bad-8295-7349747fd019 HTTP/1.1" status: 200 len: 210 time: 0.1409276 Aug 16 01:55:10.203072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Network dbaef603-eea5-42dd-b1ee-de8599965e60 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:10.242309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:10.247660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bfed54f2-b9e4-4554-8b3e-fc2298d9dc5a req-d8aff521-b8ac-4a1e-8419-97084d39280d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 210 time: 0.0768330 Aug 16 01:55:10.254497 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:10.304356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Pushing event updated for resources: {'Port': ['ID=624383fa-3d31-4600-aa45-b4a4da5b14a2,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:10.322101 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:10.322786 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.351435 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.365163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b1a7f73d-5525-48dd-adb3-71fc76793f7a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0150197 Aug 16 01:55:10.382374 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Request body: {'port': {'device_id': 'b02783f5-dc2e-4883-a631-adc341f37478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:10.390644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41384) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:10.417859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 588d571d-d484-4916-a00d-8dc6d32226f1 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:10.422866 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7f5d-ce78-4baa-9336-0c30cb882dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.483403 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.491742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 588d571d-d484-4916-a00d-8dc6d32226f1 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:10.506219 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 588d571d-d484-4916-a00d-8dc6d32226f1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:10.506584 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.530515 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.534546 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.588360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Allocated IP 172.20.0.5 (dbaef603-eea5-42dd-b1ee-de8599965e60/30a6d0e8-7f79-4134-bccc-078c44832447/bd05501d-8d5d-4607-b9dc-3edf261c05d5) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:10.598920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Network dbaef603-eea5-42dd-b1ee-de8599965e60 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:10.608228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:10.611436 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.614794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Pushing event updated for resources: {'Port': ['ID=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:10.617441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:10.685639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 588d571d-d484-4916-a00d-8dc6d32226f1, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=588d571d-d484-4916-a00d-8dc6d32226f1,segment=NetworkSegment(07f2b278-7f54-4796-b5f0-f6bc27e3e05c),segment_id=07f2b278-7f54-4796-b5f0-f6bc27e3e05c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:10.690156 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.718875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:10.719677 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.772524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=588d571d-d484-4916-a00d-8dc6d32226f1,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:10.805032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525196bb-ff68-48a8-9f9f-a037f8722ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588d571d-d484-4916-a00d-8dc6d32226f1'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:10.808218 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3433469-9395-427f-ab8b-b2fe930343f6" -d '{"events": [{"server_uuid": "525196bb-ff68-48a8-9f9f-a037f8722ac4", "name": "network-vif-plugged", "status": "completed", "tag": "588d571d-d484-4916-a00d-8dc6d32226f1"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:10.810366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7f5d-ce78-4baa-9336-0c30cb882dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.816937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7f5d-ce78-4baa-9336-0c30cb882dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.834291 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9e86441b-f76e-42a9-83cf-c71f227b7ee2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7076857 Aug 16 01:55:10.853101 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8222fc8-0cee-4f45-a759-688613432744 x-openstack-request-id: req-a8222fc8-0cee-4f45-a759-688613432744 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:10.853622 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525196bb-ff68-48a8-9f9f-a037f8722ac4", "name": "network-vif-plugged", "status": "completed", "tag": "588d571d-d484-4916-a00d-8dc6d32226f1", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:10.854049 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8222fc8-0cee-4f45-a759-688613432744 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:10.854616 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525196bb-ff68-48a8-9f9f-a037f8722ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588d571d-d484-4916-a00d-8dc6d32226f1', 'code': 200} Aug 16 01:55:10.858277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Request body: {'port': {'device_id': '26226428-51e1-451a-8173-0b8c03a4139e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:10.927351 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ab7e7f5d-ce78-4baa-9336-0c30cb882dea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=53066d1ca2324cf1ace0e898d6e0886e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357697 Aug 16 01:55:10.928450 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e7f5d-ce78-4baa-9336-0c30cb882dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047431dc-cf39-4f47-a4cb-b90950d3c68f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:10.931199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41404) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:11.014654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.016877 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.060579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6830-774c-498f-8815-4d20b7082732 req-05de8bd6-d9ef-41d5-8b74-978f239d5675 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.067932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b9c6830-774c-498f-8815-4d20b7082732 req-05de8bd6-d9ef-41d5-8b74-978f239d5675 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 945 time: 0.1346457 Aug 16 01:55:11.081497 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51c7f7-6ab9-4c5f-ad32-ddbe5fbc59c4 req-d14ae4ec-cd7e-40b1-ae70-2b4bce4dc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.083116 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1e51c7f7-6ab9-4c5f-ad32-ddbe5fbc59c4 req-d14ae4ec-cd7e-40b1-ae70-2b4bce4dc172 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 1097 time: 0.1112003 Aug 16 01:55:11.107618 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5e8adad-062b-4476-9f2f-29624a6f148c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.151470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b9c6830-774c-498f-8815-4d20b7082732 req-e05e5844-b3e5-4ddd-a815-8f1e1b143663 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826702 Aug 16 01:55:11.154205 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5e8adad-062b-4476-9f2f-29624a6f148c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.197912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.218119 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1e51c7f7-6ab9-4c5f-ad32-ddbe5fbc59c4 req-67cd52cc-a396-40fa-adb6-2cbaa2f60957 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212327 Aug 16 01:55:11.251977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] Deleting port 523cb354-e087-440d-9e67-aad196ebbb52 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:11.252273 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.267783 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Network dbaef603-eea5-42dd-b1ee-de8599965e60 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:11.271111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:11.276375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:11.307107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Pushing event updated for resources: {'Port': ['ID=bd05501d-8d5d-4607-b9dc-3edf261c05d5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:11.336161 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5e8adad-062b-4476-9f2f-29624a6f148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.339665 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5e8adad-062b-4476-9f2f-29624a6f148c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.341447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b5e8adad-062b-4476-9f2f-29624a6f148c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/047431dc-cf39-4f47-a4cb-b90950d3c68f HTTP/1.1" status: 204 len: 168 time: 0.4055564 Aug 16 01:55:11.351927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.352845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.370250 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-8b91a1b5-ba1d-4a0a-9cc0-69e104a592f5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7519903 Aug 16 01:55:11.372729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8adad-062b-4476-9f2f-29624a6f148c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047431dc-cf39-4f47-a4cb-b90950d3c68f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:11.433851 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-936ef803-7605-43a8-a783-80f4a1ccb65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.438287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] For port 523cb354-e087-440d-9e67-aad196ebbb52, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=523cb354-e087-440d-9e67-aad196ebbb52,segment=NetworkSegment(96e07c7b-a08b-48a4-851c-33289a44744d),segment_id=96e07c7b-a08b-48a4-851c-33289a44744d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:11.438614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.464421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] Calling delete_port for 523cb354-e087-440d-9e67-aad196ebbb52 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:11.492492 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.523536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682eddc-b920-43f7-ba62-5ca0995ba4b2 req-9517a4d7-e7fa-4515-a26d-58549cbba44f tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.526322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b682eddc-b920-43f7-ba62-5ca0995ba4b2 req-9517a4d7-e7fa-4515-a26d-58549cbba44f tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 931 time: 0.1583099 Aug 16 01:55:11.564887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624383fa-3d31-4600-aa45-b4a4da5b14a2 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:11.582208 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.582903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Request body: {'port': {'device_id': '8b493bf4-27cf-46b4-bf88-7c4a1cdd452b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:11.624884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Transition to ACTIVE for port object 624383fa-3d31-4600-aa45-b4a4da5b14a2 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:11.640035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.680948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b682eddc-b920-43f7-ba62-5ca0995ba4b2 req-0bf33230-3801-4f72-b4e4-f907e4edcce5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180437 Aug 16 01:55:11.699138 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.807687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Pushing event updated for resources: {'Port': ['ID=624383fa-3d31-4600-aa45-b4a4da5b14a2,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:11.925858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Attempting to bind port 624383fa-3d31-4600-aa45-b4a4da5b14a2 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:11.926204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Attempting to bind port 624383fa-3d31-4600-aa45-b4a4da5b14a2 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:11.926659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Attempting to bind port 624383fa-3d31-4600-aa45-b4a4da5b14a2 on network dbaef603-eea5-42dd-b1ee-de8599965e60 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:11.936530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Port 624383fa-3d31-4600-aa45-b4a4da5b14a2 on network dbaef603-eea5-42dd-b1ee-de8599965e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:11.937341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Attempting to bind port 624383fa-3d31-4600-aa45-b4a4da5b14a2 on network dbaef603-eea5-42dd-b1ee-de8599965e60 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:11.947382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:11.947733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Checking segment: {'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:11.948119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Bound using segment: {'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:11.948553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Bound port: 624383fa-3d31-4600-aa45-b4a4da5b14a2, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:11.948918 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.994443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41436) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:11.998268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:12.002625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6e36b987-2cd7-4057-abd9-e9fd226dc327 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473615400', 'description': 'tempest-description--1451646048'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:12.013352 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.019519 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.032571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Transition to ACTIVE for port object 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:12.038194 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.068798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] Pushing event deleted for resources: {'Port': ['ID=523cb354-e087-440d-9e67-aad196ebbb52,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:12.145706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] For port 624383fa-3d31-4600-aa45-b4a4da5b14a2, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:12.150630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] For port 624383fa-3d31-4600-aa45-b4a4da5b14a2, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=624383fa-3d31-4600-aa45-b4a4da5b14a2,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:12.163445 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.198549 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e36b987-2cd7-4057-abd9-e9fd226dc327 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.210350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Pushing event updated for resources: {'Port': ['ID=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:12.271416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.273380 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.276301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] 10.222.0.89 "PUT /v2.0/ports/624383fa-3d31-4600-aa45-b4a4da5b14a2 HTTP/1.1" status: 200 len: 1092 time: 1.9013846 Aug 16 01:55:12.294849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02783f5-dc2e-4883-a631-adc341f37478', 'tag': '624383fa-3d31-4600-aa45-b4a4da5b14a2'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:12.297967 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d1fef4-1350-4358-8cbd-8bd0c10d038b" -d '{"events": [{"name": "network-changed", "server_uuid": "b02783f5-dc2e-4883-a631-adc341f37478", "tag": "624383fa-3d31-4600-aa45-b4a4da5b14a2"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:12.414551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-25c63aea-978d-45ec-a360-8c774a1b897a tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:55:12.416290 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-25c63aea-978d-45ec-a360-8c774a1b897a tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5199373 Aug 16 01:55:12.461689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd05501d-8d5d-4607-b9dc-3edf261c05d5 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:12.463264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ddaa3-9bd1-40d6-bbf4-38b470206295 service neutron] Pushing event updated for resources: {'Port': ['ID=624383fa-3d31-4600-aa45-b4a4da5b14a2,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:12.475468 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.488356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41454) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:12.523897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Transition to ACTIVE for port object bd05501d-8d5d-4607-b9dc-3edf261c05d5 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:12.523897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Attempting to bind port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:12.523897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Attempting to bind port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:12.524553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Attempting to bind port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 on network dbaef603-eea5-42dd-b1ee-de8599965e60 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:12.530624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 on network dbaef603-eea5-42dd-b1ee-de8599965e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:12.531176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Attempting to bind port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 on network dbaef603-eea5-42dd-b1ee-de8599965e60 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:12.533528 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.549971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:12.550282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Checking segment: {'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:12.550728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Bound using segment: {'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:12.551183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Bound port: 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:12.551717 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.568699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab3466-d675-4443-bf6a-213140b838d1 req-32f0b635-cfac-428e-83ec-fa847bcdd72c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.578538 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23ab3466-d675-4443-bf6a-213140b838d1 req-32f0b635-cfac-428e-83ec-fa847bcdd72c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 945 time: 0.2759600 Aug 16 01:55:12.598650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-d5303c58-6821-474e-8458-3d474a982063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.601458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-d5303c58-6821-474e-8458-3d474a982063 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=01d8f90be57a4775adae135ff4cba48d&device_id=b02783f5-dc2e-4883-a631-adc341f37478 HTTP/1.1" status: 200 len: 1095 time: 0.2640979 Aug 16 01:55:12.657297 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.658736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Request body: {'binding': {'host': 'n-h1-768851-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:12.659224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Unknown quota resources ['binding']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:55:12.692046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Pushing event updated for resources: {'Port': ['ID=bd05501d-8d5d-4607-b9dc-3edf261c05d5,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:12.768553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] For port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:12.835287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] For port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:12.850625 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.881977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Attempting to bind port bd05501d-8d5d-4607-b9dc-3edf261c05d5 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:12.882355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Attempting to bind port bd05501d-8d5d-4607-b9dc-3edf261c05d5 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:12.882698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Attempting to bind port bd05501d-8d5d-4607-b9dc-3edf261c05d5 on network dbaef603-eea5-42dd-b1ee-de8599965e60 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:12.910335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.910976 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.912383 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] 10.222.0.89 "PUT /v2.0/ports/9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 HTTP/1.1" status: 200 len: 1093 time: 2.0620632 Aug 16 01:55:12.912964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Port bd05501d-8d5d-4607-b9dc-3edf261c05d5 on network dbaef603-eea5-42dd-b1ee-de8599965e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:12.913308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Attempting to bind port bd05501d-8d5d-4607-b9dc-3edf261c05d5 on network dbaef603-eea5-42dd-b1ee-de8599965e60 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:12.915248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26226428-51e1-451a-8173-0b8c03a4139e', 'tag': '9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:12.918551 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e19832c-b526-46d6-9b1c-e5a30152a42b" -d '{"events": [{"name": "network-changed", "server_uuid": "26226428-51e1-451a-8173-0b8c03a4139e", "tag": "9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:12.941559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:12.941941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Checking segment: {'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:12.942297 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Bound using segment: {'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:12.942722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Bound port: bd05501d-8d5d-4607-b9dc-3edf261c05d5, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:12.943082 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.945554 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-c804b244-1938-4de4-b5f9-4bf45b03fe87 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624383fa-3d31-4600-aa45-b4a4da5b14a2 HTTP/1.1" status: 200 len: 217 time: 0.3302715 Aug 16 01:55:12.973702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-eaa3e2b8-b008-4158-920d-edd4fc90ffd8 tempest-AgentManagementNegativeTest-409784142 tempest-AgentManagementNegativeTest-409784142-project] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4841323 Aug 16 01:55:12.983846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882c15c-576d-4f54-86d3-371e12235fcf service neutron] Pushing event updated for resources: {'Port': ['ID=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:13.013800 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.024701 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e36b987-2cd7-4057-abd9-e9fd226dc327 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.043825 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23ab3466-d675-4443-bf6a-213140b838d1 req-48e0b112-c7a8-42fb-b956-46dd140cac45 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638145 Aug 16 01:55:13.044486 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e36b987-2cd7-4057-abd9-e9fd226dc327 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.046923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on host n-h1-768851-16 for vnic_type normal with profile None {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:13.047437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:13.047576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:13.065539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:13.065900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:13.090368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-39719995-7342-4f44-8c0e-29d9f95726a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.091894 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-39719995-7342-4f44-8c0e-29d9f95726a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=01d8f90be57a4775adae135ff4cba48d&device_id=26226428-51e1-451a-8173-0b8c03a4139e HTTP/1.1" status: 200 len: 1096 time: 0.1281066 Aug 16 01:55:13.092640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:13.092998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:13.093385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:13.093831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Bound port: b81ebfbd-377e-48f2-bec6-a5b1359aec60, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:13.098695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] For port bd05501d-8d5d-4607-b9dc-3edf261c05d5, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:13.105866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] For port bd05501d-8d5d-4607-b9dc-3edf261c05d5, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=bd05501d-8d5d-4607-b9dc-3edf261c05d5,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:13.112463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-75778d4f-688e-46c5-a8d0-6b20f8f1ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.114418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-75778d4f-688e-46c5-a8d0-6b20f8f1ba1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=30a6d0e8-7f79-4134-bccc-078c44832447 HTTP/1.1" status: 200 len: 858 time: 0.1562972 Aug 16 01:55:13.125810 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e36b987-2cd7-4057-abd9-e9fd226dc327 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.127426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6e36b987-2cd7-4057-abd9-e9fd226dc327 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1302919 Aug 16 01:55:13.131736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41466) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:13.137662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.180860 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-05299913-7e6f-4566-8dc5-d03911948e89 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 HTTP/1.1" status: 200 len: 217 time: 0.0776138 Aug 16 01:55:13.182822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-22d0a532-61ee-4c1a-a1be-60f8223a1d30 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Request body: {'security_group_rule': {'security_group_id': 'c8c67493-01af-452a-825f-25fd01d7fb7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:13.210933 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-fe7a0b7c-fcee-4b80-876a-50d6d9a3218a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dbaef603-eea5-42dd-b1ee-de8599965e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780504 Aug 16 01:55:13.213016 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08819273-1556-43e1-8736-0b791155d863 x-openstack-request-id: req-08819273-1556-43e1-8736-0b791155d863 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:13.213392 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02783f5-dc2e-4883-a631-adc341f37478", "tag": "624383fa-3d31-4600-aa45-b4a4da5b14a2", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:13.213813 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-08819273-1556-43e1-8736-0b791155d863 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:13.214303 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02783f5-dc2e-4883-a631-adc341f37478', 'tag': '624383fa-3d31-4600-aa45-b4a4da5b14a2', 'status': 'completed', 'code': 200} Aug 16 01:55:13.237895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device b23b07f0-ef8d-4745-8d45-1202a4f367e3 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:13.258978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.259747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.261194 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] 10.222.0.84 "PUT /v2.0/ports/bd05501d-8d5d-4607-b9dc-3edf261c05d5 HTTP/1.1" status: 200 len: 1092 time: 1.6831141 Aug 16 01:55:13.277078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:13.284808 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: b23b07f0-ef8d-4745-8d45-1202a4f367e3 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:13.285456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device b23b07f0-ef8d-4745-8d45-1202a4f367e3 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:13.297424 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.298607 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-19dd4853-9f61-4e4f-b1e9-661c34def73c service neutron] 10.222.0.79 "POST /v2.0/ports/b81ebfbd-377e-48f2-bec6-a5b1359aec60/bindings HTTP/1.1" status: 201 len: 390 time: 0.8601954 Aug 16 01:55:13.303461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8be4e9-170b-456e-a07d-02f40e8debdf service neutron] Pushing event updated for resources: {'Port': ['ID=bd05501d-8d5d-4607-b9dc-3edf261c05d5,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:13.307632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1dd465f4-da7d-499f-8b79-abcc6e09604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.309149 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-1dd465f4-da7d-499f-8b79-abcc6e09604e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=30a6d0e8-7f79-4134-bccc-078c44832447 HTTP/1.1" status: 200 len: 858 time: 0.1022618 Aug 16 01:55:13.354983 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-140ba337-39d1-4471-910b-b1f6126c08fd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dbaef603-eea5-42dd-b1ee-de8599965e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385418 Aug 16 01:55:13.379259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41470) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:13.417112 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-22d0a532-61ee-4c1a-a1be-60f8223a1d30 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.419566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36b987-2cd7-4057-abd9-e9fd226dc327 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c67493-01af-452a-825f-25fd01d7fb7a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:13.453811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-02eba59f-e31f-454d-9efd-01ad5494fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.455322 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-02eba59f-e31f-454d-9efd-01ad5494fb61 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=01d8f90be57a4775adae135ff4cba48d&device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 1095 time: 0.1231768 Aug 16 01:55:13.471688 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4166153-5d76-4462-b86c-35f5672dfe4d x-openstack-request-id: req-b4166153-5d76-4462-b86c-35f5672dfe4d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:13.472006 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26226428-51e1-451a-8173-0b8c03a4139e", "tag": "9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:13.472213 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b4166153-5d76-4462-b86c-35f5672dfe4d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:13.472609 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26226428-51e1-451a-8173-0b8c03a4139e', 'tag': '9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3', 'status': 'completed', 'code': 200} Aug 16 01:55:13.533752 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-6ac257f2-71bb-4b2c-bdb7-c9b1c7ac41c5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd05501d-8d5d-4607-b9dc-3edf261c05d5 HTTP/1.1" status: 200 len: 217 time: 0.0637517 Aug 16 01:55:13.539532 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-944d7049-5df1-4389-909e-c340aeea2e84 service neutron] 10.222.0.89 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610613 Aug 16 01:55:13.577824 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad3622cc-8ae7-4ec7-b0a9-50b8b0f1ef9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.680576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeb373-01e2-4df5-98c0-dcab3a4d33e5 req-da5bf0d7-0164-495e-9902-a7595afd49b9 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.682198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21eeb373-01e2-4df5-98c0-dcab3a4d33e5 req-da5bf0d7-0164-495e-9902-a7595afd49b9 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 943 time: 0.3002436 Aug 16 01:55:13.722472 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-feaf088e-81c2-4086-b6fe-a387104df61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.723942 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-feaf088e-81c2-4086-b6fe-a387104df61d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=30a6d0e8-7f79-4134-bccc-078c44832447 HTTP/1.1" status: 200 len: 858 time: 0.1477559 Aug 16 01:55:13.752661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-b51a9923-ad19-4f90-84a5-d016228f2af6 service neutron] 10.222.0.89 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017276 Aug 16 01:55:13.761922 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-22d0a532-61ee-4c1a-a1be-60f8223a1d30 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.774623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-b6700220-2ae7-4058-a653-2bc7f9b952b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.776620 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-b6700220-2ae7-4058-a653-2bc7f9b952b5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1584694 Aug 16 01:55:13.778435 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-7c2b6ef1-5ac6-4869-bfab-006eeef98c59 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dbaef603-eea5-42dd-b1ee-de8599965e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417690 Aug 16 01:55:13.780520 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-010b11bd-5be2-4035-8e07-7f3a7362036c service neutron] 10.222.0.89 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325146 Aug 16 01:55:13.785324 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-22d0a532-61ee-4c1a-a1be-60f8223a1d30 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.870469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0a532-61ee-4c1a-a1be-60f8223a1d30 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa585c5-9fbb-4864-b319-4dd1a3c037cf,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:13.885185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21eeb373-01e2-4df5-98c0-dcab3a4d33e5 req-7e86cb71-1ed1-4904-8af8-9a66de8b4552 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707740 Aug 16 01:55:13.894367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] Router 86d09f58-8673-4184-addc-145ff433ad84 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:13.930193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769db2e-07f6-42b7-8421-99d5d16c2ff9 req-f76e0fdd-217a-42d0-a7e3-c60238da3f85 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.932590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d769db2e-07f6-42b7-8421-99d5d16c2ff9 req-f76e0fdd-217a-42d0-a7e3-c60238da3f85 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.2678220 Aug 16 01:55:14.022128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-e3980105-1425-4935-aacb-2075918ef97a service neutron] 10.222.0.89 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573316 Aug 16 01:55:14.050942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d769db2e-07f6-42b7-8421-99d5d16c2ff9 req-e6a39204-6661-4d76-a605-6fa901ffc492 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057992 Aug 16 01:55:14.105578 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.265545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0fd95-94d4-4b1c-b85b-175646cac8c6 req-a5881552-5caa-42ce-bc57-407cb4d29012 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.274626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4d0fd95-94d4-4b1c-b85b-175646cac8c6 req-a5881552-5caa-42ce-bc57-407cb4d29012 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 945 time: 0.1007130 Aug 16 01:55:14.296509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:14.310261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef24841-a35e-434a-b327-bc11a3cc22d0 None None] Sync routers for ids ['86d09f58-8673-4184-addc-145ff433ad84'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:14.314348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad3622cc-8ae7-4ec7-b0a9-50b8b0f1ef9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.316644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41480) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:14.318981 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4fc88060-dd80-40bb-b432-2bf791e3b80e admin admin] 10.222.0.79 "PUT /v2.0/routers/86d09f58-8673-4184-addc-145ff433ad84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2630389 Aug 16 01:55:14.323743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef24841-a35e-434a-b327-bc11a3cc22d0 None None] Routers {'86d09f58-8673-4184-addc-145ff433ad84'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:14.324461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-8ef24841-a35e-434a-b327-bc11a3cc22d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:55:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['86d09f58-8673-4184-addc-145ff433ad84'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:14.324843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1fef4-1350-4358-8cbd-8bd0c10d038b req-71c6f44c-eb92-4a75-b6c3-94751bc0e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.326681 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16d1fef4-1350-4358-8cbd-8bd0c10d038b req-71c6f44c-eb92-4a75-b6c3-94751bc0e13f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=01d8f90be57a4775adae135ff4cba48d&device_id=b02783f5-dc2e-4883-a631-adc341f37478 HTTP/1.1" status: 200 len: 1095 time: 0.1980951 Aug 16 01:55:14.368330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad3622cc-8ae7-4ec7-b0a9-50b8b0f1ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.426971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19832c-b526-46d6-9b1c-e5a30152a42b req-c38d3eab-6456-415a-af56-28d838205f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.429294 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2e19832c-b526-46d6-9b1c-e5a30152a42b req-c38d3eab-6456-415a-af56-28d838205f4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=01d8f90be57a4775adae135ff4cba48d&device_id=26226428-51e1-451a-8173-0b8c03a4139e HTTP/1.1" status: 200 len: 1096 time: 0.5612807 Aug 16 01:55:14.444875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-8ef24841-a35e-434a-b327-bc11a3cc22d0 None None] Set router 86d09f58-8673-4184-addc-145ff433ad84 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:14.467341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-22d0a532-61ee-4c1a-a1be-60f8223a1d30 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.468537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-22d0a532-61ee-4c1a-a1be-60f8223a1d30 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2909241 Aug 16 01:55:14.477526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41482) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:14.482904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-44b8e75c-bc26-4e9a-bc31-0e90a2c26cfc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Request body: {'security_group_rule': {'security_group_id': 'c8c67493-01af-452a-825f-25fd01d7fb7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:14.506625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1fef4-1350-4358-8cbd-8bd0c10d038b req-b598c0ae-5c70-49d5-bb60-e69f0f4dddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.508032 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16d1fef4-1350-4358-8cbd-8bd0c10d038b req-b598c0ae-5c70-49d5-bb60-e69f0f4dddaf service neutron] 10.222.0.89 "GET /v2.0/networks?id=dbaef603-eea5-42dd-b1ee-de8599965e60 HTTP/1.1" status: 200 len: 919 time: 0.1656289 Aug 16 01:55:14.511104 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-3c0decc9-6269-4e66-833d-a4112057be64 service neutron] 10.222.0.84 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154658 Aug 16 01:55:14.521245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4d0fd95-94d4-4b1c-b85b-175646cac8c6 req-87a31dba-349c-4c67-aff0-ebab53325643 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449577 Aug 16 01:55:14.531858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3622cc-8ae7-4ec7-b0a9-50b8b0f1ef9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5d0a8c-a356-46b1-a1b8-8bfe47f6af90,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:14.536440 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ad3622cc-8ae7-4ec7-b0a9-50b8b0f1ef9f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=528b5fcd846745909e3b72e949d766ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1561890 Aug 16 01:55:14.575697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41484) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:14.607862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-93ee2e4b-a42c-46f2-9c67-8c3aa4dd51de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.609241 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-93ee2e4b-a42c-46f2-9c67-8c3aa4dd51de service neutron] 10.222.0.84 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.7987599 Aug 16 01:55:14.641409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16d1fef4-1350-4358-8cbd-8bd0c10d038b req-c8b3713c-317c-4eb8-86a0-63cb67ca40da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=624383fa-3d31-4600-aa45-b4a4da5b14a2 HTTP/1.1" status: 200 len: 217 time: 0.1188684 Aug 16 01:55:14.667029 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44b8e75c-bc26-4e9a-bc31-0e90a2c26cfc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.699728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-8ef24841-a35e-434a-b327-bc11a3cc22d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:55:11Z', 'revision_number': 5, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:14.735350 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef24841-a35e-434a-b327-bc11a3cc22d0 None None] Checking router: 86d09f58-8673-4184-addc-145ff433ad84 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:14.747890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef24841-a35e-434a-b327-bc11a3cc22d0 None None] Routers {'86d09f58-8673-4184-addc-145ff433ad84'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:14.749348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-8ef24841-a35e-434a-b327-bc11a3cc22d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:55:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['86d09f58-8673-4184-addc-145ff433ad84'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:14.764024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1fef4-1350-4358-8cbd-8bd0c10d038b req-f65281be-0dfe-4a4b-b689-3cd58416a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.765713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16d1fef4-1350-4358-8cbd-8bd0c10d038b req-f65281be-0dfe-4a4b-b689-3cd58416a38f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=30a6d0e8-7f79-4134-bccc-078c44832447 HTTP/1.1" status: 200 len: 858 time: 0.1109667 Aug 16 01:55:14.779461 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-29d84e1a-99cd-4fc2-afd2-c6f2f04e79ae service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60 HTTP/1.1" status: 200 len: 217 time: 0.0897069 Aug 16 01:55:14.808101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19832c-b526-46d6-9b1c-e5a30152a42b req-e4f56741-6310-483a-9064-db442033475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.809908 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2e19832c-b526-46d6-9b1c-e5a30152a42b req-e4f56741-6310-483a-9064-db442033475d service neutron] 10.222.0.89 "GET /v2.0/networks?id=dbaef603-eea5-42dd-b1ee-de8599965e60 HTTP/1.1" status: 200 len: 919 time: 0.3543484 Aug 16 01:55:14.817545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16d1fef4-1350-4358-8cbd-8bd0c10d038b req-b040c83e-773e-4ddd-840a-8b2c90de312b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dbaef603-eea5-42dd-b1ee-de8599965e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333328 Aug 16 01:55:14.820441 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a4584db-4e8d-4d94-8a19-6de7f7527711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.822897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.891460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-8ef24841-a35e-434a-b327-bc11a3cc22d0 None None] Set router 86d09f58-8673-4184-addc-145ff433ad84 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:14.939127 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2e19832c-b526-46d6-9b1c-e5a30152a42b req-11dc648e-036a-4896-8aee-0af080672b54 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 HTTP/1.1" status: 200 len: 217 time: 0.1127830 Aug 16 01:55:14.964554 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44b8e75c-bc26-4e9a-bc31-0e90a2c26cfc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.981197 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a4584db-4e8d-4d94-8a19-6de7f7527711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.985609 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44b8e75c-bc26-4e9a-bc31-0e90a2c26cfc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.035899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-f7bc3558-59ed-47e9-8019-d628d19e70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.037388 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-f7bc3558-59ed-47e9-8019-d628d19e70fb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.2266004 Aug 16 01:55:15.043457 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56d924da-7ddd-4b6c-8ee2-b1b0796bf4e0 req-d488e781-6d56-472f-aa47-d601123f0a66 service neutron] 10.222.0.84 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154910 Aug 16 01:55:15.088011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8e75c-bc26-4e9a-bc31-0e90a2c26cfc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2477be-7541-4722-8f25-352c2e9e55f2,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:15.088777 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-2251b706-1535-4c83-8de5-b2a0935615cf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315740 Aug 16 01:55:15.099072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19832c-b526-46d6-9b1c-e5a30152a42b req-0ab53122-c6c7-4f41-997b-2f3973996db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.100595 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2e19832c-b526-46d6-9b1c-e5a30152a42b req-0ab53122-c6c7-4f41-997b-2f3973996db9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=30a6d0e8-7f79-4134-bccc-078c44832447 HTTP/1.1" status: 200 len: 858 time: 0.1473279 Aug 16 01:55:15.107956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-8ef24841-a35e-434a-b327-bc11a3cc22d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:55:11Z', 'revision_number': 5, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:15.116238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdaf92-ad83-487a-9575-f6b5caa31ae8 req-bcb5e2e5-3c42-401c-aadd-4b441ab3a6b2 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.119236 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.123559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25cdaf92-ad83-487a-9575-f6b5caa31ae8 req-bcb5e2e5-3c42-401c-aadd-4b441ab3a6b2 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 945 time: 0.2841504 Aug 16 01:55:15.137013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44b8e75c-bc26-4e9a-bc31-0e90a2c26cfc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.141297 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2e19832c-b526-46d6-9b1c-e5a30152a42b req-707304f2-2ad8-4660-99ab-672f4a26298d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dbaef603-eea5-42dd-b1ee-de8599965e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300581 Aug 16 01:55:15.141528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-44b8e75c-bc26-4e9a-bc31-0e90a2c26cfc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6590891 Aug 16 01:55:15.141671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41498) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:15.143812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef24841-a35e-434a-b327-bc11a3cc22d0 None None] The sync data for ids ['86d09f58-8673-4184-addc-145ff433ad84'] in n-d-768851-16 is: [{'id': '86d09f58-8673-4184-addc-145ff433ad84', 'name': 'tempest-ServersTestJSON-2101518628-router', 'tenant_id': '20140796c35b4da7b5424ff58001740c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:06Z', 'updated_at': '2021-08-16T01:55:11Z', 'revision_number': 5, 'project_id': '20140796c35b4da7b5424ff58001740c', 'gw_port': {'id': '6372ee09-90ce-434c-a44a-725316ee30c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d09f58-8673-4184-addc-145ff433ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:08Z', 'updated_at': '2021-08-16T01:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:15.152863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:15.156718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9355d8-b6f2-4149-9711-9b7ad4904e30 req-3e9c1e19-139f-4102-9037-065e93b5a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.158263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b9355d8-b6f2-4149-9711-9b7ad4904e30 req-3e9c1e19-139f-4102-9037-065e93b5a9d2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95c1cdc7489b4409a71fd37aacbdd625&device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 1097 time: 0.2532642 Aug 16 01:55:15.171783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16d1fef4-1350-4358-8cbd-8bd0c10d038b req-6d029178-b424-4291-96bf-a7ffc0986428 service neutron] 10.222.0.89 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460200 Aug 16 01:55:15.300076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d1623-58fb-491e-b2b3-67f4859ff11d req-537ba2be-0d2d-44f3-a765-fd2defcec4fa tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.302144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-117d1623-58fb-491e-b2b3-67f4859ff11d req-537ba2be-0d2d-44f3-a765-fd2defcec4fa tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 943 time: 0.2964056 Aug 16 01:55:15.310265 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25cdaf92-ad83-487a-9575-f6b5caa31ae8 req-0927bed7-e220-457f-9b61-5306a2ad38f0 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858320 Aug 16 01:55:15.315859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a4584db-4e8d-4d94-8a19-6de7f7527711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.318411 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a4584db-4e8d-4d94-8a19-6de7f7527711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.322124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8a4584db-4e8d-4d94-8a19-6de7f7527711 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f5d0a8c-a356-46b1-a1b8-8bfe47f6af90 HTTP/1.1" status: 204 len: 168 time: 0.7411377 Aug 16 01:55:15.322300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.360925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4584db-4e8d-4d94-8a19-6de7f7527711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5d0a8c-a356-46b1-a1b8-8bfe47f6af90,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:15.418055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9355d8-b6f2-4149-9711-9b7ad4904e30 req-bee8a491-44f4-4cbd-91d0-50288c481dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.420303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b9355d8-b6f2-4149-9711-9b7ad4904e30 req-bee8a491-44f4-4cbd-91d0-50288c481dbf service neutron] 10.222.0.84 "GET /v2.0/networks?id=8892a147-479a-40d9-9a08-9eb818390869 HTTP/1.1" status: 200 len: 915 time: 0.2544863 Aug 16 01:55:15.423829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-117d1623-58fb-491e-b2b3-67f4859ff11d req-763584c9-d1a6-418f-958f-77b45ff42156 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032135 Aug 16 01:55:15.426066 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2e19832c-b526-46d6-9b1c-e5a30152a42b req-c294d3d2-c252-45e5-a8e3-c36632c064c8 service neutron] 10.222.0.89 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632592 Aug 16 01:55:15.432781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Deleting port 6372ee09-90ce-434c-a44a-725316ee30c3 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:15.433416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.439432 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-da0c7cbd-9d31-49ca-95c9-178b7f4f1622 service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993593 Aug 16 01:55:15.447623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16d1fef4-1350-4358-8cbd-8bd0c10d038b req-b3756ec5-b7df-478c-b54e-0789d4a98ae8 service neutron] 10.222.0.89 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590411 Aug 16 01:55:15.497237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b493bf4-27cf-46b4-bf88-7c4a1cdd452b', 'tag': 'bd05501d-8d5d-4607-b9dc-3edf261c05d5'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:15.499612 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fbac67-65f1-48f9-bd28-ac292cb30f72" -d '{"events": [{"name": "network-changed", "server_uuid": "8b493bf4-27cf-46b4-bf88-7c4a1cdd452b", "tag": "bd05501d-8d5d-4607-b9dc-3edf261c05d5"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:15.517676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b9355d8-b6f2-4149-9711-9b7ad4904e30 req-eea9a04a-94a1-4952-b439-1041eaf2b96f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=588d571d-d484-4916-a00d-8dc6d32226f1 HTTP/1.1" status: 200 len: 217 time: 0.0882180 Aug 16 01:55:15.615646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf68532-5ee5-422c-abf9-356039987b12 req-a19fda01-3fe8-4315-9c71-c7c85e764041 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.618344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-faf68532-5ee5-422c-abf9-356039987b12 req-a19fda01-3fe8-4315-9c71-c7c85e764041 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.1914520 Aug 16 01:55:15.630896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9355d8-b6f2-4149-9711-9b7ad4904e30 req-9bba8844-c558-4128-b1c0-80d1fe919b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.633366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b9355d8-b6f2-4149-9711-9b7ad4904e30 req-9bba8844-c558-4128-b1c0-80d1fe919b8f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2b398ce4-5a94-44f5-b7d3-f09c59bb2c75 HTTP/1.1" status: 200 len: 854 time: 0.1064687 Aug 16 01:55:15.677757 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1cdf52-c0a3-43e6-877c-2b085fae7ed3 x-openstack-request-id: req-0c1cdf52-c0a3-43e6-877c-2b085fae7ed3 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:15.678837 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b493bf4-27cf-46b4-bf88-7c4a1cdd452b", "tag": "bd05501d-8d5d-4607-b9dc-3edf261c05d5", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:15.679161 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c1cdf52-c0a3-43e6-877c-2b085fae7ed3 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:15.679624 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b493bf4-27cf-46b4-bf88-7c4a1cdd452b', 'tag': 'bd05501d-8d5d-4607-b9dc-3edf261c05d5', 'status': 'completed', 'code': 200} Aug 16 01:55:15.686527 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b9355d8-b6f2-4149-9711-9b7ad4904e30 req-ffeef49e-7dab-40ba-b1a5-6aa38d05b44c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8892a147-479a-40d9-9a08-9eb818390869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426002 Aug 16 01:55:15.755130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-faf68532-5ee5-422c-abf9-356039987b12 req-874cddc0-10e4-4577-8c3f-ef27f91007a2 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232021 Aug 16 01:55:15.846107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] For port 6372ee09-90ce-434c-a44a-725316ee30c3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6372ee09-90ce-434c-a44a-725316ee30c3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:15.846586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.847063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b9355d8-b6f2-4149-9711-9b7ad4904e30 req-cbc966b1-9139-43a4-a808-d74cb408f39e service neutron] 10.222.0.84 "GET /v2.0/networks/8892a147-479a-40d9-9a08-9eb818390869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356316 Aug 16 01:55:15.866615 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-40d8eb76-e5df-4a30-8e8c-1a6ec441573b service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072835 Aug 16 01:55:15.891808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Calling delete_port for 6372ee09-90ce-434c-a44a-725316ee30c3 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:15.902160 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2e19832c-b526-46d6-9b1c-e5a30152a42b req-36df9e60-3a1d-436f-9a31-c1cc04683589 service neutron] 10.222.0.89 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660964 Aug 16 01:55:15.912740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbac67-65f1-48f9-bd28-ac292cb30f72 req-2b3e3479-98dc-4693-8702-38b249141c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.914406 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-01fbac67-65f1-48f9-bd28-ac292cb30f72 req-2b3e3479-98dc-4693-8702-38b249141c27 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=01d8f90be57a4775adae135ff4cba48d&device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 1095 time: 0.1709025 Aug 16 01:55:15.991697 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b9355d8-b6f2-4149-9711-9b7ad4904e30 req-cc07fb20-f44c-43b1-847a-4370e965a07f service neutron] 10.222.0.84 "GET /v2.0/networks/8892a147-479a-40d9-9a08-9eb818390869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356099 Aug 16 01:55:16.005965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.198224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbac67-65f1-48f9-bd28-ac292cb30f72 req-6144839e-95b8-4373-8e4e-2e3e81c1ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:16.199767 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-01fbac67-65f1-48f9-bd28-ac292cb30f72 req-6144839e-95b8-4373-8e4e-2e3e81c1ee60 service neutron] 10.222.0.84 "GET /v2.0/networks?id=dbaef603-eea5-42dd-b1ee-de8599965e60 HTTP/1.1" status: 200 len: 919 time: 0.2745516 Aug 16 01:55:16.255600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Allocated IP 172.25.2.84 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/d73c3665-875e-4733-98d3-b7d62bb5d32b) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:16.258308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 523cb354-e087-440d-9e67-aad196ebbb52 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:16.265459 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-01fbac67-65f1-48f9-bd28-ac292cb30f72 req-c97fb6f1-0b17-44b4-9d7c-aa33a282d2ed service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd05501d-8d5d-4607-b9dc-3edf261c05d5 HTTP/1.1" status: 200 len: 217 time: 0.0579126 Aug 16 01:55:16.287682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 523cb354-e087-440d-9e67-aad196ebbb52 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:16.288330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 523cb354-e087-440d-9e67-aad196ebbb52 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:16.355508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41528) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:16.396101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbac67-65f1-48f9-bd28-ac292cb30f72 req-edaf85e3-2035-4093-96bc-d375b5de6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:16.397622 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-01fbac67-65f1-48f9-bd28-ac292cb30f72 req-edaf85e3-2035-4093-96bc-d375b5de6eee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=30a6d0e8-7f79-4134-bccc-078c44832447 HTTP/1.1" status: 200 len: 858 time: 0.1106732 Aug 16 01:55:16.404018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.470379 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-01fbac67-65f1-48f9-bd28-ac292cb30f72 req-c906f0b0-89f0-420b-82a6-8efe8b5737e1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dbaef603-eea5-42dd-b1ee-de8599965e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583301 Aug 16 01:55:16.471121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Pushing event deleted for resources: {'Port': ['ID=6372ee09-90ce-434c-a44a-725316ee30c3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:16.492729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec56ebf-dfcc-46de-8c3b-cabca2c063ee req-d7815e63-b160-458f-9369-7c38878d8fcf tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:16.498175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ec56ebf-dfcc-46de-8c3b-cabca2c063ee req-d7815e63-b160-458f-9369-7c38878d8fcf tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 945 time: 0.0812140 Aug 16 01:55:16.514178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-143475359'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:16.587794 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.603849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Made reservation on behalf of 596c45249c9d4faf934ea862b2fb0346 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:16.607708 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.627304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ec56ebf-dfcc-46de-8c3b-cabca2c063ee req-d65ad286-bad8-43cc-953f-125bdf8ab33a tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204400 Aug 16 01:55:16.628847 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.640047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.652723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08926bcb-41c0-4270-adb2-7849b74bf294 req-0a103d6c-c98d-403e-bb0c-18bba6e94186 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:16.669436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-08926bcb-41c0-4270-adb2-7849b74bf294 req-0a103d6c-c98d-403e-bb0c-18bba6e94186 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 943 time: 0.1212344 Aug 16 01:55:16.729135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-08926bcb-41c0-4270-adb2-7849b74bf294 req-cfdd1e7f-3eb0-4b70-8eaa-ce720aba3aa8 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587308 Aug 16 01:55:16.844735 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.854963 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.902023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:16.950344 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.950839 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Added segment 433bd431-e836-46e8-96cd-9780398b59cd of type vlan for network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 Aug 16 01:55:16.964116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c192afe-e870-4205-815f-c42d95dd9c72,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.011551 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.033207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50aec3-c1ce-4af3-b81d-eb2639ad2106 req-c8a7e968-d0eb-405c-97d6-8229f91c2802 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:17.034842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c50aec3-c1ce-4af3-b81d-eb2639ad2106 req-c8a7e968-d0eb-405c-97d6-8229f91c2802 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.1347756 Aug 16 01:55:17.065873 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-01fbac67-65f1-48f9-bd28-ac292cb30f72 req-9ffed5b3-3590-4686-b327-e14cb6f528c2 service neutron] 10.222.0.84 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827522 Aug 16 01:55:17.071607 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.076352 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.086496 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.089351 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.093878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:17.093878 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.126178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c50aec3-c1ce-4af3-b81d-eb2639ad2106 req-1a534962-79a3-4ad4-a911-3799fe30561d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839794 Aug 16 01:55:17.201340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.202455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86d09f58-8673-4184-addc-145ff433ad84 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:55:17.208328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:17.211436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.215767 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2e9e0971-f1e2-41cd-bb15-d4a57a4a7724 admin admin] 10.222.0.79 "DELETE /v2.0/routers/86d09f58-8673-4184-addc-145ff433ad84 HTTP/1.1" status: 204 len: 168 time: 2.8943076 Aug 16 01:55:17.221806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41540) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:17.222738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:17.239992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:17.273188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:17.295960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event updated for resources: {'Port': ['ID=d73c3665-875e-4733-98d3-b7d62bb5d32b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.352369 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-01fbac67-65f1-48f9-bd28-ac292cb30f72 req-795efb3b-2549-4d2e-bc98-3668920ae713 service neutron] 10.222.0.84 "GET /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759190 Aug 16 01:55:17.364448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-101f9ffc-5e1f-4d37-bae7-3825e19f0f0a admin admin] Deleting subnet 563a4c98-5d6d-4383-a1b8-53d188eee095 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:17.371207 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-101f9ffc-5e1f-4d37-bae7-3825e19f0f0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.449718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-101f9ffc-5e1f-4d37-bae7-3825e19f0f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.475027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:17.478051 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.512437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3', 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60', 'port_id': '9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3', 'mac_address': 'fa:16:3e:74:1f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a6d0e8-7f79-4134-bccc-078c44832447', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:17.536422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.569660 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.584093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:17.603929 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-101f9ffc-5e1f-4d37-bae7-3825e19f0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.606664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:17.612262 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.613124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 624383fa-3d31-4600-aa45-b4a4da5b14a2 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:17.626585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'Network': ['ID=7aec8e0a-fc51-4317-9b64-7d01e2b0db96,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.642158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-631d98ce-6c04-4e57-9782-23f9a160eb83 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2853436 Aug 16 01:55:17.645292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41542) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:17.651852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:17.653907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Request body: {'subnet': {'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:17.850842 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-101f9ffc-5e1f-4d37-bae7-3825e19f0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.902726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f9ffc-5e1f-4d37-bae7-3825e19f0f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563a4c98-5d6d-4383-a1b8-53d188eee095,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.904827 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-101f9ffc-5e1f-4d37-bae7-3825e19f0f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.907286 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-101f9ffc-5e1f-4d37-bae7-3825e19f0f0a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/563a4c98-5d6d-4383-a1b8-53d188eee095 HTTP/1.1" status: 204 len: 168 time: 0.6822133 Aug 16 01:55:17.910558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41550) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:17.910721 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.resource_extend [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:55:17.913042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed3c695-2660-412f-a238-153357ac5993 None None] Network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:17.976643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6015f-24bd-44e8-82c6-4365fc7b92cf req-ca2211b9-39fc-4add-bef8-f9d2c47b835a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:17.978797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6d6015f-24bd-44e8-82c6-4365fc7b92cf req-ca2211b9-39fc-4add-bef8-f9d2c47b835a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 943 time: 0.1227067 Aug 16 01:55:17.990084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfd529-bf61-4128-a530-34cbe7dbf095 req-fad047fa-e715-45a6-ae6c-3a3a645303aa tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.000020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68cfd529-bf61-4128-a530-34cbe7dbf095 req-fad047fa-e715-45a6-ae6c-3a3a645303aa tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 945 time: 0.1687393 Aug 16 01:55:18.015412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 624383fa-3d31-4600-aa45-b4a4da5b14a2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=624383fa-3d31-4600-aa45-b4a4da5b14a2,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:18.030627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.042524 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.048960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.055303 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.057995 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '624383fa-3d31-4600-aa45-b4a4da5b14a2', 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60', 'port_id': '624383fa-3d31-4600-aa45-b4a4da5b14a2', 'mac_address': 'fa:16:3e:f6:59:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a6d0e8-7f79-4134-bccc-078c44832447', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:18.078048 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6d6015f-24bd-44e8-82c6-4365fc7b92cf req-7b29e88e-1f91-42e5-ba16-9345a69eade1 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671310 Aug 16 01:55:18.130673 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68cfd529-bf61-4128-a530-34cbe7dbf095 req-6ca324fe-4346-4442-bab6-89d41d792396 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296415 Aug 16 01:55:18.131609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Made reservation on behalf of 596c45249c9d4faf934ea862b2fb0346 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:18.136325 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.189130 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.214270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.244161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event updated for resources: {'Port': ['ID=d73c3665-875e-4733-98d3-b7d62bb5d32b,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.255728 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.257568 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bf8ed5c4-4123-44f2-a786-900174ae5b3f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1147757 Aug 16 01:55:18.269078 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624383fa-3d31-4600-aa45-b4a4da5b14a2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:18.300460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Deleting port 16944b3a-069a-4b36-856e-23bf9056f8af {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:18.300917 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.335283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 624383fa-3d31-4600-aa45-b4a4da5b14a2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=624383fa-3d31-4600-aa45-b4a4da5b14a2,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:18.339402 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.348335 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.375850 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.408660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6372ee09-90ce-434c-a44a-725316ee30c3 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:18.478471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'Subnet': ['ID=df90896e-23f0-44c0-81b9-825a4a03688e,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.493655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Checking segment: {'id': '433bd431-e836-46e8-96cd-9780398b59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:18.494025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Network hostable DHCP agents. Network: 7aec8e0a-fc51-4317-9b64-7d01e2b0db96, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:18.511796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e55bc-bce6-4752-b4ee-7c17841e014b None None] DHCP port deletion for cc48b953-c75a-4e3d-8670-1d941a5fd3d9 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:18.520307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 6372ee09-90ce-434c-a44a-725316ee30c3 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:18.520936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6372ee09-90ce-434c-a44a-725316ee30c3 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:18.536399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:18.550968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] For port 16944b3a-069a-4b36-856e-23bf9056f8af, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=16944b3a-069a-4b36-856e-23bf9056f8af,segment=NetworkSegment(96e07c7b-a08b-48a4-851c-33289a44744d),segment_id=96e07c7b-a08b-48a4-851c-33289a44744d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:18.552550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.572634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 7aec8e0a-fc51-4317-9b64-7d01e2b0db96) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:18.576029 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=624383fa-3d31-4600-aa45-b4a4da5b14a2,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.582467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea849a-8f3e-4cb5-a28a-5f9d3655d1ab None None] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:18.588943 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Calling delete_port for 16944b3a-069a-4b36-856e-23bf9056f8af owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:18.589972 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.591158 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.607616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756a505-7e1e-4e1e-8e40-ac36cad55790 req-dc53a950-f2b2-4f4e-8320-1c9655e3ac2e tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.609743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7756a505-7e1e-4e1e-8e40-ac36cad55790 req-dc53a950-f2b2-4f4e-8320-1c9655e3ac2e tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.0891974 Aug 16 01:55:18.627184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41564) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:18.627836 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d27dfad6-d89d-4006-94e1-b95514606d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9809139 Aug 16 01:55:18.647044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Request body: {'port': {'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-994478595'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:18.647515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:18.651354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['624383fa-3d31-4600-aa45-b4a4da5b14a2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:18.693622 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7756a505-7e1e-4e1e-8e40-ac36cad55790 req-b5c9e765-ab8d-4799-b898-05d9c9c66ff3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568790 Aug 16 01:55:18.850627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.867958 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] No DVR routers for this DVR port 16944b3a-069a-4b36-856e-23bf9056f8af on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:18.870160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-321bb0c9-93a2-46be-babc-63ac8c3c3819 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.872473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-321bb0c9-93a2-46be-babc-63ac8c3c3819 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/networks?id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5 HTTP/1.1" status: 200 len: 821 time: 0.1402891 Aug 16 01:55:18.896782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Pushing event deleted for resources: {'Port': ['ID=16944b3a-069a-4b36-856e-23bf9056f8af,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.903052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Made reservation on behalf of 596c45249c9d4faf934ea862b2fb0346 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:18.907294 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.926025 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-0aaf903d-1cae-4acf-8452-16483d99e7ad tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/quotas/e402cb8db7524d088a323bf669eee210 HTTP/1.1" status: 200 len: 375 time: 0.0153868 Aug 16 01:55:18.976259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b9cc-171b-4fe7-88da-2d3fa0611ab8 req-2a79cc3c-a005-4807-96a2-bd31574a41d4 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.984695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4766b9cc-171b-4fe7-88da-2d3fa0611ab8 req-2a79cc3c-a005-4807-96a2-bd31574a41d4 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 945 time: 0.1104064 Aug 16 01:55:18.999374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] device_id is not set on port ca3069a4-1c34-4331-a8d7-eabd12f8048a yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:19.006857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b77e55bc-bce6-4752-b4ee-7c17841e014b None None] Deleting port 16944b3a-069a-4b36-856e-23bf9056f8af {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:19.007233 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b77e55bc-bce6-4752-b4ee-7c17841e014b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.044056 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.044355 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4766b9cc-171b-4fe7-88da-2d3fa0611ab8 req-1636ce03-a15d-4d2b-aba4-d23464ecced1 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580621 Aug 16 01:55:19.051572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-daac9e9d-330e-404c-aeb0-b5c238709dd6 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e402cb8db7524d088a323bf669eee210&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1170087 Aug 16 01:55:19.084872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-7aec8e0a-fc51-4317-9b64-7d01e2b0db96', 'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96', 'tenant_id': '596c45249c9d4faf934ea862b2fb0346', 'fixed_ips': [{'subnet_id': 'df90896e-23f0-44c0-81b9-825a4a03688e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:55:19.085807 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.086040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc48b953-c75a-4e3d-8670-1d941a5fd3d9']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:19.100510 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e07c7b-a08b-48a4-851c-33289a44744d') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:19.101247 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e07c7b-a08b-48a4-851c-33289a44744d') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:19.114965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.135198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.144170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:19.144574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.168606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b77e55bc-bce6-4752-b4ee-7c17841e014b None None] For port 16944b3a-069a-4b36-856e-23bf9056f8af, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:19.169178 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b77e55bc-bce6-4752-b4ee-7c17841e014b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:19.220851 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:19.226552 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.237903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.243101 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] 10.222.0.79 "DELETE /v2.0/networks/cc48b953-c75a-4e3d-8670-1d941a5fd3d9 HTTP/1.1" status: 204 len: 168 time: 1.3311114 Aug 16 01:55:19.255897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b77e55bc-bce6-4752-b4ee-7c17841e014b None None] Calling delete_port for 16944b3a-069a-4b36-856e-23bf9056f8af owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:19.260718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-b77e55bc-bce6-4752-b4ee-7c17841e014b None None] Port 16944b3a-069a-4b36-856e-23bf9056f8af was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:55:19.262023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-7fdca6bd-6a02-421f-8b6c-3033a7d2a1cf service neutron] 10.222.0.79 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945024 Aug 16 01:55:19.276906 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b77e55bc-bce6-4752-b4ee-7c17841e014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.279963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c76fe-fc39-4ad4-8906-0ed50494383e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc48b953-c75a-4e3d-8670-1d941a5fd3d9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.364281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b77e55bc-bce6-4752-b4ee-7c17841e014b None None] Network cc48b953-c75a-4e3d-8670-1d941a5fd3d9 is not hosted by any dhcp agent {{(pid=101382) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:55:19.364809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e55bc-bce6-4752-b4ee-7c17841e014b None None] No DVR routers for this DVR port 16944b3a-069a-4b36-856e-23bf9056f8af on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:19.367170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e55bc-bce6-4752-b4ee-7c17841e014b None None] Pushing event deleted for resources: {'Port': ['ID=16944b3a-069a-4b36-856e-23bf9056f8af,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.387482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Allocated IP 2001:db8::1dd (7aec8e0a-fc51-4317-9b64-7d01e2b0db96/df90896e-23f0-44c0-81b9-825a4a03688e/ca3069a4-1c34-4331-a8d7-eabd12f8048a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:19.418801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26ede7-6ca0-4c06-9f30-0c1a1d1b1343 req-eef70291-293e-4378-a146-5dcd23fc5c35 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.420535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd26ede7-6ca0-4c06-9f30-0c1a1d1b1343 req-eef70291-293e-4378-a146-5dcd23fc5c35 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 943 time: 0.1551473 Aug 16 01:55:19.494468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-5b30d166-11f6-40ae-b929-f402162be7b4 service neutron] 10.222.0.79 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295105 Aug 16 01:55:19.515555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41584) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:19.543283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd26ede7-6ca0-4c06-9f30-0c1a1d1b1343 req-22ff8185-a10c-4377-8e55-f24bf6b126b8 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079233 Aug 16 01:55:19.623461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-48802aeb-7157-4bd9-ba56-c362ccfb9a68 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20140796c35b4da7b5424ff58001740c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057396 Aug 16 01:55:19.624359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41586) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:19.657622 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.676390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Transition to ACTIVE for port object ca3069a4-1c34-4331-a8d7-eabd12f8048a will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:19.724686 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.734141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c4d5-84d6-40a8-9c8d-6f347e18b5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.781282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'Port': ['ID=ca3069a4-1c34-4331-a8d7-eabd12f8048a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.798316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Allocated IP 2001:db8::2 (7aec8e0a-fc51-4317-9b64-7d01e2b0db96/df90896e-23f0-44c0-81b9-825a4a03688e/8d5dcd44-7759-4591-becf-8f6871b85c5c) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:19.799473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:19.801189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:19.804523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:19.816719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.817967 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.841642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dc2697e-ea67-4d3a-8a17-bd8d4e530e73 req-9bc952eb-270c-41e2-9e75-ba79efc763d0 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 210 time: 0.0908933 Aug 16 01:55:19.857907 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-93e89f22-5ad7-42e5-b8fb-0123cb68bca5 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2280276 Aug 16 01:55:19.860920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41594) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:19.867676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Request body: {'port': {'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-294664142', 'allowed_address_pairs': [{'ip_address': '2001:db8::1dd', 'mac_address': 'fa:16:3e:d9:57:33'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:19.871615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c4d5-84d6-40a8-9c8d-6f347e18b5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.025819 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.049697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Transition to ACTIVE for port object 8d5dcd44-7759-4591-becf-8f6871b85c5c will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:20.075861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c4d5-84d6-40a8-9c8d-6f347e18b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.084248 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c4d5-84d6-40a8-9c8d-6f347e18b5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.090360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f1a8c4d5-84d6-40a8-9c8d-6f347e18b5ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/046f4491-b7ab-410e-904f-d8890b7ef01b HTTP/1.1" status: 204 len: 168 time: 0.4642129 Aug 16 01:55:20.092000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Transition to ACTIVE for port object 8d5dcd44-7759-4591-becf-8f6871b85c5c will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:20.106425 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.118376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f772eb-ffb9-48f4-8688-7d0a01c6291a req-83b489b4-42e0-45f9-80bf-f79ef502948e tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.124840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96f772eb-ffb9-48f4-8688-7d0a01c6291a req-83b489b4-42e0-45f9-80bf-f79ef502948e tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.1807013 Aug 16 01:55:20.196477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8c4d5-84d6-40a8-9c8d-6f347e18b5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046f4491-b7ab-410e-904f-d8890b7ef01b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.198381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Made reservation on behalf of 596c45249c9d4faf934ea862b2fb0346 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:20.273191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Pushing event updated for resources: {'Port': ['ID=8d5dcd44-7759-4591-becf-8f6871b85c5c,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.324172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:20.326215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:20.329032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:20.399557 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 16944b3a-069a-4b36-856e-23bf9056f8af no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:20.411610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96f772eb-ffb9-48f4-8688-7d0a01c6291a req-8d53f0e8-5a4d-4ede-9def-d9a7d5e7a28c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718632 Aug 16 01:55:20.449032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3227e-397a-4d06-8a9c-906171fd1470 req-70ec2fbc-dc77-4fb4-8f36-6992c2e5c078 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.453570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 16944b3a-069a-4b36-856e-23bf9056f8af {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:20.454342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 16944b3a-069a-4b36-856e-23bf9056f8af not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:20.456353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device bd05501d-8d5d-4607-b9dc-3edf261c05d5 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:20.471452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1f3227e-397a-4d06-8a9c-906171fd1470 req-70ec2fbc-dc77-4fb4-8f36-6992c2e5c078 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 945 time: 0.2912896 Aug 16 01:55:20.472307 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.483008 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Attempting to bind port 8d5dcd44-7759-4591-becf-8f6871b85c5c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:20.483685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Attempting to bind port 8d5dcd44-7759-4591-becf-8f6871b85c5c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '433bd431-e836-46e8-96cd-9780398b59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:20.484266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Attempting to bind port 8d5dcd44-7759-4591-becf-8f6871b85c5c on network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:20.492617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:20.493374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Checking segment: {'id': '433bd431-e836-46e8-96cd-9780398b59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:20.494361 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.494990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Bound using segment: {'id': '433bd431-e836-46e8-96cd-9780398b59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:20.495756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Bound port: 8d5dcd44-7759-4591-becf-8f6871b85c5c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433bd431-e836-46e8-96cd-9780398b59cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:20.496667 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.526998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] device_id is not set on port cd78b0ae-3171-4ceb-9d1c-2fb1c863030e yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:20.545957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1f3227e-397a-4d06-8a9c-906171fd1470 req-5fa1a363-8702-4103-a0a9-d8671d9d4d31 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734661 Aug 16 01:55:20.745034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] For port 8d5dcd44-7759-4591-becf-8f6871b85c5c, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:20.751566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] For port 8d5dcd44-7759-4591-becf-8f6871b85c5c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8d5dcd44-7759-4591-becf-8f6871b85c5c,segment=NetworkSegment(433bd431-e836-46e8-96cd-9780398b59cd),segment_id=433bd431-e836-46e8-96cd-9780398b59cd)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:20.760411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port bd05501d-8d5d-4607-b9dc-3edf261c05d5, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=bd05501d-8d5d-4607-b9dc-3edf261c05d5,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:20.765005 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.779003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685db33-d57e-4bf6-8567-bba2abf7f3bb req-86b5d81b-e46a-4ec5-9f1d-b9ba4837993c tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.789910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9685db33-d57e-4bf6-8567-bba2abf7f3bb req-86b5d81b-e46a-4ec5-9f1d-b9ba4837993c tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 943 time: 0.1197367 Aug 16 01:55:20.846785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'bd05501d-8d5d-4607-b9dc-3edf261c05d5', 'network_id': 'dbaef603-eea5-42dd-b1ee-de8599965e60', 'port_id': 'bd05501d-8d5d-4607-b9dc-3edf261c05d5', 'mac_address': 'fa:16:3e:88:eb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a6d0e8-7f79-4134-bccc-078c44832447', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:20.850148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001d2b7-9fa6-4369-96ee-532fa5f1c521 None None] Pushing event updated for resources: {'Port': ['ID=8d5dcd44-7759-4591-becf-8f6871b85c5c,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.855695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9685db33-d57e-4bf6-8567-bba2abf7f3bb req-63fe50bd-b1da-4bfb-a669-e9f5ac4fe93c tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639422 Aug 16 01:55:20.891271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc3330-0c17-43fd-ab5c-c30fdd7cfa8c req-2faa9eea-c29c-4cdf-97be-1f51c0ae6ce4 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.892887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0bbc3330-0c17-43fd-ab5c-c30fdd7cfa8c req-2faa9eea-c29c-4cdf-97be-1f51c0ae6ce4 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.84 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 945 time: 0.2313807 Aug 16 01:55:20.962668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.003250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd05501d-8d5d-4607-b9dc-3edf261c05d5 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:21.029743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port bd05501d-8d5d-4607-b9dc-3edf261c05d5, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=bd05501d-8d5d-4607-b9dc-3edf261c05d5,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:21.035086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af42ad87-3183-43d1-9da0-5a257d6c906c req-ffbfc747-8581-4c48-8148-1b08ec3b46ff tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 210 time: 0.0418437 Aug 16 01:55:21.035575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Allocated IP 2001:db8::13d (7aec8e0a-fc51-4317-9b64-7d01e2b0db96/df90896e-23f0-44c0-81b9-825a4a03688e/cd78b0ae-3171-4ceb-9d1c-2fb1c863030e) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:21.043815 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.107715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=bd05501d-8d5d-4607-b9dc-3edf261c05d5,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:21.172639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-0bbc3330-0c17-43fd-ab5c-c30fdd7cfa8c req-7893fe9e-c311-43f0-abe9-bc563b8e487c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Deleting port 588d571d-d484-4916-a00d-8dc6d32226f1 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:21.173019 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0bbc3330-0c17-43fd-ab5c-c30fdd7cfa8c req-7893fe9e-c311-43f0-abe9-bc563b8e487c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.281646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:21.404887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:21.412273 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:21.412690 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.413365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.428532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Transition to ACTIVE for port object cd78b0ae-3171-4ceb-9d1c-2fb1c863030e will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:21.531027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41634) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:21.539303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['bd05501d-8d5d-4607-b9dc-3edf261c05d5'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:21.633239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-0bbc3330-0c17-43fd-ab5c-c30fdd7cfa8c req-7893fe9e-c311-43f0-abe9-bc563b8e487c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] For port 588d571d-d484-4916-a00d-8dc6d32226f1, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=588d571d-d484-4916-a00d-8dc6d32226f1,segment=NetworkSegment(07f2b278-7f54-4796-b5f0-f6bc27e3e05c),segment_id=07f2b278-7f54-4796-b5f0-f6bc27e3e05c)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:21.633825 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0bbc3330-0c17-43fd-ab5c-c30fdd7cfa8c req-7893fe9e-c311-43f0-abe9-bc563b8e487c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.666692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-0bbc3330-0c17-43fd-ab5c-c30fdd7cfa8c req-7893fe9e-c311-43f0-abe9-bc563b8e487c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Calling delete_port for 588d571d-d484-4916-a00d-8dc6d32226f1 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:21.695992 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.714712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-38875882-network', 'tenant_id': '1f98b5a5fa6d46099b4f4a87d1e70e3f'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:21.746455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26226428-51e1-451a-8173-0b8c03a4139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:21.749811 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707691ff-bab5-4b0a-bb96-28c05f3afffe" -d '{"events": [{"server_uuid": "26226428-51e1-451a-8173-0b8c03a4139e", "name": "network-vif-plugged", "status": "completed", "tag": "9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:21.754917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19406e-9fc8-4383-a9dc-7b3628b3e945 req-e65ef21b-91d1-4500-a12a-d1e6a7e08314 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.765084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e19406e-9fc8-4383-a9dc-7b3628b3e945 req-e65ef21b-91d1-4500-a12a-d1e6a7e08314 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.1829071 Aug 16 01:55:21.772869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:21.787123 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.813251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 624383fa-3d31-4600-aa45-b4a4da5b14a2 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:21.816897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.828421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Made reservation on behalf of 1f98b5a5fa6d46099b4f4a87d1e70e3f for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:21.831145 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.835870 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0bbc3330-0c17-43fd-ab5c-c30fdd7cfa8c req-7893fe9e-c311-43f0-abe9-bc563b8e487c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.848285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef62cc1-d567-45f5-a68e-2ffe5e11e9ef req-1238d94c-bf1b-4bc7-81a2-077ae653fe18 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.850063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ef62cc1-d567-45f5-a68e-2ffe5e11e9ef req-1238d94c-bf1b-4bc7-81a2-077ae653fe18 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 945 time: 0.1650021 Aug 16 01:55:21.875167 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e19406e-9fc8-4383-a9dc-7b3628b3e945 req-47b13cbd-4e32-4261-b120-571fa0140dad tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084745 Aug 16 01:55:21.903291 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.940652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'Port': ['ID=cd78b0ae-3171-4ceb-9d1c-2fb1c863030e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:21.986331 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da37077a-b379-4831-8309-ee2c7f130373 x-openstack-request-id: req-da37077a-b379-4831-8309-ee2c7f130373 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:21.990960 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26226428-51e1-451a-8173-0b8c03a4139e", "name": "network-vif-plugged", "status": "completed", "tag": "9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:21.991363 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-da37077a-b379-4831-8309-ee2c7f130373 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:21.991808 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26226428-51e1-451a-8173-0b8c03a4139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3', 'code': 200} Aug 16 01:55:22.001447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:22.011669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893fe9e-c311-43f0-abe9-bc563b8e487c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Pushing event deleted for resources: {'Port': ['ID=588d571d-d484-4916-a00d-8dc6d32226f1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.013490 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ef62cc1-d567-45f5-a68e-2ffe5e11e9ef req-d4151a2d-0b15-4d50-924a-f187e94b76d4 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/security-groups?id=031ba7e4-cccb-4ca9-ba44-003bb0db56ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558897 Aug 16 01:55:22.033917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:22.044153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:22.050863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.051672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.159949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.180537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 624383fa-3d31-4600-aa45-b4a4da5b14a2 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:22.198767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbc3330-0c17-43fd-ab5c-c30fdd7cfa8c req-7893fe9e-c311-43f0-abe9-bc563b8e487c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] No DVR routers for this DVR port 588d571d-d484-4916-a00d-8dc6d32226f1 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:22.204415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 624383fa-3d31-4600-aa45-b4a4da5b14a2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:22.204895 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.232421 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0bbc3330-0c17-43fd-ab5c-c30fdd7cfa8c req-7893fe9e-c311-43f0-abe9-bc563b8e487c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.240448 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0bbc3330-0c17-43fd-ab5c-c30fdd7cfa8c req-7893fe9e-c311-43f0-abe9-bc563b8e487c tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.84 "DELETE /v2.0/ports/588d571d-d484-4916-a00d-8dc6d32226f1 HTTP/1.1" status: 204 len: 173 time: 1.3274400 Aug 16 01:55:22.245034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525196bb-ff68-48a8-9f9f-a037f8722ac4', 'name': 'network-vif-deleted', 'tag': '588d571d-d484-4916-a00d-8dc6d32226f1'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:22.246987 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1fcd17-6b18-4175-9ec1-9e335ffa2729" -d '{"events": [{"server_uuid": "525196bb-ff68-48a8-9f9f-a037f8722ac4", "name": "network-vif-deleted", "tag": "588d571d-d484-4916-a00d-8dc6d32226f1"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:22.304315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-af71d934-f1c5-4ceb-887b-080445328beb tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.317460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-af71d934-f1c5-4ceb-887b-080445328beb tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "GET /v2.0/networks?id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5 HTTP/1.1" status: 200 len: 821 time: 0.9823945 Aug 16 01:55:22.332865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Request body: {'port': {'device_id': '6964dc98-f856-4deb-935d-c514ff91de0d', 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5', 'admin_state_up': True, 'tenant_id': 'e402cb8db7524d088a323bf669eee210'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:22.381795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbeb55-4627-475d-9345-61b4aaf89d33 req-8359c092-78d8-4a7c-bf71-a2d8ee9beda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.387447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2fbeb55-4627-475d-9345-61b4aaf89d33 req-8359c092-78d8-4a7c-bf71-a2d8ee9beda5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=26226428-51e1-451a-8173-0b8c03a4139e HTTP/1.1" status: 200 len: 1098 time: 0.3086557 Aug 16 01:55:22.424781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2360677-948d-45c1-90ca-8f257b2d40ed None None] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:22.430748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8d5dcd44-7759-4591-becf-8f6871b85c5c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:22.445123 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.457781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ce45b-67e7-4e8f-b6ef-39668c5a4cd4 req-f78f73a5-3122-4d5a-bdd9-2e892ea6516a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.459313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-056ce45b-67e7-4e8f-b6ef-39668c5a4cd4 req-f78f73a5-3122-4d5a-bdd9-2e892ea6516a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 944 time: 0.3026104 Aug 16 01:55:22.506411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6ccdbe8-dba2-4990-9b2e-123ee7bede27 req-cbfd0c8b-8528-4e0a-8b3d-1af9c4929bb5 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 210 time: 0.1019347 Aug 16 01:55:22.547233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.558094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2fbeb55-4627-475d-9345-61b4aaf89d33 req-54b48bad-7d87-4a23-a2f1-af1e7b95c71a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289394 Aug 16 01:55:22.564911 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.565256 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88ddaf4-c066-4ada-9140-42290794616d x-openstack-request-id: req-d88ddaf4-c066-4ada-9140-42290794616d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:22.565773 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525196bb-ff68-48a8-9f9f-a037f8722ac4", "name": "network-vif-deleted", "tag": "588d571d-d484-4916-a00d-8dc6d32226f1", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:22.566032 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d88ddaf4-c066-4ada-9140-42290794616d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:22.566431 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525196bb-ff68-48a8-9f9f-a037f8722ac4', 'name': 'network-vif-deleted', 'tag': '588d571d-d484-4916-a00d-8dc6d32226f1', 'status': 'completed', 'code': 200} Aug 16 01:55:22.574884 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4603c06a-8b75-49a7-9424-202c9ed20423 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.7101481 Aug 16 01:55:22.576174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41652) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:22.579794 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-237ebce5-260b-4191-82d2-e74750bd5588 None None] Provisioning for port 8d5dcd44-7759-4591-becf-8f6871b85c5c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:22.586520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-056ce45b-67e7-4e8f-b6ef-39668c5a4cd4 req-c2f2d07c-48ac-4b13-a99b-8a624111c6e0 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917020 Aug 16 01:55:22.588559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 624383fa-3d31-4600-aa45-b4a4da5b14a2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=624383fa-3d31-4600-aa45-b4a4da5b14a2,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:22.598253 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.601926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:22.609423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed751017-e18e-4ae2-b898-75bb2f548ac3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.618875 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.620484 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Added segment d78bb26b-eae4-4f7d-ad57-3afa1346ed59 of type vlan for network 36353c5d-cadd-404b-b33b-9196c2f5d7ea Aug 16 01:55:22.623014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.623358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.623696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.624032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.624364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.624690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.625031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.625353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.625679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.626002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.626322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.626716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:22.642595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 8d5dcd44-7759-4591-becf-8f6871b85c5c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:22.671165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8d5dcd44-7759-4591-becf-8f6871b85c5c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:22.671414 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.672793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Made reservation on behalf of e402cb8db7524d088a323bf669eee210 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:22.676467 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.684898 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.718062 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a10ac1-52d9-4f3d-a341-349febbf5411 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.720507 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.722123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.722872 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.724927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a10ac1-52d9-4f3d-a341-349febbf5411 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.731194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a10ac1-52d9-4f3d-a341-349febbf5411 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.735487 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-53a10ac1-52d9-4f3d-a341-349febbf5411 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1554258 Aug 16 01:55:22.738528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=624383fa-3d31-4600-aa45-b4a4da5b14a2,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.740020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41654) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:22.786202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2539251 Aug 16 01:55:22.788926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41656) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:22.796650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] Request body: {'subnet': {'network_id': '36353c5d-cadd-404b-b33b-9196c2f5d7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-38875882-subnet', 'tenant_id': '1f98b5a5fa6d46099b4f4a87d1e70e3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:22.799811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff7b6e-df67-40e0-ac53-71ff1ae980f5 admin admin] Pushing event updated for resources: {'Network': ['ID=36353c5d-cadd-404b-b33b-9196c2f5d7ea,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.810779 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.815187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 36353c5d-cadd-404b-b33b-9196c2f5d7ea details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:22.832734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] Made reservation on behalf of 1f98b5a5fa6d46099b4f4a87d1e70e3f for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:22.836153 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.909498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 8d5dcd44-7759-4591-becf-8f6871b85c5c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8d5dcd44-7759-4591-becf-8f6871b85c5c,segment=NetworkSegment(433bd431-e836-46e8-96cd-9780398b59cd),segment_id=433bd431-e836-46e8-96cd-9780398b59cd)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:22.917017 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.939719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Allocated IP 172.20.0.8 (8b40d3ce-64f6-4f58-b366-5deedab4aaf5/1012df08-e106-4449-8c19-c14f32b8eec3/e6774cef-56c9-4991-b471-bae82e45e04a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:22.960518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a4c2c-6038-4d0c-8211-0e6e834f8364 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Deleting port cd78b0ae-3171-4ceb-9d1c-2fb1c863030e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:22.961286 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d4a4c2c-6038-4d0c-8211-0e6e834f8364 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.989226 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=8d5dcd44-7759-4591-becf-8f6871b85c5c,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:23.176539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d4a4c2c-6038-4d0c-8211-0e6e834f8364 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.191882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873b27f-2dd3-44f3-86ec-82762fa1080f req-da8d4307-c1d2-4c02-a100-c27975dce566 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.201670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a4c2c-6038-4d0c-8211-0e6e834f8364 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Calling delete_port for cd78b0ae-3171-4ceb-9d1c-2fb1c863030e owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:23.201912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a873b27f-2dd3-44f3-86ec-82762fa1080f req-da8d4307-c1d2-4c02-a100-c27975dce566 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.1652343 Aug 16 01:55:23.215982 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f47aabe-19e4-44a1-9006-3782f1d36c72 req-9fd9216d-71c9-466d-b59f-5f20103ddb99 tempest-InstanceActionsTestJSON-140778932 tempest-InstanceActionsTestJSON-140778932-project] 10.222.0.79 "GET /v2.0/ports?device_id=525196bb-ff68-48a8-9f9f-a037f8722ac4 HTTP/1.1" status: 200 len: 210 time: 0.0705600 Aug 16 01:55:23.244713 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2beb082e-cc82-4183-a7f1-ae658c9e5af3 None None] Provisioning for port ca3069a4-1c34-4331-a8d7-eabd12f8048a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:23.248785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2beb082e-cc82-4183-a7f1-ae658c9e5af3 None None] Provisioning complete for port ca3069a4-1c34-4331-a8d7-eabd12f8048a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:23.249183 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2beb082e-cc82-4183-a7f1-ae658c9e5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.303429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a873b27f-2dd3-44f3-86ec-82762fa1080f req-13e7cf4f-9731-401a-8086-620e7fdaddf6 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005461 Aug 16 01:55:23.304780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.328306 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.417476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b20af1-726b-4b0f-a9c3-bb4beb53c589,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:23.424263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] Checking segment: {'id': 'd78bb26b-eae4-4f7d-ad57-3afa1346ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '36353c5d-cadd-404b-b33b-9196c2f5d7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:23.424592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] Network hostable DHCP agents. Network: 36353c5d-cadd-404b-b33b-9196c2f5d7ea, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:23.454702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] Network 36353c5d-cadd-404b-b33b-9196c2f5d7ea is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:23.471726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 36353c5d-cadd-404b-b33b-9196c2f5d7ea) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:23.493857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.495702 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.501203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef0805d-0310-411e-8b9b-864aef154509 None None] Network 36353c5d-cadd-404b-b33b-9196c2f5d7ea requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:23.547448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-426074c3-25d8-41cd-bcd6-b487f7152691 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7352278 Aug 16 01:55:23.555158 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d4a4c2c-6038-4d0c-8211-0e6e834f8364 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.586842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a4c2c-6038-4d0c-8211-0e6e834f8364 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event deleted for resources: {'Port': ['ID=cd78b0ae-3171-4ceb-9d1c-2fb1c863030e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:23.661682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.679891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2beb082e-cc82-4183-a7f1-ae658c9e5af3 None None] Port ca3069a4-1c34-4331-a8d7-eabd12f8048a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:23.692644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe10506-b407-40e8-a539-980fb0319bad None None] Network 36353c5d-cadd-404b-b33b-9196c2f5d7ea requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:23.696278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2beb082e-cc82-4183-a7f1-ae658c9e5af3 None None] Could not find standard attr ID for object cd78b0ae-3171-4ceb-9d1c-2fb1c863030e. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:55:23.749330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b68f0-5e8e-4cb5-bd47-5129b854e446 req-822f3a0f-3b56-48be-906c-f17d389715cd tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.751306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-729b68f0-5e8e-4cb5-bd47-5129b854e446 req-822f3a0f-3b56-48be-906c-f17d389715cd tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 931 time: 0.1017358 Aug 16 01:55:23.762661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:23.769754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:23.769976 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2beb082e-cc82-4183-a7f1-ae658c9e5af3 None None] Provisioning complete for port 8d5dcd44-7759-4591-becf-8f6871b85c5c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:23.770244 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2beb082e-cc82-4183-a7f1-ae658c9e5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.773695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:23.846438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa34b4-1d67-4e0c-8173-f3f7c6d2b1bb req-d5031505-e8ed-47ae-8494-ee6697da7c8d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.857129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-acfa34b4-1d67-4e0c-8173-f3f7c6d2b1bb req-d5031505-e8ed-47ae-8494-ee6697da7c8d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 944 time: 0.1042457 Aug 16 01:55:23.858613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d4a4c2c-6038-4d0c-8211-0e6e834f8364 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.861363 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4d4a4c2c-6038-4d0c-8211-0e6e834f8364 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "DELETE /v2.0/ports/cd78b0ae-3171-4ceb-9d1c-2fb1c863030e HTTP/1.1" status: 204 len: 168 time: 1.1207902 Aug 16 01:55:23.864992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41676) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:23.866886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event updated for resources: {'Port': ['ID=e6774cef-56c9-4991-b471-bae82e45e04a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:23.867896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-729b68f0-5e8e-4cb5-bd47-5129b854e446 req-12a6f6ac-be23-40b9-bfc0-7f1c8adf740d tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043038 Aug 16 01:55:23.915074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-acfa34b4-1d67-4e0c-8173-f3f7c6d2b1bb req-7fb61657-f195-4c0b-84f4-9f6f87034c17 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570617 Aug 16 01:55:23.993390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02783f5-dc2e-4883-a631-adc341f37478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624383fa-3d31-4600-aa45-b4a4da5b14a2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:23.997641 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efe68f5-9d42-41c3-b845-f54b9b7b4e12" -d '{"events": [{"server_uuid": "b02783f5-dc2e-4883-a631-adc341f37478", "name": "network-vif-plugged", "status": "completed", "tag": "624383fa-3d31-4600-aa45-b4a4da5b14a2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:24.019947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-22913bc4-bbea-40aa-b5ff-d59f4af84348 None None] Provisioning complete for port ca3069a4-1c34-4331-a8d7-eabd12f8048a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:24.020598 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-22913bc4-bbea-40aa-b5ff-d59f4af84348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.071077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-22913bc4-bbea-40aa-b5ff-d59f4af84348 None None] Port ca3069a4-1c34-4331-a8d7-eabd12f8048a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:24.076289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-22913bc4-bbea-40aa-b5ff-d59f4af84348 None None] Could not find standard attr ID for object cd78b0ae-3171-4ceb-9d1c-2fb1c863030e. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:55:24.089354 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd30bb8-6342-4d78-bd79-73bdba3d5697 x-openstack-request-id: req-fdd30bb8-6342-4d78-bd79-73bdba3d5697 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:24.089781 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02783f5-dc2e-4883-a631-adc341f37478", "name": "network-vif-plugged", "status": "completed", "tag": "624383fa-3d31-4600-aa45-b4a4da5b14a2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:24.090132 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fdd30bb8-6342-4d78-bd79-73bdba3d5697 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:24.090635 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02783f5-dc2e-4883-a631-adc341f37478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624383fa-3d31-4600-aa45-b4a4da5b14a2', 'code': 200} Aug 16 01:55:24.232438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd413b14-edc0-4f6f-864b-0010781262bd req-c217730a-2a86-4c5e-a611-4dabdc13c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.233956 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd413b14-edc0-4f6f-864b-0010781262bd req-c217730a-2a86-4c5e-a611-4dabdc13c7cf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b02783f5-dc2e-4883-a631-adc341f37478 HTTP/1.1" status: 200 len: 1097 time: 0.1005535 Aug 16 01:55:24.298700 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-824cd799-13c3-4274-a292-2585a764a7f1 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] GET failed (client error): The resource could not be found. Aug 16 01:55:24.298700 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-824cd799-13c3-4274-a292-2585a764a7f1 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "GET /v2.0/ports/cd78b0ae-3171-4ceb-9d1c-2fb1c863030e HTTP/1.1" status: 404 len: 333 time: 0.4319468 Aug 16 01:55:24.301074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41692) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:24.301638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41694) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:24.309035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Request body: {'port': {'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-677929516'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:24.319102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8d5dcd44-7759-4591-becf-8f6871b85c5c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:24.324786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.325377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.348276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd413b14-edc0-4f6f-864b-0010781262bd req-515a8418-19b0-47d1-bfd8-59d7782a2439 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036878 Aug 16 01:55:24.351061 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e892ed6-8401-49a4-9be2-ec093e9a92d7 req-6b2d3e50-d376-438d-a94c-4aa704f6e64a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687246 Aug 16 01:55:24.352916 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-9ac91e03-90e0-41e1-af24-d0306501a772 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0342031 Aug 16 01:55:24.355446 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e47b-5302-4431-9302-ce08a901875b req-07d548cd-2621-4ee9-92d0-a3b13a6a0c99 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.356908 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-07d548cd-2621-4ee9-92d0-a3b13a6a0c99 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/networks?id=36353c5d-cadd-404b-b33b-9196c2f5d7ea HTTP/1.1" status: 200 len: 812 time: 0.2127199 Aug 16 01:55:24.370382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8d5dcd44-7759-4591-becf-8f6871b85c5c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:24.370971 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.418772 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Request body: {'port': {'device_id': '6964dc98-f856-4deb-935d-c514ff91de0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:24.469740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-3779e38b-3cdd-472c-b4ba-dd23887e3491 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/quotas/1f98b5a5fa6d46099b4f4a87d1e70e3f HTTP/1.1" status: 200 len: 375 time: 0.0907943 Aug 16 01:55:24.469994 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892ed6-8401-49a4-9be2-ec093e9a92d7 req-54adec4c-f206-4644-b51f-8407fc8caf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.471153 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e892ed6-8401-49a4-9be2-ec093e9a92d7 req-54adec4c-f206-4644-b51f-8407fc8caf8c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 1097 time: 0.0810096 Aug 16 01:55:24.473197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device bd05501d-8d5d-4607-b9dc-3edf261c05d5 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:24.492161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-b459a6df-3496-4525-a985-3d76e3565040 admin admin] Deleting subnet 2b398ce4-5a94-44f5-b7d3-f09c59bb2c75 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:24.533860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port bd05501d-8d5d-4607-b9dc-3edf261c05d5 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:24.538110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port bd05501d-8d5d-4607-b9dc-3edf261c05d5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:24.538751 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.543213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b459a6df-3496-4525-a985-3d76e3565040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.552513 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.590916 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257968b-c77f-4b52-bcf8-2e6534d105ea req-d39bd9ea-12aa-462a-982c-fc81dde4b1dc tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.592352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f257968b-c77f-4b52-bcf8-2e6534d105ea req-d39bd9ea-12aa-462a-982c-fc81dde4b1dc tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.2003787 Aug 16 01:55:24.594337 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-c29fe99a-c7be-4668-8dc0-85a93d58b1fb tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1f98b5a5fa6d46099b4f4a87d1e70e3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086466 Aug 16 01:55:24.619869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b459a6df-3496-4525-a985-3d76e3565040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.626416 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.664598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port bd05501d-8d5d-4607-b9dc-3edf261c05d5, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=bd05501d-8d5d-4607-b9dc-3edf261c05d5,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:24.669646 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.670497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 588d571d-d484-4916-a00d-8dc6d32226f1 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:24.696931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892ed6-8401-49a4-9be2-ec093e9a92d7 req-372dff73-f60f-48ff-aa48-c21f2b7e2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.699624 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e892ed6-8401-49a4-9be2-ec093e9a92d7 req-372dff73-f60f-48ff-aa48-c21f2b7e2709 service neutron] 10.222.0.84 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.1982279 Aug 16 01:55:24.706918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Made reservation on behalf of 596c45249c9d4faf934ea862b2fb0346 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:24.711938 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.720706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 588d571d-d484-4916-a00d-8dc6d32226f1 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:24.721093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 588d571d-d484-4916-a00d-8dc6d32226f1 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:24.751106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=bd05501d-8d5d-4607-b9dc-3edf261c05d5,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:24.759819 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e892ed6-8401-49a4-9be2-ec093e9a92d7 req-3f4634e0-bad1-4577-8ad1-51eddac14151 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 HTTP/1.1" status: 200 len: 217 time: 0.0513270 Aug 16 01:55:24.776491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] device_id is not set on port e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:24.801874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b459a6df-3496-4525-a985-3d76e3565040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.827219 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f257968b-c77f-4b52-bcf8-2e6534d105ea req-11bac456-3345-451c-85af-f58cb3cb427f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104847 Aug 16 01:55:24.860496 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892ed6-8401-49a4-9be2-ec093e9a92d7 req-47a7e3d4-a9a6-4556-b6fa-eda816ab7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.862251 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e892ed6-8401-49a4-9be2-ec093e9a92d7 req-47a7e3d4-a9a6-4556-b6fa-eda816ab7d46 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0888298 Aug 16 01:55:24.895472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-508dfb78-9916-45d5-8d77-db56715d00a4 service neutron] 10.222.0.79 "GET /v2.0/networks/36353c5d-cadd-404b-b33b-9196c2f5d7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736177 Aug 16 01:55:24.910965 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e892ed6-8401-49a4-9be2-ec093e9a92d7 req-9ae52568-2764-4197-8a19-8683415a680b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389719 Aug 16 01:55:25.005547 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b459a6df-3496-4525-a985-3d76e3565040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.035485 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6774cef-56c9-4991-b471-bae82e45e04a {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:25.048605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.067708 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e892ed6-8401-49a4-9be2-ec093e9a92d7 req-c3f26d14-f363-4c43-b6fe-690f3b3b1e6f service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465323 Aug 16 01:55:25.070945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Transition to ACTIVE for port object e6774cef-56c9-4991-b471-bae82e45e04a will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:25.073620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459a6df-3496-4525-a985-3d76e3565040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b398ce4-5a94-44f5-b7d3-f09c59bb2c75,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:25.074886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.091608 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b459a6df-3496-4525-a985-3d76e3565040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.093501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b459a6df-3496-4525-a985-3d76e3565040 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2b398ce4-5a94-44f5-b7d3-f09c59bb2c75 HTTP/1.1" status: 204 len: 168 time: 0.7904589 Aug 16 01:55:25.097251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41706) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:25.135315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Allocated IP 2001:db8::19a (7aec8e0a-fc51-4317-9b64-7d01e2b0db96/df90896e-23f0-44c0-81b9-825a4a03688e/e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:25.182360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6774cef-56c9-4991-b471-bae82e45e04a,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:25.206529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-546a3ddf-401a-410c-9aa0-6f0ea222f6dd service neutron] 10.222.0.79 "GET /v2.0/networks/36353c5d-cadd-404b-b33b-9196c2f5d7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912650 Aug 16 01:55:25.253417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb980b51-4742-413e-a5d5-69a845e87638 req-a942e866-6ff0-4983-b4d8-f7eb960a84b8 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:25.255047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb980b51-4742-413e-a5d5-69a845e87638 req-a942e866-6ff0-4983-b4d8-f7eb960a84b8 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 943 time: 0.2010434 Aug 16 01:55:25.257480 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e892ed6-8401-49a4-9be2-ec093e9a92d7 req-3ab14e6a-5e1c-44f3-b0f2-5d077a8bb85a service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795280 Aug 16 01:55:25.266982 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.299642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Attempting to bind port e6774cef-56c9-4991-b471-bae82e45e04a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:25.300514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Attempting to bind port e6774cef-56c9-4991-b471-bae82e45e04a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:25.301620 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Attempting to bind port e6774cef-56c9-4991-b471-bae82e45e04a on network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:25.306675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Port e6774cef-56c9-4991-b471-bae82e45e04a on network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:25.307087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Attempting to bind port e6774cef-56c9-4991-b471-bae82e45e04a on network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:25.313805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:25.314248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Checking segment: {'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:25.314745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Bound using segment: {'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:25.315250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Bound port: e6774cef-56c9-4991-b471-bae82e45e04a, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:25.315675 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.387934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb980b51-4742-413e-a5d5-69a845e87638 req-a758ddf0-630d-40e8-a5f9-5f45468889d0 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188667 Aug 16 01:55:25.425831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] For port e6774cef-56c9-4991-b471-bae82e45e04a, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:25.431792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] For port e6774cef-56c9-4991-b471-bae82e45e04a, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6774cef-56c9-4991-b471-bae82e45e04a,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:25.439191 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.460735 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.479736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8892a147-479a-40d9-9a08-9eb818390869']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:25.491854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:25.492603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.494737 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] 10.222.0.89 "PUT /v2.0/ports/e6774cef-56c9-4991-b471-bae82e45e04a HTTP/1.1" status: 200 len: 1092 time: 1.0938570 Aug 16 01:55:25.495223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6964dc98-f856-4deb-935d-c514ff91de0d', 'tag': 'e6774cef-56c9-4991-b471-bae82e45e04a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:25.497748 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb50234c-f390-4b5d-a56e-60bfa329a17b" -d '{"events": [{"name": "network-changed", "server_uuid": "6964dc98-f856-4deb-935d-c514ff91de0d", "tag": "e6774cef-56c9-4991-b471-bae82e45e04a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:25.533343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271699df-79cc-4834-ac43-22d880ffa5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6774cef-56c9-4991-b471-bae82e45e04a,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:25.598508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-24a490a8-22ab-46bf-8a21-212876c6e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:25.600064 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-24a490a8-22ab-46bf-8a21-212876c6e3cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e402cb8db7524d088a323bf669eee210&device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 1095 time: 0.0502839 Aug 16 01:55:25.658166 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-10b8da75-368e-4374-a003-5407e8dedf58 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6774cef-56c9-4991-b471-bae82e45e04a HTTP/1.1" status: 200 len: 217 time: 0.0440733 Aug 16 01:55:25.715545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-47d0929a-567a-49ec-8135-234a1defe303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:25.717366 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-47d0929a-567a-49ec-8135-234a1defe303 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1012df08-e106-4449-8c19-c14f32b8eec3 HTTP/1.1" status: 200 len: 861 time: 0.0523212 Aug 16 01:55:25.753500 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-340430e2-92ac-4e33-ab1a-58572bca73bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289383 Aug 16 01:55:25.795822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f2b278-7f54-4796-b5f0-f6bc27e3e05c') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:25.796125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f2b278-7f54-4796-b5f0-f6bc27e3e05c') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:25.843944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a15ec4b-a552-4fb6-b302-09540a1bc06b req-ae11b3be-eb41-44e3-9b92-27f63ab5c28f tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 210 time: 0.3414593 Aug 16 01:55:25.846697 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.850484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.863903 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-0766c9b0-c77b-4563-8b06-8c5d2f7b4b07 service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023550 Aug 16 01:55:25.877213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.884795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Transition to ACTIVE for port object e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:25.891646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:25.891790 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:25.895040 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:25.904726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebf89f-6823-48c3-839f-d8ca12befa8f req-6eb22ee1-9f40-4079-9db9-70b2ab06ecfa tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:25.906682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfebf89f-6823-48c3-839f-d8ca12befa8f req-6eb22ee1-9f40-4079-9db9-70b2ab06ecfa tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 945 time: 0.4152415 Aug 16 01:55:25.940810 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9725b9c0-11dd-46c7-a092-36987f93b2b7 x-openstack-request-id: req-9725b9c0-11dd-46c7-a092-36987f93b2b7 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:25.941129 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6964dc98-f856-4deb-935d-c514ff91de0d", "tag": "e6774cef-56c9-4991-b471-bae82e45e04a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:25.941581 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9725b9c0-11dd-46c7-a092-36987f93b2b7 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:25.942184 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6964dc98-f856-4deb-935d-c514ff91de0d', 'tag': 'e6774cef-56c9-4991-b471-bae82e45e04a', 'status': 'completed', 'code': 200} Aug 16 01:55:25.994302 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-43f8ca20-a8f3-4f6e-ae6d-b395ec601ac8 req-8b023b94-55e2-4d1f-b655-c7f8b25258ff service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223347 Aug 16 01:55:26.016416 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.041962 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.044045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] 10.222.0.79 "DELETE /v2.0/networks/8892a147-479a-40d9-9a08-9eb818390869 HTTP/1.1" status: 204 len: 168 time: 0.9314301 Aug 16 01:55:26.048478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfebf89f-6823-48c3-839f-d8ca12befa8f req-ef5abc08-057f-433b-b0f4-ba3f0bc39be7 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290963 Aug 16 01:55:26.063700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dddc42-3ec6-42c4-ba67-96d43a3a5e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=8892a147-479a-40d9-9a08-9eb818390869,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.070885 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.091692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b493bf4-27cf-46b4-bf88-7c4a1cdd452b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd05501d-8d5d-4607-b9dc-3edf261c05d5'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:26.095064 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3df63a4-ac49-4948-9ff7-8698da20e5c8" -d '{"events": [{"server_uuid": "8b493bf4-27cf-46b4-bf88-7c4a1cdd452b", "name": "network-vif-plugged", "status": "completed", "tag": "bd05501d-8d5d-4607-b9dc-3edf261c05d5"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:26.112061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50234c-f390-4b5d-a56e-60bfa329a17b req-67a3b39b-bf0d-4632-8daa-7a9b227cdd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.113920 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb50234c-f390-4b5d-a56e-60bfa329a17b req-67a3b39b-bf0d-4632-8daa-7a9b227cdd25 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e402cb8db7524d088a323bf669eee210&device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 1095 time: 0.0654857 Aug 16 01:55:26.129847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d724aca-abeb-44ea-a563-33d33ea4aef9 req-53f48edf-04c3-46ec-9dc6-4fcfa80266c6 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.131768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d724aca-abeb-44ea-a563-33d33ea4aef9 req-53f48edf-04c3-46ec-9dc6-4fcfa80266c6 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.1365550 Aug 16 01:55:26.134661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:26.144776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:26.185801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:26.202837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.206387 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.227360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'Port': ['ID=e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.242920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41730) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:26.258143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-28d2cd3e-94c3-467a-80b9-3f2bd00817e7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9536588 Aug 16 01:55:26.259742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41732) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:26.268160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d768f909-ca69-41e7-a434-fb0ad8644933 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1dd', 'mac_address': 'fa:16:3e:d9:57:33'}]}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:26.291653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d724aca-abeb-44ea-a563-33d33ea4aef9 req-c923e44a-246c-4984-8bb6-c07ae8f72b46 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473613 Aug 16 01:55:26.291902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50234c-f390-4b5d-a56e-60bfa329a17b req-b4ac9b92-46f3-479e-bcfe-7870a83e3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.293459 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb50234c-f390-4b5d-a56e-60bfa329a17b req-b4ac9b92-46f3-479e-bcfe-7870a83e3aaa service neutron] 10.222.0.89 "GET /v2.0/networks?id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5 HTTP/1.1" status: 200 len: 922 time: 0.1687598 Aug 16 01:55:26.346477 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb50234c-f390-4b5d-a56e-60bfa329a17b req-5ded9c9c-a760-4980-96cc-5e126709615f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6774cef-56c9-4991-b471-bae82e45e04a HTTP/1.1" status: 200 len: 217 time: 0.0445378 Aug 16 01:55:26.349689 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d8ac46-489a-402a-ab32-4a03c331db15 x-openstack-request-id: req-49d8ac46-489a-402a-ab32-4a03c331db15 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:26.349978 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b493bf4-27cf-46b4-bf88-7c4a1cdd452b", "name": "network-vif-plugged", "status": "completed", "tag": "bd05501d-8d5d-4607-b9dc-3edf261c05d5", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:26.350227 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49d8ac46-489a-402a-ab32-4a03c331db15 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:26.350618 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b493bf4-27cf-46b4-bf88-7c4a1cdd452b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd05501d-8d5d-4607-b9dc-3edf261c05d5', 'code': 200} Aug 16 01:55:26.353404 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ca45ff34-88d1-48e7-8d98-82d88efdf87c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=95c1cdc7489b4409a71fd37aacbdd625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091011 Aug 16 01:55:26.355797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41734) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:26.438150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50234c-f390-4b5d-a56e-60bfa329a17b req-65d6fd9b-9a1d-441b-a3c9-8630db0d56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.439756 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb50234c-f390-4b5d-a56e-60bfa329a17b req-65d6fd9b-9a1d-441b-a3c9-8630db0d56f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1012df08-e106-4449-8c19-c14f32b8eec3 HTTP/1.1" status: 200 len: 861 time: 0.0775988 Aug 16 01:55:26.477780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d768f909-ca69-41e7-a434-fb0ad8644933 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.514328 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb50234c-f390-4b5d-a56e-60bfa329a17b req-a895a8c0-8e3d-481e-9d8f-1e7ca7c7e29a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593174 Aug 16 01:55:26.516223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.524966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7eebac1c-250e-4678-b73a-f8db7d98de78 None None] Provisioning for port e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:26.528897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7eebac1c-250e-4678-b73a-f8db7d98de78 None None] Provisioning complete for port e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:26.529294 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7eebac1c-250e-4678-b73a-f8db7d98de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.562006 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.566752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7eebac1c-250e-4678-b73a-f8db7d98de78 None None] Port e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:26.595061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd73f7-6aa5-4267-b9bb-5baa37e110ec req-ab771e33-817f-438f-ae0b-e8a8b627d245 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.596573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bdd73f7-6aa5-4267-b9bb-5baa37e110ec req-ab771e33-817f-438f-ae0b-e8a8b627d245 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 943 time: 0.1015642 Aug 16 01:55:26.635180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0afeaa-4911-491c-b995-413f12cb9402 req-d93a1019-ddcc-4c7b-9cb8-31709e186371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.636956 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4f0afeaa-4911-491c-b995-413f12cb9402 req-d93a1019-ddcc-4c7b-9cb8-31709e186371 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 1097 time: 0.1810184 Aug 16 01:55:26.692566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bdd73f7-6aa5-4267-b9bb-5baa37e110ec req-ba4969f3-65d2-401a-8ac6-977cfd89ee92 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896769 Aug 16 01:55:26.708713 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb50234c-f390-4b5d-a56e-60bfa329a17b req-03adb21a-79b3-42d3-a8f3-916ab38e0f1c service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754179 Aug 16 01:55:26.712567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4f0afeaa-4911-491c-b995-413f12cb9402 req-dd2bdc01-6a7f-4ad9-9a76-76cd26ba389f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657296 Aug 16 01:55:26.714549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.717524 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.721360 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/031ba7e4-cccb-4ca9-ba44-003bb0db56ef HTTP/1.1" status: 204 len: 168 time: 0.3645010 Aug 16 01:55:26.739947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031ba7e4-cccb-4ca9-ba44-003bb0db56ef,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.785046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.785430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.785734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.786122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.786456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.786983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.787487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.789910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.791140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.791649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.792171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.792673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e74ee0-fc4b-47db-b3c9-81eca660777f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.836020 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d768f909-ca69-41e7-a434-fb0ad8644933 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.844042 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d768f909-ca69-41e7-a434-fb0ad8644933 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.861964 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb50234c-f390-4b5d-a56e-60bfa329a17b req-c89dfd28-77be-4e29-92f4-a65487a6d6e4 service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388662 Aug 16 01:55:26.901559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e47b-5302-4431-9302-ce08a901875b req-9df99ac9-7748-4aac-b027-71e2674deca8 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.903069 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-9df99ac9-7748-4aac-b027-71e2674deca8 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.84 "GET /v2.0/networks?id=36353c5d-cadd-404b-b33b-9196c2f5d7ea HTTP/1.1" status: 200 len: 812 time: 0.1927645 Aug 16 01:55:26.908781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d768f909-ca69-41e7-a434-fb0ad8644933 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] In _notify_port_updated(), no bound segment for port e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 on network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 {{(pid=101381) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:55:26.914652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d768f909-ca69-41e7-a434-fb0ad8644933 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.915817 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d768f909-ca69-41e7-a434-fb0ad8644933 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.920155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41742) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:26.920358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d768f909-ca69-41e7-a434-fb0ad8644933 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "PUT /v2.0/ports/e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 HTTP/1.1" status: 200 len: 1002 time: 0.6565773 Aug 16 01:55:26.929767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768f909-ca69-41e7-a434-fb0ad8644933 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'Port': ['ID=e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.981616 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a08780ab-5428-4d90-a7bb-1587c3775ae6 req-e83da06d-8b6d-4e6d-83e1-9f3cb4f75762 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 210 time: 0.0366969 Aug 16 01:55:27.038097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f08b7155-8aa0-4470-ac2f-78fbfb65a903 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Deleting port e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:27.038454 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f08b7155-8aa0-4470-ac2f-78fbfb65a903 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.088200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Request body: {'port': {'device_id': '13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce', 'network_id': '36353c5d-cadd-404b-b33b-9196c2f5d7ea', 'admin_state_up': True, 'tenant_id': '1f98b5a5fa6d46099b4f4a87d1e70e3f'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:27.152127 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f08b7155-8aa0-4470-ac2f-78fbfb65a903 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.169349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f08b7155-8aa0-4470-ac2f-78fbfb65a903 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Calling delete_port for e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:27.306709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2074e3bc-058d-47e2-9c19-0f0fb86530c5 None None] Provisioning complete for port e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:27.309076 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2074e3bc-058d-47e2-9c19-0f0fb86530c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.373518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d926d22-0ce5-4682-a935-0ec81ac5bee2 req-a61ab2ca-21ed-43a1-ae95-c1b18532b9c9 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:27.388299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d926d22-0ce5-4682-a935-0ec81ac5bee2 req-a61ab2ca-21ed-43a1-ae95-c1b18532b9c9 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 945 time: 0.0920355 Aug 16 01:55:27.404035 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f08b7155-8aa0-4470-ac2f-78fbfb65a903 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.405327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2074e3bc-058d-47e2-9c19-0f0fb86530c5 None None] Port e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:27.416548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Made reservation on behalf of 1f98b5a5fa6d46099b4f4a87d1e70e3f for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:27.420367 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.447250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b7155-8aa0-4470-ac2f-78fbfb65a903 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event deleted for resources: {'Port': ['ID=e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:27.488451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d926d22-0ce5-4682-a935-0ec81ac5bee2 req-ab0a5a24-4dc4-4904-af79-331c8811bf86 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984056 Aug 16 01:55:27.530629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91c3b9-a61c-4b72-aab8-ed63f96da79a req-885a8185-18be-4821-a3c9-55e0d99ebf3a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:27.532193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e91c3b9-a61c-4b72-aab8-ed63f96da79a req-885a8185-18be-4821-a3c9-55e0d99ebf3a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.1055052 Aug 16 01:55:27.572856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f08b7155-8aa0-4470-ac2f-78fbfb65a903 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.577693 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f08b7155-8aa0-4470-ac2f-78fbfb65a903 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "DELETE /v2.0/ports/e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 HTTP/1.1" status: 204 len: 168 time: 0.6535304 Aug 16 01:55:27.578204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41766) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:27.611067 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb86be71-2040-481f-af3a-6f11761cfed6 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] GET failed (client error): The resource could not be found. Aug 16 01:55:27.615929 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fb86be71-2040-481f-af3a-6f11761cfed6 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "GET /v2.0/ports/e2828d7e-c2fc-4ce6-82ae-c6c8db4be5c7 HTTP/1.1" status: 404 len: 333 time: 0.0334229 Aug 16 01:55:27.616453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41770) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:27.625717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Request body: {'port': {'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1019759722'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:27.648135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e91c3b9-a61c-4b72-aab8-ed63f96da79a req-863d44ee-ae03-43ed-a4fc-49607c18b91f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847752 Aug 16 01:55:27.714539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Allocated IP 172.20.0.11 (36353c5d-cadd-404b-b33b-9196c2f5d7ea/96b20af1-726b-4b0f-a9c3-bb4beb53c589/ca764df0-43b3-4bd5-8c4e-a6f29192d47f) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:27.795237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Made reservation on behalf of 596c45249c9d4faf934ea862b2fb0346 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:27.799461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.812519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41776) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:27.825342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] device_id is not set on port 878dfe83-2616-45ea-9a3b-33e9172fdba3 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:27.901780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca7e77-282f-463b-b990-24eb1fbeafbd req-26ac08e8-6faa-406f-a2a9-340cde9d49a8 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:27.903367 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5ca7e77-282f-463b-b990-24eb1fbeafbd req-26ac08e8-6faa-406f-a2a9-340cde9d49a8 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 943 time: 0.0827103 Aug 16 01:55:27.921636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.944653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-352027645-network', 'tenant_id': '9204562bd6344330a6a8959d58b38247'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:27.962375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Allocated IP 2001:db8::17a (7aec8e0a-fc51-4317-9b64-7d01e2b0db96/df90896e-23f0-44c0-81b9-825a4a03688e/878dfe83-2616-45ea-9a3b-33e9172fdba3) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:27.966135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5ca7e77-282f-463b-b990-24eb1fbeafbd req-a6d150b7-cf4b-41a8-a362-369a4515fcd2 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546832 Aug 16 01:55:27.994826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Made reservation on behalf of 9204562bd6344330a6a8959d58b38247 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:27.996837 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.997131 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.015927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.048319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Network 36353c5d-cadd-404b-b33b-9196c2f5d7ea is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:28.051594 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:28.057869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:28.069339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Pushing event updated for resources: {'Port': ['ID=ca764df0-43b3-4bd5-8c4e-a6f29192d47f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:28.136629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.137279 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.156894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794d85d-bbc9-4478-8bd8-57c6246e4825 req-c3fda0ac-853c-47a4-be0e-8660ade6bbea tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.158453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a794d85d-bbc9-4478-8bd8-57c6246e4825 req-c3fda0ac-853c-47a4-be0e-8660ade6bbea tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 932 time: 0.1016848 Aug 16 01:55:28.183833 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.200662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a794d85d-bbc9-4478-8bd8-57c6246e4825 req-4d8019b0-2022-49f7-a2ca-619ba5a7893f tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Aug 16 01:55:28.204509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Transition to ACTIVE for port object 878dfe83-2616-45ea-9a3b-33e9172fdba3 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:28.231750 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.237300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.245638 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-0c23e71b-f770-4cb3-b11c-483f1039f036 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1619341 Aug 16 01:55:28.264212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Request body: {'port': {'device_id': '13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:28.275213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:28.287557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc491510-29cd-4af4-a57a-4215b5de5a90,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:28.293615 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.293965 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Added segment 2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624 of type vlan for network 22144d4a-9904-4ff0-ba91-72ff212d458d Aug 16 01:55:28.295778 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.341769 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.378296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:28.385870 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.389619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:28.396125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:28.403215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.403457 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.410392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'Port': ['ID=878dfe83-2616-45ea-9a3b-33e9172fdba3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:28.433087 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e3214ba1-e054-475e-b296-01a3cbbda5d7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8154638 Aug 16 01:55:28.433702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41784) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:28.440633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c47c1a11-cd9b-411e-90b1-9f24c7bb5d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d9:57:33'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:28.467708 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.468630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.469242 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.553400 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7366486 Aug 16 01:55:28.563073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41788) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:28.599750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] Request body: {'subnet': {'network_id': '22144d4a-9904-4ff0-ba91-72ff212d458d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-352027645-subnet', 'tenant_id': '9204562bd6344330a6a8959d58b38247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:28.617353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bfdd5-66e1-4eee-9b2d-6ec5e4b273d8 admin admin] Pushing event updated for resources: {'Network': ['ID=22144d4a-9904-4ff0-ba91-72ff212d458d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:28.631189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 22144d4a-9904-4ff0-ba91-72ff212d458d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:28.685509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] Made reservation on behalf of 9204562bd6344330a6a8959d58b38247 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:28.692275 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.763943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8d1b4-10f5-4d96-9075-59bd973b098d req-d273c531-7b44-4d47-9a6c-785ad43452db tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.770788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b5462834-dc13-46d2-ab9b-07acaaa8572b None None] Provisioning for port 878dfe83-2616-45ea-9a3b-33e9172fdba3 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:28.771225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0b8d1b4-10f5-4d96-9075-59bd973b098d req-d273c531-7b44-4d47-9a6c-785ad43452db tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 945 time: 0.1538262 Aug 16 01:55:28.781570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b5462834-dc13-46d2-ab9b-07acaaa8572b None None] Provisioning complete for port 878dfe83-2616-45ea-9a3b-33e9172fdba3 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:28.782702 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b5462834-dc13-46d2-ab9b-07acaaa8572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.791804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca764df0-43b3-4bd5-8c4e-a6f29192d47f {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:28.801309 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.813885 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c47c1a11-cd9b-411e-90b1-9f24c7bb5d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.840912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Transition to ACTIVE for port object ca764df0-43b3-4bd5-8c4e-a6f29192d47f will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:28.844449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b5462834-dc13-46d2-ab9b-07acaaa8572b None None] Port 878dfe83-2616-45ea-9a3b-33e9172fdba3 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:28.849683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0b8d1b4-10f5-4d96-9075-59bd973b098d req-65be9cad-c2cb-4fed-a284-6c80a8e7bc69 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773926 Aug 16 01:55:28.866658 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.938955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9490-d709-4209-8380-7f0d34b6453b req-f8f321dd-6a3b-4a78-b2a5-d1d26f959f33 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.940458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be1e9490-d709-4209-8380-7f0d34b6453b req-f8f321dd-6a3b-4a78-b2a5-d1d26f959f33 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 945 time: 0.1293700 Aug 16 01:55:28.960583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca764df0-43b3-4bd5-8c4e-a6f29192d47f,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.031750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be1e9490-d709-4209-8380-7f0d34b6453b req-22da497f-99f6-435e-b6be-0f8490f3aef3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748687 Aug 16 01:55:29.043802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Attempting to bind port ca764df0-43b3-4bd5-8c4e-a6f29192d47f on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:29.044135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Attempting to bind port ca764df0-43b3-4bd5-8c4e-a6f29192d47f by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'd78bb26b-eae4-4f7d-ad57-3afa1346ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '36353c5d-cadd-404b-b33b-9196c2f5d7ea'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:29.044468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Attempting to bind port ca764df0-43b3-4bd5-8c4e-a6f29192d47f on network 36353c5d-cadd-404b-b33b-9196c2f5d7ea {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:29.049181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Port ca764df0-43b3-4bd5-8c4e-a6f29192d47f on network 36353c5d-cadd-404b-b33b-9196c2f5d7ea not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:29.049491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Attempting to bind port ca764df0-43b3-4bd5-8c4e-a6f29192d47f on network 36353c5d-cadd-404b-b33b-9196c2f5d7ea {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:29.054670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:29.055014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Checking segment: {'id': 'd78bb26b-eae4-4f7d-ad57-3afa1346ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '36353c5d-cadd-404b-b33b-9196c2f5d7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:29.055808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Bound using segment: {'id': 'd78bb26b-eae4-4f7d-ad57-3afa1346ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '36353c5d-cadd-404b-b33b-9196c2f5d7ea'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:29.055808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Bound port: ca764df0-43b3-4bd5-8c4e-a6f29192d47f, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78bb26b-eae4-4f7d-ad57-3afa1346ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '36353c5d-cadd-404b-b33b-9196c2f5d7ea'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:29.056832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.066762 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.131144 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-c31b8479-3b64-4678-bcb1-15ad27e953cb tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.132666 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-c31b8479-3b64-4678-bcb1-15ad27e953cb tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1097 time: 0.1221192 Aug 16 01:55:29.154518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-16'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:29.158711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43f453-2539-4a1d-a272-432cd1eb3f78 req-1513cbd0-f600-4a6d-ad2a-27b98157fc5c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.160248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d43f453-2539-4a1d-a272-432cd1eb3f78 req-1513cbd0-f600-4a6d-ad2a-27b98157fc5c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 943 time: 0.0930841 Aug 16 01:55:29.164727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] For port ca764df0-43b3-4bd5-8c4e-a6f29192d47f, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:29.168626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] For port ca764df0-43b3-4bd5-8c4e-a6f29192d47f, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ca764df0-43b3-4bd5-8c4e-a6f29192d47f,segment=NetworkSegment(d78bb26b-eae4-4f7d-ad57-3afa1346ed59),segment_id=d78bb26b-eae4-4f7d-ad57-3afa1346ed59)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:29.178043 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.185861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7789d165-3a7d-4db2-a227-9db7b882e878,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.210837 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c47c1a11-cd9b-411e-90b1-9f24c7bb5d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.223582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.224280 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.225722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] 10.222.0.84 "PUT /v2.0/ports/ca764df0-43b3-4bd5-8c4e-a6f29192d47f HTTP/1.1" status: 200 len: 1093 time: 0.9659355 Aug 16 01:55:29.229422 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce', 'tag': 'ca764df0-43b3-4bd5-8c4e-a6f29192d47f'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:29.231690 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b87cda-ca1f-49c2-a986-704e1fd797a0" -d '{"events": [{"name": "network-changed", "server_uuid": "13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce", "tag": "ca764df0-43b3-4bd5-8c4e-a6f29192d47f"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:29.236912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c47c1a11-cd9b-411e-90b1-9f24c7bb5d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.253640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] Checking segment: {'id': '2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22144d4a-9904-4ff0-ba91-72ff212d458d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:29.254011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] Network hostable DHCP agents. Network: 22144d4a-9904-4ff0-ba91-72ff212d458d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:29.258753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d43f453-2539-4a1d-a272-432cd1eb3f78 req-a00e81ee-656a-4b9d-ac44-932b81ede1b8 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885742 Aug 16 01:55:29.288082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c47c1a11-cd9b-411e-90b1-9f24c7bb5d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] In _notify_port_updated(), no bound segment for port 878dfe83-2616-45ea-9a3b-33e9172fdba3 on network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:55:29.289871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c5e40-ece7-4bba-a845-b1fb620b3be3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca764df0-43b3-4bd5-8c4e-a6f29192d47f,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.292209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47c1a11-cd9b-411e-90b1-9f24c7bb5d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.292879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c47c1a11-cd9b-411e-90b1-9f24c7bb5d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.297281 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c47c1a11-cd9b-411e-90b1-9f24c7bb5d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "PUT /v2.0/ports/878dfe83-2616-45ea-9a3b-33e9172fdba3 HTTP/1.1" status: 200 len: 1003 time: 0.8608811 Aug 16 01:55:29.298340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41800) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:29.303353 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.328599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e6774cef-56c9-4991-b471-bae82e45e04a details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:29.367701 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ea46f-45a5-4770-b92e-df72758e309f x-openstack-request-id: req-a13ea46f-45a5-4770-b92e-df72758e309f {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:29.369076 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce", "tag": "ca764df0-43b3-4bd5-8c4e-a6f29192d47f", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:29.369076 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a13ea46f-45a5-4770-b92e-df72758e309f {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:29.369739 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce', 'tag': 'ca764df0-43b3-4bd5-8c4e-a6f29192d47f', 'status': 'completed', 'code': 200} Aug 16 01:55:29.377197 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c1a11-cd9b-411e-90b1-9f24c7bb5d15 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'Port': ['ID=878dfe83-2616-45ea-9a3b-33e9172fdba3,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.409836 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] Network 22144d4a-9904-4ff0-ba91-72ff212d458d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:29.411726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab8d48-29af-4b79-b4b4-c00a84254303 req-1557b967-963d-4b47-9189-99ecb62609a4 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.413878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-daab8d48-29af-4b79-b4b4-c00a84254303 req-1557b967-963d-4b47-9189-99ecb62609a4 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 944 time: 0.1067233 Aug 16 01:55:29.426258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e47b-5302-4431-9302-ce08a901875b req-47d08613-df27-4b7b-95f6-3efc619e7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.428559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-47d08613-df27-4b7b-95f6-3efc619e7040 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1f98b5a5fa6d46099b4f4a87d1e70e3f&device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 1096 time: 0.1239626 Aug 16 01:55:29.475900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 22144d4a-9904-4ff0-ba91-72ff212d458d) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:29.481701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e6774cef-56c9-4991-b471-bae82e45e04a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6774cef-56c9-4991-b471-bae82e45e04a,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:29.493423 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb5ade-1af3-4f70-8333-7bae318fe7c8 None None] Network 22144d4a-9904-4ff0-ba91-72ff212d458d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:29.494187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.494805 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.545445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'e6774cef-56c9-4991-b471-bae82e45e04a', 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5', 'port_id': 'e6774cef-56c9-4991-b471-bae82e45e04a', 'mac_address': 'fa:16:3e:de:cf:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012df08-e106-4449-8c19-c14f32b8eec3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:29.554553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-5fcb94bb-9fb4-45c3-9369-ccac66ebe532 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca764df0-43b3-4bd5-8c4e-a6f29192d47f HTTP/1.1" status: 200 len: 217 time: 0.0968041 Aug 16 01:55:29.560338 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-daab8d48-29af-4b79-b4b4-c00a84254303 req-6aa4e143-b70e-486b-a8cd-2088d4f7ac10 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279261 Aug 16 01:55:29.568052 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b72355d4-3abf-47c3-a506-8422564707ea admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0038888 Aug 16 01:55:29.596898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-853a82f5-b250-4045-8685-89aa5a49c635 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Deleting port 878dfe83-2616-45ea-9a3b-33e9172fdba3 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:29.597278 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-853a82f5-b250-4045-8685-89aa5a49c635 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.649562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e47b-5302-4431-9302-ce08a901875b req-92ffa08c-259e-4ef9-8192-f8c2fe337b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.652878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-92ffa08c-259e-4ef9-8192-f8c2fe337b81 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96b20af1-726b-4b0f-a9c3-bb4beb53c589 HTTP/1.1" status: 200 len: 852 time: 0.0881515 Aug 16 01:55:29.659146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:29.678855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.708237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6774cef-56c9-4991-b471-bae82e45e04a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:29.709205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-d2242a7e-e8f6-43ff-a0a6-cad4ffd4e799 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=36353c5d-cadd-404b-b33b-9196c2f5d7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479512 Aug 16 01:55:29.733942 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-853a82f5-b250-4045-8685-89aa5a49c635 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.744361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:29.769663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-853a82f5-b250-4045-8685-89aa5a49c635 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Calling delete_port for 878dfe83-2616-45ea-9a3b-33e9172fdba3 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:29.795766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e6774cef-56c9-4991-b471-bae82e45e04a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6774cef-56c9-4991-b471-bae82e45e04a,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:29.799242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf76cd7-cb2f-4a29-8dbf-5efeb2306818 None None] Network 22144d4a-9904-4ff0-ba91-72ff212d458d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:29.801631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:29.803899 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc30ea7-54d2-40e0-b0be-2e7e7ff966f0" -d '{"events": [{"server_uuid": "e687b597-956c-415d-92ad-c7bf1ac55ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "b81ebfbd-377e-48f2-bec6-a5b1359aec60"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:29.837912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.850299 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.882442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-8b7847ff-1100-4b29-9c4f-3388e7a1e7a2 service neutron] 10.222.0.84 "GET /v2.0/networks/36353c5d-cadd-404b-b33b-9196c2f5d7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636057 Aug 16 01:55:29.890503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.910221 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d1ae3b-c2ef-4ef4-9be9-9664abf63071 x-openstack-request-id: req-16d1ae3b-c2ef-4ef4-9be9-9664abf63071 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:29.910515 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687b597-956c-415d-92ad-c7bf1ac55ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "b81ebfbd-377e-48f2-bec6-a5b1359aec60", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:29.910773 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16d1ae3b-c2ef-4ef4-9be9-9664abf63071 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:29.911177 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60', 'code': 200} Aug 16 01:55:29.954096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e6774cef-56c9-4991-b471-bae82e45e04a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.982558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-14d209f9-6f94-4d31-bb67-ad232c172467 None None] Provisioning complete for port 878dfe83-2616-45ea-9a3b-33e9172fdba3 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:29.983330 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-14d209f9-6f94-4d31-bb67-ad232c172467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.988781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Pushing event updated for resources: {'Port': ['ID=b81ebfbd-377e-48f2-bec6-a5b1359aec60,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.995145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on host n-h2-768851-16 for vnic_type normal with profile {"migrating_to": "n-h1-768851-16"} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:29.995525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:29.995809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:30.022953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:30.023286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:30.034569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:30.034915 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:30.035318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:30.035751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Bound port: b81ebfbd-377e-48f2-bec6-a5b1359aec60, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:30.036108 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.062776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-14d209f9-6f94-4d31-bb67-ad232c172467 None None] Port 878dfe83-2616-45ea-9a3b-33e9172fdba3 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:30.092082 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-853a82f5-b250-4045-8685-89aa5a49c635 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.123594 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f813a6-2431-42c5-88c4-57fe345e0847 req-663ca6e6-02e5-42e2-9715-33d1c6cb28df tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.129513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8f813a6-2431-42c5-88c4-57fe345e0847 req-663ca6e6-02e5-42e2-9715-33d1c6cb28df tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 945 time: 0.0948732 Aug 16 01:55:30.159113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2b5e47b-5302-4431-9302-ce08a901875b req-1aea0c9d-5e3e-44f9-8701-ffce2cefcc07 service neutron] 10.222.0.84 "GET /v2.0/networks/36353c5d-cadd-404b-b33b-9196c2f5d7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681601 Aug 16 01:55:30.196268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['e6774cef-56c9-4991-b471-bae82e45e04a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:30.242649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8f813a6-2431-42c5-88c4-57fe345e0847 req-29916980-da4a-4fc7-bcc3-241c888a0dd7 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093678 Aug 16 01:55:30.396729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-9a93433b-75ab-428a-a1b2-ffbf3b1f0f72 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.398248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-9a93433b-75ab-428a-a1b2-ffbf3b1f0f72 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/networks?id=22144d4a-9904-4ff0-ba91-72ff212d458d HTTP/1.1" status: 200 len: 817 time: 0.2530804 Aug 16 01:55:30.400147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b87cda-ca1f-49c2-a986-704e1fd797a0 req-c8fc5173-ee64-411a-b420-9d2e999c6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.401524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26b87cda-ca1f-49c2-a986-704e1fd797a0 req-c8fc5173-ee64-411a-b420-9d2e999c6a70 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1f98b5a5fa6d46099b4f4a87d1e70e3f&device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 1096 time: 0.1049805 Aug 16 01:55:30.429517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-d26a4751-8421-4d15-8d1f-ce0a6c051068 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/quotas/9204562bd6344330a6a8959d58b38247 HTTP/1.1" status: 200 len: 375 time: 0.0241823 Aug 16 01:55:30.447634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a82f5-b250-4045-8685-89aa5a49c635 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event deleted for resources: {'Port': ['ID=878dfe83-2616-45ea-9a3b-33e9172fdba3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.487315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfda8c-084f-4ca9-ba2d-d42eaa7606c5 req-efb1ebec-b160-4660-aa17-d8d349d75ea5 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.489878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecdfda8c-084f-4ca9-ba2d-d42eaa7606c5 req-efb1ebec-b160-4660-aa17-d8d349d75ea5 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.1468751 Aug 16 01:55:30.494491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-853a82f5-b250-4045-8685-89aa5a49c635 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.499719 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-853a82f5-b250-4045-8685-89aa5a49c635 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "DELETE /v2.0/ports/878dfe83-2616-45ea-9a3b-33e9172fdba3 HTTP/1.1" status: 204 len: 168 time: 1.1971357 Aug 16 01:55:30.500891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:30.502938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41832) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:30.512886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-a1c12aed-1182-422b-b637-7035ad7e03c6 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9204562bd6344330a6a8959d58b38247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713632 Aug 16 01:55:30.533838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b81ebfbd-377e-48f2-bec6-a5b1359aec60 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:30.536011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:30.537660 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ce2b5f-ffed-463b-a046-7931a9875467 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] GET failed (client error): The resource could not be found. Aug 16 01:55:30.545476 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-70ce2b5f-ffed-463b-a046-7931a9875467 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "GET /v2.0/ports/878dfe83-2616-45ea-9a3b-33e9172fdba3 HTTP/1.1" status: 404 len: 333 time: 0.0413702 Aug 16 01:55:30.546462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41836) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:30.554691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Request body: {'port': {'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-688842097'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:30.564417 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.665797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:30.679530 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecdfda8c-084f-4ca9-ba2d-d42eaa7606c5 req-a42c9cd1-e5ee-4d3e-86b7-f18c59276138 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689389 Aug 16 01:55:30.715704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on host n-h2-768851-16 for vnic_type normal with profile {"migrating_to": "n-h1-768851-16"} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:30.716314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:30.716423 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:30.723533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:30.724328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Attempting to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on network 53070772-89aa-468a-b502-c2df2484496e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:30.727097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Pushing event updated for resources: {'Port': ['ID=b81ebfbd-377e-48f2-bec6-a5b1359aec60,revision_number=8']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.749970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:30.750401 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Checking segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:30.751213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Bound using segment: {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:30.751887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Bound port: b81ebfbd-377e-48f2-bec6-a5b1359aec60, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '53070772-89aa-468a-b502-c2df2484496e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:30.752399 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.753336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b87cda-ca1f-49c2-a986-704e1fd797a0 req-6f2daafa-ce64-4658-99da-41e3e5e2d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.755180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26b87cda-ca1f-49c2-a986-704e1fd797a0 req-6f2daafa-ce64-4658-99da-41e3e5e2d0c6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=36353c5d-cadd-404b-b33b-9196c2f5d7ea HTTP/1.1" status: 200 len: 913 time: 0.3415685 Aug 16 01:55:30.759789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.760575 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.762070 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-5901fad0-4bce-49db-b023-b098a686ba4e service neutron] 10.222.0.84 "PUT /v2.0/ports/b81ebfbd-377e-48f2-bec6-a5b1359aec60 HTTP/1.1" status: 200 len: 1123 time: 1.6154044 Aug 16 01:55:30.823452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Made reservation on behalf of 596c45249c9d4faf934ea862b2fb0346 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:30.827756 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.828969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26b87cda-ca1f-49c2-a986-704e1fd797a0 req-dc79aae6-ef94-4117-8ab1-f818f3f154d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca764df0-43b3-4bd5-8c4e-a6f29192d47f HTTP/1.1" status: 200 len: 217 time: 0.0600619 Aug 16 01:55:30.836103 n-d-768851-16 neutron-server[101382]: WARNING neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Concurrent port binding operations failed on port b81ebfbd-377e-48f2-bec6-a5b1359aec60 Aug 16 01:55:30.837966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-10a853ed-d5e7-4e4c-a57e-d363fb732a10 service neutron] 10.222.0.79 "GET /v2.0/networks/22144d4a-9904-4ff0-ba91-72ff212d458d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103275 Aug 16 01:55:30.844697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:30.847207 n-d-768851-16 neutron-server[101382]: INFO neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Attempt 2 to bind port b81ebfbd-377e-48f2-bec6-a5b1359aec60 Aug 16 01:55:30.847797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b81ebfbd-377e-48f2-bec6-a5b1359aec60 has no active binding in host n-h1-768851-16 {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:55:30.855092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] device_id is not set on port e704cf79-0f0c-436d-bc0b-b771a43e04b7 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:30.869477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['b81ebfbd-377e-48f2-bec6-a5b1359aec60'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:30.945330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b87cda-ca1f-49c2-a986-704e1fd797a0 req-16fe48c9-30b8-4846-af0b-98be8806a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.946821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26b87cda-ca1f-49c2-a986-704e1fd797a0 req-16fe48c9-30b8-4846-af0b-98be8806a011 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96b20af1-726b-4b0f-a9c3-bb4beb53c589 HTTP/1.1" status: 200 len: 852 time: 0.0998905 Aug 16 01:55:30.989619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Allocated IP 2001:db8::3d1 (7aec8e0a-fc51-4317-9b64-7d01e2b0db96/df90896e-23f0-44c0-81b9-825a4a03688e/e704cf79-0f0c-436d-bc0b-b771a43e04b7) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:30.992677 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26b87cda-ca1f-49c2-a986-704e1fd797a0 req-e442a9a2-d005-4ea0-ae41-9a3191643523 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=36353c5d-cadd-404b-b33b-9196c2f5d7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377514 Aug 16 01:55:30.997718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b81ebfbd-377e-48f2-bec6-a5b1359aec60'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:31.002368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3462a-2d34-446c-862b-2fd751ed5fdd req-6c96cb58-2c76-47e5-ad8f-b07c1f90af47 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:31.003942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bc3462a-2d34-446c-862b-2fd751ed5fdd req-6c96cb58-2c76-47e5-ad8f-b07c1f90af47 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=b02783f5-dc2e-4883-a631-adc341f37478 HTTP/1.1" status: 200 len: 945 time: 0.2201447 Aug 16 01:55:31.105759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-ddcfd751-96dd-4a2c-a88f-ddd1a112d9e4 service neutron] 10.222.0.79 "GET /v2.0/networks/22144d4a-9904-4ff0-ba91-72ff212d458d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672298 Aug 16 01:55:31.124509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bc3462a-2d34-446c-862b-2fd751ed5fdd req-567c7cb3-f6e7-4340-8a6c-bb6a170158a5 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113043 Aug 16 01:55:31.178863 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.188761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26b87cda-ca1f-49c2-a986-704e1fd797a0 req-21a4b324-3469-4ec1-9fff-91c94f48fbf1 service neutron] 10.222.0.84 "GET /v2.0/networks/36353c5d-cadd-404b-b33b-9196c2f5d7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838593 Aug 16 01:55:31.194789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Transition to ACTIVE for port object e704cf79-0f0c-436d-bc0b-b771a43e04b7 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:31.235363 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.288677 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:31.297226 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:31.302438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:31.309488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:31.310328 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.322886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'Port': ['ID=e704cf79-0f0c-436d-bc0b-b771a43e04b7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:31.344653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e167e20b-de36-4728-8dbd-7b3fdea2a0d0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7940247 Aug 16 01:55:31.348459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e6774cef-56c9-4991-b471-bae82e45e04a up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:31.358931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41846) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:31.370364 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Request body: {'port': {'network_id': '7aec8e0a-fc51-4317-9b64-7d01e2b0db96', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1028147226'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:31.437492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port e6774cef-56c9-4991-b471-bae82e45e04a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:31.442710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port e6774cef-56c9-4991-b471-bae82e45e04a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:31.443399 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.557317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.567153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Made reservation on behalf of 596c45249c9d4faf934ea862b2fb0346 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:31.572840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.599885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6964dc98-f856-4deb-935d-c514ff91de0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6774cef-56c9-4991-b471-bae82e45e04a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:31.603901 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2c4b65-05a2-4798-ab38-4af2b332c0a0" -d '{"events": [{"server_uuid": "6964dc98-f856-4deb-935d-c514ff91de0d", "name": "network-vif-plugged", "status": "completed", "tag": "e6774cef-56c9-4991-b471-bae82e45e04a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:31.608543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] device_id is not set on port 162a6b89-5e91-4b15-9e3a-471e8d058562 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:31.623147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e6774cef-56c9-4991-b471-bae82e45e04a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6774cef-56c9-4991-b471-bae82e45e04a,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:31.628273 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.703416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e6774cef-56c9-4991-b471-bae82e45e04a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:31.728383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58682f-57e6-48e3-9f1a-c823cbfe49fe req-b9ffd191-7522-4ec2-8d5e-620174599b1b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:31.736144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff58682f-57e6-48e3-9f1a-c823cbfe49fe req-b9ffd191-7522-4ec2-8d5e-620174599b1b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 944 time: 0.5432513 Aug 16 01:55:31.785385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281b0e0-ab20-4dc9-84e8-08dc5ea3b29e req-6dbbd829-90a8-4f6e-8c5b-1a6fa530be6b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:31.785850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Allocated IP 2001:db8::283 (7aec8e0a-fc51-4317-9b64-7d01e2b0db96/df90896e-23f0-44c0-81b9-825a4a03688e/162a6b89-5e91-4b15-9e3a-471e8d058562) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:31.794228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f281b0e0-ab20-4dc9-84e8-08dc5ea3b29e req-6dbbd829-90a8-4f6e-8c5b-1a6fa530be6b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 944 time: 0.1681547 Aug 16 01:55:31.806828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26b87cda-ca1f-49c2-a986-704e1fd797a0 req-e73d7071-e6d6-4c75-91d6-ee43c7afdc4e service neutron] 10.222.0.84 "GET /v2.0/networks/36353c5d-cadd-404b-b33b-9196c2f5d7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034908 Aug 16 01:55:31.829810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff58682f-57e6-48e3-9f1a-c823cbfe49fe req-c084b069-9a00-423a-9f15-6e2407502029 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927880 Aug 16 01:55:31.835633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b3667da5-696e-4ec2-9182-b4da2718c782 None None] Provisioning for port e704cf79-0f0c-436d-bc0b-b771a43e04b7 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:31.841670 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b3667da5-696e-4ec2-9182-b4da2718c782 None None] Provisioning complete for port e704cf79-0f0c-436d-bc0b-b771a43e04b7 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:31.842218 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b3667da5-696e-4ec2-9182-b4da2718c782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.863041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f281b0e0-ab20-4dc9-84e8-08dc5ea3b29e req-3771b9ba-66c4-400f-b81c-1855dbf53dc3 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678375 Aug 16 01:55:31.913642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'tag': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:31.917425 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e862945d-577d-4e2e-9d7d-7148a4dbe971" -d '{"events": [{"name": "network-changed", "server_uuid": "e687b597-956c-415d-92ad-c7bf1ac55ac8", "tag": "b81ebfbd-377e-48f2-bec6-a5b1359aec60"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:31.940561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b3667da5-696e-4ec2-9182-b4da2718c782 None None] Port e704cf79-0f0c-436d-bc0b-b771a43e04b7 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:31.990206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.019459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07473b4-6c41-4dfc-bfd9-a9be4993910a req-fab1a48d-6738-44b8-a57c-a3f68439736a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.021050 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c07473b4-6c41-4dfc-bfd9-a9be4993910a req-fab1a48d-6738-44b8-a57c-a3f68439736a tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=26226428-51e1-451a-8173-0b8c03a4139e HTTP/1.1" status: 200 len: 946 time: 0.0649507 Aug 16 01:55:32.028016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Transition to ACTIVE for port object 162a6b89-5e91-4b15-9e3a-471e8d058562 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:32.061750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5b411db-0d5b-42a7-9395-43db653c49d7 req-7261c8ee-d672-49f7-8eca-6b0a6c5e021d tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 210 time: 0.0383937 Aug 16 01:55:32.072554 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.093200 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c07473b4-6c41-4dfc-bfd9-a9be4993910a req-1699f24e-f9de-4eca-a3bc-035fd4cf32ee tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588534 Aug 16 01:55:32.130211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'Port': ['ID=162a6b89-5e91-4b15-9e3a-471e8d058562,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:32.150496 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:32.150695 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acbc0b3-e2af-4e32-aad7-37fdc3969df8 x-openstack-request-id: req-1acbc0b3-e2af-4e32-aad7-37fdc3969df8 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:32.150838 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6964dc98-f856-4deb-935d-c514ff91de0d", "name": "network-vif-plugged", "status": "completed", "tag": "e6774cef-56c9-4991-b471-bae82e45e04a", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:32.151147 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1acbc0b3-e2af-4e32-aad7-37fdc3969df8 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:32.151466 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6964dc98-f856-4deb-935d-c514ff91de0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6774cef-56c9-4991-b471-bae82e45e04a', 'code': 200} Aug 16 01:55:32.152436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:32.166991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:32.176218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.176905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.199916 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bc72be87-c4f9-43fe-91af-f57133d8bdaf tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8392620 Aug 16 01:55:32.202674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41864) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:32.211645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4b7c862d-c6fe-416c-a2be-5fa1bcb899e4 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1dd', 'mac_address': 'fa:16:3e:d9:57:33'}, {'ip_address': '2001:db8::3d1', 'mac_address': 'fa:16:3e:70:e7:9d'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:32.250409 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a464c460-cfd6-4518-8c03-44da75c73471 x-openstack-request-id: req-a464c460-cfd6-4518-8c03-44da75c73471 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:32.251380 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e687b597-956c-415d-92ad-c7bf1ac55ac8", "tag": "b81ebfbd-377e-48f2-bec6-a5b1359aec60", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:32.251380 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a464c460-cfd6-4518-8c03-44da75c73471 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:32.251380 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'tag': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60', 'status': 'completed', 'code': 200} Aug 16 01:55:32.265120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b80b-ac88-47d8-a575-b1cc12cc7602 req-7a10a106-3757-4674-a915-34da27b7e57a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.274064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4659b80b-ac88-47d8-a575-b1cc12cc7602 req-7a10a106-3757-4674-a915-34da27b7e57a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.1016479 Aug 16 01:55:32.353294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862945d-577d-4e2e-9d7d-7148a4dbe971 req-541124fc-891a-4998-8ad2-ee77df5199cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.354856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e862945d-577d-4e2e-9d7d-7148a4dbe971 req-541124fc-891a-4998-8ad2-ee77df5199cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 1126 time: 0.0768960 Aug 16 01:55:32.369371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4659b80b-ac88-47d8-a575-b1cc12cc7602 req-3e3e5eb8-15f3-494d-9aea-041d2c8c24a3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884297 Aug 16 01:55:32.373391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b24768-0579-4296-a5d6-381d785b2d4e req-862784e0-6d36-488b-ae20-5c880b48f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.375608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27b24768-0579-4296-a5d6-381d785b2d4e req-862784e0-6d36-488b-ae20-5c880b48f405 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 1097 time: 0.1270068 Aug 16 01:55:32.380230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b7c862d-c6fe-416c-a2be-5fa1bcb899e4 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.481881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862945d-577d-4e2e-9d7d-7148a4dbe971 req-9c1bee51-5535-4835-8e10-162626cc4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.483463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e862945d-577d-4e2e-9d7d-7148a4dbe971 req-9c1bee51-5535-4835-8e10-162626cc4566 service neutron] 10.222.0.89 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.1130338 Aug 16 01:55:32.501177 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27b24768-0579-4296-a5d6-381d785b2d4e req-e9083252-4301-43b3-83c1-6d4d2bd369fb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169832 Aug 16 01:55:32.529332 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e862945d-577d-4e2e-9d7d-7148a4dbe971 req-52eea09f-0e3b-4930-ba7e-b4ef6cb2b953 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60 HTTP/1.1" status: 200 len: 217 time: 0.0377417 Aug 16 01:55:32.573052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-354d972e-aef6-4e89-bcc1-cb3606231ee8 None None] Provisioning for port 162a6b89-5e91-4b15-9e3a-471e8d058562 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:32.577856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-354d972e-aef6-4e89-bcc1-cb3606231ee8 None None] Provisioning complete for port 162a6b89-5e91-4b15-9e3a-471e8d058562 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:32.578232 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-354d972e-aef6-4e89-bcc1-cb3606231ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.617188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-354d972e-aef6-4e89-bcc1-cb3606231ee8 None None] Port 162a6b89-5e91-4b15-9e3a-471e8d058562 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:32.628071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad7400-3cfb-4c00-b1e3-acbb80e53dd1 req-09c64dc7-9c69-47ac-bab2-f14fd31bb996 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.629688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97ad7400-3cfb-4c00-b1e3-acbb80e53dd1 req-09c64dc7-9c69-47ac-bab2-f14fd31bb996 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=26226428-51e1-451a-8173-0b8c03a4139e HTTP/1.1" status: 200 len: 946 time: 0.0990572 Aug 16 01:55:32.636433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862945d-577d-4e2e-9d7d-7148a4dbe971 req-083b18a3-1406-4642-b070-925211b06a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.637906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e862945d-577d-4e2e-9d7d-7148a4dbe971 req-083b18a3-1406-4642-b070-925211b06a77 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.0764358 Aug 16 01:55:32.657650 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b7c862d-c6fe-416c-a2be-5fa1bcb899e4 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.662394 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b7c862d-c6fe-416c-a2be-5fa1bcb899e4 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.682803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e862945d-577d-4e2e-9d7d-7148a4dbe971 req-f9aeb24c-0e85-44b2-b257-bf5e90719a0c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304773 Aug 16 01:55:32.695376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c862d-c6fe-416c-a2be-5fa1bcb899e4 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] In _notify_port_updated(), no bound segment for port 162a6b89-5e91-4b15-9e3a-471e8d058562 on network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:55:32.701190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c862d-c6fe-416c-a2be-5fa1bcb899e4 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.702168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b7c862d-c6fe-416c-a2be-5fa1bcb899e4 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.707349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97ad7400-3cfb-4c00-b1e3-acbb80e53dd1 req-4473beeb-2597-4f43-a2d3-9fff2a443cfa tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684621 Aug 16 01:55:32.707558 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4b7c862d-c6fe-416c-a2be-5fa1bcb899e4 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "PUT /v2.0/ports/162a6b89-5e91-4b15-9e3a-471e8d058562 HTTP/1.1" status: 200 len: 1068 time: 0.5016336 Aug 16 01:55:32.707826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41870) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:32.729321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c862d-c6fe-416c-a2be-5fa1bcb899e4 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event updated for resources: {'Port': ['ID=162a6b89-5e91-4b15-9e3a-471e8d058562,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:32.855358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e862945d-577d-4e2e-9d7d-7148a4dbe971 req-d6c3f2fc-9d20-4bdc-868a-86ab2649fb1c service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620803 Aug 16 01:55:33.042203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1850e1d8-5984-481e-b09f-0fc38e942d30 None None] Provisioning complete for port 162a6b89-5e91-4b15-9e3a-471e8d058562 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:33.042824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1850e1d8-5984-481e-b09f-0fc38e942d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.051598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d06400fc-be2e-4b6d-bc56-5962009dc4b6 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Deleting port 162a6b89-5e91-4b15-9e3a-471e8d058562 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:33.051933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d06400fc-be2e-4b6d-bc56-5962009dc4b6 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.075830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1850e1d8-5984-481e-b09f-0fc38e942d30 None None] Port 162a6b89-5e91-4b15-9e3a-471e8d058562 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:33.199000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ed016-228b-4508-b987-8afac3908817 req-eb69b278-1264-4907-aae6-7aaa2d623172 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.200364 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c99ed016-228b-4508-b987-8afac3908817 req-eb69b278-1264-4907-aae6-7aaa2d623172 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 945 time: 0.2271574 Aug 16 01:55:33.211488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957148f0-6b15-41f6-b64e-017c85ee718c req-602e32da-ebdf-4cc8-a8d2-d257d1e81db7 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.213438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-957148f0-6b15-41f6-b64e-017c85ee718c req-602e32da-ebdf-4cc8-a8d2-d257d1e81db7 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 944 time: 0.2361412 Aug 16 01:55:33.215254 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e862945d-577d-4e2e-9d7d-7148a4dbe971 req-8c263e0f-017a-433e-984c-21c06501a60a service neutron] 10.222.0.89 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501790 Aug 16 01:55:33.229501 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-8f25cc5b-f794-4eb3-93a8-a16fd357f378 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.230884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-8f25cc5b-f794-4eb3-93a8-a16fd357f378 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.84 "GET /v2.0/networks?id=22144d4a-9904-4ff0-ba91-72ff212d458d HTTP/1.1" status: 200 len: 817 time: 0.3578181 Aug 16 01:55:33.267064 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d06400fc-be2e-4b6d-bc56-5962009dc4b6 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.272701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Request body: {'port': {'device_id': 'ccb1cf64-45b1-4470-8081-cb5d4c7654cc', 'network_id': '22144d4a-9904-4ff0-ba91-72ff212d458d', 'admin_state_up': True, 'tenant_id': '9204562bd6344330a6a8959d58b38247'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:33.330680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d06400fc-be2e-4b6d-bc56-5962009dc4b6 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Calling delete_port for 162a6b89-5e91-4b15-9e3a-471e8d058562 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:33.371222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c99ed016-228b-4508-b987-8afac3908817 req-85eb0f2c-0006-4b31-8c70-ecfe78dd5173 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525972 Aug 16 01:55:33.382047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-957148f0-6b15-41f6-b64e-017c85ee718c req-1092364d-93d4-4331-a6f1-45c85d014c35 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616378 Aug 16 01:55:33.483531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8541b177-8482-4981-9292-479e348f7a04 req-d83a384a-535d-4f91-aaa3-79532e302d2d tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 210 time: 0.0333259 Aug 16 01:55:33.525399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Made reservation on behalf of 9204562bd6344330a6a8959d58b38247 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:33.529315 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.650163 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d06400fc-be2e-4b6d-bc56-5962009dc4b6 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.696332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5419d4a-3a6a-4335-afc9-290d18f5f2f9 req-b5a1ac87-7fe2-43da-8505-74778a625a88 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.698413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5419d4a-3a6a-4335-afc9-290d18f5f2f9 req-b5a1ac87-7fe2-43da-8505-74778a625a88 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.1401255 Aug 16 01:55:33.706943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06400fc-be2e-4b6d-bc56-5962009dc4b6 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event deleted for resources: {'Port': ['ID=162a6b89-5e91-4b15-9e3a-471e8d058562,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:33.861455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5419d4a-3a6a-4335-afc9-290d18f5f2f9 req-9caf91b5-1c09-492f-a93d-9e7f34dbc9c6 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556332 Aug 16 01:55:33.919310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Allocated IP 172.20.0.11 (22144d4a-9904-4ff0-ba91-72ff212d458d/7789d165-3a7d-4db2-a227-9db7b882e878/e8c2c237-b6f6-4883-bd36-570642838e2a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:33.975258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70579e44-7d03-4997-9821-724e7968cced req-65552706-0238-4e38-8929-7e2901012406 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.976662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70579e44-7d03-4997-9821-724e7968cced req-65552706-0238-4e38-8929-7e2901012406 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=26226428-51e1-451a-8173-0b8c03a4139e HTTP/1.1" status: 200 len: 946 time: 0.1551986 Aug 16 01:55:34.063765 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d06400fc-be2e-4b6d-bc56-5962009dc4b6 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.065588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d06400fc-be2e-4b6d-bc56-5962009dc4b6 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "DELETE /v2.0/ports/162a6b89-5e91-4b15-9e3a-471e8d058562 HTTP/1.1" status: 204 len: 168 time: 1.3475988 Aug 16 01:55:34.068487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41886) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:34.097878 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-8236043b-b4a2-4df9-a5f7-e645839f4592 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] GET failed (client error): The resource could not be found. Aug 16 01:55:34.099384 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8236043b-b4a2-4df9-a5f7-e645839f4592 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "GET /v2.0/ports/162a6b89-5e91-4b15-9e3a-471e8d058562 HTTP/1.1" status: 404 len: 333 time: 0.0298820 Aug 16 01:55:34.102134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41888) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:34.120744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70579e44-7d03-4997-9821-724e7968cced req-16037946-5b7b-4570-8cd6-77d0c31bb5a3 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293926 Aug 16 01:55:34.182014 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.193149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6b85f2f2-61b0-4759-887f-6ecb4e73efcb tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Deleting port e704cf79-0f0c-436d-bc0b-b771a43e04b7 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:34.193493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6b85f2f2-61b0-4759-887f-6ecb4e73efcb tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.230790 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.284315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Network 22144d4a-9904-4ff0-ba91-72ff212d458d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:34.285165 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6b85f2f2-61b0-4759-887f-6ecb4e73efcb tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.287504 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:34.291347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:34.301285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6b85f2f2-61b0-4759-887f-6ecb4e73efcb tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Calling delete_port for e704cf79-0f0c-436d-bc0b-b771a43e04b7 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:34.325785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Pushing event updated for resources: {'Port': ['ID=e8c2c237-b6f6-4883-bd36-570642838e2a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:34.351364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.352065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.366526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-25784c5f-42ba-40af-a876-2f812548d6cc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1080136 Aug 16 01:55:34.392927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Request body: {'port': {'device_id': 'ccb1cf64-45b1-4470-8081-cb5d4c7654cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:34.446816 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6b85f2f2-61b0-4759-887f-6ecb4e73efcb tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.505339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.523638 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6b85f2f2-61b0-4759-887f-6ecb4e73efcb tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.528468 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6b85f2f2-61b0-4759-887f-6ecb4e73efcb tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "DELETE /v2.0/ports/e704cf79-0f0c-436d-bc0b-b771a43e04b7 HTTP/1.1" status: 204 len: 168 time: 0.4230802 Aug 16 01:55:34.528468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85f2f2-61b0-4759-887f-6ecb4e73efcb tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event deleted for resources: {'Port': ['ID=e704cf79-0f0c-436d-bc0b-b771a43e04b7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:34.530388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41898) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:34.551818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54405e-a278-49c9-bb29-910cdc9cb1ce req-daceb61c-ce49-4adc-8e6d-fe71e30678b2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.553464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af54405e-a278-49c9-bb29-910cdc9cb1ce req-daceb61c-ce49-4adc-8e6d-fe71e30678b2 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.89 "GET /v2.0/ports?device_id=26226428-51e1-451a-8173-0b8c03a4139e HTTP/1.1" status: 200 len: 946 time: 0.1408021 Aug 16 01:55:34.559814 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18570ec-4828-445b-a74c-a6a12679f0c7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] GET failed (client error): The resource could not be found. Aug 16 01:55:34.564726 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a18570ec-4828-445b-a74c-a6a12679f0c7 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "GET /v2.0/ports/e704cf79-0f0c-436d-bc0b-b771a43e04b7 HTTP/1.1" status: 404 len: 333 time: 0.0330040 Aug 16 01:55:34.565369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41900) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:34.591526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ca764df0-43b3-4bd5-8c4e-a6f29192d47f details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:34.689460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-53396f13-c911-4cec-a1ba-5c667a6e1ab0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Deleting port ca3069a4-1c34-4331-a8d7-eabd12f8048a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:34.689903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53396f13-c911-4cec-a1ba-5c667a6e1ab0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.737606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port ca764df0-43b3-4bd5-8c4e-a6f29192d47f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ca764df0-43b3-4bd5-8c4e-a6f29192d47f,segment=NetworkSegment(d78bb26b-eae4-4f7d-ad57-3afa1346ed59),segment_id=d78bb26b-eae4-4f7d-ad57-3afa1346ed59)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:34.754470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'ca764df0-43b3-4bd5-8c4e-a6f29192d47f', 'network_id': '36353c5d-cadd-404b-b33b-9196c2f5d7ea', 'port_id': 'ca764df0-43b3-4bd5-8c4e-a6f29192d47f', 'mac_address': 'fa:16:3e:47:f5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b20af1-726b-4b0f-a9c3-bb4beb53c589', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:34.801436 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.808594 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53396f13-c911-4cec-a1ba-5c667a6e1ab0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.817641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca764df0-43b3-4bd5-8c4e-a6f29192d47f {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:34.825218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-53396f13-c911-4cec-a1ba-5c667a6e1ab0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Calling delete_port for ca3069a4-1c34-4331-a8d7-eabd12f8048a owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:34.839952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port ca764df0-43b3-4bd5-8c4e-a6f29192d47f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ca764df0-43b3-4bd5-8c4e-a6f29192d47f,segment=NetworkSegment(d78bb26b-eae4-4f7d-ad57-3afa1346ed59),segment_id=d78bb26b-eae4-4f7d-ad57-3afa1346ed59)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:34.844201 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.907611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=ca764df0-43b3-4bd5-8c4e-a6f29192d47f,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:34.916532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.917284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.917931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.918503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.919094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.919657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.920324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.920883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.921449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.922014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.922419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.922936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.952996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ecad0-44e5-4dfb-8f60-5f46f7f19e36 req-2301764e-d92b-4fb2-8872-4fcf7628c465 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.954495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a32ecad0-44e5-4dfb-8f60-5f46f7f19e36 req-2301764e-d92b-4fb2-8872-4fcf7628c465 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 944 time: 0.4801927 Aug 16 01:55:34.961743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda7a42-4c83-4293-a78c-f916803731d1 req-0039c9f5-2132-488c-9c37-3d48ba077aa1 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.963763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0bda7a42-4c83-4293-a78c-f916803731d1 req-0039c9f5-2132-488c-9c37-3d48ba077aa1 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 945 time: 0.4905806 Aug 16 01:55:34.989785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53396f13-c911-4cec-a1ba-5c667a6e1ab0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.019759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53396f13-c911-4cec-a1ba-5c667a6e1ab0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event deleted for resources: {'Port': ['ID=ca3069a4-1c34-4331-a8d7-eabd12f8048a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:35.052196 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53396f13-c911-4cec-a1ba-5c667a6e1ab0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.056655 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-53396f13-c911-4cec-a1ba-5c667a6e1ab0 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "DELETE /v2.0/ports/ca3069a4-1c34-4331-a8d7-eabd12f8048a HTTP/1.1" status: 204 len: 168 time: 0.4879220 Aug 16 01:55:35.056899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41906) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:35.116555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-a065528d-5ab6-4682-a048-5bfd4b92024f tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Deleting subnet df90896e-23f0-44c0-81b9-825a4a03688e {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:35.120730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a065528d-5ab6-4682-a048-5bfd4b92024f tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.132407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0bda7a42-4c83-4293-a78c-f916803731d1 req-78f3dca0-9d46-4c28-9445-dfe52bdf33bd tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594701 Aug 16 01:55:35.180077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a065528d-5ab6-4682-a048-5bfd4b92024f tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.256902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a32ecad0-44e5-4dfb-8f60-5f46f7f19e36 req-a64532e4-13a8-4ca9-a9d4-871525693354 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918837 Aug 16 01:55:35.339632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a065528d-5ab6-4682-a048-5bfd4b92024f tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.378118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-af54405e-a278-49c9-bb29-910cdc9cb1ce req-9b77825d-81ab-432c-897e-abec8be70284 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Deleting port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:35.378632 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-af54405e-a278-49c9-bb29-910cdc9cb1ce req-9b77825d-81ab-432c-897e-abec8be70284 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.440099 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a065528d-5ab6-4682-a048-5bfd4b92024f tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.495445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a065528d-5ab6-4682-a048-5bfd4b92024f tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.499134 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a065528d-5ab6-4682-a048-5bfd4b92024f tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "DELETE /v2.0/subnets/df90896e-23f0-44c0-81b9-825a4a03688e HTTP/1.1" status: 204 len: 168 time: 0.4411166 Aug 16 01:55:35.501978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41912) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:35.513942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065528d-5ab6-4682-a048-5bfd4b92024f tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event deleted for resources: {'Subnet': ['ID=df90896e-23f0-44c0-81b9-825a4a03688e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:35.533660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['ca764df0-43b3-4bd5-8c4e-a6f29192d47f'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:35.536007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5896be21-3f95-4638-92e2-049232b51f30 None None] Network 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:35.610964 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.678531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c2c237-b6f6-4883-bd36-570642838e2a {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:35.693454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Deleting port 8d5dcd44-7759-4591-becf-8f6871b85c5c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:35.696931 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.698657 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.718830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50804a60-f02d-4b5c-b807-10d8d32ebd14 req-eca4946e-fe06-4cd0-a271-fa89aba45c9b tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:35.726274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50804a60-f02d-4b5c-b807-10d8d32ebd14 req-eca4946e-fe06-4cd0-a271-fa89aba45c9b tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 932 time: 0.3290744 Aug 16 01:55:35.751842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c16db4-d723-4433-a109-e8ef229bb109 req-a8a09904-18b4-4c00-989e-204541b3cb7b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:35.753430 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16c16db4-d723-4433-a109-e8ef229bb109 req-a8a09904-18b4-4c00-989e-204541b3cb7b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.2245343 Aug 16 01:55:35.758628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-af54405e-a278-49c9-bb29-910cdc9cb1ce req-9b77825d-81ab-432c-897e-abec8be70284 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] For port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:35.759530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-af54405e-a278-49c9-bb29-910cdc9cb1ce req-9b77825d-81ab-432c-897e-abec8be70284 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.790599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Transition to ACTIVE for port object e8c2c237-b6f6-4883-bd36-570642838e2a will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:35.803429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-af54405e-a278-49c9-bb29-910cdc9cb1ce req-9b77825d-81ab-432c-897e-abec8be70284 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Calling delete_port for 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:35.804447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] For port 8d5dcd44-7759-4591-becf-8f6871b85c5c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8d5dcd44-7759-4591-becf-8f6871b85c5c,segment=NetworkSegment(433bd431-e836-46e8-96cd-9780398b59cd),segment_id=433bd431-e836-46e8-96cd-9780398b59cd)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:35.805388 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.814295 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.842199 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Calling delete_port for 8d5dcd44-7759-4591-becf-8f6871b85c5c owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:35.883310 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50804a60-f02d-4b5c-b807-10d8d32ebd14 req-b7418c9e-c262-4a22-bc85-7e6a481e2b81 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560681 Aug 16 01:55:35.911042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08756c1-2bed-4bcf-935d-201ef3751715 None None] DHCP port deletion for 7aec8e0a-fc51-4317-9b64-7d01e2b0db96 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:35.965496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.969238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16c16db4-d723-4433-a109-e8ef229bb109 req-f3dd0e91-22d5-4d24-ae45-be21f64e0482 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068655 Aug 16 01:55:36.026429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Pushing event updated for resources: {'Port': ['ID=e8c2c237-b6f6-4883-bd36-570642838e2a,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.054775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event deleted for resources: {'Port': ['ID=8d5dcd44-7759-4591-becf-8f6871b85c5c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.061591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a08756c1-2bed-4bcf-935d-201ef3751715 None None] Deleting port 8d5dcd44-7759-4591-becf-8f6871b85c5c {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:36.062053 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a08756c1-2bed-4bcf-935d-201ef3751715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.062935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] No DVR routers for this DVR port 8d5dcd44-7759-4591-becf-8f6871b85c5c on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:36.146795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a08756c1-2bed-4bcf-935d-201ef3751715 None None] For port 8d5dcd44-7759-4591-becf-8f6871b85c5c, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:36.147447 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a08756c1-2bed-4bcf-935d-201ef3751715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.161887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a08756c1-2bed-4bcf-935d-201ef3751715 None None] Calling delete_port for 8d5dcd44-7759-4591-becf-8f6871b85c5c owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:36.164884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-a08756c1-2bed-4bcf-935d-201ef3751715 None None] Port 8d5dcd44-7759-4591-becf-8f6871b85c5c was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:55:36.166913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a08756c1-2bed-4bcf-935d-201ef3751715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.183381 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.195104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08756c1-2bed-4bcf-935d-201ef3751715 None None] Pushing event deleted for resources: {'Port': ['ID=8d5dcd44-7759-4591-becf-8f6871b85c5c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.197816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aec8e0a-fc51-4317-9b64-7d01e2b0db96']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:36.200995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Attempting to bind port e8c2c237-b6f6-4883-bd36-570642838e2a on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:36.201474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Attempting to bind port e8c2c237-b6f6-4883-bd36-570642838e2a by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22144d4a-9904-4ff0-ba91-72ff212d458d'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:36.202002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Attempting to bind port e8c2c237-b6f6-4883-bd36-570642838e2a on network 22144d4a-9904-4ff0-ba91-72ff212d458d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:36.204136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08756c1-2bed-4bcf-935d-201ef3751715 None None] No DVR routers for this DVR port 8d5dcd44-7759-4591-becf-8f6871b85c5c on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:36.220140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433bd431-e836-46e8-96cd-9780398b59cd') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:36.220555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433bd431-e836-46e8-96cd-9780398b59cd') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:36.226760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Port e8c2c237-b6f6-4883-bd36-570642838e2a on network 22144d4a-9904-4ff0-ba91-72ff212d458d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:36.227154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Attempting to bind port e8c2c237-b6f6-4883-bd36-570642838e2a on network 22144d4a-9904-4ff0-ba91-72ff212d458d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:36.231146 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.239847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e855c-6c42-468e-b02a-5691dff764ea req-9ed40ab0-8909-48ab-b5d0-483c67e2a9e2 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:36.248038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa8e855c-6c42-468e-b02a-5691dff764ea req-9ed40ab0-8909-48ab-b5d0-483c67e2a9e2 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 945 time: 0.1588600 Aug 16 01:55:36.256409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.257387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492f37f-58ed-47a2-af6b-ab0b5cf4050e req-972d2354-8889-4851-9c76-1d1802ea159e tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:36.259490 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6492f37f-58ed-47a2-af6b-ab0b5cf4050e req-972d2354-8889-4851-9c76-1d1802ea159e tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=26226428-51e1-451a-8173-0b8c03a4139e HTTP/1.1" status: 200 len: 946 time: 0.1959662 Aug 16 01:55:36.274449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:36.274787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Checking segment: {'id': '2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22144d4a-9904-4ff0-ba91-72ff212d458d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:36.275039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:36.275201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Bound using segment: {'id': '2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22144d4a-9904-4ff0-ba91-72ff212d458d'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:36.275481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.275644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Bound port: e8c2c237-b6f6-4883-bd36-570642838e2a, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22144d4a-9904-4ff0-ba91-72ff212d458d'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:36.276108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:36.287622 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:36.310130 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-af54405e-a278-49c9-bb29-910cdc9cb1ce req-9b77825d-81ab-432c-897e-abec8be70284 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.323436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['624383fa-3d31-4600-aa45-b4a4da5b14a2', '9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:36.377478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8d5dcd44-7759-4591-becf-8f6871b85c5c no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:36.392070 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.404798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77825d-81ab-432c-897e-abec8be70284 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Pushing event deleted for resources: {'Port': ['ID=9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.405600 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.427060 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] 10.222.0.79 "DELETE /v2.0/networks/7aec8e0a-fc51-4317-9b64-7d01e2b0db96 HTTP/1.1" status: 204 len: 168 time: 0.9235113 Aug 16 01:55:36.431674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa8e855c-6c42-468e-b02a-5691dff764ea req-c6c4571c-2001-4452-ae56-52e3d9ea3d97 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820402 Aug 16 01:55:36.464790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c52bf-93fc-4bca-be9f-a3691cf67561 tempest-AllowedAddressPairIpV6TestJSON-660415465 tempest-AllowedAddressPairIpV6TestJSON-660415465-project] Pushing event deleted for resources: {'Network': ['ID=7aec8e0a-fc51-4317-9b64-7d01e2b0db96,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.480192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6492f37f-58ed-47a2-af6b-ab0b5cf4050e req-8f6687cd-8242-4942-b79a-7fefc309926e tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037709 Aug 16 01:55:36.520562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-af54405e-a278-49c9-bb29-910cdc9cb1ce req-9b77825d-81ab-432c-897e-abec8be70284 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] No DVR routers for this DVR port 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:36.524318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8d5dcd44-7759-4591-becf-8f6871b85c5c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:36.524702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8d5dcd44-7759-4591-becf-8f6871b85c5c not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:36.536103 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-af54405e-a278-49c9-bb29-910cdc9cb1ce req-9b77825d-81ab-432c-897e-abec8be70284 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.543582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af54405e-a278-49c9-bb29-910cdc9cb1ce req-9b77825d-81ab-432c-897e-abec8be70284 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.89 "DELETE /v2.0/ports/9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 HTTP/1.1" status: 204 len: 173 time: 1.9778378 Aug 16 01:55:36.545540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26226428-51e1-451a-8173-0b8c03a4139e', 'name': 'network-vif-deleted', 'tag': '9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:36.547879 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10af1498-3dd8-478d-9b92-d0512882ead8" -d '{"events": [{"server_uuid": "26226428-51e1-451a-8173-0b8c03a4139e", "name": "network-vif-deleted", "tag": "9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:36.551480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] For port e8c2c237-b6f6-4883-bd36-570642838e2a, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:36.678442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] For port e8c2c237-b6f6-4883-bd36-570642838e2a, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e8c2c237-b6f6-4883-bd36-570642838e2a,segment=NetworkSegment(2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624),segment_id=2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:36.690099 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.757634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:36.758360 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.760522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] 10.222.0.84 "PUT /v2.0/ports/e8c2c237-b6f6-4883-bd36-570642838e2a HTTP/1.1" status: 200 len: 1093 time: 2.3719156 Aug 16 01:55:36.777959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f917e0-6e90-4235-b831-e203d153d890 req-c63bac1d-a040-4dac-84b9-b3e49a51faf8 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:36.779815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41f917e0-6e90-4235-b831-e203d153d890 req-c63bac1d-a040-4dac-84b9-b3e49a51faf8 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 945 time: 0.2037876 Aug 16 01:55:36.797109 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['bd05501d-8d5d-4607-b9dc-3edf261c05d5'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:36.893776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41932) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:36.928813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41f917e0-6e90-4235-b831-e203d153d890 req-d665c70c-bd1f-4002-89ef-648a93d54833 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347618 Aug 16 01:55:36.950636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc2bee-c6e2-489f-b3ee-06767952738d service neutron] Pushing event updated for resources: {'Port': ['ID=e8c2c237-b6f6-4883-bd36-570642838e2a,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.967393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-7d9d081d-b43c-4aad-a1d8-95fa3540c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:36.968971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-7d9d081d-b43c-4aad-a1d8-95fa3540c318 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9204562bd6344330a6a8959d58b38247&device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 1096 time: 0.1164410 Aug 16 01:55:37.064890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-6211b99e-b89c-4a14-a752-380f5fefda20 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c2c237-b6f6-4883-bd36-570642838e2a HTTP/1.1" status: 200 len: 217 time: 0.0801895 Aug 16 01:55:37.066714 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2e0e57-0af8-440d-9dd1-476be42b8c65 x-openstack-request-id: req-1d2e0e57-0af8-440d-9dd1-476be42b8c65 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:37.067225 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26226428-51e1-451a-8173-0b8c03a4139e", "name": "network-vif-deleted", "tag": "9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:37.067891 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d2e0e57-0af8-440d-9dd1-476be42b8c65 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:37.068462 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26226428-51e1-451a-8173-0b8c03a4139e', 'name': 'network-vif-deleted', 'tag': '9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3', 'status': 'completed', 'code': 200} Aug 16 01:55:37.130112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-40de8bfd-265b-43ce-8a47-ab422c6ba42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:37.131963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-40de8bfd-265b-43ce-8a47-ab422c6ba42d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7789d165-3a7d-4db2-a227-9db7b882e878 HTTP/1.1" status: 200 len: 857 time: 0.0574961 Aug 16 01:55:37.150626 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c310d52e-0ab9-49c1-b14b-5a9b7cf73cc0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=596c45249c9d4faf934ea862b2fb0346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527812 Aug 16 01:55:37.151180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41944) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:37.180836 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-95da14ba-6b5e-4838-b0ed-4d386af6005a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22144d4a-9904-4ff0-ba91-72ff212d458d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343380 Aug 16 01:55:37.228695 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a19a-4faa-47c0-b6b6-e18ce2be7ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.262709 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a19a-4faa-47c0-b6b6-e18ce2be7ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.330345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a19a-4faa-47c0-b6b6-e18ce2be7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.336352 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a19a-4faa-47c0-b6b6-e18ce2be7ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.342454 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0ea5a19a-4faa-47c0-b6b6-e18ce2be7ab0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7c192afe-e870-4205-815f-c42d95dd9c72 HTTP/1.1" status: 204 len: 168 time: 0.1875541 Aug 16 01:55:37.342670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-484cef70-0596-47b5-ab08-05534ea7de85 service neutron] 10.222.0.89 "GET /v2.0/ports/b81ebfbd-377e-48f2-bec6-a5b1359aec60/bindings/n-h1-768851-16 HTTP/1.1" status: 200 len: 385 time: 0.1371360 Aug 16 01:55:37.347397 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device b81ebfbd-377e-48f2-bec6-a5b1359aec60 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:37.368621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d2eea-bf73-4fad-8f11-b7a633f4c750 req-130178f2-cac0-4966-9704-b9059cd2f422 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:37.376754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-304d2eea-bf73-4fad-8f11-b7a633f4c750 req-130178f2-cac0-4966-9704-b9059cd2f422 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 944 time: 0.2429330 Aug 16 01:55:37.382468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5a19a-4faa-47c0-b6b6-e18ce2be7ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c192afe-e870-4205-815f-c42d95dd9c72,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:37.495854 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-eb1f6d99-ba16-44e2-84d1-9e001c3dc5e2 service neutron] 10.222.0.84 "GET /v2.0/networks/22144d4a-9904-4ff0-ba91-72ff212d458d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008718 Aug 16 01:55:37.561127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-304d2eea-bf73-4fad-8f11-b7a633f4c750 req-0fe38426-dd35-4912-a65a-09fc47abd9a5 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834245 Aug 16 01:55:37.586725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb2451-2696-4f67-b070-1c2bba59f4d7 req-8836456e-6723-4233-9282-e5697a92e12f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:37.586725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1beb2451-2696-4f67-b070-1c2bba59f4d7 req-8836456e-6723-4233-9282-e5697a92e12f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 943 time: 0.1959805 Aug 16 01:55:37.671357 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1beb2451-2696-4f67-b070-1c2bba59f4d7 req-db2b3812-60b5-4e8b-8f32-4de31e60ed21 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853868 Aug 16 01:55:37.713304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d777644a-0ff0-4a03-8e45-474f0a3d19af req-834796ce-d39e-44b7-8396-7748442db9c3 service neutron] 10.222.0.84 "GET /v2.0/networks/22144d4a-9904-4ff0-ba91-72ff212d458d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077327 Aug 16 01:55:37.809678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-25c0bf56-6c4e-45b3-a6a0-9866c79b8c5a service neutron] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:37.833560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-25c0bf56-6c4e-45b3-a6a0-9866c79b8c5a service neutron] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:37.873874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-25c0bf56-6c4e-45b3-a6a0-9866c79b8c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81ebfbd-377e-48f2-bec6-a5b1359aec60 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:37.886088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-25c0bf56-6c4e-45b3-a6a0-9866c79b8c5a service neutron] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:37.903248 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-25c0bf56-6c4e-45b3-a6a0-9866c79b8c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.024009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384691e-e05d-4dfe-9a29-ac3cd1b08c38 req-405ec010-b966-44bf-9436-09b7836e4164 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.025576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d384691e-e05d-4dfe-9a29-ac3cd1b08c38 req-405ec010-b966-44bf-9436-09b7836e4164 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 945 time: 0.0848584 Aug 16 01:55:38.071790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-25c0bf56-6c4e-45b3-a6a0-9866c79b8c5a service neutron] Transition to ACTIVE for port object b81ebfbd-377e-48f2-bec6-a5b1359aec60 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:38.087436 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-25c0bf56-6c4e-45b3-a6a0-9866c79b8c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.156947 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d384691e-e05d-4dfe-9a29-ac3cd1b08c38 req-b7d37627-05d5-42bd-9a5b-c9135b2fac93 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169152 Aug 16 01:55:38.182400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643b75f-1871-445e-8a1b-6c9549bb2ec0 req-215fed38-465e-4fd0-becf-b5149b2e6da1 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.182400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c643b75f-1871-445e-8a1b-6c9549bb2ec0 req-215fed38-465e-4fd0-becf-b5149b2e6da1 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 945 time: 0.1519582 Aug 16 01:55:38.190070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41992) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:38.196577 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-25c0bf56-6c4e-45b3-a6a0-9866c79b8c5a service neutron] No DVR routers for this DVR port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:38.211687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0bf56-6c4e-45b3-a6a0-9866c79b8c5a service neutron] Pushing event updated for resources: {'Port': ['ID=b81ebfbd-377e-48f2-bec6-a5b1359aec60,revision_number=10']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:38.252016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-25c0bf56-6c4e-45b3-a6a0-9866c79b8c5a service neutron] 10.222.0.89 "PUT /v2.0/ports/b81ebfbd-377e-48f2-bec6-a5b1359aec60/bindings/n-h1-768851-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9007061 Aug 16 01:55:38.285863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c643b75f-1871-445e-8a1b-6c9549bb2ec0 req-fc400352-a9f6-432c-bd1d-7dd8188525f5 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901761 Aug 16 01:55:38.316850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-869522320'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:38.340306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:38.345585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.357961 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.442007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-0cef0d95-6996-4935-bd10-19e54b2d935a tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.446108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-0cef0d95-6996-4935-bd10-19e54b2d935a tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.1168485 Aug 16 01:55:38.496871 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.501019 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.533189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:38.542341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00602fbc-4cf1-4a2f-abc3-035085a03bd1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:38.548727 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.549184 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Added segment 37c92d10-365f-4a93-885e-19fe8cacbd31 of type vlan for network 4c0e190f-1577-4471-8063-ddf0f1be0b48 Aug 16 01:55:38.571084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-ddb9e534-cf6f-45a9-8389-0ae19a38c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.573723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-ddb9e534-cf6f-45a9-8389-0ae19a38c238 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8&tenant_id=25a875c926bf4742afb457e17dcadf46 HTTP/1.1" status: 200 len: 1096 time: 0.1172559 Aug 16 01:55:38.596485 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.625994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ca764df0-43b3-4bd5-8c4e-a6f29192d47f up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:38.635985 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.670661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.672676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.685804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-b5dd931c-2c13-4533-b9fb-c8c3b11d5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.687264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-b5dd931c-2c13-4533-b9fb-c8c3b11d5dfe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=25a875c926bf4742afb457e17dcadf46&device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0721905 Aug 16 01:55:38.720549 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port ca764df0-43b3-4bd5-8c4e-a6f29192d47f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:38.725628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port ca764df0-43b3-4bd5-8c4e-a6f29192d47f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:38.726278 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.746428 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5512583 Aug 16 01:55:38.749612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42014) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:38.755118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:38.767564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddeaaa-e679-495d-9c5e-5828e44b2e69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Network': ['ID=4c0e190f-1577-4471-8063-ddf0f1be0b48,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:38.779351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:38.860736 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c6ce-147b-4a5c-a976-11c3894bb36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.900630 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.913163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be459f0-fc70-4292-8453-b91cc473c3b8 req-97841cce-f310-4be6-b65b-4c0b9a220bb5 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.914665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1be459f0-fc70-4292-8453-b91cc473c3b8 req-97841cce-f310-4be6-b65b-4c0b9a220bb5 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 944 time: 0.2263808 Aug 16 01:55:38.935954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca764df0-43b3-4bd5-8c4e-a6f29192d47f'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:38.939270 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb140a-f9d3-451f-9c25-5efe9a73ee18" -d '{"events": [{"server_uuid": "13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce", "name": "network-vif-plugged", "status": "completed", "tag": "ca764df0-43b3-4bd5-8c4e-a6f29192d47f"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:38.956100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port ca764df0-43b3-4bd5-8c4e-a6f29192d47f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ca764df0-43b3-4bd5-8c4e-a6f29192d47f,segment=NetworkSegment(d78bb26b-eae4-4f7d-ad57-3afa1346ed59),segment_id=d78bb26b-eae4-4f7d-ad57-3afa1346ed59)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:38.960612 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.978746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-920dabd0-c252-4ea9-9b32-f5b8f3d94dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.980293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-920dabd0-c252-4ea9-9b32-f5b8f3d94dc9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 200 len: 908 time: 0.2791440 Aug 16 01:55:39.017527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=ca764df0-43b3-4bd5-8c4e-a6f29192d47f,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:39.272805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb1cf64-45b1-4470-8081-cb5d4c7654cc', 'tag': 'e8c2c237-b6f6-4883-bd36-570642838e2a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:39.275529 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05075f9d-fb05-49b2-8645-41089041a220" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb1cf64-45b1-4470-8081-cb5d4c7654cc", "tag": "e8c2c237-b6f6-4883-bd36-570642838e2a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:39.295020 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b45f85-9401-4f2c-8709-99246c06899d req-5d4a7fbe-bfab-4fc8-ad1b-5afece11c2a8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.296502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-08b45f85-9401-4f2c-8709-99246c06899d req-5d4a7fbe-bfab-4fc8-ad1b-5afece11c2a8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 944 time: 0.4396517 Aug 16 01:55:39.313861 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.325343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-1fc80248-d41c-4c4c-8302-61616738ac60 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60 HTTP/1.1" status: 200 len: 217 time: 0.3342044 Aug 16 01:55:39.328414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1be459f0-fc70-4292-8453-b91cc473c3b8 req-c66b0309-867f-454a-a5b7-8e1cb9f282bc tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964698 Aug 16 01:55:39.335548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:39.339435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.362399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:39.385741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:39.386168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9bbc7d3d-c5c4-41da-80ea-8d21307cc9a3 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:39.457815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-08b45f85-9401-4f2c-8709-99246c06899d req-ba15ba84-4a99-40d0-a83d-474b3e9eab73 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351807 Aug 16 01:55:39.483756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-c38d67b8-3cf0-4c13-a3c8-8b2e3f2fe3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.483756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-c38d67b8-3cf0-4c13-a3c8-8b2e3f2fe3d4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 200 len: 847 time: 0.1455655 Aug 16 01:55:39.544205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-d2597b8c-6720-4393-9d02-2c6d3c5e1b7c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53070772-89aa-468a-b502-c2df2484496e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395548 Aug 16 01:55:39.578646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2fd94-444d-4941-a7f9-5fc1dcd26a0d req-d75b61c5-6fab-4bb5-9045-a23143a6e67b tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.585665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2fd94-444d-4941-a7f9-5fc1dcd26a0d req-d75b61c5-6fab-4bb5-9045-a23143a6e67b tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.588155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bff2fd94-444d-4941-a7f9-5fc1dcd26a0d req-d75b61c5-6fab-4bb5-9045-a23143a6e67b tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b&device_id=b02783f5-dc2e-4883-a631-adc341f37478 HTTP/1.1" status: 200 len: 1681 time: 0.1263685 Aug 16 01:55:39.667369 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084b517a-34dc-4bfd-a51b-c37b0cd0cd1b x-openstack-request-id: req-084b517a-34dc-4bfd-a51b-c37b0cd0cd1b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:39.667887 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce", "name": "network-vif-plugged", "status": "completed", "tag": "ca764df0-43b3-4bd5-8c4e-a6f29192d47f", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:39.667887 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-084b517a-34dc-4bfd-a51b-c37b0cd0cd1b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:39.668503 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca764df0-43b3-4bd5-8c4e-a6f29192d47f', 'code': 200} Aug 16 01:55:39.791047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bff2fd94-444d-4941-a7f9-5fc1dcd26a0d req-f0879b27-7c78-4f86-9027-d61af2b1fe5d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665838 Aug 16 01:55:39.821470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57de798-0fdf-4e8e-82af-ddca4a5691b6 req-c3db46cf-6bf8-475e-b156-4e60f9ca63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.823169 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e57de798-0fdf-4e8e-82af-ddca4a5691b6 req-c3db46cf-6bf8-475e-b156-4e60f9ca63a8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 1098 time: 0.0453689 Aug 16 01:55:39.838138 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f0d77-4a1e-45d8-8430-0ed91e8e8472 x-openstack-request-id: req-f83f0d77-4a1e-45d8-8430-0ed91e8e8472 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:39.838502 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb1cf64-45b1-4470-8081-cb5d4c7654cc", "tag": "e8c2c237-b6f6-4883-bd36-570642838e2a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:39.838818 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f83f0d77-4a1e-45d8-8430-0ed91e8e8472 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:39.839211 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb1cf64-45b1-4470-8081-cb5d4c7654cc', 'tag': 'e8c2c237-b6f6-4883-bd36-570642838e2a', 'status': 'completed', 'code': 200} Aug 16 01:55:39.846733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.874529 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e57de798-0fdf-4e8e-82af-ddca4a5691b6 req-e8f48c6e-c1f3-433a-8a42-21a4ec146208 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Aug 16 01:55:39.891869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750a251-9776-4a9c-8051-da787895641c req-1ac7122a-0aa4-42b8-ba55-d5d64b43b971 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.893522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0750a251-9776-4a9c-8051-da787895641c req-1ac7122a-0aa4-42b8-ba55-d5d64b43b971 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 945 time: 0.1703913 Aug 16 01:55:39.895369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-6103e863-2173-4aa8-901b-8ebca4b0d900 service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040459 Aug 16 01:55:39.982395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=f25f05bf-7daf-4880-8dee-cf03f5b115c9,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:40.005066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0750a251-9776-4a9c-8051-da787895641c req-bab417ed-3a10-4707-8726-aff0483d218a tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028116 Aug 16 01:55:40.018787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169d3c8-b30d-4b0a-aa95-6a7e0f4d8641 req-5fa00fa3-7f1f-4c8a-895f-bb370c32e75c tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.020293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0169d3c8-b30d-4b0a-aa95-6a7e0f4d8641 req-5fa00fa3-7f1f-4c8a-895f-bb370c32e75c tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 946 time: 0.1224644 Aug 16 01:55:40.021567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:40.021946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network hostable DHCP agents. Network: 4c0e190f-1577-4471-8063-ddf0f1be0b48, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:40.054801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:40.075531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0169d3c8-b30d-4b0a-aa95-6a7e0f4d8641 req-90983999-d9a2-4278-acd4-3b0d6942403f tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Aug 16 01:55:40.076272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 4c0e190f-1577-4471-8063-ddf0f1be0b48) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:40.082949 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.083494 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.086573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dfa253-e241-4dc3-80b1-6145901918c3 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:40.104418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-93035391-33be-4521-be3e-950c9b46e82b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3506339 Aug 16 01:55:40.105585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42034) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:40.112020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'name': 'tempest-NetworksTestDHCPv6-1910159772'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:40.255857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:40.264224 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.266333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': 'f25f05bf-7daf-4880-8dee-cf03f5b115c9'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:55:40.267199 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.335855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 4971d46a-3a71-4401-87e5-423e46ab2f08 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:40.365600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05075f9d-fb05-49b2-8645-41089041a220 req-fab79afa-887f-4763-a945-65df3b50f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.378377 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-05075f9d-fb05-49b2-8645-41089041a220 req-fab79afa-887f-4763-a945-65df3b50f4e5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9204562bd6344330a6a8959d58b38247&device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 1096 time: 0.0904264 Aug 16 01:55:40.437120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-40d7f401-df7d-4020-b963-403f1628cc4c service neutron] 10.222.0.84 "GET /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655185 Aug 16 01:55:40.512750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/f25f05bf-7daf-4880-8dee-cf03f5b115c9/8a52e722-12c8-4174-9676-c3d4fc238877) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:40.520079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712faa6-bead-461c-87ea-29c167a46210 req-acbd64a4-a19a-4a7b-a65d-2540779ff58f tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.522034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f712faa6-bead-461c-87ea-29c167a46210 req-acbd64a4-a19a-4a7b-a65d-2540779ff58f tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 944 time: 0.0794318 Aug 16 01:55:40.582332 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f712faa6-bead-461c-87ea-29c167a46210 req-cc55d075-8f7a-4fb3-941a-72eb1218fe26 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Aug 16 01:55:40.590381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05075f9d-fb05-49b2-8645-41089041a220 req-5a30f0fb-4f80-46ea-af1b-d95888a5f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.592077 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-05075f9d-fb05-49b2-8645-41089041a220 req-5a30f0fb-4f80-46ea-af1b-d95888a5f643 service neutron] 10.222.0.84 "GET /v2.0/networks?id=22144d4a-9904-4ff0-ba91-72ff212d458d HTTP/1.1" status: 200 len: 918 time: 0.1320047 Aug 16 01:55:40.670836 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-05075f9d-fb05-49b2-8645-41089041a220 req-2898887b-200d-48c0-a740-fe1c58b91260 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c2c237-b6f6-4883-bd36-570642838e2a HTTP/1.1" status: 200 len: 217 time: 0.0694818 Aug 16 01:55:40.720879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff1f88-5aea-44ec-bef0-479ccdb946bc req-6d2513b0-b744-481c-bccb-082ca1014282 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.734061 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.739462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7bff1f88-5aea-44ec-bef0-479ccdb946bc req-6d2513b0-b744-481c-bccb-082ca1014282 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 944 time: 0.0747268 Aug 16 01:55:40.757967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Transition to ACTIVE for port object 8a52e722-12c8-4174-9676-c3d4fc238877 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:40.769025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05075f9d-fb05-49b2-8645-41089041a220 req-ab9bc1fe-dbed-44eb-9c67-3057c86a9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.777276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Transition to ACTIVE for port object 8a52e722-12c8-4174-9676-c3d4fc238877 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:40.781612 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-05075f9d-fb05-49b2-8645-41089041a220 req-ab9bc1fe-dbed-44eb-9c67-3057c86a9e1c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7789d165-3a7d-4db2-a227-9db7b882e878 HTTP/1.1" status: 200 len: 857 time: 0.0745444 Aug 16 01:55:40.784964 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.792450 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7bff1f88-5aea-44ec-bef0-479ccdb946bc req-bdc46950-33c8-4f3c-afda-3fe2dc48f6bb tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519979 Aug 16 01:55:40.816574 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-05075f9d-fb05-49b2-8645-41089041a220 req-7dfb836f-fbf4-422b-8ba3-eb3cf1b59b2f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22144d4a-9904-4ff0-ba91-72ff212d458d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329580 Aug 16 01:55:40.832620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:40.839834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:40.843507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:40.851059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Pushing event updated for resources: {'Port': ['ID=8a52e722-12c8-4174-9676-c3d4fc238877,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:40.912992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Attempting to bind port 8a52e722-12c8-4174-9676-c3d4fc238877 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:40.913540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Attempting to bind port 8a52e722-12c8-4174-9676-c3d4fc238877 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:40.914345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Attempting to bind port 8a52e722-12c8-4174-9676-c3d4fc238877 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:40.920191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:40.920689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:40.921193 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.921659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:40.922641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Bound port: 8a52e722-12c8-4174-9676-c3d4fc238877, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:40.922641 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.962179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::8 (4c0e190f-1577-4471-8063-ddf0f1be0b48/f25f05bf-7daf-4880-8dee-cf03f5b115c9/4971d46a-3a71-4401-87e5-423e46ab2f08) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:40.994653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-05075f9d-fb05-49b2-8645-41089041a220 req-d55f8bb3-75d3-4dda-9217-a01f67c47dc2 service neutron] 10.222.0.84 "GET /v2.0/networks/22144d4a-9904-4ff0-ba91-72ff212d458d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683564 Aug 16 01:55:40.995354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-9517bc40-f958-473f-b735-de7869e472ad tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.995513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] For port 8a52e722-12c8-4174-9676-c3d4fc238877, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:40.997329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-9517bc40-f958-473f-b735-de7869e472ad tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8&tenant_id=25a875c926bf4742afb457e17dcadf46&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.0844259 Aug 16 01:55:40.999596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] For port 8a52e722-12c8-4174-9676-c3d4fc238877, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8a52e722-12c8-4174-9676-c3d4fc238877,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:41.005023 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.016772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fb56e-8375-4ffb-aadb-3f13938432e1 req-552f3013-1c44-4b98-8e30-cdfcaf30caa8 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.018491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f60fb56e-8375-4ffb-aadb-3f13938432e1 req-552f3013-1c44-4b98-8e30-cdfcaf30caa8 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=b02783f5-dc2e-4883-a631-adc341f37478 HTTP/1.1" status: 200 len: 945 time: 0.0760441 Aug 16 01:55:41.090788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d38abb-b173-4620-bb25-9f7b74620196 None None] Pushing event updated for resources: {'Port': ['ID=8a52e722-12c8-4174-9676-c3d4fc238877,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:41.106365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f60fb56e-8375-4ffb-aadb-3f13938432e1 req-ea2c2123-8269-418a-b367-d3a5e2ca00ac tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795286 Aug 16 01:55:41.135332 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-05075f9d-fb05-49b2-8645-41089041a220 req-a2f7b86d-700e-45d2-82dd-7a5534531abe service neutron] 10.222.0.84 "GET /v2.0/networks/22144d4a-9904-4ff0-ba91-72ff212d458d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235373 Aug 16 01:55:41.234198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36fdff-f1d0-4638-b58d-7dee981c852e req-9fe4419d-cdc7-4544-bad7-db2cbb76ef4c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.235844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d36fdff-f1d0-4638-b58d-7dee981c852e req-9fe4419d-cdc7-4544-bad7-db2cbb76ef4c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 945 time: 0.1256232 Aug 16 01:55:41.291950 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.309804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 4971d46a-3a71-4401-87e5-423e46ab2f08 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:41.355324 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.360439 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:55:41.368696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e6774cef-56c9-4991-b471-bae82e45e04a details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:41.377003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec59d62-256f-4ac6-b88a-f0265aa30064 req-5e8b4093-3462-4d0d-80ee-0ef8ba9fd83e tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.378691 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aec59d62-256f-4ac6-b88a-f0265aa30064 req-5e8b4093-3462-4d0d-80ee-0ef8ba9fd83e tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 946 time: 0.2033246 Aug 16 01:55:41.393116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d36fdff-f1d0-4638-b58d-7dee981c852e req-860df3ac-c0b5-4a4a-a077-f679047f0047 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330400 Aug 16 01:55:41.407420 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-396bfbc9-606f-4bc1-8355-4df3de753e05 service neutron] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:41.416960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=4971d46a-3a71-4401-87e5-423e46ab2f08,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:41.423702 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-396bfbc9-606f-4bc1-8355-4df3de753e05 service neutron] Notify callbacks [] for binding, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.425193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30799af2-c43d-4b35-93c6-1694f8f2a69f req-396bfbc9-606f-4bc1-8355-4df3de753e05 service neutron] 10.222.0.84 "DELETE /v2.0/ports/b81ebfbd-377e-48f2-bec6-a5b1359aec60/bindings/n-h2-768851-16 HTTP/1.1" status: 204 len: 173 time: 0.4057734 Aug 16 01:55:41.457868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:41.459620 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:41.462921 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:41.470383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.471929 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.473593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aec59d62-256f-4ac6-b88a-f0265aa30064 req-c687631b-9c63-4d85-bf00-df8885b379e0 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749362 Aug 16 01:55:41.517991 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f3255157-978f-4496-a692-8ecf2ad3432e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4103124 Aug 16 01:55:41.519954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42062) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:41.557777 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1a942f5e-f53e-41f7-bee0-49a5d4e65f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.564872 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.572859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e6774cef-56c9-4991-b471-bae82e45e04a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6774cef-56c9-4991-b471-bae82e45e04a,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:41.585595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'e6774cef-56c9-4991-b471-bae82e45e04a', 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5', 'port_id': 'e6774cef-56c9-4991-b471-bae82e45e04a', 'mac_address': 'fa:16:3e:de:cf:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012df08-e106-4449-8c19-c14f32b8eec3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:41.585877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434ce68-95c2-4c43-aadf-690ed6c3be10 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.594049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434ce68-95c2-4c43-aadf-690ed6c3be10 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.596635 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7434ce68-95c2-4c43-aadf-690ed6c3be10 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0755305 Aug 16 01:55:41.599235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42064) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:41.655958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.701083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6774cef-56c9-4991-b471-bae82e45e04a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:41.735601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e6774cef-56c9-4991-b471-bae82e45e04a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6774cef-56c9-4991-b471-bae82e45e04a,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:41.744525 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.830418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a5a70-2e59-4528-9649-b59973148ec8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 4971d46a-3a71-4401-87e5-423e46ab2f08 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:41.830838 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d9a5a70-2e59-4528-9649-b59973148ec8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.855414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92932da6-7706-4fc1-be55-7904bf9700fb req-19381932-21f6-4e94-bd1e-cc5e6ad61867 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.864238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92932da6-7706-4fc1-be55-7904bf9700fb req-19381932-21f6-4e94-bd1e-cc5e6ad61867 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 944 time: 0.1426604 Aug 16 01:55:41.870747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['e6774cef-56c9-4991-b471-bae82e45e04a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:41.940378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8d6bf-b0c5-4114-a940-f12c8c721d5a req-8596c021-2768-43d3-a5be-40dddf9c7307 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.953967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9eb8d6bf-b0c5-4114-a940-f12c8c721d5a req-8596c021-2768-43d3-a5be-40dddf9c7307 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 944 time: 0.1706777 Aug 16 01:55:41.963498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e6774cef-56c9-4991-b471-bae82e45e04a,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:41.973208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d9a5a70-2e59-4528-9649-b59973148ec8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.995818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a5a70-2e59-4528-9649-b59973148ec8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 4971d46a-3a71-4401-87e5-423e46ab2f08 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:42.021811 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92932da6-7706-4fc1-be55-7904bf9700fb req-9a0c789f-b78f-45b1-b2c9-12793693b008 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565981 Aug 16 01:55:42.033386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca8daa-6071-4ce3-a02b-44410e7c116e req-36036275-8950-4f82-9650-f21809872de7 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.034967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdca8daa-6071-4ce3-a02b-44410e7c116e req-36036275-8950-4f82-9650-f21809872de7 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.89 "GET /v2.0/ports?device_id=b02783f5-dc2e-4883-a631-adc341f37478 HTTP/1.1" status: 200 len: 945 time: 0.2048221 Aug 16 01:55:42.101022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9eb8d6bf-b0c5-4114-a940-f12c8c721d5a req-6518ad2e-14b3-44fb-83b5-7853c8b6dcd1 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456015 Aug 16 01:55:42.308004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-fdca8daa-6071-4ce3-a02b-44410e7c116e req-eb44ce3c-6360-4b85-846b-28d900b2846d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Deleting port 624383fa-3d31-4600-aa45-b4a4da5b14a2 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:42.308398 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fdca8daa-6071-4ce3-a02b-44410e7c116e req-eb44ce3c-6360-4b85-846b-28d900b2846d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.323408 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d9a5a70-2e59-4528-9649-b59973148ec8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.380203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a5a70-2e59-4528-9649-b59973148ec8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=4971d46a-3a71-4401-87e5-423e46ab2f08,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:42.382486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4529af-ebab-4af7-a8fb-6f3cf81ab777 req-ea847b8c-64da-4fdb-b09d-6ccae9df64eb tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.394863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c4529af-ebab-4af7-a8fb-6f3cf81ab777 req-ea847b8c-64da-4fdb-b09d-6ccae9df64eb tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 944 time: 0.1649241 Aug 16 01:55:42.408802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8a52e722-12c8-4174-9676-c3d4fc238877 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:42.421266 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d9a5a70-2e59-4528-9649-b59973148ec8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.427798 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5d9a5a70-2e59-4528-9649-b59973148ec8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/4971d46a-3a71-4401-87e5-423e46ab2f08 HTTP/1.1" status: 204 len: 168 time: 0.8240919 Aug 16 01:55:42.427798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42078) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:42.471320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee6f0e-1130-44c3-b46f-64c15bef0259 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:42.513457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c4529af-ebab-4af7-a8fb-6f3cf81ab777 req-e3b105a4-f525-4dab-90f2-e83589a3b06a tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176567 Aug 16 01:55:42.534252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fdca8daa-6071-4ce3-a02b-44410e7c116e req-eb44ce3c-6360-4b85-846b-28d900b2846d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] For port 624383fa-3d31-4600-aa45-b4a4da5b14a2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=624383fa-3d31-4600-aa45-b4a4da5b14a2,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:42.534812 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fdca8daa-6071-4ce3-a02b-44410e7c116e req-eb44ce3c-6360-4b85-846b-28d900b2846d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.553324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 8a52e722-12c8-4174-9676-c3d4fc238877 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:42.559349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-147d8350-693b-4f31-a070-2b721dc009c7 None None] Provisioning for port 8a52e722-12c8-4174-9676-c3d4fc238877 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:42.561895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-fdca8daa-6071-4ce3-a02b-44410e7c116e req-eb44ce3c-6360-4b85-846b-28d900b2846d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Calling delete_port for 624383fa-3d31-4600-aa45-b4a4da5b14a2 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:42.574186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8a52e722-12c8-4174-9676-c3d4fc238877 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:42.574565 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.577609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3899291-18e4-4bf9-b1cc-509b4c40e445 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.579519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3899291-18e4-4bf9-b1cc-509b4c40e445 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.579872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-147d8350-693b-4f31-a070-2b721dc009c7 None None] Provisioning complete for port 8a52e722-12c8-4174-9676-c3d4fc238877 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:42.580244 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-147d8350-693b-4f31-a070-2b721dc009c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.581604 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b3899291-18e4-4bf9-b1cc-509b4c40e445 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1532321 Aug 16 01:55:42.584173 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42084) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:42.646337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e8c2c237-b6f6-4883-bd36-570642838e2a details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:42.655309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ef36dd-6d62-4f51-8d58-20b61752b480 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet f25f05bf-7daf-4880-8dee-cf03f5b115c9 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:42.659447 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-67ef36dd-6d62-4f51-8d58-20b61752b480 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.684494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc3803-d951-4556-9c2a-ae71195fe294 req-a356d71d-e78f-4684-911e-187a2e335ddf tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.686202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3dc3803-d951-4556-9c2a-ae71195fe294 req-a356d71d-e78f-4684-911e-187a2e335ddf tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=b02783f5-dc2e-4883-a631-adc341f37478 HTTP/1.1" status: 200 len: 945 time: 0.2187078 Aug 16 01:55:42.720940 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-67ef36dd-6d62-4f51-8d58-20b61752b480 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.735072 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.743282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88686a37-6f7e-4804-a24a-cb95713adb33 req-f1745b63-6860-4b74-b9fb-29c34d130654 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.749621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88686a37-6f7e-4804-a24a-cb95713adb33 req-f1745b63-6860-4b74-b9fb-29c34d130654 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 946 time: 0.1113596 Aug 16 01:55:42.802088 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3dc3803-d951-4556-9c2a-ae71195fe294 req-77300459-abab-4934-a7ca-395610075d52 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae75e247-f6ce-4116-884c-047277b4e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033635 Aug 16 01:55:42.830973 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88686a37-6f7e-4804-a24a-cb95713adb33 req-9740f5c6-4856-4e14-9f29-3b7d4f270986 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793481 Aug 16 01:55:42.841630 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-67ef36dd-6d62-4f51-8d58-20b61752b480 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.927258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e8c2c237-b6f6-4883-bd36-570642838e2a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e8c2c237-b6f6-4883-bd36-570642838e2a,segment=NetworkSegment(2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624),segment_id=2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:42.935343 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.938720 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-147d8350-693b-4f31-a070-2b721dc009c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.944124 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fdca8daa-6071-4ce3-a02b-44410e7c116e req-eb44ce3c-6360-4b85-846b-28d900b2846d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.967935 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-67ef36dd-6d62-4f51-8d58-20b61752b480 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.971098 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['624383fa-3d31-4600-aa45-b4a4da5b14a2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:42.976459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'e8c2c237-b6f6-4883-bd36-570642838e2a', 'network_id': '22144d4a-9904-4ff0-ba91-72ff212d458d', 'port_id': 'e8c2c237-b6f6-4883-bd36-570642838e2a', 'mac_address': 'fa:16:3e:b1:c7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7789d165-3a7d-4db2-a227-9db7b882e878', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:42.982222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['bd05501d-8d5d-4607-b9dc-3edf261c05d5'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:43.011349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44ce3c-6360-4b85-846b-28d900b2846d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Pushing event deleted for resources: {'Port': ['ID=624383fa-3d31-4600-aa45-b4a4da5b14a2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.017914 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-67ef36dd-6d62-4f51-8d58-20b61752b480 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.022368 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-67ef36dd-6d62-4f51-8d58-20b61752b480 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/f25f05bf-7daf-4880-8dee-cf03f5b115c9 HTTP/1.1" status: 204 len: 168 time: 0.4348047 Aug 16 01:55:43.022368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef36dd-6d62-4f51-8d58-20b61752b480 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=f25f05bf-7daf-4880-8dee-cf03f5b115c9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.026939 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42094) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:43.097991 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-52572c20-9296-4bdc-8782-0c8c3d5ee00e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672898 Aug 16 01:55:43.098261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42100) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:43.104670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-92139829-72b1-4d83-9bed-ae39ce1f4e6d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:43.170637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdca8daa-6071-4ce3-a02b-44410e7c116e req-eb44ce3c-6360-4b85-846b-28d900b2846d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] No DVR routers for this DVR port 624383fa-3d31-4600-aa45-b4a4da5b14a2 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:43.174884 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fdca8daa-6071-4ce3-a02b-44410e7c116e req-eb44ce3c-6360-4b85-846b-28d900b2846d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.178091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdca8daa-6071-4ce3-a02b-44410e7c116e req-eb44ce3c-6360-4b85-846b-28d900b2846d tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.89 "DELETE /v2.0/ports/624383fa-3d31-4600-aa45-b4a4da5b14a2 HTTP/1.1" status: 204 len: 173 time: 1.1321642 Aug 16 01:55:43.189928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02783f5-dc2e-4883-a631-adc341f37478', 'name': 'network-vif-deleted', 'tag': '624383fa-3d31-4600-aa45-b4a4da5b14a2'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:43.192446 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb181ed-ab47-40cd-b7d3-04917e102bfe" -d '{"events": [{"server_uuid": "b02783f5-dc2e-4883-a631-adc341f37478", "name": "network-vif-deleted", "tag": "624383fa-3d31-4600-aa45-b4a4da5b14a2"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:43.228764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8de60e-9a93-464d-80e4-037544424e28 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:43.231703 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92139829-72b1-4d83-9bed-ae39ce1f4e6d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:43.238034 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-92139829-72b1-4d83-9bed-ae39ce1f4e6d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.246695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8c83e-466b-4d95-a42d-c98133451f2a req-37c05943-1b64-4abf-9d61-39fe901f15d3 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.248354 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06c8c83e-466b-4d95-a42d-c98133451f2a req-37c05943-1b64-4abf-9d61-39fe901f15d3 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 1096 time: 0.2389212 Aug 16 01:55:43.259882 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.267472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f2604-54aa-4810-8256-204002d4ae11 req-c9fbbf09-a091-462f-a101-16e400fdce92 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.269002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e8f2604-54aa-4810-8256-204002d4ae11 req-c9fbbf09-a091-462f-a101-16e400fdce92 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 945 time: 0.2504566 Aug 16 01:55:43.277276 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-147d8350-693b-4f31-a070-2b721dc009c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:55:43.277632 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-147d8350-693b-4f31-a070-2b721dc009c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:55:43.321273 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c2c237-b6f6-4883-bd36-570642838e2a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:43.366089 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:55:43.366585 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:55:43.387447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d20860-9cf3-4556-900b-87c22c5dcbc9 req-8bca3a34-0305-4d90-b0ad-829fe0bca9a4 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.388955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89d20860-9cf3-4556-900b-87c22c5dcbc9 req-8bca3a34-0305-4d90-b0ad-829fe0bca9a4 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 944 time: 0.2102787 Aug 16 01:55:43.417876 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06c8c83e-466b-4d95-a42d-c98133451f2a req-eeff9c54-a053-428c-894b-d2d7f1f3c662 tempest-LiveMigrationTest-1562355585 tempest-LiveMigrationTest-1562355585-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586623 Aug 16 01:55:43.457617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae8c4e-cc03-404f-8450-e093a07728dc req-a8c40e7a-1cb6-4c39-b6d4-7f2136c30da5 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.459174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5ae8c4e-cc03-404f-8450-e093a07728dc req-a8c40e7a-1cb6-4c39-b6d4-7f2136c30da5 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 944 time: 0.1892688 Aug 16 01:55:43.489564 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-92139829-72b1-4d83-9bed-ae39ce1f4e6d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.516036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89d20860-9cf3-4556-900b-87c22c5dcbc9 req-7f9c3ebf-5fe2-424a-8590-326b2cfafbbd tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018062 Aug 16 01:55:43.538804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92139829-72b1-4d83-9bed-ae39ce1f4e6d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:43.544191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-92139829-72b1-4d83-9bed-ae39ce1f4e6d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:43.567534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92139829-72b1-4d83-9bed-ae39ce1f4e6d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.568533 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-92139829-72b1-4d83-9bed-ae39ce1f4e6d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.580944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-7e8f2604-54aa-4810-8256-204002d4ae11 req-918e3836-aea6-45f9-97b3-216cf42979ab tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Deleting port bd05501d-8d5d-4607-b9dc-3edf261c05d5 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:43.581309 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7e8f2604-54aa-4810-8256-204002d4ae11 req-918e3836-aea6-45f9-97b3-216cf42979ab tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.586626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92139829-72b1-4d83-9bed-ae39ce1f4e6d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=e847e447-f028-4845-b74e-f5b445b769a1,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.604476 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-92139829-72b1-4d83-9bed-ae39ce1f4e6d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5047474 Aug 16 01:55:43.605128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42112) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:43.605634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e6774cef-56c9-4991-b471-bae82e45e04a no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:43.610929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'name': 'tempest-NetworksTestDHCPv6-2074064660'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:43.717708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e8c2c237-b6f6-4883-bd36-570642838e2a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e8c2c237-b6f6-4883-bd36-570642838e2a,segment=NetworkSegment(2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624),segment_id=2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:43.738653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-e5ae8c4e-cc03-404f-8450-e093a07728dc req-296b9524-f70a-49ca-9cb8-0d5c8c51349b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Deleting port e6774cef-56c9-4991-b471-bae82e45e04a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:43.739370 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e5ae8c4e-cc03-404f-8450-e093a07728dc req-296b9524-f70a-49ca-9cb8-0d5c8c51349b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.763041 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.802129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:43.808526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.814341 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994dd7c5-a8d7-40be-a056-2b566bc306c6 x-openstack-request-id: req-994dd7c5-a8d7-40be-a056-2b566bc306c6 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:43.814341 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02783f5-dc2e-4883-a631-adc341f37478", "name": "network-vif-deleted", "tag": "624383fa-3d31-4600-aa45-b4a4da5b14a2", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:43.816542 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-994dd7c5-a8d7-40be-a056-2b566bc306c6 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:43.818884 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02783f5-dc2e-4883-a631-adc341f37478', 'name': 'network-vif-deleted', 'tag': '624383fa-3d31-4600-aa45-b4a4da5b14a2', 'status': 'completed', 'code': 200} Aug 16 01:55:43.838407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port b2bf085b-18e1-450e-8bcf-27d42966a219 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:43.869359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-7e8f2604-54aa-4810-8256-204002d4ae11 req-918e3836-aea6-45f9-97b3-216cf42979ab tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] For port bd05501d-8d5d-4607-b9dc-3edf261c05d5, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=bd05501d-8d5d-4607-b9dc-3edf261c05d5,segment=NetworkSegment(eee498db-f219-4fc5-9a1b-b9bb3ba5a874),segment_id=eee498db-f219-4fc5-9a1b-b9bb3ba5a874)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:43.869820 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7e8f2604-54aa-4810-8256-204002d4ae11 req-918e3836-aea6-45f9-97b3-216cf42979ab tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.886838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c75bd3-d432-4f7a-b857-597264ac9836 req-82621f45-e772-4cdc-bf50-25c7b93921f3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.889778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5c75bd3-d432-4f7a-b857-597264ac9836 req-82621f45-e772-4cdc-bf50-25c7b93921f3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 944 time: 0.2005670 Aug 16 01:55:43.898583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-7e8f2604-54aa-4810-8256-204002d4ae11 req-918e3836-aea6-45f9-97b3-216cf42979ab tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Calling delete_port for bd05501d-8d5d-4607-b9dc-3edf261c05d5 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:43.919722 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.979958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-147d8350-693b-4f31-a070-2b721dc009c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.998782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::347 (4c0e190f-1577-4471-8063-ddf0f1be0b48/e847e447-f028-4845-b74e-f5b445b769a1/b2bf085b-18e1-450e-8bcf-27d42966a219) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:44.017991 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.024099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5c75bd3-d432-4f7a-b857-597264ac9836 req-b1dd5518-f9a0-46eb-b3b6-7d52407a2bbd tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606432 Aug 16 01:55:44.050184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 8a52e722-12c8-4174-9676-c3d4fc238877, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8a52e722-12c8-4174-9676-c3d4fc238877,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:44.070508 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e8c2c237-b6f6-4883-bd36-570642838e2a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.087803 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.161396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e6774cef-56c9-4991-b471-bae82e45e04a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:44.222698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e6774cef-56c9-4991-b471-bae82e45e04a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6774cef-56c9-4991-b471-bae82e45e04a,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:44.226973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e5ae8c4e-cc03-404f-8450-e093a07728dc req-296b9524-f70a-49ca-9cb8-0d5c8c51349b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] For port e6774cef-56c9-4991-b471-bae82e45e04a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6774cef-56c9-4991-b471-bae82e45e04a,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:44.228015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e5ae8c4e-cc03-404f-8450-e093a07728dc req-296b9524-f70a-49ca-9cb8-0d5c8c51349b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.231639 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.235575 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-147d8350-693b-4f31-a070-2b721dc009c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:55:44.236068 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-147d8350-693b-4f31-a070-2b721dc009c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:55:44.236939 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.237524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 624383fa-3d31-4600-aa45-b4a4da5b14a2 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:44.264002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 624383fa-3d31-4600-aa45-b4a4da5b14a2 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:44.264458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 624383fa-3d31-4600-aa45-b4a4da5b14a2 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:44.270738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=8a52e722-12c8-4174-9676-c3d4fc238877,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.287648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-e5ae8c4e-cc03-404f-8450-e093a07728dc req-296b9524-f70a-49ca-9cb8-0d5c8c51349b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Calling delete_port for e6774cef-56c9-4991-b471-bae82e45e04a owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:44.296516 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.313571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object b2bf085b-18e1-450e-8bcf-27d42966a219 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:44.334018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e6774cef-56c9-4991-b471-bae82e45e04a,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.363300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.412757 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:44.416926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:44.421800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed34824a-dc5e-49e6-8059-1ec9288b27f6 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:44.426895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:44.432657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.433338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.437322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=b2bf085b-18e1-450e-8bcf-27d42966a219,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.438736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['e8c2c237-b6f6-4883-bd36-570642838e2a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:44.455180 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-15253706-102d-4dc4-8091-8356727292d7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8489196 Aug 16 01:55:44.455860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42124) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:44.626834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device bd05501d-8d5d-4607-b9dc-3edf261c05d5 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:44.706560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237f26c-7db4-4f67-bb09-4912a3097e1a req-fe0a8b2c-e35e-461c-a62c-d7b8325ec2ff tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.709476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3237f26c-7db4-4f67-bb09-4912a3097e1a req-fe0a8b2c-e35e-461c-a62c-d7b8325ec2ff tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 946 time: 0.5457535 Aug 16 01:55:44.750437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7e8f2604-54aa-4810-8256-204002d4ae11 req-918e3836-aea6-45f9-97b3-216cf42979ab tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.752064 n-d-768851-16 neutron-server[101382]: INFO neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No ports have port_id starting with bd05501d-8d5d-4607-b9dc-3edf261c05d5 Aug 16 01:55:44.813508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bc470-67bd-4bfa-a30b-ec9d39c7224b req-c77e409a-2174-4fe9-a9ce-581217299335 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.815069 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b01bc470-67bd-4bfa-a30b-ec9d39c7224b req-c77e409a-2174-4fe9-a9ce-581217299335 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 944 time: 0.5068829 Aug 16 01:55:44.827496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e3836-aea6-45f9-97b3-216cf42979ab tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Pushing event deleted for resources: {'Port': ['ID=bd05501d-8d5d-4607-b9dc-3edf261c05d5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.861543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3237f26c-7db4-4f67-bb09-4912a3097e1a req-a017cf98-6c25-485c-a039-30edad5dc9dc tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329639 Aug 16 01:55:44.862519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258557f0-7412-4de7-a692-f517f19039f2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.869065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258557f0-7412-4de7-a692-f517f19039f2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.870702 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-258557f0-7412-4de7-a692-f517f19039f2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.4138865 Aug 16 01:55:44.873367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42128) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:44.944822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8f2604-54aa-4810-8256-204002d4ae11 req-918e3836-aea6-45f9-97b3-216cf42979ab tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] No DVR routers for this DVR port bd05501d-8d5d-4607-b9dc-3edf261c05d5 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:44.953301 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7e8f2604-54aa-4810-8256-204002d4ae11 req-918e3836-aea6-45f9-97b3-216cf42979ab tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.955340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e8f2604-54aa-4810-8256-204002d4ae11 req-918e3836-aea6-45f9-97b3-216cf42979ab tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.84 "DELETE /v2.0/ports/bd05501d-8d5d-4607-b9dc-3edf261c05d5 HTTP/1.1" status: 204 len: 173 time: 1.6689932 Aug 16 01:55:44.983507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b7df713b-d531-49bf-aee5-5fb3e0a7d344 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port b2bf085b-18e1-450e-8bcf-27d42966a219 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:44.983906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7df713b-d531-49bf-aee5-5fb3e0a7d344 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.999700 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b3acf1c-81fd-4f09-93c2-5075af672cbd req-3f811cca-0591-4c3c-8a2b-a43df83c9c2c tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 210 time: 0.0511534 Aug 16 01:55:45.013815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b01bc470-67bd-4bfa-a30b-ec9d39c7224b req-a2907014-2a74-4e76-be92-868fda4ac579 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876192 Aug 16 01:55:45.053806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e5ae8c4e-cc03-404f-8450-e093a07728dc req-296b9524-f70a-49ca-9cb8-0d5c8c51349b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.102771 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7df713b-d531-49bf-aee5-5fb3e0a7d344 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.120098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b7df713b-d531-49bf-aee5-5fb3e0a7d344 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for b2bf085b-18e1-450e-8bcf-27d42966a219 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:45.144302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b9524-f70a-49ca-9cb8-0d5c8c51349b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event deleted for resources: {'Port': ['ID=e6774cef-56c9-4991-b471-bae82e45e04a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:45.234601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ae8c4e-cc03-404f-8450-e093a07728dc req-296b9524-f70a-49ca-9cb8-0d5c8c51349b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] No DVR routers for this DVR port e6774cef-56c9-4991-b471-bae82e45e04a on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:45.237675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e5ae8c4e-cc03-404f-8450-e093a07728dc req-296b9524-f70a-49ca-9cb8-0d5c8c51349b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.239978 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5ae8c4e-cc03-404f-8450-e093a07728dc req-296b9524-f70a-49ca-9cb8-0d5c8c51349b tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "DELETE /v2.0/ports/e6774cef-56c9-4991-b471-bae82e45e04a HTTP/1.1" status: 204 len: 173 time: 1.7716019 Aug 16 01:55:45.267653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669bcb-f36f-4089-b695-ed7f6ed78386 req-62892a55-e1d8-487e-afa0-ebc9ccbd7b9d tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.269638 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c669bcb-f36f-4089-b695-ed7f6ed78386 req-62892a55-e1d8-487e-afa0-ebc9ccbd7b9d tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 945 time: 0.1545813 Aug 16 01:55:45.312300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7df713b-d531-49bf-aee5-5fb3e0a7d344 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.316374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bc38f925-224b-42a8-a6d2-2d8c031acfd3 None None] Provisioning for port b2bf085b-18e1-450e-8bcf-27d42966a219 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:45.323097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bc38f925-224b-42a8-a6d2-2d8c031acfd3 None None] Provisioning complete for port b2bf085b-18e1-450e-8bcf-27d42966a219 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:45.323505 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bc38f925-224b-42a8-a6d2-2d8c031acfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.334843 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-413528c2-522b-4f84-9ca0-f5ad2910c1fc req-80efba03-a670-4209-9286-f161002760de tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=6964dc98-f856-4deb-935d-c514ff91de0d HTTP/1.1" status: 200 len: 210 time: 0.0639780 Aug 16 01:55:45.366917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-bc38f925-224b-42a8-a6d2-2d8c031acfd3 None None] Port b2bf085b-18e1-450e-8bcf-27d42966a219 was deleted so its status cannot be updated. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 01:55:45.369784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df713b-d531-49bf-aee5-5fb3e0a7d344 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=b2bf085b-18e1-450e-8bcf-27d42966a219,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:45.379955 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bc38f925-224b-42a8-a6d2-2d8c031acfd3 None None] Provisioning complete for port 8a52e722-12c8-4174-9676-c3d4fc238877 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:45.380622 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bc38f925-224b-42a8-a6d2-2d8c031acfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.392552 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7df713b-d531-49bf-aee5-5fb3e0a7d344 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.397335 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b7df713b-d531-49bf-aee5-5fb3e0a7d344 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/b2bf085b-18e1-450e-8bcf-27d42966a219 HTTP/1.1" status: 204 len: 168 time: 0.5207374 Aug 16 01:55:45.397680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42136) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:45.409535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c669bcb-f36f-4089-b695-ed7f6ed78386 req-0e452918-b772-420f-81e1-298e0ec11693 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300008 Aug 16 01:55:45.438909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70455e4-c1ca-4839-a0d5-f3511b801c5c req-5e1cb6a7-495d-4a42-80a3-062c02bef6dc tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.442223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f70455e4-c1ca-4839-a0d5-f3511b801c5c req-5e1cb6a7-495d-4a42-80a3-062c02bef6dc tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.84 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 944 time: 0.1375437 Aug 16 01:55:45.494828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8efa39-1691-4c43-b49d-44e677a4e7ac tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.496452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8efa39-1691-4c43-b49d-44e677a4e7ac tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.500338 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4a8efa39-1691-4c43-b49d-44e677a4e7ac tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0995169 Aug 16 01:55:45.500696 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42138) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:45.557643 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a16ca3e-5929-4393-9b78-fe958031b84c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet e847e447-f028-4845-b74e-f5b445b769a1 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:45.560937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a16ca3e-5929-4393-9b78-fe958031b84c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.581951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f70455e4-c1ca-4839-a0d5-f3511b801c5c req-6321dc64-5ca7-49e3-80b2-7486518b10ca tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Deleting port b81ebfbd-377e-48f2-bec6-a5b1359aec60 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:45.582578 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f70455e4-c1ca-4839-a0d5-f3511b801c5c req-6321dc64-5ca7-49e3-80b2-7486518b10ca tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.601636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-46833cc9-a37f-42bf-aab1-970ee6151f63 None None] Could not find standard attr ID for object 4971d46a-3a71-4401-87e5-423e46ab2f08. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:55:45.605874 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a16ca3e-5929-4393-9b78-fe958031b84c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.662839 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a16ca3e-5929-4393-9b78-fe958031b84c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.688587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-f70455e4-c1ca-4839-a0d5-f3511b801c5c req-6321dc64-5ca7-49e3-80b2-7486518b10ca tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] For port b81ebfbd-377e-48f2-bec6-a5b1359aec60, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b81ebfbd-377e-48f2-bec6-a5b1359aec60,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:45.688880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f70455e4-c1ca-4839-a0d5-f3511b801c5c req-6321dc64-5ca7-49e3-80b2-7486518b10ca tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.703629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f70455e4-c1ca-4839-a0d5-f3511b801c5c req-6321dc64-5ca7-49e3-80b2-7486518b10ca tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Calling delete_port for b81ebfbd-377e-48f2-bec6-a5b1359aec60 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:45.722578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ff36aab0-47af-4fd7-95a5-b40abe0d8fe6 None None] Could not find standard attr ID for object b2bf085b-18e1-450e-8bcf-27d42966a219. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:55:45.736364 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a16ca3e-5929-4393-9b78-fe958031b84c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.765936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16ca3e-5929-4393-9b78-fe958031b84c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=e847e447-f028-4845-b74e-f5b445b769a1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:45.768328 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a16ca3e-5929-4393-9b78-fe958031b84c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.770480 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8a16ca3e-5929-4393-9b78-fe958031b84c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/e847e447-f028-4845-b74e-f5b445b769a1 HTTP/1.1" status: 204 len: 168 time: 0.2687526 Aug 16 01:55:45.775564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42140) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:45.830243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b493bf4-27cf-46b4-bf88-7c4a1cdd452b', 'name': 'network-vif-deleted', 'tag': 'bd05501d-8d5d-4607-b9dc-3edf261c05d5'}, {'server_uuid': '6964dc98-f856-4deb-935d-c514ff91de0d', 'name': 'network-vif-deleted', 'tag': 'e6774cef-56c9-4991-b471-bae82e45e04a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:45.833667 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e22c7ec-0c58-4d04-a4a5-f119d8812f57" -d '{"events": [{"server_uuid": "8b493bf4-27cf-46b4-bf88-7c4a1cdd452b", "name": "network-vif-deleted", "tag": "bd05501d-8d5d-4607-b9dc-3edf261c05d5"}, {"server_uuid": "6964dc98-f856-4deb-935d-c514ff91de0d", "name": "network-vif-deleted", "tag": "e6774cef-56c9-4991-b471-bae82e45e04a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:45.910114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e6382752-b82a-43b8-a7d4-92396de58f71 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328838 Aug 16 01:55:45.915728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42146) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:45.928207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-379fbb66-7fca-46de-8ae3-8b245442bc0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:45.987483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cec20f-24ac-4638-990c-3a6b1572f534 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:46.012479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87053c6-1334-461c-be74-eef0bca427f4 req-7f4c5c76-3b73-4335-b9b1-a507fb79e38a tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.014488 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c87053c6-1334-461c-be74-eef0bca427f4 req-7f4c5c76-3b73-4335-b9b1-a507fb79e38a tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.84 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 946 time: 0.0834768 Aug 16 01:55:46.033095 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dba1347-d529-4635-aa91-6c69981645fa x-openstack-request-id: req-5dba1347-d529-4635-aa91-6c69981645fa {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:46.033643 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b493bf4-27cf-46b4-bf88-7c4a1cdd452b", "name": "network-vif-deleted", "tag": "bd05501d-8d5d-4607-b9dc-3edf261c05d5", "status": "completed", "code": 200}, {"server_uuid": "6964dc98-f856-4deb-935d-c514ff91de0d", "name": "network-vif-deleted", "tag": "e6774cef-56c9-4991-b471-bae82e45e04a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:46.034102 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5dba1347-d529-4635-aa91-6c69981645fa {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:46.034642 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b493bf4-27cf-46b4-bf88-7c4a1cdd452b', 'name': 'network-vif-deleted', 'tag': 'bd05501d-8d5d-4607-b9dc-3edf261c05d5', 'status': 'completed', 'code': 200} Aug 16 01:55:46.035233 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6964dc98-f856-4deb-935d-c514ff91de0d', 'name': 'network-vif-deleted', 'tag': 'e6774cef-56c9-4991-b471-bae82e45e04a', 'status': 'completed', 'code': 200} Aug 16 01:55:46.170007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c87053c6-1334-461c-be74-eef0bca427f4 req-5d7f89f9-73f1-4028-b36a-52370bf21f9b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Deleting port ca764df0-43b3-4bd5-8c4e-a6f29192d47f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:46.170789 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c87053c6-1334-461c-be74-eef0bca427f4 req-5d7f89f9-73f1-4028-b36a-52370bf21f9b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.179347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e5b8772-3811-4b2a-b391-02a4dcd2bedf req-b90d7a16-fe35-4de2-8d1f-1eceb994bdd7 tempest-ListServersNegativeTestJSON-1248986845 tempest-ListServersNegativeTestJSON-1248986845-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b493bf4-27cf-46b4-bf88-7c4a1cdd452b HTTP/1.1" status: 200 len: 210 time: 0.0531113 Aug 16 01:55:46.200919 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101a9f3-ecf8-4bf2-9244-5799dfb683b5 req-54221275-d250-4811-a77c-ff1696678eff tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.209109 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0101a9f3-ecf8-4bf2-9244-5799dfb683b5 req-54221275-d250-4811-a77c-ff1696678eff tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 946 time: 0.2214146 Aug 16 01:55:46.234651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f70455e4-c1ca-4839-a0d5-f3511b801c5c req-6321dc64-5ca7-49e3-80b2-7486518b10ca tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.267333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379fbb66-7fca-46de-8ae3-8b245442bc0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:46.268095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b81ebfbd-377e-48f2-bec6-a5b1359aec60'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:46.271316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-379fbb66-7fca-46de-8ae3-8b245442bc0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.288431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321dc64-5ca7-49e3-80b2-7486518b10ca tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Pushing event deleted for resources: {'Port': ['ID=b81ebfbd-377e-48f2-bec6-a5b1359aec60,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.309143 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c87053c6-1334-461c-be74-eef0bca427f4 req-5d7f89f9-73f1-4028-b36a-52370bf21f9b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] For port ca764df0-43b3-4bd5-8c4e-a6f29192d47f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ca764df0-43b3-4bd5-8c4e-a6f29192d47f,segment=NetworkSegment(d78bb26b-eae4-4f7d-ad57-3afa1346ed59),segment_id=d78bb26b-eae4-4f7d-ad57-3afa1346ed59)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:46.309704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c87053c6-1334-461c-be74-eef0bca427f4 req-5d7f89f9-73f1-4028-b36a-52370bf21f9b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.318110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb619d7-9ae1-40ff-954a-60a2f93a1d76 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:46.324511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c87053c6-1334-461c-be74-eef0bca427f4 req-5d7f89f9-73f1-4028-b36a-52370bf21f9b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Calling delete_port for ca764df0-43b3-4bd5-8c4e-a6f29192d47f owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:46.355854 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0101a9f3-ecf8-4bf2-9244-5799dfb683b5 req-a3426e07-f0e7-4211-ad29-ecaa1c8d391b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed751017-e18e-4ae2-b898-75bb2f548ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455727 Aug 16 01:55:46.370515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-bcb619d7-9ae1-40ff-954a-60a2f93a1d76 None None] Deleting port 8a52e722-12c8-4174-9676-c3d4fc238877 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:46.371620 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcb619d7-9ae1-40ff-954a-60a2f93a1d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.388352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13776ab0-6aa1-472e-a6ba-c0035d127b19 req-59e7fbe0-339d-4450-b2e1-963012494cef tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 210 time: 0.0860779 Aug 16 01:55:46.420384 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70455e4-c1ca-4839-a0d5-f3511b801c5c req-6321dc64-5ca7-49e3-80b2-7486518b10ca tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] No DVR routers for this DVR port b81ebfbd-377e-48f2-bec6-a5b1359aec60 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:46.424016 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f70455e4-c1ca-4839-a0d5-f3511b801c5c req-6321dc64-5ca7-49e3-80b2-7486518b10ca tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.426124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f70455e4-c1ca-4839-a0d5-f3511b801c5c req-6321dc64-5ca7-49e3-80b2-7486518b10ca tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.84 "DELETE /v2.0/ports/b81ebfbd-377e-48f2-bec6-a5b1359aec60 HTTP/1.1" status: 204 len: 173 time: 0.9528913 Aug 16 01:55:46.472374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bcb619d7-9ae1-40ff-954a-60a2f93a1d76 None None] For port 8a52e722-12c8-4174-9676-c3d4fc238877, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8a52e722-12c8-4174-9676-c3d4fc238877,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:46.473465 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcb619d7-9ae1-40ff-954a-60a2f93a1d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.498830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-bcb619d7-9ae1-40ff-954a-60a2f93a1d76 None None] Calling delete_port for 8a52e722-12c8-4174-9676-c3d4fc238877 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:46.559586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c87053c6-1334-461c-be74-eef0bca427f4 req-5d7f89f9-73f1-4028-b36a-52370bf21f9b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.601272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['ca764df0-43b3-4bd5-8c4e-a6f29192d47f'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:46.610707 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f89f9-73f1-4028-b36a-52370bf21f9b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Pushing event deleted for resources: {'Port': ['ID=ca764df0-43b3-4bd5-8c4e-a6f29192d47f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.642048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-379fbb66-7fca-46de-8ae3-8b245442bc0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.649773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e8c2c237-b6f6-4883-bd36-570642838e2a up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:46.682439 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87053c6-1334-461c-be74-eef0bca427f4 req-5d7f89f9-73f1-4028-b36a-52370bf21f9b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] No DVR routers for this DVR port ca764df0-43b3-4bd5-8c4e-a6f29192d47f on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:46.686950 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c87053c6-1334-461c-be74-eef0bca427f4 req-5d7f89f9-73f1-4028-b36a-52370bf21f9b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.690144 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c87053c6-1334-461c-be74-eef0bca427f4 req-5d7f89f9-73f1-4028-b36a-52370bf21f9b tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.84 "DELETE /v2.0/ports/ca764df0-43b3-4bd5-8c4e-a6f29192d47f HTTP/1.1" status: 204 len: 173 time: 0.6610279 Aug 16 01:55:46.691381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce', 'name': 'network-vif-deleted', 'tag': 'ca764df0-43b3-4bd5-8c4e-a6f29192d47f'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:46.695432 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effa7b53-53e8-44e5-991a-81fa50ae4498" -d '{"events": [{"server_uuid": "13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce", "name": "network-vif-deleted", "tag": "ca764df0-43b3-4bd5-8c4e-a6f29192d47f"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:46.697207 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcb619d7-9ae1-40ff-954a-60a2f93a1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.750563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379fbb66-7fca-46de-8ae3-8b245442bc0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:46.754655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-379fbb66-7fca-46de-8ae3-8b245442bc0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:46.761839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379fbb66-7fca-46de-8ae3-8b245442bc0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.762678 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-379fbb66-7fca-46de-8ae3-8b245442bc0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.766992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb619d7-9ae1-40ff-954a-60a2f93a1d76 None None] Pushing event deleted for resources: {'Port': ['ID=8a52e722-12c8-4174-9676-c3d4fc238877,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.775462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb619d7-9ae1-40ff-954a-60a2f93a1d76 None None] No DVR routers for this DVR port 8a52e722-12c8-4174-9676-c3d4fc238877 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:46.778693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fbb66-7fca-46de-8ae3-8b245442bc0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=cf87cb27-1026-4825-86a5-1e3bab6a73b4,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.785592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-379fbb66-7fca-46de-8ae3-8b245442bc0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8658412 Aug 16 01:55:46.785895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42166) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:46.793530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'name': 'tempest-NetworksTestDHCPv6-738321316'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:46.798568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62899dc7-9cd5-408a-b831-75bb87167d9b req-004fcfe8-0571-444e-a9f3-140d6382db26 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.806101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62899dc7-9cd5-408a-b831-75bb87167d9b req-004fcfe8-0571-444e-a9f3-140d6382db26 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 945 time: 0.1144331 Aug 16 01:55:46.806831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port e8c2c237-b6f6-4883-bd36-570642838e2a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:46.811381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port e8c2c237-b6f6-4883-bd36-570642838e2a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:46.811810 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.850612 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816745a7-ccd9-4275-a866-d9de6d2ebd4a None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:46.868069 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62899dc7-9cd5-408a-b831-75bb87167d9b req-72cb57bc-4778-40c6-8ff1-7e3ffd792497 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604868 Aug 16 01:55:46.869921 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d23b1b-7c7f-4189-886c-bb8ce6efd868 x-openstack-request-id: req-40d23b1b-7c7f-4189-886c-bb8ce6efd868 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:46.870310 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce", "name": "network-vif-deleted", "tag": "ca764df0-43b3-4bd5-8c4e-a6f29192d47f", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:46.870710 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40d23b1b-7c7f-4189-886c-bb8ce6efd868 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:46.872306 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce', 'name': 'network-vif-deleted', 'tag': 'ca764df0-43b3-4bd5-8c4e-a6f29192d47f', 'status': 'completed', 'code': 200} Aug 16 01:55:46.982870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:46.987830 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.009525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 9acb2fd2-e270-4228-9816-93edb29dea03 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:47.017551 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.051322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb1cf64-45b1-4470-8081-cb5d4c7654cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c2c237-b6f6-4883-bd36-570642838e2a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:47.053676 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39fea85-cc11-48ad-b04d-b75729211a62" -d '{"events": [{"server_uuid": "ccb1cf64-45b1-4470-8081-cb5d4c7654cc", "name": "network-vif-plugged", "status": "completed", "tag": "e8c2c237-b6f6-4883-bd36-570642838e2a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:47.085511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e8c2c237-b6f6-4883-bd36-570642838e2a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e8c2c237-b6f6-4883-bd36-570642838e2a,segment=NetworkSegment(2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624),segment_id=2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:47.096948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': 'cf87cb27-1026-4825-86a5-1e3bab6a73b4'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:55:47.098060 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.114460 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.115582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b81ebfbd-377e-48f2-bec6-a5b1359aec60 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:47.127137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b99e9-9027-49d3-bd8f-309c40451933 req-4611ec56-bf15-45e4-88ce-a61bbb16717f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.128949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-4611ec56-bf15-45e4-88ce-a61bbb16717f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/networks?id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5 HTTP/1.1" status: 200 len: 821 time: 0.1681483 Aug 16 01:55:47.152039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-b8e4b59c-7df2-4d4a-852b-2066ada5818d tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/quotas/e402cb8db7524d088a323bf669eee210 HTTP/1.1" status: 200 len: 375 time: 0.0140069 Aug 16 01:55:47.157032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: b81ebfbd-377e-48f2-bec6-a5b1359aec60 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:47.157712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b81ebfbd-377e-48f2-bec6-a5b1359aec60 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:47.166418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::315 (4c0e190f-1577-4471-8063-ddf0f1be0b48/cf87cb27-1026-4825-86a5-1e3bab6a73b4/9acb2fd2-e270-4228-9816-93edb29dea03) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:47.226074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-8dba92a1-8964-40aa-b168-21f57b465f77 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e402cb8db7524d088a323bf669eee210&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676711 Aug 16 01:55:47.253031 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b2b89a-889e-40b0-a7e9-27f7b28de581 x-openstack-request-id: req-55b2b89a-889e-40b0-a7e9-27f7b28de581 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:47.253332 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb1cf64-45b1-4470-8081-cb5d4c7654cc", "name": "network-vif-plugged", "status": "completed", "tag": "e8c2c237-b6f6-4883-bd36-570642838e2a", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:47.253581 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55b2b89a-889e-40b0-a7e9-27f7b28de581 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:47.253974 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb1cf64-45b1-4470-8081-cb5d4c7654cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c2c237-b6f6-4883-bd36-570642838e2a', 'code': 200} Aug 16 01:55:47.263198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42180) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:47.321058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e8c2c237-b6f6-4883-bd36-570642838e2a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:47.359858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f58b5-a6d0-41bb-84d3-b608d8f1470a req-6399adfb-ff1c-424f-8245-c430339eba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.362523 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d2f58b5-a6d0-41bb-84d3-b608d8f1470a req-6399adfb-ff1c-424f-8245-c430339eba80 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 1098 time: 0.1284399 Aug 16 01:55:47.372243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a2ce26-fc1e-4afc-b61b-641f9693ec95 admin admin] Deleting subnet 30a6d0e8-7f79-4134-bccc-078c44832447 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:47.377017 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c8a2ce26-fc1e-4afc-b61b-641f9693ec95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.393129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e6774cef-56c9-4991-b471-bae82e45e04a no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:47.442802 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d2f58b5-a6d0-41bb-84d3-b608d8f1470a req-22c51464-70ba-4890-b22f-3a9f0f32764e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564523 Aug 16 01:55:47.460958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: e6774cef-56c9-4991-b471-bae82e45e04a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:47.466743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e6774cef-56c9-4991-b471-bae82e45e04a not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:47.467603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.493632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 9acb2fd2-e270-4228-9816-93edb29dea03 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:47.512541 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c8a2ce26-fc1e-4afc-b61b-641f9693ec95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.542830 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.556104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-6aefa984-7ff1-4f49-b313-be77e2d62d44 service neutron] 10.222.0.79 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209989 Aug 16 01:55:47.598570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=9acb2fd2-e270-4228-9816-93edb29dea03,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:47.610478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/cf87cb27-1026-4825-86a5-1e3bab6a73b4/1576264c-36d6-451c-8e1c-4150d8700fa7) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:47.622218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:47.624313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:47.633999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:47.640949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.641647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.665679 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c8b50142-3c8a-4d72-a699-817cac3d5862 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8775208 Aug 16 01:55:47.666053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42190) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:47.666613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e73c317-4668-43d6-a501-5b3e6c90c8df req-76fcc036-a6a5-4ec5-965b-d963abcbfbd7 tempest-ServerAddressesTestJSON-1771312678 tempest-ServerAddressesTestJSON-1771312678-project] 10.222.0.79 "GET /v2.0/ports?device_id=13bfb4e5-ebdc-4a37-87ad-bc827dcb13ce HTTP/1.1" status: 200 len: 210 time: 0.1564777 Aug 16 01:55:47.725147 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-640464ba-edab-4720-a6b2-37fe9e6224de service neutron] 10.222.0.79 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680603 Aug 16 01:55:47.736880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c8a2ce26-fc1e-4afc-b61b-641f9693ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.749490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f7b762-1ea1-4731-99e9-e4af5d45e4e5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.754339 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c0f7b762-1ea1-4731-99e9-e4af5d45e4e5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0872283 Aug 16 01:55:47.754947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42192) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:47.855898 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.877670 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Transition to ACTIVE for port object 1576264c-36d6-451c-8e1c-4150d8700fa7 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:47.883508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b9f76-0759-4fb9-842d-6198a8a13d74 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 9acb2fd2-e270-4228-9816-93edb29dea03 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:47.883992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9f76-0759-4fb9-842d-6198a8a13d74 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.898432 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c8a2ce26-fc1e-4afc-b61b-641f9693ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.914469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Transition to ACTIVE for port object 1576264c-36d6-451c-8e1c-4150d8700fa7 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:47.925855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.985929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dffcee61-389a-41ec-a072-2e2f951bcdc8 req-eab7fbc0-e4fe-4f0a-8dca-70ec029d58f2 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 210 time: 0.1349776 Aug 16 01:55:47.991859 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9f76-0759-4fb9-842d-6198a8a13d74 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.006336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b9f76-0759-4fb9-842d-6198a8a13d74 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 9acb2fd2-e270-4228-9816-93edb29dea03 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:48.030394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:48.034732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:48.041610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:48.051007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'name': 'network-vif-deleted', 'tag': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:48.052275 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee1e609-5b12-4e07-9cf5-5639c8db2031" -d '{"events": [{"server_uuid": "e687b597-956c-415d-92ad-c7bf1ac55ac8", "name": "network-vif-deleted", "tag": "b81ebfbd-377e-48f2-bec6-a5b1359aec60"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:48.061289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2ce26-fc1e-4afc-b61b-641f9693ec95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a6d0e8-7f79-4134-bccc-078c44832447,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.073003 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c8a2ce26-fc1e-4afc-b61b-641f9693ec95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.078007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c8a2ce26-fc1e-4afc-b61b-641f9693ec95 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/30a6d0e8-7f79-4134-bccc-078c44832447 HTTP/1.1" status: 204 len: 168 time: 0.8105156 Aug 16 01:55:48.095595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42202) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:48.185322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Attempting to bind port 1576264c-36d6-451c-8e1c-4150d8700fa7 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:48.185322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Attempting to bind port 1576264c-36d6-451c-8e1c-4150d8700fa7 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:48.185857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Attempting to bind port 1576264c-36d6-451c-8e1c-4150d8700fa7 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:48.186970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b02a48a-742e-4c3e-abc6-a1b8bd757d49 req-61b3d972-358b-4aaf-a0f5-ee297a6828ee tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 210 time: 0.1156290 Aug 16 01:55:48.197818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:48.201274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:48.202078 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.202578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:48.203643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Bound port: 1576264c-36d6-451c-8e1c-4150d8700fa7, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:48.204119 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.222560 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9f76-0759-4fb9-842d-6198a8a13d74 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.287221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Pushing event updated for resources: {'Port': ['ID=1576264c-36d6-451c-8e1c-4150d8700fa7,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.304536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] For port 1576264c-36d6-451c-8e1c-4150d8700fa7, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:48.312368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] For port 1576264c-36d6-451c-8e1c-4150d8700fa7, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1576264c-36d6-451c-8e1c-4150d8700fa7,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:48.315139 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.322668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.330030 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62588c4e-28b1-4f8e-99aa-b784bf661cb8 x-openstack-request-id: req-62588c4e-28b1-4f8e-99aa-b784bf661cb8 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:48.330586 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687b597-956c-415d-92ad-c7bf1ac55ac8", "name": "network-vif-deleted", "tag": "b81ebfbd-377e-48f2-bec6-a5b1359aec60", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:48.330746 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-62588c4e-28b1-4f8e-99aa-b784bf661cb8 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:48.331288 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687b597-956c-415d-92ad-c7bf1ac55ac8', 'name': 'network-vif-deleted', 'tag': 'b81ebfbd-377e-48f2-bec6-a5b1359aec60', 'status': 'completed', 'code': 200} Aug 16 01:55:48.339468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b9f76-0759-4fb9-842d-6198a8a13d74 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=9acb2fd2-e270-4228-9816-93edb29dea03,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.344767 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.350877 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc2b9f76-0759-4fb9-842d-6198a8a13d74 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.353444 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dc2b9f76-0759-4fb9-842d-6198a8a13d74 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/9acb2fd2-e270-4228-9816-93edb29dea03 HTTP/1.1" status: 204 len: 168 time: 0.5968719 Aug 16 01:55:48.358933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42208) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:48.365220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4df4f-3f41-4e79-8f93-47e6dea8a573 req-d95b15fc-eb7c-49d0-ac79-696f42a2ac38 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.374251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35b4df4f-3f41-4e79-8f93-47e6dea8a573 req-d95b15fc-eb7c-49d0-ac79-696f42a2ac38 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 946 time: 0.1237071 Aug 16 01:55:48.430468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35b4df4f-3f41-4e79-8f93-47e6dea8a573 req-e8683871-3a1b-4d53-bfa0-1329cbfe4eab tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549552 Aug 16 01:55:48.430633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4801979-f6e9-4497-8aa1-d3b67f0074cf None None] Pushing event updated for resources: {'Port': ['ID=1576264c-36d6-451c-8e1c-4150d8700fa7,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.449678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8a52e722-12c8-4174-9676-c3d4fc238877 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:48.475271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ac8c3-a234-469e-aebd-b0c60a3bb9a3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.477160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ac8c3-a234-469e-aebd-b0c60a3bb9a3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.479313 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dd8ac8c3-a234-469e-aebd-b0c60a3bb9a3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1188579 Aug 16 01:55:48.487221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42212) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:48.553042 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.572907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbaef603-eea5-42dd-b1ee-de8599965e60']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:48.598221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:48.598565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee498db-f219-4fc5-9a1b-b9bb3ba5a874') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:48.606154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c82a432-aa51-4130-9e35-bf0910960723 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet cf87cb27-1026-4825-86a5-1e3bab6a73b4 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:48.610150 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c82a432-aa51-4130-9e35-bf0910960723 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.610917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.628570 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.639215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:48.639917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:48.642364 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:48.704193 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c82a432-aa51-4130-9e35-bf0910960723 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.758318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8a52e722-12c8-4174-9676-c3d4fc238877 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:48.759205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8a52e722-12c8-4174-9676-c3d4fc238877 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:48.799417 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.823179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42216) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:48.849831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.852201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] 10.222.0.79 "DELETE /v2.0/networks/dbaef603-eea5-42dd-b1ee-de8599965e60 HTTP/1.1" status: 204 len: 168 time: 0.7558928 Aug 16 01:55:48.855810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5544713-a7d3-438a-8b8f-e4dc88ea2475 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbaef603-eea5-42dd-b1ee-de8599965e60,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.928065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c82a432-aa51-4130-9e35-bf0910960723 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.934149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d387fe-d3b3-4b11-802d-9ceb01ff4a5f admin admin] Deleting subnet 96b20af1-726b-4b0f-a9c3-bb4beb53c589 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:48.955928 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53d387fe-d3b3-4b11-802d-9ceb01ff4a5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.017637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53d387fe-d3b3-4b11-802d-9ceb01ff4a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.068065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c82a432-aa51-4130-9e35-bf0910960723 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.077054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53d387fe-d3b3-4b11-802d-9ceb01ff4a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.133295 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82a432-aa51-4130-9e35-bf0910960723 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=cf87cb27-1026-4825-86a5-1e3bab6a73b4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:49.156439 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c82a432-aa51-4130-9e35-bf0910960723 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.158751 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9c82a432-aa51-4130-9e35-bf0910960723 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/cf87cb27-1026-4825-86a5-1e3bab6a73b4 HTTP/1.1" status: 204 len: 168 time: 0.6705439 Aug 16 01:55:49.161505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42226) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.220679 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a84df63c-b1ec-4894-9e80-ad035f44f142 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555956 Aug 16 01:55:49.223654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42228) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.233603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2fcd8b96-66f8-4669-9a19-a0b9992c234a req-b576e5cb-17fe-4696-bd6c-3fd0e6f73efc tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 210 time: 0.0771148 Aug 16 01:55:49.273451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53d387fe-d3b3-4b11-802d-9ceb01ff4a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.285368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42232) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.296275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c55ab2-efb2-4356-810c-318a6763acf7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.297887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-84c55ab2-efb2-4356-810c-318a6763acf7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0759339 Aug 16 01:55:49.301254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42234) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.324663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d387fe-d3b3-4b11-802d-9ceb01ff4a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b20af1-726b-4b0f-a9c3-bb4beb53c589,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:49.333524 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53d387fe-d3b3-4b11-802d-9ceb01ff4a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.335822 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-53d387fe-d3b3-4b11-802d-9ceb01ff4a5f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/96b20af1-726b-4b0f-a9c3-bb4beb53c589 HTTP/1.1" status: 204 len: 168 time: 0.5115633 Aug 16 01:55:49.338134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42236) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.401665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-beb7cd3a-d6c4-4d35-82d8-28f63fedf38a req-7a85f6d5-cabe-4568-ba13-4a5b306e2aa0 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 210 time: 0.0754015 Aug 16 01:55:49.420062 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.463272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ff8c98cf-702a-4234-8409-d3b49b433f5f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=01d8f90be57a4775adae135ff4cba48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764841 Aug 16 01:55:49.467806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a4221-1410-4efb-a94e-9a037a395638 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.469854 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-967a4221-1410-4efb-a94e-9a037a395638 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1673551 Aug 16 01:55:49.470431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42240) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.476903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42242) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.532244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-596f8004-bed2-4d75-a1e0-9feb96f9e5e8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529673 Aug 16 01:55:49.552855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42244) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.561521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4724082a-a9bf-45d0-98f7-03a93887367e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:49.745803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c9ecc-5c0e-4a6e-a5c8-3437ce4bbdc5 req-01f10f4f-e156-4fee-8b58-e04fb9ecebaa tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.747474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-928c9ecc-5c0e-4a6e-a5c8-3437ce4bbdc5 req-01f10f4f-e156-4fee-8b58-e04fb9ecebaa tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 946 time: 0.1308177 Aug 16 01:55:49.757241 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b99e9-9027-49d3-bd8f-309c40451933 req-1b5b15bc-27b4-4cf7-94c4-aa8fe93e86db tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.759829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-1b5b15bc-27b4-4cf7-94c4-aa8fe93e86db tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "GET /v2.0/networks?id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5 HTTP/1.1" status: 200 len: 821 time: 0.2134228 Aug 16 01:55:49.762164 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa5d4e0-4a05-4e6a-b0e3-294eb6aa5bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.764008 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.780627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36353c5d-cadd-404b-b33b-9196c2f5d7ea']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:49.788167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Request body: {'port': {'device_id': 'b3062551-c548-446a-bfec-016fe4fbe718', 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5', 'admin_state_up': True, 'tenant_id': 'e402cb8db7524d088a323bf669eee210'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:49.797552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78bb26b-eae4-4f7d-ad57-3afa1346ed59') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:49.797840 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78bb26b-eae4-4f7d-ad57-3afa1346ed59') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:49.808795 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.817127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a65e778-4a51-4a23-b275-68ddbbe58380 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:49.820728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4724082a-a9bf-45d0-98f7-03a93887367e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:49.824305 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4724082a-a9bf-45d0-98f7-03a93887367e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.833130 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa5d4e0-4a05-4e6a-b0e3-294eb6aa5bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.932057 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa5d4e0-4a05-4e6a-b0e3-294eb6aa5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.932551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3dacbb81-5d5d-42ff-b031-3bd7784c88e3 None None] Provisioning for port 1576264c-36d6-451c-8e1c-4150d8700fa7 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:49.936700 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa5d4e0-4a05-4e6a-b0e3-294eb6aa5bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.938506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-caa5d4e0-4a05-4e6a-b0e3-294eb6aa5bf0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ae75e247-f6ce-4116-884c-047277b4e2e7 HTTP/1.1" status: 204 len: 168 time: 0.4668646 Aug 16 01:55:49.995564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-928c9ecc-5c0e-4a6e-a5c8-3437ce4bbdc5 req-8947d36e-c6c3-47e0-a74a-a6cf748390c2 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342403 Aug 16 01:55:50.013175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5d4e0-4a05-4e6a-b0e3-294eb6aa5bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae75e247-f6ce-4116-884c-047277b4e2e7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:50.047704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70117a-7f1e-49a1-b4c1-efe656160fe9 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:50.082497 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.095397 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4724082a-a9bf-45d0-98f7-03a93887367e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.112197 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:50.113157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8f70117a-7f1e-49a1-b4c1-efe656160fe9 None None] Deleting port 1576264c-36d6-451c-8e1c-4150d8700fa7 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:50.113794 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8f70117a-7f1e-49a1-b4c1-efe656160fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.115555 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:50.126701 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:50.129704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Made reservation on behalf of e402cb8db7524d088a323bf669eee210 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:50.131349 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.250475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724082a-a9bf-45d0-98f7-03a93887367e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:50.289994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8f70117a-7f1e-49a1-b4c1-efe656160fe9 None None] For port 1576264c-36d6-451c-8e1c-4150d8700fa7, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1576264c-36d6-451c-8e1c-4150d8700fa7,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:50.290390 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8f70117a-7f1e-49a1-b4c1-efe656160fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.326431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8f70117a-7f1e-49a1-b4c1-efe656160fe9 None None] Calling delete_port for 1576264c-36d6-451c-8e1c-4150d8700fa7 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:50.342371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4724082a-a9bf-45d0-98f7-03a93887367e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:50.348724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4724082a-a9bf-45d0-98f7-03a93887367e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.353499 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4724082a-a9bf-45d0-98f7-03a93887367e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.406965 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4724082a-a9bf-45d0-98f7-03a93887367e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8529990 Aug 16 01:55:50.409868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42260) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:50.410663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724082a-a9bf-45d0-98f7-03a93887367e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=738821f5-5ffe-4c26-abe0-fc257d6373f3,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:50.416148 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.422434 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.426714 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] 10.222.0.79 "DELETE /v2.0/networks/36353c5d-cadd-404b-b33b-9196c2f5d7ea HTTP/1.1" status: 204 len: 168 time: 1.0875392 Aug 16 01:55:50.439257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': '738821f5-5ffe-4c26-abe0-fc257d6373f3', 'ip_address': '2001:db8::5db:aeb7:b26b:169d'}], 'name': 'tempest-NetworksTestDHCPv6-1842084022'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:50.441393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0dc70-8c4c-4653-a138-f4b9817edf15 admin admin] Pushing event deleted for resources: {'Network': ['ID=36353c5d-cadd-404b-b33b-9196c2f5d7ea,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:50.448844 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8f70117a-7f1e-49a1-b4c1-efe656160fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.450651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ae271ad-911b-42f7-993b-eaf38c8d71ab req-e00e0b32-31ef-4309-b078-f5fb808b8dd3 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 210 time: 0.0950322 Aug 16 01:55:50.486960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70117a-7f1e-49a1-b4c1-efe656160fe9 None None] Pushing event deleted for resources: {'Port': ['ID=1576264c-36d6-451c-8e1c-4150d8700fa7,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:50.492679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70117a-7f1e-49a1-b4c1-efe656160fe9 None None] No DVR routers for this DVR port 1576264c-36d6-451c-8e1c-4150d8700fa7 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:50.520225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e309192c-ea8c-47b2-8429-577df2fe8c6b None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:50.558334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822edde-9d17-4e96-b9f8-06fefd6d642c req-42b82416-0683-4fa0-9759-3103071e5e16 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.566441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a822edde-9d17-4e96-b9f8-06fefd6d642c req-42b82416-0683-4fa0-9759-3103071e5e16 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 946 time: 0.2317960 Aug 16 01:55:50.569337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Allocated IP 172.20.0.3 (8b40d3ce-64f6-4f58-b366-5deedab4aaf5/1012df08-e106-4449-8c19-c14f32b8eec3/34f87004-639e-4764-a1a3-5411ac4f4cfe) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:50.657721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ca764df0-43b3-4bd5-8c4e-a6f29192d47f no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:50.695710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a822edde-9d17-4e96-b9f8-06fefd6d642c req-adde012c-a825-4549-bcaa-0d75765750b9 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280963 Aug 16 01:55:50.710000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: ca764df0-43b3-4bd5-8c4e-a6f29192d47f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:50.710368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ca764df0-43b3-4bd5-8c4e-a6f29192d47f not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:50.801881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42274) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:50.821175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '738821f5-5ffe-4c26-abe0-fc257d6373f3'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:55:50.822393 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.854808 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.856917 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4b3d61cc-422d-4610-8f5d-313a7da2dcb1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f98b5a5fa6d46099b4f4a87d1e70e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530980 Aug 16 01:55:50.859553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42276) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:50.915577 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.916391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65920910-cde2-4e83-8a2a-916dd66778b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.933860 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c279ed1-c355-49a6-a3a2-d38a5d404a05 req-d7994fbb-5255-4e67-8b0e-309c26a6c7ba tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 210 time: 0.1179707 Aug 16 01:55:50.959326 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65920910-cde2-4e83-8a2a-916dd66778b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.012270 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event updated for resources: {'Port': ['ID=34f87004-639e-4764-a1a3-5411ac4f4cfe,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:51.032348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:51.039189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:51.042969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:51.046061 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65920910-cde2-4e83-8a2a-916dd66778b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.049429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65920910-cde2-4e83-8a2a-916dd66778b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.051374 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-65920910-cde2-4e83-8a2a-916dd66778b2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed751017-e18e-4ae2-b898-75bb2f548ac3 HTTP/1.1" status: 204 len: 168 time: 0.1906381 Aug 16 01:55:51.064820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65920910-cde2-4e83-8a2a-916dd66778b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed751017-e18e-4ae2-b898-75bb2f548ac3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:51.068079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/738821f5-5ffe-4c26-abe0-fc257d6373f3/783da1b4-4b39-4576-a7ec-83aa3069b81c) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:51.147032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:51.147869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.154888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:51.260950 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-a23f8e57-6150-427d-bd71-30cb7ebfaa74 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4879334 Aug 16 01:55:51.282767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Request body: {'port': {'device_id': 'b3062551-c548-446a-bfec-016fe4fbe718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:51.337646 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.363859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Transition to ACTIVE for port object 783da1b4-4b39-4576-a7ec-83aa3069b81c will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:51.398282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Transition to ACTIVE for port object 783da1b4-4b39-4576-a7ec-83aa3069b81c will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:51.412167 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.463450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:51.466898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:51.472120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:51.504231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Pushing event updated for resources: {'Port': ['ID=783da1b4-4b39-4576-a7ec-83aa3069b81c,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:51.620726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Attempting to bind port 783da1b4-4b39-4576-a7ec-83aa3069b81c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:51.621438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Attempting to bind port 783da1b4-4b39-4576-a7ec-83aa3069b81c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:51.622011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Attempting to bind port 783da1b4-4b39-4576-a7ec-83aa3069b81c on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:51.628408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:51.629243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:51.630014 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.630683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:51.631361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Bound port: 783da1b4-4b39-4576-a7ec-83aa3069b81c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:51.632006 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.726310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] For port 783da1b4-4b39-4576-a7ec-83aa3069b81c, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:51.730051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] For port 783da1b4-4b39-4576-a7ec-83aa3069b81c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=783da1b4-4b39-4576-a7ec-83aa3069b81c,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:51.736088 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.781662 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.832333 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-698d3864-a3de-4dd1-a15a-b55fa0154bb7 req-bb98bc56-1c0a-4055-bd17-fc0832e2992d tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=e687b597-956c-415d-92ad-c7bf1ac55ac8 HTTP/1.1" status: 200 len: 210 time: 0.0627201 Aug 16 01:55:51.833699 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.855216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc987054-aabf-4397-9ebe-63f8ddd39333 None None] Pushing event updated for resources: {'Port': ['ID=783da1b4-4b39-4576-a7ec-83aa3069b81c,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:51.863834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port dd09a08a-6ee0-4386-b69a-4f21dd414a10 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:52.058903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b8301-f3f6-4c0e-a7e8-727e9e0fa1f3 req-2c8d305b-5ed4-4b24-8bce-6d220fd03338 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.061534 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f77b8301-f3f6-4c0e-a7e8-727e9e0fa1f3 req-2c8d305b-5ed4-4b24-8bce-6d220fd03338 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.84 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 946 time: 0.1317601 Aug 16 01:55:52.196840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f3e67f8-013c-4197-8972-47cb26b42bd2 req-7a63540c-6665-42b5-ba1f-e9e6b3f52c2c tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=0540aae0-d860-4880-bfd3-a708157e22b8 HTTP/1.1" status: 200 len: 210 time: 0.1416795 Aug 16 01:55:52.295330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-f77b8301-f3f6-4c0e-a7e8-727e9e0fa1f3 req-148d14be-aeae-4a8d-8569-0b671e8de527 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Deleting port e8c2c237-b6f6-4883-bd36-570642838e2a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:52.297170 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f77b8301-f3f6-4c0e-a7e8-727e9e0fa1f3 req-148d14be-aeae-4a8d-8569-0b671e8de527 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.518597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 783da1b4-4b39-4576-a7ec-83aa3069b81c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:52.580390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42346) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:52.585358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f77b8301-f3f6-4c0e-a7e8-727e9e0fa1f3 req-148d14be-aeae-4a8d-8569-0b671e8de527 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] For port e8c2c237-b6f6-4883-bd36-570642838e2a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e8c2c237-b6f6-4883-bd36-570642838e2a,segment=NetworkSegment(2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624),segment_id=2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:52.585955 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f77b8301-f3f6-4c0e-a7e8-727e9e0fa1f3 req-148d14be-aeae-4a8d-8569-0b671e8de527 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.611003 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-f77b8301-f3f6-4c0e-a7e8-727e9e0fa1f3 req-148d14be-aeae-4a8d-8569-0b671e8de527 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Calling delete_port for e8c2c237-b6f6-4883-bd36-570642838e2a owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:52.663522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a165a-2fa0-4248-b63f-2fcae515116f req-7b289213-0597-4c3b-9d08-8fee324cd16f tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.665435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 783da1b4-4b39-4576-a7ec-83aa3069b81c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:52.674534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-037a165a-2fa0-4248-b63f-2fcae515116f req-7b289213-0597-4c3b-9d08-8fee324cd16f tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccb1cf64-45b1-4470-8081-cb5d4c7654cc HTTP/1.1" status: 200 len: 946 time: 0.5696623 Aug 16 01:55:52.816847 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-network', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:52.840259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd926b-8815-4875-b55a-082bd6c0c3a8 req-1406df2e-b17a-43de-bf98-4872a70aef07 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.842612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbcd926b-8815-4875-b55a-082bd6c0c3a8 req-1406df2e-b17a-43de-bf98-4872a70aef07 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 931 time: 0.3624363 Aug 16 01:55:52.865389 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f77b8301-f3f6-4c0e-a7e8-727e9e0fa1f3 req-148d14be-aeae-4a8d-8569-0b671e8de527 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.876008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Made reservation on behalf of c53d6518061f44c0be91f1108c694a76 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:52.878572 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.891336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.901016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['e8c2c237-b6f6-4883-bd36-570642838e2a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:52.949583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::5db:aeb7:b26b:169d (4c0e190f-1577-4471-8063-ddf0f1be0b48/738821f5-5ffe-4c26-abe0-fc257d6373f3/dd09a08a-6ee0-4386-b69a-4f21dd414a10) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:52.972004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d14be-aeae-4a8d-8569-0b671e8de527 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Pushing event deleted for resources: {'Port': ['ID=e8c2c237-b6f6-4883-bd36-570642838e2a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:53.033752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-037a165a-2fa0-4248-b63f-2fcae515116f req-8ed4b65a-9ace-4568-a7b4-90836510fe97 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc491510-29cd-4af4-a57a-4215b5de5a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000622 Aug 16 01:55:53.048785 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77b8301-f3f6-4c0e-a7e8-727e9e0fa1f3 req-148d14be-aeae-4a8d-8569-0b671e8de527 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] No DVR routers for this DVR port e8c2c237-b6f6-4883-bd36-570642838e2a on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:53.052269 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f77b8301-f3f6-4c0e-a7e8-727e9e0fa1f3 req-148d14be-aeae-4a8d-8569-0b671e8de527 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.054336 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f77b8301-f3f6-4c0e-a7e8-727e9e0fa1f3 req-148d14be-aeae-4a8d-8569-0b671e8de527 tempest-InstanceActionsV221TestJSON-394978684 tempest-InstanceActionsV221TestJSON-394978684-project] 10.222.0.84 "DELETE /v2.0/ports/e8c2c237-b6f6-4883-bd36-570642838e2a HTTP/1.1" status: 204 len: 173 time: 0.9845521 Aug 16 01:55:53.054807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb1cf64-45b1-4470-8081-cb5d4c7654cc', 'name': 'network-vif-deleted', 'tag': 'e8c2c237-b6f6-4883-bd36-570642838e2a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:53.058518 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02eb1dc-212c-49c1-af0a-3ce9695c35bd" -d '{"events": [{"server_uuid": "ccb1cf64-45b1-4470-8081-cb5d4c7654cc", "name": "network-vif-deleted", "tag": "e8c2c237-b6f6-4883-bd36-570642838e2a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:53.137505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbcd926b-8815-4875-b55a-082bd6c0c3a8 req-8d6e549f-0cb4-41e1-bb8c-8ab81739226d tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779012 Aug 16 01:55:53.230818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.244759 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.302676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:53.357689 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.358116 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Added segment 81403720-ea61-4817-ac33-1744c509e93c of type vlan for network 1aecc80d-017a-4602-acaf-70ce28099434 Aug 16 01:55:53.371024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93232661-8a57-4e12-88eb-dc91ea006522,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:53.383027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f87004-639e-4764-a1a3-5411ac4f4cfe {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:53.400523 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.434692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Transition to ACTIVE for port object 34f87004-639e-4764-a1a3-5411ac4f4cfe will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:53.443994 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.532313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-67067032-a8bd-4f59-93e0-7b0c7e4254da None None] Provisioning for port 783da1b4-4b39-4576-a7ec-83aa3069b81c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:53.541761 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-67067032-a8bd-4f59-93e0-7b0c7e4254da None None] Provisioning complete for port 783da1b4-4b39-4576-a7ec-83aa3069b81c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:53.542158 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-67067032-a8bd-4f59-93e0-7b0c7e4254da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.558693 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.597170 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee2ed7b-3bb9-4232-8212-2755c3a0e2e0 x-openstack-request-id: req-cee2ed7b-3bb9-4232-8212-2755c3a0e2e0 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:53.597984 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb1cf64-45b1-4470-8081-cb5d4c7654cc", "name": "network-vif-deleted", "tag": "e8c2c237-b6f6-4883-bd36-570642838e2a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:53.598457 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cee2ed7b-3bb9-4232-8212-2755c3a0e2e0 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:53.599693 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb1cf64-45b1-4470-8081-cb5d4c7654cc', 'name': 'network-vif-deleted', 'tag': 'e8c2c237-b6f6-4883-bd36-570642838e2a', 'status': 'completed', 'code': 200} Aug 16 01:55:53.602587 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.604898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.607336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.660767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Pushing event updated for resources: {'Port': ['ID=34f87004-639e-4764-a1a3-5411ac4f4cfe,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:53.785522 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-67067032-a8bd-4f59-93e0-7b0c7e4254da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.860797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42374) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:53.862636 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2806945 Aug 16 01:55:53.939232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] Request body: {'subnet': {'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-subnet', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:53.939639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-67067032-a8bd-4f59-93e0-7b0c7e4254da None None] For port 783da1b4-4b39-4576-a7ec-83aa3069b81c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=783da1b4-4b39-4576-a7ec-83aa3069b81c,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:53.939639 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-67067032-a8bd-4f59-93e0-7b0c7e4254da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.940457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e24372-0595-4f21-9fc5-0bae456c00df admin admin] Pushing event updated for resources: {'Network': ['ID=1aecc80d-017a-4602-acaf-70ce28099434,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:53.961413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 1aecc80d-017a-4602-acaf-70ce28099434 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:53.968622 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-238b97c5-380f-41f3-a4e6-fb065b0569b2 req-b4346ee5-ece4-4098-9371-fa17220bd040 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.1340718 Aug 16 01:55:53.969826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] Made reservation on behalf of c53d6518061f44c0be91f1108c694a76 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:53.972461 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.128580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-93705cac-ae50-4043-af5d-242df183383e None None] Could not find standard attr ID for object 9acb2fd2-e270-4228-9816-93edb29dea03. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:55:54.146121 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.182810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67067032-a8bd-4f59-93e0-7b0c7e4254da None None] Pushing event updated for resources: {'Port': ['ID=783da1b4-4b39-4576-a7ec-83aa3069b81c,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:54.238693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Attempting to bind port 34f87004-639e-4764-a1a3-5411ac4f4cfe on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:54.239479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Attempting to bind port 34f87004-639e-4764-a1a3-5411ac4f4cfe by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:54.239981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Attempting to bind port 34f87004-639e-4764-a1a3-5411ac4f4cfe on network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:54.245324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object dd09a08a-6ee0-4386-b69a-4f21dd414a10 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:54.308202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Port 34f87004-639e-4764-a1a3-5411ac4f4cfe on network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:54.308527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Attempting to bind port 34f87004-639e-4764-a1a3-5411ac4f4cfe on network 8b40d3ce-64f6-4f58-b366-5deedab4aaf5 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:54.338767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 783da1b4-4b39-4576-a7ec-83aa3069b81c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:54.356396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:54.357146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Checking segment: {'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:54.358057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Bound using segment: {'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:54.358687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Bound port: 34f87004-639e-4764-a1a3-5411ac4f4cfe, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b0ab61-1f63-4679-997e-f64452698861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:54.359249 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.454556 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 783da1b4-4b39-4576-a7ec-83aa3069b81c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:54.454817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acb3ed-37c7-410e-a6ed-4ac61c854e2f req-486a4224-662f-44ea-98bd-65565b4e8017 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.455367 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.456559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6acb3ed-37c7-410e-a6ed-4ac61c854e2f req-486a4224-662f-44ea-98bd-65565b4e8017 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 943 time: 0.2035940 Aug 16 01:55:54.590702 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.601609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6acb3ed-37c7-410e-a6ed-4ac61c854e2f req-396ed339-a945-4248-ada5-900228c4dd7d tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059186 Aug 16 01:55:54.619592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] For port 34f87004-639e-4764-a1a3-5411ac4f4cfe, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:54.623645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] For port 34f87004-639e-4764-a1a3-5411ac4f4cfe, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=34f87004-639e-4764-a1a3-5411ac4f4cfe,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:54.638606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.738891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42398) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:54.745482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.746105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.747495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] 10.222.0.89 "PUT /v2.0/ports/34f87004-639e-4764-a1a3-5411ac4f4cfe HTTP/1.1" status: 200 len: 1092 time: 3.4756770 Aug 16 01:55:54.750083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3062551-c548-446a-bfec-016fe4fbe718', 'tag': '34f87004-639e-4764-a1a3-5411ac4f4cfe'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:54.758737 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4baf99-343e-4a5a-a28d-d9488283e00c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3062551-c548-446a-bfec-016fe4fbe718", "tag": "34f87004-639e-4764-a1a3-5411ac4f4cfe"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:54.770363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:54.771830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=dd09a08a-6ee0-4386-b69a-4f21dd414a10,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:54.775153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:54.797767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:54.807275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0871e06-c408-4f16-8b34-f64c56a0cc88 admin admin] Deleting subnet 7789d165-3a7d-4db2-a227-9db7b882e878 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:54.810952 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0871e06-c408-4f16-8b34-f64c56a0cc88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.816240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.818246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.857402 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.877640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0871e06-c408-4f16-8b34-f64c56a0cc88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.906264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f345dc3c-ebad-4869-842f-7890937ac68f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4942822 Aug 16 01:55:54.908535 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5345d6a8-1afa-4108-998a-54268f6691e3 x-openstack-request-id: req-5345d6a8-1afa-4108-998a-54268f6691e3 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:54.909084 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3062551-c548-446a-bfec-016fe4fbe718", "tag": "34f87004-639e-4764-a1a3-5411ac4f4cfe", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:54.909533 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5345d6a8-1afa-4108-998a-54268f6691e3 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:54.910121 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3062551-c548-446a-bfec-016fe4fbe718', 'tag': '34f87004-639e-4764-a1a3-5411ac4f4cfe', 'status': 'completed', 'code': 200} Aug 16 01:55:54.923127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42402) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:54.948478 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0871e06-c408-4f16-8b34-f64c56a0cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.043998 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-559c2884-f7b9-426e-b940-5cd378103846 req-ca9f4e60-26b4-4472-acad-785733f58056 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0540aae0-d860-4880-bfd3-a708157e22b8 HTTP/1.1" status: 200 len: 210 time: 0.0336804 Aug 16 01:55:55.070699 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0871e06-c408-4f16-8b34-f64c56a0cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.129932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0871e06-c408-4f16-8b34-f64c56a0cc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7789d165-3a7d-4db2-a227-9db7b882e878,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:55.136120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0871e06-c408-4f16-8b34-f64c56a0cc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.138246 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e0871e06-c408-4f16-8b34-f64c56a0cc88 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7789d165-3a7d-4db2-a227-9db7b882e878 HTTP/1.1" status: 204 len: 168 time: 0.3971379 Aug 16 01:55:55.140744 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42406) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:55.173573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa0dd36b-961f-4153-9d8b-589dd5db1d71 req-596e551e-78a1-455e-80d3-6196f90b9df6 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0629699 Aug 16 01:55:55.180639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-780b2b4d-84ae-4f77-b816-0db62a9d7f8d None None] Provisioning for port dd09a08a-6ee0-4386-b69a-4f21dd414a10 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:55.186618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-780b2b4d-84ae-4f77-b816-0db62a9d7f8d None None] Provisioning complete for port dd09a08a-6ee0-4386-b69a-4f21dd414a10 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:55.187233 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-780b2b4d-84ae-4f77-b816-0db62a9d7f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.215836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b99e9-9027-49d3-bd8f-309c40451933 req-48821c8f-691b-4b69-a8f9-6c3329fab25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.218441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-48821c8f-691b-4b69-a8f9-6c3329fab25d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e402cb8db7524d088a323bf669eee210&device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 1095 time: 0.3156075 Aug 16 01:55:55.219527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7aac82-248c-46e3-9598-742d8f24a228 service neutron] Pushing event updated for resources: {'Port': ['ID=34f87004-639e-4764-a1a3-5411ac4f4cfe,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:55.225263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45325874-20dd-426a-a9f9-e0abad59a469,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:55.227746 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.269878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-780b2b4d-84ae-4f77-b816-0db62a9d7f8d None None] Port dd09a08a-6ee0-4386-b69a-4f21dd414a10 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:55.306718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-72c564d7-40e1-4309-88e1-73f43742a5c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34f87004-639e-4764-a1a3-5411ac4f4cfe HTTP/1.1" status: 200 len: 217 time: 0.0775924 Aug 16 01:55:55.322851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd8ca3-92ef-4830-a255-497e04ab2517 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.330341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd8ca3-92ef-4830-a255-497e04ab2517 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.332777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e5fd8ca3-92ef-4830-a255-497e04ab2517 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3671086 Aug 16 01:55:55.333800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] Checking segment: {'id': '81403720-ea61-4817-ac33-1744c509e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:55.334158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] Network hostable DHCP agents. Network: 1aecc80d-017a-4602-acaf-70ce28099434, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:55.350773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42408) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:55.391335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b99e9-9027-49d3-bd8f-309c40451933 req-250d122a-6cf7-4634-90e6-8f206ddb62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.393433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-250d122a-6cf7-4634-90e6-8f206ddb62ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1012df08-e106-4449-8c19-c14f32b8eec3 HTTP/1.1" status: 200 len: 861 time: 0.0563495 Aug 16 01:55:55.443916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-2fe5275f-4369-4c0e-8f64-931fe490e1d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402570 Aug 16 01:55:55.445262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] Network 1aecc80d-017a-4602-acaf-70ce28099434 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:55.461153 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.489013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22144d4a-9904-4ff0-ba91-72ff212d458d']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:55.542384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:55.543033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f28f16f-b5ac-4d28-b4fe-4e7da6ae5624') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:55.566890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-e6692463-167f-4a96-adf8-6386760eb9f0 service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102114 Aug 16 01:55:55.568012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 1aecc80d-017a-4602-acaf-70ce28099434) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:55.577057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.577527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72de0f-7334-4b0a-9a60-745d677ad060 None None] Network 1aecc80d-017a-4602-acaf-70ce28099434 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:55.577649 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.587873 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.605451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e8bb352d-846e-48bf-b51a-31f007c2748b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7334027 Aug 16 01:55:55.606309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42412) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:55.622179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:55.662839 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.673284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:55.676232 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:55.679294 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:55.780257 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-05df78c8-02bf-4a06-ac7f-801a1795b6d4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port dd09a08a-6ee0-4386-b69a-4f21dd414a10 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:55.781154 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05df78c8-02bf-4a06-ac7f-801a1795b6d4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.819218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-713b99e9-9027-49d3-bd8f-309c40451933 req-0fb911c0-8840-46bd-9708-107c30171256 service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291057 Aug 16 01:55:55.835968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b101f-3199-46a3-a979-2ebc3cfa5c4d None None] Network 1aecc80d-017a-4602-acaf-70ce28099434 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:55.887106 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.888497 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.966404 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.993967 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.996296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] 10.222.0.79 "DELETE /v2.0/networks/22144d4a-9904-4ff0-ba91-72ff212d458d HTTP/1.1" status: 204 len: 168 time: 0.8543804 Aug 16 01:55:56.044069 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9367e2-a7ef-4f1c-8394-f083ee5d6f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=22144d4a-9904-4ff0-ba91-72ff212d458d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:56.085694 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.097201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05df78c8-02bf-4a06-ac7f-801a1795b6d4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.126882 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-05df78c8-02bf-4a06-ac7f-801a1795b6d4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for dd09a08a-6ee0-4386-b69a-4f21dd414a10 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:56.179187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4baf99-343e-4a5a-a28d-d9488283e00c req-4590c23c-ff1d-4012-9293-2c526d4b89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.181602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb4baf99-343e-4a5a-a28d-d9488283e00c req-4590c23c-ff1d-4012-9293-2c526d4b89b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e402cb8db7524d088a323bf669eee210&device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 1095 time: 0.2811882 Aug 16 01:55:56.223960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42422) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:56.336100 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d860ea33-5cda-473d-a020-93de795a4136 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9204562bd6344330a6a8959d58b38247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092205 Aug 16 01:55:56.339263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42426) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:56.460960 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05df78c8-02bf-4a06-ac7f-801a1795b6d4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.494607 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be22118f-74df-4642-ac54-0dee8a05b20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.501566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df78c8-02bf-4a06-ac7f-801a1795b6d4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=dd09a08a-6ee0-4386-b69a-4f21dd414a10,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:56.551041 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05df78c8-02bf-4a06-ac7f-801a1795b6d4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.553167 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-05df78c8-02bf-4a06-ac7f-801a1795b6d4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/dd09a08a-6ee0-4386-b69a-4f21dd414a10 HTTP/1.1" status: 204 len: 168 time: 1.1990900 Aug 16 01:55:56.555436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be22118f-74df-4642-ac54-0dee8a05b20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.557364 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42428) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:56.655200 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.668278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c55464-bd2f-4a8d-8585-5229d1f758a7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.670040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c55464-bd2f-4a8d-8585-5229d1f758a7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.671644 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d5c55464-bd2f-4a8d-8585-5229d1f758a7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1133630 Aug 16 01:55:56.676099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42432) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:56.713881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e8c2c237-b6f6-4883-bd36-570642838e2a no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:56.735581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-7254b3b3-712e-4cd6-96bc-e5a2e2596f7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 738821f5-5ffe-4c26-abe0-fc257d6373f3 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:56.738898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7254b3b3-712e-4cd6-96bc-e5a2e2596f7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.750573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: e8c2c237-b6f6-4883-bd36-570642838e2a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:56.750835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e8c2c237-b6f6-4883-bd36-570642838e2a not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:56.784247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4baf99-343e-4a5a-a28d-d9488283e00c req-28516dc8-5d38-4b9b-8b4a-d234d9468ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.785793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb4baf99-343e-4a5a-a28d-d9488283e00c req-28516dc8-5d38-4b9b-8b4a-d234d9468ea2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5 HTTP/1.1" status: 200 len: 922 time: 0.1234937 Aug 16 01:55:56.786032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7254b3b3-712e-4cd6-96bc-e5a2e2596f7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.833743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8279f94-6770-4057-b5e3-82b1b4e8bf60 req-d1201f07-b400-4dfe-beab-030861677507 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.842398 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8279f94-6770-4057-b5e3-82b1b4e8bf60 req-d1201f07-b400-4dfe-beab-030861677507 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 943 time: 1.1001730 Aug 16 01:55:56.863522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbe838f4-ef5b-4d9a-aa0f-238761bdb27f req-c4187d59-483a-45b6-80ec-c03c98504c23 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.2019849 Aug 16 01:55:56.950834 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7254b3b3-712e-4cd6-96bc-e5a2e2596f7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.002718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb4baf99-343e-4a5a-a28d-d9488283e00c req-a62ce769-9f38-4b15-b20b-cc52cd03f2e0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34f87004-639e-4764-a1a3-5411ac4f4cfe HTTP/1.1" status: 200 len: 217 time: 0.1837537 Aug 16 01:55:57.029310 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7254b3b3-712e-4cd6-96bc-e5a2e2596f7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.067693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8279f94-6770-4057-b5e3-82b1b4e8bf60 req-bed97494-02f3-4bae-8810-2d4807ecefc3 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244532 Aug 16 01:55:57.087075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4baf99-343e-4a5a-a28d-d9488283e00c req-bd7b970e-74cf-48bb-b73c-2dbe9f85ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.088545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb4baf99-343e-4a5a-a28d-d9488283e00c req-bd7b970e-74cf-48bb-b73c-2dbe9f85ff6f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1012df08-e106-4449-8c19-c14f32b8eec3 HTTP/1.1" status: 200 len: 861 time: 0.0747256 Aug 16 01:55:57.090171 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be22118f-74df-4642-ac54-0dee8a05b20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.093748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be22118f-74df-4642-ac54-0dee8a05b20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.095366 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-be22118f-74df-4642-ac54-0dee8a05b20f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc491510-29cd-4af4-a57a-4215b5de5a90 HTTP/1.1" status: 204 len: 168 time: 0.7549269 Aug 16 01:55:57.105861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254b3b3-712e-4cd6-96bc-e5a2e2596f7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=738821f5-5ffe-4c26-abe0-fc257d6373f3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:57.110426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22118f-74df-4642-ac54-0dee8a05b20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc491510-29cd-4af4-a57a-4215b5de5a90,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:57.114022 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7254b3b3-712e-4cd6-96bc-e5a2e2596f7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.120649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42440) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:57.121389 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7254b3b3-712e-4cd6-96bc-e5a2e2596f7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/738821f5-5ffe-4c26-abe0-fc257d6373f3 HTTP/1.1" status: 204 len: 168 time: 0.4458590 Aug 16 01:55:57.121809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd44e1b7-f75f-48f6-a2b3-aef65806c3ae None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:57.185163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-61f557a3-128f-492f-b5eb-491f592a9f0f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608549 Aug 16 01:55:57.186106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42442) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:57.187861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb4baf99-343e-4a5a-a28d-d9488283e00c req-3d3b9450-8871-455f-ac5c-18e0f2aefede service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b40d3ce-64f6-4f58-b366-5deedab4aaf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896745 Aug 16 01:55:57.192040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8a8c44a4-729a-4afc-a3fb-7779d243437e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:57.374202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8c44a4-729a-4afc-a3fb-7779d243437e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:57.392909 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a8c44a4-729a-4afc-a3fb-7779d243437e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.450727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab77212-0cc9-42ab-a74a-7af57414569e None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:57.515573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb4baf99-343e-4a5a-a28d-d9488283e00c req-e7f2dc15-377f-4548-9367-dfbe18100aaf service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197620 Aug 16 01:55:57.516996 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.562585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fab77212-0cc9-42ab-a74a-7af57414569e None None] Deleting port 783da1b4-4b39-4576-a7ec-83aa3069b81c {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:57.563444 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fab77212-0cc9-42ab-a74a-7af57414569e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.569435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.690488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fab77212-0cc9-42ab-a74a-7af57414569e None None] For port 783da1b4-4b39-4576-a7ec-83aa3069b81c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=783da1b4-4b39-4576-a7ec-83aa3069b81c,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:57.692222 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fab77212-0cc9-42ab-a74a-7af57414569e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.717614 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fab77212-0cc9-42ab-a74a-7af57414569e None None] Calling delete_port for 783da1b4-4b39-4576-a7ec-83aa3069b81c owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:57.768469 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a8c44a4-729a-4afc-a3fb-7779d243437e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.825572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb4baf99-343e-4a5a-a28d-d9488283e00c req-07229b98-53e1-4199-8f34-f6a3e8dd5f47 service neutron] 10.222.0.89 "GET /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994442 Aug 16 01:55:57.861317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fab77212-0cc9-42ab-a74a-7af57414569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.897651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Allocated IP 172.25.2.198 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/c8c6c635-63bf-4d92-be9f-ecb64980f9b0) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:57.905990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab77212-0cc9-42ab-a74a-7af57414569e None None] Pushing event deleted for resources: {'Port': ['ID=783da1b4-4b39-4576-a7ec-83aa3069b81c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:57.915236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab77212-0cc9-42ab-a74a-7af57414569e None None] No DVR routers for this DVR port 783da1b4-4b39-4576-a7ec-83aa3069b81c on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:58.091226 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b8f367e-b905-4b42-bdbb-9ae35c3ee23f req-90978353-9d8a-4ed3-8901-a9b3237c8af4 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0418525 Aug 16 01:55:58.206969 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.319306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.372513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:58.375952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:58.382596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:58.396902 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 783da1b4-4b39-4576-a7ec-83aa3069b81c no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:58.420748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8c44a4-729a-4afc-a3fb-7779d243437e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:58.425016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 783da1b4-4b39-4576-a7ec-83aa3069b81c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:58.425533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 783da1b4-4b39-4576-a7ec-83aa3069b81c not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:58.441881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c6c635-63bf-4d92-be9f-ecb64980f9b0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:58.443258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8a8c44a4-729a-4afc-a3fb-7779d243437e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:58.455923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c44a4-729a-4afc-a3fb-7779d243437e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.456570 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a8c44a4-729a-4afc-a3fb-7779d243437e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.457716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1477a3ab-05e1-44ba-adb0-4fa392015155 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:58.482868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c44a4-729a-4afc-a3fb-7779d243437e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=3ab5bae8-f8c2-45fa-8132-dc8548190081,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:58.494331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42478) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:58.506529 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8a8c44a4-729a-4afc-a3fb-7779d243437e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3191516 Aug 16 01:55:58.513893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42482) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:58.519142 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': '3ab5bae8-f8c2-45fa-8132-dc8548190081', 'ip_address': '2001:db8::882e:90a5:bca3:8a0'}], 'name': 'tempest-NetworksTestDHCPv6-808608139'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:58.620089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f130-e2c2-45bc-979d-3ca0c020f601 req-1d0f9e47-b9ed-455d-8cbe-bb412aacfe92 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.621723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-caa4f130-e2c2-45bc-979d-3ca0c020f601 req-1d0f9e47-b9ed-455d-8cbe-bb412aacfe92 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 943 time: 0.1838984 Aug 16 01:55:58.659436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:58.667891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '3ab5bae8-f8c2-45fa-8132-dc8548190081'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:55:58.669078 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.720089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aa358-6719-466d-902b-fd87173b5e34 req-811e02c9-bd6a-4ae8-b59e-93f8dd99cd2c tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.726591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-37215112-network', 'tenant_id': '83628eddcacc49618526c2b7854890e7'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:58.728787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a3aa358-6719-466d-902b-fd87173b5e34 req-811e02c9-bd6a-4ae8-b59e-93f8dd99cd2c tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 946 time: 0.1823161 Aug 16 01:55:58.740625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-caa4f130-e2c2-45bc-979d-3ca0c020f601 req-2e5745c5-b6d8-4895-a775-038acd962a82 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993791 Aug 16 01:55:58.789549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Made reservation on behalf of 83628eddcacc49618526c2b7854890e7 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:58.792624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.816722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.831802 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.856405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/3ab5bae8-f8c2-45fa-8132-dc8548190081/2714668a-c298-403a-ad2e-177ec45c44c0) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:58.865646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 79dcf272-397d-471a-9430-b412dae67199 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:58.866224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a3aa358-6719-466d-902b-fd87173b5e34 req-ca82aed9-ce4b-4a4c-a5f4-e24fc5761da7 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311533 Aug 16 01:55:58.989848 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.083030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba047f75-2fc8-4b6a-8898-fde963ba5c83 req-44c732cc-9a6c-4b26-8374-d2667160fc2b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:59.098339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba047f75-2fc8-4b6a-8898-fde963ba5c83 req-44c732cc-9a6c-4b26-8374-d2667160fc2b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 944 time: 0.2308486 Aug 16 01:55:59.100067 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.107878 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.112338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.114747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Transition to ACTIVE for port object 2714668a-c298-403a-ad2e-177ec45c44c0 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:59.139620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Transition to ACTIVE for port object 2714668a-c298-403a-ad2e-177ec45c44c0 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:59.150078 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.150563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:59.199014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:59.199689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:59.203124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:59.225728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:59.227868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.228247 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Added segment cd15def9-de12-44ab-809e-a315f2dd08a7 of type vlan for network 9f7d8cae-c0f5-401c-a5dd-dff2ab214532 Aug 16 01:55:59.232354 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba047f75-2fc8-4b6a-8898-fde963ba5c83 req-82f33f15-c63a-454d-9c64-8d2e1c113ed7 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273913 Aug 16 01:55:59.241167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Pushing event updated for resources: {'Port': ['ID=2714668a-c298-403a-ad2e-177ec45c44c0,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:59.301068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Attempting to bind port 2714668a-c298-403a-ad2e-177ec45c44c0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:59.301353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Attempting to bind port 2714668a-c298-403a-ad2e-177ec45c44c0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:59.301861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Attempting to bind port 2714668a-c298-403a-ad2e-177ec45c44c0 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:59.310618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:59.311729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:59.312315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.313140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:59.313953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Bound port: 2714668a-c298-403a-ad2e-177ec45c44c0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:59.319750 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.343210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cab5de94-2859-462a-82ab-9443f812c0eb req-a4ba1c61-be04-4046-a763-6fb779ea4b52 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0462136 Aug 16 01:55:59.348396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.367839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::882e:90a5:bca3:8a0 (4c0e190f-1577-4471-8063-ddf0f1be0b48/3ab5bae8-f8c2-45fa-8132-dc8548190081/79dcf272-397d-471a-9430-b412dae67199) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:59.424469 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.425630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:59.426154 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.489925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 34f87004-639e-4764-a1a3-5411ac4f4cfe details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:59.534315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] For port 2714668a-c298-403a-ad2e-177ec45c44c0, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:59.552913 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0570343 Aug 16 01:55:59.565030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42490) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:59.570569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] For port 2714668a-c298-403a-ad2e-177ec45c44c0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2714668a-c298-403a-ad2e-177ec45c44c0,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:59.572055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] Request body: {'subnet': {'network_id': '9f7d8cae-c0f5-401c-a5dd-dff2ab214532', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-37215112-subnet', 'tenant_id': '83628eddcacc49618526c2b7854890e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:59.578793 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a3899fec-f71d-4da0-bdf4-823af9d45c22 req-875414cf-7bd4-46b7-a1dd-338ebb0a9afd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0412848 Aug 16 01:55:59.592468 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.613574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.627583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f1ee0-df2f-4905-a8ce-ae2570a91168 admin admin] Pushing event updated for resources: {'Network': ['ID=9f7d8cae-c0f5-401c-a5dd-dff2ab214532,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:59.635977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] Made reservation on behalf of 83628eddcacc49618526c2b7854890e7 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:59.647516 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.650785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 9f7d8cae-c0f5-401c-a5dd-dff2ab214532 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:59.714831 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.733148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 79dcf272-397d-471a-9430-b412dae67199 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:59.777401 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.845782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:59.849710 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:59.860798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:59.871822 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:59.872579 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.891273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=79dcf272-397d-471a-9430-b412dae67199,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:59.902268 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.915548 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c46aff4a-e538-4875-8647-e7d5e1afad54 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3987265 Aug 16 01:55:59.916829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42498) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:59.938414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976a76f-22cc-453f-971d-3795cf5fad93 None None] Pushing event updated for resources: {'Port': ['ID=2714668a-c298-403a-ad2e-177ec45c44c0,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:59.966758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 34f87004-639e-4764-a1a3-5411ac4f4cfe, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=34f87004-639e-4764-a1a3-5411ac4f4cfe,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:59.985721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '34f87004-639e-4764-a1a3-5411ac4f4cfe', 'network_id': '8b40d3ce-64f6-4f58-b366-5deedab4aaf5', 'port_id': '34f87004-639e-4764-a1a3-5411ac4f4cfe', 'mac_address': 'fa:16:3e:95:0f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012df08-e106-4449-8c19-c14f32b8eec3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:00.032874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da77a1f-3e45-45f9-a4ed-f0607eb52dbd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.035899 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.039876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da77a1f-3e45-45f9-a4ed-f0607eb52dbd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.041502 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4da77a1f-3e45-45f9-a4ed-f0607eb52dbd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1242898 Aug 16 01:56:00.045222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42500) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:00.057684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f87004-639e-4764-a1a3-5411ac4f4cfe {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:00.074502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a437c2d6-4543-4cf7-b1c9-34487b607bf6,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:00.090682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 34f87004-639e-4764-a1a3-5411ac4f4cfe, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=34f87004-639e-4764-a1a3-5411ac4f4cfe,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:00.104183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46a6c5-e1c3-4b9c-8cbc-29412f9d4962 req-e2cbaa87-4bf3-4521-bd7c-366bd853dd1f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.108720 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.113268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae46a6c5-e1c3-4b9c-8cbc-29412f9d4962 req-e2cbaa87-4bf3-4521-bd7c-366bd853dd1f tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 943 time: 0.2247045 Aug 16 01:56:00.121061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a42a5c-2b28-47d1-96af-f15e03bfe6c0 req-72043a58-9367-4499-831f-1f918fa9b6ee tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.122653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e5a42a5c-2b28-47d1-96af-f15e03bfe6c0 req-72043a58-9367-4499-831f-1f918fa9b6ee tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.84 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 944 time: 0.1433189 Aug 16 01:56:00.172655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fb327-4470-4efc-9874-ef8b0b32653f req-ac01cb6b-f705-4d56-8a84-f1acbf9290ca tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.178188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb3fb327-4470-4efc-9874-ef8b0b32653f req-ac01cb6b-f705-4d56-8a84-f1acbf9290ca tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 946 time: 0.2247448 Aug 16 01:56:00.197631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=34f87004-639e-4764-a1a3-5411ac4f4cfe,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:00.202581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] Checking segment: {'id': 'cd15def9-de12-44ab-809e-a315f2dd08a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9f7d8cae-c0f5-401c-a5dd-dff2ab214532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:00.202780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] Network hostable DHCP agents. Network: 9f7d8cae-c0f5-401c-a5dd-dff2ab214532, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:00.241223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae46a6c5-e1c3-4b9c-8cbc-29412f9d4962 req-2332fbf5-7e81-4b48-89d6-9aded94ce052 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269729 Aug 16 01:56:00.274353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb3fb327-4470-4efc-9874-ef8b0b32653f req-5c255c8a-361c-45d9-af57-0e8f7c993161 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848374 Aug 16 01:56:00.279067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] Network 9f7d8cae-c0f5-401c-a5dd-dff2ab214532 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:00.326894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['34f87004-639e-4764-a1a3-5411ac4f4cfe'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:00.335684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 9f7d8cae-c0f5-401c-a5dd-dff2ab214532) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:00.349074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c289065d-83b1-4277-a652-eac579b1b465 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 79dcf272-397d-471a-9430-b412dae67199 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:00.349716 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c289065d-83b1-4277-a652-eac579b1b465 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.364217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efb6946-a74a-4191-bd79-d60073920f39 None None] Network 9f7d8cae-c0f5-401c-a5dd-dff2ab214532 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:00.364407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:56:00.399588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.400894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e5a42a5c-2b28-47d1-96af-f15e03bfe6c0 req-1c53ec37-a5e9-414d-945d-297621a14c01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Deleting port 19b11b4f-4950-48e9-96e0-92afcc7ab71a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:00.401282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e5a42a5c-2b28-47d1-96af-f15e03bfe6c0 req-1c53ec37-a5e9-414d-945d-297621a14c01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.402291 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.433355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2714668a-c298-403a-ad2e-177ec45c44c0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:00.549540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c289065d-83b1-4277-a652-eac579b1b465 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.560815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e5a42a5c-2b28-47d1-96af-f15e03bfe6c0 req-1c53ec37-a5e9-414d-945d-297621a14c01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] For port 19b11b4f-4950-48e9-96e0-92afcc7ab71a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=19b11b4f-4950-48e9-96e0-92afcc7ab71a,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:00.561440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e5a42a5c-2b28-47d1-96af-f15e03bfe6c0 req-1c53ec37-a5e9-414d-945d-297621a14c01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.582967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e5a42a5c-2b28-47d1-96af-f15e03bfe6c0 req-1c53ec37-a5e9-414d-945d-297621a14c01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Calling delete_port for 19b11b4f-4950-48e9-96e0-92afcc7ab71a owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:00.585200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c289065d-83b1-4277-a652-eac579b1b465 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 79dcf272-397d-471a-9430-b412dae67199 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:00.602594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 2714668a-c298-403a-ad2e-177ec45c44c0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:00.615160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cc99d8-37dd-42b4-ade7-aee547c1884a None None] Network 9f7d8cae-c0f5-401c-a5dd-dff2ab214532 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:00.852955 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c289065d-83b1-4277-a652-eac579b1b465 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.862555 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e5a42a5c-2b28-47d1-96af-f15e03bfe6c0 req-1c53ec37-a5e9-414d-945d-297621a14c01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.898077 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289065d-83b1-4277-a652-eac579b1b465 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=79dcf272-397d-471a-9430-b412dae67199,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:00.926137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca58b0-5437-47c2-8d3b-c55216d0c126 req-ad4faa6d-b516-4cc2-a093-379ac19929bf tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.927708 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcca58b0-5437-47c2-8d3b-c55216d0c126 req-ad4faa6d-b516-4cc2-a093-379ac19929bf tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4ac4ba2-e0dc-4864-af04-95217eb04493 HTTP/1.1" status: 200 len: 944 time: 0.5821245 Aug 16 01:56:00.944750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae3b5357-ef43-4a84-815e-fd138e9028f9 req-62a77f1e-34b1-46e3-9fe7-c991557eae38 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.4039650 Aug 16 01:56:00.953915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6b72a470-9a24-420f-aeff-383dc142b089 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3886056 Aug 16 01:56:00.993819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a42a5c-2b28-47d1-96af-f15e03bfe6c0 req-1c53ec37-a5e9-414d-945d-297621a14c01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] No DVR routers for this DVR port 19b11b4f-4950-48e9-96e0-92afcc7ab71a on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:00.995607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:01.011172 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Sync routers for ids ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:01.020162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e5a42a5c-2b28-47d1-96af-f15e03bfe6c0 req-1c53ec37-a5e9-414d-945d-297621a14c01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.022771 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e5a42a5c-2b28-47d1-96af-f15e03bfe6c0 req-1c53ec37-a5e9-414d-945d-297621a14c01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.84 "DELETE /v2.0/ports/19b11b4f-4950-48e9-96e0-92afcc7ab71a HTTP/1.1" status: 204 len: 173 time: 0.8925743 Aug 16 01:56:01.023308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'name': 'network-vif-deleted', 'tag': '19b11b4f-4950-48e9-96e0-92afcc7ab71a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:01.026497 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059a848e-b47b-4d8b-b2ec-0b92421d7f08" -d '{"events": [{"server_uuid": "d4ac4ba2-e0dc-4864-af04-95217eb04493", "name": "network-vif-deleted", "tag": "19b11b4f-4950-48e9-96e0-92afcc7ab71a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:01.027759 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Routers {'6ae46c8b-e1ec-4c19-bfa8-dd179e610244'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:01.028399 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:55:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:01.029734 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c289065d-83b1-4277-a652-eac579b1b465 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.033978 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c289065d-83b1-4277-a652-eac579b1b465 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/79dcf272-397d-471a-9430-b412dae67199 HTTP/1.1" status: 204 len: 168 time: 0.9853513 Aug 16 01:56:01.033978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53ec37-a5e9-414d-945d-297621a14c01 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Pushing event deleted for resources: {'Port': ['ID=19b11b4f-4950-48e9-96e0-92afcc7ab71a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:01.035365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42518) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:01.128253 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0544e137-9388-4d10-a1ee-01c1835eed96 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.130268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0544e137-9388-4d10-a1ee-01c1835eed96 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.132011 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0544e137-9388-4d10-a1ee-01c1835eed96 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0955954 Aug 16 01:56:01.134043 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.135897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42520) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:01.140022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7fc9f52a-c2a6-417b-8c4e-411de34e48f2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5222318 Aug 16 01:56:01.153548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42522) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:01.167224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcca58b0-5437-47c2-8d3b-c55216d0c126 req-256779bf-dafa-4f2f-b9d7-673f1e8d6044 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213500 Aug 16 01:56:01.186774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e75d822-0024-4880-a15c-f4c360c866ad req-527d4f41-e4a1-4440-9e04-3d90af59fa4e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2212160 Aug 16 01:56:01.295709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Set router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:01.308226 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24b8db7-5249-400f-8164-b11c6dd74b27 x-openstack-request-id: req-d24b8db7-5249-400f-8164-b11c6dd74b27 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:01.308610 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ac4ba2-e0dc-4864-af04-95217eb04493", "name": "network-vif-deleted", "tag": "19b11b4f-4950-48e9-96e0-92afcc7ab71a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:01.308925 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d24b8db7-5249-400f-8164-b11c6dd74b27 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:01.309407 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ac4ba2-e0dc-4864-af04-95217eb04493', 'name': 'network-vif-deleted', 'tag': '19b11b4f-4950-48e9-96e0-92afcc7ab71a', 'status': 'completed', 'code': 200} Aug 16 01:56:01.328482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-c370f96b-9838-493e-b210-01386010bd86 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 3ab5bae8-f8c2-45fa-8132-dc8548190081 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:01.336034 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c370f96b-9838-493e-b210-01386010bd86 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.375704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75d822-0024-4880-a15c-f4c360c866ad req-20572975-8fa4-405f-95e9-516eec89e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.377529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e75d822-0024-4880-a15c-f4c360c866ad req-20572975-8fa4-405f-95e9-516eec89e8fb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5fa95e57de2a4345bd18ffd84612a0b0&device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 1098 time: 0.1122911 Aug 16 01:56:01.409115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-39a64a4f-416d-4dc0-af32-d840521deca3 None None] Provisioning for port 2714668a-c298-403a-ad2e-177ec45c44c0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:01.414234 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-39a64a4f-416d-4dc0-af32-d840521deca3 None None] Provisioning complete for port 2714668a-c298-403a-ad2e-177ec45c44c0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:01.416649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-39a64a4f-416d-4dc0-af32-d840521deca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.455167 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c370f96b-9838-493e-b210-01386010bd86 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.512906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 34f87004-639e-4764-a1a3-5411ac4f4cfe up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:01.603376 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:55:58Z', 'revision_number': 3, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:01.626168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c370f96b-9838-493e-b210-01386010bd86 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.645247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679a11d-1168-4b68-b209-5ec642d1afee req-79fe1b90-3d69-48b5-b38d-fd08b6e727d9 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.649905 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0679a11d-1168-4b68-b209-5ec642d1afee req-79fe1b90-3d69-48b5-b38d-fd08b6e727d9 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 944 time: 0.1323719 Aug 16 01:56:01.650256 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Checking router: 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:01.650615 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Updating router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 port c8c6c635-63bf-4d92-be9f-ecb64980f9b0 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:56:01.681802 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.741853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 34f87004-639e-4764-a1a3-5411ac4f4cfe completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:01.775908 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-39a64a4f-416d-4dc0-af32-d840521deca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.777006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75d822-0024-4880-a15c-f4c360c866ad req-5ce29385-b75f-48a5-b305-2fef69aaad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.780699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e75d822-0024-4880-a15c-f4c360c866ad req-5ce29385-b75f-48a5-b305-2fef69aaad92 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1d52431-8273-42bb-87b0-7ba01e11c41e HTTP/1.1" status: 200 len: 917 time: 0.3717184 Aug 16 01:56:01.802125 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0679a11d-1168-4b68-b209-5ec642d1afee req-77033e3a-dd0b-4d6c-8fe8-fc25a9fb99b6 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437733 Aug 16 01:56:01.804121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 34f87004-639e-4764-a1a3-5411ac4f4cfe triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:01.807706 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.000075 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e75d822-0024-4880-a15c-f4c360c866ad req-68176b93-5f91-4534-bf06-e31314b7b788 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e HTTP/1.1" status: 200 len: 1002 time: 0.1933417 Aug 16 01:56:02.001628 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.040958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c370f96b-9838-493e-b210-01386010bd86 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.068848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 34f87004-639e-4764-a1a3-5411ac4f4cfe, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=34f87004-639e-4764-a1a3-5411ac4f4cfe,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:02.096501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3062551-c548-446a-bfec-016fe4fbe718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f87004-639e-4764-a1a3-5411ac4f4cfe'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:02.102077 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648e109c-4361-4e8e-aab7-2bf5faa3d6f5" -d '{"events": [{"server_uuid": "b3062551-c548-446a-bfec-016fe4fbe718", "name": "network-vif-plugged", "status": "completed", "tag": "34f87004-639e-4764-a1a3-5411ac4f4cfe"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:02.116371 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.117500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1dead-5153-468e-9b9a-9f31dded688f req-80e49d72-5d34-4702-a1c1-8079a6d7914b tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:02.125478 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.127465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370f96b-9838-493e-b210-01386010bd86 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab5bae8-f8c2-45fa-8132-dc8548190081,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:02.128064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86d1dead-5153-468e-9b9a-9f31dded688f req-80e49d72-5d34-4702-a1c1-8079a6d7914b tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 946 time: 0.1267993 Aug 16 01:56:02.144073 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Transition to ACTIVE for port object c8c6c635-63bf-4d92-be9f-ecb64980f9b0 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:02.155435 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.161118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75d822-0024-4880-a15c-f4c360c866ad req-11baf363-79c2-4c6e-89ee-abff0cc3caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:02.162932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e75d822-0024-4880-a15c-f4c360c866ad req-11baf363-79c2-4c6e-89ee-abff0cc3caba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af4f8d7b-f888-4328-889f-c4996951c2fd HTTP/1.1" status: 200 len: 855 time: 0.1503720 Aug 16 01:56:02.176831 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-39a64a4f-416d-4dc0-af32-d840521deca3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:56:02.177440 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-39a64a4f-416d-4dc0-af32-d840521deca3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:56:02.199193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=34f87004-639e-4764-a1a3-5411ac4f4cfe,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:02.209541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86d1dead-5153-468e-9b9a-9f31dded688f req-64776cfe-dd33-4c81-8e19-dbb058907f3c tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803730 Aug 16 01:56:02.218606 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Pushing event updated for resources: {'Port': ['ID=c8c6c635-63bf-4d92-be9f-ecb64980f9b0,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:02.222797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c370f96b-9838-493e-b210-01386010bd86 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.225309 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c370f96b-9838-493e-b210-01386010bd86 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/3ab5bae8-f8c2-45fa-8132-dc8548190081 HTTP/1.1" status: 204 len: 168 time: 1.0882652 Aug 16 01:56:02.227780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42544) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:02.230451 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.230800 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.231423 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.231771 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.232100 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.232950 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.233467 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.233940 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.234413 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.234925 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.235402 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.235868 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:02.237600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6665fb85-6ca3-47dd-b774-04aacb7bf948 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:02.260005 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Attempting to bind port c8c6c635-63bf-4d92-be9f-ecb64980f9b0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:02.260699 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Attempting to bind port c8c6c635-63bf-4d92-be9f-ecb64980f9b0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:02.260699 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Attempting to bind port c8c6c635-63bf-4d92-be9f-ecb64980f9b0 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:02.278444 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:02.278827 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:02.279234 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.279629 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:02.280101 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Bound port: c8c6c635-63bf-4d92-be9f-ecb64980f9b0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:02.280482 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.310422 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9bed0a6d-593f-4ce2-9f15-a33c0423074f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788903 Aug 16 01:56:02.310581 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de243307-594f-4e13-ab23-c8f21c59718e req-45d3ed34-49d3-4d13-8959-21b6f11b76d6 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0960205 Aug 16 01:56:02.312004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42546) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:02.312239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75d822-0024-4880-a15c-f4c360c866ad req-db758782-bb5b-4cab-bf6f-b707b7ccdb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:02.313627 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e75d822-0024-4880-a15c-f4c360c866ad req-db758782-bb5b-4cab-bf6f-b707b7ccdb68 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1d52431-8273-42bb-87b0-7ba01e11c41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413672 Aug 16 01:56:02.335000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-68a0634a-f7b9-4692-8b18-d09ed4c647f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:02.399956 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] For port c8c6c635-63bf-4d92-be9f-ecb64980f9b0, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:02.417519 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] For port c8c6c635-63bf-4d92-be9f-ecb64980f9b0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c8c6c635-63bf-4d92-be9f-ecb64980f9b0,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:02.423159 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c4eda7-660d-44e6-904a-e4f5595d3da5 x-openstack-request-id: req-c8c4eda7-660d-44e6-904a-e4f5595d3da5 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:02.424589 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3062551-c548-446a-bfec-016fe4fbe718", "name": "network-vif-plugged", "status": "completed", "tag": "34f87004-639e-4764-a1a3-5411ac4f4cfe", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:02.424852 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c8c4eda7-660d-44e6-904a-e4f5595d3da5 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:02.425289 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3062551-c548-446a-bfec-016fe4fbe718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f87004-639e-4764-a1a3-5411ac4f4cfe', 'code': 200} Aug 16 01:56:02.427732 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.433832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e75d822-0024-4880-a15c-f4c360c866ad req-39109117-afd6-45f3-b18e-e05689e98a7b service neutron] 10.222.0.89 "GET /v2.0/networks/a1d52431-8273-42bb-87b0-7ba01e11c41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114795 Aug 16 01:56:02.555591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476c8158-b4b6-4460-9130-7975dd7ff16a None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:02.562896 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Routers {'6ae46c8b-e1ec-4c19-bfa8-dd179e610244'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:02.569125 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:55:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:02.574882 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7cf6-4c57-455d-86cc-d6af0d976fc9 None None] Pushing event updated for resources: {'Port': ['ID=c8c6c635-63bf-4d92-be9f-ecb64980f9b0,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:02.595140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e75d822-0024-4880-a15c-f4c360c866ad req-d27a985d-837a-49b1-b352-b7d7701d9157 service neutron] 10.222.0.89 "GET /v2.0/networks/a1d52431-8273-42bb-87b0-7ba01e11c41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519618 Aug 16 01:56:02.625730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-476c8158-b4b6-4460-9130-7975dd7ff16a None None] Deleting port 2714668a-c298-403a-ad2e-177ec45c44c0 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:02.626424 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-476c8158-b4b6-4460-9130-7975dd7ff16a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.659418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb648f-0bb9-442c-8cb6-ca3c480ca1b0 req-22690330-72b0-447f-a176-f840b3c75e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:02.660878 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bfdb648f-0bb9-442c-8cb6-ca3c480ca1b0 req-22690330-72b0-447f-a176-f840b3c75e83 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 1097 time: 0.1516032 Aug 16 01:56:02.765155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a0634a-f7b9-4692-8b18-d09ed4c647f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:02.766142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 19b11b4f-4950-48e9-96e0-92afcc7ab71a no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:02.767905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68a0634a-f7b9-4692-8b18-d09ed4c647f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.783828 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] Set router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:02.834229 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bfdb648f-0bb9-442c-8cb6-ca3c480ca1b0 req-65797829-797a-46a2-bcf0-4641096864be service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606669 Aug 16 01:56:02.869213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 19b11b4f-4950-48e9-96e0-92afcc7ab71a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:02.869561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 19b11b4f-4950-48e9-96e0-92afcc7ab71a not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:02.878291 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-39a64a4f-416d-4dc0-af32-d840521deca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.934438 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.936207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-476c8158-b4b6-4460-9130-7975dd7ff16a None None] For port 2714668a-c298-403a-ad2e-177ec45c44c0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2714668a-c298-403a-ad2e-177ec45c44c0,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:02.936705 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-476c8158-b4b6-4460-9130-7975dd7ff16a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.955761 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-476c8158-b4b6-4460-9130-7975dd7ff16a None None] Calling delete_port for 2714668a-c298-403a-ad2e-177ec45c44c0 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:03.078521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-39a64a4f-416d-4dc0-af32-d840521deca3 None None] For port 2714668a-c298-403a-ad2e-177ec45c44c0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2714668a-c298-403a-ad2e-177ec45c44c0,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:03.092998 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd340034-bb35-46ba-b095-994e76c0dcd2 req-211f7330-6890-4d5e-9826-8f11d222550a tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.095314 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-39a64a4f-416d-4dc0-af32-d840521deca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.102517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd340034-bb35-46ba-b095-994e76c0dcd2 req-211f7330-6890-4d5e-9826-8f11d222550a tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 945 time: 0.1344619 Aug 16 01:56:03.132548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107eba4-70f2-4ccf-adfa-3134267bc701 req-9e370c31-e5cc-4b37-9070-e024f7a9bb1c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.138619 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-476c8158-b4b6-4460-9130-7975dd7ff16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.140469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8107eba4-70f2-4ccf-adfa-3134267bc701 req-9e370c31-e5cc-4b37-9070-e024f7a9bb1c tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 945 time: 0.1267884 Aug 16 01:56:03.160328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c8158-b4b6-4460-9130-7975dd7ff16a None None] No DVR routers for this DVR port 2714668a-c298-403a-ad2e-177ec45c44c0 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:03.166634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a64a4f-416d-4dc0-af32-d840521deca3 None None] Pushing event updated for resources: {'Port': ['ID=2714668a-c298-403a-ad2e-177ec45c44c0,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:03.174048 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:55:58Z', 'revision_number': 3, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:03.191826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd340034-bb35-46ba-b095-994e76c0dcd2 req-24518f10-3a46-4789-91ef-1d1227d1389a tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859909 Aug 16 01:56:03.218082 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162e355-c496-4d1e-8262-4c653c9ff09a None None] The sync data for ids ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'] in n-d-768851-16 is: [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:55:58Z', 'revision_number': 3, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:03.221152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8107eba4-70f2-4ccf-adfa-3134267bc701 req-90c69392-9933-4d79-b4b5-d4e35b00d600 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797102 Aug 16 01:56:03.241936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c8158-b4b6-4460-9130-7975dd7ff16a None None] Pushing event deleted for resources: {'Port': ['ID=2714668a-c298-403a-ad2e-177ec45c44c0,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:03.249840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0c8cd31b-8190-456c-bdeb-d743cd00a113 None None] Could not find standard attr ID for object 79dcf272-397d-471a-9430-b412dae67199. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:56:03.261387 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68a0634a-f7b9-4692-8b18-d09ed4c647f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.328108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa448a79-0744-4686-86e2-1531df4a2864 req-3d294670-ff9b-4e9c-ab63-66882db1f2cc tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0450423 Aug 16 01:56:03.381595 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a0634a-f7b9-4692-8b18-d09ed4c647f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:03.391551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-68a0634a-f7b9-4692-8b18-d09ed4c647f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:03.395377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a0634a-f7b9-4692-8b18-d09ed4c647f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.395984 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68a0634a-f7b9-4692-8b18-d09ed4c647f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.404697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ad31a-fcd1-4f57-b822-877bbdbf784b None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:03.438157 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc6d9-330e-4408-9f59-0a38360212ba req-a3f4597d-568a-4830-a37b-2113a60c9f71 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.448225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e61fc6d9-330e-4408-9f59-0a38360212ba req-a3f4597d-568a-4830-a37b-2113a60c9f71 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 946 time: 0.0803151 Aug 16 01:56:03.486782 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-68a0634a-f7b9-4692-8b18-d09ed4c647f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1698685 Aug 16 01:56:03.489549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42582) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:03.490208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0634a-f7b9-4692-8b18-d09ed4c647f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=471b8b0e-a493-48d1-95d3-9a9a08cf540c,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:03.501193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-a16edd61-0f28-4879-a3cb-74d9beb2e2fb tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.502795 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-a16edd61-0f28-4879-a3cb-74d9beb2e2fb tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 946 time: 0.3451171 Aug 16 01:56:03.507972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': '471b8b0e-a493-48d1-95d3-9a9a08cf540c', 'ip_address': '2001:db8::e9f0:4d06:1798:bc39'}], 'name': 'tempest-NetworksTestDHCPv6-949459289'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:03.575242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e61fc6d9-330e-4408-9f59-0a38360212ba req-d1a8499f-42eb-401a-860f-547e31e207ee tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197624 Aug 16 01:56:03.708867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Allocated IP 172.20.0.1 (1aecc80d-017a-4602-acaf-70ce28099434/45325874-20dd-426a-a9f9-e0abad59a469/1a31291a-0ac3-4922-93e4-a11ec202dde5) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:03.769701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '471b8b0e-a493-48d1-95d3-9a9a08cf540c'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:03.770471 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.920334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:03.938865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/471b8b0e-a493-48d1-95d3-9a9a08cf540c/abb3ebd9-7593-4ed8-952d-44614cbb3dca) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:04.134083 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.144937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Transition to ACTIVE for port object abb3ebd9-7593-4ed8-952d-44614cbb3dca will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:04.147159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-b9259e27-e71c-42a1-b601-e79a1e954336 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.149122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-b9259e27-e71c-42a1-b601-e79a1e954336 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/networks?id=9f7d8cae-c0f5-401c-a5dd-dff2ab214532 HTTP/1.1" status: 200 len: 808 time: 0.1268771 Aug 16 01:56:04.170356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-81beb7b9-7cba-47f4-9ce2-4a42fdc2f1b0 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/quotas/83628eddcacc49618526c2b7854890e7 HTTP/1.1" status: 200 len: 375 time: 0.0146756 Aug 16 01:56:04.171987 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Transition to ACTIVE for port object abb3ebd9-7593-4ed8-952d-44614cbb3dca will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:04.178539 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.217293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-db315692-71db-4739-8d07-33f6f83f7812 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=83628eddcacc49618526c2b7854890e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404513 Aug 16 01:56:04.230527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:04.233774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:04.239599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:04.253323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Pushing event updated for resources: {'Port': ['ID=abb3ebd9-7593-4ed8-952d-44614cbb3dca,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:04.322965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Attempting to bind port abb3ebd9-7593-4ed8-952d-44614cbb3dca on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:04.323345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Attempting to bind port abb3ebd9-7593-4ed8-952d-44614cbb3dca by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:04.324215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Attempting to bind port abb3ebd9-7593-4ed8-952d-44614cbb3dca on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:04.330536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:04.331095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:04.331321 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.331716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:04.332203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Bound port: abb3ebd9-7593-4ed8-952d-44614cbb3dca, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:04.332886 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.371922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-01c7a7d7-0077-4bb8-85be-cbd527c49d0e service neutron] 10.222.0.79 "GET /v2.0/networks/9f7d8cae-c0f5-401c-a5dd-dff2ab214532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530826 Aug 16 01:56:04.413079 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.423728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] For port abb3ebd9-7593-4ed8-952d-44614cbb3dca, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:04.424332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149797c3-5ba8-415b-b1d6-42e66f9f8428 req-ecd809dc-29f9-459a-9181-d36236e7e57f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.426460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-149797c3-5ba8-415b-b1d6-42e66f9f8428 req-ecd809dc-29f9-459a-9181-d36236e7e57f tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.84 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 945 time: 0.6347563 Aug 16 01:56:04.428205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] For port abb3ebd9-7593-4ed8-952d-44614cbb3dca, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=abb3ebd9-7593-4ed8-952d-44614cbb3dca,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:04.449400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c8c6c635-63bf-4d92-be9f-ecb64980f9b0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:04.498702 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.517758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb13e-68f1-4391-9d9e-b02f031edf34 req-8c28e969-f7ad-4581-8c9e-4ef35ea535eb tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.518624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-692eb13e-68f1-4391-9d9e-b02f031edf34 req-8c28e969-f7ad-4581-8c9e-4ef35ea535eb tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 945 time: 0.1246512 Aug 16 01:56:04.531387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 6de2e01e-59f8-4175-ad2f-17dce16e7abe yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:56:04.541061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Deleting port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:04.541409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.556323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-a94c0337-3b91-4e50-aca7-c020cc9d24ce service neutron] 10.222.0.79 "GET /v2.0/networks/9f7d8cae-c0f5-401c-a5dd-dff2ab214532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832485 Aug 16 01:56:04.585306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-692eb13e-68f1-4391-9d9e-b02f031edf34 req-20a286a8-a5fd-483d-8bed-312b6342fcf4 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543811 Aug 16 01:56:04.607830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port c8c6c635-63bf-4d92-be9f-ecb64980f9b0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:04.611065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4704ed0-f915-45e3-8c4b-1d5a998c4e2f None None] Pushing event updated for resources: {'Port': ['ID=abb3ebd9-7593-4ed8-952d-44614cbb3dca,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:04.624081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c8c6c635-63bf-4d92-be9f-ecb64980f9b0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:04.624455 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.685262 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.733610 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.762878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3d19f-769a-442b-906e-c66a95cfb46c req-519ef718-2115-49e9-8fc5-2d06a16a91d5 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.765544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2dc3d19f-769a-442b-906e-c66a95cfb46c req-519ef718-2115-49e9-8fc5-2d06a16a91d5 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 945 time: 0.0846593 Aug 16 01:56:04.776009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port c8c6c635-63bf-4d92-be9f-ecb64980f9b0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c8c6c635-63bf-4d92-be9f-ecb64980f9b0,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:04.790893 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.844115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2dc3d19f-769a-442b-906e-c66a95cfb46c req-2f59a3cf-6cf2-42a2-8634-26b67365ea3e tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716865 Aug 16 01:56:04.863052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] For port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:04.863541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.879804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-149797c3-5ba8-415b-b1d6-42e66f9f8428 req-4ffd034b-2c7c-422d-9a57-4ddb61c15eb9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Deleting port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:04.879804 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-149797c3-5ba8-415b-b1d6-42e66f9f8428 req-4ffd034b-2c7c-422d-9a57-4ddb61c15eb9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.918723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=c8c6c635-63bf-4d92-be9f-ecb64980f9b0,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:04.941762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2714668a-c298-403a-ad2e-177ec45c44c0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:04.988641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 2714668a-c298-403a-ad2e-177ec45c44c0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:04.989436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2714668a-c298-403a-ad2e-177ec45c44c0 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:05.029882 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.031713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a600b97-dd3c-46bf-8c07-b41c41c453dd req-b47db755-a8ce-475b-beae-592721de64b0 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0835996 Aug 16 01:56:05.140040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::e9f0:4d06:1798:bc39 (4c0e190f-1577-4471-8063-ddf0f1be0b48/471b8b0e-a493-48d1-95d3-9a9a08cf540c/6de2e01e-59f8-4175-ad2f-17dce16e7abe) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:05.176769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadcd12-dec7-4cc2-8022-440e8be228a3 req-10ef1a1f-f364-48c8-a538-742d3ae98868 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:05.179436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-faadcd12-dec7-4cc2-8022-440e8be228a3 req-10ef1a1f-f364-48c8-a538-742d3ae98868 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 946 time: 0.0658195 Aug 16 01:56:05.220652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Network 1aecc80d-017a-4602-acaf-70ce28099434 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:05.249640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:05.253672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:05.273545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-faadcd12-dec7-4cc2-8022-440e8be228a3 req-97fce3c9-428e-49d0-8da4-509b1d8d15b4 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups?id=610476c7-0039-4423-869e-5397fd42521a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829241 Aug 16 01:56:05.285371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Pushing event updated for resources: {'Port': ['ID=1a31291a-0ac3-4922-93e4-a11ec202dde5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:05.346127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-149797c3-5ba8-415b-b1d6-42e66f9f8428 req-4ffd034b-2c7c-422d-9a57-4ddb61c15eb9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] For port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:05.346502 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-149797c3-5ba8-415b-b1d6-42e66f9f8428 req-4ffd034b-2c7c-422d-9a57-4ddb61c15eb9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.378143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34b730cc-bc2f-4be2-b617-8fb5f62b5195 req-0ac52c71-7491-452c-ad2b-192c906762df tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 210 time: 0.0650356 Aug 16 01:56:05.413376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.416701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-149797c3-5ba8-415b-b1d6-42e66f9f8428 req-4ffd034b-2c7c-422d-9a57-4ddb61c15eb9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Calling delete_port for 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:05.454157 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d6279-7692-46f8-8ab8-0d7e293e620c req-16475c18-dfdb-4654-a342-9c77399cf52e tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:05.455842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-893d6279-7692-46f8-8ab8-0d7e293e620c req-16475c18-dfdb-4654-a342-9c77399cf52e tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 945 time: 0.0564792 Aug 16 01:56:05.516643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-893d6279-7692-46f8-8ab8-0d7e293e620c req-166a49b2-4910-44a7-87ed-54baf36c002c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535674 Aug 16 01:56:05.568330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.568754 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.569206 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Floating IP 18909ea2-e68e-49ce-b69a-3724e18a2213 disassociated. External IP: 172.25.2.192, port: bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e. Aug 16 01:56:05.569634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Calling delete_port for bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:05.848465 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.882168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.912920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 6de2e01e-59f8-4175-ad2f-17dce16e7abe will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:05.999500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311903-a986-449a-871d-81b13206eb6a req-2fe1c137-b7ef-4ee2-b4f5-8fcca642faad tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.001113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd311903-a986-449a-871d-81b13206eb6a req-2fe1c137-b7ef-4ee2-b4f5-8fcca642faad tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=579a8bb2-dabc-4e15-a8b6-e4aaa440675c HTTP/1.1" status: 200 len: 945 time: 0.0520124 Aug 16 01:56:06.025577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3c239672-07f8-483e-a7f0-cd221a0002a2 None None] Provisioning for port abb3ebd9-7593-4ed8-952d-44614cbb3dca completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:06.026209 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-149797c3-5ba8-415b-b1d6-42e66f9f8428 req-4ffd034b-2c7c-422d-9a57-4ddb61c15eb9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.048122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd311903-a986-449a-871d-81b13206eb6a req-07188f2f-89a7-41f6-a3e6-6fdb6ca0d67b tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 Aug 16 01:56:06.090388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd034b-2c7c-422d-9a57-4ddb61c15eb9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Pushing event deleted for resources: {'Port': ['ID=9c3c9cd7-e1de-4ee5-9149-006835cf8bd8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:06.131732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-81b46032-717d-4410-9377-da11473f530f req-74615ca2-3a26-48ef-86e1-a2562a79953b tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0266466 Aug 16 01:56:06.173337 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.181973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-149797c3-5ba8-415b-b1d6-42e66f9f8428 req-4ffd034b-2c7c-422d-9a57-4ddb61c15eb9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] No DVR routers for this DVR port 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:06.184419 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-149797c3-5ba8-415b-b1d6-42e66f9f8428 req-4ffd034b-2c7c-422d-9a57-4ddb61c15eb9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.186667 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-149797c3-5ba8-415b-b1d6-42e66f9f8428 req-4ffd034b-2c7c-422d-9a57-4ddb61c15eb9 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.84 "DELETE /v2.0/ports/9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 HTTP/1.1" status: 204 len: 173 time: 1.7306023 Aug 16 01:56:06.194350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'name': 'network-vif-deleted', 'tag': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:06.196729 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd67105b-754a-4563-8f7e-4bafdc7ffc18" -d '{"events": [{"server_uuid": "579a8bb2-dabc-4e15-a8b6-e4aaa440675c", "name": "network-vif-deleted", "tag": "9c3c9cd7-e1de-4ee5-9149-006835cf8bd8"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:06.199875 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.229833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Pushing event deleted for resources: {'Port': ['ID=bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:06.289058 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f4d349-af63-456f-b5ef-d4a53c340b66 x-openstack-request-id: req-e5f4d349-af63-456f-b5ef-d4a53c340b66 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:06.290371 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579a8bb2-dabc-4e15-a8b6-e4aaa440675c", "name": "network-vif-deleted", "tag": "9c3c9cd7-e1de-4ee5-9149-006835cf8bd8", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:06.290765 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5f4d349-af63-456f-b5ef-d4a53c340b66 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:06.291193 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579a8bb2-dabc-4e15-a8b6-e4aaa440675c', 'name': 'network-vif-deleted', 'tag': '9c3c9cd7-e1de-4ee5-9149-006835cf8bd8', 'status': 'completed', 'code': 200} Aug 16 01:56:06.353797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:06.362226 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:06.372765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:06.378983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.379709 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.410137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=6de2e01e-59f8-4175-ad2f-17dce16e7abe,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:06.437293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28b21bb8-8b99-42b0-9e4a-7ae9667d418f req-11568bbf-df8d-4cab-a79a-7cf66b34ab76 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 210 time: 0.0779009 Aug 16 01:56:06.438065 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-80ef91c1-c77a-42f6-aafa-a4fc32353efd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9342203 Aug 16 01:56:06.473109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42644) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:06.615578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c8c6c635-63bf-4d92-be9f-ecb64980f9b0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:06.622241 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.645737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5f12298-8d9e-47ef-aff6-96ec48ca54aa req-14310114-b76b-431e-833a-7e4c6d880680 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 210 time: 0.0754621 Aug 16 01:56:06.667661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378590d3-6b2b-4f8a-8c8a-33275282034d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.682046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378590d3-6b2b-4f8a-8c8a-33275282034d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.683722 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-378590d3-6b2b-4f8a-8c8a-33275282034d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2037323 Aug 16 01:56:06.689420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.700849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42648) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:06.712831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c8c6c635-63bf-4d92-be9f-ecb64980f9b0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:06.713489 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.744216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:06.796143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.799702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Router d2ba09ab-c37e-4020-bf47-1fa62897490b has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:06.805757 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:06.809574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9c3c9cd7-e1de-4ee5-9149-006835cf8bd8 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:06.824834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-66ca379e-7686-4dc8-b683-647f9298ad88 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.826902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-66ca379e-7686-4dc8-b683-647f9298ad88 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.89 "GET /v2.0/networks?id=9f7d8cae-c0f5-401c-a5dd-dff2ab214532 HTTP/1.1" status: 200 len: 808 time: 0.3985307 Aug 16 01:56:06.859937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Request body: {'port': {'device_id': '5a794101-ca63-490b-8de7-80ed80da697b', 'network_id': '9f7d8cae-c0f5-401c-a5dd-dff2ab214532', 'admin_state_up': True, 'tenant_id': '83628eddcacc49618526c2b7854890e7'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:06.879153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3a935-3796-4676-a0ea-a8e2248bad03 req-d789f937-3e60-4498-ba4d-3e403ec52002 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.882438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5c3a935-3796-4676-a0ea-a8e2248bad03 req-d789f937-3e60-4498-ba4d-3e403ec52002 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 945 time: 0.2146211 Aug 16 01:56:06.896931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Pushing event updated for resources: {'Port': ['ID=1a31291a-0ac3-4922-93e4-a11ec202dde5,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:06.935698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device abb3ebd9-7593-4ed8-952d-44614cbb3dca up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:06.997017 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bac7c249-c431-40aa-9138-5f3e18a3c32e None None] Provisioning for port 6de2e01e-59f8-4175-ad2f-17dce16e7abe completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:07.003373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f440517-d55d-4564-a2f2-4ad1212b216d req-fae02caf-f019-4cd8-b1e9-17097fd46712 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.005041 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6f440517-d55d-4564-a2f2-4ad1212b216d req-fae02caf-f019-4cd8-b1e9-17097fd46712 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 945 time: 0.2657585 Aug 16 01:56:07.006990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bac7c249-c431-40aa-9138-5f3e18a3c32e None None] Provisioning complete for port 6de2e01e-59f8-4175-ad2f-17dce16e7abe triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:07.007476 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac7c249-c431-40aa-9138-5f3e18a3c32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.034179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5c3a935-3796-4676-a0ea-a8e2248bad03 req-f8e7d93c-30b2-476c-973a-805bb082f948 tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335413 Aug 16 01:56:07.058128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-bac7c249-c431-40aa-9138-5f3e18a3c32e None None] Port 6de2e01e-59f8-4175-ad2f-17dce16e7abe cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:07.064080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port abb3ebd9-7593-4ed8-952d-44614cbb3dca completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:07.068516 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-34d2eaa6-41a6-424d-bf81-e54b39806f14 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 6de2e01e-59f8-4175-ad2f-17dce16e7abe {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:07.069107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34d2eaa6-41a6-424d-bf81-e54b39806f14 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.069703 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port abb3ebd9-7593-4ed8-952d-44614cbb3dca triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:07.070546 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.169891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Made reservation on behalf of 83628eddcacc49618526c2b7854890e7 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:07.175554 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.180858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:07.242113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] No DVR routers for this DVR port bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:07.245298 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.248108 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7062c33c-55d2-49b0-b033-bc6e4b7d4374 req-9b599822-d9ee-4cf0-b474-ad1fd1bc0d28 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.89 "DELETE /v2.0/ports/bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e HTTP/1.1" status: 204 len: 173 time: 3.6397672 Aug 16 01:56:07.270565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Network 1aecc80d-017a-4602-acaf-70ce28099434 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:07.277958 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:07.304444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-6f440517-d55d-4564-a2f2-4ad1212b216d req-a4d27309-095c-4ba0-9d11-38cafb5e28cc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Deleting port 34f87004-639e-4764-a1a3-5411ac4f4cfe {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:07.304831 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6f440517-d55d-4564-a2f2-4ad1212b216d req-a4d27309-095c-4ba0-9d11-38cafb5e28cc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.329239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd6fdd-342a-4be7-9941-59241662fb74 None None] Sync routers for ids ['d2ba09ab-c37e-4020-bf47-1fa62897490b'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:07.344436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd6fdd-342a-4be7-9941-59241662fb74 None None] Routers {'d2ba09ab-c37e-4020-bf47-1fa62897490b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:07.345232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e7bd6fdd-342a-4be7-9941-59241662fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:55:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2ba09ab-c37e-4020-bf47-1fa62897490b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:07.394200 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.474888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port abb3ebd9-7593-4ed8-952d-44614cbb3dca, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=abb3ebd9-7593-4ed8-952d-44614cbb3dca,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:07.487241 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.491164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Allocated IP 172.20.0.8 (9f7d8cae-c0f5-401c-a5dd-dff2ab214532/a437c2d6-4543-4cf7-b1c9-34487b607bf6/8c605d72-7c33-4487-8e03-80ceb21925de) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:07.545492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=abb3ebd9-7593-4ed8-952d-44614cbb3dca,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:07.548356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:07.570328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-6f440517-d55d-4564-a2f2-4ad1212b216d req-a4d27309-095c-4ba0-9d11-38cafb5e28cc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] For port 34f87004-639e-4764-a1a3-5411ac4f4cfe, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=34f87004-639e-4764-a1a3-5411ac4f4cfe,segment=NetworkSegment(92b0ab61-1f63-4679-997e-f64452698861),segment_id=92b0ab61-1f63-4679-997e-f64452698861)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:07.571757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6f440517-d55d-4564-a2f2-4ad1212b216d req-a4d27309-095c-4ba0-9d11-38cafb5e28cc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.575675 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e7bd6fdd-342a-4be7-9941-59241662fb74 None None] Set router d2ba09ab-c37e-4020-bf47-1fa62897490b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:07.578532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:07.578900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:07.594966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-6f440517-d55d-4564-a2f2-4ad1212b216d req-a4d27309-095c-4ba0-9d11-38cafb5e28cc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Calling delete_port for 34f87004-639e-4764-a1a3-5411ac4f4cfe owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:07.598100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:07.623630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef7a4aca-6196-42f6-92ab-bf7034a73b4f req-f7d9b527-bd4e-4098-a3fd-98e80dd354e4 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.2718327 Aug 16 01:56:07.709616 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34d2eaa6-41a6-424d-bf81-e54b39806f14 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.792801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c689981-a3bd-4792-a8ac-c32b591173b7 req-25b8cb68-7e01-4106-9d9b-ac24ce966f8b tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 210 time: 0.0748982 Aug 16 01:56:07.794076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-34d2eaa6-41a6-424d-bf81-e54b39806f14 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 6de2e01e-59f8-4175-ad2f-17dce16e7abe owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:07.830313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08b224-1bf1-4230-aea9-ff8095c4ac5c req-a952a58e-dbbc-4c5a-a425-a8270c7599b8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.838773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad08b224-1bf1-4230-aea9-ff8095c4ac5c req-a952a58e-dbbc-4c5a-a425-a8270c7599b8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 945 time: 0.2119484 Aug 16 01:56:07.892040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e7bd6fdd-342a-4be7-9941-59241662fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:09Z', 'revision_number': 4, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'a668457a-f98d-4319-afc4-103a52494d35', 'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'mac_address': 'fa:16:3e:56:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:08Z', 'updated_at': '2021-08-16T01:53:16Z', 'revision_number': 5, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'subnets': [{'id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:07.933572 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd6fdd-342a-4be7-9941-59241662fb74 None None] Checking router: d2ba09ab-c37e-4020-bf47-1fa62897490b for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:07.944750 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.945214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd6fdd-342a-4be7-9941-59241662fb74 None None] Routers {'d2ba09ab-c37e-4020-bf47-1fa62897490b'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:07.945900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e7bd6fdd-342a-4be7-9941-59241662fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:55:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2ba09ab-c37e-4020-bf47-1fa62897490b'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:08.006882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad08b224-1bf1-4230-aea9-ff8095c4ac5c req-be7bc7d7-82e0-48c0-bdb2-8730d9d37f9e tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669571 Aug 16 01:56:08.187702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e7bd6fdd-342a-4be7-9941-59241662fb74 None None] Set router d2ba09ab-c37e-4020-bf47-1fa62897490b gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:08.219447 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.221412 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34d2eaa6-41a6-424d-bf81-e54b39806f14 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.302263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'name': 'network-vif-deleted', 'tag': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:08.308052 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ff5edc-0e19-4a7f-a4e4-10c063b326d7" -d '{"events": [{"server_uuid": "6a3f44e8-94a8-4841-a3ae-f8cdc2135793", "name": "network-vif-deleted", "tag": "bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:08.323614 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6f440517-d55d-4564-a2f2-4ad1212b216d req-a4d27309-095c-4ba0-9d11-38cafb5e28cc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.363215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['34f87004-639e-4764-a1a3-5411ac4f4cfe'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:08.368629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2eaa6-41a6-424d-bf81-e54b39806f14 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=6de2e01e-59f8-4175-ad2f-17dce16e7abe,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:08.436788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34d2eaa6-41a6-424d-bf81-e54b39806f14 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.442473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-34d2eaa6-41a6-424d-bf81-e54b39806f14 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/6de2e01e-59f8-4175-ad2f-17dce16e7abe HTTP/1.1" status: 204 len: 168 time: 1.7124126 Aug 16 01:56:08.443618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Pushing event updated for resources: {'Port': ['ID=8c605d72-7c33-4487-8e03-80ceb21925de,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:08.457411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42668) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:08.475317 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d27309-095c-4ba0-9d11-38cafb5e28cc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event deleted for resources: {'Port': ['ID=34f87004-639e-4764-a1a3-5411ac4f4cfe,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:08.520917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db317a-068d-4921-b347-65d03c4656e2 req-66e58c92-1282-40c4-bb17-ae3036213f1f tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:08.528772 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:08.529690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6db317a-068d-4921-b347-65d03c4656e2 req-66e58c92-1282-40c4-bb17-ae3036213f1f tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 931 time: 0.3141747 Aug 16 01:56:08.538050 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Sync routers for ids ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:08.542967 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b28c9506-d51b-4eee-b071-b10243d80a65 admin admin] 10.222.0.79 "PUT /v2.0/routers/6ae46c8b-e1ec-4c19-bfa8-dd179e610244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3875766 Aug 16 01:56:08.557244 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Routers {'6ae46c8b-e1ec-4c19-bfa8-dd179e610244'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:08.557894 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:55:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:08.562713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880e142-b4c9-4da0-9111-a530af0d27d8 req-2fc0d686-e6fb-4fb6-b1db-e2cc4c90533a tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:08.571891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0880e142-b4c9-4da0-9111-a530af0d27d8 req-2fc0d686-e6fb-4fb6-b1db-e2cc4c90533a tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3062551-c548-446a-bfec-016fe4fbe718 HTTP/1.1" status: 200 len: 867 time: 0.3807943 Aug 16 01:56:08.584802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Network 9f7d8cae-c0f5-401c-a5dd-dff2ab214532 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:08.598174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device abb3ebd9-7593-4ed8-952d-44614cbb3dca up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:08.674945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:08.703493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:08.733891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e7bd6fdd-342a-4be7-9941-59241662fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:09Z', 'revision_number': 4, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'a668457a-f98d-4319-afc4-103a52494d35', 'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'mac_address': 'fa:16:3e:56:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:08Z', 'updated_at': '2021-08-16T01:53:16Z', 'revision_number': 5, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'subnets': [{'id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:08.736243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port abb3ebd9-7593-4ed8-952d-44614cbb3dca triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:08.736695 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.750727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f440517-d55d-4564-a2f2-4ad1212b216d req-a4d27309-095c-4ba0-9d11-38cafb5e28cc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] No DVR routers for this DVR port 34f87004-639e-4764-a1a3-5411ac4f4cfe on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:08.782445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6f440517-d55d-4564-a2f2-4ad1212b216d req-a4d27309-095c-4ba0-9d11-38cafb5e28cc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.785563 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6f440517-d55d-4564-a2f2-4ad1212b216d req-a4d27309-095c-4ba0-9d11-38cafb5e28cc tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.89 "DELETE /v2.0/ports/34f87004-639e-4764-a1a3-5411ac4f4cfe HTTP/1.1" status: 204 len: 173 time: 1.7735102 Aug 16 01:56:08.797712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd6fdd-342a-4be7-9941-59241662fb74 None None] The sync data for ids ['d2ba09ab-c37e-4020-bf47-1fa62897490b'] in n-d-768851-16 is: [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:53:09Z', 'revision_number': 4, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'a668457a-f98d-4319-afc4-103a52494d35', 'name': '', 'network_id': 'a1d52431-8273-42bb-87b0-7ba01e11c41e', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'mac_address': 'fa:16:3e:56:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:08Z', 'updated_at': '2021-08-16T01:53:16Z', 'revision_number': 5, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'subnets': [{'id': 'af4f8d7b-f888-4328-889f-c4996951c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:08.815295 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Set router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:08.825694 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1712f6-21e4-4033-b553-775563edcbad req-62b3eaca-1389-4a04-aa9d-323124b7cd52 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:08.837992 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ee1712f6-21e4-4033-b553-775563edcbad req-62b3eaca-1389-4a04-aa9d-323124b7cd52 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.84 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 945 time: 0.4763949 Aug 16 01:56:08.902628 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8a84d653-8723-4eae-8a0a-5b96767f7d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.015867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6db317a-068d-4921-b347-65d03c4656e2 req-3b9f71ce-4912-47f0-a49a-198264cfc623 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/security-groups?id=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848487 Aug 16 01:56:09.047688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b753ce-4b8b-45a3-b187-7efb7c7c3de9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:09.068813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b753ce-4b8b-45a3-b187-7efb7c7c3de9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:09.083788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-77b753ce-4b8b-45a3-b187-7efb7c7c3de9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6241531 Aug 16 01:56:09.088856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0880e142-b4c9-4da0-9111-a530af0d27d8 req-3ab8eab8-d73b-47f0-9d74-f7827724c26d tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups?id=117d3d29-38cc-4b83-be6b-2a70cabda8df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141304 Aug 16 01:56:09.104726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42682) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:09.149290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:09.155943 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.194136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-0ccd6bf5-0e19-473d-b9c4-dac8cd03bb30 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3423655 Aug 16 01:56:09.210278 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Request body: {'port': {'device_id': '5a794101-ca63-490b-8de7-80ed80da697b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:09.218088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-ee1712f6-21e4-4033-b553-775563edcbad req-d093e4da-1f08-4e09-aeb8-c55d7e7d1e95 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Deleting port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:09.220076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ee1712f6-21e4-4033-b553-775563edcbad req-d093e4da-1f08-4e09-aeb8-c55d7e7d1e95 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.238128 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1a31291a-0ac3-4922-93e4-a11ec202dde5', 'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'mac_address': 'fa:16:3e:39:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '45325874-20dd-426a-a9f9-e0abad59a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:02Z', 'updated_at': '2021-08-16T01:56:06Z', 'revision_number': 2, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'subnets': [{'id': '45325874-20dd-426a-a9f9-e0abad59a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:09.277612 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9b6423-bdd5-4c6b-85b7-ee7b80c84195 x-openstack-request-id: req-cd9b6423-bdd5-4c6b-85b7-ee7b80c84195 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:09.278000 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3f44e8-94a8-4841-a3ae-f8cdc2135793", "name": "network-vif-deleted", "tag": "bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:09.278339 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd9b6423-bdd5-4c6b-85b7-ee7b80c84195 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:09.278821 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3f44e8-94a8-4841-a3ae-f8cdc2135793', 'name': 'network-vif-deleted', 'tag': 'bc521a1c-1afd-4e7c-99f2-7a0b6ea3ea6e', 'status': 'completed', 'code': 200} Aug 16 01:56:09.314061 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.315719 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Checking router: 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:09.316159 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Updating router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 port 1a31291a-0ac3-4922-93e4-a11ec202dde5 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:56:09.363298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-d398cc9f-e910-4fee-9419-b5917be2ccf6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 471b8b0e-a493-48d1-95d3-9a9a08cf540c {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:09.381885 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.415255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21e18d03-27d1-401a-a1d2-c63873e5a813 req-713a3ba9-3078-4372-bfa4-82ee4bd91ffc tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 210 time: 0.0407727 Aug 16 01:56:09.416502 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d398cc9f-e910-4fee-9419-b5917be2ccf6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.430226 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24d76d8b-5794-49cb-8522-42d9399f14c8 req-6eb0cd80-893a-4298-8474-291e9c552cd1 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.1420674 Aug 16 01:56:09.430846 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.439420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88873c64-4ec0-456d-aea6-3606f24ae296 None None] New status for floating IP 18909ea2-e68e-49ce-b69a-3724e18a2213: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:56:09.575297 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d398cc9f-e910-4fee-9419-b5917be2ccf6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.852231 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d398cc9f-e910-4fee-9419-b5917be2ccf6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.856497 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ee1712f6-21e4-4033-b553-775563edcbad req-d093e4da-1f08-4e09-aeb8-c55d7e7d1e95 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] For port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,segment=NetworkSegment(5ba4ec51-5c6e-403e-bc25-4e15663c1dfc),segment_id=5ba4ec51-5c6e-403e-bc25-4e15663c1dfc)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:09.856879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ee1712f6-21e4-4033-b553-775563edcbad req-d093e4da-1f08-4e09-aeb8-c55d7e7d1e95 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.861679 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.875640 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Transition to ACTIVE for port object 1a31291a-0ac3-4922-93e4-a11ec202dde5 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:09.888030 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.898885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-ee1712f6-21e4-4033-b553-775563edcbad req-d093e4da-1f08-4e09-aeb8-c55d7e7d1e95 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Calling delete_port for 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:09.955111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dda40-1634-4700-9e23-f8071089a639 req-8aedf392-c485-41c0-aac4-57f3adc879d8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:09.957472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-978dda40-1634-4700-9e23-f8071089a639 req-8aedf392-c485-41c0-aac4-57f3adc879d8 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/ports?device_id=92b78e14-5300-4c86-94bc-b1efbb6edee1 HTTP/1.1" status: 200 len: 945 time: 0.2623498 Aug 16 01:56:10.048175 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb801d-3430-4364-90f0-7443eda72a04 None None] Pushing event updated for resources: {'Port': ['ID=1a31291a-0ac3-4922-93e4-a11ec202dde5,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.058651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-978dda40-1634-4700-9e23-f8071089a639 req-3fc9e336-f19e-4f16-bd56-ac76de657f56 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.79 "GET /v2.0/security-groups?id=73359473-6cab-4a23-aedb-c06e6ac9392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929468 Aug 16 01:56:10.066823 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d398cc9f-e910-4fee-9419-b5917be2ccf6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.082947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-16242d8e-3b42-4109-9e4f-988823ebc7c9 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.088499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-16242d8e-3b42-4109-9e4f-988823ebc7c9 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/networks?id=1aecc80d-017a-4602-acaf-70ce28099434 HTTP/1.1" status: 200 len: 819 time: 0.2604315 Aug 16 01:56:10.104546 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d398cc9f-e910-4fee-9419-b5917be2ccf6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.107145 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Attempting to bind port 1a31291a-0ac3-4922-93e4-a11ec202dde5 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:10.107515 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Attempting to bind port 1a31291a-0ac3-4922-93e4-a11ec202dde5 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '81403720-ea61-4817-ac33-1744c509e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:10.108398 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Attempting to bind port 1a31291a-0ac3-4922-93e4-a11ec202dde5 on network 1aecc80d-017a-4602-acaf-70ce28099434 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:10.110951 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-9d58c5d5-a366-4a77-86e0-b6f99c583f34 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/quotas/c53d6518061f44c0be91f1108c694a76 HTTP/1.1" status: 200 len: 375 time: 0.0212760 Aug 16 01:56:10.114597 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:10.115097 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Checking segment: {'id': '81403720-ea61-4817-ac33-1744c509e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:10.115820 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.116300 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Bound using segment: {'id': '81403720-ea61-4817-ac33-1744c509e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:10.116532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f72190-7454-44cf-b33a-148e7764a0ba None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:10.116949 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Bound port: 1a31291a-0ac3-4922-93e4-a11ec202dde5, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81403720-ea61-4817-ac33-1744c509e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:10.118026 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.119024 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d398cc9f-e910-4fee-9419-b5917be2ccf6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/471b8b0e-a493-48d1-95d3-9a9a08cf540c HTTP/1.1" status: 204 len: 168 time: 1.0126586 Aug 16 01:56:10.124074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42698) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:10.176004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398cc9f-e910-4fee-9419-b5917be2ccf6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=471b8b0e-a493-48d1-95d3-9a9a08cf540c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.231226 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8964c877-752d-478b-96fd-9a1f748635e9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756891 Aug 16 01:56:10.235229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-0cf08aaf-581b-4b6c-9f8a-766e2c655c8e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c53d6518061f44c0be91f1108c694a76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1234055 Aug 16 01:56:10.237671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42702) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:10.241912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c605d72-7c33-4487-8e03-80ceb21925de {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:10.262678 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] For port 1a31291a-0ac3-4922-93e4-a11ec202dde5, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:10.269984 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] For port 1a31291a-0ac3-4922-93e4-a11ec202dde5, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1a31291a-0ac3-4922-93e4-a11ec202dde5,segment=NetworkSegment(81403720-ea61-4817-ac33-1744c509e93c),segment_id=81403720-ea61-4817-ac33-1744c509e93c)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:10.271668 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.279181 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.312401 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ee1712f6-21e4-4033-b553-775563edcbad req-d093e4da-1f08-4e09-aeb8-c55d7e7d1e95 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.375666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093e4da-1f08-4e09-aeb8-c55d7e7d1e95 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Pushing event deleted for resources: {'Port': ['ID=3a1fc9c4-e889-4bb1-a9ba-b1da110df058,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.420220 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Routers {'6ae46c8b-e1ec-4c19-bfa8-dd179e610244'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:10.420861 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:55:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:10.422814 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb801d-3430-4364-90f0-7443eda72a04 None None] Pushing event updated for resources: {'Port': ['ID=1a31291a-0ac3-4922-93e4-a11ec202dde5,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.443271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc85b7-7529-45ce-be87-c8ab9852b69a None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:10.477520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1712f6-21e4-4033-b553-775563edcbad req-d093e4da-1f08-4e09-aeb8-c55d7e7d1e95 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] No DVR routers for this DVR port 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:10.486712 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ee1712f6-21e4-4033-b553-775563edcbad req-d093e4da-1f08-4e09-aeb8-c55d7e7d1e95 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.488669 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ee1712f6-21e4-4033-b553-775563edcbad req-d093e4da-1f08-4e09-aeb8-c55d7e7d1e95 tempest-LiveMigrationTest-988409799 tempest-LiveMigrationTest-988409799-project] 10.222.0.84 "DELETE /v2.0/ports/3a1fc9c4-e889-4bb1-a9ba-b1da110df058 HTTP/1.1" status: 204 len: 173 time: 1.6417751 Aug 16 01:56:10.524622 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc85b7-7529-45ce-be87-c8ab9852b69a None None] Deleting port abb3ebd9-7593-4ed8-952d-44614cbb3dca {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:10.525610 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2dcc85b7-7529-45ce-be87-c8ab9852b69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.589214 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] Set router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:10.630269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2dcc85b7-7529-45ce-be87-c8ab9852b69a None None] For port abb3ebd9-7593-4ed8-952d-44614cbb3dca, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=abb3ebd9-7593-4ed8-952d-44614cbb3dca,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:10.630940 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2dcc85b7-7529-45ce-be87-c8ab9852b69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.656912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc85b7-7529-45ce-be87-c8ab9852b69a None None] Calling delete_port for abb3ebd9-7593-4ed8-952d-44614cbb3dca owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:10.673106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Transition to ACTIVE for port object 8c605d72-7c33-4487-8e03-80ceb21925de will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:10.686544 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2e559-2a40-4c2c-b299-f70d85fb65f6 req-5858da6e-4eb9-4d3a-b581-8352693cb2b7 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.693893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b2e559-2a40-4c2c-b299-f70d85fb65f6 req-5858da6e-4eb9-4d3a-b581-8352693cb2b7 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 931 time: 0.5054994 Aug 16 01:56:10.705781 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.768574 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2dcc85b7-7529-45ce-be87-c8ab9852b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.771455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff17c2-e9e1-4cc5-aef2-3be387ffa680 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.773054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bcff17c2-e9e1-4cc5-aef2-3be387ffa680 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5257847 Aug 16 01:56:10.776399 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42710) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:10.810154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc85b7-7529-45ce-be87-c8ab9852b69a None None] Pushing event deleted for resources: {'Port': ['ID=abb3ebd9-7593-4ed8-952d-44614cbb3dca,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.817066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc85b7-7529-45ce-be87-c8ab9852b69a None None] No DVR routers for this DVR port abb3ebd9-7593-4ed8-952d-44614cbb3dca on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:10.823371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b2e559-2a40-4c2c-b299-f70d85fb65f6 req-1ab28a13-34a8-483e-b094-ff78925cd04a tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/security-groups?id=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285093 Aug 16 01:56:10.842717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Pushing event updated for resources: {'Port': ['ID=8c605d72-7c33-4487-8e03-80ceb21925de,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.853667 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-65c8bb73-d319-4da6-a7e8-2e874703918b service neutron] 10.222.0.79 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968137 Aug 16 01:56:10.889459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8d47d2-80b4-4f4a-8dbf-26735cf6ac9e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.895276 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ed8d47d2-80b4-4f4a-8dbf-26735cf6ac9e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1175354 Aug 16 01:56:10.896043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42714) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:10.936664 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1a31291a-0ac3-4922-93e4-a11ec202dde5', 'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'mac_address': 'fa:16:3e:39:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '45325874-20dd-426a-a9f9-e0abad59a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:02Z', 'updated_at': '2021-08-16T01:56:10Z', 'revision_number': 4, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'subnets': [{'id': '45325874-20dd-426a-a9f9-e0abad59a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:10.950755 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-22089789-d0e1-462b-a32c-45f39c3b505a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533533 Aug 16 01:56:10.959348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42716) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:10.964186 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a108f-62b7-47a5-898e-fcb5bf736a7a None None] The sync data for ids ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'] in n-d-768851-16 is: [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1a31291a-0ac3-4922-93e4-a11ec202dde5', 'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'mac_address': 'fa:16:3e:39:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '45325874-20dd-426a-a9f9-e0abad59a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:02Z', 'updated_at': '2021-08-16T01:56:10Z', 'revision_number': 4, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'subnets': [{'id': '45325874-20dd-426a-a9f9-e0abad59a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:10.972912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-50e81491-46aa-4e7f-935f-fca512794acb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:11.013632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5f31aa7-ad74-42af-9498-1b0efa9f47ed req-cd1b454e-e343-4f31-b985-d064871fdc06 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 210 time: 0.0408223 Aug 16 01:56:11.076308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Attempting to bind port 8c605d72-7c33-4487-8e03-80ceb21925de on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:11.076904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Attempting to bind port 8c605d72-7c33-4487-8e03-80ceb21925de by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'cd15def9-de12-44ab-809e-a315f2dd08a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9f7d8cae-c0f5-401c-a5dd-dff2ab214532'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:11.077336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Attempting to bind port 8c605d72-7c33-4487-8e03-80ceb21925de on network 9f7d8cae-c0f5-401c-a5dd-dff2ab214532 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:11.089320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Port 8c605d72-7c33-4487-8e03-80ceb21925de on network 9f7d8cae-c0f5-401c-a5dd-dff2ab214532 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:11.089924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Attempting to bind port 8c605d72-7c33-4487-8e03-80ceb21925de on network 9f7d8cae-c0f5-401c-a5dd-dff2ab214532 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:11.099988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:11.100330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Checking segment: {'id': 'cd15def9-de12-44ab-809e-a315f2dd08a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9f7d8cae-c0f5-401c-a5dd-dff2ab214532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:11.100715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Bound using segment: {'id': 'cd15def9-de12-44ab-809e-a315f2dd08a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9f7d8cae-c0f5-401c-a5dd-dff2ab214532'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:11.109446 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Bound port: 8c605d72-7c33-4487-8e03-80ceb21925de, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd15def9-de12-44ab-809e-a315f2dd08a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9f7d8cae-c0f5-401c-a5dd-dff2ab214532'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:11.112361 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.174348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e81491-46aa-4e7f-935f-fca512794acb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:11.181450 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-50e81491-46aa-4e7f-935f-fca512794acb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.271921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] For port 8c605d72-7c33-4487-8e03-80ceb21925de, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:11.277488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] For port 8c605d72-7c33-4487-8e03-80ceb21925de, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=8c605d72-7c33-4487-8e03-80ceb21925de,segment=NetworkSegment(cd15def9-de12-44ab-809e-a315f2dd08a7),segment_id=cd15def9-de12-44ab-809e-a315f2dd08a7)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:11.280105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3062551-c548-446a-bfec-016fe4fbe718', 'name': 'network-vif-deleted', 'tag': '34f87004-639e-4764-a1a3-5411ac4f4cfe'}, {'server_uuid': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'name': 'network-vif-deleted', 'tag': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:11.283121 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9282a315-2c8b-4ac8-99c8-1a2b7b85d335" -d '{"events": [{"server_uuid": "b3062551-c548-446a-bfec-016fe4fbe718", "name": "network-vif-deleted", "tag": "34f87004-639e-4764-a1a3-5411ac4f4cfe"}, {"server_uuid": "92b78e14-5300-4c86-94bc-b1efbb6edee1", "name": "network-vif-deleted", "tag": "3a1fc9c4-e889-4bb1-a9ba-b1da110df058"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:11.296843 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bfe3a097-1234-4bf5-b4e6-5514b4784be2 req-0593c710-116c-4dbf-a72d-a6fc8f8e9faa tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.1261382 Aug 16 01:56:11.302711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.345365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-3cdc700d-dc5f-44c5-a2b0-1d0e1b34200e service neutron] 10.222.0.79 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648929 Aug 16 01:56:11.405210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.408184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.410364 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] 10.222.0.89 "PUT /v2.0/ports/8c605d72-7c33-4487-8e03-80ceb21925de HTTP/1.1" status: 200 len: 1092 time: 2.2078576 Aug 16 01:56:11.414334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a794101-ca63-490b-8de7-80ed80da697b', 'tag': '8c605d72-7c33-4487-8e03-80ceb21925de'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:11.416795 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5f33ba-4aa5-47cc-88c7-6caf4d16ba18" -d '{"events": [{"name": "network-changed", "server_uuid": "5a794101-ca63-490b-8de7-80ed80da697b", "tag": "8c605d72-7c33-4487-8e03-80ceb21925de"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:11.465897 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2bdc-9b16-4c0f-b650-3bd639db3041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.496524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 34f87004-639e-4764-a1a3-5411ac4f4cfe no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:11.547109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-352b95d2-f680-4164-8f6c-de7b47c55d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.548747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-352b95d2-f680-4164-8f6c-de7b47c55d90 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83628eddcacc49618526c2b7854890e7&device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 1095 time: 0.0951631 Aug 16 01:56:11.549901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cec80-5e8d-4d51-8a0d-68069410bb7f service neutron] Pushing event updated for resources: {'Port': ['ID=8c605d72-7c33-4487-8e03-80ceb21925de,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:11.563217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 34f87004-639e-4764-a1a3-5411ac4f4cfe {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:11.565938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 34f87004-639e-4764-a1a3-5411ac4f4cfe not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:11.580461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42730) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:11.588257 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.604011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-18a8594e-946b-4ae5-880b-d11469d4e47c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c605d72-7c33-4487-8e03-80ceb21925de HTTP/1.1" status: 200 len: 217 time: 0.0463078 Aug 16 01:56:11.643349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-50e81491-46aa-4e7f-935f-fca512794acb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.715369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-9a9a2c30-b62b-41b2-97ee-dfcc390ddf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.717313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-9a9a2c30-b62b-41b2-97ee-dfcc390ddf51 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a437c2d6-4543-4cf7-b1c9-34487b607bf6 HTTP/1.1" status: 200 len: 848 time: 0.1051061 Aug 16 01:56:11.718894 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de91563c-e743-4f3f-91c5-e452c60c3a3e x-openstack-request-id: req-de91563c-e743-4f3f-91c5-e452c60c3a3e {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:11.719177 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a794101-ca63-490b-8de7-80ed80da697b", "tag": "8c605d72-7c33-4487-8e03-80ceb21925de", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:11.719424 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de91563c-e743-4f3f-91c5-e452c60c3a3e {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:11.719811 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a794101-ca63-490b-8de7-80ed80da697b', 'tag': '8c605d72-7c33-4487-8e03-80ceb21925de', 'status': 'completed', 'code': 200} Aug 16 01:56:11.721391 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fac440-873b-4763-9000-ef753bfb7104 x-openstack-request-id: req-04fac440-873b-4763-9000-ef753bfb7104 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:11.721929 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3062551-c548-446a-bfec-016fe4fbe718", "name": "network-vif-deleted", "tag": "34f87004-639e-4764-a1a3-5411ac4f4cfe", "status": "completed", "code": 200}, {"server_uuid": "92b78e14-5300-4c86-94bc-b1efbb6edee1", "name": "network-vif-deleted", "tag": "3a1fc9c4-e889-4bb1-a9ba-b1da110df058", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:11.722192 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-04fac440-873b-4763-9000-ef753bfb7104 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:11.722594 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3062551-c548-446a-bfec-016fe4fbe718', 'name': 'network-vif-deleted', 'tag': '34f87004-639e-4764-a1a3-5411ac4f4cfe', 'status': 'completed', 'code': 200} Aug 16 01:56:11.722852 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b78e14-5300-4c86-94bc-b1efbb6edee1', 'name': 'network-vif-deleted', 'tag': '3a1fc9c4-e889-4bb1-a9ba-b1da110df058', 'status': 'completed', 'code': 200} Aug 16 01:56:11.743337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e81491-46aa-4e7f-935f-fca512794acb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:11.757289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-50e81491-46aa-4e7f-935f-fca512794acb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:11.774677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8fc07f-027d-4cdc-904a-d940289b6b92 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:11.787869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-f2d1a1b4-4a0c-45e5-b9f6-d8c059aa935f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9f7d8cae-c0f5-401c-a5dd-dff2ab214532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622654 Aug 16 01:56:11.792910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e81491-46aa-4e7f-935f-fca512794acb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.793551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-50e81491-46aa-4e7f-935f-fca512794acb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.829340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e81491-46aa-4e7f-935f-fca512794acb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=c87bb5ef-0bc4-4a3a-8e9c-7a0eb4925f0e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:11.860572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc1e4fb-b612-454f-af6f-dec7a949b6f6 admin admin] Deleting subnet 81072e93-474d-4bb3-ac53-41f391336622 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:11.864692 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e4fb-b612-454f-af6f-dec7a949b6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.916688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42746) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:11.967290 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-50e81491-46aa-4e7f-935f-fca512794acb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0065339 Aug 16 01:56:11.977546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42748) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:11.995679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-a91d4201-bf02-454d-89a0-fba44abe713f service neutron] 10.222.0.89 "GET /v2.0/networks/9f7d8cae-c0f5-401c-a5dd-dff2ab214532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837785 Aug 16 01:56:11.999527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': 'c87bb5ef-0bc4-4a3a-8e9c-7a0eb4925f0e', 'ip_address': '2001:db8::c284:d70d:fa6f:20e2'}], 'name': 'tempest-NetworksTestDHCPv6-428026349'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:12.046499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f593b45d-d983-4add-992e-0c592bfea5e4 req-ef9d37a7-5934-4468-9534-f3655392940e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 210 time: 0.2539032 Aug 16 01:56:12.088891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': 'c87bb5ef-0bc4-4a3a-8e9c-7a0eb4925f0e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:12.090132 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.138981 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e4fb-b612-454f-af6f-dec7a949b6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.245794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17d8801e-660f-407f-bbdd-760becdccdd1 req-0dfa1ce5-84e1-4d53-9e32-1eeb54b7d84d tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 210 time: 0.0311542 Aug 16 01:56:12.346945 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0103-042b-4eef-8399-9539f3c1237c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.371899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/c87bb5ef-0bc4-4a3a-8e9c-7a0eb4925f0e/d2649f82-7fd6-488c-a057-f52aa96a4b35) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:12.382546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aba46bfd-7da8-4740-9f6b-53ac4497efd9 req-df72ccc5-7ad1-43cc-8cdf-a0ddfded10fa service neutron] 10.222.0.89 "GET /v2.0/networks/9f7d8cae-c0f5-401c-a5dd-dff2ab214532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531861 Aug 16 01:56:12.385452 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e4fb-b612-454f-af6f-dec7a949b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.416747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d3cd9-91a7-4402-bc96-dcd43956dac2 req-a99e7b39-bded-4628-b822-63ef9ed7692b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.426811 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e0d3cd9-91a7-4402-bc96-dcd43956dac2 req-a99e7b39-bded-4628-b822-63ef9ed7692b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 943 time: 0.4053736 Aug 16 01:56:12.512870 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0103-042b-4eef-8399-9539f3c1237c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.515710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a31291a-0ac3-4922-93e4-a11ec202dde5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:12.571253 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4886187-8619-4434-932a-5ab8f8d1dd15 req-cb79c7e9-623f-4300-9a85-e71d704e04bc tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.1078949 Aug 16 01:56:12.633471 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:12.635444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e0d3cd9-91a7-4402-bc96-dcd43956dac2 req-f1381ee1-9c21-4e15-be46-af777e46e888 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/security-groups?id=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113690 Aug 16 01:56:12.666142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f33ba-4aa5-47cc-88c7-6caf4d16ba18 req-abb96441-b350-468a-9221-ab116dec7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.667599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d5f33ba-4aa5-47cc-88c7-6caf4d16ba18 req-abb96441-b350-468a-9221-ab116dec7b95 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83628eddcacc49618526c2b7854890e7&device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 1095 time: 0.1434224 Aug 16 01:56:12.714379 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.719613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 1a31291a-0ac3-4922-93e4-a11ec202dde5 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:12.737434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1a31291a-0ac3-4922-93e4-a11ec202dde5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:12.737738 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.739615 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.780632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:12.803716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Transition to ACTIVE for port object d2649f82-7fd6-488c-a057-f52aa96a4b35 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:12.812249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:12.812593 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3a1fc9c4-e889-4bb1-a9ba-b1da110df058 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:12.818025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f33ba-4aa5-47cc-88c7-6caf4d16ba18 req-3d558505-7c43-442c-a980-928e42f27a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.819946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d5f33ba-4aa5-47cc-88c7-6caf4d16ba18 req-3d558505-7c43-442c-a980-928e42f27a89 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9f7d8cae-c0f5-401c-a5dd-dff2ab214532 HTTP/1.1" status: 200 len: 909 time: 0.1431482 Aug 16 01:56:12.831254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Transition to ACTIVE for port object d2649f82-7fd6-488c-a057-f52aa96a4b35 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:12.841371 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.872872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e4fb-b612-454f-af6f-dec7a949b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.890851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d5f33ba-4aa5-47cc-88c7-6caf4d16ba18 req-159bb33c-c269-40e5-b366-37ba7b435e6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c605d72-7c33-4487-8e03-80ceb21925de HTTP/1.1" status: 200 len: 217 time: 0.0619955 Aug 16 01:56:12.919400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:12.933337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1e4fb-b612-454f-af6f-dec7a949b6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81072e93-474d-4bb3-ac53-41f391336622,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:12.933688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:12.937161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:12.939232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Pushing event updated for resources: {'Port': ['ID=d2649f82-7fd6-488c-a057-f52aa96a4b35,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:12.943177 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.950356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0103-042b-4eef-8399-9539f3c1237c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.955143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0103-042b-4eef-8399-9539f3c1237c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.956523 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e9ea0103-042b-4eef-8399-9539f3c1237c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "DELETE /v2.0/security-groups/c8c67493-01af-452a-825f-25fd01d7fb7a HTTP/1.1" status: 204 len: 168 time: 1.0230193 Aug 16 01:56:12.966104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42758) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:12.986982 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-452048d3-df61-4830-b230-4446cf08c1cd tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] show failed (client error): The resource could not be found. Aug 16 01:56:12.987883 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.990650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-452048d3-df61-4830-b230-4446cf08c1cd tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "GET /v2.0/security-groups/c8c67493-01af-452a-825f-25fd01d7fb7a HTTP/1.1" status: 404 len: 347 time: 0.0232527 Aug 16 01:56:12.994301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42760) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:12.998271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea0103-042b-4eef-8399-9539f3c1237c tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c67493-01af-452a-825f-25fd01d7fb7a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:13.010933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f33ba-4aa5-47cc-88c7-6caf4d16ba18 req-a24c01ec-f9fd-4d0f-946d-57ca0d4f0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.012719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d5f33ba-4aa5-47cc-88c7-6caf4d16ba18 req-a24c01ec-f9fd-4d0f-946d-57ca0d4f0f4d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a437c2d6-4543-4cf7-b1c9-34487b607bf6 HTTP/1.1" status: 200 len: 848 time: 0.1145122 Aug 16 01:56:13.027200 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e4fb-b612-454f-af6f-dec7a949b6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.029469 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8dc1e4fb-b612-454f-af6f-dec7a949b6f6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/81072e93-474d-4bb3-ac53-41f391336622 HTTP/1.1" status: 204 len: 168 time: 1.4430847 Aug 16 01:56:13.035041 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42762) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:13.043036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 1a31291a-0ac3-4922-93e4-a11ec202dde5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1a31291a-0ac3-4922-93e4-a11ec202dde5,segment=NetworkSegment(81403720-ea61-4817-ac33-1744c509e93c),segment_id=81403720-ea61-4817-ac33-1744c509e93c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:13.048817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Attempting to bind port d2649f82-7fd6-488c-a057-f52aa96a4b35 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:13.049266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Attempting to bind port d2649f82-7fd6-488c-a057-f52aa96a4b35 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:13.049654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Attempting to bind port d2649f82-7fd6-488c-a057-f52aa96a4b35 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:13.055595 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.063879 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:13.064261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:13.064669 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.065099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:13.065751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Bound port: d2649f82-7fd6-488c-a057-f52aa96a4b35, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:13.066277 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.104545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d5f33ba-4aa5-47cc-88c7-6caf4d16ba18 req-157163a8-3efa-4646-abee-cb25e02d5b36 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9f7d8cae-c0f5-401c-a5dd-dff2ab214532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362332 Aug 16 01:56:13.191733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.196453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 9ae4428b-feed-4528-827e-1655626ce7ad yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:56:13.240835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3798c66-6540-472d-8705-ef688133c69c req-d4759e17-0fc4-49c8-8f73-94ade23bb52a tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 210 time: 0.0330880 Aug 16 01:56:13.310803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device abb3ebd9-7593-4ed8-952d-44614cbb3dca no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:13.346573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: abb3ebd9-7593-4ed8-952d-44614cbb3dca {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:13.347058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device abb3ebd9-7593-4ed8-952d-44614cbb3dca not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:13.352376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-fa460598-b4e1-437f-8edb-bddb16e139de tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Deleting port d73c3665-875e-4733-98d3-b7d62bb5d32b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:13.352776 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa460598-b4e1-437f-8edb-bddb16e139de tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.388729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=1a31291a-0ac3-4922-93e4-a11ec202dde5,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:13.421446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] For port d2649f82-7fd6-488c-a057-f52aa96a4b35, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:13.428500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] For port d2649f82-7fd6-488c-a057-f52aa96a4b35, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d2649f82-7fd6-488c-a057-f52aa96a4b35,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:13.434521 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.474195 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cc80a30-49bf-4cdd-a205-c4d0e6b40164 req-df5a96f8-f843-46b5-b333-bbda8f6ad8e6 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 210 time: 0.0773420 Aug 16 01:56:13.496001 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d5f33ba-4aa5-47cc-88c7-6caf4d16ba18 req-e8f53f87-2e6b-4fb2-a67b-54032b5bcc6b service neutron] 10.222.0.89 "GET /v2.0/networks/9f7d8cae-c0f5-401c-a5dd-dff2ab214532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480256 Aug 16 01:56:13.521486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4f96a-b1bb-4cd1-9add-809038d7b86d None None] Pushing event updated for resources: {'Port': ['ID=d2649f82-7fd6-488c-a057-f52aa96a4b35,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:13.544178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::c284:d70d:fa6f:20e2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/c87bb5ef-0bc4-4a3a-8e9c-7a0eb4925f0e/9ae4428b-feed-4528-827e-1655626ce7ad) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:13.638198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d5f33ba-4aa5-47cc-88c7-6caf4d16ba18 req-c1346c16-962f-460b-9b8b-4970b6b37dca service neutron] 10.222.0.89 "GET /v2.0/networks/9f7d8cae-c0f5-401c-a5dd-dff2ab214532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305780 Aug 16 01:56:13.659806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa460598-b4e1-437f-8edb-bddb16e139de tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.660145 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa460598-b4e1-437f-8edb-bddb16e139de tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.683516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-cd5160ad-7a6d-44f6-a02d-ec4505ac317a tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.687337 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-cd5160ad-7a6d-44f6-a02d-ec4505ac317a tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.89 "GET /v2.0/networks?id=1aecc80d-017a-4602-acaf-70ce28099434 HTTP/1.1" status: 200 len: 819 time: 0.4933155 Aug 16 01:56:13.689848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-fa460598-b4e1-437f-8edb-bddb16e139de tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Calling delete_port for d73c3665-875e-4733-98d3-b7d62bb5d32b owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:13.761220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Request body: {'port': {'device_id': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'admin_state_up': True, 'tenant_id': 'c53d6518061f44c0be91f1108c694a76'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:13.780048 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b90d9aa2-3c2f-4c78-b52f-deac3e347024 req-922f9c2a-0761-4920-9544-7189db1716e0 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0326145 Aug 16 01:56:13.897920 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.909477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914a857-65dd-42a4-8af0-ce9c086a0692 req-bf99687c-61be-4c4a-9329-5f8e6b3c6093 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.912214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0914a857-65dd-42a4-8af0-ce9c086a0692 req-bf99687c-61be-4c4a-9329-5f8e6b3c6093 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 943 time: 0.1232164 Aug 16 01:56:13.948791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53070772-89aa-468a-b502-c2df2484496e']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:13.980042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0914a857-65dd-42a4-8af0-ce9c086a0692 req-08760fc7-b1d5-42f3-bdc4-672d1c5b4d21 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/security-groups?id=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582924 Aug 16 01:56:14.038647 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:14.039168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba4ec51-5c6e-403e-bc25-4e15663c1dfc') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:14.079717 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa460598-b4e1-437f-8edb-bddb16e139de tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.114816 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.119360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.154161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa460598-b4e1-437f-8edb-bddb16e139de tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Pushing event deleted for resources: {'Port': ['ID=d73c3665-875e-4733-98d3-b7d62bb5d32b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:14.156187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.176348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:14.176835 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:14.178505 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:14.210016 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa460598-b4e1-437f-8edb-bddb16e139de tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.213944 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa460598-b4e1-437f-8edb-bddb16e139de tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.215199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fa460598-b4e1-437f-8edb-bddb16e139de tempest-ImagesOneServerNegativeTestJSON-994767462 tempest-ImagesOneServerNegativeTestJSON-994767462-project] 10.222.0.79 "DELETE /v2.0/floatingips/c871ed34-1b31-416c-b6d5-1dc8ff6874c1 HTTP/1.1" status: 204 len: 168 time: 1.2199817 Aug 16 01:56:14.266063 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.291918 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.293815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Made reservation on behalf of c53d6518061f44c0be91f1108c694a76 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:14.298144 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.300808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 9ae4428b-feed-4528-827e-1655626ce7ad will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:14.311848 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.316745 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/53070772-89aa-468a-b502-c2df2484496e HTTP/1.1" status: 204 len: 168 time: 1.2774580 Aug 16 01:56:14.317449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42784) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:14.339683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b405f9e-bf1e-4bf9-9cae-36e7181e99b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=53070772-89aa-468a-b502-c2df2484496e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:14.448219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.470205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-0deee25e-e85b-49ca-91ef-9d3fc4582d69 admin admin] Deleting subnet 25e784fd-c1b9-42cd-b3c3-217b10181b8a {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:14.489879 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0deee25e-e85b-49ca-91ef-9d3fc4582d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.572433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:14.580513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42790) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:14.595131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:14.622350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:14.632698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:14.634279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.680732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a31291a-0ac3-4922-93e4-a11ec202dde5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:14.703314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34075fcf-0f5d-478d-923d-f819cc276268 req-90306c72-be43-436b-b291-00be61cea0aa tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 210 time: 0.2056391 Aug 16 01:56:14.734263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=9ae4428b-feed-4528-827e-1655626ce7ad,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:14.739095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58570239-0740-4eda-9295-a1d26f6e422e req-436aea31-913d-4317-bb13-0890493b11de tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a3f44e8-94a8-4841-a3ae-f8cdc2135793 HTTP/1.1" status: 200 len: 210 time: 0.0569804 Aug 16 01:56:14.749076 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0deee25e-e85b-49ca-91ef-9d3fc4582d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.779207 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-edd88ca8-f7e1-4d9e-8284-47fa8abbdf67 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7956829 Aug 16 01:56:14.785519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42792) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:14.792222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cd62c3e6-cd18-4f27-a797-f5db9479f748 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': 'c87bb5ef-0bc4-4a3a-8e9c-7a0eb4925f0e', 'ip_address': '2001:db8::c284:d70d:fa6f:20e2'}], 'name': 'tempest-NetworksTestDHCPv6-1774076564'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:14.796874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Allocated IP 172.20.0.3 (1aecc80d-017a-4602-acaf-70ce28099434/45325874-20dd-426a-a9f9-e0abad59a469/41116d29-33bc-4c5e-8866-e9729687cd0e) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:14.822260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1a31291a-0ac3-4922-93e4-a11ec202dde5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:14.822653 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.835143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0deee25e-e85b-49ca-91ef-9d3fc4582d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.882459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7838ec-a235-4d27-ab7d-245d4ba494bf admin admin] Deleting subnet 1012df08-e106-4449-8c19-c14f32b8eec3 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:14.885936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d7838ec-a235-4d27-ab7d-245d4ba494bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.925986 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d7838ec-a235-4d27-ab7d-245d4ba494bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.991480 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d7838ec-a235-4d27-ab7d-245d4ba494bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.010511 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0deee25e-e85b-49ca-91ef-9d3fc4582d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.036194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d2649f82-7fd6-488c-a057-f52aa96a4b35 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:15.094491 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0deee25e-e85b-49ca-91ef-9d3fc4582d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.096803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0deee25e-e85b-49ca-91ef-9d3fc4582d69 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/25e784fd-c1b9-42cd-b3c3-217b10181b8a HTTP/1.1" status: 204 len: 168 time: 0.7781868 Aug 16 01:56:15.115925 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42800) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:15.124466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad17f15a-180f-40ac-86b3-64d0c71c2d04 req-4a3fe596-fe18-470b-aa18-658af93636c6 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.1101758 Aug 16 01:56:15.125671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deee25e-e85b-49ca-91ef-9d3fc4582d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25e784fd-c1b9-42cd-b3c3-217b10181b8a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:15.148055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port d2649f82-7fd6-488c-a057-f52aa96a4b35 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:15.234912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d7838ec-a235-4d27-ab7d-245d4ba494bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.253022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfc317-5bd6-4ad3-958d-ad2788d77d10 req-d85fc21e-57f8-4d1f-b9b9-4e7e926a03b4 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:15.255898 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ccfc317-5bd6-4ad3-958d-ad2788d77d10 req-d85fc21e-57f8-4d1f-b9b9-4e7e926a03b4 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 943 time: 0.1100948 Aug 16 01:56:15.284670 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c030ae0c-188a-4d11-9d2f-e69553be771e None None] Provisioning for port d2649f82-7fd6-488c-a057-f52aa96a4b35 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:15.290409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c030ae0c-188a-4d11-9d2f-e69553be771e None None] Provisioning complete for port d2649f82-7fd6-488c-a057-f52aa96a4b35 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:15.290788 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c030ae0c-188a-4d11-9d2f-e69553be771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.321077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ccfc317-5bd6-4ad3-958d-ad2788d77d10 req-6227d554-6a96-4af0-b24f-db5bd7e4cf8f tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/security-groups?id=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585299 Aug 16 01:56:15.394383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7838ec-a235-4d27-ab7d-245d4ba494bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1012df08-e106-4449-8c19-c14f32b8eec3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:15.405570 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c030ae0c-188a-4d11-9d2f-e69553be771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.407790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d7838ec-a235-4d27-ab7d-245d4ba494bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.409760 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5d7838ec-a235-4d27-ab7d-245d4ba494bf admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1012df08-e106-4449-8c19-c14f32b8eec3 HTTP/1.1" status: 204 len: 168 time: 0.8278575 Aug 16 01:56:15.412333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42802) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:15.447564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c030ae0c-188a-4d11-9d2f-e69553be771e None None] For port d2649f82-7fd6-488c-a057-f52aa96a4b35, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d2649f82-7fd6-488c-a057-f52aa96a4b35,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:15.454984 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c030ae0c-188a-4d11-9d2f-e69553be771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.490677 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.525870 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.528184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030ae0c-188a-4d11-9d2f-e69553be771e None None] Pushing event updated for resources: {'Port': ['ID=d2649f82-7fd6-488c-a057-f52aa96a4b35,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:15.535779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 8c605d72-7c33-4487-8e03-80ceb21925de details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:15.536948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd62c3e6-cd18-4f27-a797-f5db9479f748 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:15.543416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd62c3e6-cd18-4f27-a797-f5db9479f748 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.549025 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.583515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-cd62c3e6-cd18-4f27-a797-f5db9479f748 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 31e1d23b-a4e2-4e71-a4e0-53ada3ed0699 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:56:15.647494 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.659012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 8c605d72-7c33-4487-8e03-80ceb21925de, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=8c605d72-7c33-4487-8e03-80ceb21925de,segment=NetworkSegment(cd15def9-de12-44ab-809e-a315f2dd08a7),segment_id=cd15def9-de12-44ab-809e-a315f2dd08a7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:15.662900 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b40d3ce-64f6-4f58-b366-5deedab4aaf5']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:15.674372 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '8c605d72-7c33-4487-8e03-80ceb21925de', 'network_id': '9f7d8cae-c0f5-401c-a5dd-dff2ab214532', 'port_id': '8c605d72-7c33-4487-8e03-80ceb21925de', 'mac_address': 'fa:16:3e:47:35:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a437c2d6-4543-4cf7-b1c9-34487b607bf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:15.676289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b0ab61-1f63-4679-997e-f64452698861') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:15.676989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b0ab61-1f63-4679-997e-f64452698861') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:15.692393 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.708792 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.721889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:15.722447 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:15.725783 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:15.729527 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.747110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4b466591-9252-485c-9ea6-7bdddc3ef15f None None] Provisioning for port 9ae4428b-feed-4528-827e-1655626ce7ad completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:15.753231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c605d72-7c33-4487-8e03-80ceb21925de {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:15.762246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4b466591-9252-485c-9ea6-7bdddc3ef15f None None] Provisioning complete for port 9ae4428b-feed-4528-827e-1655626ce7ad triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:15.762533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4b466591-9252-485c-9ea6-7bdddc3ef15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.848216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 8c605d72-7c33-4487-8e03-80ceb21925de, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=8c605d72-7c33-4487-8e03-80ceb21925de,segment=NetworkSegment(cd15def9-de12-44ab-809e-a315f2dd08a7),segment_id=cd15def9-de12-44ab-809e-a315f2dd08a7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:15.856743 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.870925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ef210ba-3ebf-48a3-9b6b-bab28bf1cc03 req-17f0397b-8373-4e66-bbd1-821b6642c42d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 210 time: 0.0680444 Aug 16 01:56:15.885770 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.892070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.897011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8b40d3ce-64f6-4f58-b366-5deedab4aaf5 HTTP/1.1" status: 204 len: 168 time: 0.4808803 Aug 16 01:56:15.897166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4b466591-9252-485c-9ea6-7bdddc3ef15f None None] Port 9ae4428b-feed-4528-827e-1655626ce7ad cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:15.911988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42812) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:15.912842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7f169-74e0-4747-8d30-867cb3201dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b40d3ce-64f6-4f58-b366-5deedab4aaf5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:15.964707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=8c605d72-7c33-4487-8e03-80ceb21925de,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:16.000429 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25b2a415-9459-4f46-a0b9-3bc54e82071d tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.037047 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25b2a415-9459-4f46-a0b9-3bc54e82071d tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.050786 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['8c605d72-7c33-4487-8e03-80ceb21925de'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:16.080506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42814) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:16.130351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2aeb3493-b2be-47ee-b4fc-45534dc7c4e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e402cb8db7524d088a323bf669eee210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483978 Aug 16 01:56:16.133643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42816) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:16.150921 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.195320 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.206826 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25b2a415-9459-4f46-a0b9-3bc54e82071d tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.210567 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25b2a415-9459-4f46-a0b9-3bc54e82071d tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.214233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-25b2a415-9459-4f46-a0b9-3bc54e82071d tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "DELETE /v2.0/security-groups/610476c7-0039-4423-869e-5397fd42521a HTTP/1.1" status: 204 len: 168 time: 0.2916064 Aug 16 01:56:16.214233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b808-e25d-4802-ac3c-697320b3ca7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.219196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbd6e4f-bbaf-473f-82c1-fc43e170dd07']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:16.220238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42820) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:16.251502 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-1f72986f-f56b-40ed-b35f-c16a89b40777 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] show failed (client error): The resource could not be found. Aug 16 01:56:16.255246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1f72986f-f56b-40ed-b35f-c16a89b40777 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "GET /v2.0/security-groups/610476c7-0039-4423-869e-5397fd42521a HTTP/1.1" status: 404 len: 347 time: 0.0315731 Aug 16 01:56:16.256677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2a415-9459-4f46-a0b9-3bc54e82071d tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610476c7-0039-4423-869e-5397fd42521a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:16.260364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42824) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:16.281360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a3e84b-c187-4f70-be95-3014fbe697d5') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:16.285970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a3e84b-c187-4f70-be95-3014fbe697d5') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:16.352510 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Network 1aecc80d-017a-4602-acaf-70ce28099434 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:16.362744 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.376229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:16.386141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:16.398282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d2649f82-7fd6-488c-a057-f52aa96a4b35 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:16.434858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Pushing event updated for resources: {'Port': ['ID=41116d29-33bc-4c5e-8866-e9729687cd0e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:16.451055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09301686-274b-4cf5-93a8-e3dd5f4d9f20 req-fbf31aa0-4b3b-4db2-8bad-695468acdf59 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.2061503 Aug 16 01:56:16.453425 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b808-e25d-4802-ac3c-697320b3ca7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.464343 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.496635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:16.496635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.496635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:16.497069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:16.498704 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:16.517009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d2649f82-7fd6-488c-a057-f52aa96a4b35 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:16.517401 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.580681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14e353-f04d-4a89-a31b-b8e99b4bd2e9 req-e44cda39-30e0-46d7-acd6-be1ae9feab0e tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:16.588653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b14e353-f04d-4a89-a31b-b8e99b4bd2e9 req-e44cda39-30e0-46d7-acd6-be1ae9feab0e tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 944 time: 0.0981755 Aug 16 01:56:16.593576 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd62c3e6-cd18-4f27-a797-f5db9479f748 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 01:56:16.594077 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd62c3e6-cd18-4f27-a797-f5db9479f748 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:16.610578 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-ca63eb88-9657-443b-81a9-6d3cbaab025e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8599856 Aug 16 01:56:16.615453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-cee61c40-ba68-4ad5-a5aa-edd051cb43a9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Deleting port 747a907f-65a3-411c-a5b2-f619c8da84d8 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:16.618446 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cee61c40-ba68-4ad5-a5aa-edd051cb43a9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.631120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Request body: {'port': {'device_id': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:16.661669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.703762 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.705688 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] 10.222.0.79 "DELETE /v2.0/networks/9bbd6e4f-bbaf-473f-82c1-fc43e170dd07 HTTP/1.1" status: 204 len: 168 time: 1.5661893 Aug 16 01:56:16.706733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6c13c-26a5-4cb1-8523-d7b4172b15be admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbd6e4f-bbaf-473f-82c1-fc43e170dd07,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:16.709881 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cd62c3e6-cd18-4f27-a797-f5db9479f748 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9231317 Aug 16 01:56:16.713002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42832) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:16.743475 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.748545 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cee61c40-ba68-4ad5-a5aa-edd051cb43a9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.748928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cee61c40-ba68-4ad5-a5aa-edd051cb43a9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.764248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-cee61c40-ba68-4ad5-a5aa-edd051cb43a9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Calling delete_port for 747a907f-65a3-411c-a5b2-f619c8da84d8 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:16.774420 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b808-e25d-4802-ac3c-697320b3ca7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.776882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b808-e25d-4802-ac3c-697320b3ca7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.778118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0fe0b808-e25d-4802-ac3c-697320b3ca7e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/117d3d29-38cc-4b83-be6b-2a70cabda8df HTTP/1.1" status: 204 len: 168 time: 0.6433406 Aug 16 01:56:16.839538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0b808-e25d-4802-ac3c-697320b3ca7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117d3d29-38cc-4b83-be6b-2a70cabda8df,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:16.960273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd5be72-ab97-4087-bf1c-44c334126f9b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:16.968070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd5be72-ab97-4087-bf1c-44c334126f9b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:16.969955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6dd5be72-ab97-4087-bf1c-44c334126f9b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2559867 Aug 16 01:56:16.973092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42838) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:17.007481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42840) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:17.045327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b14e353-f04d-4a89-a31b-b8e99b4bd2e9 req-381dbe08-5efe-405d-b222-1e7789797f73 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/security-groups?id=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555368 Aug 16 01:56:17.111323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c686f4a7-83f5-49ec-8b08-c0dda96cb9a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25a875c926bf4742afb457e17dcadf46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022382 Aug 16 01:56:17.116332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42844) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:17.130919 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb2aab-16d3-44d4-8c1e-e71c91aa9cdb req-2f023bd7-6568-4d79-bd80-6cdb9592714e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.144692 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04cb2aab-16d3-44d4-8c1e-e71c91aa9cdb req-2f023bd7-6568-4d79-bd80-6cdb9592714e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 931 time: 0.1761954 Aug 16 01:56:17.186558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d9bbc5eb-6dd4-4aa0-8ca4-cb78ce56d23f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 9ae4428b-feed-4528-827e-1655626ce7ad {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:17.187136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d9bbc5eb-6dd4-4aa0-8ca4-cb78ce56d23f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.203485 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cee61c40-ba68-4ad5-a5aa-edd051cb43a9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.255306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04cb2aab-16d3-44d4-8c1e-e71c91aa9cdb req-b33d547b-6359-4ab9-a041-f1fea5213a34 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056557 Aug 16 01:56:17.263141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee61c40-ba68-4ad5-a5aa-edd051cb43a9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Pushing event deleted for resources: {'Port': ['ID=747a907f-65a3-411c-a5b2-f619c8da84d8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:17.338692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5026db7-ec22-4133-a988-75901284fe5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.378585 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cee61c40-ba68-4ad5-a5aa-edd051cb43a9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.381357 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cee61c40-ba68-4ad5-a5aa-edd051cb43a9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.383406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d9bbc5eb-6dd4-4aa0-8ca4-cb78ce56d23f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.386750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cee61c40-ba68-4ad5-a5aa-edd051cb43a9 tempest-ServersTestBootFromVolume-1777425018 tempest-ServersTestBootFromVolume-1777425018-project] 10.222.0.79 "DELETE /v2.0/floatingips/18909ea2-e68e-49ce-b69a-3724e18a2213 HTTP/1.1" status: 204 len: 168 time: 1.1100175 Aug 16 01:56:17.386889 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5026db7-ec22-4133-a988-75901284fe5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.388470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42856) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:17.409263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d9bbc5eb-6dd4-4aa0-8ca4-cb78ce56d23f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 9ae4428b-feed-4528-827e-1655626ce7ad owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:17.474966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41116d29-33bc-4c5e-8866-e9729687cd0e {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:17.511613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.554396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Transition to ACTIVE for port object 41116d29-33bc-4c5e-8866-e9729687cd0e will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:17.556424 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5026db7-ec22-4133-a988-75901284fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.557820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 8c605d72-7c33-4487-8e03-80ceb21925de up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:17.559294 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f5026db7-ec22-4133-a988-75901284fe5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.563431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f5026db7-ec22-4133-a988-75901284fe5f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/73359473-6cab-4a23-aedb-c06e6ac9392e HTTP/1.1" status: 204 len: 168 time: 0.4461496 Aug 16 01:56:17.569005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.705454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5026db7-ec22-4133-a988-75901284fe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73359473-6cab-4a23-aedb-c06e6ac9392e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:17.732034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Pushing event updated for resources: {'Port': ['ID=41116d29-33bc-4c5e-8866-e9729687cd0e,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:17.741849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 8c605d72-7c33-4487-8e03-80ceb21925de completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:17.745660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9882bf3-fa8a-4b87-9a51-4eb4383358c0 req-af7c71c1-84b4-45d8-b3d0-4580afca6ae9 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0519674 Aug 16 01:56:17.751540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 8c605d72-7c33-4487-8e03-80ceb21925de triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:17.757679 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.865700 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.904166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a794101-ca63-490b-8de7-80ed80da697b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c605d72-7c33-4487-8e03-80ceb21925de'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:17.910281 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bfc49d-d8c2-49e3-b8b9-5545447b1bec" -d '{"events": [{"server_uuid": "5a794101-ca63-490b-8de7-80ed80da697b", "name": "network-vif-plugged", "status": "completed", "tag": "8c605d72-7c33-4487-8e03-80ceb21925de"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:17.914642 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d9bbc5eb-6dd4-4aa0-8ca4-cb78ce56d23f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.963352 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.972692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 8c605d72-7c33-4487-8e03-80ceb21925de, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=8c605d72-7c33-4487-8e03-80ceb21925de,segment=NetworkSegment(cd15def9-de12-44ab-809e-a315f2dd08a7),segment_id=cd15def9-de12-44ab-809e-a315f2dd08a7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:17.979588 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.990619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbc5eb-6dd4-4aa0-8ca4-cb78ce56d23f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=9ae4428b-feed-4528-827e-1655626ce7ad,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:18.069178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Attempting to bind port 41116d29-33bc-4c5e-8866-e9729687cd0e on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:18.069477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Attempting to bind port 41116d29-33bc-4c5e-8866-e9729687cd0e by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '81403720-ea61-4817-ac33-1744c509e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:18.069770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Attempting to bind port 41116d29-33bc-4c5e-8866-e9729687cd0e on network 1aecc80d-017a-4602-acaf-70ce28099434 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:18.121534 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d9bbc5eb-6dd4-4aa0-8ca4-cb78ce56d23f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.134426 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d9bbc5eb-6dd4-4aa0-8ca4-cb78ce56d23f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/9ae4428b-feed-4528-827e-1655626ce7ad HTTP/1.1" status: 204 len: 168 time: 1.1602979 Aug 16 01:56:18.135241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42876) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.155643 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde3cd07-6fa2-4cb4-962d-a32c9c1c3fee x-openstack-request-id: req-fde3cd07-6fa2-4cb4-962d-a32c9c1c3fee {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:18.156107 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a794101-ca63-490b-8de7-80ed80da697b", "name": "network-vif-plugged", "status": "completed", "tag": "8c605d72-7c33-4487-8e03-80ceb21925de", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:18.156378 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fde3cd07-6fa2-4cb4-962d-a32c9c1c3fee {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:18.156783 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a794101-ca63-490b-8de7-80ed80da697b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c605d72-7c33-4487-8e03-80ceb21925de', 'code': 200} Aug 16 01:56:18.159344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=8c605d72-7c33-4487-8e03-80ceb21925de,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:18.188113 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.255242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42882) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.259312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8af897-97d2-44f4-b702-e7465fbebc5e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.260870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8af897-97d2-44f4-b702-e7465fbebc5e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.265939 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9c8af897-97d2-44f4-b702-e7465fbebc5e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1279025 Aug 16 01:56:18.266700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Port 41116d29-33bc-4c5e-8866-e9729687cd0e on network 1aecc80d-017a-4602-acaf-70ce28099434 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:18.267027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Attempting to bind port 41116d29-33bc-4c5e-8866-e9729687cd0e on network 1aecc80d-017a-4602-acaf-70ce28099434 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:18.272672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42884) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.319538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:18.319538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Checking segment: {'id': '81403720-ea61-4817-ac33-1744c509e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:18.319877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Bound using segment: {'id': '81403720-ea61-4817-ac33-1744c509e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:18.320682 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Bound port: 41116d29-33bc-4c5e-8866-e9729687cd0e, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81403720-ea61-4817-ac33-1744c509e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:18.321095 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.361283 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:56:18.382206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-40e647f0-ff24-43ec-b44f-ff328d5833f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=503ddbe9b9034257a2a22d1b5effb339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1116729 Aug 16 01:56:18.387556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42888) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.454988 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] For port 41116d29-33bc-4c5e-8866-e9729687cd0e, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:18.484510 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-146fc6df-62db-42cc-ae7d-55c862e8cb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.487793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] For port 41116d29-33bc-4c5e-8866-e9729687cd0e, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=41116d29-33bc-4c5e-8866-e9729687cd0e,segment=NetworkSegment(81403720-ea61-4817-ac33-1744c509e93c),segment_id=81403720-ea61-4817-ac33-1744c509e93c)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:18.513715 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.557086 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-146fc6df-62db-42cc-ae7d-55c862e8cb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.565901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.566911 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.568731 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] 10.222.0.89 "PUT /v2.0/ports/41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 1092 time: 1.9477065 Aug 16 01:56:18.579105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:18.581572 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d743d-a674-4871-a57d-637a594b2478" -d '{"events": [{"name": "network-changed", "server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:18.667531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3dcc9-d78d-4f8a-bc93-105e657c61b5 service neutron] Pushing event updated for resources: {'Port': ['ID=41116d29-33bc-4c5e-8866-e9729687cd0e,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:18.693678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-a15dab4d-98bb-4ea9-89cb-20e18f9dd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.696136 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-a15dab4d-98bb-4ea9-89cb-20e18f9dd186 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c53d6518061f44c0be91f1108c694a76&device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 1095 time: 0.0714288 Aug 16 01:56:18.698432 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-146fc6df-62db-42cc-ae7d-55c862e8cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.701468 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-146fc6df-62db-42cc-ae7d-55c862e8cb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.703221 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-146fc6df-62db-42cc-ae7d-55c862e8cb73 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e64df497-3bb2-4aed-862f-212377bec380 HTTP/1.1" status: 204 len: 168 time: 0.3145633 Aug 16 01:56:18.754589 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-deee1b96-ef1b-4886-89ea-ee6959913054 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 217 time: 0.0481660 Aug 16 01:56:18.755546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fc6df-62db-42cc-ae7d-55c862e8cb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64df497-3bb2-4aed-862f-212377bec380,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:18.826163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-7bed7121-f8f4-4dca-8d92-54d7b42ec2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.828247 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-7bed7121-f8f4-4dca-8d92-54d7b42ec2c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45325874-20dd-426a-a9f9-e0abad59a469 HTTP/1.1" status: 200 len: 859 time: 0.0650902 Aug 16 01:56:18.831322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78797fe3-559b-46c4-a2a1-0c87c416d79a req-f4114e2d-9670-441c-9cd7-9b866cb7f587 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.832801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78797fe3-559b-46c4-a2a1-0c87c416d79a req-f4114e2d-9670-441c-9cd7-9b866cb7f587 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 945 time: 0.6125226 Aug 16 01:56:18.837456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c780a-ab2d-4b40-beb9-b630b2c03d53 req-51f9b1b6-c561-4f48-b09f-fe06ea29f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.838955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce3c780a-ab2d-4b40-beb9-b630b2c03d53 req-51f9b1b6-c561-4f48-b09f-fe06ea29f2e8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 1097 time: 0.6984110 Aug 16 01:56:18.846219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e821e47-9153-4e58-937b-2c066274ca85 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet c87bb5ef-0bc4-4a3a-8e9c-7a0eb4925f0e {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:18.869860 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-e9cde76d-ad2e-4998-b936-30cb729f4f3d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1aecc80d-017a-4602-acaf-70ce28099434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288341 Aug 16 01:56:18.871287 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e821e47-9153-4e58-937b-2c066274ca85 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.924484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce3c780a-ab2d-4b40-beb9-b630b2c03d53 req-645b8543-a1c9-4841-b665-818264f9a1f6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714316 Aug 16 01:56:18.956653 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e821e47-9153-4e58-937b-2c066274ca85 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.106807 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-8087dd49-4f91-4388-b0fa-109619d6ede2 service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219722 Aug 16 01:56:19.115075 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e821e47-9153-4e58-937b-2c066274ca85 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.126579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56619-0d69-43ce-97e4-3fba11601c29 req-54c24f9a-c848-4df9-8db1-f4e70463680c tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.128118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fb56619-0d69-43ce-97e4-3fba11601c29 req-54c24f9a-c848-4df9-8db1-f4e70463680c tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 943 time: 0.1292675 Aug 16 01:56:19.228171 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2a2888a1-1452-41ef-a0e5-80048e3e251b req-bc5f608c-5b10-4bab-83e9-b511e5e4bfcb service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141920 Aug 16 01:56:19.240744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fb56619-0d69-43ce-97e4-3fba11601c29 req-35fa990f-0360-470a-8d98-fa60bf88240b tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748136 Aug 16 01:56:19.262973 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e821e47-9153-4e58-937b-2c066274ca85 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.275894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] Deleting port a668457a-f98d-4319-afc4-103a52494d35 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:19.276545 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.327478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e723baf2-372d-4afa-aaae-4689ad88b096 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:19.345660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e821e47-9153-4e58-937b-2c066274ca85 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=c87bb5ef-0bc4-4a3a-8e9c-7a0eb4925f0e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:19.349571 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e821e47-9153-4e58-937b-2c066274ca85 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.355260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1e821e47-9153-4e58-937b-2c066274ca85 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/c87bb5ef-0bc4-4a3a-8e9c-7a0eb4925f0e HTTP/1.1" status: 204 len: 168 time: 1.0738311 Aug 16 01:56:19.358032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42912) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:19.372437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78797fe3-559b-46c4-a2a1-0c87c416d79a req-0e47431e-6796-46cb-95b8-96dcec52b708 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/security-groups?id=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304637 Aug 16 01:56:19.419726 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-da1d957a-fb7a-4ab5-96f6-7e6c10bc8a16 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602689 Aug 16 01:56:19.423152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42914) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:19.426123 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c872d04-0044-4079-8f6a-d361cfb0935e x-openstack-request-id: req-3c872d04-0044-4079-8f6a-d361cfb0935e {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:19.426410 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:19.426658 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3c872d04-0044-4079-8f6a-d361cfb0935e {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:19.427905 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'status': 'completed', 'code': 200} Aug 16 01:56:19.428650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5c24cce4-736a-43ba-af90-7bfd7325d455 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:19.529916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d743d-a674-4871-a57d-637a594b2478 req-31768dee-2b37-4f8d-a132-80b7b3144f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.532089 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-526d743d-a674-4871-a57d-637a594b2478 req-31768dee-2b37-4f8d-a132-80b7b3144f4e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c53d6518061f44c0be91f1108c694a76&device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 1095 time: 0.0818291 Aug 16 01:56:19.581292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-815041b0-1753-4eb7-9696-2023d4dd8cae req-b8268db1-d5ee-4abf-bb1e-1d5ffd123292 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0998871 Aug 16 01:56:19.622128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] For port a668457a-f98d-4319-afc4-103a52494d35, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a668457a-f98d-4319-afc4-103a52494d35,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:19.622514 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.647187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] Calling delete_port for a668457a-f98d-4319-afc4-103a52494d35 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:19.704393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca49b99-4862-4367-b6ac-c09bae3a3c81 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:19.711375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c24cce4-736a-43ba-af90-7bfd7325d455 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:19.716946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c24cce4-736a-43ba-af90-7bfd7325d455 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.750514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d743d-a674-4871-a57d-637a594b2478 req-e7c502c7-d95c-418f-a81a-0b71f458017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.752157 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-526d743d-a674-4871-a57d-637a594b2478 req-e7c502c7-d95c-418f-a81a-0b71f458017d service neutron] 10.222.0.89 "GET /v2.0/networks?id=1aecc80d-017a-4602-acaf-70ce28099434 HTTP/1.1" status: 200 len: 920 time: 0.2072413 Aug 16 01:56:19.787862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cca49b99-4862-4367-b6ac-c09bae3a3c81 None None] Deleting port d2649f82-7fd6-488c-a057-f52aa96a4b35 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:19.788378 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cca49b99-4862-4367-b6ac-c09bae3a3c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.835039 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-526d743d-a674-4871-a57d-637a594b2478 req-0bf3491d-28af-4dc0-ad50-5fc85c058d10 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 217 time: 0.0742507 Aug 16 01:56:19.910958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-cca49b99-4862-4367-b6ac-c09bae3a3c81 None None] For port d2649f82-7fd6-488c-a057-f52aa96a4b35, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d2649f82-7fd6-488c-a057-f52aa96a4b35,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:19.911217 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cca49b99-4862-4367-b6ac-c09bae3a3c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.916506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d743d-a674-4871-a57d-637a594b2478 req-b7983f36-87b3-4db3-bf0c-6180b2f5be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.918385 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-526d743d-a674-4871-a57d-637a594b2478 req-b7983f36-87b3-4db3-bf0c-6180b2f5be33 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45325874-20dd-426a-a9f9-e0abad59a469 HTTP/1.1" status: 200 len: 859 time: 0.0686495 Aug 16 01:56:19.945854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cca49b99-4862-4367-b6ac-c09bae3a3c81 None None] Calling delete_port for d2649f82-7fd6-488c-a057-f52aa96a4b35 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:19.968823 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-526d743d-a674-4871-a57d-637a594b2478 req-166a66f2-829a-474b-97b1-42d3d89f1965 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1aecc80d-017a-4602-acaf-70ce28099434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402856 Aug 16 01:56:20.123586 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c24cce4-736a-43ba-af90-7bfd7325d455 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.136846 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.137086 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cca49b99-4862-4367-b6ac-c09bae3a3c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.145514 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-526d743d-a674-4871-a57d-637a594b2478 req-b4a8503c-c821-483e-a6c9-6dc458c98af8 service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660602 Aug 16 01:56:20.177609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca49b99-4862-4367-b6ac-c09bae3a3c81 None None] No DVR routers for this DVR port d2649f82-7fd6-488c-a057-f52aa96a4b35 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:20.185488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca49b99-4862-4367-b6ac-c09bae3a3c81 None None] Pushing event deleted for resources: {'Port': ['ID=d2649f82-7fd6-488c-a057-f52aa96a4b35,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:20.225089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a668457a-f98d-4319-afc4-103a52494d35,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:20.266008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c24cce4-736a-43ba-af90-7bfd7325d455 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:20.289793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-5c24cce4-736a-43ba-af90-7bfd7325d455 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:20.302171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24cce4-736a-43ba-af90-7bfd7325d455 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=fb085acf-fc6e-4581-bb29-e28ccd2ae88c,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:20.311086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d1cdf2-1fdd-47a2-82e4-048eefbb2e47 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:20.322195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c24cce4-736a-43ba-af90-7bfd7325d455 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:20.323186 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c24cce4-736a-43ba-af90-7bfd7325d455 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.354562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5c24cce4-736a-43ba-af90-7bfd7325d455 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9302595 Aug 16 01:56:20.359724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42948) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:20.377594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e0da4c1e-2f02-4776-b90a-0c512093a95a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': 'fb085acf-fc6e-4581-bb29-e28ccd2ae88c', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-873953673'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:20.438293 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-526d743d-a674-4871-a57d-637a594b2478 req-cd845f99-8734-45b6-9dbb-6a17844738fc service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836425 Aug 16 01:56:20.603232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1394fe2-9913-4165-80ee-ff8e7f875317 req-1eabd900-03c7-4363-aa60-a185ecf662b8 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:20.605373 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1394fe2-9913-4165-80ee-ff8e7f875317 req-1eabd900-03c7-4363-aa60-a185ecf662b8 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 943 time: 0.1488709 Aug 16 01:56:20.606411 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.622846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d2649f82-7fd6-488c-a057-f52aa96a4b35 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:20.686373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: d2649f82-7fd6-488c-a057-f52aa96a4b35 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:20.686984 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d2649f82-7fd6-488c-a057-f52aa96a4b35 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:20.724658 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1394fe2-9913-4165-80ee-ff8e7f875317 req-f7be668b-f79c-4ebc-b6cf-7088942ea56d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084843 Aug 16 01:56:20.766054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0da4c1e-2f02-4776-b90a-0c512093a95a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:20.816869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': 'fb085acf-fc6e-4581-bb29-e28ccd2ae88c'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:20.818104 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.928362 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0da4c1e-2f02-4776-b90a-0c512093a95a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.947940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-e0da4c1e-2f02-4776-b90a-0c512093a95a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port a88c610b-5c3e-4bd5-a79b-a435f0c2a59a yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:56:20.998247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/fb085acf-fc6e-4581-bb29-e28ccd2ae88c/ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:21.017647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] Router d2ba09ab-c37e-4020-bf47-1fa62897490b has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:21.036180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b654532-f620-4fae-affd-0a37a1b2bd52 req-fe6a0a75-3315-49a4-9317-42bfbaf67c90 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0573554 Aug 16 01:56:21.067872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30aae04-215e-49f3-ab47-fb4a4120b3fc req-5a4dd1c4-eb27-4081-820c-dd8feb3b4adb tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.067872 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e30aae04-215e-49f3-ab47-fb4a4120b3fc req-5a4dd1c4-eb27-4081-820c-dd8feb3b4adb tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 945 time: 0.1745331 Aug 16 01:56:21.195347 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.207696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Transition to ACTIVE for port object ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:21.208746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e30aae04-215e-49f3-ab47-fb4a4120b3fc req-62fdd578-b8c5-4f84-b8c2-3ee342366af6 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/security-groups?id=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869458 Aug 16 01:56:21.226350 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Transition to ACTIVE for port object ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:21.235865 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.236143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:21.239725 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0da4c1e-2f02-4776-b90a-0c512093a95a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:21.240182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0da4c1e-2f02-4776-b90a-0c512093a95a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:21.247848 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9185816-7b9d-447b-b82c-c505abbdda96 None None] Sync routers for ids ['d2ba09ab-c37e-4020-bf47-1fa62897490b'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:21.253127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6b28ed24-ea12-486a-97bc-e28148f2f1f3 admin admin] 10.222.0.79 "PUT /v2.0/routers/d2ba09ab-c37e-4020-bf47-1fa62897490b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8635051 Aug 16 01:56:21.255617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42968) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.269303 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9185816-7b9d-447b-b82c-c505abbdda96 None None] Routers {'d2ba09ab-c37e-4020-bf47-1fa62897490b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:21.270008 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c9185816-7b9d-447b-b82c-c505abbdda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2ba09ab-c37e-4020-bf47-1fa62897490b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:21.298112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:21.303222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:21.307118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:21.370323 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e0da4c1e-2f02-4776-b90a-0c512093a95a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0088818 Aug 16 01:56:21.372901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42974) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.374213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Attempting to bind port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:21.374594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Attempting to bind port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:21.374961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Attempting to bind port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:21.383274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Pushing event updated for resources: {'Port': ['ID=ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.386005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:21.386387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:21.390261 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.390687 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:21.391194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Bound port: ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:21.391591 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.490528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c115985-452b-44fa-ba61-6068e42551d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.492309 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2c115985-452b-44fa-ba61-6068e42551d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1181986 Aug 16 01:56:21.498138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42980) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.499398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] For port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:21.513290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] For port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:21.532422 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.533487 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-c9185816-7b9d-447b-b82c-c505abbdda96 None None] Set router d2ba09ab-c37e-4020-bf47-1fa62897490b gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:21.571007 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.596775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-db6c6dd5-9cc3-4eff-b5cb-e96e891a4c2a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c65095f958914cd69aa95e35266c1eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538168 Aug 16 01:56:21.606798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2f936-6b11-4d5d-8f85-4febefdcc668 None None] Pushing event updated for resources: {'Port': ['ID=ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.650977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf19ac0d-1d48-4243-9d03-ea6261866e27 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.652739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf19ac0d-1d48-4243-9d03-ea6261866e27 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.654353 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cf19ac0d-1d48-4243-9d03-ea6261866e27 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1557374 Aug 16 01:56:21.657148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42990) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.772217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f263041-12a1-4abd-9c8b-e3d172f07ee2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet fb085acf-fc6e-4581-bb29-e28ccd2ae88c {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:21.779923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1f263041-12a1-4abd-9c8b-e3d172f07ee2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.834473 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.864717 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c9185816-7b9d-447b-b82c-c505abbdda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:56:19Z', 'revision_number': 5, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port': {'id': 'a4916116-6139-48b2-8c36-20766e7c3b3e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:04Z', 'updated_at': '2021-08-16T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:21.869484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1f263041-12a1-4abd-9c8b-e3d172f07ee2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.918925 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9185816-7b9d-447b-b82c-c505abbdda96 None None] Checking router: d2ba09ab-c37e-4020-bf47-1fa62897490b for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:21.931616 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9185816-7b9d-447b-b82c-c505abbdda96 None None] Routers {'d2ba09ab-c37e-4020-bf47-1fa62897490b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:21.932448 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c9185816-7b9d-447b-b82c-c505abbdda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2ba09ab-c37e-4020-bf47-1fa62897490b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:21.962658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-a82a0f83-a32b-47e0-8cae-1ae126612fcb tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.967927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-a82a0f83-a32b-47e0-8cae-1ae126612fcb tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3650458 Aug 16 01:56:21.996461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-abe4cd94-0e53-4c79-b079-04e55add0347 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/quotas/c65095f958914cd69aa95e35266c1eba HTTP/1.1" status: 200 len: 375 time: 0.0209062 Aug 16 01:56:22.049410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-c8383da3-97dd-4d68-9ada-463fcfaacfb4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472207 Aug 16 01:56:22.081031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Deleting port a4916116-6139-48b2-8c36-20766e7c3b3e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:22.081669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.092564 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-c9185816-7b9d-447b-b82c-c505abbdda96 None None] Set router d2ba09ab-c37e-4020-bf47-1fa62897490b gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:22.147229 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1f263041-12a1-4abd-9c8b-e3d172f07ee2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.174409 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c9185816-7b9d-447b-b82c-c505abbdda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:56:21Z', 'revision_number': 6, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:22.220571 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9185816-7b9d-447b-b82c-c505abbdda96 None None] The sync data for ids ['d2ba09ab-c37e-4020-bf47-1fa62897490b'] in n-d-768851-16 is: [{'id': 'd2ba09ab-c37e-4020-bf47-1fa62897490b', 'name': 'tempest-ServersTestBootFromVolume-1914722526-router', 'tenant_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:03Z', 'updated_at': '2021-08-16T01:56:21Z', 'revision_number': 6, 'project_id': '5fa95e57de2a4345bd18ffd84612a0b0', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:22.291507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] For port a4916116-6139-48b2-8c36-20766e7c3b3e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a4916116-6139-48b2-8c36-20766e7c3b3e,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:22.292060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.310836 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Calling delete_port for a4916116-6139-48b2-8c36-20766e7c3b3e owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:22.313221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1f263041-12a1-4abd-9c8b-e3d172f07ee2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.370234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f263041-12a1-4abd-9c8b-e3d172f07ee2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=fb085acf-fc6e-4581-bb29-e28ccd2ae88c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.386686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338ffda-4557-4482-ae64-609c7d96f85a req-75ab2de4-be0e-4fd8-b35e-b8979fc6c8fb tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.388389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e338ffda-4557-4482-ae64-609c7d96f85a req-75ab2de4-be0e-4fd8-b35e-b8979fc6c8fb tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 943 time: 0.1104176 Aug 16 01:56:22.408824 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1f263041-12a1-4abd-9c8b-e3d172f07ee2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.410689 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1f263041-12a1-4abd-9c8b-e3d172f07ee2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/fb085acf-fc6e-4581-bb29-e28ccd2ae88c HTTP/1.1" status: 204 len: 168 time: 0.7525461 Aug 16 01:56:22.413481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43006) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:22.463443 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4ababdf9-e92a-43fd-93a6-23d41868978f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479469 Aug 16 01:56:22.470599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43012) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:22.478193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:22.540365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e338ffda-4557-4482-ae64-609c7d96f85a req-a8ac1414-9188-4ab7-841f-98af548b14be tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457064 Aug 16 01:56:22.605276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f713396-b33e-4064-80d5-b211339e39a3 req-a789496b-8344-4dec-bb04-10bc315df018 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0651793 Aug 16 01:56:22.665818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.747276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8562e85d-5598-4a5f-b299-181be1ac2635 req-93e323fa-a56c-4e39-9e2b-b3152ff2a1e4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 210 time: 0.1037896 Aug 16 01:56:22.756309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4916116-6139-48b2-8c36-20766e7c3b3e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.787583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:22.791304 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.843815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:22.860655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.993604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:22.997870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590a787-b044-4fd5-b1ac-305635fd1623 req-775ea294-baf0-44f7-903a-5580eb58fcec tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.003056 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.004935 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.010299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a668457a-f98d-4319-afc4-103a52494d35 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:23.012469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e590a787-b044-4fd5-b1ac-305635fd1623 req-775ea294-baf0-44f7-903a-5580eb58fcec tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 945 time: 0.2170537 Aug 16 01:56:23.042817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: a668457a-f98d-4319-afc4-103a52494d35 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:23.043570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a668457a-f98d-4319-afc4-103a52494d35 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:23.065632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e590a787-b044-4fd5-b1ac-305635fd1623 req-0e9303c0-b42d-4692-ae3d-2ea4d629a7b3 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/security-groups?id=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525990 Aug 16 01:56:23.089603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473a0df1-9d2e-46c6-9e71-2a0289a7e6c5 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:23.094443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.095171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2ba09ab-c37e-4020-bf47-1fa62897490b {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:56:23.100046 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.104606 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dc85bf28-b397-4bad-83cf-1fd0ecc9ea40 admin admin] 10.222.0.79 "DELETE /v2.0/routers/d2ba09ab-c37e-4020-bf47-1fa62897490b HTTP/1.1" status: 204 len: 168 time: 1.8445933 Aug 16 01:56:23.104704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43024) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:23.219962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ffbbd0-4845-4840-8a09-3128f9a73820 admin admin] Deleting subnet af4f8d7b-f888-4328-889f-c4996951c2fd {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:23.229472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbd0-4845-4840-8a09-3128f9a73820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.237073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e494fd97-ad38-41be-812a-cac642668e04 None None] Provisioning for port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:23.244750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e494fd97-ad38-41be-812a-cac642668e04 None None] Provisioning complete for port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:23.245171 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e494fd97-ad38-41be-812a-cac642668e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.261298 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.295631 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbd0-4845-4840-8a09-3128f9a73820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.317044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:23.320533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:23.343485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.344993 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.367636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8959787 Aug 16 01:56:23.370998 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43028) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:23.385171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ef7dc985-4c9e-4496-8854-a7d0088711ef tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-911819391', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:23.388007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d5e0a0-f51f-4a0f-87e6-6a16f5c8c631 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:23.392088 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e494fd97-ad38-41be-812a-cac642668e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.395111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=3aeef3d2-df12-4289-8935-9cf91e98134d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:23.427051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.433225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.433638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.433999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.434339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.434670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.435128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.435326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.435647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.435974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.436298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.436616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c0bc1-2e1c-4efd-8e78-109709184143 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:23.472122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e494fd97-ad38-41be-812a-cac642668e04 None None] For port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:23.475645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43032) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:23.478181 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc985-4c9e-4496-8854-a7d0088711ef tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.479277 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc985-4c9e-4496-8854-a7d0088711ef tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.487481 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e494fd97-ad38-41be-812a-cac642668e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.510048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbd0-4845-4840-8a09-3128f9a73820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.548894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-62d5e0a0-f51f-4a0f-87e6-6a16f5c8c631 None None] Deleting port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:23.549294 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-62d5e0a0-f51f-4a0f-87e6-6a16f5c8c631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.573373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 41116d29-33bc-4c5e-8866-e9729687cd0e details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:23.605075 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbd0-4845-4840-8a09-3128f9a73820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.611798 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc985-4c9e-4496-8854-a7d0088711ef tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.619601 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc985-4c9e-4496-8854-a7d0088711ef tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.644458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffbbd0-4845-4840-8a09-3128f9a73820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4f8d7b-f888-4328-889f-c4996951c2fd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:23.651704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbd0-4845-4840-8a09-3128f9a73820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.656471 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-94ffbbd0-4845-4840-8a09-3128f9a73820 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/af4f8d7b-f888-4328-889f-c4996951c2fd HTTP/1.1" status: 204 len: 168 time: 0.5477598 Aug 16 01:56:23.660340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43040) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:23.686409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0caff1-f9a5-4463-bc25-b4a61b58a5ed None None] Network a1d52431-8273-42bb-87b0-7ba01e11c41e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:23.704965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494fd97-ad38-41be-812a-cac642668e04 None None] Pushing event updated for resources: {'Port': ['ID=ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:23.733609 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc985-4c9e-4496-8854-a7d0088711ef tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.735054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ef7dc985-4c9e-4496-8854-a7d0088711ef tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3633492 Aug 16 01:56:23.741591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43042) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:23.786986 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebbd31f3-b8a3-4415-9b16-1f5b15d09db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.854346 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.856183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b1962-2c8d-4c6a-9f3d-0af922fe584a req-703dbb5a-f636-43df-a8ff-108e79af9c3f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.858009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce3b1962-2c8d-4c6a-9f3d-0af922fe584a req-703dbb5a-f636-43df-a8ff-108e79af9c3f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 943 time: 0.1847370 Aug 16 01:56:23.868823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac7c05e6-99bc-4925-833c-da258fb15ca7 req-d4b472c9-c511-4de4-80f4-7e27f9a51fd1 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.1152227 Aug 16 01:56:23.876610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9259de9-cc62-475c-b7dd-19399b2e879a req-2a36f635-24a8-4b55-b916-e89301858fc2 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.878393 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e9259de9-cc62-475c-b7dd-19399b2e879a req-2a36f635-24a8-4b55-b916-e89301858fc2 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 945 time: 0.2054715 Aug 16 01:56:23.916594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-62d5e0a0-f51f-4a0f-87e6-6a16f5c8c631 None None] For port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:23.917319 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-62d5e0a0-f51f-4a0f-87e6-6a16f5c8c631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.934200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-62d5e0a0-f51f-4a0f-87e6-6a16f5c8c631 None None] Calling delete_port for ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:24.001075 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce3b1962-2c8d-4c6a-9f3d-0af922fe584a req-5329441f-0b88-41c0-8066-202733e557f9 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292017 Aug 16 01:56:24.026951 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-489d7b64-9c7e-4613-a25e-d206aeab68b3 req-f0060e01-8463-4095-a613-ef00d56137b0 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 210 time: 0.0763600 Aug 16 01:56:24.027407 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-bc6e7c08-34c3-436c-8591-b8b5111e7b13 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c65095f958914cd69aa95e35266c1eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724454 Aug 16 01:56:24.131835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 41116d29-33bc-4c5e-8866-e9729687cd0e, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=41116d29-33bc-4c5e-8866-e9729687cd0e,segment=NetworkSegment(81403720-ea61-4817-ac33-1744c509e93c),segment_id=81403720-ea61-4817-ac33-1744c509e93c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:24.148904 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-62d5e0a0-f51f-4a0f-87e6-6a16f5c8c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.154966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'port_id': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'mac_address': 'fa:16:3e:56:c2:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45325874-20dd-426a-a9f9-e0abad59a469', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:24.187905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5e0a0-f51f-4a0f-87e6-6a16f5c8c631 None None] Pushing event deleted for resources: {'Port': ['ID=ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:24.190048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5e0a0-f51f-4a0f-87e6-6a16f5c8c631 None None] No DVR routers for this DVR port ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:24.221176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e9259de9-cc62-475c-b7dd-19399b2e879a req-33dafd36-ac6d-4d7e-bf68-f36658aad59b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Deleting port 8c605d72-7c33-4487-8e03-80ceb21925de {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:24.221442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e9259de9-cc62-475c-b7dd-19399b2e879a req-33dafd36-ac6d-4d7e-bf68-f36658aad59b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.226770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359164de-4b95-4f73-b1e9-b6bfaad80e8b None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:24.458453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee3acb-4fcb-4f00-a93f-19a5d2951888 None None] DHCP port deletion for a1d52431-8273-42bb-87b0-7ba01e11c41e request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:24.460417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:24.509127 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.518309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:24.518697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ea69d6bd-24f9-41ed-834a-a7ab1c61ef9f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:24.519092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a4916116-6139-48b2-8c36-20766e7c3b3e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:24.591168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: a4916116-6139-48b2-8c36-20766e7c3b3e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:24.591676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a4916116-6139-48b2-8c36-20766e7c3b3e not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:24.592206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:24.624840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41116d29-33bc-4c5e-8866-e9729687cd0e {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:24.634414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-7475709b-9121-4132-87ab-6247b8c983b4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4968851 Aug 16 01:56:24.635571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Deleting port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:24.636345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.650650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471dfa7-9357-41f0-95b9-8c9b8e4e6c67 req-d1379ac8-ea3d-47c6-9bc5-8a35b4923795 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.659204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e471dfa7-9357-41f0-95b9-8c9b8e4e6c67 req-d1379ac8-ea3d-47c6-9bc5-8a35b4923795 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 945 time: 0.4462609 Aug 16 01:56:24.690861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 41116d29-33bc-4c5e-8866-e9729687cd0e, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=41116d29-33bc-4c5e-8866-e9729687cd0e,segment=NetworkSegment(81403720-ea61-4817-ac33-1744c509e93c),segment_id=81403720-ea61-4817-ac33-1744c509e93c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:24.706041 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.713022 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebbd31f3-b8a3-4415-9b16-1f5b15d09db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.717421 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.739405 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-079f93e4-9e7d-479d-bd1d-06fe81fe5fc2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.740962 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-079f93e4-9e7d-479d-bd1d-06fe81fe5fc2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6904230 Aug 16 01:56:24.742549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebbd31f3-b8a3-4415-9b16-1f5b15d09db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.753557 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e471dfa7-9357-41f0-95b9-8c9b8e4e6c67 req-ffb46772-ac22-4203-ace6-00f7695c3dad tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/security-groups?id=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947294 Aug 16 01:56:24.778197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-10ee3acb-4fcb-4f00-a93f-19a5d2951888 None None] Deleting port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:24.778575 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-10ee3acb-4fcb-4f00-a93f-19a5d2951888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.779259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Request body: {'port': {'device_id': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'c65095f958914cd69aa95e35266c1eba'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:24.812610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '3aeef3d2-df12-4289-8935-9cf91e98134d'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:24.813492 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.876852 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ebbd31f3-b8a3-4415-9b16-1f5b15d09db8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4b0aada67874038b8cedab944929aff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3996453 Aug 16 01:56:24.878103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=41116d29-33bc-4c5e-8866-e9729687cd0e,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:24.881160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43050) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:24.904010 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.913712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] For port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:24.915177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.939717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Calling delete_port for 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:24.951171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-777ed7fd-edd5-49dc-b3cc-aae34f9811a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.953240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-777ed7fd-edd5-49dc-b3cc-aae34f9811a0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 1097 time: 0.2172918 Aug 16 01:56:24.962975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e9259de9-cc62-475c-b7dd-19399b2e879a req-33dafd36-ac6d-4d7e-bf68-f36658aad59b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] For port 8c605d72-7c33-4487-8e03-80ceb21925de, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=8c605d72-7c33-4487-8e03-80ceb21925de,segment=NetworkSegment(cd15def9-de12-44ab-809e-a315f2dd08a7),segment_id=cd15def9-de12-44ab-809e-a315f2dd08a7)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:24.963348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e9259de9-cc62-475c-b7dd-19399b2e879a req-33dafd36-ac6d-4d7e-bf68-f36658aad59b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.965960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd31f3-b8a3-4415-9b16-1f5b15d09db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049f211e-d562-4121-8f99-dc1e21e024be,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:25.021641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['41116d29-33bc-4c5e-8866-e9729687cd0e'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:25.028483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-10ee3acb-4fcb-4f00-a93f-19a5d2951888 None None] For port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:25.028943 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-10ee3acb-4fcb-4f00-a93f-19a5d2951888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.041878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b567dbf2-8cb3-4794-a5bb-507f02200465 req-4fa65558-8f9d-4939-98b4-58dc4e57932c tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0799580 Aug 16 01:56:25.053144 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e9259de9-cc62-475c-b7dd-19399b2e879a req-33dafd36-ac6d-4d7e-bf68-f36658aad59b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Calling delete_port for 8c605d72-7c33-4487-8e03-80ceb21925de owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:25.056458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38,segment=NetworkSegment(0ae0b01d-cd95-4fec-95fa-7e35bfb817da),segment_id=0ae0b01d-cd95-4fec-95fa-7e35bfb817da)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:25.094802 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.169090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-10ee3acb-4fcb-4f00-a93f-19a5d2951888 None None] Calling delete_port for 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:25.201032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Made reservation on behalf of c65095f958914cd69aa95e35266c1eba for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:25.205102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.214869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02c55666-f765-42d9-ab46-322fc1f53afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.218718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.223073 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.240242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b675145c-20d8-4189-8836-d9d3b5c79061 req-18e93c5a-4db3-41d0-98d1-75bbb2a6fa32 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 210 time: 0.0605612 Aug 16 01:56:25.281157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/3aeef3d2-df12-4289-8935-9cf91e98134d/b3a8b1d8-277b-490b-8fb8-47ac84bb5b56) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:25.284265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02c55666-f765-42d9-ab46-322fc1f53afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.287017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:25.292864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] No DVR routers for this DVR port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:25.300122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e7089-870e-46ad-8668-0b2fe6d5de69 req-ecc774ab-b54f-4bba-bc92-ac82f30bea0c tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.301427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:25.311655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a88e7089-870e-46ad-8668-0b2fe6d5de69 req-ecc774ab-b54f-4bba-bc92-ac82f30bea0c tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 944 time: 0.1983893 Aug 16 01:56:25.327395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-e0ffe932-b4c5-4004-9381-4535714d4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.329230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-e0ffe932-b4c5-4004-9381-4535714d4798 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.3339338 Aug 16 01:56:25.438648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a88e7089-870e-46ad-8668-0b2fe6d5de69 req-6af55e65-86a1-4d6a-8203-84d60b8f71b7 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258590 Aug 16 01:56:25.443969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-7f25f671-1385-4f2b-883f-042801d6158f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 200 len: 1000 time: 0.1058350 Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: from cryptography.utils import int_from_bytes Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: from cryptography.utils import int_from_bytes Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.447676 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:56:25.450021 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 01:56:25.485487 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-10ee3acb-4fcb-4f00-a93f-19a5d2951888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.499844 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02c55666-f765-42d9-ab46-322fc1f53afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.507341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02c55666-f765-42d9-ab46-322fc1f53afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.509414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-02c55666-f765-42d9-ab46-322fc1f53afe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/049f211e-d562-4121-8f99-dc1e21e024be HTTP/1.1" status: 204 len: 168 time: 0.6250405 Aug 16 01:56:25.528473 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-f9f27169-f0b7-49bd-902e-fddae1d9b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.530937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-f9f27169-f0b7-49bd-902e-fddae1d9b694 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.0780053 Aug 16 01:56:25.536610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee3acb-4fcb-4f00-a93f-19a5d2951888 None None] Pushing event deleted for resources: {'Port': ['ID=19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:25.536851 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.548445 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d52431-8273-42bb-87b0-7ba01e11c41e']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:25.560084 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee3acb-4fcb-4f00-a93f-19a5d2951888 None None] No DVR routers for this DVR port 19f1e7ef-ba62-41dc-97f5-b7dc9d6ecd38 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:25.561714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae0b01d-cd95-4fec-95fa-7e35bfb817da') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:25.561714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae0b01d-cd95-4fec-95fa-7e35bfb817da') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:25.571295 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.571426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 8c605d72-7c33-4487-8e03-80ceb21925de no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:25.583863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c55666-f765-42d9-ab46-322fc1f53afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049f211e-d562-4121-8f99-dc1e21e024be,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:25.588035 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.594906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:25.595319 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.616160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-f3d270ce-f366-4634-9c0a-bfc680e427ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.621345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-f3d270ce-f366-4634-9c0a-bfc680e427ca service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761395 Aug 16 01:56:25.640777 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:25.655165 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:25.659575 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Transition to ACTIVE for port object b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:25.659674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.660593 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.670583 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.674999 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a1d52431-8273-42bb-87b0-7ba01e11c41e HTTP/1.1" status: 204 len: 168 time: 2.0111015 Aug 16 01:56:25.676731 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.740003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Transition to ACTIVE for port object b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:25.753245 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.777408 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.800871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Allocated IP 192.168.233.60 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/981f4bd6-1a06-4be9-83fc-1b6acfaa3508) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:25.825268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:25.832024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf7716-350f-4e48-b3f9-275ae71490c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d52431-8273-42bb-87b0-7ba01e11c41e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:25.857384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e9259de9-cc62-475c-b7dd-19399b2e879a req-33dafd36-ac6d-4d7e-bf68-f36658aad59b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.864645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Pushing event updated for resources: {'Port': ['ID=b3a8b1d8-277b-490b-8fb8-47ac84bb5b56,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:25.868856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faeed2da-4312-4f6d-899f-163dc37a3f33,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:25.880414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:25.890891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:25.909480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dafd36-ac6d-4d7e-bf68-f36658aad59b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Pushing event deleted for resources: {'Port': ['ID=8c605d72-7c33-4487-8e03-80ceb21925de,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:25.966138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-b25785f9-9e25-4e43-b2e0-0418bea561e8 service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373971 Aug 16 01:56:25.967977 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f6a08af-b66c-4e8a-a056-2b56d146be3c req-c9e9d258-5f32-4d05-a9dc-63beda71cf57 tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a794101-ca63-490b-8de7-80ed80da697b HTTP/1.1" status: 200 len: 210 time: 0.1003072 Aug 16 01:56:25.975567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9259de9-cc62-475c-b7dd-19399b2e879a req-33dafd36-ac6d-4d7e-bf68-f36658aad59b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] No DVR routers for this DVR port 8c605d72-7c33-4487-8e03-80ceb21925de on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:25.982743 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e9259de9-cc62-475c-b7dd-19399b2e879a req-33dafd36-ac6d-4d7e-bf68-f36658aad59b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.984827 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e9259de9-cc62-475c-b7dd-19399b2e879a req-33dafd36-ac6d-4d7e-bf68-f36658aad59b tempest-ServerGroupTestJSON-246682184 tempest-ServerGroupTestJSON-246682184-project] 10.222.0.89 "DELETE /v2.0/ports/8c605d72-7c33-4487-8e03-80ceb21925de HTTP/1.1" status: 204 len: 173 time: 2.0986712 Aug 16 01:56:25.985314 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a794101-ca63-490b-8de7-80ed80da697b', 'name': 'network-vif-deleted', 'tag': '8c605d72-7c33-4487-8e03-80ceb21925de'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:25.987752 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b889bc-7733-478f-b7f5-9a077c1bb779" -d '{"events": [{"server_uuid": "5a794101-ca63-490b-8de7-80ed80da697b", "name": "network-vif-deleted", "tag": "8c605d72-7c33-4487-8e03-80ceb21925de"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:26.069284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Attempting to bind port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:26.071065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Attempting to bind port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:26.071535 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Attempting to bind port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:26.088953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43076) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:26.090398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::1 (4c0e190f-1577-4471-8063-ddf0f1be0b48/3aeef3d2-df12-4289-8935-9cf91e98134d/1de92dd9-9990-4b51-afbe-511f22e4af75) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:26.097143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:26.097755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:26.098391 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.098972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:26.099637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Bound port: b3a8b1d8-277b-490b-8fb8-47ac84bb5b56, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:26.100546 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.104707 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a1082a-53fd-460b-b302-90c1887eafd4 x-openstack-request-id: req-06a1082a-53fd-460b-b302-90c1887eafd4 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:26.104707 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a794101-ca63-490b-8de7-80ed80da697b", "name": "network-vif-deleted", "tag": "8c605d72-7c33-4487-8e03-80ceb21925de", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:26.105052 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-06a1082a-53fd-460b-b302-90c1887eafd4 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:26.105386 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a794101-ca63-490b-8de7-80ed80da697b', 'name': 'network-vif-deleted', 'tag': '8c605d72-7c33-4487-8e03-80ceb21925de', 'status': 'completed', 'code': 200} Aug 16 01:56:26.202356 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d997f342-77e6-4f97-989e-7318d142438b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5fa95e57de2a4345bd18ffd84612a0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106036 Aug 16 01:56:26.206057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43080) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:26.212971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] For port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:26.217131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] For port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b3a8b1d8-277b-490b-8fb8-47ac84bb5b56,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:26.225979 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.249300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0429a861-3cc7-4c8d-b744-34c3b8b04f50 req-61f7aeed-6920-42e4-b7f9-65130e589723 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0426221 Aug 16 01:56:26.252730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c60ad607-ce79-4c06-a093-b5b7854ee30c req-6d53f968-38ce-4905-8e36-264adf4adda9 service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772968 Aug 16 01:56:26.260246 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.282898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Transition to ACTIVE for port object 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:26.340641 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d5ce4b3-5101-43bf-abd4-c310ecc607a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.343469 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.376690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98bd78-404e-4eae-b13e-14a04b4110cf None None] Pushing event updated for resources: {'Port': ['ID=b3a8b1d8-277b-490b-8fb8-47ac84bb5b56,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:26.383563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 1de92dd9-9990-4b51-afbe-511f22e4af75 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:26.411512 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d5ce4b3-5101-43bf-abd4-c310ecc607a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.414558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.478977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:26.490302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:26.499538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:26.529711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Pushing event updated for resources: {'Port': ['ID=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:26.544273 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.582090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:26.582768 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.601085 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-1173554b-59be-43e8-a98c-c40e1edc1122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8382840 Aug 16 01:56:26.611020 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d5ce4b3-5101-43bf-abd4-c310ecc607a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.612891 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d5ce4b3-5101-43bf-abd4-c310ecc607a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.616699 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6d5ce4b3-5101-43bf-abd4-c310ecc607a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d13603ed-0df7-4a97-9bf3-b206f2a1a18c HTTP/1.1" status: 204 len: 168 time: 0.4071977 Aug 16 01:56:26.622626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Request body: {'port': {'device_id': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:26.651423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ce4b3-5101-43bf-abd4-c310ecc607a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13603ed-0df7-4a97-9bf3-b206f2a1a18c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:26.704012 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.721397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147b89-6a57-4e91-9616-c28086a5365a req-337c8405-d366-4e59-a781-5cbeff21fbbb tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:26.723311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62147b89-6a57-4e91-9616-c28086a5365a req-337c8405-d366-4e59-a781-5cbeff21fbbb tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 935 time: 0.3308451 Aug 16 01:56:26.779378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:26.797522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:26.800808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:26.801598 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.846329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=1de92dd9-9990-4b51-afbe-511f22e4af75,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:26.989959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62147b89-6a57-4e91-9616-c28086a5365a req-efb35d07-6c21-4688-94c8-a47ca0a61daf tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492950 Aug 16 01:56:27.027921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a0009-a1d7-46af-ab6e-f50e1bfd028c req-cffad1f9-7b42-463c-8337-14be5e1c3a2d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.029543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-437a0009-a1d7-46af-ab6e-f50e1bfd028c req-cffad1f9-7b42-463c-8337-14be5e1c3a2d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 944 time: 0.3855274 Aug 16 01:56:27.066254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43104) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:27.080730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a12f83f9-98a1-4753-9759-9f76b671762e None None] Provisioning for port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:27.099189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a12f83f9-98a1-4753-9759-9f76b671762e None None] Provisioning complete for port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:27.102853 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a12f83f9-98a1-4753-9759-9f76b671762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.183824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:27.184709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a12f83f9-98a1-4753-9759-9f76b671762e None None] Port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:27.188007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-437a0009-a1d7-46af-ab6e-f50e1bfd028c req-ccaa65cd-d8b6-4d05-9204-5ce972b48b33 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495004 Aug 16 01:56:27.200345 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.202664 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.232885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Transition to ACTIVE for port object 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:27.239582 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.290434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-428075526-network', 'tenant_id': 'ee56c208c5744bb2b58f17ec8ec9f34b'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:27.412788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Pushing event updated for resources: {'Port': ['ID=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:27.426791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Made reservation on behalf of ee56c208c5744bb2b58f17ec8ec9f34b for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:27.429183 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.433805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.434322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.435218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.435713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.436347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.436824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.437413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.452696 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.457085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.457085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.458191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.458610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.494072 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.527007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43136) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:27.594772 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 41116d29-33bc-4c5e-8866-e9729687cd0e up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:27.604256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7133d97e-a2fb-4fe4-b1e2-bd6a16589257 req-dafe9a73-0d48-4db5-a192-ad26370832cb tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.1177185 Aug 16 01:56:27.635401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Attempting to bind port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:27.635750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Attempting to bind port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:27.636262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Attempting to bind port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:27.664591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:27.664920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Attempting to bind port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:27.680654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:27.681419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:27.684420 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:27.685332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Bound port: 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:27.685881 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.717441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 41116d29-33bc-4c5e-8866-e9729687cd0e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:27.723543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 41116d29-33bc-4c5e-8866-e9729687cd0e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:27.723543 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.736495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f185a16-a71b-4b2e-94c0-121d4ab0051a admin admin] Deleting subnet a437c2d6-4543-4cf7-b1c9-34487b607bf6 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:27.742474 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f185a16-a71b-4b2e-94c0-121d4ab0051a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.821004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f185a16-a71b-4b2e-94c0-121d4ab0051a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.858393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:27.875908 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.876134 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.882095 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.886419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:27.889517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f185a16-a71b-4b2e-94c0-121d4ab0051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.891504 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.911480 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.912254 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.929925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.932002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:27.940433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:27.945887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c55b850-4a1e-4c1f-bb5b-9c9f42c1a282,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:27.948255 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f5eb00-2fec-474e-b587-cd94d8349f4e" -d '{"events": [{"server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "name": "network-vif-plugged", "status": "completed", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:27.971275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 41116d29-33bc-4c5e-8866-e9729687cd0e, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=41116d29-33bc-4c5e-8866-e9729687cd0e,segment=NetworkSegment(81403720-ea61-4817-ac33-1744c509e93c),segment_id=81403720-ea61-4817-ac33-1744c509e93c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:27.979515 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.994950 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.004291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43150) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:28.010406 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Added segment 685eea42-d5e4-413c-82d7-f810a09cb541 of type vlan for network 61035ed1-e9bd-4141-8dec-caadcf4a5a24 Aug 16 01:56:28.067837 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5de4dd9-1fa9-441e-891d-8bbfb8156ee4 x-openstack-request-id: req-a5de4dd9-1fa9-441e-891d-8bbfb8156ee4 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:28.069332 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "name": "network-vif-plugged", "status": "completed", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:28.073815 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a5de4dd9-1fa9-441e-891d-8bbfb8156ee4 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:28.077560 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'code': 200} Aug 16 01:56:28.084775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=1de92dd9-9990-4b51-afbe-511f22e4af75,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.115645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.117532 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.128819 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] 10.222.0.84 "PUT /v2.0/ports/981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 200 len: 1096 time: 1.5118566 Aug 16 01:56:28.129707 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:28.133273 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9c882b-f99f-4e0d-8411-df2cddb70804" -d '{"events": [{"name": "network-changed", "server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:28.137396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-20bfd6bd-f893-4d64-9dd7-f70c34e53011 None None] Provisioning for port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:28.146228 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f185a16-a71b-4b2e-94c0-121d4ab0051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.195771 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185a16-a71b-4b2e-94c0-121d4ab0051a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a437c2d6-4543-4cf7-b1c9-34487b607bf6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.203228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=41116d29-33bc-4c5e-8866-e9729687cd0e,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.213143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f185a16-a71b-4b2e-94c0-121d4ab0051a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.216091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5f185a16-a71b-4b2e-94c0-121d4ab0051a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a437c2d6-4543-4cf7-b1c9-34487b607bf6 HTTP/1.1" status: 204 len: 168 time: 0.6880636 Aug 16 01:56:28.225344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43160) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:28.227743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:28.283685 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.307691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b2520-9e22-41d4-b426-011d91819e8d service neutron] Pushing event updated for resources: {'Port': ['ID=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.341908 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.347965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:28.362448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1775411325-network', 'tenant_id': '349079a268e8437eb80e514d3cb358de'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:28.377484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea32a92-92fa-4b63-9a94-097f29f618e0 req-106c988e-c0fa-4b63-bdb3-d10db9b9e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.379772 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eea32a92-92fa-4b63-9a94-097f29f618e0 req-106c988e-c0fa-4b63-bdb3-d10db9b9e5cc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 1097 time: 0.2385082 Aug 16 01:56:28.387836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173cb0-67ee-41df-8d15-3fc7d45bc501 req-81383fea-7829-454f-82c8-563b5e321589 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.396624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6173cb0-67ee-41df-8d15-3fc7d45bc501 req-81383fea-7829-454f-82c8-563b5e321589 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 947 time: 0.3023143 Aug 16 01:56:28.415878 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9d8657-4060-452b-a34c-9882388c6d01 x-openstack-request-id: req-9f9d8657-4060-452b-a34c-9882388c6d01 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:28.416123 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:28.416376 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f9d8657-4060-452b-a34c-9882388c6d01 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:28.416782 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508', 'status': 'completed', 'code': 200} Aug 16 01:56:28.436853 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.438448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.439089 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.458665 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eea32a92-92fa-4b63-9a94-097f29f618e0 req-933b4710-9d20-40e4-8fb9-fcd4f3f13fa9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651407 Aug 16 01:56:28.487691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:28.566162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5585f9bf-4a64-478a-a443-b2e2e85fff44 None None] Provisioning for port 1de92dd9-9990-4b51-afbe-511f22e4af75 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:28.567711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Made reservation on behalf of 349079a268e8437eb80e514d3cb358de for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:28.569693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-cc41554b-9799-415a-9421-a2a4c61434a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.571819 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-cc41554b-9799-415a-9421-a2a4c61434a2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1099 time: 0.3330059 Aug 16 01:56:28.572562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:28.574835 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.577742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5585f9bf-4a64-478a-a443-b2e2e85fff44 None None] Provisioning complete for port 1de92dd9-9990-4b51-afbe-511f22e4af75 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:28.578226 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5585f9bf-4a64-478a-a443-b2e2e85fff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.579335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] Pushing event updated for resources: {'Network': ['ID=61035ed1-e9bd-4141-8dec-caadcf4a5a24,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.585274 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f6a6fa2d-274e-4123-92ef-9b52712c082a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5184777 Aug 16 01:56:28.589479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43162) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:28.601866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] Request body: {'subnet': {'network_id': '61035ed1-e9bd-4141-8dec-caadcf4a5a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-428075526-subnet', 'tenant_id': 'ee56c208c5744bb2b58f17ec8ec9f34b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:28.604425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 61035ed1-e9bd-4141-8dec-caadcf4a5a24 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:28.606782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:28.607324 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.632412 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.650175 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-4cb1801d-2267-4b9a-b1b9-fbf7e089451c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 200 len: 217 time: 0.0524936 Aug 16 01:56:28.697309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] Made reservation on behalf of ee56c208c5744bb2b58f17ec8ec9f34b for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:28.700359 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.726221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5585f9bf-4a64-478a-a443-b2e2e85fff44 None None] Port 1de92dd9-9990-4b51-afbe-511f22e4af75 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:28.728100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6173cb0-67ee-41df-8d15-3fc7d45bc501 req-529b0dac-89bc-4b43-bd14-2c231acddc84 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305471 Aug 16 01:56:28.743610 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.760588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d00b-810c-47dc-a842-89b6e082966b req-5bce9754-c591-4636-b588-620241adaa7e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.768046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cb0d00b-810c-47dc-a842-89b6e082966b req-5bce9754-c591-4636-b588-620241adaa7e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.2808845 Aug 16 01:56:28.800012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7d8cae-c0f5-401c-a5dd-dff2ab214532']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:28.819830 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.821394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-9ce50142-fb2e-4962-9822-30fb4c7b8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.823045 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-9ce50142-fb2e-4962-9822-30fb4c7b8f36 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1536584 Aug 16 01:56:28.823356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd15def9-de12-44ab-809e-a315f2dd08a7') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:28.823757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd15def9-de12-44ab-809e-a315f2dd08a7') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:28.866302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0cbe898e-2cdb-45f2-b330-2a66506d3721 None None] Provisioning complete for port 1de92dd9-9990-4b51-afbe-511f22e4af75 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:28.866678 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0cbe898e-2cdb-45f2-b330-2a66506d3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.873662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85c82e68-4ae5-4b07-9325-d54f5abefd5c req-4df40b31-2043-47c6-9352-06b9b07197a1 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0371718 Aug 16 01:56:28.901968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-6a066a1d-c3ff-4511-be57-cdb64e26dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.901968 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-6a066a1d-c3ff-4511-be57-cdb64e26dea6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0606415 Aug 16 01:56:28.907596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cb0d00b-810c-47dc-a842-89b6e082966b req-b79daa82-985a-4e32-b1b0-d1726e06f704 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384618 Aug 16 01:56:28.910091 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.934187 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.944696 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.947197 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.960802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:28.961358 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:28.968873 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:29.037180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:29.050243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949fd1ee-87c5-4937-8ec8-e478eb74f4c3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.055354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Router f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:56:29.063839 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.064344 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Added segment 64552ee7-b9b8-4fc6-9e1e-8045811e2663 of type vlan for network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 Aug 16 01:56:29.066399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b3a8b1d8-277b-490b-8fb8-47ac84bb5b56,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:29.067303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0cbe898e-2cdb-45f2-b330-2a66506d3721 None None] Port 1de92dd9-9990-4b51-afbe-511f22e4af75 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:29.070376 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-ad40ad05-98ca-49bf-86a2-a2d39755047f service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643975 Aug 16 01:56:29.074519 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.083615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.088694 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.089395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.092757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9f7d8cae-c0f5-401c-a5dd-dff2ab214532 HTTP/1.1" status: 204 len: 168 time: 0.8633876 Aug 16 01:56:29.133588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=b3a8b1d8-277b-490b-8fb8-47ac84bb5b56,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.160800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e70c5a-bb8e-44ab-8a6c-58f25f8a9585 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7d8cae-c0f5-401c-a5dd-dff2ab214532,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.213284 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.225126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] Checking segment: {'id': '685eea42-d5e4-413c-82d7-f810a09cb541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '61035ed1-e9bd-4141-8dec-caadcf4a5a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:29.225504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] Network hostable DHCP agents. Network: 61035ed1-e9bd-4141-8dec-caadcf4a5a24, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:29.230364 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b477f7a-012e-4a05-8ba7-afc4b0814600,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.261044 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f69e56a2-78db-4f60-abc3-7d34cd5abfaa req-705abc7c-aa36-49df-98e2-273306545635 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824081 Aug 16 01:56:29.263137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] Network 61035ed1-e9bd-4141-8dec-caadcf4a5a24 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:29.275531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 61035ed1-e9bd-4141-8dec-caadcf4a5a24) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:29.285213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c013f0-6239-41c2-9bda-fb3f4d2e6176 None None] Network 61035ed1-e9bd-4141-8dec-caadcf4a5a24 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:29.285726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.285931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43168) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.286104 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.326227 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9006e1e6-23ab-4513-bcea-ff07e65e022e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7289579 Aug 16 01:56:29.442302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d8548e-7ff1-41d5-bddf-d8b46bd9248f None None] Network 61035ed1-e9bd-4141-8dec-caadcf4a5a24 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:29.473884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c882b-f99f-4e0d-8411-df2cddb70804 req-d5ee9286-bf2b-467d-9ff7-ba752487f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.475530 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2f9c882b-f99f-4e0d-8411-df2cddb70804 req-d5ee9286-bf2b-467d-9ff7-ba752487f93b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1099 time: 0.0533304 Aug 16 01:56:29.601839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c882b-f99f-4e0d-8411-df2cddb70804 req-1ea4c22a-1688-4147-b617-9d2751e3a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.603498 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2f9c882b-f99f-4e0d-8411-df2cddb70804 req-1ea4c22a-1688-4147-b617-9d2751e3a3d8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1166270 Aug 16 01:56:29.647145 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2f9c882b-f99f-4e0d-8411-df2cddb70804 req-ec52fc1b-ee19-4834-8f3b-30b50d4c0f27 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 200 len: 217 time: 0.0358641 Aug 16 01:56:29.702019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-07c82d2d-8864-496c-a646-8fc97d393c42 req-e596e71a-e851-415d-b699-6305530562db tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2071383170', 'description': 'tempest-description-1259237602'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:29.702312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c882b-f99f-4e0d-8411-df2cddb70804 req-d2b99899-3d50-436a-8f2e-f81cd9ba6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.704005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2f9c882b-f99f-4e0d-8411-df2cddb70804 req-d2b99899-3d50-436a-8f2e-f81cd9ba6738 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0487566 Aug 16 01:56:29.714943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:29.720690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0fd9e477-339b-4524-99fa-59ba85b4628c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "PUT /v2.0/routers/f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9766779 Aug 16 01:56:29.723371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43178) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.728079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.729076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.729515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Sync routers for ids ['f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:29.729643 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.738709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Routers {'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:29.739504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:29.808358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959f4545-fe04-43e1-9120-733843463c18 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.809226 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-959f4545-fe04-43e1-9120-733843463c18 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports/1de92dd9-9990-4b51-afbe-511f22e4af75 HTTP/1.1" status: 200 len: 911 time: 0.0845921 Aug 16 01:56:29.811684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43182) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.827602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c882b-f99f-4e0d-8411-df2cddb70804 req-d7da5e5c-057a-4bde-946d-f739cf3f5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.830718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4316c4a2-e67a-4089-b83f-ff91edb5901e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83628eddcacc49618526c2b7854890e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5414460 Aug 16 01:56:29.830870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2f9c882b-f99f-4e0d-8411-df2cddb70804 req-d7da5e5c-057a-4bde-946d-f739cf3f5be3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171708 Aug 16 01:56:29.834162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-07c82d2d-8864-496c-a646-8fc97d393c42 req-e596e71a-e851-415d-b699-6305530562db tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.839602 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43184) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.848341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Set router f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:29.865173 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8579869 Aug 16 01:56:29.883163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f05444-5f3f-418b-ba6e-e5554decf747 admin admin] Pushing event updated for resources: {'Network': ['ID=1df1123c-1f49-4c4f-9eb2-3f3807dd3006,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.889102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43186) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.897608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] Request body: {'subnet': {'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1775411325-subnet', 'tenant_id': '349079a268e8437eb80e514d3cb358de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:29.923386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:29.923858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a238-0541-4e14-bc21-c67b9d493264 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.931093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a238-0541-4e14-bc21-c67b9d493264 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.935301 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7b76a238-0541-4e14-bc21-c67b9d493264 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1200953 Aug 16 01:56:29.935469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43192) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.994629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716eff6-9f3a-4956-84ac-3c0be1778352 req-e7d4e491-7765-4643-b02c-826be5892e2c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.996167 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3716eff6-9f3a-4956-84ac-3c0be1778352 req-e7d4e491-7765-4643-b02c-826be5892e2c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 947 time: 0.1528151 Aug 16 01:56:29.996752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] Made reservation on behalf of 349079a268e8437eb80e514d3cb358de for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:29.999027 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.022638 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fa86208-3e4b-482a-b20d-b1f92cf631fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.044803 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2f9c882b-f99f-4e0d-8411-df2cddb70804 req-4c2cfd7f-539e-4f1b-ba2d-454cc6783c41 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995988 Aug 16 01:56:30.114633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67', 'name': 'tempest-NetworksTestDHCPv6-router-911819391', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:27Z', 'revision_number': 2, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None, '_interfaces': [{'id': '1de92dd9-9990-4b51-afbe-511f22e4af75', 'name': '', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'mac_address': 'fa:16:3e:4b:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '3aeef3d2-df12-4289-8935-9cf91e98134d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:24Z', 'updated_at': '2021-08-16T01:56:27Z', 'revision_number': 2, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'subnets': [{'id': '3aeef3d2-df12-4289-8935-9cf91e98134d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:30.145662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Checking router: f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:30.146162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Updating router f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 port 1de92dd9-9990-4b51-afbe-511f22e4af75 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:56:30.152055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fa86208-3e4b-482a-b20d-b1f92cf631fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.172803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3716eff6-9f3a-4956-84ac-3c0be1778352 req-96a298cf-8c77-49f7-8d4a-51290d2a789e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511195 Aug 16 01:56:30.175757 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.269885 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2f9c882b-f99f-4e0d-8411-df2cddb70804 req-982ee5eb-b00f-403c-98b5-2ff5e7b63e00 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110612 Aug 16 01:56:30.333281 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-07c82d2d-8864-496c-a646-8fc97d393c42 req-e596e71a-e851-415d-b699-6305530562db tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.360340 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-07c82d2d-8864-496c-a646-8fc97d393c42 req-e596e71a-e851-415d-b699-6305530562db tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.400677 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fa86208-3e4b-482a-b20d-b1f92cf631fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.403801 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0fa86208-3e4b-482a-b20d-b1f92cf631fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.407790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0fa86208-3e4b-482a-b20d-b1f92cf631fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3 HTTP/1.1" status: 204 len: 168 time: 0.5649097 Aug 16 01:56:30.423464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef0670f2-5637-48fe-a100-8da4d9b6f9cb req-54dc22e2-b35a-4c6b-8f3d-256dbc646a7f tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.1212523 Aug 16 01:56:30.426287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:30.467062 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-07c82d2d-8864-496c-a646-8fc97d393c42 req-e596e71a-e851-415d-b699-6305530562db tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.486705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-07c82d2d-8864-496c-a646-8fc97d393c42 req-e596e71a-e851-415d-b699-6305530562db tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7847924 Aug 16 01:56:30.561997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:30.562500 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.586151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596e71a-e851-415d-b699-6305530562db tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd49e1b-ddbb-412b-b933-1b5cd40b0110,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.635279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa86208-3e4b-482a-b20d-b1f92cf631fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5841ddfd-9ace-4ce3-81a9-f7e7dd9105f3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.686349 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.705672 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Transition to ACTIVE for port object 1de92dd9-9990-4b51-afbe-511f22e4af75 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:30.717431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc988213-a171-45eb-9dcb-d777ae42a061 req-ec5e4bb4-1b4e-4a4e-a329-bac10b039be4 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.722595 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.728268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc988213-a171-45eb-9dcb-d777ae42a061 req-ec5e4bb4-1b4e-4a4e-a329-bac10b039be4 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.1382692 Aug 16 01:56:30.746377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.837336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc988213-a171-45eb-9dcb-d777ae42a061 req-87c43d69-26e4-44af-ab2f-502cb51109c9 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058164 Aug 16 01:56:30.841531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2649e7e-bc88-4fba-bf60-4e29353aadc7,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.845549 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb24bec-55e1-4eca-a817-a9a9fe50fdf5 None None] Pushing event updated for resources: {'Port': ['ID=1de92dd9-9990-4b51-afbe-511f22e4af75,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.868474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45116191-c284-4609-a6db-1efd89b4f157 req-6000095e-6b79-4cf5-9d01-805d21a450ab tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/0bd49e1b-ddbb-412b-b933-1b5cd40b0110 HTTP/1.1" status: 200 len: 1807 time: 0.1861722 Aug 16 01:56:30.891493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-45116191-c284-4609-a6db-1efd89b4f157 req-a9fbed7c-d07f-4e83-8bee-24e7f6a85eb4 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bd49e1b-ddbb-412b-b933-1b5cd40b0110', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:30.891819 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-45116191-c284-4609-a6db-1efd89b4f157 req-a9fbed7c-d07f-4e83-8bee-24e7f6a85eb4 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bd49e1b-ddbb-412b-b933-1b5cd40b0110', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:30.923690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Attempting to bind port 1de92dd9-9990-4b51-afbe-511f22e4af75 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:30.924080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Attempting to bind port 1de92dd9-9990-4b51-afbe-511f22e4af75 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:30.924540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Attempting to bind port 1de92dd9-9990-4b51-afbe-511f22e4af75 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:30.930363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:30.930734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:30.931135 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.931576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:30.932052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Bound port: 1de92dd9-9990-4b51-afbe-511f22e4af75, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:30.932431 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.972333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] Checking segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:30.972699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] Network hostable DHCP agents. Network: 1df1123c-1f49-4c4f-9eb2-3f3807dd3006, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:30.989360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.026347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] For port 1de92dd9-9990-4b51-afbe-511f22e4af75, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:31.033862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] For port 1de92dd9-9990-4b51-afbe-511f22e4af75, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1de92dd9-9990-4b51-afbe-511f22e4af75,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:31.041726 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.049432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] Network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:31.130606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 1df1123c-1f49-4c4f-9eb2-3f3807dd3006) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:31.154554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb24bec-55e1-4eca-a817-a9a9fe50fdf5 None None] Pushing event updated for resources: {'Port': ['ID=1de92dd9-9990-4b51-afbe-511f22e4af75,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:31.166409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effadbf6-11ab-4211-95ef-8148ab993467 None None] Network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:31.173673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.174279 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.179654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-45116191-c284-4609-a6db-1efd89b4f157 req-a9fbed7c-d07f-4e83-8bee-24e7f6a85eb4 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.240500 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-45116191-c284-4609-a6db-1efd89b4f157 req-a9fbed7c-d07f-4e83-8bee-24e7f6a85eb4 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.254007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2178b0cf-9845-4cf0-970e-4b7d467c51c5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3545032 Aug 16 01:56:31.276126 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-45116191-c284-4609-a6db-1efd89b4f157 req-a9fbed7c-d07f-4e83-8bee-24e7f6a85eb4 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.309610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Routers {'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:31.311849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:31.318583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-b7589079-8c92-436a-8a8e-2cb12518865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.322683 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-b7589079-8c92-436a-8a8e-2cb12518865a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c53d6518061f44c0be91f1108c694a76&device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 1097 time: 0.1175015 Aug 16 01:56:31.372524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbed7c-d07f-4e83-8bee-24e7f6a85eb4 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e67843-5504-44b5-b5df-73a7ed975021,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:31.424669 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a0b4b-86d4-4382-a390-82eac214cb4a req-d696e1d9-451e-4e85-adae-5d9e07cdd55d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.424669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-633a0b4b-86d4-4382-a390-82eac214cb4a req-d696e1d9-451e-4e85-adae-5d9e07cdd55d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.1832364 Aug 16 01:56:31.424669 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-45116191-c284-4609-a6db-1efd89b4f157 req-a9fbed7c-d07f-4e83-8bee-24e7f6a85eb4 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.424669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45116191-c284-4609-a6db-1efd89b4f157 req-a9fbed7c-d07f-4e83-8bee-24e7f6a85eb4 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5428135 Aug 16 01:56:31.504652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] Set router f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:31.524968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-1139db6f-db07-45f9-9702-23f6cbb67593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.524968 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-1139db6f-db07-45f9-9702-23f6cbb67593 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1aecc80d-017a-4602-acaf-70ce28099434 HTTP/1.1" status: 200 len: 920 time: 0.1872809 Aug 16 01:56:31.529639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-633a0b4b-86d4-4382-a390-82eac214cb4a req-f4cbe35c-8638-41dd-a5a4-469af21e399f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949764 Aug 16 01:56:31.544486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6bc63-11f0-4b9a-9d71-f8e8d5e59f10 None None] Network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:31.571956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-17f48e5c-2ed9-4063-a55d-b3fd30214e23 req-de7a60c6-2c09-470f-971d-db2f65de2842 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-962738688', 'description': 'tempest-description-477748636'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:31.604825 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-85a27e61-598e-42ae-9bd8-54b2cbce1453 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 217 time: 0.0683401 Aug 16 01:56:31.634603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4e970-e16f-40ed-89d6-c9575f31512a req-ae68611f-fce3-4de0-a93d-381952b9c484 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.636173 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fee4e970-e16f-40ed-89d6-c9575f31512a req-ae68611f-fce3-4de0-a93d-381952b9c484 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 947 time: 0.1054003 Aug 16 01:56:31.637178 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-17f48e5c-2ed9-4063-a55d-b3fd30214e23 req-de7a60c6-2c09-470f-971d-db2f65de2842 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.707123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-f996e7b1-c315-46f3-b463-cb5a38d0d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.708530 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-f996e7b1-c315-46f3-b463-cb5a38d0d230 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45325874-20dd-426a-a9f9-e0abad59a469 HTTP/1.1" status: 200 len: 859 time: 0.0967791 Aug 16 01:56:31.728194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 1de92dd9-9990-4b51-afbe-511f22e4af75 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:31.728542 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.747925 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-b2c86a8e-772f-477a-8ee0-95814e57b5e4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1aecc80d-017a-4602-acaf-70ce28099434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311196 Aug 16 01:56:31.762853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-cfa20301-4466-4cf8-9236-0cdf3a9012ff service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:56:31.763831 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-cfa20301-4466-4cf8-9236-0cdf3a9012ff service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054612 Aug 16 01:56:31.774058 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-17f48e5c-2ed9-4063-a55d-b3fd30214e23 req-de7a60c6-2c09-470f-971d-db2f65de2842 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.781735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fee4e970-e16f-40ed-89d6-c9575f31512a req-d833c42c-fe46-49f9-8312-8dcc97e8a9dc tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316512 Aug 16 01:56:31.784054 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-17f48e5c-2ed9-4063-a55d-b3fd30214e23 req-de7a60c6-2c09-470f-971d-db2f65de2842 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.841631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a60c6-2c09-470f-971d-db2f65de2842 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d111094-a3ad-40af-81d8-2660efab3920,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:31.844043 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-17f48e5c-2ed9-4063-a55d-b3fd30214e23 req-de7a60c6-2c09-470f-971d-db2f65de2842 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.855256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17f48e5c-2ed9-4063-a55d-b3fd30214e23 req-de7a60c6-2c09-470f-971d-db2f65de2842 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2908378 Aug 16 01:56:31.925411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] For port 1de92dd9-9990-4b51-afbe-511f22e4af75, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1de92dd9-9990-4b51-afbe-511f22e4af75,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:31.925779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.936904 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-2f3e3f5c-df01-4a97-9add-3a9673dfa16d service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442990 Aug 16 01:56:31.939132 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99150a8f-3954-417e-9546-125b3a1cdd85 req-9a730c24-2ddc-4045-af8f-932738ee4cc2 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0475307 Aug 16 01:56:31.943965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 1de92dd9-9990-4b51-afbe-511f22e4af75 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:31.994411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67', 'name': 'tempest-NetworksTestDHCPv6-router-911819391', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:27Z', 'revision_number': 2, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None, '_interfaces': [{'id': '1de92dd9-9990-4b51-afbe-511f22e4af75', 'name': '', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'mac_address': 'fa:16:3e:4b:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '3aeef3d2-df12-4289-8935-9cf91e98134d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:24Z', 'updated_at': '2021-08-16T01:56:31Z', 'revision_number': 4, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'subnets': [{'id': '3aeef3d2-df12-4289-8935-9cf91e98134d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:32.024151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cc9f7-12de-40d0-8a22-d6ec39a58fdf None None] The sync data for ids ['f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'] in n-d-768851-16 is: [{'id': 'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67', 'name': 'tempest-NetworksTestDHCPv6-router-911819391', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:27Z', 'revision_number': 2, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None, '_interfaces': [{'id': '1de92dd9-9990-4b51-afbe-511f22e4af75', 'name': '', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'mac_address': 'fa:16:3e:4b:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '3aeef3d2-df12-4289-8935-9cf91e98134d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:24Z', 'updated_at': '2021-08-16T01:56:31Z', 'revision_number': 4, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'subnets': [{'id': '3aeef3d2-df12-4289-8935-9cf91e98134d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:32.109202 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c4ea359-ff33-4c20-80ac-5c9b31421999 req-5578864b-7923-4f20-bda2-1b361b7e602f service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625850 Aug 16 01:56:32.115985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf4ce17b-9553-4e18-aa5c-f7bf498e62dd req-e2047167-737d-497d-85c0-99eca4df87fb tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/8d111094-a3ad-40af-81d8-2660efab3920 HTTP/1.1" status: 200 len: 1805 time: 0.0603476 Aug 16 01:56:32.133252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-bf4ce17b-9553-4e18-aa5c-f7bf498e62dd req-cc015f2b-4d52-4336-a855-23e55d29f731 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d111094-a3ad-40af-81d8-2660efab3920', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:32.133655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-bf4ce17b-9553-4e18-aa5c-f7bf498e62dd req-cc015f2b-4d52-4336-a855-23e55d29f731 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d111094-a3ad-40af-81d8-2660efab3920', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:32.301294 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.320681 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bf4ce17b-9553-4e18-aa5c-f7bf498e62dd req-cc015f2b-4d52-4336-a855-23e55d29f731 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.368312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=1de92dd9-9990-4b51-afbe-511f22e4af75,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:32.368882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bf4ce17b-9553-4e18-aa5c-f7bf498e62dd req-cc015f2b-4d52-4336-a855-23e55d29f731 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.382191 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bf4ce17b-9553-4e18-aa5c-f7bf498e62dd req-cc015f2b-4d52-4336-a855-23e55d29f731 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.420268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-c830b169-a3c9-42bc-9c3e-1ac38ddad47e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.422886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-c830b169-a3c9-42bc-9c3e-1ac38ddad47e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.2180579 Aug 16 01:56:32.428213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc015f2b-4d52-4336-a855-23e55d29f731 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19743eb-1b95-454b-b973-01f1f06bb87b,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:32.444106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-57a301a9-0af2-4499-a736-17d5d644bfc0 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/quotas/349079a268e8437eb80e514d3cb358de HTTP/1.1" status: 200 len: 375 time: 0.0116444 Aug 16 01:56:32.445897 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bf4ce17b-9553-4e18-aa5c-f7bf498e62dd req-cc015f2b-4d52-4336-a855-23e55d29f731 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.450811 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf4ce17b-9553-4e18-aa5c-f7bf498e62dd req-cc015f2b-4d52-4336-a855-23e55d29f731 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3231137 Aug 16 01:56:32.480074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43260) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:32.490402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-b4edf058-a6bf-4023-b1de-88a536a5e061 req-f6cdad3c-622a-47c9-86ae-7f84af3f25ee tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1595930667', 'description': 'tempest-description-1666690790'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:32.526976 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-667cf774-868e-473d-a340-ae824b1b7467 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732307 Aug 16 01:56:32.547901 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.602507 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b4edf058-a6bf-4023-b1de-88a536a5e061 req-f6cdad3c-622a-47c9-86ae-7f84af3f25ee tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.687400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-20d70f4b-41df-4d32-bdb3-3adf22701d4f service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509769 Aug 16 01:56:32.756021 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1debe288-7531-4d61-8c83-9bd2f4172f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.776948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Router f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:32.809359 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b4edf058-a6bf-4023-b1de-88a536a5e061 req-f6cdad3c-622a-47c9-86ae-7f84af3f25ee tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.818251 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b4edf058-a6bf-4023-b1de-88a536a5e061 req-f6cdad3c-622a-47c9-86ae-7f84af3f25ee tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.850479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-6d6ec967-2af2-473b-9fb3-195b1392cc64 service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509500 Aug 16 01:56:32.865440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdad3c-622a-47c9-86ae-7f84af3f25ee tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a77d4a-3ef2-4ac5-a852-643aa8b1a41a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:32.874219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:32.874588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:32.879976 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3db56d27-3eba-4ddc-a3e4-1da061075572 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "PUT /v2.0/routers/f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9435387 Aug 16 01:56:32.884147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43270) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:32.964832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a30ee-b3cd-49ac-b579-ccb271bfcb20 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.966657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a30ee-b3cd-49ac-b579-ccb271bfcb20 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.968334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c27a30ee-b3cd-49ac-b579-ccb271bfcb20 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0828083 Aug 16 01:56:32.970992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43274) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:32.973889 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1debe288-7531-4d61-8c83-9bd2f4172f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.982633 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1debe288-7531-4d61-8c83-9bd2f4172f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.012169 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b4edf058-a6bf-4023-b1de-88a536a5e061 req-f6cdad3c-622a-47c9-86ae-7f84af3f25ee tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.017387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:33.027199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4edf058-a6bf-4023-b1de-88a536a5e061 req-f6cdad3c-622a-47c9-86ae-7f84af3f25ee tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5506115 Aug 16 01:56:33.088487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe88757-b71b-4074-be88-f551bf13cc4b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 3aeef3d2-df12-4289-8935-9cf91e98134d {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:33.093204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debe288-7531-4d61-8c83-9bd2f4172f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cc4b95-ab1e-40f2-8160-53bdcab0a380,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.098367 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8fe88757-b71b-4074-be88-f551bf13cc4b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.110440 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1debe288-7531-4d61-8c83-9bd2f4172f4d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa45d9e1b8f946bca9beda057ae18551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6293290 Aug 16 01:56:33.114698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43286) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:33.180252 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa7284d2-2ee3-428b-9a3d-49c4db47255d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.206646 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa7284d2-2ee3-428b-9a3d-49c4db47255d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.211742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508', 'mac_address': 'fa:16:3e:ac:a3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:33.234777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8fe88757-b71b-4074-be88-f551bf13cc4b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.257410 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.276645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40019e0-a261-4350-9f80-0284bd6846e7 req-e3b4da67-4832-4818-a336-3c1cfecf797a tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.279831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:33.284914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b40019e0-a261-4350-9f80-0284bd6846e7 req-e3b4da67-4832-4818-a336-3c1cfecf797a tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.1797726 Aug 16 01:56:33.294925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa7284d2-2ee3-428b-9a3d-49c4db47255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.297785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa7284d2-2ee3-428b-9a3d-49c4db47255d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.302103 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aa7284d2-2ee3-428b-9a3d-49c4db47255d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7cc4b95-ab1e-40f2-8160-53bdcab0a380 HTTP/1.1" status: 204 len: 168 time: 0.1820109 Aug 16 01:56:33.311293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7284d2-2ee3-428b-9a3d-49c4db47255d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cc4b95-ab1e-40f2-8160-53bdcab0a380,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.327661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ed235-69ad-406b-b960-30c8822b8e75 req-2adf8321-dc3d-4254-b2fc-ba3baf82ff9f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.329366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad3ed235-69ad-406b-b960-30c8822b8e75 req-2adf8321-dc3d-4254-b2fc-ba3baf82ff9f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 947 time: 0.1608274 Aug 16 01:56:33.330249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:33.339942 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.416642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.433204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad3ed235-69ad-406b-b960-30c8822b8e75 req-0065cbb4-c0b5-42e4-ab08-a6a17d72b1f3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854363 Aug 16 01:56:33.442049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b40019e0-a261-4350-9f80-0284bd6846e7 req-7c47c56f-60a8-4ac8-a093-404e1e433d9f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562417 Aug 16 01:56:33.475375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8fe88757-b71b-4074-be88-f551bf13cc4b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.611417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89911420-9326-4a4c-ad55-1d5470d66e24 req-7e1dcd77-c90f-4550-896e-629bf7c438af tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0599477 Aug 16 01:56:33.640277 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aea81086-2763-4163-8ba9-ae6d15f5e6e9 req-87eb6d07-8338-40dd-a7eb-3aa97c49a2e6 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 210 time: 0.0945661 Aug 16 01:56:33.653765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-17ae6bdc-40df-43a8-b858-e8c29ba2f254 req-d7c7a5ba-ea1e-4a43-bef1-c0baca67533d tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1746418860', 'description': 'tempest-description-889307255'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:33.678681 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8fe88757-b71b-4074-be88-f551bf13cc4b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.690214 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c79c04b7-80a6-4827-8bf2-4e12e136cebc req-34ea980d-fa47-49da-9dd2-df21601a3fe1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0543597 Aug 16 01:56:33.712763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe88757-b71b-4074-be88-f551bf13cc4b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=3aeef3d2-df12-4289-8935-9cf91e98134d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.715757 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-17ae6bdc-40df-43a8-b858-e8c29ba2f254 req-d7c7a5ba-ea1e-4a43-bef1-c0baca67533d tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.719647 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8fe88757-b71b-4074-be88-f551bf13cc4b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.721846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8fe88757-b71b-4074-be88-f551bf13cc4b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/3aeef3d2-df12-4289-8935-9cf91e98134d HTTP/1.1" status: 204 len: 168 time: 0.7493639 Aug 16 01:56:33.728071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43300) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:33.735587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5744723-1271-4c1b-ae54-6779058672b4 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:33.837846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['981f4bd6-1a06-4be9-83fc-1b6acfaa3508'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:33.867569 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-17ae6bdc-40df-43a8-b858-e8c29ba2f254 req-d7c7a5ba-ea1e-4a43-bef1-c0baca67533d tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.889518 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-17ae6bdc-40df-43a8-b858-e8c29ba2f254 req-d7c7a5ba-ea1e-4a43-bef1-c0baca67533d tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.958247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-17ae6bdc-40df-43a8-b858-e8c29ba2f254 req-d7c7a5ba-ea1e-4a43-bef1-c0baca67533d tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.959466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17ae6bdc-40df-43a8-b858-e8c29ba2f254 req-d7c7a5ba-ea1e-4a43-bef1-c0baca67533d tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3127618 Aug 16 01:56:33.974228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7a5ba-ea1e-4a43-bef1-c0baca67533d tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3012fe5-344a-472e-9a49-e0ee74282ec0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.985123 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9b0e3481-719d-4b89-94ae-aa58d609848b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2557578 Aug 16 01:56:33.987442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43312) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.017126 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d418a6-bb49-47f3-a2e8-b562bde42000 None None] Sync routers for ids ['f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:34.037186 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d418a6-bb49-47f3-a2e8-b562bde42000 None None] Routers {'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:34.038572 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-33d418a6-bb49-47f3-a2e8-b562bde42000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:34.126378 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bda19d48-1d07-47f3-972e-51f2889e5fad tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.130296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ace13-2eec-43ce-af00-ea7758b2d06d None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:34.156151 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-33d418a6-bb49-47f3-a2e8-b562bde42000 None None] Set router f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:34.193660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-125ace13-2eec-43ce-af00-ea7758b2d06d None None] Deleting port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:34.194385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-125ace13-2eec-43ce-af00-ea7758b2d06d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.207477 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d45779f-d050-455b-bd5e-dea47428872c req-210acb4c-7da1-4dde-a2f8-be73781a194c tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/22a77d4a-3ef2-4ac5-a852-643aa8b1a41a HTTP/1.1" status: 200 len: 1807 time: 0.1562500 Aug 16 01:56:34.220615 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-33d418a6-bb49-47f3-a2e8-b562bde42000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67', 'name': 'tempest-NetworksTestDHCPv6-router-911819391', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:32Z', 'revision_number': 3, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:34.257161 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d418a6-bb49-47f3-a2e8-b562bde42000 None None] Checking router: f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:34.266743 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d418a6-bb49-47f3-a2e8-b562bde42000 None None] Routers {'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:34.267857 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-33d418a6-bb49-47f3-a2e8-b562bde42000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:34.300591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-125ace13-2eec-43ce-af00-ea7758b2d06d None None] For port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b3a8b1d8-277b-490b-8fb8-47ac84bb5b56,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:34.301067 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-125ace13-2eec-43ce-af00-ea7758b2d06d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.322232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-125ace13-2eec-43ce-af00-ea7758b2d06d None None] Calling delete_port for b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:34.369499 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bda19d48-1d07-47f3-972e-51f2889e5fad tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.375484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bda19d48-1d07-47f3-972e-51f2889e5fad tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.391571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d45779f-d050-455b-bd5e-dea47428872c req-20b29dc9-7e98-4d52-a87d-f4e5d4acebee tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/b3012fe5-344a-472e-9a49-e0ee74282ec0 HTTP/1.1" status: 200 len: 1806 time: 0.1510823 Aug 16 01:56:34.399194 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-5d45779f-d050-455b-bd5e-dea47428872c req-28004806-4de6-4529-95f4-05f821dc18af tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '22a77d4a-3ef2-4ac5-a852-643aa8b1a41a', 'remote_group_id': 'b3012fe5-344a-472e-9a49-e0ee74282ec0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:34.399510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-5d45779f-d050-455b-bd5e-dea47428872c req-28004806-4de6-4529-95f4-05f821dc18af tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '22a77d4a-3ef2-4ac5-a852-643aa8b1a41a', 'remote_group_id': 'b3012fe5-344a-472e-9a49-e0ee74282ec0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:34.455610 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-33d418a6-bb49-47f3-a2e8-b562bde42000 None None] Set router f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:34.460470 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bda19d48-1d07-47f3-972e-51f2889e5fad tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.461008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda19d48-1d07-47f3-972e-51f2889e5fad tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Fanout notify agent at l3_agent the message router_deleted on router f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:56:34.469174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bda19d48-1d07-47f3-972e-51f2889e5fad tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.470129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:34.473242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43326) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.473684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bda19d48-1d07-47f3-972e-51f2889e5fad tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/routers/f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 HTTP/1.1" status: 204 len: 168 time: 0.4842985 Aug 16 01:56:34.480310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-35007dc7-8a42-4302-9caa-6970e3ef470f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:34.539375 n-d-768851-16 neutron-server[101382]: INFO neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No ports have port_id starting with b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 Aug 16 01:56:34.550913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-125ace13-2eec-43ce-af00-ea7758b2d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.565440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5d45779f-d050-455b-bd5e-dea47428872c req-28004806-4de6-4529-95f4-05f821dc18af tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.588160 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-33d418a6-bb49-47f3-a2e8-b562bde42000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67', 'name': 'tempest-NetworksTestDHCPv6-router-911819391', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:32Z', 'revision_number': 3, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:34.636256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ace13-2eec-43ce-af00-ea7758b2d06d None None] No DVR routers for this DVR port b3a8b1d8-277b-490b-8fb8-47ac84bb5b56 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:34.636842 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d418a6-bb49-47f3-a2e8-b562bde42000 None None] The sync data for ids ['f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67'] in n-d-768851-16 is: [{'id': 'f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67', 'name': 'tempest-NetworksTestDHCPv6-router-911819391', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:32Z', 'revision_number': 3, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:34.649540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ace13-2eec-43ce-af00-ea7758b2d06d None None] Pushing event deleted for resources: {'Port': ['ID=b3a8b1d8-277b-490b-8fb8-47ac84bb5b56,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:34.663319 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5d45779f-d050-455b-bd5e-dea47428872c req-28004806-4de6-4529-95f4-05f821dc18af tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.676668 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5d45779f-d050-455b-bd5e-dea47428872c req-28004806-4de6-4529-95f4-05f821dc18af tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.709730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9067aa3-cd8b-42f3-b990-909dc63ea720 req-f7040765-f4b6-49b2-b635-8643cbbf356c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.711809 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9067aa3-cd8b-42f3-b990-909dc63ea720 req-f7040765-f4b6-49b2-b635-8643cbbf356c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 948 time: 0.1134808 Aug 16 01:56:34.712462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28004806-4de6-4529-95f4-05f821dc18af tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1128e3d8-e61a-4324-8504-0e064960e133,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:34.747223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35007dc7-8a42-4302-9caa-6970e3ef470f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:34.751115 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35007dc7-8a42-4302-9caa-6970e3ef470f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.756428 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5d45779f-d050-455b-bd5e-dea47428872c req-28004806-4de6-4529-95f4-05f821dc18af tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.757679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d45779f-d050-455b-bd5e-dea47428872c req-28004806-4de6-4529-95f4-05f821dc18af tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3652790 Aug 16 01:56:34.775966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9067aa3-cd8b-42f3-b990-909dc63ea720 req-e9d4a828-5bde-45fb-a7ae-0004c14dadf7 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536551 Aug 16 01:56:34.866674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-c14f8793-ca36-41c2-88a3-0f306438d7a8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.868110 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-c14f8793-ca36-41c2-88a3-0f306438d7a8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.2005470 Aug 16 01:56:34.887301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Request body: {'port': {'device_id': '84008846-0d11-4cfd-9894-1da438195577', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'admin_state_up': True, 'tenant_id': '349079a268e8437eb80e514d3cb358de'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:34.893384 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e15ca-9bf5-4f88-90e6-82de959384cd req-8f64dd1d-8b72-4bae-b2c5-570688e7ae54 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.895009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-366e15ca-9bf5-4f88-90e6-82de959384cd req-8f64dd1d-8b72-4bae-b2c5-570688e7ae54 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.0565503 Aug 16 01:56:34.936038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-366e15ca-9bf5-4f88-90e6-82de959384cd req-dae47965-2690-404f-9b1d-5cf00a934500 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346220 Aug 16 01:56:35.065060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33792626-f7b2-4309-bc33-c9bd8aec8015 req-a8da4d43-5830-490a-b0f3-5a228f4b9dc0 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0558465 Aug 16 01:56:35.083870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e315c090-09b6-43cf-8e6b-1f89c4741a6e req-2a1b0e2d-243b-4262-91e6-4ca610666c34 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-22357581', 'description': 'tempest-description-112285993'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:35.100369 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35007dc7-8a42-4302-9caa-6970e3ef470f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.121816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b18f02d-f886-4565-b161-0aa5c9ff8920 req-b47c69b0-9763-4bcb-a96c-f78985f68914 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 210 time: 0.0558131 Aug 16 01:56:35.135212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e315c090-09b6-43cf-8e6b-1f89c4741a6e req-2a1b0e2d-243b-4262-91e6-4ca610666c34 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.162742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35007dc7-8a42-4302-9caa-6970e3ef470f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:35.171332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-35007dc7-8a42-4302-9caa-6970e3ef470f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:35.178594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35007dc7-8a42-4302-9caa-6970e3ef470f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:35.179199 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35007dc7-8a42-4302-9caa-6970e3ef470f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.181555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f800a9-3b40-47f6-ad2e-79c7bd58454f None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:35.203745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35007dc7-8a42-4302-9caa-6970e3ef470f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=041c3867-8356-47d8-886e-9fd5240f1dc9,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:35.206918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Made reservation on behalf of 349079a268e8437eb80e514d3cb358de for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:35.211221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.335437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e315c090-09b6-43cf-8e6b-1f89c4741a6e req-2a1b0e2d-243b-4262-91e6-4ca610666c34 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.339901 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e315c090-09b6-43cf-8e6b-1f89c4741a6e req-2a1b0e2d-243b-4262-91e6-4ca610666c34 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.364756 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-35007dc7-8a42-4302-9caa-6970e3ef470f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8901172 Aug 16 01:56:35.370185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43352) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:35.381535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9f696036-1965-4529-b6d0-fde9e97a5687 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-589490521', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:35.393736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '041c3867-8356-47d8-886e-9fd5240f1dc9'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:35.396659 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.402979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b0e2d-243b-4262-91e6-4ca610666c34 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8185d9d-e27d-4206-910d-1c420d800d04,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:35.430035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e315c090-09b6-43cf-8e6b-1f89c4741a6e req-2a1b0e2d-243b-4262-91e6-4ca610666c34 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.434121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e315c090-09b6-43cf-8e6b-1f89c4741a6e req-2a1b0e2d-243b-4262-91e6-4ca610666c34 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3531342 Aug 16 01:56:35.462365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Allocated IP 172.20.0.11 (1df1123c-1f49-4c4f-9eb2-3f3807dd3006/f2649e7e-bc88-4fba-bf60-4e29353aadc7/7dc12250-d78c-445c-af53-b163562b7414) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:35.465207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-ed9c16e9-227f-472a-97ea-9cdf99744b13 req-5b25e50c-1802-4842-a203-a43ce2d7d1e0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1093166389', 'description': 'tempest-description-420549351'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:35.470112 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f696036-1965-4529-b6d0-fde9e97a5687 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.471367 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f696036-1965-4529-b6d0-fde9e97a5687 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.510909 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ed9c16e9-227f-472a-97ea-9cdf99744b13 req-5b25e50c-1802-4842-a203-a43ce2d7d1e0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.596548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/041c3867-8356-47d8-886e-9fd5240f1dc9/ae6226bc-eb72-4ba3-9cf0-9680186fb531) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:35.664280 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.694559 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ed9c16e9-227f-472a-97ea-9cdf99744b13 req-5b25e50c-1802-4842-a203-a43ce2d7d1e0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.702778 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ed9c16e9-227f-472a-97ea-9cdf99744b13 req-5b25e50c-1802-4842-a203-a43ce2d7d1e0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.731771 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f696036-1965-4529-b6d0-fde9e97a5687 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.737652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.744492 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f696036-1965-4529-b6d0-fde9e97a5687 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.755086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25e50c-1802-4842-a203-a43ce2d7d1e0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ad707-f7ad-4b77-a5a9-bd0cdbcece36,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:35.784384 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ed9c16e9-227f-472a-97ea-9cdf99744b13 req-5b25e50c-1802-4842-a203-a43ce2d7d1e0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.790287 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.795154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed9c16e9-227f-472a-97ea-9cdf99744b13 req-5b25e50c-1802-4842-a203-a43ce2d7d1e0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3390195 Aug 16 01:56:35.805180 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f696036-1965-4529-b6d0-fde9e97a5687 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.806385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Transition to ACTIVE for port object ae6226bc-eb72-4ba3-9cf0-9680186fb531 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:35.806499 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9f696036-1965-4529-b6d0-fde9e97a5687 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4355917 Aug 16 01:56:35.809155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43378) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:35.810163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:35.814069 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:35.820435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:35.824839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event updated for resources: {'Port': ['ID=7dc12250-d78c-445c-af53-b163562b7414,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:35.846941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Transition to ACTIVE for port object ae6226bc-eb72-4ba3-9cf0-9680186fb531 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:35.853610 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.874222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:35.875082 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.895410 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-f3083c24-c52b-46e2-8f01-5497d184b642 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0139923 Aug 16 01:56:35.897842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:35.900758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:35.904609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:35.909823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Request body: {'port': {'device_id': '84008846-0d11-4cfd-9894-1da438195577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:35.937166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Pushing event updated for resources: {'Port': ['ID=ae6226bc-eb72-4ba3-9cf0-9680186fb531,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:35.971482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.971920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.972268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.972872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.973301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.973474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.973835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.974106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.974507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.974907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.975216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.976870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:35.987382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Attempting to bind port ae6226bc-eb72-4ba3-9cf0-9680186fb531 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:35.987733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Attempting to bind port ae6226bc-eb72-4ba3-9cf0-9680186fb531 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:35.988051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Attempting to bind port ae6226bc-eb72-4ba3-9cf0-9680186fb531 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:35.990554 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.994472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:35.994872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:35.995251 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.995678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:35.996116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Bound port: ae6226bc-eb72-4ba3-9cf0-9680186fb531, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:35.997303 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.059497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49ff7f70-801a-4ca3-95c5-7ac4d75a8123 req-6b6d1e7c-6fdb-4633-8724-548307ec56f1 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/b8185d9d-e27d-4206-910d-1c420d800d04 HTTP/1.1" status: 200 len: 1804 time: 0.1805992 Aug 16 01:56:36.074437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] For port ae6226bc-eb72-4ba3-9cf0-9680186fb531, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:36.078441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] For port ae6226bc-eb72-4ba3-9cf0-9680186fb531, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ae6226bc-eb72-4ba3-9cf0-9680186fb531,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:36.084970 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.129826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5755-dee3-4e54-ad2d-144a73440d67 req-0dfae058-37bc-47ce-963e-1211edf1e19a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.141135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82ea5755-dee3-4e54-ad2d-144a73440d67 req-0dfae058-37bc-47ce-963e-1211edf1e19a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 948 time: 0.2068908 Aug 16 01:56:36.162614 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119a726-4ada-4e92-bcc3-edf9e21f01b3 None None] Pushing event updated for resources: {'Port': ['ID=ae6226bc-eb72-4ba3-9cf0-9680186fb531,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:36.182218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43388) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:36.257799 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82ea5755-dee3-4e54-ad2d-144a73440d67 req-6284c336-f072-49bf-b184-e67038e813e6 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151941 Aug 16 01:56:36.339612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc12250-d78c-445c-af53-b163562b7414 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:36.342872 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4daa54d2-25e3-4334-b631-4a4d701c636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.348407 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.349106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49ff7f70-801a-4ca3-95c5-7ac4d75a8123 req-4beb4e6a-d774-4760-a277-eccf70aa6d7c tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/e62ad707-f7ad-4b77-a5a9-bd0cdbcece36 HTTP/1.1" status: 200 len: 1806 time: 0.2431974 Aug 16 01:56:36.376233 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Transition to ACTIVE for port object 7dc12250-d78c-445c-af53-b163562b7414 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:36.383205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.412476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-49ff7f70-801a-4ca3-95c5-7ac4d75a8123 req-1cab1855-2b29-4804-b754-2384a2660f3f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b8185d9d-e27d-4206-910d-1c420d800d04', 'remote_group_id': 'e62ad707-f7ad-4b77-a5a9-bd0cdbcece36', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:36.413045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-49ff7f70-801a-4ca3-95c5-7ac4d75a8123 req-1cab1855-2b29-4804-b754-2384a2660f3f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b8185d9d-e27d-4206-910d-1c420d800d04', 'remote_group_id': 'e62ad707-f7ad-4b77-a5a9-bd0cdbcece36', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:36.435541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1de92dd9-9990-4b51-afbe-511f22e4af75 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:36.448181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc12250-d78c-445c-af53-b163562b7414,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:36.481323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 1de92dd9-9990-4b51-afbe-511f22e4af75 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:36.482190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1de92dd9-9990-4b51-afbe-511f22e4af75 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:36.561067 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.569325 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Attempting to bind port 7dc12250-d78c-445c-af53-b163562b7414 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:36.570175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Attempting to bind port 7dc12250-d78c-445c-af53-b163562b7414 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:36.570522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Attempting to bind port 7dc12250-d78c-445c-af53-b163562b7414 on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:36.572402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677bddd-a615-482e-bc08-0a98cb88a069 req-d4ee7151-2804-401a-a406-042adef7ab5d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.573935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1677bddd-a615-482e-bc08-0a98cb88a069 req-d4ee7151-2804-401a-a406-042adef7ab5d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.1682308 Aug 16 01:56:36.574996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Port 7dc12250-d78c-445c-af53-b163562b7414 on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:36.575316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Attempting to bind port 7dc12250-d78c-445c-af53-b163562b7414 on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:36.581210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:36.581555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Checking segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:36.581950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Bound using segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:36.582378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Bound port: 7dc12250-d78c-445c-af53-b163562b7414, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:36.582741 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.652565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] For port 7dc12250-d78c-445c-af53-b163562b7414, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:36.656052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] For port 7dc12250-d78c-445c-af53-b163562b7414, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7dc12250-d78c-445c-af53-b163562b7414,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:36.660796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.693528 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.694556 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.697235 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] 10.222.0.89 "PUT /v2.0/ports/7dc12250-d78c-445c-af53-b163562b7414 HTTP/1.1" status: 200 len: 1093 time: 0.7940145 Aug 16 01:56:36.699846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84008846-0d11-4cfd-9894-1da438195577', 'tag': '7dc12250-d78c-445c-af53-b163562b7414'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:36.707122 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a880286d-b28a-4f26-89e3-335ba1c661f1" -d '{"events": [{"name": "network-changed", "server_uuid": "84008846-0d11-4cfd-9894-1da438195577", "tag": "7dc12250-d78c-445c-af53-b163562b7414"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:36.771077 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3980f6f-a62d-41d0-9077-b4f037154a99 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc12250-d78c-445c-af53-b163562b7414,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:36.790292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-8e7608b8-8168-4aea-be06-47344ba710ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.791833 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-8e7608b8-8168-4aea-be06-47344ba710ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 1096 time: 0.0491586 Aug 16 01:56:36.840280 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-a5cf1e12-ef6d-440c-9eab-672d29c06356 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc12250-d78c-445c-af53-b163562b7414 HTTP/1.1" status: 200 len: 217 time: 0.0400872 Aug 16 01:56:36.894294 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-3f81cf9c-730b-45e0-b8a3-372454444860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.895903 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-3f81cf9c-730b-45e0-b8a3-372454444860 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.0484996 Aug 16 01:56:36.897488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:36.933631 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-941febde-1d84-4344-a507-bc9978ea211f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286391 Aug 16 01:56:36.958217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:36.963128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:36.963128 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.029904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1677bddd-a615-482e-bc08-0a98cb88a069 req-df932a4d-8c1e-4baf-a07e-0a7e94571377 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447992 Aug 16 01:56:37.032164 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4daa54d2-25e3-4334-b631-4a4d701c636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.042550 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4daa54d2-25e3-4334-b631-4a4d701c636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.079301 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-2766b3f9-0872-4914-b61e-50b585eb4089 service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369839 Aug 16 01:56:37.082814 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.121625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:37.124522 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2749d88d-04fe-404c-b5a1-01f061b2d5de" -d '{"events": [{"server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "name": "network-vif-plugged", "status": "completed", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:37.141527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:37.147029 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.185667 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4daa54d2-25e3-4334-b631-4a4d701c636b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9e03b96a6ec40fbbcd630190df03a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0011454 Aug 16 01:56:37.188356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43398) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:37.214609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa54d2-25e3-4334-b631-4a4d701c636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbd5ab3-ff16-4a9c-bd3a-bb0b508e1e73,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:37.219011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-908a96a6-0afb-411a-a370-18f5155ff47a req-0aabb276-acd0-48c6-b097-2af09be6b6f4 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0904388 Aug 16 01:56:37.233173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:37.312539 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d65e42cc-1841-4594-b0a8-c2bf807aabcd req-71eb7afa-f189-4b0b-b4a0-208a3b98301e service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263570 Aug 16 01:56:37.317747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41d39017-f074-44b7-b2d8-9d40806b3ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.318931 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-49ff7f70-801a-4ca3-95c5-7ac4d75a8123 req-1cab1855-2b29-4804-b754-2384a2660f3f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.343702 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41d39017-f074-44b7-b2d8-9d40806b3ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.397592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::1 (4c0e190f-1577-4471-8063-ddf0f1be0b48/041c3867-8356-47d8-886e-9fd5240f1dc9/e9355b18-b506-4da9-a60a-8464b151b71a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:37.409008 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41d39017-f074-44b7-b2d8-9d40806b3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.412223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41d39017-f074-44b7-b2d8-9d40806b3ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.415955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-41d39017-f074-44b7-b2d8-9d40806b3ca9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fdbd5ab3-ff16-4a9c-bd3a-bb0b508e1e73 HTTP/1.1" status: 204 len: 168 time: 0.2222598 Aug 16 01:56:37.416158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5a1ff338-96e8-4981-ac4c-7cd08b33d0c1 None None] Provisioning for port ae6226bc-eb72-4ba3-9cf0-9680186fb531 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:37.416263 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-49ff7f70-801a-4ca3-95c5-7ac4d75a8123 req-1cab1855-2b29-4804-b754-2384a2660f3f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.427647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa4642-5ecf-4310-a839-cb37464ec7fc req-e6abb1f8-f0ee-4793-874f-282dae01f16c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.429276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bffa4642-5ecf-4310-a839-cb37464ec7fc req-e6abb1f8-f0ee-4793-874f-282dae01f16c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 944 time: 0.1120415 Aug 16 01:56:37.431137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d39017-f074-44b7-b2d8-9d40806b3ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbd5ab3-ff16-4a9c-bd3a-bb0b508e1e73,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:37.435906 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-49ff7f70-801a-4ca3-95c5-7ac4d75a8123 req-1cab1855-2b29-4804-b754-2384a2660f3f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.514389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab1855-2b29-4804-b754-2384a2660f3f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10d18df-59dd-4c07-90f6-6f7ed7c34ac2,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:37.536831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-49ff7f70-801a-4ca3-95c5-7ac4d75a8123 req-1cab1855-2b29-4804-b754-2384a2660f3f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.538053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49ff7f70-801a-4ca3-95c5-7ac4d75a8123 req-1cab1855-2b29-4804-b754-2384a2660f3f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1334672 Aug 16 01:56:37.551290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bffa4642-5ecf-4310-a839-cb37464ec7fc req-bba11121-e8f2-43c2-8afa-99b8ff7ee4da tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132138 Aug 16 01:56:37.602049 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4beb37c-7430-4373-ba48-884f0dfb9081 x-openstack-request-id: req-f4beb37c-7430-4373-ba48-884f0dfb9081 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:37.602351 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84008846-0d11-4cfd-9894-1da438195577", "tag": "7dc12250-d78c-445c-af53-b163562b7414", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:37.602599 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4beb37c-7430-4373-ba48-884f0dfb9081 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:37.603210 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84008846-0d11-4cfd-9894-1da438195577', 'tag': '7dc12250-d78c-445c-af53-b163562b7414', 'status': 'completed', 'code': 200} Aug 16 01:56:37.618203 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.643668 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044277d1-73dd-443a-8e8b-2952d4c795dc x-openstack-request-id: req-044277d1-73dd-443a-8e8b-2952d4c795dc {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:37.644185 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "name": "network-vif-plugged", "status": "completed", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:37.644185 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-044277d1-73dd-443a-8e8b-2952d4c795dc {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:37.645214 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508', 'code': 200} Aug 16 01:56:37.652324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object e9355b18-b506-4da9-a60a-8464b151b71a will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:37.704582 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880286d-b28a-4f26-89e3-335ba1c661f1 req-e92de9ca-3611-4d35-9338-0c371aa4b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.706653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a880286d-b28a-4f26-89e3-335ba1c661f1 req-e92de9ca-3611-4d35-9338-0c371aa4b75d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 1096 time: 0.0792527 Aug 16 01:56:37.707997 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.778960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:37.800682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:37.803293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:37.803858 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.859315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=e9355b18-b506-4da9-a60a-8464b151b71a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:37.882189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880286d-b28a-4f26-89e3-335ba1c661f1 req-037eeed9-89fb-4e6e-922d-35541209f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.886198 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a880286d-b28a-4f26-89e3-335ba1c661f1 req-037eeed9-89fb-4e6e-922d-35541209f630 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 913 time: 0.1712582 Aug 16 01:56:37.906693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3642e-f17b-48ca-a342-5cdb63118445 req-8cefd6e6-4285-468a-b814-260330d788e5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.914587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ab3642e-f17b-48ca-a342-5cdb63118445 req-8cefd6e6-4285-468a-b814-260330d788e5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.1576362 Aug 16 01:56:37.982441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ab3642e-f17b-48ca-a342-5cdb63118445 req-f2d12627-5232-44ab-8e34-dec811c69bba tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668414 Aug 16 01:56:37.987931 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a880286d-b28a-4f26-89e3-335ba1c661f1 req-960aaf0d-84f9-40f0-9d2c-c9d8092b1264 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc12250-d78c-445c-af53-b163562b7414 HTTP/1.1" status: 200 len: 217 time: 0.0900981 Aug 16 01:56:38.069951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880286d-b28a-4f26-89e3-335ba1c661f1 req-c5befbde-5d97-4abb-98c0-e6e81053abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.072425 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a880286d-b28a-4f26-89e3-335ba1c661f1 req-c5befbde-5d97-4abb-98c0-e6e81053abc0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.0719821 Aug 16 01:56:38.089187 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01dc1f3e-49bb-4e0e-9346-ab2f82f23508 req-b68b51e9-7725-486e-a8bb-2ee409abddce tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca&device_id=0540aae0-d860-4880-bfd3-a708157e22b8 HTTP/1.1" status: 200 len: 210 time: 0.0613072 Aug 16 01:56:38.094248 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.178660 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a880286d-b28a-4f26-89e3-335ba1c661f1 req-0f1c68da-4874-41ba-aafb-d9759bfec648 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556786 Aug 16 01:56:38.189352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285bc0e-6c0a-4b39-b88d-4959cb60bb3b req-ac7844f7-4e32-479e-b9e4-4f9e1c8c8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.190837 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3285bc0e-6c0a-4b39-b88d-4959cb60bb3b req-ac7844f7-4e32-479e-b9e4-4f9e1c8c8d16 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1101 time: 0.4172373 Aug 16 01:56:38.227963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b672a9f0-3d6d-4257-ae3c-e41a789f7c14 req-60411615-29b3-4c2e-a1ba-65153f830170 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/e62ad707-f7ad-4b77-a5a9-bd0cdbcece36 HTTP/1.1" status: 200 len: 1806 time: 0.2012992 Aug 16 01:56:38.261734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9400f74e-7f61-4927-a7e8-96752df77d99 None None] Provisioning for port e9355b18-b506-4da9-a60a-8464b151b71a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:38.275296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9400f74e-7f61-4927-a7e8-96752df77d99 None None] Provisioning complete for port e9355b18-b506-4da9-a60a-8464b151b71a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:38.275762 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9400f74e-7f61-4927-a7e8-96752df77d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.296546 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3285bc0e-6c0a-4b39-b88d-4959cb60bb3b req-0142552c-fed3-43b4-9f95-855467ecf572 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753422 Aug 16 01:56:38.311782 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a880286d-b28a-4f26-89e3-335ba1c661f1 req-c0c77e69-7baf-4f59-b8bc-ff92c5d09f71 service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191292 Aug 16 01:56:38.328865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9400f74e-7f61-4927-a7e8-96752df77d99 None None] Port e9355b18-b506-4da9-a60a-8464b151b71a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:38.351436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2aaa3-0ce2-4c0e-922e-08831c82f7ce req-7e93deed-fcd8-41d6-8b13-4db63050753b tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.358523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90c2aaa3-0ce2-4c0e-922e-08831c82f7ce req-7e93deed-fcd8-41d6-8b13-4db63050753b tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.1384397 Aug 16 01:56:38.447131 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a880286d-b28a-4f26-89e3-335ba1c661f1 req-bd4564e2-d95d-45b1-bf2c-aa1e9a21432d service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268246 Aug 16 01:56:38.475410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90c2aaa3-0ce2-4c0e-922e-08831c82f7ce req-a4f4aabb-231b-41c7-ac6b-fa8a4323d325 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159387 Aug 16 01:56:38.485124 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b672a9f0-3d6d-4257-ae3c-e41a789f7c14 req-9837dac0-2a1b-4572-8161-bdfbc108a732 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.502501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ae6226bc-eb72-4ba3-9cf0-9680186fb531 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:38.546154 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b672a9f0-3d6d-4257-ae3c-e41a789f7c14 req-9837dac0-2a1b-4572-8161-bdfbc108a732 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.572394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ae6226bc-eb72-4ba3-9cf0-9680186fb531 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:38.577455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ae6226bc-eb72-4ba3-9cf0-9680186fb531 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:38.578013 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.635601 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.643509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.644476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.684189 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.701591 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b672a9f0-3d6d-4257-ae3c-e41a789f7c14 req-9837dac0-2a1b-4572-8161-bdfbc108a732 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.704352 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b672a9f0-3d6d-4257-ae3c-e41a789f7c14 req-9837dac0-2a1b-4572-8161-bdfbc108a732 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.705521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b672a9f0-3d6d-4257-ae3c-e41a789f7c14 req-9837dac0-2a1b-4572-8161-bdfbc108a732 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "DELETE /v2.0/security-groups/e62ad707-f7ad-4b77-a5a9-bd0cdbcece36 HTTP/1.1" status: 204 len: 173 time: 0.4381025 Aug 16 01:56:38.738611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port ae6226bc-eb72-4ba3-9cf0-9680186fb531, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ae6226bc-eb72-4ba3-9cf0-9680186fb531,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:38.747334 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.762801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837dac0-2a1b-4572-8161-bdfbc108a732 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ad707-f7ad-4b77-a5a9-bd0cdbcece36,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:38.769941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=e9355b18-b506-4da9-a60a-8464b151b71a,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:38.837398 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a93e4cb3-ca51-4872-8e56-178c5b72d7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.847594 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b44a9-e750-44e6-b91a-e073ddae3b77 req-18596ec1-fdc7-4147-a842-6f348be52505 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.853020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=ae6226bc-eb72-4ba3-9cf0-9680186fb531,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:38.853295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c41b44a9-e750-44e6-b91a-e073ddae3b77 req-18596ec1-fdc7-4147-a842-6f348be52505 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 944 time: 0.0805686 Aug 16 01:56:38.860326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:38.863656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:38.915758 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-65fd82c1-0514-48ea-8551-e1d44aeecc1f req-d4ac1f80-186c-41a5-b082-d7767169fb26 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a2f162f33e64444788541b26b7d295fa&device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0428929 Aug 16 01:56:38.950557 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c41b44a9-e750-44e6-b91a-e073ddae3b77 req-f5d0e744-edfe-4cff-82d5-53aa694497e3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888822 Aug 16 01:56:38.961651 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-65fd82c1-0514-48ea-8551-e1d44aeecc1f req-e9f596bc-10ad-4a70-8276-8d51a9134a82 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=a2f162f33e64444788541b26b7d295fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287323 Aug 16 01:56:39.008897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36a829ba-4eee-4887-a054-3d8564e463a5 req-64b0831a-972c-4e8b-88c2-677fe865d182 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0572119 Aug 16 01:56:39.088748 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e01062e-177d-47da-bd66-cbd2097c2c9b req-7a451f72-25df-4822-b271-12f2095dd5ce tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/b8185d9d-e27d-4206-910d-1c420d800d04 HTTP/1.1" status: 200 len: 1804 time: 0.0973988 Aug 16 01:56:39.123510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Router a579b410-73a5-4a8b-84c7-7f10bb2bb004 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:56:39.135090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd82c1-0514-48ea-8551-e1d44aeecc1f req-2f2489f7-214a-4e45-972e-b75fe507029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.136571 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-65fd82c1-0514-48ea-8551-e1d44aeecc1f req-2f2489f7-214a-4e45-972e-b75fe507029b service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636527 Aug 16 01:56:39.174480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-f322971c-341d-4ca7-b911-0fbcb2ca6ed5 req-b6d19df7-071b-44d5-99dd-aeec896990a5 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1680200210', 'description': 'tempest-description-681312156'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:39.264564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8667b3d3-95a8-4aa6-bdb0-3150d3242816 None None] Provisioning complete for port e9355b18-b506-4da9-a60a-8464b151b71a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:39.264945 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8667b3d3-95a8-4aa6-bdb0-3150d3242816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.280506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fccc4-3592-4be1-a123-16d99bffe9d2 req-092d7257-af6d-4c8b-a022-f48439569919 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.282045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-252fccc4-3592-4be1-a123-16d99bffe9d2 req-092d7257-af6d-4c8b-a022-f48439569919 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.1560395 Aug 16 01:56:39.284758 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f322971c-341d-4ca7-b911-0fbcb2ca6ed5 req-b6d19df7-071b-44d5-99dd-aeec896990a5 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.314018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8667b3d3-95a8-4aa6-bdb0-3150d3242816 None None] Port e9355b18-b506-4da9-a60a-8464b151b71a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:39.322029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:39.323962 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.331517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-08dc64d8-ed1e-42a3-88ce-23f1d1a3385a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "PUT /v2.0/routers/a579b410-73a5-4a8b-84c7-7f10bb2bb004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5206230 Aug 16 01:56:39.334279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43464) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:39.338550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Sync routers for ids ['a579b410-73a5-4a8b-84c7-7f10bb2bb004'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:39.357024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Routers {'a579b410-73a5-4a8b-84c7-7f10bb2bb004'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:39.357774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a579b410-73a5-4a8b-84c7-7f10bb2bb004'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:39.363356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-252fccc4-3592-4be1-a123-16d99bffe9d2 req-faf45601-b405-448e-85c7-5453fefb55e4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707397 Aug 16 01:56:39.386538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a66845f-18ee-4114-971b-26fd28b43bda tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.390932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9a66845f-18ee-4114-971b-26fd28b43bda tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports/e9355b18-b506-4da9-a60a-8464b151b71a HTTP/1.1" status: 200 len: 911 time: 0.0555906 Aug 16 01:56:39.391231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43466) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:39.457891 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f322971c-341d-4ca7-b911-0fbcb2ca6ed5 req-b6d19df7-071b-44d5-99dd-aeec896990a5 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.472730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0383d9ba-db80-45d5-bb20-6374803d0014 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.479096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0383d9ba-db80-45d5-bb20-6374803d0014 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.480717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0383d9ba-db80-45d5-bb20-6374803d0014 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0887854 Aug 16 01:56:39.482004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f322971c-341d-4ca7-b911-0fbcb2ca6ed5 req-b6d19df7-071b-44d5-99dd-aeec896990a5 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.483603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43472) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:39.488344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Set router a579b410-73a5-4a8b-84c7-7f10bb2bb004 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:39.521689 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f322971c-341d-4ca7-b911-0fbcb2ca6ed5 req-b6d19df7-071b-44d5-99dd-aeec896990a5 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.532168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f322971c-341d-4ca7-b911-0fbcb2ca6ed5 req-b6d19df7-071b-44d5-99dd-aeec896990a5 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3626058 Aug 16 01:56:39.533934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d19df7-071b-44d5-99dd-aeec896990a5 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac49b07-915c-471e-a7f2-aefa27ad6a94,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:39.664156 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a15b313e-d9fc-4979-be4a-e6f990c5f0ef req-86395b12-2a2e-47d7-9f2d-24f7086d9489 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/aac49b07-915c-471e-a7f2-aefa27ad6a94 HTTP/1.1" status: 200 len: 1806 time: 0.1146340 Aug 16 01:56:39.675561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992acc4-2c4c-4324-8eb5-f552d1c126d5 req-ea82af6c-b24d-457e-8ec6-b05a77342e9d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.683901 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3992acc4-2c4c-4324-8eb5-f552d1c126d5 req-ea82af6c-b24d-457e-8ec6-b05a77342e9d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.0894554 Aug 16 01:56:39.696155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-a15b313e-d9fc-4979-be4a-e6f990c5f0ef req-1f908a83-72b2-4fb0-8171-9fb87bf8542a tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aac49b07-915c-471e-a7f2-aefa27ad6a94', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:39.696535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-a15b313e-d9fc-4979-be4a-e6f990c5f0ef req-1f908a83-72b2-4fb0-8171-9fb87bf8542a tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aac49b07-915c-471e-a7f2-aefa27ad6a94', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:39.751982 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3992acc4-2c4c-4324-8eb5-f552d1c126d5 req-345eda06-50d2-4f85-b46e-903d019e1ddc tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670993 Aug 16 01:56:39.785401 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a579b410-73a5-4a8b-84c7-7f10bb2bb004', 'name': 'tempest-NetworksTestDHCPv6-router-589490521', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:35Z', 'updated_at': '2021-08-16T01:56:37Z', 'revision_number': 2, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None, '_interfaces': [{'id': 'e9355b18-b506-4da9-a60a-8464b151b71a', 'name': '', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'mac_address': 'fa:16:3e:a5:1b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a579b410-73a5-4a8b-84c7-7f10bb2bb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '041c3867-8356-47d8-886e-9fd5240f1dc9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:37Z', 'updated_at': '2021-08-16T01:56:38Z', 'revision_number': 2, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'subnets': [{'id': '041c3867-8356-47d8-886e-9fd5240f1dc9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:39.803690 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a15b313e-d9fc-4979-be4a-e6f990c5f0ef req-1f908a83-72b2-4fb0-8171-9fb87bf8542a tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.827178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Checking router: a579b410-73a5-4a8b-84c7-7f10bb2bb004 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:39.827777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Updating router a579b410-73a5-4a8b-84c7-7f10bb2bb004 port e9355b18-b506-4da9-a60a-8464b151b71a binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:56:39.829110 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a15b313e-d9fc-4979-be4a-e6f990c5f0ef req-1f908a83-72b2-4fb0-8171-9fb87bf8542a tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.833633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a15b313e-d9fc-4979-be4a-e6f990c5f0ef req-1f908a83-72b2-4fb0-8171-9fb87bf8542a tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.857229 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.857599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f908a83-72b2-4fb0-8171-9fb87bf8542a tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6f33a9-bf0a-471d-9c8d-f71b6f61abe1,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:39.869367 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a15b313e-d9fc-4979-be4a-e6f990c5f0ef req-1f908a83-72b2-4fb0-8171-9fb87bf8542a tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.871139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a15b313e-d9fc-4979-be4a-e6f990c5f0ef req-1f908a83-72b2-4fb0-8171-9fb87bf8542a tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1843884 Aug 16 01:56:39.887362 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d12a235-0a94-4348-bf85-9da07913d4c9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.978537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-053aa7b4-6fc5-4962-9ab6-ff9fae885df6 req-d01ce3c9-ff5a-46eb-9941-f527bc1f78ee tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/aac49b07-915c-471e-a7f2-aefa27ad6a94 HTTP/1.1" status: 200 len: 2400 time: 0.0693841 Aug 16 01:56:39.983925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-053aa7b4-6fc5-4962-9ab6-ff9fae885df6 req-e98adb79-8601-4888-957d-86d71872ad4f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aac49b07-915c-471e-a7f2-aefa27ad6a94', 'remote_group_id': None}]} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:39.984461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-053aa7b4-6fc5-4962-9ab6-ff9fae885df6 req-e98adb79-8601-4888-957d-86d71872ad4f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aac49b07-915c-471e-a7f2-aefa27ad6a94', 'remote_group_id': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:40.123882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-053aa7b4-6fc5-4962-9ab6-ff9fae885df6 req-e98adb79-8601-4888-957d-86d71872ad4f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.161474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7d12a235-0a94-4348-bf85-9da07913d4c9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port e9355b18-b506-4da9-a60a-8464b151b71a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:40.162179 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d12a235-0a94-4348-bf85-9da07913d4c9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.213413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-053aa7b4-6fc5-4962-9ab6-ff9fae885df6 req-e98adb79-8601-4888-957d-86d71872ad4f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.225170 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-053aa7b4-6fc5-4962-9ab6-ff9fae885df6 req-e98adb79-8601-4888-957d-86d71872ad4f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.266414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff3d86-0cbf-4416-859b-a93d62e9cefe req-6915cf0b-9440-4c1e-b59d-dd77baede04a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.267063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2cff3d86-0cbf-4416-859b-a93d62e9cefe req-6915cf0b-9440-4c1e-b59d-dd77baede04a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 944 time: 0.1695879 Aug 16 01:56:40.268537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98adb79-8601-4888-957d-86d71872ad4f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd21909-9d15-45da-9463-8d5f27e631b2,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.277249 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d12a235-0a94-4348-bf85-9da07913d4c9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.291787 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-053aa7b4-6fc5-4962-9ab6-ff9fae885df6 req-e98adb79-8601-4888-957d-86d71872ad4f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.292998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-053aa7b4-6fc5-4962-9ab6-ff9fae885df6 req-e98adb79-8601-4888-957d-86d71872ad4f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3135118 Aug 16 01:56:40.302398 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7d12a235-0a94-4348-bf85-9da07913d4c9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for e9355b18-b506-4da9-a60a-8464b151b71a owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:40.328728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2cff3d86-0cbf-4416-859b-a93d62e9cefe req-9d111df5-47f1-46c7-b54c-9a4aae453ed7 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416598 Aug 16 01:56:40.347651 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.369419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Transition to ACTIVE for port object e9355b18-b506-4da9-a60a-8464b151b71a will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:40.384570 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.505794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69412035-0274-4dde-a1fd-01007453d6cd req-8b4f0a96-5d3f-41e1-85e9-cd879e7ac4fc tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0746582 Aug 16 01:56:40.514929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ae6226bc-eb72-4ba3-9cf0-9680186fb531 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:40.527434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5997197-6b3a-4206-be61-b40bb20db512 req-f25ebd4f-0a18-45e4-bdb0-3715075b9484 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/aac49b07-915c-471e-a7f2-aefa27ad6a94 HTTP/1.1" status: 200 len: 2999 time: 0.1496704 Aug 16 01:56:40.603589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c84cfd-896d-47cc-b02d-5671567fd927 None None] Pushing event updated for resources: {'Port': ['ID=e9355b18-b506-4da9-a60a-8464b151b71a,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.631537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d12a235-0a94-4348-bf85-9da07913d4c9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.634593 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Attempting to bind port e9355b18-b506-4da9-a60a-8464b151b71a on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:40.634965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Attempting to bind port e9355b18-b506-4da9-a60a-8464b151b71a by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:40.635327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Attempting to bind port e9355b18-b506-4da9-a60a-8464b151b71a on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:40.643885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:40.644262 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:40.644659 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.645232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:40.645775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Bound port: e9355b18-b506-4da9-a60a-8464b151b71a, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:40.646113 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.685249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Port e9355b18-b506-4da9-a60a-8464b151b71a has been deleted concurrently {{(pid=101382) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 01:56:40.690782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ae6226bc-eb72-4ba3-9cf0-9680186fb531 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:40.691154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.704486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23254e0e-27d2-4394-afa8-baf30508a3a7 req-c340282c-0ba0-47fd-86ba-f27eb85cabbf tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-group-rules/9bd21909-9d15-45da-9463-8d5f27e631b2 HTTP/1.1" status: 200 len: 783 time: 0.1275229 Aug 16 01:56:40.716969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12a235-0a94-4348-bf85-9da07913d4c9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=e9355b18-b506-4da9-a60a-8464b151b71a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.740169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Routers {'a579b410-73a5-4a8b-84c7-7f10bb2bb004'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:40.740812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a579b410-73a5-4a8b-84c7-7f10bb2bb004'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:40.845246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] Set router a579b410-73a5-4a8b-84c7-7f10bb2bb004 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:40.854481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105998d0-0e13-49e1-881e-785499abf36d req-1fac08f0-44b0-455e-a021-612dcbf2414a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.862301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-105998d0-0e13-49e1-881e-785499abf36d req-1fac08f0-44b0-455e-a021-612dcbf2414a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.2032909 Aug 16 01:56:40.875615 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d12a235-0a94-4348-bf85-9da07913d4c9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.878686 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23254e0e-27d2-4394-afa8-baf30508a3a7 req-1b8b1968-87d4-4976-af36-110c78f2324f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/aac49b07-915c-471e-a7f2-aefa27ad6a94 HTTP/1.1" status: 200 len: 2999 time: 0.1719301 Aug 16 01:56:40.915864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a579b410-73a5-4a8b-84c7-7f10bb2bb004', 'name': 'tempest-NetworksTestDHCPv6-router-589490521', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:35Z', 'updated_at': '2021-08-16T01:56:40Z', 'revision_number': 3, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:40.922266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cb2810b2-917f-4499-a729-d8ee3c4fe6b8 None None] Could not find standard attr ID for object e9355b18-b506-4da9-a60a-8464b151b71a. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:56:40.943040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-23254e0e-27d2-4394-afa8-baf30508a3a7 req-4e343cd6-c93c-4f62-b235-017696f7c58c tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.957372 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28e981-3204-4127-8ecd-1d961c2bae43 None None] The sync data for ids ['a579b410-73a5-4a8b-84c7-7f10bb2bb004'] in n-d-768851-16 is: [{'id': 'a579b410-73a5-4a8b-84c7-7f10bb2bb004', 'name': 'tempest-NetworksTestDHCPv6-router-589490521', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:35Z', 'updated_at': '2021-08-16T01:56:40Z', 'revision_number': 3, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:40.958683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-105998d0-0e13-49e1-881e-785499abf36d req-27d9dc3f-0fc8-4b55-b8f2-2c1d71103b94 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951660 Aug 16 01:56:40.970402 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-23254e0e-27d2-4394-afa8-baf30508a3a7 req-4e343cd6-c93c-4f62-b235-017696f7c58c tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.027059 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-23254e0e-27d2-4394-afa8-baf30508a3a7 req-4e343cd6-c93c-4f62-b235-017696f7c58c tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.052653 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-23254e0e-27d2-4394-afa8-baf30508a3a7 req-4e343cd6-c93c-4f62-b235-017696f7c58c tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.073672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23254e0e-27d2-4394-afa8-baf30508a3a7 req-4e343cd6-c93c-4f62-b235-017696f7c58c tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/9bd21909-9d15-45da-9463-8d5f27e631b2 HTTP/1.1" status: 204 len: 173 time: 0.1940515 Aug 16 01:56:41.074704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e343cd6-c93c-4f62-b235-017696f7c58c tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bd21909-9d15-45da-9463-8d5f27e631b2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.181336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d12a235-0a94-4348-bf85-9da07913d4c9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Router a579b410-73a5-4a8b-84c7-7f10bb2bb004 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:41.201120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc3abe-3a6b-4673-b953-ce61829cd80e req-0f1178b9-01ad-4454-a43c-aaa0693e1a39 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.207286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5abc3abe-3a6b-4673-b953-ce61829cd80e req-0f1178b9-01ad-4454-a43c-aaa0693e1a39 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.1025534 Aug 16 01:56:41.250075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43532) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.297634 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5abc3abe-3a6b-4673-b953-ce61829cd80e req-70fe1fff-ac2b-4029-9db5-f5d25f6295bd tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837247 Aug 16 01:56:41.446317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5dec-d42d-4c63-b98a-b63769e8eb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.469605 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8ca559d2-70c2-4676-832b-7b33049c8f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.510571 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.543927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35975a9a-3a00-431b-b4c4-bb95781936f7 req-6e9d4a12-ed1b-4942-a81b-0870e7450ba7 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/aac49b07-915c-471e-a7f2-aefa27ad6a94 HTTP/1.1" status: 200 len: 2400 time: 0.1080832 Aug 16 01:56:41.550135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc2194-ec16-4525-b3ee-dd0dd4738b93 req-8b742095-135e-440f-80ff-67afe8536408 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.551666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fcc2194-ec16-4525-b3ee-dd0dd4738b93 req-8b742095-135e-440f-80ff-67afe8536408 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1101 time: 0.1142702 Aug 16 01:56:41.599000 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4fcc2194-ec16-4525-b3ee-dd0dd4738b93 req-8a139fc5-0ec3-4e7b-8def-b75fb51d1ed5 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.668252 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35975a9a-3a00-431b-b4c4-bb95781936f7 req-aee6ec37-5692-4df1-9041-6f03c1f5b624 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.674191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d12a235-0a94-4348-bf85-9da07913d4c9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:41.682623 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7d12a235-0a94-4348-bf85-9da07913d4c9 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "PUT /v2.0/routers/a579b410-73a5-4a8b-84c7-7f10bb2bb004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1969354 Aug 16 01:56:41.683545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7dc12250-d78c-445c-af53-b163562b7414 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:41.684649 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-65fd82c1-0514-48ea-8551-e1d44aeecc1f req-20abc9d1-091a-45f3-bafa-b47173866a4b tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.0387158 Aug 16 01:56:41.685180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43540) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.707735 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35975a9a-3a00-431b-b4c4-bb95781936f7 req-aee6ec37-5692-4df1-9041-6f03c1f5b624 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.719311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8ca559d2-70c2-4676-832b-7b33049c8f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.733010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8ca559d2-70c2-4676-832b-7b33049c8f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.752440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a6cda2-613e-417f-aaa5-e331c12e94be tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.754148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a6cda2-613e-417f-aaa5-e331c12e94be tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.758317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-80a6cda2-613e-417f-aaa5-e331c12e94be tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0697122 Aug 16 01:56:41.759158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43542) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.813630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8ca559d2-70c2-4676-832b-7b33049c8f37 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=187aed00b1984b0bbe30833864ff4df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5440021 Aug 16 01:56:41.815452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43544) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.827470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca559d2-70c2-4676-832b-7b33049c8f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceb2e16-0e87-4ddc-8c98-8330fcc79331,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.839197 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35975a9a-3a00-431b-b4c4-bb95781936f7 req-aee6ec37-5692-4df1-9041-6f03c1f5b624 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.841887 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-35975a9a-3a00-431b-b4c4-bb95781936f7 req-aee6ec37-5692-4df1-9041-6f03c1f5b624 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.843092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35975a9a-3a00-431b-b4c4-bb95781936f7 req-aee6ec37-5692-4df1-9041-6f03c1f5b624 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "DELETE /v2.0/security-groups/aac49b07-915c-471e-a7f2-aefa27ad6a94 HTTP/1.1" status: 204 len: 173 time: 0.2904756 Aug 16 01:56:41.876943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6ec37-5692-4df1-9041-6f03c1f5b624 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac49b07-915c-471e-a7f2-aefa27ad6a94,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.882290 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-6194fffe-003f-4417-8c64-3d2a4160aaf8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 041c3867-8356-47d8-886e-9fd5240f1dc9 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:41.891307 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6194fffe-003f-4417-8c64-3d2a4160aaf8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.920951 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c28b6a6-6444-4f3a-884d-b69db5823786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.960965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c28b6a6-6444-4f3a-884d-b69db5823786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.964148 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4fcc2194-ec16-4525-b3ee-dd0dd4738b93 req-8a139fc5-0ec3-4e7b-8def-b75fb51d1ed5 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.974142 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4fcc2194-ec16-4525-b3ee-dd0dd4738b93 req-8a139fc5-0ec3-4e7b-8def-b75fb51d1ed5 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.983820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6194fffe-003f-4417-8c64-3d2a4160aaf8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.019468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 7dc12250-d78c-445c-af53-b163562b7414, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7dc12250-d78c-445c-af53-b163562b7414,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:42.032917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '7dc12250-d78c-445c-af53-b163562b7414', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'port_id': '7dc12250-d78c-445c-af53-b163562b7414', 'mac_address': 'fa:16:3e:67:be:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2649e7e-bc88-4fba-bf60-4e29353aadc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:42.054608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fcc2194-ec16-4525-b3ee-dd0dd4738b93 req-8a139fc5-0ec3-4e7b-8def-b75fb51d1ed5 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924133 Aug 16 01:56:42.058446 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a139fc5-0ec3-4e7b-8def-b75fb51d1ed5 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5617aa2b-7a30-458d-9b54-d8d5d1914923,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:42.088112 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6194fffe-003f-4417-8c64-3d2a4160aaf8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.096225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f8da4-006b-484d-aa43-59ad3b27d793 req-cdb760d6-f260-4872-b837-8f442b2ae0fc tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.098103 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c8f8da4-006b-484d-aa43-59ad3b27d793 req-cdb760d6-f260-4872-b837-8f442b2ae0fc tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 944 time: 0.1173351 Aug 16 01:56:42.107181 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c28b6a6-6444-4f3a-884d-b69db5823786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.114232 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.117987 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c28b6a6-6444-4f3a-884d-b69db5823786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.119208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8c28b6a6-6444-4f3a-884d-b69db5823786 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ceb2e16-0e87-4ddc-8c98-8330fcc79331 HTTP/1.1" status: 204 len: 168 time: 0.3009939 Aug 16 01:56:42.133688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc12250-d78c-445c-af53-b163562b7414 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:42.173540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6194fffe-003f-4417-8c64-3d2a4160aaf8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.175989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 7dc12250-d78c-445c-af53-b163562b7414, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7dc12250-d78c-445c-af53-b163562b7414,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:42.186780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28b6a6-6444-4f3a-884d-b69db5823786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceb2e16-0e87-4ddc-8c98-8330fcc79331,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:42.187161 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.234423 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6194fffe-003f-4417-8c64-3d2a4160aaf8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.241513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43552) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:42.241830 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6194fffe-003f-4417-8c64-3d2a4160aaf8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/041c3867-8356-47d8-886e-9fd5240f1dc9 HTTP/1.1" status: 204 len: 168 time: 0.4762893 Aug 16 01:56:42.243043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194fffe-003f-4417-8c64-3d2a4160aaf8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=041c3867-8356-47d8-886e-9fd5240f1dc9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:42.274279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40960919-2db4-4666-a446-bc2b3131c157 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:42.300269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=7dc12250-d78c-445c-af53-b163562b7414,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:42.306107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db7d7c7d-c2e6-485f-bfde-6e0f83f8a1bc req-a9d86c62-64aa-45b8-a391-72bfaf3a7c08 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7815525-a655-461f-ad6d-bacc437b3fca HTTP/1.1" status: 200 len: 210 time: 0.1104608 Aug 16 01:56:42.321682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c8f8da4-006b-484d-aa43-59ad3b27d793 req-36e6bd33-203a-49cf-86b7-4cf5a2498c10 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011921 Aug 16 01:56:42.379744 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f99e2-c9db-47b6-a9d7-c3f32eeb07ba None None] Sync routers for ids ['a579b410-73a5-4a8b-84c7-7f10bb2bb004'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:42.403131 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f99e2-c9db-47b6-a9d7-c3f32eeb07ba None None] Routers {'a579b410-73a5-4a8b-84c7-7f10bb2bb004'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:42.403827 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-697f99e2-c9db-47b6-a9d7-c3f32eeb07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a579b410-73a5-4a8b-84c7-7f10bb2bb004'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:42.428024 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-1baaf38a-42e1-4062-a067-709a0e9003a8 req-2bb7a344-a3b7-4f62-a875-1272199a022f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] show failed (client error): The resource could not be found. Aug 16 01:56:42.441576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1baaf38a-42e1-4062-a067-709a0e9003a8 req-2bb7a344-a3b7-4f62-a875-1272199a022f tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/e62ad707-f7ad-4b77-a5a9-bd0cdbcece36 HTTP/1.1" status: 404 len: 352 time: 0.0332780 Aug 16 01:56:42.472460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7d83f015-8ffd-4a65-9c7f-f0c62e920b18 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2276165 Aug 16 01:56:42.475073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43562) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:42.476057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['7dc12250-d78c-445c-af53-b163562b7414'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:42.610439 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-697f99e2-c9db-47b6-a9d7-c3f32eeb07ba None None] Set router a579b410-73a5-4a8b-84c7-7f10bb2bb004 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:42.679361 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3036a699-c958-48fa-aec4-e1bd7ab9f2eb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.684172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e32140-38bc-4463-ba2d-0e6e6aae8ed2 req-db5f62c5-65cc-47be-b905-3f5b3f417c79 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.687365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8e32140-38bc-4463-ba2d-0e6e6aae8ed2 req-db5f62c5-65cc-47be-b905-3f5b3f417c79 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.0980840 Aug 16 01:56:42.735743 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.747851 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-697f99e2-c9db-47b6-a9d7-c3f32eeb07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a579b410-73a5-4a8b-84c7-7f10bb2bb004', 'name': 'tempest-NetworksTestDHCPv6-router-589490521', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:35Z', 'updated_at': '2021-08-16T01:56:40Z', 'revision_number': 3, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:42.756097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43568) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:42.793942 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f99e2-c9db-47b6-a9d7-c3f32eeb07ba None None] Checking router: a579b410-73a5-4a8b-84c7-7f10bb2bb004 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:42.797300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8e32140-38bc-4463-ba2d-0e6e6aae8ed2 req-9ab2007e-d2aa-4d2b-aec6-7129d2e69416 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039875 Aug 16 01:56:42.802261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34d5500d-2e79-4fe3-9e12-4aeac06fccd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.805229 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f99e2-c9db-47b6-a9d7-c3f32eeb07ba None None] Routers {'a579b410-73a5-4a8b-84c7-7f10bb2bb004'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:42.806816 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-697f99e2-c9db-47b6-a9d7-c3f32eeb07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a579b410-73a5-4a8b-84c7-7f10bb2bb004'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:42.865293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98109d70-d92f-4dc7-bf8d-935bb40c7a39 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:42.887141 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-697f99e2-c9db-47b6-a9d7-c3f32eeb07ba None None] Set router a579b410-73a5-4a8b-84c7-7f10bb2bb004 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:42.944099 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-697f99e2-c9db-47b6-a9d7-c3f32eeb07ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a579b410-73a5-4a8b-84c7-7f10bb2bb004', 'name': 'tempest-NetworksTestDHCPv6-router-589490521', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:35Z', 'updated_at': '2021-08-16T01:56:40Z', 'revision_number': 3, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:42.950780 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3036a699-c958-48fa-aec4-e1bd7ab9f2eb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.954448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3036a699-c958-48fa-aec4-e1bd7ab9f2eb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.975709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f99e2-c9db-47b6-a9d7-c3f32eeb07ba None None] The sync data for ids ['a579b410-73a5-4a8b-84c7-7f10bb2bb004'] in n-d-768851-16 is: [{'id': 'a579b410-73a5-4a8b-84c7-7f10bb2bb004', 'name': 'tempest-NetworksTestDHCPv6-router-589490521', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:35Z', 'updated_at': '2021-08-16T01:56:40Z', 'revision_number': 3, 'project_id': '4e0fccabfd8e40138588b97df7657ad6', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:43.020862 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3036a699-c958-48fa-aec4-e1bd7ab9f2eb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.021496 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3036a699-c958-48fa-aec4-e1bd7ab9f2eb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Fanout notify agent at l3_agent the message router_deleted on router a579b410-73a5-4a8b-84c7-7f10bb2bb004 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:56:43.034484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3036a699-c958-48fa-aec4-e1bd7ab9f2eb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.039951 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3036a699-c958-48fa-aec4-e1bd7ab9f2eb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/routers/a579b410-73a5-4a8b-84c7-7f10bb2bb004 HTTP/1.1" status: 204 len: 168 time: 0.5638533 Aug 16 01:56:43.040842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43576) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.076418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-98109d70-d92f-4dc7-bf8d-935bb40c7a39 None None] Deleting port ae6226bc-eb72-4ba3-9cf0-9680186fb531 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:43.077665 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98109d70-d92f-4dc7-bf8d-935bb40c7a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.097298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30d45842-4d15-494f-a0e4-95fd24846593 req-9dca64ca-1ecf-4408-b1d4-41c44fac0270 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/b8185d9d-e27d-4206-910d-1c420d800d04 HTTP/1.1" status: 200 len: 1804 time: 0.1202240 Aug 16 01:56:43.105867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb9aaa-99ec-46f3-9703-e745b2586a9f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.109115 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eddb9aaa-99ec-46f3-9703-e745b2586a9f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0650921 Aug 16 01:56:43.109747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43578) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.110189 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34d5500d-2e79-4fe3-9e12-4aeac06fccd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.119062 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34d5500d-2e79-4fe3-9e12-4aeac06fccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.172379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-34d5500d-2e79-4fe3-9e12-4aeac06fccd2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1be439edbb5b4f9fb943eb8984b26091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152191 Aug 16 01:56:43.174580 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a680ad3-0775-42b8-9337-817fac29c0e4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.177506 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4a680ad3-0775-42b8-9337-817fac29c0e4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0667269 Aug 16 01:56:43.178139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43580) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.181778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43582) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.200169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-98109d70-d92f-4dc7-bf8d-935bb40c7a39 None None] For port ae6226bc-eb72-4ba3-9cf0-9680186fb531, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ae6226bc-eb72-4ba3-9cf0-9680186fb531,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:43.200958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98109d70-d92f-4dc7-bf8d-935bb40c7a39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.208491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5500d-2e79-4fe3-9e12-4aeac06fccd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b625be-dec5-4ba8-81db-ef58f8700bb4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:43.216632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-98109d70-d92f-4dc7-bf8d-935bb40c7a39 None None] Calling delete_port for ae6226bc-eb72-4ba3-9cf0-9680186fb531 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:43.244878 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d8a1db2e-94e9-4f70-bd9d-a09535d9c95a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617833 Aug 16 01:56:43.245533 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43584) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.251189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-091005af-1030-46dd-a6c2-53cab8e920d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:43.283675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-007fb20f-aa22-4033-a9dd-13950d77ab8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.285336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-30d45842-4d15-494f-a0e4-95fd24846593 req-585acb71-1c4d-4728-9c7b-371f619f7081 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.332772 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-007fb20f-aa22-4033-a9dd-13950d77ab8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.335848 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-30d45842-4d15-494f-a0e4-95fd24846593 req-585acb71-1c4d-4728-9c7b-371f619f7081 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.375520 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98109d70-d92f-4dc7-bf8d-935bb40c7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.417342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-30d45842-4d15-494f-a0e4-95fd24846593 req-585acb71-1c4d-4728-9c7b-371f619f7081 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.420697 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-30d45842-4d15-494f-a0e4-95fd24846593 req-585acb71-1c4d-4728-9c7b-371f619f7081 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.422486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30d45842-4d15-494f-a0e4-95fd24846593 req-585acb71-1c4d-4728-9c7b-371f619f7081 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "DELETE /v2.0/security-groups/b8185d9d-e27d-4206-910d-1c420d800d04 HTTP/1.1" status: 204 len: 173 time: 0.3166544 Aug 16 01:56:43.441748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585acb71-1c4d-4728-9c7b-371f619f7081 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8185d9d-e27d-4206-910d-1c420d800d04,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:43.442064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98109d70-d92f-4dc7-bf8d-935bb40c7a39 None None] Pushing event deleted for resources: {'Port': ['ID=ae6226bc-eb72-4ba3-9cf0-9680186fb531,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:43.446444 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-007fb20f-aa22-4033-a9dd-13950d77ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.450847 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-007fb20f-aa22-4033-a9dd-13950d77ab8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.457004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98109d70-d92f-4dc7-bf8d-935bb40c7a39 None None] No DVR routers for this DVR port ae6226bc-eb72-4ba3-9cf0-9680186fb531 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:43.459779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-007fb20f-aa22-4033-a9dd-13950d77ab8b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/34b625be-dec5-4ba8-81db-ef58f8700bb4 HTTP/1.1" status: 204 len: 168 time: 0.2777488 Aug 16 01:56:43.464771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091005af-1030-46dd-a6c2-53cab8e920d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:43.475511 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-091005af-1030-46dd-a6c2-53cab8e920d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.487496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fb20f-aa22-4033-a9dd-13950d77ab8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b625be-dec5-4ba8-81db-ef58f8700bb4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:43.536605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bd695-5212-465a-82a9-bb21cd14c62b req-fad45396-998d-4812-a5e0-8d3ba411a744 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.538280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c3bd695-5212-465a-82a9-bb21cd14c62b req-fad45396-998d-4812-a5e0-8d3ba411a744 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.0751595 Aug 16 01:56:43.563018 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-e5959da5-3bb5-482e-be24-0e2286ae4c5f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1542943 Aug 16 01:56:43.611535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c3bd695-5212-465a-82a9-bb21cd14c62b req-f324f0c3-05f8-4685-941d-5d478de3e474 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666759 Aug 16 01:56:43.640384 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303651b-c2a7-4cea-8ba9-5b943e345a4e req-68cc883c-eff2-40a0-bfc7-6ea1acae5400 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.642298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e303651b-c2a7-4cea-8ba9-5b943e345a4e req-68cc883c-eff2-40a0-bfc7-6ea1acae5400 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 945 time: 0.0910633 Aug 16 01:56:43.688293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7dc12250-d78c-445c-af53-b163562b7414 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:43.700161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e303651b-c2a7-4cea-8ba9-5b943e345a4e req-2e721b2f-b6bf-4036-9749-7ba1802ff610 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488658 Aug 16 01:56:43.786778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 7dc12250-d78c-445c-af53-b163562b7414 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:43.792465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 7dc12250-d78c-445c-af53-b163562b7414 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:43.793068 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.812464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b2e7ca0-11cf-4d86-8109-57f2b364b01a req-3bff0d06-8960-4369-b371-7c3d0fe98400 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/b3012fe5-344a-472e-9a49-e0ee74282ec0 HTTP/1.1" status: 200 len: 1806 time: 0.0789325 Aug 16 01:56:43.887239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8b2e7ca0-11cf-4d86-8109-57f2b364b01a req-d640473c-836b-44dd-a937-709db5fe10f0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.923606 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.931378 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8b2e7ca0-11cf-4d86-8109-57f2b364b01a req-d640473c-836b-44dd-a937-709db5fe10f0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.938954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.objects.ports [None req-091005af-1030-46dd-a6c2-53cab8e920d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101380) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:56:43.940898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-091005af-1030-46dd-a6c2-53cab8e920d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.959941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84008846-0d11-4cfd-9894-1da438195577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc12250-d78c-445c-af53-b163562b7414'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:43.962969 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c849458-f4d8-404a-a09f-4c9a71a9e7d5" -d '{"events": [{"server_uuid": "84008846-0d11-4cfd-9894-1da438195577", "name": "network-vif-plugged", "status": "completed", "tag": "7dc12250-d78c-445c-af53-b163562b7414"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:43.981443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 7dc12250-d78c-445c-af53-b163562b7414, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7dc12250-d78c-445c-af53-b163562b7414,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:43.990420 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.994501 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091005af-1030-46dd-a6c2-53cab8e920d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=c24fd46b-a6ba-44b6-ba4d-d4deacb3b2cb,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:44.041593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091005af-1030-46dd-a6c2-53cab8e920d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:44.044091 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fca89f8b-54e5-4e42-8c84-bb0c273e2f07 req-e3323af2-87c1-4bb9-83aa-f1f47f3aee10 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a2f162f33e64444788541b26b7d295fa&device_id=0540aae0-d860-4880-bfd3-a708157e22b8 HTTP/1.1" status: 200 len: 210 time: 0.0436602 Aug 16 01:56:44.045357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-091005af-1030-46dd-a6c2-53cab8e920d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:44.048334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091005af-1030-46dd-a6c2-53cab8e920d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.048931 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-091005af-1030-46dd-a6c2-53cab8e920d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.049272 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8b2e7ca0-11cf-4d86-8109-57f2b364b01a req-d640473c-836b-44dd-a937-709db5fe10f0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.062856 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8b2e7ca0-11cf-4d86-8109-57f2b364b01a req-d640473c-836b-44dd-a937-709db5fe10f0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.066129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b2e7ca0-11cf-4d86-8109-57f2b364b01a req-d640473c-836b-44dd-a937-709db5fe10f0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "DELETE /v2.0/security-groups/b3012fe5-344a-472e-9a49-e0ee74282ec0 HTTP/1.1" status: 204 len: 173 time: 0.2469718 Aug 16 01:56:44.066625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5deb57-1e52-4128-9e8a-63defc2ed788 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:44.078336 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fca89f8b-54e5-4e42-8c84-bb0c273e2f07 req-d532040c-8899-4bce-af96-4466abd0292e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=a2f162f33e64444788541b26b7d295fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262766 Aug 16 01:56:44.086707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640473c-836b-44dd-a937-709db5fe10f0 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3012fe5-344a-472e-9a49-e0ee74282ec0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:44.101593 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-091005af-1030-46dd-a6c2-53cab8e920d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8520310 Aug 16 01:56:44.102480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43624) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:44.113731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-66b3a2a3-726d-43b5-8e7a-a7da46496da4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:44.200375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89f8b-54e5-4e42-8c84-bb0c273e2f07 req-8a69d732-b011-4130-880e-fb538171116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.202985 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fca89f8b-54e5-4e42-8c84-bb0c273e2f07 req-8a69d732-b011-4130-880e-fb538171116c service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168008 Aug 16 01:56:44.230678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=7dc12250-d78c-445c-af53-b163562b7414,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:44.243620 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.286497 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8541726-31f5-4205-85b7-2fd4e6d3e3b5 x-openstack-request-id: req-a8541726-31f5-4205-85b7-2fd4e6d3e3b5 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:44.286796 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84008846-0d11-4cfd-9894-1da438195577", "name": "network-vif-plugged", "status": "completed", "tag": "7dc12250-d78c-445c-af53-b163562b7414", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:44.287057 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8541726-31f5-4205-85b7-2fd4e6d3e3b5 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:44.287447 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84008846-0d11-4cfd-9894-1da438195577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc12250-d78c-445c-af53-b163562b7414', 'code': 200} Aug 16 01:56:44.361551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69501ad-66ba-4016-a04d-ff6a048ae5f3 req-7b6a9012-c7c4-468c-b3d1-c188d0950bfd tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.363124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c69501ad-66ba-4016-a04d-ff6a048ae5f3 req-7b6a9012-c7c4-468c-b3d1-c188d0950bfd tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.1507978 Aug 16 01:56:44.421943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': 'c24fd46b-a6ba-44b6-ba4d-d4deacb3b2cb'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:44.422825 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.456864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff2886-54b1-4090-bd12-f722d699d0a1 req-7d662224-b086-4b0b-8cf0-d32a83715276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.458225 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b0ff2886-54b1-4090-bd12-f722d699d0a1 req-7d662224-b086-4b0b-8cf0-d32a83715276 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 1098 time: 0.1023493 Aug 16 01:56:44.464133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ae6226bc-eb72-4ba3-9cf0-9680186fb531 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:44.466304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b3a2a3-726d-43b5-8e7a-a7da46496da4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:44.470634 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66b3a2a3-726d-43b5-8e7a-a7da46496da4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.497691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ae6226bc-eb72-4ba3-9cf0-9680186fb531 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:44.498046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ae6226bc-eb72-4ba3-9cf0-9680186fb531 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:44.534748 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-062d6eba-8810-4ca3-9491-d2ce29b5c3fa req-641e1fcd-38d4-40ee-ac60-005d03f0a594 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=0540aae0-d860-4880-bfd3-a708157e22b8 HTTP/1.1" status: 200 len: 210 time: 0.1395047 Aug 16 01:56:44.551921 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b0ff2886-54b1-4090-bd12-f722d699d0a1 req-dc91f51b-3294-4994-bae2-10610a78d836 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754087 Aug 16 01:56:44.552612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c69501ad-66ba-4016-a04d-ff6a048ae5f3 req-6c422679-f66c-41ad-986e-d5c15863874b tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710880 Aug 16 01:56:44.722200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Allocated IP 2001:db8::f816:3eff:fea9:3246 (4c0e190f-1577-4471-8063-ddf0f1be0b48/c24fd46b-a6ba-44b6-ba4d-d4deacb3b2cb/61999b1d-bbb7-42ab-99cb-31247e3685ca) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:44.904495 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.914756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Transition to ACTIVE for port object 61999b1d-bbb7-42ab-99cb-31247e3685ca will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:44.932095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Transition to ACTIVE for port object 61999b1d-bbb7-42ab-99cb-31247e3685ca will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:44.941149 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.981299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:44.984101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:44.989780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:45.021715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Pushing event updated for resources: {'Port': ['ID=61999b1d-bbb7-42ab-99cb-31247e3685ca,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:45.045599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-172b9127-cd7d-4032-9cab-a1c69384ebfa req-dab0b73e-f07d-48a5-9d2d-edc27ffcce2e tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/22a77d4a-3ef2-4ac5-a852-643aa8b1a41a HTTP/1.1" status: 200 len: 1807 time: 0.4767466 Aug 16 01:56:45.058824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Attempting to bind port 61999b1d-bbb7-42ab-99cb-31247e3685ca on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:45.059281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Attempting to bind port 61999b1d-bbb7-42ab-99cb-31247e3685ca by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:45.059647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Attempting to bind port 61999b1d-bbb7-42ab-99cb-31247e3685ca on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:45.064916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:45.065333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:45.065719 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.066103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:45.066570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Bound port: 61999b1d-bbb7-42ab-99cb-31247e3685ca, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:45.066959 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.101692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22988e3-f862-4c24-9c9e-aca776eea29c req-e0b0153b-373e-4639-9d71-f6ab6d1770da tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.103474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b22988e3-f862-4c24-9c9e-aca776eea29c req-e0b0153b-373e-4639-9d71-f6ab6d1770da tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.1429057 Aug 16 01:56:45.141358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] For port 61999b1d-bbb7-42ab-99cb-31247e3685ca, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:45.146303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] For port 61999b1d-bbb7-42ab-99cb-31247e3685ca, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=61999b1d-bbb7-42ab-99cb-31247e3685ca,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:45.151544 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.208474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b22988e3-f862-4c24-9c9e-aca776eea29c req-77fd9ad1-a785-4462-a206-4832d3a0be50 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894222 Aug 16 01:56:45.214624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd677d4c-6a74-4a48-b8db-575d04dc57be None None] Pushing event updated for resources: {'Port': ['ID=61999b1d-bbb7-42ab-99cb-31247e3685ca,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:45.236040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-172b9127-cd7d-4032-9cab-a1c69384ebfa req-8802bc8e-94ac-4a99-9faf-2accbf7f4a00 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.304051 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-172b9127-cd7d-4032-9cab-a1c69384ebfa req-8802bc8e-94ac-4a99-9faf-2accbf7f4a00 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.414477 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66b3a2a3-726d-43b5-8e7a-a7da46496da4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.461533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f29ed-6613-4086-abe5-ba8d5c16392a req-3d9d2c41-dc50-494e-b2f4-4dd72d26af54 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.463821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f47f29ed-6613-4086-abe5-ba8d5c16392a req-3d9d2c41-dc50-494e-b2f4-4dd72d26af54 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 946 time: 0.1621461 Aug 16 01:56:45.514906 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-172b9127-cd7d-4032-9cab-a1c69384ebfa req-8802bc8e-94ac-4a99-9faf-2accbf7f4a00 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.517606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-172b9127-cd7d-4032-9cab-a1c69384ebfa req-8802bc8e-94ac-4a99-9faf-2accbf7f4a00 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.518787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-172b9127-cd7d-4032-9cab-a1c69384ebfa req-8802bc8e-94ac-4a99-9faf-2accbf7f4a00 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "DELETE /v2.0/security-groups/22a77d4a-3ef2-4ac5-a852-643aa8b1a41a HTTP/1.1" status: 204 len: 173 time: 0.4606538 Aug 16 01:56:45.545478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3a2a3-726d-43b5-8e7a-a7da46496da4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:45.575154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802bc8e-94ac-4a99-9faf-2accbf7f4a00 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a77d4a-3ef2-4ac5-a852-643aa8b1a41a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:45.578289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-66b3a2a3-726d-43b5-8e7a-a7da46496da4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:45.597549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f47f29ed-6613-4086-abe5-ba8d5c16392a req-d5d18e67-c946-4391-be11-19df2a5b5607 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134551 Aug 16 01:56:45.605450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b3a2a3-726d-43b5-8e7a-a7da46496da4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.607096 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66b3a2a3-726d-43b5-8e7a-a7da46496da4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.623054 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3a2a3-726d-43b5-8e7a-a7da46496da4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=2c2ebc64-8d38-4168-8cc9-0646675277c6,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:45.630728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-66b3a2a3-726d-43b5-8e7a-a7da46496da4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5201504 Aug 16 01:56:45.631167 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43676) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:45.637436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:32:32:82', 'name': 'tempest-NetworksTestDHCPv6-66568274'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:45.705343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65baa8bb-33e4-4647-b8db-093ae23032e1 req-da66196e-8f1b-4156-bfd3-9a444eb7a641 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/8d111094-a3ad-40af-81d8-2660efab3920 HTTP/1.1" status: 200 len: 2405 time: 0.0666625 Aug 16 01:56:45.749619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6d5e87a-f588-45ca-ae82-1cc4396d45a7 req-0a87c36c-ab3d-4d15-8705-0cd0082da5fa tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.79 "GET /v2.0/ports?device_id=0540aae0-d860-4880-bfd3-a708157e22b8 HTTP/1.1" status: 200 len: 210 time: 0.0414670 Aug 16 01:56:45.779865 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fca89f8b-54e5-4e42-8c84-bb0c273e2f07 req-4eed6bd2-5b7d-4118-aea0-b2c3f487d944 tempest-ServerShowV247Test-1028665044 tempest-ServerShowV247Test-1028665044-project] 10.222.0.89 "GET /v2.0/ports?device_id=0540aae0-d860-4880-bfd3-a708157e22b8 HTTP/1.1" status: 200 len: 210 time: 0.0582438 Aug 16 01:56:45.821509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-65baa8bb-33e4-4647-b8db-093ae23032e1 req-3937980f-1e5c-4287-8f32-2da007bd9f65 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.844150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-9de24111-0c19-4578-ae38-bfdcd8f63130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.845772 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-9de24111-0c19-4578-ae38-bfdcd8f63130 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1101 time: 0.1373479 Aug 16 01:56:45.880636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-65baa8bb-33e4-4647-b8db-093ae23032e1 req-3937980f-1e5c-4287-8f32-2da007bd9f65 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.927598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b25259-a39f-44b9-bfca-3f6432f85212 req-03ef0d81-9e5e-49c5-96e4-47a202bde90a tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.929714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28b25259-a39f-44b9-bfca-3f6432f85212 req-03ef0d81-9e5e-49c5-96e4-47a202bde90a tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.0995045 Aug 16 01:56:45.952692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:45.961805 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-65baa8bb-33e4-4647-b8db-093ae23032e1 req-3937980f-1e5c-4287-8f32-2da007bd9f65 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.964278 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-65baa8bb-33e4-4647-b8db-093ae23032e1 req-3937980f-1e5c-4287-8f32-2da007bd9f65 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.965556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65baa8bb-33e4-4647-b8db-093ae23032e1 req-3937980f-1e5c-4287-8f32-2da007bd9f65 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "DELETE /v2.0/security-groups/8d111094-a3ad-40af-81d8-2660efab3920 HTTP/1.1" status: 204 len: 173 time: 0.2427566 Aug 16 01:56:46.001880 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28b25259-a39f-44b9-bfca-3f6432f85212 req-fb38fc37-78e8-40b2-a0fd-a6fd1196fc13 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657227 Aug 16 01:56:46.010635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937980f-1e5c-4287-8f32-2da007bd9f65 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d111094-a3ad-40af-81d8-2660efab3920,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:46.053215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-66fcee5b-d126-4b6a-ba6e-ab2de578a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.055278 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-66fcee5b-d126-4b6a-ba6e-ab2de578a8f6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1959548 Aug 16 01:56:46.088472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cea30d50-2f0f-427b-90ee-2152a9813d2f req-4d6fe7a2-7cba-4235-95c8-905bdac9a798 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "GET /v2.0/security-groups/0bd49e1b-ddbb-412b-b933-1b5cd40b0110 HTTP/1.1" status: 200 len: 2401 time: 0.0986421 Aug 16 01:56:46.107217 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-5e0c1ccc-6ecd-4bb3-a710-71475c69b346 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 200 len: 217 time: 0.0380633 Aug 16 01:56:46.175178 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cea30d50-2f0f-427b-90ee-2152a9813d2f req-c1a93aa4-554a-4e62-9c37-1fb6e7d2ddf9 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.182214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70beb0c4-7dc1-4de6-9246-6764773e453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.184887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70beb0c4-7dc1-4de6-9246-6764773e453c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0687857 Aug 16 01:56:46.190462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.205921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cea30d50-2f0f-427b-90ee-2152a9813d2f req-c1a93aa4-554a-4e62-9c37-1fb6e7d2ddf9 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.270040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 68d27031-c9b8-4aba-b9a6-3b19199c222d yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:56:46.285258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cea30d50-2f0f-427b-90ee-2152a9813d2f req-c1a93aa4-554a-4e62-9c37-1fb6e7d2ddf9 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.289262 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cea30d50-2f0f-427b-90ee-2152a9813d2f req-c1a93aa4-554a-4e62-9c37-1fb6e7d2ddf9 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.294023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cea30d50-2f0f-427b-90ee-2152a9813d2f req-c1a93aa4-554a-4e62-9c37-1fb6e7d2ddf9 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] 10.222.0.79 "DELETE /v2.0/security-groups/0bd49e1b-ddbb-412b-b933-1b5cd40b0110 HTTP/1.1" status: 204 len: 173 time: 0.2045026 Aug 16 01:56:46.311657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43694) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:46.316534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a93aa4-554a-4e62-9c37-1fb6e7d2ddf9 tempest-SecurityGroupRulesTestJSON-1787195089 tempest-SecurityGroupRulesTestJSON-1787195089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd49e1b-ddbb-412b-b933-1b5cd40b0110,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:46.340215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-bef33d6f-14d3-4e5b-8a66-4bc57806d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.341924 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-bef33d6f-14d3-4e5b-8a66-4bc57806d5ba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1476142 Aug 16 01:56:46.375418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-bfd0bdb3-6a73-4555-b0ac-3231ed0aeb1f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:56:46.376447 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-bfd0bdb3-6a73-4555-b0ac-3231ed0aeb1f service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053861 Aug 16 01:56:46.478812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7fa9-8519-411b-84d5-2566c76aa04e req-9f535d61-3aad-4b10-8738-1a0c89f97610 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.480440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae4b7fa9-8519-411b-84d5-2566c76aa04e req-9f535d61-3aad-4b10-8738-1a0c89f97610 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.1009142 Aug 16 01:56:46.534680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f559fd0-f2e1-479d-82ef-e89cf3a28500 admin admin] Deleting subnet 3b477f7a-012e-4a05-8ba7-afc4b0814600 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:46.545516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 61999b1d-bbb7-42ab-99cb-31247e3685ca up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:46.551756 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f559fd0-f2e1-479d-82ef-e89cf3a28500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.566105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae4b7fa9-8519-411b-84d5-2566c76aa04e req-5e892674-b430-4f33-8437-bcc2b8475560 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779731 Aug 16 01:56:46.616136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e105b-fc6a-4ea3-ab07-0946f2b5b0fc None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:46.627226 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f559fd0-f2e1-479d-82ef-e89cf3a28500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.631297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 61999b1d-bbb7-42ab-99cb-31247e3685ca completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:46.759902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a2d31-38c0-4ba1-86e8-a4cfd77b4e83 req-e6460b82-773c-4ed4-a7ef-214b426b5516 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.761465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-866a2d31-38c0-4ba1-86e8-a4cfd77b4e83 req-e6460b82-773c-4ed4-a7ef-214b426b5516 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 946 time: 0.0644445 Aug 16 01:56:46.778086 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-bdf6bc85-0667-4a19-a4bb-0c5f7ffc812d service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872252 Aug 16 01:56:46.781952 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f559fd0-f2e1-479d-82ef-e89cf3a28500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.810730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5dc8c95c-7ab1-48a9-a95b-7d6a01c79777 None None] Provisioning for port 61999b1d-bbb7-42ab-99cb-31247e3685ca completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:46.815219 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5dc8c95c-7ab1-48a9-a95b-7d6a01c79777 None None] Provisioning complete for port 61999b1d-bbb7-42ab-99cb-31247e3685ca triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:46.815736 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5dc8c95c-7ab1-48a9-a95b-7d6a01c79777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.855654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-866a2d31-38c0-4ba1-86e8-a4cfd77b4e83 req-8e1dfe95-72b1-437c-9e6a-e84084c6c37e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871520 Aug 16 01:56:46.899478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 172.20.0.9 (4c0e190f-1577-4471-8063-ddf0f1be0b48/2c2ebc64-8d38-4168-8cc9-0646675277c6/68d27031-c9b8-4aba-b9a6-3b19199c222d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:46.932415 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::f816:3eff:fe32:3282 (4c0e190f-1577-4471-8063-ddf0f1be0b48/c24fd46b-a6ba-44b6-ba4d-d4deacb3b2cb/68d27031-c9b8-4aba-b9a6-3b19199c222d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:46.987349 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5dc8c95c-7ab1-48a9-a95b-7d6a01c79777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.015066 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f559fd0-f2e1-479d-82ef-e89cf3a28500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.041534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5dc8c95c-7ab1-48a9-a95b-7d6a01c79777 None None] For port 61999b1d-bbb7-42ab-99cb-31247e3685ca, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=61999b1d-bbb7-42ab-99cb-31247e3685ca,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:47.043798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5186fca0-a526-43f7-8e99-d80a14cd3875 None None] Update dhcp port {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': 'c24fd46b-a6ba-44b6-ba4d-d4deacb3b2cb', 'ip_address': '2001:db8::f816:3eff:fea9:3246'}, {'subnet_id': '2c2ebc64-8d38-4168-8cc9-0646675277c6'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '61999b1d-bbb7-42ab-99cb-31247e3685ca'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:56:47.053219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f559fd0-f2e1-479d-82ef-e89cf3a28500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b477f7a-012e-4a05-8ba7-afc4b0814600,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.077816 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5186fca0-a526-43f7-8e99-d80a14cd3875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.080127 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5dc8c95c-7ab1-48a9-a95b-7d6a01c79777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.091334 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-205dc009-c450-4b52-b1b5-4bd6b79bb9cd service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015885 Aug 16 01:56:47.092504 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f559fd0-f2e1-479d-82ef-e89cf3a28500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.099060 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7f559fd0-f2e1-479d-82ef-e89cf3a28500 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3b477f7a-012e-4a05-8ba7-afc4b0814600 HTTP/1.1" status: 204 len: 168 time: 0.7789743 Aug 16 01:56:47.099465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43718) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.234097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8c95c-7ab1-48a9-a95b-7d6a01c79777 None None] Pushing event updated for resources: {'Port': ['ID=61999b1d-bbb7-42ab-99cb-31247e3685ca,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.285136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.303105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 68d27031-c9b8-4aba-b9a6-3b19199c222d will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:47.350748 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.385701 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.403470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781ad84-8c5e-4bee-ac23-1a49dbe3e87d req-de511cd0-a040-4ad0-95cf-b3f9e7a6b547 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.404827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0781ad84-8c5e-4bee-ac23-1a49dbe3e87d req-de511cd0-a040-4ad0-95cf-b3f9e7a6b547 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.1952367 Aug 16 01:56:47.435099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:47.435701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43728) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.449481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:47.453804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:47.467514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5972b9-7dae-44d0-8997-862a86e6707d req-ddb4287f-c215-4b7b-bd89-c326c66f8234 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.467761 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-5186fca0-a526-43f7-8e99-d80a14cd3875 None None] Allocated IP 172.20.0.2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/2c2ebc64-8d38-4168-8cc9-0646675277c6/61999b1d-bbb7-42ab-99cb-31247e3685ca) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:47.474736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c5972b9-7dae-44d0-8997-862a86e6707d req-ddb4287f-c215-4b7b-bd89-c326c66f8234 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 946 time: 0.1720035 Aug 16 01:56:47.530382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.530933 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.552277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=68d27031-c9b8-4aba-b9a6-3b19199c222d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.559170 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.569143 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c46b393f-f476-4806-8f52-e20495b4c392 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.9374762 Aug 16 01:56:47.570434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43734) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.593613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0781ad84-8c5e-4bee-ac23-1a49dbe3e87d req-009cab6b-54f0-4071-a506-9096cd29c00f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729083 Aug 16 01:56:47.599349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61035ed1-e9bd-4141-8dec-caadcf4a5a24']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:47.636436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c5972b9-7dae-44d0-8997-862a86e6707d req-e2fbdef0-0b85-45fd-a0d4-9999dbaa4fcd tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607456 Aug 16 01:56:47.646390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a157a-3ef5-4d23-8cfb-649735218e89 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.653270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a157a-3ef5-4d23-8cfb-649735218e89 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.659202 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-129a157a-3ef5-4d23-8cfb-649735218e89 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0876527 Aug 16 01:56:47.659928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43738) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.661399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5186fca0-a526-43f7-8e99-d80a14cd3875 None None] For port 61999b1d-bbb7-42ab-99cb-31247e3685ca, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=61999b1d-bbb7-42ab-99cb-31247e3685ca,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:47.673151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685eea42-d5e4-413c-82d7-f810a09cb541') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:47.673457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685eea42-d5e4-413c-82d7-f810a09cb541') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:47.700967 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.704092 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5186fca0-a526-43f7-8e99-d80a14cd3875 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.724669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5186fca0-a526-43f7-8e99-d80a14cd3875 None None] Transition to ACTIVE for port object 61999b1d-bbb7-42ab-99cb-31247e3685ca will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:47.730887 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5186fca0-a526-43f7-8e99-d80a14cd3875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.736258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-478470a6-2114-490c-8c41-07d168e599b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.759310 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.807775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:47.808207 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:47.810030 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:47.845542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186fca0-a526-43f7-8e99-d80a14cd3875 None None] Pushing event updated for resources: {'Port': ['ID=61999b1d-bbb7-42ab-99cb-31247e3685ca,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.876578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db8319-9d3d-40e0-a267-36403d38f3b7 req-0bb55c54-bf27-458a-88bd-b8e0a3854664 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.878287 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7db8319-9d3d-40e0-a267-36403d38f3b7 req-0bb55c54-bf27-458a-88bd-b8e0a3854664 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.1349204 Aug 16 01:56:47.895719 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.911715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.920632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] 10.222.0.79 "DELETE /v2.0/networks/61035ed1-e9bd-4141-8dec-caadcf4a5a24 HTTP/1.1" status: 204 len: 168 time: 0.8177392 Aug 16 01:56:47.924320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-61d2f4fb-5d02-421a-9e09-9787f28d19d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 68d27031-c9b8-4aba-b9a6-3b19199c222d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:47.924779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61d2f4fb-5d02-421a-9e09-9787f28d19d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.932352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89785538-4d82-44bd-89b5-192e47a61e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=61035ed1-e9bd-4141-8dec-caadcf4a5a24,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.956699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7db8319-9d3d-40e0-a267-36403d38f3b7 req-14187fdc-8092-4e6b-aad3-7d3b1a587c44 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697374 Aug 16 01:56:48.083344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-478470a6-2114-490c-8c41-07d168e599b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.092237 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-478470a6-2114-490c-8c41-07d168e599b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.116078 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.129198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61d2f4fb-5d02-421a-9e09-9787f28d19d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.157404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-61d2f4fb-5d02-421a-9e09-9787f28d19d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 68d27031-c9b8-4aba-b9a6-3b19199c222d owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:48.178915 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478470a6-2114-490c-8c41-07d168e599b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e723bf3-dbaa-45f1-b95f-b695095d8ef1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.186411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43750) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:48.186967 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-478470a6-2114-490c-8c41-07d168e599b6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a2f162f33e64444788541b26b7d295fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7496002 Aug 16 01:56:48.273391 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3285cfaf-b32c-4512-a500-e5a7ae616211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.293037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43752) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:48.308749 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3285cfaf-b32c-4512-a500-e5a7ae616211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.388577 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3285cfaf-b32c-4512-a500-e5a7ae616211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.393155 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3285cfaf-b32c-4512-a500-e5a7ae616211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.394716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3285cfaf-b32c-4512-a500-e5a7ae616211 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9e723bf3-dbaa-45f1-b95f-b695095d8ef1 HTTP/1.1" status: 204 len: 168 time: 0.2069559 Aug 16 01:56:48.404361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285cfaf-b32c-4512-a500-e5a7ae616211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e723bf3-dbaa-45f1-b95f-b695095d8ef1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.439177 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d16add64-6214-4393-8f96-b69b15c69972 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee56c208c5744bb2b58f17ec8ec9f34b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424015 Aug 16 01:56:48.439650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43756) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:48.487338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 61999b1d-bbb7-42ab-99cb-31247e3685ca up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:48.532174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-de50d494-da34-4f93-b4f9-c86946a5c27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.564956 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-de50d494-da34-4f93-b4f9-c86946a5c27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.578282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61d2f4fb-5d02-421a-9e09-9787f28d19d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.635098 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-de50d494-da34-4f93-b4f9-c86946a5c27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.638522 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-de50d494-da34-4f93-b4f9-c86946a5c27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.645153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-de50d494-da34-4f93-b4f9-c86946a5c27c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c55b850-4a1e-4c1f-bb5b-9c9f42c1a282 HTTP/1.1" status: 204 len: 168 time: 0.2040968 Aug 16 01:56:48.654432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe627a-e295-4008-ba8c-0f90da7668de req-ea4bb274-0bbc-4cf7-b53c-25d9820413cb tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.655838 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e7fe627a-e295-4008-ba8c-0f90da7668de req-ea4bb274-0bbc-4cf7-b53c-25d9820413cb tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 946 time: 0.1627905 Aug 16 01:56:48.659839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2f4fb-5d02-421a-9e09-9787f28d19d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=68d27031-c9b8-4aba-b9a6-3b19199c222d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.671466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50d494-da34-4f93-b4f9-c86946a5c27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c55b850-4a1e-4c1f-bb5b-9c9f42c1a282,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.828293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61d2f4fb-5d02-421a-9e09-9787f28d19d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.828526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1aeb30d0-fb8d-4a10-87e0-9df0cd241d21 None None] Provisioning for port 61999b1d-bbb7-42ab-99cb-31247e3685ca completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:48.830287 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-61d2f4fb-5d02-421a-9e09-9787f28d19d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/68d27031-c9b8-4aba-b9a6-3b19199c222d HTTP/1.1" status: 204 len: 168 time: 1.1691473 Aug 16 01:56:48.833061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43768) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:48.836500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1aeb30d0-fb8d-4a10-87e0-9df0cd241d21 None None] Provisioning complete for port 61999b1d-bbb7-42ab-99cb-31247e3685ca triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:48.836877 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1aeb30d0-fb8d-4a10-87e0-9df0cd241d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.850854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a4944-da48-4213-ba58-06fef681734a req-0c719d2b-57f0-4efb-b010-3e66a0a9219d tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.853422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a98a4944-da48-4213-ba58-06fef681734a req-0c719d2b-57f0-4efb-b010-3e66a0a9219d tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 946 time: 0.0966794 Aug 16 01:56:48.867449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aeb5c8-3b39-4cad-a148-22a891d056fe req-30316e97-b5c4-4433-9700-db313b197293 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.869083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87aeb5c8-3b39-4cad-a148-22a891d056fe req-30316e97-b5c4-4433-9700-db313b197293 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.1440365 Aug 16 01:56:48.934822 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87aeb5c8-3b39-4cad-a148-22a891d056fe req-e7d89b7f-14fd-4216-8fbe-2a87e9ffd166 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581279 Aug 16 01:56:48.958769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf1c98-15f0-4b3c-9df0-41a9b4dd7ebd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.960923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf1c98-15f0-4b3c-9df0-41a9b4dd7ebd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.967859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a98a4944-da48-4213-ba58-06fef681734a req-9f43553f-616b-400c-9cc6-de39837bb22a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974391 Aug 16 01:56:48.974326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf1c98-15f0-4b3c-9df0-41a9b4dd7ebd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.979223 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b3bf1c98-15f0-4b3c-9df0-41a9b4dd7ebd tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1426620 Aug 16 01:56:48.979683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43776) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.010188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e7fe627a-e295-4008-ba8c-0f90da7668de req-23a4cc5b-ae47-42e9-a90c-a4ba6447adbf tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Deleting port 7dc12250-d78c-445c-af53-b163562b7414 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:49.012002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e7fe627a-e295-4008-ba8c-0f90da7668de req-23a4cc5b-ae47-42e9-a90c-a4ba6447adbf tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.128945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-e833afe3-0b02-44d0-aa65-dc05492dfa22 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 2c2ebc64-8d38-4168-8cc9-0646675277c6 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:49.152843 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e833afe3-0b02-44d0-aa65-dc05492dfa22 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.185708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e7fe627a-e295-4008-ba8c-0f90da7668de req-23a4cc5b-ae47-42e9-a90c-a4ba6447adbf tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] For port 7dc12250-d78c-445c-af53-b163562b7414, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7dc12250-d78c-445c-af53-b163562b7414,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:49.186336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e7fe627a-e295-4008-ba8c-0f90da7668de req-23a4cc5b-ae47-42e9-a90c-a4ba6447adbf tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.195002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2c1eb98e-c24f-40b0-8edb-c62bd8eaa418 None None] Could not find standard attr ID for object 68d27031-c9b8-4aba-b9a6-3b19199c222d. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:56:49.206811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-e7fe627a-e295-4008-ba8c-0f90da7668de req-23a4cc5b-ae47-42e9-a90c-a4ba6447adbf tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Calling delete_port for 7dc12250-d78c-445c-af53-b163562b7414 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:49.242195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e833afe3-0b02-44d0-aa65-dc05492dfa22 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.281074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8f968-835a-4daf-9c2a-5f39a4a2db32 req-a008cf73-9563-44b5-a9c3-587d4eb533b2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.289229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7da8f968-835a-4daf-9c2a-5f39a4a2db32 req-a008cf73-9563-44b5-a9c3-587d4eb533b2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.1803071 Aug 16 01:56:49.386816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7da8f968-835a-4daf-9c2a-5f39a4a2db32 req-83354432-fb57-4cc0-abd4-8f5b475d58e0 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966134 Aug 16 01:56:49.415841 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e7fe627a-e295-4008-ba8c-0f90da7668de req-23a4cc5b-ae47-42e9-a90c-a4ba6447adbf tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.429914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['7dc12250-d78c-445c-af53-b163562b7414'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:49.486817 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e833afe3-0b02-44d0-aa65-dc05492dfa22 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.535037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fe627a-e295-4008-ba8c-0f90da7668de req-23a4cc5b-ae47-42e9-a90c-a4ba6447adbf tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] No DVR routers for this DVR port 7dc12250-d78c-445c-af53-b163562b7414 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:49.537887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4cc5b-ae47-42e9-a90c-a4ba6447adbf tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event deleted for resources: {'Port': ['ID=7dc12250-d78c-445c-af53-b163562b7414,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.540244 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e7fe627a-e295-4008-ba8c-0f90da7668de req-23a4cc5b-ae47-42e9-a90c-a4ba6447adbf tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.542455 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e7fe627a-e295-4008-ba8c-0f90da7668de req-23a4cc5b-ae47-42e9-a90c-a4ba6447adbf tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "DELETE /v2.0/ports/7dc12250-d78c-445c-af53-b163562b7414 HTTP/1.1" status: 204 len: 173 time: 0.8782594 Aug 16 01:56:49.542915 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84008846-0d11-4cfd-9894-1da438195577', 'name': 'network-vif-deleted', 'tag': '7dc12250-d78c-445c-af53-b163562b7414'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:49.545495 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebf28bc-d38d-4649-b18c-ac1f692cf0cc" -d '{"events": [{"server_uuid": "84008846-0d11-4cfd-9894-1da438195577", "name": "network-vif-deleted", "tag": "7dc12250-d78c-445c-af53-b163562b7414"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:49.609521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e833afe3-0b02-44d0-aa65-dc05492dfa22 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.627357 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e833afe3-0b02-44d0-aa65-dc05492dfa22 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.633196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43802) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.635982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613b39e9-2812-484c-98e8-fb369335dca4 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:49.653757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e833afe3-0b02-44d0-aa65-dc05492dfa22 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/2c2ebc64-8d38-4168-8cc9-0646675277c6 HTTP/1.1" status: 204 len: 168 time: 0.6524794 Aug 16 01:56:49.695337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833afe3-0b02-44d0-aa65-dc05492dfa22 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2ebc64-8d38-4168-8cc9-0646675277c6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.709664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-4414077e-6de0-4c66-b3b2-9b6579910efc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet c24fd46b-a6ba-44b6-ba4d-d4deacb3b2cb {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:49.713112 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4414077e-6de0-4c66-b3b2-9b6579910efc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.761774 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4414077e-6de0-4c66-b3b2-9b6579910efc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.890233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4414077e-6de0-4c66-b3b2-9b6579910efc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.925264 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba3d19c-80fc-4ffe-93f7-19f89824d3a4 x-openstack-request-id: req-2ba3d19c-80fc-4ffe-93f7-19f89824d3a4 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:49.925700 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84008846-0d11-4cfd-9894-1da438195577", "name": "network-vif-deleted", "tag": "7dc12250-d78c-445c-af53-b163562b7414", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:49.926063 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ba3d19c-80fc-4ffe-93f7-19f89824d3a4 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:49.926718 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84008846-0d11-4cfd-9894-1da438195577', 'name': 'network-vif-deleted', 'tag': '7dc12250-d78c-445c-af53-b163562b7414', 'status': 'completed', 'code': 200} Aug 16 01:56:50.019123 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4414077e-6de0-4c66-b3b2-9b6579910efc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.083736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414077e-6de0-4c66-b3b2-9b6579910efc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=c24fd46b-a6ba-44b6-ba4d-d4deacb3b2cb,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:50.086422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4414077e-6de0-4c66-b3b2-9b6579910efc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.089035 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4414077e-6de0-4c66-b3b2-9b6579910efc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/c24fd46b-a6ba-44b6-ba4d-d4deacb3b2cb HTTP/1.1" status: 204 len: 168 time: 0.4541466 Aug 16 01:56:50.091153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43816) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.205637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9eee8863-5937-4895-93e1-7aabfff2579e req-ba80708f-305c-4779-a8f5-5dcee7d113e9 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=84008846-0d11-4cfd-9894-1da438195577 HTTP/1.1" status: 200 len: 210 time: 0.0717256 Aug 16 01:56:50.234649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6a2db-4de6-49b6-ae5e-fa5feaa42411 req-5c308d73-048c-4f03-b4cb-ca980d04ea36 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.238680 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62e6a2db-4de6-49b6-ae5e-fa5feaa42411 req-5c308d73-048c-4f03-b4cb-ca980d04ea36 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.1711881 Aug 16 01:56:50.307672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62e6a2db-4de6-49b6-ae5e-fa5feaa42411 req-3c59806e-2a66-4e68-a68b-855834afb6c6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616789 Aug 16 01:56:50.568804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5744de8-9b82-46d7-b397-0dc9b8e5c5ed req-32db4f9b-9b1f-4041-996d-bb066a097876 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.585089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5744de8-9b82-46d7-b397-0dc9b8e5c5ed req-32db4f9b-9b1f-4041-996d-bb066a097876 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.1142876 Aug 16 01:56:50.609607 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7f6afb4e-2d47-49d2-b363-a67700648538 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5170410 Aug 16 01:56:50.612292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43840) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.622471 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:50.629474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8ca598-646c-49c2-b411-66d716e64308 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:50.658230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5744de8-9b82-46d7-b397-0dc9b8e5c5ed req-0e2f5bb2-158c-4baa-a044-8a53c1748b01 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722015 Aug 16 01:56:50.698298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43842) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.743860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:50.749597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.758085 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-441a4ac8-0ef7-4e16-b145-4b0bd77628fd None None] Provisioning complete for port 61999b1d-bbb7-42ab-99cb-31247e3685ca triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:50.758553 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-441a4ac8-0ef7-4e16-b145-4b0bd77628fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.913636 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43850) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.916240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa419bc7-d010-4dd3-9d33-0985b1897cde None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:50.960191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-153194923-network', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:50.966643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-aa419bc7-d010-4dd3-9d33-0985b1897cde None None] Deleting port 61999b1d-bbb7-42ab-99cb-31247e3685ca {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:50.967901 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa419bc7-d010-4dd3-9d33-0985b1897cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.999694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:51.002780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.017496 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.050978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2135684022-network', 'tenant_id': '9c5c6ff658e5439cb455989c7e8e7755'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:51.176654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.185575 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.193153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-aa419bc7-d010-4dd3-9d33-0985b1897cde None None] For port 61999b1d-bbb7-42ab-99cb-31247e3685ca, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=61999b1d-bbb7-42ab-99cb-31247e3685ca,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:51.193596 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa419bc7-d010-4dd3-9d33-0985b1897cde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.199635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:51.204966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.objects.ports [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101380) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:56:51.207890 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Made reservation on behalf of 9c5c6ff658e5439cb455989c7e8e7755 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:51.208371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-aa419bc7-d010-4dd3-9d33-0985b1897cde None None] Calling delete_port for 61999b1d-bbb7-42ab-99cb-31247e3685ca owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:51.211670 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.216754 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.217480 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Added segment 9baac660-a747-400c-b165-76bfdbb3974f of type vlan for network aac38509-c892-4226-9ec8-cd5b965ddf32 Aug 16 01:56:51.283209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:51.302553 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa419bc7-d010-4dd3-9d33-0985b1897cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.314059 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.317756 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.348726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa419bc7-d010-4dd3-9d33-0985b1897cde None None] Pushing event deleted for resources: {'Port': ['ID=61999b1d-bbb7-42ab-99cb-31247e3685ca,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:51.352735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa419bc7-d010-4dd3-9d33-0985b1897cde None None] No DVR routers for this DVR port 61999b1d-bbb7-42ab-99cb-31247e3685ca on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:51.387113 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.388257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.389020 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.476214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] Pushing event updated for resources: {'Network': ['ID=aac38509-c892-4226-9ec8-cd5b965ddf32,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:51.492188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network aac38509-c892-4226-9ec8-cd5b965ddf32 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:51.533089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352a441-d54f-4c8d-80cc-55781cd4c765 req-a5854458-d855-4ce9-b2a2-045cb3de99f6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.538196 n-d-768851-16 neutron-server[101380]: WARNING neutron.services.revisions.revision_plugin [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Could not find related port for resource to bump revision. Aug 16 01:56:51.543099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8352a441-d54f-4c8d-80cc-55781cd4c765 req-a5854458-d855-4ce9-b2a2-045cb3de99f6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.0750134 Aug 16 01:56:51.547470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Port 61999b1d-bbb7-42ab-99cb-31247e3685ca was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101380) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 01:56:51.547795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Reverting IP allocation for 2001:db8::f816:3eff:fea9:3246 {{(pid=101380) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 01:56:51.552560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea9:3246 {{(pid=101380) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 01:56:51.554883 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.593036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8352a441-d54f-4c8d-80cc-55781cd4c765 req-8af18129-9885-4eb1-8c13-80e08402185a tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462062 Aug 16 01:56:51.633226 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=76cc5969-32de-48d8-9ee0-371d34b1996e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:51.660429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:51.663943 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:51.668451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.669069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.677392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd3f260-2d2c-487a-b795-e8b17c1446a8 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:51.706119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.712944 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.722706 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6a6d3b29-e988-4273-bc83-bad10df9bdef admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0205791 Aug 16 01:56:51.727792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43884) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.729972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:51.734716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] Request body: {'subnet': {'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-153194923-subnet', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:51.740600 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.741434 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Added segment 3b5ee94b-2110-4f9b-96bc-d9d3c185fec6 of type vlan for network d3bda6a4-a9a8-4c1a-bfae-ca3a44977289 Aug 16 01:56:51.777790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-497ad793-e149-4b58-88ef-b38ae6e07a42 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.785204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-497ad793-e149-4b58-88ef-b38ae6e07a42 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.1531150 Aug 16 01:56:51.786504 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.793561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:51.795798 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.800363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7dc12250-d78c-445c-af53-b163562b7414 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:51.824210 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ae9d9c2a-ab60-425b-84f2-f43437c6690c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2106390 Aug 16 01:56:51.831479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43888) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.832803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 7dc12250-d78c-445c-af53-b163562b7414 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:51.833382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7dc12250-d78c-445c-af53-b163562b7414 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:51.845639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-9d9dbec3-acb9-4084-8f8d-fd10fc496f4a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/quotas/349079a268e8437eb80e514d3cb358de HTTP/1.1" status: 200 len: 375 time: 0.0594404 Aug 16 01:56:51.855379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4cbe1d34-d1e0-4af7-9b2f-623d76bffe7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:51.929842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-41fd6f3c-b7ac-4e25-bc6e-f7accdfdc3c1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831387 Aug 16 01:56:51.956516 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.957861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.958946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.966282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73dae-3898-42c6-a53d-de6c0c775e36 req-960f0a79-353c-4e39-8bd2-d7fa15e26616 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.974473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2f73dae-3898-42c6-a53d-de6c0c775e36 req-960f0a79-353c-4e39-8bd2-d7fa15e26616 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.1632771 Aug 16 01:56:51.989465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '76cc5969-32de-48d8-9ee0-371d34b1996e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:51.992261 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.022121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2f73dae-3898-42c6-a53d-de6c0c775e36 req-b1e8f2fb-00ff-4f51-8732-ca9692154ee2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463507 Aug 16 01:56:52.048344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfe6f71-4505-460a-b57f-89c984f02e47,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.071295 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1564770 Aug 16 01:56:52.078834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43894) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.085919 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] Request body: {'subnet': {'network_id': 'd3bda6a4-a9a8-4c1a-bfae-ca3a44977289', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2135684022-subnet', 'tenant_id': '9c5c6ff658e5439cb455989c7e8e7755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:52.106540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f87586-bbfb-40f3-91e6-9b390541d4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d3bda6a4-a9a8-4c1a-bfae-ca3a44977289,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.133551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network d3bda6a4-a9a8-4c1a-bfae-ca3a44977289 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:52.155028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] Made reservation on behalf of 9c5c6ff658e5439cb455989c7e8e7755 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:52.157837 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.179509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbe1d34-d1e0-4af7-9b2f-623d76bffe7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:52.183654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d34-d1e0-4af7-9b2f-623d76bffe7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.236168 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.287056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-25da24a3-40e2-42a3-8b6a-997f123aeb67 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:56:52.288349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-25da24a3-40e2-42a3-8b6a-997f123aeb67 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3577683 Aug 16 01:56:52.312223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Allocated IP 2001:db8::f816:3eff:fedf:1f72 (4c0e190f-1577-4471-8063-ddf0f1be0b48/76cc5969-32de-48d8-9ee0-371d34b1996e/9d509b18-4bf4-4272-a38f-168468d58813) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:52.386162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca534f78-d733-4a1c-b2c1-cd29f84f3d80,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.401948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] Checking segment: {'id': '9baac660-a747-400c-b165-76bfdbb3974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:52.402244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] Network hostable DHCP agents. Network: aac38509-c892-4226-9ec8-cd5b965ddf32, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:52.518466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 61999b1d-bbb7-42ab-99cb-31247e3685ca no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:52.520319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] Network aac38509-c892-4226-9ec8-cd5b965ddf32 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:52.533794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-ac3bc957-39c6-4839-974b-efecec21e38f service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327697 Aug 16 01:56:52.543016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 61999b1d-bbb7-42ab-99cb-31247e3685ca {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:52.543356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 61999b1d-bbb7-42ab-99cb-31247e3685ca not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:52.557310 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.567582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Transition to ACTIVE for port object 9d509b18-4bf4-4272-a38f-168468d58813 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:52.574085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, aac38509-c892-4226-9ec8-cd5b965ddf32) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:52.580645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.581471 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.586151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd23356-adc9-4ca5-be93-6154249505c9 None None] Network aac38509-c892-4226-9ec8-cd5b965ddf32 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:52.612251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Transition to ACTIVE for port object 9d509b18-4bf4-4272-a38f-168468d58813 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:52.655854 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.687790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d34-d1e0-4af7-9b2f-623d76bffe7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.700258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3c85e13a-6f8f-437c-8300-348f9a37c331 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9719684 Aug 16 01:56:52.703447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43906) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.709811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-153194923-router', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:52.711437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:52.718333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:52.727688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:52.754430 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.755392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbe1d34-d1e0-4af7-9b2f-623d76bffe7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:52.761025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4cbe1d34-d1e0-4af7-9b2f-623d76bffe7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:52.763044 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.766236 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.770277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Pushing event updated for resources: {'Port': ['ID=9d509b18-4bf4-4272-a38f-168468d58813,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.781967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe1d34-d1e0-4af7-9b2f-623d76bffe7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.782804 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1d34-d1e0-4af7-9b2f-623d76bffe7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.804125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe1d34-d1e0-4af7-9b2f-623d76bffe7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=8356c954-cf27-46a0-babc-b6d6c6ddb330,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.809060 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4cbe1d34-d1e0-4af7-9b2f-623d76bffe7b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9757819 Aug 16 01:56:52.817107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43912) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.825228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:6f:f6:b2', 'name': 'tempest-NetworksTestDHCPv6-468314107'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:52.847428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Attempting to bind port 9d509b18-4bf4-4272-a38f-168468d58813 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:52.848051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Attempting to bind port 9d509b18-4bf4-4272-a38f-168468d58813 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:52.848567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Attempting to bind port 9d509b18-4bf4-4272-a38f-168468d58813 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:52.856894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:52.857900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:52.858573 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.859128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:52.859771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Bound port: 9d509b18-4bf4-4272-a38f-168468d58813, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:52.860154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.915378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a148029-9964-4836-9448-f2aa9aacb3c0,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.921244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0394741-1db5-4c18-a704-649752106596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-aac38509-c892-4226-9ec8-cd5b965ddf32', 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'fixed_ips': [{'subnet_id': 'ca534f78-d733-4a1c-b2c1-cd29f84f3d80'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:52.922476 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e0394741-1db5-4c18-a704-649752106596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.934150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-a0286785-45f2-4cb6-a889-10c2a24b7dcb service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993955 Aug 16 01:56:52.938293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] Checking segment: {'id': '3b5ee94b-2110-4f9b-96bc-d9d3c185fec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd3bda6a4-a9a8-4c1a-bfae-ca3a44977289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:52.938738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] Network hostable DHCP agents. Network: d3bda6a4-a9a8-4c1a-bfae-ca3a44977289, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:52.952466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854b0cd-1afe-47a7-a784-144ba5308ee8 req-59ce0cbc-6a59-4483-bb1d-f83a857c4ea6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.961146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4854b0cd-1afe-47a7-a784-144ba5308ee8 req-59ce0cbc-6a59-4483-bb1d-f83a857c4ea6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.2204127 Aug 16 01:56:53.002952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:53.005536 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.085894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] For port 9d509b18-4bf4-4272-a38f-168468d58813, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:53.093895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] For port 9d509b18-4bf4-4272-a38f-168468d58813, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9d509b18-4bf4-4272-a38f-168468d58813,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:53.104623 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.130731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] Network d3bda6a4-a9a8-4c1a-bfae-ca3a44977289 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:53.160266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4854b0cd-1afe-47a7-a784-144ba5308ee8 req-b149673d-c99b-4127-a20d-5f2b405e2dda tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974907 Aug 16 01:56:53.169059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, d3bda6a4-a9a8-4c1a-bfae-ca3a44977289) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:53.175338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.205381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75421d00-2ddd-452d-87f9-fe767608f1ff None None] Pushing event updated for resources: {'Port': ['ID=9d509b18-4bf4-4272-a38f-168468d58813,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:53.209790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ece3f-78d3-40c3-9433-cd61cab97f21 None None] Network d3bda6a4-a9a8-4c1a-bfae-ca3a44977289 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:53.223398 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 8eb79463-8f06-4fa6-a27a-a47fcbab9d12 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:56:53.283625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.284375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.386535 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.399620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a783755d-e513-4c90-ac0a-c92041a6ee60 req-acb57c85-79ab-4911-b10f-ff3358aba71a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 210 time: 0.1242688 Aug 16 01:56:53.406415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-e0394741-1db5-4c18-a704-649752106596 None None] Allocated IP 172.20.0.2 (aac38509-c892-4226-9ec8-cd5b965ddf32/ca534f78-d733-4a1c-b2c1-cd29f84f3d80/b6f5f508-11f4-4d19-b027-8b37909921a5) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:53.420515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ce411-02bf-41e8-8a1a-96f159a26485 None None] Network d3bda6a4-a9a8-4c1a-bfae-ca3a44977289 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:53.436644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8aeb239a-23dd-4931-be83-f3b2c74ab472 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3559155 Aug 16 01:56:53.526035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529af5be-4b6b-42a8-90d7-6ce05c8bc06b req-39528540-6580-4c4e-a8cc-2bc198325685 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.534521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-529af5be-4b6b-42a8-90d7-6ce05c8bc06b req-39528540-6580-4c4e-a8cc-2bc198325685 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.2565441 Aug 16 01:56:53.621279 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-529af5be-4b6b-42a8-90d7-6ce05c8bc06b req-448b9bea-bedb-4ff8-b1bf-f949d1740b49 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628247 Aug 16 01:56:53.631369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 172.20.0.10 (4c0e190f-1577-4471-8063-ddf0f1be0b48/8356c954-cf27-46a0-babc-b6d6c6ddb330/8eb79463-8f06-4fa6-a27a-a47fcbab9d12) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:53.649569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::f816:3eff:fe6f:f6b2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/76cc5969-32de-48d8-9ee0-371d34b1996e/8eb79463-8f06-4fa6-a27a-a47fcbab9d12) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:53.777254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43940) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:53.925959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3da02e0-889e-42b3-ad0b-32f94270c4c7 admin admin] Deleting subnet 5a148029-9964-4836-9448-f2aa9aacb3c0 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:53.932048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3da02e0-889e-42b3-ad0b-32f94270c4c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.944830 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.956435 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e0394741-1db5-4c18-a704-649752106596 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.964407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 8eb79463-8f06-4fa6-a27a-a47fcbab9d12 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:53.973423 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.978326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e0394741-1db5-4c18-a704-649752106596 None None] Transition to ACTIVE for port object b6f5f508-11f4-4d19-b027-8b37909921a5 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:54.003554 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.005226 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e0394741-1db5-4c18-a704-649752106596 None None] Transition to ACTIVE for port object b6f5f508-11f4-4d19-b027-8b37909921a5 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:54.007617 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.014011 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e0394741-1db5-4c18-a704-649752106596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.016750 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3da02e0-889e-42b3-ad0b-32f94270c4c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.071576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0394741-1db5-4c18-a704-649752106596 None None] Pushing event updated for resources: {'Port': ['ID=b6f5f508-11f4-4d19-b027-8b37909921a5,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:54.083060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0394741-1db5-4c18-a704-649752106596 None None] Network aac38509-c892-4226-9ec8-cd5b965ddf32 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:54.084559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-e0394741-1db5-4c18-a704-649752106596 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:54.087680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0394741-1db5-4c18-a704-649752106596 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:54.092428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:54.102793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:54.110859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3da02e0-889e-42b3-ad0b-32f94270c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.123382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:54.160884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=8eb79463-8f06-4fa6-a27a-a47fcbab9d12,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:54.188422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e0394741-1db5-4c18-a704-649752106596 None None] Attempting to bind port b6f5f508-11f4-4d19-b027-8b37909921a5 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:54.189007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e0394741-1db5-4c18-a704-649752106596 None None] Attempting to bind port b6f5f508-11f4-4d19-b027-8b37909921a5 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '9baac660-a747-400c-b165-76bfdbb3974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:54.190080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0394741-1db5-4c18-a704-649752106596 None None] Attempting to bind port b6f5f508-11f4-4d19-b027-8b37909921a5 on network aac38509-c892-4226-9ec8-cd5b965ddf32 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:54.198318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0394741-1db5-4c18-a704-649752106596 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:54.198884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0394741-1db5-4c18-a704-649752106596 None None] Checking segment: {'id': '9baac660-a747-400c-b165-76bfdbb3974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:54.199628 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e0394741-1db5-4c18-a704-649752106596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.200252 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0394741-1db5-4c18-a704-649752106596 None None] Bound using segment: {'id': '9baac660-a747-400c-b165-76bfdbb3974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:54.202150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e0394741-1db5-4c18-a704-649752106596 None None] Bound port: b6f5f508-11f4-4d19-b027-8b37909921a5, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9baac660-a747-400c-b165-76bfdbb3974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:54.202707 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e0394741-1db5-4c18-a704-649752106596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.226321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.227002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.250768 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e5a36e77-9d18-45c6-ac85-7edab139571b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4323609 Aug 16 01:56:54.254433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43954) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:54.324548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e0394741-1db5-4c18-a704-649752106596 None None] For port b6f5f508-11f4-4d19-b027-8b37909921a5, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:54.329836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e0394741-1db5-4c18-a704-649752106596 None None] For port b6f5f508-11f4-4d19-b027-8b37909921a5, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b6f5f508-11f4-4d19-b027-8b37909921a5,segment=NetworkSegment(9baac660-a747-400c-b165-76bfdbb3974f),segment_id=9baac660-a747-400c-b165-76bfdbb3974f)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:54.340104 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e0394741-1db5-4c18-a704-649752106596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.349453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596a295-6637-4a7e-bb7e-8b92033676d3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.362539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596a295-6637-4a7e-bb7e-8b92033676d3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.364209 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5596a295-6637-4a7e-bb7e-8b92033676d3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1086023 Aug 16 01:56:54.372230 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43958) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:54.495003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0394741-1db5-4c18-a704-649752106596 None None] Pushing event updated for resources: {'Port': ['ID=b6f5f508-11f4-4d19-b027-8b37909921a5,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:54.576479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9d509b18-4bf4-4272-a38f-168468d58813 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:54.586651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c142ed0d-b6e0-4561-af39-b532cce53fb1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 8eb79463-8f06-4fa6-a27a-a47fcbab9d12 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:54.586980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c142ed0d-b6e0-4561-af39-b532cce53fb1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.675794 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 9d509b18-4bf4-4272-a38f-168468d58813 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:54.717049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c142ed0d-b6e0-4561-af39-b532cce53fb1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.766733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c142ed0d-b6e0-4561-af39-b532cce53fb1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 8eb79463-8f06-4fa6-a27a-a47fcbab9d12 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:54.939978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-2791a9ae-d7fa-42c2-a506-a2419b8ff657 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.941908 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-2791a9ae-d7fa-42c2-a506-a2419b8ff657 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.2146485 Aug 16 01:56:54.960600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Request body: {'port': {'device_id': '28675cc8-2544-488c-ae85-ec26b13d4420', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'admin_state_up': True, 'tenant_id': '349079a268e8437eb80e514d3cb358de'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:54.989303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Allocated IP 172.25.2.190 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/fc408059-5117-46f5-94e6-92cbaab0caa3) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:55.053561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-535159bb-2aff-4129-82b8-1bf0bf26ed8c req-9e69bbf6-7fc4-4f1e-96ff-891027e635d9 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 210 time: 0.2067394 Aug 16 01:56:55.072911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9242a5a2-947d-4cd0-b204-774c360d2493 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:55.099829 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3da02e0-889e-42b3-ad0b-32f94270c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.164854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da02e0-889e-42b3-ad0b-32f94270c4c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a148029-9964-4836-9448-f2aa9aacb3c0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:55.192810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Made reservation on behalf of 349079a268e8437eb80e514d3cb358de for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:55.199134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.237094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c142ed0d-b6e0-4561-af39-b532cce53fb1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.238226 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6dcab76b-8191-4300-8309-9053593872d3 None None] Provisioning for port 9d509b18-4bf4-4272-a38f-168468d58813 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:55.259652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6dcab76b-8191-4300-8309-9053593872d3 None None] Provisioning complete for port 9d509b18-4bf4-4272-a38f-168468d58813 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:55.260176 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6dcab76b-8191-4300-8309-9053593872d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.313761 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.360072 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:56:55.370928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3da02e0-889e-42b3-ad0b-32f94270c4c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.375149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e3da02e0-889e-42b3-ad0b-32f94270c4c7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5a148029-9964-4836-9448-f2aa9aacb3c0 HTTP/1.1" status: 204 len: 168 time: 1.5877914 Aug 16 01:56:55.383670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f053051-b571-4275-a599-39f2f4b374e8 req-8b2b589f-f90a-4a92-b42a-b78cffdbe74d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.391719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f053051-b571-4275-a599-39f2f4b374e8 req-8b2b589f-f90a-4a92-b42a-b78cffdbe74d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.5438063 Aug 16 01:56:55.395180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43978) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:55.396360 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.442933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Allocated IP 172.20.0.6 (1df1123c-1f49-4c4f-9eb2-3f3807dd3006/f2649e7e-bc88-4fba-bf60-4e29353aadc7/934b8857-0618-4a6d-934a-b183eb44e3e9) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:55.512315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6dcab76b-8191-4300-8309-9053593872d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.550250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:55.560874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:55.567507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:55.604722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755cc386-7ebb-407e-8441-0a6079dcbc46 None None] Update dhcp port {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': '76cc5969-32de-48d8-9ee0-371d34b1996e', 'ip_address': '2001:db8::f816:3eff:fedf:1f72'}, {'subnet_id': '8356c954-cf27-46a0-babc-b6d6c6ddb330'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '9d509b18-4bf4-4272-a38f-168468d58813'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:56:55.608504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6dcab76b-8191-4300-8309-9053593872d3 None None] For port 9d509b18-4bf4-4272-a38f-168468d58813, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9d509b18-4bf4-4272-a38f-168468d58813,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:55.636504 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6dcab76b-8191-4300-8309-9053593872d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.679557 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-755cc386-7ebb-407e-8441-0a6079dcbc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.694112 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.728948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Pushing event updated for resources: {'Port': ['ID=fc408059-5117-46f5-94e6-92cbaab0caa3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:55.781724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f053051-b571-4275-a599-39f2f4b374e8 req-b4a0a4b8-f989-495d-b3cb-f802e67ad877 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890653 Aug 16 01:56:55.791828 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.794457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142ed0d-b6e0-4561-af39-b532cce53fb1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=8eb79463-8f06-4fa6-a27a-a47fcbab9d12,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:55.802197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a296d-0520-4a9e-84d0-b043095a4641 req-334f63d2-fd22-48a6-992c-d63610b7d62c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.810400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc9a296d-0520-4a9e-84d0-b043095a4641 req-334f63d2-fd22-48a6-992c-d63610b7d62c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.6325359 Aug 16 01:56:55.814245 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.837130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:55.842866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:55.900271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:55.943167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcab76b-8191-4300-8309-9053593872d3 None None] Pushing event updated for resources: {'Port': ['ID=9d509b18-4bf4-4272-a38f-168468d58813,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:55.996455 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c142ed0d-b6e0-4561-af39-b532cce53fb1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.001601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43984) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:56.002188 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c142ed0d-b6e0-4561-af39-b532cce53fb1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/8eb79463-8f06-4fa6-a27a-a47fcbab9d12 HTTP/1.1" status: 204 len: 168 time: 1.6282766 Aug 16 01:56:56.028226 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.028804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc9a296d-0520-4a9e-84d0-b043095a4641 req-b61ad506-d7ac-4c6d-a56c-d6a6580a2ad1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131057 Aug 16 01:56:56.028973 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.052857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event updated for resources: {'Port': ['ID=934b8857-0618-4a6d-934a-b183eb44e3e9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:56.073284 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-b1a525d6-03cc-4c6e-88ec-c790c6760480 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1210732 Aug 16 01:56:56.157550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e02f56-ca34-4114-b648-08fb03dc3a2d None None] Network aac38509-c892-4226-9ec8-cd5b965ddf32 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:56.173386 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.232304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bda6a4-a9a8-4c1a-bfae-ca3a44977289']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:56.234691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Request body: {'port': {'device_id': '28675cc8-2544-488c-ae85-ec26b13d4420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:56.239008 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-755cc386-7ebb-407e-8441-0a6079dcbc46 None None] Allocated IP 172.20.0.2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/8356c954-cf27-46a0-babc-b6d6c6ddb330/9d509b18-4bf4-4272-a38f-168468d58813) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:56.244789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-82f0a487-6166-47af-8940-e52dc4ed2dab None None] Provisioning for port b6f5f508-11f4-4d19-b027-8b37909921a5 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:56.260646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6719ef-dc60-4866-87ce-86b37a65a37e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.262613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6719ef-dc60-4866-87ce-86b37a65a37e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.263941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6719ef-dc60-4866-87ce-86b37a65a37e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.267990 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6f6719ef-dc60-4866-87ce-86b37a65a37e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2620420 Aug 16 01:56:56.267990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5ee94b-2110-4f9b-96bc-d9d3c185fec6') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:56.267990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5ee94b-2110-4f9b-96bc-d9d3c185fec6') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:56.269761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43994) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:56.298377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.326622 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.333819 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.351071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-43dd1460-ac78-4761-83bf-3745ed0b0d9c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 76cc5969-32de-48d8-9ee0-371d34b1996e {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:56.376240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753787a-1e04-4310-919a-f361483a0475 req-5586e659-a507-422f-b764-75f73f6c9cf4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.377921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0753787a-1e04-4310-919a-f361483a0475 req-5586e659-a507-422f-b764-75f73f6c9cf4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 931 time: 0.1488919 Aug 16 01:56:56.378923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:56.379331 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:56.383234 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:56.449970 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.450877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-755cc386-7ebb-407e-8441-0a6079dcbc46 None None] For port 9d509b18-4bf4-4272-a38f-168468d58813, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9d509b18-4bf4-4272-a38f-168468d58813,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:56.518545 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-755cc386-7ebb-407e-8441-0a6079dcbc46 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.532387 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.547709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-755cc386-7ebb-407e-8441-0a6079dcbc46 None None] Transition to ACTIVE for port object 9d509b18-4bf4-4272-a38f-168468d58813 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:56.549246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.554521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d3bda6a4-a9a8-4c1a-bfae-ca3a44977289 HTTP/1.1" status: 204 len: 168 time: 1.1489120 Aug 16 01:56:56.561064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0753787a-1e04-4310-919a-f361483a0475 req-2561235a-fb79-4f20-a697-852c74af6392 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372254 Aug 16 01:56:56.564116 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-755cc386-7ebb-407e-8441-0a6079dcbc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.577163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e03c67-f334-40dc-9d6f-cc14b56128c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3bda6a4-a9a8-4c1a-bfae-ca3a44977289,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:56.723244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9d509b18-4bf4-4272-a38f-168468d58813 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:56.777651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.855621 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cc386-7ebb-407e-8441-0a6079dcbc46 None None] Pushing event updated for resources: {'Port': ['ID=9d509b18-4bf4-4272-a38f-168468d58813,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:56.914744 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43dd1460-ac78-4761-83bf-3745ed0b0d9c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.923940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b6f5f508-11f4-4d19-b027-8b37909921a5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:56.961404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44008) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:57.010762 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43dd1460-ac78-4761-83bf-3745ed0b0d9c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.025584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b6f5f508-11f4-4d19-b027-8b37909921a5 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:57.032337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b6f5f508-11f4-4d19-b027-8b37909921a5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:57.033925 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.140412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7c5d34eb-1733-46d7-ac97-115b2243c4d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9c5c6ff658e5439cb455989c7e8e7755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762478 Aug 16 01:56:57.150804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d9c37-c57d-4b2d-981f-a4ad92740b11 req-b6ffe555-9708-4960-b6bb-5fe997d23ee6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.155559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44014) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:57.162013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d13d9c37-c57d-4b2d-981f-a4ad92740b11 req-b6ffe555-9708-4960-b6bb-5fe997d23ee6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.1995890 Aug 16 01:56:57.172030 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.220306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port b6f5f508-11f4-4d19-b027-8b37909921a5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b6f5f508-11f4-4d19-b027-8b37909921a5,segment=NetworkSegment(9baac660-a747-400c-b165-76bfdbb3974f),segment_id=9baac660-a747-400c-b165-76bfdbb3974f)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:57.231454 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.240844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d13d9c37-c57d-4b2d-981f-a4ad92740b11 req-160f2e7a-1e3e-41a0-a7a2-e8e88442704a tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732968 Aug 16 01:56:57.287825 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43dd1460-ac78-4761-83bf-3745ed0b0d9c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.298554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Router 5790025c-595b-48a2-87c4-d563f30cfd58 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:56:57.313265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8c926-a328-4bcd-af1d-46787365c20f req-6ca74102-0e07-4ffe-b033-00ed0fe0144a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.315111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31b8c926-a328-4bcd-af1d-46787365c20f req-6ca74102-0e07-4ffe-b033-00ed0fe0144a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.0931876 Aug 16 01:56:57.327272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=b6f5f508-11f4-4d19-b027-8b37909921a5,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:57.329144 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934b8857-0618-4a6d-934a-b183eb44e3e9 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:57.346816 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.381122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Transition to ACTIVE for port object 934b8857-0618-4a6d-934a-b183eb44e3e9 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:57.389139 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a7591fc9-b827-4337-8ddf-2359c3db0605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.392569 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.466502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31b8c926-a328-4bcd-af1d-46787365c20f req-0aaafe4d-8dfb-4e35-95cb-aecce48e8284 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438689 Aug 16 01:56:57.473584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:57.484246 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a7591fc9-b827-4337-8ddf-2359c3db0605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.497778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Sync routers for ids ['5790025c-595b-48a2-87c4-d563f30cfd58'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:57.509723 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.511206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a6602b39-709a-4974-abf3-56e7a6debfa4 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8065975 Aug 16 01:56:57.512238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Routers {'5790025c-595b-48a2-87c4-d563f30cfd58'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:57.513003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5790025c-595b-48a2-87c4-d563f30cfd58'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:57.514087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44022) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:57.522104 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43dd1460-ac78-4761-83bf-3745ed0b0d9c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.624046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd1460-ac78-4761-83bf-3745ed0b0d9c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=76cc5969-32de-48d8-9ee0-371d34b1996e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:57.630047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43dd1460-ac78-4761-83bf-3745ed0b0d9c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.634675 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-43dd1460-ac78-4761-83bf-3745ed0b0d9c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/76cc5969-32de-48d8-9ee0-371d34b1996e HTTP/1.1" status: 204 len: 168 time: 1.3637681 Aug 16 01:56:57.637892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44028) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:57.659368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Pushing event updated for resources: {'Port': ['ID=934b8857-0618-4a6d-934a-b183eb44e3e9,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:57.659610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Set router 5790025c-595b-48a2-87c4-d563f30cfd58 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:57.809369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-213dadf3-eb55-43fa-8b97-e01d64bd1add tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 8356c954-cf27-46a0-babc-b6d6c6ddb330 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:57.811593 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ea72a5-459f-46e8-a86d-81a41f0d7b5a None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:57.811731 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a7591fc9-b827-4337-8ddf-2359c3db0605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.815300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a7591fc9-b827-4337-8ddf-2359c3db0605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.816649 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a7591fc9-b827-4337-8ddf-2359c3db0605 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bcfe6f71-4505-460a-b57f-89c984f02e47 HTTP/1.1" status: 204 len: 168 time: 0.6587451 Aug 16 01:56:57.824446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-213dadf3-eb55-43fa-8b97-e01d64bd1add tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.868314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79290469-1f99-4633-bb79-e460b51ca56c req-47bc06b1-7c6e-4e2e-b98d-e93c21e474f5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.869482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79290469-1f99-4633-bb79-e460b51ca56c req-47bc06b1-7c6e-4e2e-b98d-e93c21e474f5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 943 time: 0.1438308 Aug 16 01:56:57.879335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7591fc9-b827-4337-8ddf-2359c3db0605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfe6f71-4505-460a-b57f-89c984f02e47,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:57.889923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Attempting to bind port 934b8857-0618-4a6d-934a-b183eb44e3e9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:57.890282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Attempting to bind port 934b8857-0618-4a6d-934a-b183eb44e3e9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:57.890589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Attempting to bind port 934b8857-0618-4a6d-934a-b183eb44e3e9 on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:57.904827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Port 934b8857-0618-4a6d-934a-b183eb44e3e9 on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:57.906039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Attempting to bind port 934b8857-0618-4a6d-934a-b183eb44e3e9 on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:57.924058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:57.924402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Checking segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:57.924813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Bound using segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:57.926097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Bound port: 934b8857-0618-4a6d-934a-b183eb44e3e9, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:57.926601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.930441 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-213dadf3-eb55-43fa-8b97-e01d64bd1add tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.938918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-eb7cc9f9-2aec-44e5-8eca-2eb402a9856d None None] Provisioning for port 9d509b18-4bf4-4272-a38f-168468d58813 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:57.962514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79290469-1f99-4633-bb79-e460b51ca56c req-644fabec-1edf-44e1-8333-2d94f11181be tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854671 Aug 16 01:56:57.995020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-eb7cc9f9-2aec-44e5-8eca-2eb402a9856d None None] Provisioning complete for port 9d509b18-4bf4-4272-a38f-168468d58813 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:57.996688 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb7cc9f9-2aec-44e5-8eca-2eb402a9856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.115567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] For port 934b8857-0618-4a6d-934a-b183eb44e3e9, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:58.121161 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-213dadf3-eb55-43fa-8b97-e01d64bd1add tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.156229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] For port 934b8857-0618-4a6d-934a-b183eb44e3e9, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=934b8857-0618-4a6d-934a-b183eb44e3e9,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:58.167342 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.234769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.235437 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.237263 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] 10.222.0.89 "PUT /v2.0/ports/934b8857-0618-4a6d-934a-b183eb44e3e9 HTTP/1.1" status: 200 len: 1092 time: 2.1552699 Aug 16 01:56:58.237967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28675cc8-2544-488c-ae85-ec26b13d4420', 'tag': '934b8857-0618-4a6d-934a-b183eb44e3e9'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:58.240810 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127750dd-a968-4be1-9fda-bb7201378d91" -d '{"events": [{"name": "network-changed", "server_uuid": "28675cc8-2544-488c-ae85-ec26b13d4420", "tag": "934b8857-0618-4a6d-934a-b183eb44e3e9"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:58.356107 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-213dadf3-eb55-43fa-8b97-e01d64bd1add tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.370172 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff5d3cf-4800-4574-aa4c-99555a61da60 x-openstack-request-id: req-0ff5d3cf-4800-4574-aa4c-99555a61da60 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:58.370465 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28675cc8-2544-488c-ae85-ec26b13d4420", "tag": "934b8857-0618-4a6d-934a-b183eb44e3e9", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:58.371999 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ff5d3cf-4800-4574-aa4c-99555a61da60 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:58.372575 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28675cc8-2544-488c-ae85-ec26b13d4420', 'tag': '934b8857-0618-4a6d-934a-b183eb44e3e9', 'status': 'completed', 'code': 200} Aug 16 01:56:58.376055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b615d1-83f6-4c30-ac85-deb92ce359cd req-efde300e-3ef0-48a6-ab9d-a706905ede4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.377578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5b615d1-83f6-4c30-ac85-deb92ce359cd req-efde300e-3ef0-48a6-ab9d-a706905ede4f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 1097 time: 0.1936464 Aug 16 01:56:58.444351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'name': 'tempest-ServersTestMultiNic-153194923-router', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:52Z', 'updated_at': '2021-08-16T01:56:55Z', 'revision_number': 3, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'gw_port': {'id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:54Z', 'updated_at': '2021-08-16T01:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:58.462267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d34f5-10d8-4eb7-84f7-0278661e0805 service neutron] Pushing event updated for resources: {'Port': ['ID=934b8857-0618-4a6d-934a-b183eb44e3e9,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:58.490808 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Checking router: 5790025c-595b-48a2-87c4-d563f30cfd58 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:58.492356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Updating router 5790025c-595b-48a2-87c4-d563f30cfd58 port fc408059-5117-46f5-94e6-92cbaab0caa3 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:56:58.521394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5b615d1-83f6-4c30-ac85-deb92ce359cd req-6bf8fb33-cce2-425d-ac76-372ade8f9041 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304867 Aug 16 01:56:58.541812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9d509b18-4bf4-4272-a38f-168468d58813 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:58.565834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dadf3-eb55-43fa-8b97-e01d64bd1add tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=8356c954-cf27-46a0-babc-b6d6c6ddb330,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:58.575778 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-213dadf3-eb55-43fa-8b97-e01d64bd1add tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.581838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce40f7-8712-4b5c-b923-d36a0c4e68ac req-6f1d9e24-97b9-46d0-94df-e64986628164 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.585679 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-213dadf3-eb55-43fa-8b97-e01d64bd1add tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/8356c954-cf27-46a0-babc-b6d6c6ddb330 HTTP/1.1" status: 204 len: 168 time: 0.9433074 Aug 16 01:56:58.587965 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.588132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44050) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:58.595144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcce40f7-8712-4b5c-b923-d36a0c4e68ac req-6f1d9e24-97b9-46d0-94df-e64986628164 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.2160931 Aug 16 01:56:58.653265 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b9a1cad-684c-439d-be15-c605b3140d1e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615737 Aug 16 01:56:58.654140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44054) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:58.660795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-29046fe3-9983-432c-a0c9-ba7c16c84a35 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:58.672757 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8941420f-714c-43aa-ae0a-57c2f27539e8 None None] Update dhcp port {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': '8356c954-cf27-46a0-babc-b6d6c6ddb330'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '9d509b18-4bf4-4272-a38f-168468d58813'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:56:58.751567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-5b030e68-d1fd-44e0-b501-127507f3f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.753916 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-5b030e68-d1fd-44e0-b501-127507f3f518 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 1095 time: 0.4529731 Aug 16 01:56:58.778291 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8941420f-714c-43aa-ae0a-57c2f27539e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.801277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 9d509b18-4bf4-4272-a38f-168468d58813 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:58.801663 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.816703 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-763b98eb-f3a7-4e9f-9508-978289d90718 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=934b8857-0618-4a6d-934a-b183eb44e3e9 HTTP/1.1" status: 200 len: 217 time: 0.0527751 Aug 16 01:56:58.821029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29046fe3-9983-432c-a0c9-ba7c16c84a35 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:58.821468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a10909-4768-44f6-a2d9-fa079961d03b req-00d3e990-89c9-4c95-8ced-5d571d765b61 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.825398 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29046fe3-9983-432c-a0c9-ba7c16c84a35 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.830086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8a10909-4768-44f6-a2d9-fa079961d03b req-00d3e990-89c9-4c95-8ced-5d571d765b61 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.2174218 Aug 16 01:56:58.888773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8a10909-4768-44f6-a2d9-fa079961d03b req-4113ce28-adaf-47cc-adef-c5b4e31539e5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577207 Aug 16 01:56:58.924409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcce40f7-8712-4b5c-b923-d36a0c4e68ac req-23ebede6-3a75-47d1-8a92-9546e7f88748 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279724 Aug 16 01:56:58.944876 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.120655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad02c9a-9616-4883-8961-bb50fc194f51 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:59.190548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b6f5f508-11f4-4d19-b027-8b37909921a5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:59.338275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23e311-3680-49e3-87c8-9a12979c18f4 req-13f1b6f2-a3f7-4fec-b0a6-28a19537a409 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.339891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a23e311-3680-49e3-87c8-9a12979c18f4 req-13f1b6f2-a3f7-4fec-b0a6-28a19537a409 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 943 time: 0.2168021 Aug 16 01:56:59.412928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-45fe8790-a03e-4f5c-b158-bfcc7a648668 None None] Provisioning complete for port 9d509b18-4bf4-4272-a38f-168468d58813 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:59.413562 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-45fe8790-a03e-4f5c-b158-bfcc7a648668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.452448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-d9d97c1a-8ba7-4a5a-8d3d-17003df785e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.454001 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-d9d97c1a-8ba7-4a5a-8d3d-17003df785e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.6243842 Aug 16 01:56:59.460705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a23e311-3680-49e3-87c8-9a12979c18f4 req-40a9c153-b224-409b-a744-d58c626ca31f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106107 Aug 16 01:56:59.480816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Allocated IP 172.20.0.1 (aac38509-c892-4226-9ec8-cd5b965ddf32/ca534f78-d733-4a1c-b2c1-cd29f84f3d80/8fb368d9-ff89-494a-b8ca-cd2093edec08) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:59.496749 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-e12be8bb-a110-40ae-990a-b892def819d4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330689 Aug 16 01:56:59.643118 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-e1021e1b-2adb-49aa-bc24-7af5ff89c240 service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394901 Aug 16 01:56:59.667106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44084) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:59.679298 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.694798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Transition to ACTIVE for port object 8fb368d9-ff89-494a-b8ca-cd2093edec08 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:59.696196 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.716709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b6f5f508-11f4-4d19-b027-8b37909921a5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:59.717241 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.727400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Transition to ACTIVE for port object fc408059-5117-46f5-94e6-92cbaab0caa3 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:59.733598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aae6238-5dd4-4112-968f-d5dff2839db0 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:59.760944 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.811448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29046fe3-9983-432c-a0c9-ba7c16c84a35 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.839754 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.843777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Network aac38509-c892-4226-9ec8-cd5b965ddf32 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:59.847148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:59.854207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:59.862446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1333498461-network', 'tenant_id': '22035bd0a6354c58bf9102c6f7fc5120'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:59.880886 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6691728d-b2e0-4e6f-b3af-154f0b157377 req-7ee973f9-331c-451f-be5c-ba275fb80544 service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291272 Aug 16 01:56:59.896575 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.905687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29046fe3-9983-432c-a0c9-ba7c16c84a35 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:59.914932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-29046fe3-9983-432c-a0c9-ba7c16c84a35 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:59.932324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29046fe3-9983-432c-a0c9-ba7c16c84a35 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.933562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29046fe3-9983-432c-a0c9-ba7c16c84a35 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.936018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29046fe3-9983-432c-a0c9-ba7c16c84a35 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=6ad53989-2e51-41f3-a791-ca1e01db6fa0,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:59.958092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Made reservation on behalf of 22035bd0a6354c58bf9102c6f7fc5120 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:59.960631 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.982861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb368d9-ff89-494a-b8ca-cd2093edec08,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.005287 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-29046fe3-9983-432c-a0c9-ba7c16c84a35 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3470557 Aug 16 01:57:00.006071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44094) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:00.010545 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.031193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840c528-2c61-4b47-bcf5-7c2322a1d93d None None] Pushing event updated for resources: {'Port': ['ID=fc408059-5117-46f5-94e6-92cbaab0caa3,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.058016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Attempting to bind port fc408059-5117-46f5-94e6-92cbaab0caa3 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:00.058402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Attempting to bind port fc408059-5117-46f5-94e6-92cbaab0caa3 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:00.058775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Attempting to bind port fc408059-5117-46f5-94e6-92cbaab0caa3 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:00.074436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:00.075987 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:00.076416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:00.077145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.077578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:00.078617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Bound port: fc408059-5117-46f5-94e6-92cbaab0caa3, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:00.079009 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.081824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127750dd-a968-4be1-9fda-bb7201378d91 req-8aa105dc-d9b0-4fc8-9357-ecf4680f0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.082601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7aae6238-5dd4-4112-968f-d5dff2839db0 None None] Deleting port 9d509b18-4bf4-4272-a38f-168468d58813 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:00.082819 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7aae6238-5dd4-4112-968f-d5dff2839db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.083302 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-127750dd-a968-4be1-9fda-bb7201378d91 req-8aa105dc-d9b0-4fc8-9357-ecf4680f0cf6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 1095 time: 0.1419899 Aug 16 01:57:00.246049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127750dd-a968-4be1-9fda-bb7201378d91 req-bf7b9400-eed3-4f17-a941-08d2f3ac7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.247737 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-127750dd-a968-4be1-9fda-bb7201378d91 req-bf7b9400-eed3-4f17-a941-08d2f3ac7f60 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 913 time: 0.1506581 Aug 16 01:57:00.266269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7aae6238-5dd4-4112-968f-d5dff2839db0 None None] For port 9d509b18-4bf4-4272-a38f-168468d58813, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9d509b18-4bf4-4272-a38f-168468d58813,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:00.267012 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7aae6238-5dd4-4112-968f-d5dff2839db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.282304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7aae6238-5dd4-4112-968f-d5dff2839db0 None None] Calling delete_port for 9d509b18-4bf4-4272-a38f-168468d58813 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:00.323805 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-127750dd-a968-4be1-9fda-bb7201378d91 req-ea158a6e-b348-48f5-80ef-c6e4ab664b7c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=934b8857-0618-4a6d-934a-b183eb44e3e9 HTTP/1.1" status: 200 len: 217 time: 0.0632243 Aug 16 01:57:00.329657 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.345042 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.405538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:00.433945 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.434347 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Added segment 3478087a-4ef9-4f09-ba56-acf9b3c5cff7 of type vlan for network 5a7a8465-aacf-433a-8403-d3fb6abc343c Aug 16 01:57:00.436758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127750dd-a968-4be1-9fda-bb7201378d91 req-4ec7719c-f1b8-4354-8be9-0d2fd0fa68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.439202 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-127750dd-a968-4be1-9fda-bb7201378d91 req-4ec7719c-f1b8-4354-8be9-0d2fd0fa68bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.1069858 Aug 16 01:57:00.440188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a05f1b3-9c61-457b-b7c0-13e8553a05ed,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.480024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] For port fc408059-5117-46f5-94e6-92cbaab0caa3, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:00.485099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] For port fc408059-5117-46f5-94e6-92cbaab0caa3, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fc408059-5117-46f5-94e6-92cbaab0caa3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:00.489960 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7aae6238-5dd4-4112-968f-d5dff2839db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.507668 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae6238-5dd4-4112-968f-d5dff2839db0 None None] No DVR routers for this DVR port 9d509b18-4bf4-4272-a38f-168468d58813 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:00.514106 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-127750dd-a968-4be1-9fda-bb7201378d91 req-4f26b2c5-c109-422c-abe2-2ed03ccd62ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612011 Aug 16 01:57:00.523798 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.546288 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.555824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa9aab-5055-4617-a2ab-a73d66f4b2d0 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:00.612160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9d509b18-4bf4-4272-a38f-168468d58813 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:00.617198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-615f5487-8a72-4c05-86c3-3d65261e2d67 None None] Provisioning for port 8fb368d9-ff89-494a-b8ca-cd2093edec08 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:00.652030 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.653183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.653951 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.742147 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0731256 Aug 16 01:57:00.746909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44112) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:00.750636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae6238-5dd4-4112-968f-d5dff2839db0 None None] Pushing event deleted for resources: {'Port': ['ID=9d509b18-4bf4-4272-a38f-168468d58813,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.751183 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-127750dd-a968-4be1-9fda-bb7201378d91 req-f185a4c1-f0af-467d-a3f7-e32fe7943311 service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292099 Aug 16 01:57:00.759258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] Request body: {'subnet': {'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1333498461-subnet', 'tenant_id': '22035bd0a6354c58bf9102c6f7fc5120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:00.760686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-615f5487-8a72-4c05-86c3-3d65261e2d67 None None] Provisioning complete for port 8fb368d9-ff89-494a-b8ca-cd2093edec08 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:00.761099 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-615f5487-8a72-4c05-86c3-3d65261e2d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.763303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Routers {'5790025c-595b-48a2-87c4-d563f30cfd58'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:00.764593 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5790025c-595b-48a2-87c4-d563f30cfd58'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:00.777530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9609ad-9fca-41fd-89a1-4c51836e3529 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7a8465-aacf-433a-8403-d3fb6abc343c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.807507 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.850280 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] Made reservation on behalf of 22035bd0a6354c58bf9102c6f7fc5120 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:00.853346 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.853482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db283ff-2584-48d0-99fb-f89ff42c6635 req-13f40cbc-ce79-40a4-8cc6-2107ce5b8e3e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.862101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0db283ff-2584-48d0-99fb-f89ff42c6635 req-13f40cbc-ce79-40a4-8cc6-2107ce5b8e3e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.7612424 Aug 16 01:57:00.867710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 5a7a8465-aacf-433a-8403-d3fb6abc343c details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:00.876381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e38a9-9179-425c-8373-6d139aa845a8 req-f3532ab4-b402-45c6-bca1-2c8f037e40a7 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.889651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-315e38a9-9179-425c-8373-6d139aa845a8 req-f3532ab4-b402-45c6-bca1-2c8f037e40a7 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.8004177 Aug 16 01:57:00.928233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 9d509b18-4bf4-4272-a38f-168468d58813 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:00.929422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9d509b18-4bf4-4272-a38f-168468d58813 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:00.956151 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-127750dd-a968-4be1-9fda-bb7201378d91 req-5e5df562-7f3f-423b-9d3b-ddba780a61df service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930645 Aug 16 01:57:00.996671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-615f5487-8a72-4c05-86c3-3d65261e2d67 None None] Port 8fb368d9-ff89-494a-b8ca-cd2093edec08 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:01.011432 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0db283ff-2584-48d0-99fb-f89ff42c6635 req-81607045-9f5a-4b2f-94e5-96ee599e1f70 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478159 Aug 16 01:57:01.145842 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.168119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840c528-2c61-4b47-bcf5-7c2322a1d93d None None] Pushing event updated for resources: {'Port': ['ID=fc408059-5117-46f5-94e6-92cbaab0caa3,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:01.170818 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-315e38a9-9179-425c-8373-6d139aa845a8 req-9a1d5970-d523-4f16-b820-d141a60d27de tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736878 Aug 16 01:57:01.198734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] Set router 5790025c-595b-48a2-87c4-d563f30cfd58 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:01.227756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '6ad53989-2e51-41f3-a791-ca1e01db6fa0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:01.228628 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.252947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb4d5e8-6097-4336-82c4-a534752cfa77,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:01.257578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:01.260911 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] Checking segment: {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:01.261311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] Network hostable DHCP agents. Network: 5a7a8465-aacf-433a-8403-d3fb6abc343c, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:01.264286 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.279762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] Network 5a7a8465-aacf-433a-8403-d3fb6abc343c is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:01.292250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 5a7a8465-aacf-433a-8403-d3fb6abc343c) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:01.297221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.298409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.302395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a2f343-d9ba-4a94-a48a-4feea4f84ce8 None None] Network 5a7a8465-aacf-433a-8403-d3fb6abc343c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:01.322263 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7b7144a7-87b1-4d1e-a2a5-bdc31a321283 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5740585 Aug 16 01:57:01.337344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-76582d21-3276-49eb-aac2-f43bbf3f1d5a req-e2aaaf71-a363-442f-b81c-bec6070b88a4 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-930617379', 'description': 'tempest-description-1849242801'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:01.488503 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76582d21-3276-49eb-aac2-f43bbf3f1d5a req-e2aaaf71-a363-442f-b81c-bec6070b88a4 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.506377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.529693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d63f3-d2c4-47bc-9015-49449acf1829 req-b0f1af37-6cd3-4f64-bf75-7fd27b2c9702 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.532324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b4d63f3-d2c4-47bc-9015-49449acf1829 req-b0f1af37-6cd3-4f64-bf75-7fd27b2c9702 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 943 time: 0.1835797 Aug 16 01:57:01.535992 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.581775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Allocated IP 172.20.0.2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/6ad53989-2e51-41f3-a791-ca1e01db6fa0/daa9dc6d-76a6-4779-9ef8-23349c503658) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:01.680260 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.690462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb368d9-ff89-494a-b8ca-cd2093edec08,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:01.697528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92086f4-9ae9-4225-b364-86376a475626 None None] Network 5a7a8465-aacf-433a-8403-d3fb6abc343c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:01.719765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b4d63f3-d2c4-47bc-9015-49449acf1829 req-232a94fd-6ba3-4db6-8401-da257fd249f9 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500895 Aug 16 01:57:01.856518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'name': 'tempest-ServersTestMultiNic-153194923-router', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:52Z', 'updated_at': '2021-08-16T01:57:00Z', 'revision_number': 4, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'gw_port': {'id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:54Z', 'updated_at': '2021-08-16T01:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fb368d9-ff89-494a-b8ca-cd2093edec08', 'name': '', 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'mac_address': 'fa:16:3e:a9:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ca534f78-d733-4a1c-b2c1-cd29f84f3d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:58Z', 'updated_at': '2021-08-16T01:56:59Z', 'revision_number': 1, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'subnets': [{'id': 'ca534f78-d733-4a1c-b2c1-cd29f84f3d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:01.900115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Network aac38509-c892-4226-9ec8-cd5b965ddf32 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:01.911108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:01.950719 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76582d21-3276-49eb-aac2-f43bbf3f1d5a req-e2aaaf71-a363-442f-b81c-bec6070b88a4 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.033001 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76582d21-3276-49eb-aac2-f43bbf3f1d5a req-e2aaaf71-a363-442f-b81c-bec6070b88a4 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.081337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4fa481-c28c-43f2-bef7-74d0cd3e6fd3 None None] The sync data for ids ['5790025c-595b-48a2-87c4-d563f30cfd58'] in n-d-768851-16 is: [{'id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'name': 'tempest-ServersTestMultiNic-153194923-router', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:52Z', 'updated_at': '2021-08-16T01:57:00Z', 'revision_number': 4, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'gw_port': {'id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:54Z', 'updated_at': '2021-08-16T01:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fb368d9-ff89-494a-b8ca-cd2093edec08', 'name': '', 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'mac_address': 'fa:16:3e:a9:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ca534f78-d733-4a1c-b2c1-cd29f84f3d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:58Z', 'updated_at': '2021-08-16T01:56:59Z', 'revision_number': 1, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'subnets': [{'id': 'ca534f78-d733-4a1c-b2c1-cd29f84f3d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:02.152060 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.169745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Transition to ACTIVE for port object daa9dc6d-76a6-4779-9ef8-23349c503658 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:02.189338 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76582d21-3276-49eb-aac2-f43bbf3f1d5a req-e2aaaf71-a363-442f-b81c-bec6070b88a4 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.196649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Transition to ACTIVE for port object daa9dc6d-76a6-4779-9ef8-23349c503658 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:02.205324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76582d21-3276-49eb-aac2-f43bbf3f1d5a req-e2aaaf71-a363-442f-b81c-bec6070b88a4 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9869711 Aug 16 01:57:02.207653 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.229238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aaaf71-a363-442f-b81c-bec6070b88a4 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc4d6d4-d0e1-495a-850c-63c387bb367c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:02.268610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:02.271681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Router 5790025c-595b-48a2-87c4-d563f30cfd58 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:02.272018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:02.277006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:02.283175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Pushing event updated for resources: {'Port': ['ID=daa9dc6d-76a6-4779-9ef8-23349c503658,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:02.353647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Attempting to bind port daa9dc6d-76a6-4779-9ef8-23349c503658 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:02.354223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Attempting to bind port daa9dc6d-76a6-4779-9ef8-23349c503658 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:02.354783 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Attempting to bind port daa9dc6d-76a6-4779-9ef8-23349c503658 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:02.360328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:02.360708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:02.361172 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.361569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:02.362048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Bound port: daa9dc6d-76a6-4779-9ef8-23349c503658, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:02.362423 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.483451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-126c19f8-feaf-4555-ac1b-7a8d7b8b8015 None None] Provisioning complete for port 8fb368d9-ff89-494a-b8ca-cd2093edec08 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:02.483835 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-126c19f8-feaf-4555-ac1b-7a8d7b8b8015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.529600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] For port daa9dc6d-76a6-4779-9ef8-23349c503658, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:02.534217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] For port daa9dc6d-76a6-4779-9ef8-23349c503658, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=daa9dc6d-76a6-4779-9ef8-23349c503658,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:02.536076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-126c19f8-feaf-4555-ac1b-7a8d7b8b8015 None None] Port 8fb368d9-ff89-494a-b8ca-cd2093edec08 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:02.543605 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.649518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4aa725-929b-499b-9615-b253e07739fc None None] Pushing event updated for resources: {'Port': ['ID=daa9dc6d-76a6-4779-9ef8-23349c503658,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:02.684382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-8ba18d69-d5a9-4448-a0f9-97464b1714b8 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:02.686081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-8ba18d69-d5a9-4448-a0f9-97464b1714b8 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 815 time: 0.4579539 Aug 16 01:57:02.775079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-dbfb6c0c-7e1e-4c4d-b87a-7e170ab20a93 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/quotas/22035bd0a6354c58bf9102c6f7fc5120 HTTP/1.1" status: 200 len: 375 time: 0.0794513 Aug 16 01:57:02.797108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:02.830866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbe9b0-3595-4a95-8994-a99cc59de507 req-1a07443e-98e1-42f6-baaa-536e9be26fb8 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:02.833461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bdbe9b0-3595-4a95-8994-a99cc59de507 req-1a07443e-98e1-42f6-baaa-536e9be26fb8 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.2756732 Aug 16 01:57:02.840642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fa9dd32c-d2fb-4742-86a9-0cdf370d4fb8 admin admin] 10.222.0.79 "PUT /v2.0/routers/5790025c-595b-48a2-87c4-d563f30cfd58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3254168 Aug 16 01:57:02.876783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-0a2ea41a-c2e5-480a-9491-61fc76b5d303 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904593 Aug 16 01:57:02.886813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.objects.ports [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101381) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:57:03.007831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44174) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:03.077600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bdbe9b0-3595-4a95-8994-a99cc59de507 req-29591d2a-819f-4ab3-a2df-ad92d7e1ac98 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140253 Aug 16 01:57:03.228493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-6406917e-bcd6-4b36-8cc4-b8589141fd35 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:03.229589 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-6406917e-bcd6-4b36-8cc4-b8589141fd35 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3357885 Aug 16 01:57:03.248862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-686400153'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:03.278124 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:03.281905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.313317 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:03.329365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.329700 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Added segment eb74fc51-21a4-4f20-8385-a0bb28235c89 of type vlan for network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 Aug 16 01:57:03.334804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd3af712-a290-444e-a05d-8622c67d337e req-f1d7f86b-03c7-4831-8b49-0b524c3b03ff tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-930617379&fields=id&tenant_id=c53d6518061f44c0be91f1108c694a76 HTTP/1.1" status: 200 len: 267 time: 0.2050967 Aug 16 01:57:03.394063 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.424741 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.438532 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.446905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:03.447938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.557046 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5480368 Aug 16 01:57:03.564214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44184) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:03.570864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'subnet': {'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:03.575821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3af712-a290-444e-a05d-8622c67d337e req-60a4755c-a919-4512-b448-d675b8b7eb35 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:03.586068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd3af712-a290-444e-a05d-8622c67d337e req-60a4755c-a919-4512-b448-d675b8b7eb35 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.2439539 Aug 16 01:57:03.590045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-e2979e69-7faa-4122-a740-9c1f7c809f5e service neutron] 10.222.0.79 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488946 Aug 16 01:57:03.604134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-bd3af712-a290-444e-a05d-8622c67d337e req-cf4604bb-bc30-429f-abb4-755bca716263 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Request body: {'port': {'security_groups': ['93232661-8a57-4e12-88eb-dc91ea006522', '8bc4d6d4-d0e1-495a-850c-63c387bb367c']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:03.707236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c39dc-ed78-4bbb-9c5d-075450511576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Network': ['ID=aaeae9c5-4c26-4f0d-aa49-88b44699ea45,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:03.718983 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:03.768371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:03.774839 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.829140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 934b8857-0618-4a6d-934a-b183eb44e3e9 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:03.855564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] For port daa9dc6d-76a6-4779-9ef8-23349c503658, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=daa9dc6d-76a6-4779-9ef8-23349c503658,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:03.895325 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.911005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.911820 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.042630 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 934b8857-0618-4a6d-934a-b183eb44e3e9, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=934b8857-0618-4a6d-934a-b183eb44e3e9,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:04.068744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '934b8857-0618-4a6d-934a-b183eb44e3e9', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'port_id': '934b8857-0618-4a6d-934a-b183eb44e3e9', 'mac_address': 'fa:16:3e:8a:9e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2649e7e-bc88-4fba-bf60-4e29353aadc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:04.099491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:04.102652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.113066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ab9acd23-d0c3-4046-ac00-c175eb5338dd None None] Provisioning for port daa9dc6d-76a6-4779-9ef8-23349c503658 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:04.129859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:04.176630 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.200290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.201431 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.205159 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd3af712-a290-444e-a05d-8622c67d337e req-cf4604bb-bc30-429f-abb4-755bca716263 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.205588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934b8857-0618-4a6d-934a-b183eb44e3e9 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:04.208036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=daa9dc6d-76a6-4779-9ef8-23349c503658,revision_number=4']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:04.249474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=92480763-8c92-437c-870d-cc3f3846440a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:04.250184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 934b8857-0618-4a6d-934a-b183eb44e3e9, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=934b8857-0618-4a6d-934a-b183eb44e3e9,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:04.254750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-a56a4250-564a-4e1f-8a4a-983cdb6a21c9 service neutron] 10.222.0.79 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429379 Aug 16 01:57:04.261964 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.270303 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Subnet': ['ID=1e814dba-bebf-414e-a3f1-d57e874b29bb,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:04.287411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Checking segment: {'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:04.287811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network hostable DHCP agents. Network: aaeae9c5-4c26-4f0d-aa49-88b44699ea45, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:04.313895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:04.327397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, aaeae9c5-4c26-4f0d-aa49-88b44699ea45) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:04.331187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f80eff6-fe0b-429d-a661-c6d739466b62 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:04.345864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.346712 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.350509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb91bfd-39b7-425d-aadf-14e0edbbe8bb None None] Network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:04.365199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5bf3bb3f-9835-4a7a-8574-09f151ced6d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3076284 Aug 16 01:57:04.369808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44206) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:04.378488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:49:c8:ca', 'name': 'tempest-NetworksTestDHCPv6-2004633162'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:04.389388 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-866bb2c9-ccb2-46dc-a512-8783218d402f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8232810 Aug 16 01:57:04.405262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44208) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:04.412700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1161013719'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:04.561380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8949f1f6-8ea1-4eac-b6bc-85297fc5eb5b None None] Could not find standard attr ID for object 8eb79463-8f06-4fa6-a27a-a47fcbab9d12. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:57:04.588057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['934b8857-0618-4a6d-934a-b183eb44e3e9'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:04.649550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device daa9dc6d-76a6-4779-9ef8-23349c503658 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:04.676241 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-8c07f543-bec5-4974-9dfb-71674aa3a9cd service neutron] show failed (client error): The resource could not be found. Aug 16 01:57:04.679099 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-8c07f543-bec5-4974-9dfb-71674aa3a9cd service neutron] 10.222.0.84 "GET /v2.0/ports/981f4bd6-1a06-4be9-83fc-1b6acfaa3508/bindings/n-h2-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.2067618 Aug 16 01:57:04.696548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:04.709780 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.764392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:04.785119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=934b8857-0618-4a6d-934a-b183eb44e3e9,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:04.928019 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.973175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:04.989520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port daa9dc6d-76a6-4779-9ef8-23349c503658 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:04.992362 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.993193 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Added segment 6403a6f7-2f1c-4d69-a194-5fb2c7a669f2 of type vlan for network 4066341a-d2cc-436e-9482-fc6d8687984b Aug 16 01:57:05.015360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port daa9dc6d-76a6-4779-9ef8-23349c503658 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:05.015799 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.026953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-aaeae9c5-4c26-4f0d-aa49-88b44699ea45', 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'fixed_ips': [{'subnet_id': '1e814dba-bebf-414e-a3f1-d57e874b29bb'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:05.027805 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.058281 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.127652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.135880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.136962 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.213453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0aa0f-9f64-4b6e-8c4b-ec6eba1d64cf req-eeb7b693-3816-4928-8ab5-c9a175c82786 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.225272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4b0aa0f-9f64-4b6e-8c4b-ec6eba1d64cf req-eeb7b693-3816-4928-8ab5-c9a175c82786 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 944 time: 0.1033211 Aug 16 01:57:05.260866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-bd3af712-a290-444e-a05d-8622c67d337e req-cf4604bb-bc30-429f-abb4-755bca716263 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] For port 41116d29-33bc-4c5e-8866-e9729687cd0e, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=41116d29-33bc-4c5e-8866-e9729687cd0e,segment=NetworkSegment(81403720-ea61-4817-ac33-1744c509e93c),segment_id=81403720-ea61-4817-ac33-1744c509e93c)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:05.305976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 0bfaf2b2-51de-4438-8d2f-b95a7b4cee54 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:05.312629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4b0aa0f-9f64-4b6e-8c4b-ec6eba1d64cf req-dc5138b2-3341-440e-9dac-cda9a52da8b1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862334 Aug 16 01:57:05.352885 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9433017 Aug 16 01:57:05.354660 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd3af712-a290-444e-a05d-8622c67d337e req-cf4604bb-bc30-429f-abb4-755bca716263 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.357964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44228) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:05.394946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'subnet': {'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:05.411437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd3af712-a290-444e-a05d-8622c67d337e req-cf4604bb-bc30-429f-abb4-755bca716263 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.416043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd738ce-3b46-4cc0-9c77-9751289917c7 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Network': ['ID=4066341a-d2cc-436e-9482-fc6d8687984b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:05.445976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-67ad9ef4-e219-43ab-b983-f76431df5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.447883 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-67ad9ef4-e219-43ab-b983-f76431df5302 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266&tenant_id=c65095f958914cd69aa95e35266c1eba HTTP/1.1" status: 200 len: 1101 time: 0.3334057 Aug 16 01:57:05.462555 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Sync routers for ids ['5790025c-595b-48a2-87c4-d563f30cfd58'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:05.480577 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Routers {'5790025c-595b-48a2-87c4-d563f30cfd58'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:05.484014 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5790025c-595b-48a2-87c4-d563f30cfd58'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:05.486991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:05.554871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 4066341a-d2cc-436e-9482-fc6d8687984b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:05.612934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3af712-a290-444e-a05d-8622c67d337e req-cf4604bb-bc30-429f-abb4-755bca716263 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.613802 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd3af712-a290-444e-a05d-8622c67d337e req-cf4604bb-bc30-429f-abb4-755bca716263 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.615232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd3af712-a290-444e-a05d-8622c67d337e req-cf4604bb-bc30-429f-abb4-755bca716263 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "PUT /v2.0/ports/41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 981 time: 2.0280294 Aug 16 01:57:05.619324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:05.627836 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae5e7f3-4237-4ed4-b9ba-7254d94110e1" -d '{"events": [{"name": "network-changed", "server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:05.652904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.756141 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Set router 5790025c-595b-48a2-87c4-d563f30cfd58 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:05.787872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4604bb-bc30-429f-abb4-755bca716263 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Pushing event updated for resources: {'Port': ['ID=41116d29-33bc-4c5e-8866-e9729687cd0e,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:05.811437 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.825585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['41116d29-33bc-4c5e-8866-e9729687cd0e'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:05.845220 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6856c38-cb7e-4d53-b80a-060f29ff4058 req-09a63599-6786-4848-8f52-86bf64cb722c tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 210 time: 0.0977759 Aug 16 01:57:05.893970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda12b-8b93-454c-86f7-58c8006cc8dd req-b5284468-0e7a-446f-b3b7-81b3fe3cdae6 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.903133 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32cda12b-8b93-454c-86f7-58c8006cc8dd req-b5284468-0e7a-446f-b3b7-81b3fe3cdae6 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.1826189 Aug 16 01:57:05.912418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:05.916547 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.956839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Allocated IP 19.80.0.2 (aaeae9c5-4c26-4f0d-aa49-88b44699ea45/1e814dba-bebf-414e-a3f1-d57e874b29bb/3807c86d-2a21-499c-bd2b-08774b7de21e) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:05.966263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port daa9dc6d-76a6-4779-9ef8-23349c503658, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=daa9dc6d-76a6-4779-9ef8-23349c503658,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:05.977811 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.985247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fc408059-5117-46f5-94e6-92cbaab0caa3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:06.085629 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=daa9dc6d-76a6-4779-9ef8-23349c503658,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:06.112709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['41116d29-33bc-4c5e-8866-e9729687cd0e'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:06.185977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 172.20.0.11 (4c0e190f-1577-4471-8063-ddf0f1be0b48/6ad53989-2e51-41f3-a791-ca1e01db6fa0/0bfaf2b2-51de-4438-8d2f-b95a7b4cee54) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:06.219811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::f816:3eff:fe49:c8ca (4c0e190f-1577-4471-8063-ddf0f1be0b48/92480763-8c92-437c-870d-cc3f3846440a/0bfaf2b2-51de-4438-8d2f-b95a7b4cee54) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:06.360209 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'name': 'tempest-ServersTestMultiNic-153194923-router', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:52Z', 'updated_at': '2021-08-16T01:57:00Z', 'revision_number': 4, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'gw_port': {'id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:54Z', 'updated_at': '2021-08-16T01:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fb368d9-ff89-494a-b8ca-cd2093edec08', 'name': '', 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'mac_address': 'fa:16:3e:a9:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ca534f78-d733-4a1c-b2c1-cd29f84f3d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:58Z', 'updated_at': '2021-08-16T01:57:01Z', 'revision_number': 2, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'subnets': [{'id': 'ca534f78-d733-4a1c-b2c1-cd29f84f3d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:06.362073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32cda12b-8b93-454c-86f7-58c8006cc8dd req-9e7b449a-5d92-4acf-a776-993a94167af4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579072 Aug 16 01:57:06.432792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port fc408059-5117-46f5-94e6-92cbaab0caa3 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:06.441659 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Checking router: 5790025c-595b-48a2-87c4-d563f30cfd58 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:06.442194 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Updating router 5790025c-595b-48a2-87c4-d563f30cfd58 port 8fb368d9-ff89-494a-b8ca-cd2093edec08 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:57:06.451539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-820ed401-628b-42ee-a18a-48ba35545cca req-86382acb-65c8-4f8b-91ae-e346908c2403 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-930617379&fields=id&tenant_id=c53d6518061f44c0be91f1108c694a76 HTTP/1.1" status: 200 len: 267 time: 0.3205891 Aug 16 01:57:06.452528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fc408059-5117-46f5-94e6-92cbaab0caa3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:06.453871 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.498320 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.621260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ed401-628b-42ee-a18a-48ba35545cca req-cd2e9c5d-ce94-4c84-8a4d-4591da7d0ed8 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.624871 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-820ed401-628b-42ee-a18a-48ba35545cca req-cd2e9c5d-ce94-4c84-8a4d-4591da7d0ed8 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 984 time: 0.1713400 Aug 16 01:57:06.627584 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.732935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44246) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:06.735811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Subnet': ['ID=03761921-5fbe-4882-b27a-b8a29838e0b7,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:06.745175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-820ed401-628b-42ee-a18a-48ba35545cca req-8246b6b6-7d38-4e65-af8d-7b07ba60bf62 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Request body: {'port': {'security_groups': ['93232661-8a57-4e12-88eb-dc91ea006522']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:06.753765 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de54b93-ff05-49be-a1b7-0477cded8523 x-openstack-request-id: req-7de54b93-ff05-49be-a1b7-0477cded8523 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:06.754095 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:06.754353 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7de54b93-ff05-49be-a1b7-0477cded8523 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:06.754742 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'status': 'completed', 'code': 200} Aug 16 01:57:06.878677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8521ac56-989f-4de7-b9f3-801619f4ab38 None None] Provisioning complete for port daa9dc6d-76a6-4779-9ef8-23349c503658 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:06.879490 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8521ac56-989f-4de7-b9f3-801619f4ab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.887945 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-820ed401-628b-42ee-a18a-48ba35545cca req-8246b6b6-7d38-4e65-af8d-7b07ba60bf62 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.912480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5e7f3-4237-4ed4-b9ba-7254d94110e1 req-a62f7e27-92cc-49e0-b6ff-2bd3ec5969b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.914657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ae5e7f3-4237-4ed4-b9ba-7254d94110e1 req-a62f7e27-92cc-49e0-b6ff-2bd3ec5969b4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c53d6518061f44c0be91f1108c694a76&device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 1136 time: 0.1275003 Aug 16 01:57:06.957235 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.009848 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.019938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Transition to ACTIVE for port object 3807c86d-2a21-499c-bd2b-08774b7de21e will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:07.029766 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Transition to ACTIVE for port object 8fb368d9-ff89-494a-b8ca-cd2093edec08 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:07.041201 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.089845 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Pushing event updated for resources: {'Port': ['ID=8fb368d9-ff89-494a-b8ca-cd2093edec08,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:07.102236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Checking segment: {'id': '6403a6f7-2f1c-4d69-a194-5fb2c7a669f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:07.103210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network hostable DHCP agents. Network: 4066341a-d2cc-436e-9482-fc6d8687984b, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:07.103929 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.104866 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.105454 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.105967 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.106320 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.106657 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.107743 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.107743 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.108698 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.109066 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.109453 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.110426 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:07.113494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:07.122676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ae852d6-b6a7-4f91-9b3d-09c4991169ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.137559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Transition to ACTIVE for port object 3807c86d-2a21-499c-bd2b-08774b7de21e will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:07.140471 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.166488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.207965 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Attempting to bind port 8fb368d9-ff89-494a-b8ca-cd2093edec08 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:07.208338 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Attempting to bind port 8fb368d9-ff89-494a-b8ca-cd2093edec08 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '9baac660-a747-400c-b165-76bfdbb3974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:07.208763 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Attempting to bind port 8fb368d9-ff89-494a-b8ca-cd2093edec08 on network aac38509-c892-4226-9ec8-cd5b965ddf32 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:07.215590 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:07.216412 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Checking segment: {'id': '9baac660-a747-400c-b165-76bfdbb3974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:07.216528 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.217283 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Bound using segment: {'id': '9baac660-a747-400c-b165-76bfdbb3974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:07.217901 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Bound port: 8fb368d9-ff89-494a-b8ca-cd2093edec08, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9baac660-a747-400c-b165-76bfdbb3974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:07.218503 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.241515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port fc408059-5117-46f5-94e6-92cbaab0caa3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fc408059-5117-46f5-94e6-92cbaab0caa3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:07.258481 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.267448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:07.275392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:07.277393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Pushing event updated for resources: {'Port': ['ID=3807c86d-2a21-499c-bd2b-08774b7de21e,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:07.282907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:07.315654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-23fe05bf-ef8c-4890-ad88-f7aa0f067f3d tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.317607 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-23fe05bf-ef8c-4890-ad88-f7aa0f067f3d tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.84 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 815 time: 1.0491657 Aug 16 01:57:07.320252 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] For port 8fb368d9-ff89-494a-b8ca-cd2093edec08, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:07.328114 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] For port 8fb368d9-ff89-494a-b8ca-cd2093edec08, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8fb368d9-ff89-494a-b8ca-cd2093edec08,segment=NetworkSegment(9baac660-a747-400c-b165-76bfdbb3974f),segment_id=9baac660-a747-400c-b165-76bfdbb3974f)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:07.342741 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.343699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Request body: {'port': {'device_id': '92aacf78-7935-45c5-9829-ec5e4a06f066', 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c', 'admin_state_up': True, 'tenant_id': '22035bd0a6354c58bf9102c6f7fc5120'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:07.413322 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Routers {'5790025c-595b-48a2-87c4-d563f30cfd58'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:07.414039 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:56:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5790025c-595b-48a2-87c4-d563f30cfd58'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:07.432732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device daa9dc6d-76a6-4779-9ef8-23349c503658 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:07.441814 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ae852d6-b6a7-4f91-9b3d-09c4991169ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.443270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=fc408059-5117-46f5-94e6-92cbaab0caa3,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:07.468621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:07.474830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Attempting to bind port 3807c86d-2a21-499c-bd2b-08774b7de21e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:07.475244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Attempting to bind port 3807c86d-2a21-499c-bd2b-08774b7de21e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:07.475619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Attempting to bind port 3807c86d-2a21-499c-bd2b-08774b7de21e on network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:07.487093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:07.487477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Checking segment: {'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:07.487893 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.489221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Bound using segment: {'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:07.489724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Bound port: 3807c86d-2a21-499c-bd2b-08774b7de21e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:07.490118 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.493465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ae852d6-b6a7-4f91-9b3d-09c4991169ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.505447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32443c-429a-4f17-91a2-d50ce8e3d895 req-9cb96be8-3f34-4210-8b7e-99236d77e9e8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.509083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed32443c-429a-4f17-91a2-d50ce8e3d895 req-9cb96be8-3f34-4210-8b7e-99236d77e9e8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 944 time: 0.5028749 Aug 16 01:57:07.519372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network 4066341a-d2cc-436e-9482-fc6d8687984b is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:07.560159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 4066341a-d2cc-436e-9482-fc6d8687984b) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:07.578829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc26574-2a77-40f4-8953-56aa81708e3c None None] Network 4066341a-d2cc-436e-9482-fc6d8687984b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:07.600063 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.600815 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.658678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5e7f3-4237-4ed4-b9ba-7254d94110e1 req-3905ad59-7283-46d1-bf22-9cb08a4ad1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.660227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ae5e7f3-4237-4ed4-b9ba-7254d94110e1 req-3905ad59-7283-46d1-bf22-9cb08a4ad1b3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1aecc80d-017a-4602-acaf-70ce28099434 HTTP/1.1" status: 200 len: 920 time: 0.7361434 Aug 16 01:57:07.667067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5ae852d6-b6a7-4f91-9b3d-09c4991169ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df4c2774da654ec58277edd23f74a790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9272141 Aug 16 01:57:07.692956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port daa9dc6d-76a6-4779-9ef8-23349c503658 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:07.693209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44258) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:07.693890 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.714012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed32443c-429a-4f17-91a2-d50ce8e3d895 req-695f2e4e-1c74-41c8-b21c-b410cc28f2a0 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737189 Aug 16 01:57:07.714698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae852d6-b6a7-4f91-9b3d-09c4991169ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289596a2-3638-40ef-b658-40a74d59ca27,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:07.732706 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] Set router 5790025c-595b-48a2-87c4-d563f30cfd58 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:07.770156 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f362af2c-4e55-43f5-a4c4-41818b1880b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3993192 Aug 16 01:57:07.785339 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.794530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] For port 3807c86d-2a21-499c-bd2b-08774b7de21e, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:07.812117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ae5e7f3-4237-4ed4-b9ba-7254d94110e1 req-a75b5dc6-9327-4948-872d-12373d124ee1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 217 time: 0.1099148 Aug 16 01:57:07.820317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-820ed401-628b-42ee-a18a-48ba35545cca req-8246b6b6-7d38-4e65-af8d-7b07ba60bf62 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] For port 41116d29-33bc-4c5e-8866-e9729687cd0e, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=41116d29-33bc-4c5e-8866-e9729687cd0e,segment=NetworkSegment(81403720-ea61-4817-ac33-1744c509e93c),segment_id=81403720-ea61-4817-ac33-1744c509e93c)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:07.823879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 0bfaf2b2-51de-4438-8d2f-b95a7b4cee54 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:07.863307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 934b8857-0618-4a6d-934a-b183eb44e3e9 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:07.892284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] For port 3807c86d-2a21-499c-bd2b-08774b7de21e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3807c86d-2a21-499c-bd2b-08774b7de21e,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:07.893541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5e7f3-4237-4ed4-b9ba-7254d94110e1 req-240f8305-53e3-489a-a3d6-0d28c7cd0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.895412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ae5e7f3-4237-4ed4-b9ba-7254d94110e1 req-240f8305-53e3-489a-a3d6-0d28c7cd0731 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45325874-20dd-426a-a9f9-e0abad59a469 HTTP/1.1" status: 200 len: 859 time: 0.0678525 Aug 16 01:57:07.923750 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.929417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:07.935011 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87b26c9-f573-4b63-afbb-7b84250c333f" -d '{"events": [{"server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "name": "network-vif-unplugged", "status": "completed", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:07.946690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ae5e7f3-4237-4ed4-b9ba-7254d94110e1 req-357427dd-cc4f-4261-bd68-68c82bbe0482 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1aecc80d-017a-4602-acaf-70ce28099434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408230 Aug 16 01:57:07.947915 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.963609 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.997414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d832373-2a68-49ca-9260-3af713dbd927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.017688 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee94c74-c1b5-4886-84ed-692c8c6c3a24 None None] Pushing event updated for resources: {'Port': ['ID=8fb368d9-ff89-494a-b8ca-cd2093edec08,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.021818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Transition to ACTIVE for port object 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:08.026832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Made reservation on behalf of 22035bd0a6354c58bf9102c6f7fc5120 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:08.030249 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d832373-2a68-49ca-9260-3af713dbd927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.032045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.044141 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'name': 'tempest-ServersTestMultiNic-153194923-router', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:52Z', 'updated_at': '2021-08-16T01:57:00Z', 'revision_number': 4, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'gw_port': {'id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:54Z', 'updated_at': '2021-08-16T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fb368d9-ff89-494a-b8ca-cd2093edec08', 'name': '', 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'mac_address': 'fa:16:3e:a9:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ca534f78-d733-4a1c-b2c1-cd29f84f3d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:58Z', 'updated_at': '2021-08-16T01:57:07Z', 'revision_number': 4, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'subnets': [{'id': 'ca534f78-d733-4a1c-b2c1-cd29f84f3d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:08.063021 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.079861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-820ed401-628b-42ee-a18a-48ba35545cca req-8246b6b6-7d38-4e65-af8d-7b07ba60bf62 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.087819 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd786b17-ac10-4ded-8020-17158162c029 None None] The sync data for ids ['5790025c-595b-48a2-87c4-d563f30cfd58'] in n-d-768851-16 is: [{'id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'name': 'tempest-ServersTestMultiNic-153194923-router', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:52Z', 'updated_at': '2021-08-16T01:57:00Z', 'revision_number': 4, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'gw_port': {'id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:54Z', 'updated_at': '2021-08-16T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fb368d9-ff89-494a-b8ca-cd2093edec08', 'name': '', 'network_id': 'aac38509-c892-4226-9ec8-cd5b965ddf32', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'mac_address': 'fa:16:3e:a9:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ca534f78-d733-4a1c-b2c1-cd29f84f3d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:58Z', 'updated_at': '2021-08-16T01:57:07Z', 'revision_number': 4, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'subnets': [{'id': 'ca534f78-d733-4a1c-b2c1-cd29f84f3d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:08.089769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:08.108289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:08.110864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:08.156011 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-820ed401-628b-42ee-a18a-48ba35545cca req-8246b6b6-7d38-4e65-af8d-7b07ba60bf62 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.176483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] No DVR routers for this DVR port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:08.180358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['41116d29-33bc-4c5e-8866-e9729687cd0e'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:08.214548 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d832373-2a68-49ca-9260-3af713dbd927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.224090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4b1a0-c1cd-4f2b-bf00-9bf4b911b541 None None] Pushing event updated for resources: {'Port': ['ID=3807c86d-2a21-499c-bd2b-08774b7de21e,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.234311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d832373-2a68-49ca-9260-3af713dbd927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.235715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1d832373-2a68-49ca-9260-3af713dbd927 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/289596a2-3638-40ef-b658-40a74d59ca27 HTTP/1.1" status: 204 len: 168 time: 0.5301862 Aug 16 01:57:08.282693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=0bfaf2b2-51de-4438-8d2f-b95a7b4cee54,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.349803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,revision_number=6']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.353187 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d139c6a1-4c49-4e71-9adb-f85908e2ca40 req-7b12435c-3d6b-4e3e-863e-cf5575d5156e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 210 time: 0.2731302 Aug 16 01:57:08.393421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 934b8857-0618-4a6d-934a-b183eb44e3e9 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:08.406368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.407340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.423934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d832373-2a68-49ca-9260-3af713dbd927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289596a2-3638-40ef-b658-40a74d59ca27,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.424096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Attempting to bind port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:08.424434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Attempting to bind port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:08.424773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Attempting to bind port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:08.430266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4066341a-d2cc-436e-9482-fc6d8687984b', 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'fixed_ips': [{'subnet_id': '03761921-5fbe-4882-b27a-b8a29838e0b7'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:08.431164 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.438225 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:08.438609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Attempting to bind port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:08.459407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:08.459407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:08.460504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:08.462359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Bound port: 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:08.462954 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.495351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 934b8857-0618-4a6d-934a-b183eb44e3e9 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:08.495730 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.497785 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1e99b517-f655-4bf5-aeb7-07cc272f0dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1259513 Aug 16 01:57:08.523533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44268) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:08.577660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ed401-628b-42ee-a18a-48ba35545cca req-8246b6b6-7d38-4e65-af8d-7b07ba60bf62 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.581030 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-820ed401-628b-42ee-a18a-48ba35545cca req-8246b6b6-7d38-4e65-af8d-7b07ba60bf62 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.586106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-820ed401-628b-42ee-a18a-48ba35545cca req-8246b6b6-7d38-4e65-af8d-7b07ba60bf62 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "PUT /v2.0/ports/41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 942 time: 1.9518592 Aug 16 01:57:08.619562 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Allocated IP 172.20.0.12 (5a7a8465-aacf-433a-8403-d3fb6abc343c/1cb4d5e8-6097-4336-82c4-a534752cfa77/f829f340-aaba-4e31-b078-6a514de0485c) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:08.674528 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:08.686901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:08.700303 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.739898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['41116d29-33bc-4c5e-8866-e9729687cd0e'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:08.799947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:08.803180 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c36d5a-4664-48c6-b426-7adad08a8b69" -d '{"events": [{"name": "network-changed", "server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:08.806607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.835180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.836965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.840794 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-70b51d4b-4540-474c-ae1c-88b01772d2c5 service neutron] 10.222.0.89 "PUT /v2.0/ports/981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 200 len: 1096 time: 3.3845184 Aug 16 01:57:08.899349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ae5e7f3-4237-4ed4-b9ba-7254d94110e1 req-28903873-cfad-40a7-9e1a-97c0294a12de service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9427876 Aug 16 01:57:08.900044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246b6b6-7d38-4e65-af8d-7b07ba60bf62 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Pushing event updated for resources: {'Port': ['ID=41116d29-33bc-4c5e-8866-e9729687cd0e,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.963473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44288) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:09.010358 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1ac44c46-3483-4e3f-8dee-fc6ec0bc7205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.040412 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44f54ee5-7902-4ccd-855e-62014b380acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.070334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:09.150973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d799f-1c67-4574-a171-cc7f7d9e2d83 req-5d52136b-e492-4dd0-aafc-294cc0875ea2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.160612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f9d799f-1c67-4574-a171-cc7f7d9e2d83 req-5d52136b-e492-4dd0-aafc-294cc0875ea2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 947 time: 0.5520916 Aug 16 01:57:09.179181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-93aee537-d8b0-41d2-8d75-f017b870381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.181653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-93aee537-d8b0-41d2-8d75-f017b870381a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1099 time: 0.3033478 Aug 16 01:57:09.216073 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239e8d3d-f6cd-438a-b465-dcb6c290da59 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.224084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239e8d3d-f6cd-438a-b465-dcb6c290da59 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.226643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-239e8d3d-f6cd-438a-b465-dcb6c290da59 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6393945 Aug 16 01:57:09.230430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44290) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:09.283605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Allocated IP 19.86.0.2 (4066341a-d2cc-436e-9482-fc6d8687984b/03761921-5fbe-4882-b27a-b8a29838e0b7/68a97de9-e453-4627-98f6-bb3dec9999fb) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:09.290788 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.305132 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-53215777-3c7b-4142-936b-f63c83d75f58 None None] Provisioning for port 0bfaf2b2-51de-4438-8d2f-b95a7b4cee54 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:09.325244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ae5e7f3-4237-4ed4-b9ba-7254d94110e1 req-4694e7e3-5caf-4bdc-a31b-e0182a7f6252 service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969924 Aug 16 01:57:09.360933 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:09.379459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-53215777-3c7b-4142-936b-f63c83d75f58 None None] Provisioning complete for port 0bfaf2b2-51de-4438-8d2f-b95a7b4cee54 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:09.380088 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-53215777-3c7b-4142-936b-f63c83d75f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.396304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.404904 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.414164 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f9d799f-1c67-4574-a171-cc7f7d9e2d83 req-5596d3f4-a54b-474c-8c73-82be62522dfc tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522113 Aug 16 01:57:09.440673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-8928f0bf-ae53-452f-8505-7a043edde4da tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.455343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-8928f0bf-ae53-452f-8505-7a043edde4da tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.463441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-8928f0bf-ae53-452f-8505-7a043edde4da tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/networks?id=aaeae9c5-4c26-4f0d-aa49-88b44699ea45&id=4066341a-d2cc-436e-9482-fc6d8687984b&id=aaeae9c5-4c26-4f0d-aa49-88b44699ea45 HTTP/1.1" status: 200 len: 1391 time: 0.6077940 Aug 16 01:57:09.490170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-3fa4114e-1415-410e-b94f-ae0c93203453 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/quotas/89e91b49c6e1406887ba13cafa0dd130 HTTP/1.1" status: 200 len: 375 time: 0.0257630 Aug 16 01:57:09.559294 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bea8c49-67cb-4775-875a-3efd7d7004f3 x-openstack-request-id: req-9bea8c49-67cb-4775-875a-3efd7d7004f3 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:09.559642 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "name": "network-vif-unplugged", "status": "completed", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:09.559962 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9bea8c49-67cb-4775-875a-3efd7d7004f3 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:09.560248 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508', 'code': 200} Aug 16 01:57:09.572401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-41225c37-cd50-4901-a5ce-7a17fa97cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.581216 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-41225c37-cd50-4901-a5ce-7a17fa97cf2c service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.3892047 Aug 16 01:57:09.612361 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4a6afd5e-e08d-43be-8d84-a3d9abf3b46b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=89e91b49c6e1406887ba13cafa0dd130&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211419 Aug 16 01:57:09.633696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28675cc8-2544-488c-ae85-ec26b13d4420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934b8857-0618-4a6d-934a-b183eb44e3e9'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:09.635956 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432222a0-9d0e-4c75-806e-5fbb32e56a00" -d '{"events": [{"server_uuid": "28675cc8-2544-488c-ae85-ec26b13d4420", "name": "network-vif-plugged", "status": "completed", "tag": "934b8857-0618-4a6d-934a-b183eb44e3e9"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:09.675988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fb368d9-ff89-494a-b8ca-cd2093edec08 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:09.684610 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-00bdb4e3-a37a-4e01-b6f3-7852fcf708ae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 200 len: 217 time: 0.0740740 Aug 16 01:57:09.692243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 934b8857-0618-4a6d-934a-b183eb44e3e9, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=934b8857-0618-4a6d-934a-b183eb44e3e9,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:09.738909 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.756822 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-53215777-3c7b-4142-936b-f63c83d75f58 None None] Port 0bfaf2b2-51de-4438-8d2f-b95a7b4cee54 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:09.759844 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44f54ee5-7902-4ccd-855e-62014b380acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.769602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-14205126-37b9-4489-9776-ac75bd0651ac tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 0bfaf2b2-51de-4438-8d2f-b95a7b4cee54 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:09.770013 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14205126-37b9-4489-9776-ac75bd0651ac tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.869686 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14205126-37b9-4489-9776-ac75bd0651ac tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.883154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-14205126-37b9-4489-9776-ac75bd0651ac tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 0bfaf2b2-51de-4438-8d2f-b95a7b4cee54 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:09.891457 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.893941 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44f54ee5-7902-4ccd-855e-62014b380acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.909582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=934b8857-0618-4a6d-934a-b183eb44e3e9,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:09.927901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 8fb368d9-ff89-494a-b8ca-cd2093edec08 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:09.941133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8fb368d9-ff89-494a-b8ca-cd2093edec08 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:09.941553 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.952352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-cce47182-aeeb-4c85-9503-446e34111aac tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3244481 Aug 16 01:57:09.955283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-34be8608-0c6d-471a-9f1f-955e83bfe90a service neutron] 10.222.0.79 "GET /v2.0/networks/aaeae9c5-4c26-4f0d-aa49-88b44699ea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420742 Aug 16 01:57:09.973794 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.976241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-56eb1d2e-9465-4b3b-baa2-019a9913c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.978655 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-56eb1d2e-9465-4b3b-baa2-019a9913c562 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2844980 Aug 16 01:57:09.989643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:09.990163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Transition to ACTIVE for port object 68a97de9-e453-4627-98f6-bb3dec9999fb will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:10.014342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Transition to ACTIVE for port object 68a97de9-e453-4627-98f6-bb3dec9999fb will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:10.026959 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.035128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91e5986-6a6e-425e-aadf-64c8357ec06a None None] Network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:10.059556 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.061245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Network 5a7a8465-aacf-433a-8403-d3fb6abc343c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:10.088466 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-44f54ee5-7902-4ccd-855e-62014b380acd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc922302ab304001b03c6271a3a0e359&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1236751 Aug 16 01:57:10.089375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44298) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:10.099131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:10.101980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f54ee5-7902-4ccd-855e-62014b380acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a831856-21fb-4108-8df3-5683297fb293,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.111447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:10.118485 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Pushing event updated for resources: {'Port': ['ID=f829f340-aaba-4e31-b078-6a514de0485c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.152383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d46e1d62-384a-4ab2-a5ae-a746df900099 service neutron] 10.222.0.79 "GET /v2.0/networks/aaeae9c5-4c26-4f0d-aa49-88b44699ea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898603 Aug 16 01:57:10.196648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-aa3a4d41-d434-46d5-acc5-24295fdc3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.198123 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-aa3a4d41-d434-46d5-acc5-24295fdc3d03 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644437 Aug 16 01:57:10.269536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-f5308620-5b70-4bf2-87d0-8224f0aef1de service neutron] 10.222.0.79 "GET /v2.0/networks/4066341a-d2cc-436e-9482-fc6d8687984b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117980 Aug 16 01:57:10.280587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.280968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.289585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Network 4066341a-d2cc-436e-9482-fc6d8687984b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:10.303400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:10.311566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:10.315558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-aff9f837-a1f8-481c-ac60-fb8c4190427a None None] Provisioning for port 3807c86d-2a21-499c-bd2b-08774b7de21e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:10.318467 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb23e-a958-4598-a2a6-cbd5bac7f024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.327578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Pushing event updated for resources: {'Port': ['ID=68a97de9-e453-4627-98f6-bb3dec9999fb,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.334317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-81421987-aaae-419f-8616-0242cf05fbd2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9954739 Aug 16 01:57:10.340818 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.340918 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.371316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Request body: {'port': {'device_id': '92aacf78-7935-45c5-9829-ec5e4a06f066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:10.416621 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb23e-a958-4598-a2a6-cbd5bac7f024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.457328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Attempting to bind port 68a97de9-e453-4627-98f6-bb3dec9999fb on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:10.457935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Attempting to bind port 68a97de9-e453-4627-98f6-bb3dec9999fb by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '6403a6f7-2f1c-4d69-a194-5fb2c7a669f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:10.458487 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Attempting to bind port 68a97de9-e453-4627-98f6-bb3dec9999fb on network 4066341a-d2cc-436e-9482-fc6d8687984b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:10.466355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 8fb368d9-ff89-494a-b8ca-cd2093edec08, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8fb368d9-ff89-494a-b8ca-cd2093edec08,segment=NetworkSegment(9baac660-a747-400c-b165-76bfdbb3974f),segment_id=9baac660-a747-400c-b165-76bfdbb3974f)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:10.473964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:10.474368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Checking segment: {'id': '6403a6f7-2f1c-4d69-a194-5fb2c7a669f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:10.474784 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.475264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Bound using segment: {'id': '6403a6f7-2f1c-4d69-a194-5fb2c7a669f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:10.475810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Bound port: 68a97de9-e453-4627-98f6-bb3dec9999fb, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6403a6f7-2f1c-4d69-a194-5fb2c7a669f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:10.476437 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.477830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-80bed255-92d6-40ef-a3ae-ba53e4eb9c3e service neutron] 10.222.0.79 "GET /v2.0/networks/4066341a-d2cc-436e-9482-fc6d8687984b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965914 Aug 16 01:57:10.481015 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.481999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fc408059-5117-46f5-94e6-92cbaab0caa3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:10.499119 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-ff7ba830-14bc-4100-a261-ddab179333a3 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925961 Aug 16 01:57:10.525600 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.550803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Allocated IP 172.25.2.130 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/179296bb-af58-4a7a-b420-3d9dfba7c76d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:10.593534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-c2e79d4d-7ac2-4075-9191-72b2de47102f service neutron] 10.222.0.79 "GET /v2.0/networks/aaeae9c5-4c26-4f0d-aa49-88b44699ea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148100 Aug 16 01:57:10.636596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=8fb368d9-ff89-494a-b8ca-cd2093edec08,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.656627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] For port 68a97de9-e453-4627-98f6-bb3dec9999fb, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:10.661930 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] For port 68a97de9-e453-4627-98f6-bb3dec9999fb, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=68a97de9-e453-4627-98f6-bb3dec9999fb,segment=NetworkSegment(6403a6f7-2f1c-4d69-a194-5fb2c7a669f2),segment_id=6403a6f7-2f1c-4d69-a194-5fb2c7a669f2)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:10.668419 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.695960 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb23e-a958-4598-a2a6-cbd5bac7f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.698803 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb23e-a958-4598-a2a6-cbd5bac7f024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.703826 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dfeeb23e-a958-4598-a2a6-cbd5bac7f024 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a831856-21fb-4108-8df3-5683297fb293 HTTP/1.1" status: 204 len: 168 time: 0.6105940 Aug 16 01:57:10.716055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fc408059-5117-46f5-94e6-92cbaab0caa3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:10.716429 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.722452 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14205126-37b9-4489-9776-ac75bd0651ac tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.733659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeb23e-a958-4598-a2a6-cbd5bac7f024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a831856-21fb-4108-8df3-5683297fb293,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.822136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce3017-3124-454b-ad95-297f936e6155 None None] Pushing event updated for resources: {'Port': ['ID=68a97de9-e453-4627-98f6-bb3dec9999fb,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.840206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-77cd24b8-4d1a-436f-ae01-97c49d5e8d8f req-194de7df-3744-4807-aff5-1aad10ef7336 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158805 Aug 16 01:57:10.841153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14205126-37b9-4489-9776-ac75bd0651ac tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=0bfaf2b2-51de-4438-8d2f-b95a7b4cee54,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.905474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-6bc31c7d-4d1c-49b6-aec6-19ee7016332b service neutron] 10.222.0.79 "GET /v2.0/networks/aaeae9c5-4c26-4f0d-aa49-88b44699ea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068576 Aug 16 01:57:10.935909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3807c86d-2a21-499c-bd2b-08774b7de21e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:11.045633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.125610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 3807c86d-2a21-499c-bd2b-08774b7de21e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:11.130994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3807c86d-2a21-499c-bd2b-08774b7de21e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:11.132044 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.138595 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.220345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Pushing event updated for resources: {'Port': ['ID=179296bb-af58-4a7a-b420-3d9dfba7c76d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:11.238037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:11.241350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:11.243931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:11.246027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e4528d3d-5388-426c-ac2e-11b9e33f1739 None None] Provisioning complete for port 3807c86d-2a21-499c-bd2b-08774b7de21e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:11.246438 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4528d3d-5388-426c-ac2e-11b9e33f1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.273429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14205126-37b9-4489-9776-ac75bd0651ac tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.282023 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-14205126-37b9-4489-9776-ac75bd0651ac tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/0bfaf2b2-51de-4438-8d2f-b95a7b4cee54 HTTP/1.1" status: 204 len: 168 time: 2.0450552 Aug 16 01:57:11.282508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44310) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:11.451684 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.472893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f73ae-85e4-479a-a452-8d490e819b31 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.475982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f73ae-85e4-479a-a452-8d490e819b31 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.484709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f980ee0-b6e4-4022-8acc-942cdd9a274b req-48dc7230-4d94-4d83-9ba0-d10012f308a4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.486331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f73ae-85e4-479a-a452-8d490e819b31 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.493988 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a01f73ae-85e4-479a-a452-8d490e819b31 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2081645 Aug 16 01:57:11.494221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f980ee0-b6e4-4022-8acc-942cdd9a274b req-48dc7230-4d94-4d83-9ba0-d10012f308a4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 945 time: 0.1465662 Aug 16 01:57:11.496619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44316) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:11.501440 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-15b71c2b-3a1e-4664-b60c-eb6a024b00b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.534130 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.567503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.581385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:11.587014 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:11.597384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 3807c86d-2a21-499c-bd2b-08774b7de21e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3807c86d-2a21-499c-bd2b-08774b7de21e,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:11.598741 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4528d3d-5388-426c-ac2e-11b9e33f1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.608363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f980ee0-b6e4-4022-8acc-942cdd9a274b req-334a8eb4-695d-45c4-8e7a-20974f2bc86c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129863 Aug 16 01:57:11.613476 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.628377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f829f340-aaba-4e31-b078-6a514de0485c {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:11.659361 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.691656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Transition to ACTIVE for port object f829f340-aaba-4e31-b078-6a514de0485c will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:11.700630 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.708508 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.822434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Pushing event updated for resources: {'Port': ['ID=f829f340-aaba-4e31-b078-6a514de0485c,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:11.823668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-e4528d3d-5388-426c-ac2e-11b9e33f1739 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:57:11.824143 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-e4528d3d-5388-426c-ac2e-11b9e33f1739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:57:11.849920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=3807c86d-2a21-499c-bd2b-08774b7de21e,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:11.999588 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64dac2c-938c-47f0-86ed-f147eeafcd86 x-openstack-request-id: req-a64dac2c-938c-47f0-86ed-f147eeafcd86 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:12.000325 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:12.000325 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a64dac2c-938c-47f0-86ed-f147eeafcd86 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:12.000543 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'status': 'completed', 'code': 200} Aug 16 01:57:12.005361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fb368d9-ff89-494a-b8ca-cd2093edec08 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:12.018979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ba78ce-fcee-49d5-a6ea-9f4dfcc0d777 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 6ad53989-2e51-41f3-a791-ca1e01db6fa0 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:12.042195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-24ba78ce-fcee-49d5-a6ea-9f4dfcc0d777 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.126153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8fb368d9-ff89-494a-b8ca-cd2093edec08 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:12.126716 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.220048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-24ba78ce-fcee-49d5-a6ea-9f4dfcc0d777 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.279062 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cf8bb-1ea2-4458-a7ad-5ef8eb130885 req-0073bd97-f024-42bf-b401-78196df5929f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:12.280613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec9cf8bb-1ea2-4458-a7ad-5ef8eb130885 req-0073bd97-f024-42bf-b401-78196df5929f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 944 time: 0.1491129 Aug 16 01:57:12.303010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.314445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 68a97de9-e453-4627-98f6-bb3dec9999fb up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:12.346557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c36d5a-4664-48c6-b426-7adad08a8b69 req-32c1e337-65d6-4c78-a8ac-3a408ed86734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:12.348187 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50c36d5a-4664-48c6-b426-7adad08a8b69 req-32c1e337-65d6-4c78-a8ac-3a408ed86734 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c53d6518061f44c0be91f1108c694a76&device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 1097 time: 0.5699899 Aug 16 01:57:12.374240 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.464813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 68a97de9-e453-4627-98f6-bb3dec9999fb completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:12.519498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec9cf8bb-1ea2-4458-a7ad-5ef8eb130885 req-eb681621-1256-49f0-bfcf-d2ebc420083e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001333 Aug 16 01:57:12.554553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Attempting to bind port f829f340-aaba-4e31-b078-6a514de0485c on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:12.555026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Attempting to bind port f829f340-aaba-4e31-b078-6a514de0485c by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:12.555564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Attempting to bind port f829f340-aaba-4e31-b078-6a514de0485c on network 5a7a8465-aacf-433a-8403-d3fb6abc343c {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.556251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32c685f-af03-40f3-8a03-5ecdc1691daa None None] Network 4066341a-d2cc-436e-9482-fc6d8687984b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:12.566120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Port f829f340-aaba-4e31-b078-6a514de0485c on network 5a7a8465-aacf-433a-8403-d3fb6abc343c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:12.566687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Attempting to bind port f829f340-aaba-4e31-b078-6a514de0485c on network 5a7a8465-aacf-433a-8403-d3fb6abc343c {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.576160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:12.576448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Pushing event updated for resources: {'Port': ['ID=179296bb-af58-4a7a-b420-3d9dfba7c76d,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:12.577208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Checking segment: {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:12.577760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Bound using segment: {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:12.578436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Bound port: f829f340-aaba-4e31-b078-6a514de0485c, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:12.579165 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.597493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.612204 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-24ba78ce-fcee-49d5-a6ea-9f4dfcc0d777 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.612393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c36d5a-4664-48c6-b426-7adad08a8b69 req-b6f11f5b-9e38-4cad-98b8-06e3653aa707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:12.613887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50c36d5a-4664-48c6-b426-7adad08a8b69 req-b6f11f5b-9e38-4cad-98b8-06e3653aa707 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1aecc80d-017a-4602-acaf-70ce28099434 HTTP/1.1" status: 200 len: 920 time: 0.2541914 Aug 16 01:57:12.648965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.650315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-6b3a1bb8-ab8d-4bb2-ac0f-5a5ccffd40d0 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6788597 Aug 16 01:57:12.764956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ab861303-ed3f-4e07-9962-fb9bf2ef35c1 None None] Provisioning for port 68a97de9-e453-4627-98f6-bb3dec9999fb completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:12.775870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ab861303-ed3f-4e07-9962-fb9bf2ef35c1 None None] Provisioning complete for port 68a97de9-e453-4627-98f6-bb3dec9999fb triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:12.776858 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab861303-ed3f-4e07-9962-fb9bf2ef35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.787241 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.789448 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50c36d5a-4664-48c6-b426-7adad08a8b69 req-77256a05-08f5-46db-bff5-86eab0c3c1c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 217 time: 0.1329944 Aug 16 01:57:12.946113 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661c29f7-d186-4f90-9c41-f11cbb5730b0 x-openstack-request-id: req-661c29f7-d186-4f90-9c41-f11cbb5730b0 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:12.946413 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28675cc8-2544-488c-ae85-ec26b13d4420", "name": "network-vif-plugged", "status": "completed", "tag": "934b8857-0618-4a6d-934a-b183eb44e3e9", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:12.946648 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-661c29f7-d186-4f90-9c41-f11cbb5730b0 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:12.947519 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28675cc8-2544-488c-ae85-ec26b13d4420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934b8857-0618-4a6d-934a-b183eb44e3e9', 'code': 200} Aug 16 01:57:13.074487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] For port f829f340-aaba-4e31-b078-6a514de0485c, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:13.082845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c36d5a-4664-48c6-b426-7adad08a8b69 req-6a248904-ab1a-4d7a-a044-fe9f9b03c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.085074 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50c36d5a-4664-48c6-b426-7adad08a8b69 req-6a248904-ab1a-4d7a-a044-fe9f9b03c200 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45325874-20dd-426a-a9f9-e0abad59a469 HTTP/1.1" status: 200 len: 859 time: 0.2796907 Aug 16 01:57:13.086624 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab861303-ed3f-4e07-9962-fb9bf2ef35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.106223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] For port f829f340-aaba-4e31-b078-6a514de0485c, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f829f340-aaba-4e31-b078-6a514de0485c,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:13.129690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627c099-bfb3-45ff-a5fb-9fd5aec72104 req-b9014954-1ae0-4820-bace-ec2ea64da79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.132026 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6627c099-bfb3-45ff-a5fb-9fd5aec72104 req-b9014954-1ae0-4820-bace-ec2ea64da79f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 1097 time: 0.0982356 Aug 16 01:57:13.135159 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50c36d5a-4664-48c6-b426-7adad08a8b69 req-dc20d6d0-26cd-42a6-9c99-274bc59cff9b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1aecc80d-017a-4602-acaf-70ce28099434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397015 Aug 16 01:57:13.136463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.161488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-58c69f96-4ce8-464e-b67f-ecc97807897a tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.5018735 Aug 16 01:57:13.196520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ab861303-ed3f-4e07-9962-fb9bf2ef35c1 None None] For port 68a97de9-e453-4627-98f6-bb3dec9999fb, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=68a97de9-e453-4627-98f6-bb3dec9999fb,segment=NetworkSegment(6403a6f7-2f1c-4d69-a194-5fb2c7a669f2),segment_id=6403a6f7-2f1c-4d69-a194-5fb2c7a669f2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:13.208673 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab861303-ed3f-4e07-9962-fb9bf2ef35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.276187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab861303-ed3f-4e07-9962-fb9bf2ef35c1 None None] Pushing event updated for resources: {'Port': ['ID=68a97de9-e453-4627-98f6-bb3dec9999fb,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:13.278442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Pushing event updated for resources: {'Port': ['ID=f829f340-aaba-4e31-b078-6a514de0485c,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:13.289714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.290647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.293295 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f69619a8-ba90-4109-ac82-aa391ed5f000 service neutron] 10.222.0.84 "PUT /v2.0/ports/f829f340-aaba-4e31-b078-6a514de0485c HTTP/1.1" status: 200 len: 1093 time: 2.9338391 Aug 16 01:57:13.379497 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-24ba78ce-fcee-49d5-a6ea-9f4dfcc0d777 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.439522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba78ce-fcee-49d5-a6ea-9f4dfcc0d777 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad53989-2e51-41f3-a791-ca1e01db6fa0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:13.439749 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6627c099-bfb3-45ff-a5fb-9fd5aec72104 req-7761c6b1-39fd-4540-b077-629b77b2a4a3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940936 Aug 16 01:57:13.441544 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-24ba78ce-fcee-49d5-a6ea-9f4dfcc0d777 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.446755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-24ba78ce-fcee-49d5-a6ea-9f4dfcc0d777 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/6ad53989-2e51-41f3-a791-ca1e01db6fa0 HTTP/1.1" status: 204 len: 168 time: 1.9465890 Aug 16 01:57:13.451211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cef9655d-f3d2-4527-bc5e-fcaa5f50715c None None] Provisioning complete for port 68a97de9-e453-4627-98f6-bb3dec9999fb triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:13.451782 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cef9655d-f3d2-4527-bc5e-fcaa5f50715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.456660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44356) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:13.474595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6477e5-a0fe-4d85-b502-8c718cd5e00b req-957d2edb-93d2-45bd-902e-fe9a17f2249e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.476642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a6477e5-a0fe-4d85-b502-8c718cd5e00b req-957d2edb-93d2-45bd-902e-fe9a17f2249e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 947 time: 0.3104131 Aug 16 01:57:13.500200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-620033e1-bcf4-42b1-9fa1-55f571200b4b tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.501620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec24bd2a-5306-4689-be4d-c9e24bafd495 req-620033e1-bcf4-42b1-9fa1-55f571200b4b tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.3235838 Aug 16 01:57:13.513862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259efc8-46f2-44c0-9447-3eed7fdc0964 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:13.520941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-20347650-4ac3-4509-8db1-6bc8ef94a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.523914 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-20347650-4ac3-4509-8db1-6bc8ef94a2ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 1096 time: 0.1466482 Aug 16 01:57:13.533134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-e8bb52aa-7631-4e64-960c-dc48169992b8 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.540120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-e8bb52aa-7631-4e64-960c-dc48169992b8 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.541804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-e8bb52aa-7631-4e64-960c-dc48169992b8 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "GET /v2.0/networks?id=aaeae9c5-4c26-4f0d-aa49-88b44699ea45&id=4066341a-d2cc-436e-9482-fc6d8687984b&id=aaeae9c5-4c26-4f0d-aa49-88b44699ea45 HTTP/1.1" status: 200 len: 1391 time: 0.3744671 Aug 16 01:57:13.565599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'port': {'device_id': 'f0eff757-0d69-4488-8063-993d09e891d2', 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45', 'admin_state_up': True, 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:13.597887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a6477e5-a0fe-4d85-b502-8c718cd5e00b req-10c39f2e-e113-473c-98ba-8c61b64b4165 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925899 Aug 16 01:57:13.644691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-996d648d-12b3-4895-b6ee-3eca9e1c9ea2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f829f340-aaba-4e31-b078-6a514de0485c HTTP/1.1" status: 200 len: 217 time: 0.1027138 Aug 16 01:57:13.682163 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50c36d5a-4664-48c6-b426-7adad08a8b69 req-5e418baa-814c-4e8f-b460-273baf6b6eae service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046593 Aug 16 01:57:13.694320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e5fc75-ac7c-4b80-ad4e-f4697a16db60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 92480763-8c92-437c-870d-cc3f3846440a {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:13.750126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e7f27e5-7219-4857-9faa-c4f8f8502a98 req-3262aeea-24d3-47dd-9312-59f9b89591c6 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 210 time: 0.1330273 Aug 16 01:57:13.776430 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e91b67f-a1da-40d8-aff9-e47a050141f9 x-openstack-request-id: req-3e91b67f-a1da-40d8-aff9-e47a050141f9 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:13.776859 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:13.777141 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e91b67f-a1da-40d8-aff9-e47a050141f9 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:13.777753 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508', 'status': 'completed', 'code': 200} Aug 16 01:57:13.794900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d1e5fc75-ac7c-4b80-ad4e-f4697a16db60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.813960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 68a97de9-e453-4627-98f6-bb3dec9999fb up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:13.880471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:13.964628 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-50c36d5a-4664-48c6-b426-7adad08a8b69 req-2d2ae918-ccb4-455b-9a86-7796f4680ac9 service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668388 Aug 16 01:57:13.992769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-f0573cf1-8093-4b89-a8bc-4a055f46d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.995053 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-f0573cf1-8093-4b89-a8bc-4a055f46d09b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1099 time: 0.2566338 Aug 16 01:57:14.002165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 68a97de9-e453-4627-98f6-bb3dec9999fb triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:14.002543 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.003400 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d1e5fc75-ac7c-4b80-ad4e-f4697a16db60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.026761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-d4c192ff-8f82-4082-b7f4-00b88329538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.029791 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-d4c192ff-8f82-4082-b7f4-00b88329538f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 200 len: 855 time: 0.3707459 Aug 16 01:57:14.034583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-18c77c7f-03b4-4bf9-a886-816f6c61a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.036089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-18c77c7f-03b4-4bf9-a886-816f6c61a93f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1099 time: 0.2684970 Aug 16 01:57:14.150177 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8318d-f020-48d0-85fa-44261f906a5d req-18c147d5-fad4-432a-a27b-291cdf25e7b3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.151961 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ce8318d-f020-48d0-85fa-44261f906a5d req-18c147d5-fad4-432a-a27b-291cdf25e7b3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 945 time: 0.2895236 Aug 16 01:57:14.155066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:14.164757 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-89df2636-f5dd-4bce-93cd-d5e031e8f936 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5a7a8465-aacf-433a-8403-d3fb6abc343c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985062 Aug 16 01:57:14.165597 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.204557 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.266191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:14.283416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508', 'mac_address': 'fa:16:3e:ac:a3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:14.347287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3807c86d-2a21-499c-bd2b-08774b7de21e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:14.359869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-fca9c634-94f2-41bd-ab8e-64aaf41355e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.361789 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-fca9c634-94f2-41bd-ab8e-64aaf41355e0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.3512192 Aug 16 01:57:14.401202 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.421274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:14.423275 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-28d39526-ee20-438a-8f8e-b6f5c86a412b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 200 len: 217 time: 0.0524030 Aug 16 01:57:14.482689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:14.488236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3807c86d-2a21-499c-bd2b-08774b7de21e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:14.488915 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.535551 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.566925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d1e5fc75-ac7c-4b80-ad4e-f4697a16db60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.630751 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-f5fd6751-c843-455c-8f3c-c6e2635ede34 service neutron] 10.222.0.84 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453826 Aug 16 01:57:14.634892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-9e69b9d4-2fbb-42ac-8763-8d51887cf33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.636696 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-9e69b9d4-2fbb-42ac-8763-8d51887cf33e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1753750 Aug 16 01:57:14.680634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-64e72a5c-4b24-4665-a274-1b8e574c0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.683176 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-64e72a5c-4b24-4665-a274-1b8e574c0989 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.5827239 Aug 16 01:57:14.717659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:14.785923 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ce8318d-f020-48d0-85fa-44261f906a5d req-0e1be71d-c688-4402-ae61-84cdb6aa57e6 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938153 Aug 16 01:57:14.801260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['981f4bd6-1a06-4be9-83fc-1b6acfaa3508'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:14.826300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-bba30544-4091-47b0-a6c2-f8efaa115888 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.831089 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d1e5fc75-ac7c-4b80-ad4e-f4697a16db60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.843751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-bba30544-4091-47b0-a6c2-f8efaa115888 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7537832 Aug 16 01:57:14.858309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-b23b4615-a271-4beb-b407-3daf143ba889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.860111 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-b23b4615-a271-4beb-b407-3daf143ba889 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2038727 Aug 16 01:57:14.929597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5fc75-ac7c-4b80-ad4e-f4697a16db60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=92480763-8c92-437c-870d-cc3f3846440a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:14.948084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-534dd714-4eb4-4445-8ce3-32e3be9eb50d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 696 time: 0.1035166 Aug 16 01:57:14.992130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce7c3e1-cf3b-4270-8c0f-418190e9b6c7 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:15.049017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-b85d59e0-0be0-407c-8ae1-8cb13bf69e2f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Request body: {'floatingip': {'port_id': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:15.070916 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-274afc5a-22ee-4c92-a068-b81a5ea89b40 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624396 Aug 16 01:57:15.073342 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6e70680a-0707-4a46-ac12-29e2a94d9aaa req-68b583dc-0af8-41df-b75c-027a6cef39ad service neutron] 10.222.0.84 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337835 Aug 16 01:57:15.074898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d1e5fc75-ac7c-4b80-ad4e-f4697a16db60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.077246 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d1e5fc75-ac7c-4b80-ad4e-f4697a16db60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/92480763-8c92-437c-870d-cc3f3846440a HTTP/1.1" status: 204 len: 168 time: 1.6180770 Aug 16 01:57:15.080015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44446) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.121302 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-b85d59e0-0be0-407c-8ae1-8cb13bf69e2f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.172750 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3a167c79-1309-43f8-af46-999050edda40 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915341 Aug 16 01:57:15.173910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44450) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.210718 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2a8afe30-9f23-452a-a948-815dec3128b0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:15.304104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6cfd0864-5e82-45fc-802e-50bc7d4e5182 None None] Provisioning complete for port daa9dc6d-76a6-4779-9ef8-23349c503658 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:15.304669 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6cfd0864-5e82-45fc-802e-50bc7d4e5182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.379410 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-a52d31e8-5f35-466c-b372-b69ccfe9f85c service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751024 Aug 16 01:57:15.407259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8afe30-9f23-452a-a948-815dec3128b0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:15.411284 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe30-9f23-452a-a948-815dec3128b0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.485788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-a574bed2-7cd9-4248-934e-5a19bc3d725a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 200 len: 217 time: 0.6762550 Aug 16 01:57:15.532477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5ec26a-8962-471f-ad04-721568e7da57 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:15.560024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44454) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.595312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ec26a-8962-471f-ad04-721568e7da57 None None] Deleting port daa9dc6d-76a6-4779-9ef8-23349c503658 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:15.595690 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec26a-8962-471f-ad04-721568e7da57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.631685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15860067-afa2-4fae-b837-00bb10817a44 req-1036d692-b439-4b8a-93f3-b7d4e612d560 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.638684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15860067-afa2-4fae-b837-00bb10817a44 req-1036d692-b439-4b8a-93f3-b7d4e612d560 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 944 time: 0.6246130 Aug 16 01:57:15.683255 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe30-9f23-452a-a948-815dec3128b0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.694779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4b5ec26a-8962-471f-ad04-721568e7da57 None None] For port daa9dc6d-76a6-4779-9ef8-23349c503658, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=daa9dc6d-76a6-4779-9ef8-23349c503658,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:15.695198 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec26a-8962-471f-ad04-721568e7da57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.714640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15860067-afa2-4fae-b837-00bb10817a44 req-4358bacc-03ca-45f1-8a59-d566bdd61cb7 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739956 Aug 16 01:57:15.716917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Allocated IP 19.80.0.102 (aaeae9c5-4c26-4f0d-aa49-88b44699ea45/1e814dba-bebf-414e-a3f1-d57e874b29bb/0c5a40f0-4328-4955-a63c-526c497399a6) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:15.720402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device daa9dc6d-76a6-4779-9ef8-23349c503658 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:15.727867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-219eac03-fa72-4f0a-82e4-04ecf5bbd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.731839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ec26a-8962-471f-ad04-721568e7da57 None None] Calling delete_port for daa9dc6d-76a6-4779-9ef8-23349c503658 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:15.732084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-219eac03-fa72-4f0a-82e4-04ecf5bbd5fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2318008 Aug 16 01:57:15.768637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8afe30-9f23-452a-a948-815dec3128b0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=af39ed44-1641-4f86-a892-6bf33fd0dd6d,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:15.794452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aacf78-7935-45c5-9829-ec5e4a06f066', 'tag': 'f829f340-aaba-4e31-b078-6a514de0485c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:15.798324 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01b8172-a25f-4222-9c3a-58b3d5cfd2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "92aacf78-7935-45c5-9829-ec5e4a06f066", "tag": "f829f340-aaba-4e31-b078-6a514de0485c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:15.801917 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36e32c20-2f1c-4648-bdf2-c2cf67e0c8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.823326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8afe30-9f23-452a-a948-815dec3128b0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:15.830094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2a8afe30-9f23-452a-a948-815dec3128b0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:15.838316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8afe30-9f23-452a-a948-815dec3128b0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.838953 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe30-9f23-452a-a948-815dec3128b0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.910586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:15.935105 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.967724 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec26a-8962-471f-ad04-721568e7da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.971213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36e32c20-2f1c-4648-bdf2-c2cf67e0c8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.976510 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36e32c20-2f1c-4648-bdf2-c2cf67e0c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.008251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-6d8089d0-35af-4806-a39a-47eee87417d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:16.009919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-6d8089d0-35af-4806-a39a-47eee87417d3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2476156 Aug 16 01:57:16.017508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c94095e-5358-43d5-9656-88c36adb3330 req-97acd4c8-cbc0-4924-84b3-673c971da7ac tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 210 time: 0.0627007 Aug 16 01:57:16.017933 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ec26a-8962-471f-ad04-721568e7da57 None None] Pushing event deleted for resources: {'Port': ['ID=daa9dc6d-76a6-4779-9ef8-23349c503658,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.020023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ec26a-8962-471f-ad04-721568e7da57 None None] No DVR routers for this DVR port daa9dc6d-76a6-4779-9ef8-23349c503658 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:16.041542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67495f6-6699-48d3-a4ae-1f8ab0e3ca09 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:16.064721 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-b85d59e0-0be0-407c-8ae1-8cb13bf69e2f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.067018 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2a8afe30-9f23-452a-a948-815dec3128b0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8626711 Aug 16 01:57:16.082680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44464) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:16.097827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:16.108472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:16.108662 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-36e32c20-2f1c-4648-bdf2-c2cf67e0c8f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5ad39fc1f2d4cdf904d93adfabab3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443325 Aug 16 01:57:16.108747 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.112875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:16.116327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44466) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:16.120392 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-b85d59e0-0be0-407c-8ae1-8cb13bf69e2f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.137630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e32c20-2f1c-4648-bdf2-c2cf67e0c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bd6601-6518-4427-805e-0f2d8fc5a51c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.185856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-ed771326-02e8-42ba-a42e-26c570cb45ee tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:16.187552 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-ed771326-02e8-42ba-a42e-26c570cb45ee tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266&tenant_id=c65095f958914cd69aa95e35266c1eba&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 948 time: 0.1751521 Aug 16 01:57:16.227300 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-b85d59e0-0be0-407c-8ae1-8cb13bf69e2f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Floating IP 2df2942c-fb15-491c-b990-7aaa7b224540 associated. External IP: 172.25.2.130, port: 41116d29-33bc-4c5e-8866-e9729687cd0e. Aug 16 01:57:16.238073 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65606d91-91bf-40da-b91d-7f92d51f92e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.282442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65606d91-91bf-40da-b91d-7f92d51f92e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.295953 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-4911a6b6-14f1-4290-bd04-4f43bdc74afd service neutron] delete failed (client error): The resource could not be found. Aug 16 01:57:16.297105 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-4911a6b6-14f1-4290-bd04-4f43bdc74afd service neutron] 10.222.0.84 "DELETE /v2.0/ports/981f4bd6-1a06-4be9-83fc-1b6acfaa3508/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.1013582 Aug 16 01:57:16.316729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': 'af39ed44-1641-4f86-a892-6bf33fd0dd6d'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:16.317885 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.337448 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.351569 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65606d91-91bf-40da-b91d-7f92d51f92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.354822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65606d91-91bf-40da-b91d-7f92d51f92e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.356817 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-65606d91-91bf-40da-b91d-7f92d51f92e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6bd6601-6518-4427-805e-0f2d8fc5a51c HTTP/1.1" status: 204 len: 168 time: 0.2395113 Aug 16 01:57:16.370139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65606d91-91bf-40da-b91d-7f92d51f92e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bd6601-6518-4427-805e-0f2d8fc5a51c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.420321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:16.422559 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a00792-295b-4ddb-91ca-20cd4f76ccd0" -d '{"events": [{"server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "name": "network-vif-plugged", "status": "completed", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:16.435163 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.454986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:16.462109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.570017 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.573568 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Allocated IP 172.20.0.2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/af39ed44-1641-4f86-a892-6bf33fd0dd6d/268d101c-284f-4a96-a17d-d9f5af3980bf) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:16.689478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44474) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:16.705037 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e192f3bb-2f3a-4947-a450-a24c618b9ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.761413 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.771361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Transition to ACTIVE for port object 268d101c-284f-4a96-a17d-d9f5af3980bf will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:16.790859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Transition to ACTIVE for port object 268d101c-284f-4a96-a17d-d9f5af3980bf will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:16.798199 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.807181 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e192f3bb-2f3a-4947-a450-a24c618b9ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.811490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e192f3bb-2f3a-4947-a450-a24c618b9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.837201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Transition to ACTIVE for port object 0c5a40f0-4328-4955-a63c-526c497399a6 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:16.846169 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6a65c-34fd-4f75-9650-076d6f885759 req-9d949cfe-db5c-4efd-952e-9a9bd5b940c3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:16.847848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:16.848099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7b6a65c-34fd-4f75-9650-076d6f885759 req-9d949cfe-db5c-4efd-952e-9a9bd5b940c3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 945 time: 0.6059866 Aug 16 01:57:16.850673 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-dc1e8d93-f77a-49c6-bc03-c40e818a0361 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8181536 Aug 16 01:57:16.852685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:16.854752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Pushing event updated for resources: {'Port': ['ID=268d101c-284f-4a96-a17d-d9f5af3980bf,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.857141 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:16.866478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192f3bb-2f3a-4947-a450-a24c618b9ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6bc77e-2b3f-4801-9080-4f0bf37ddd86,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.871873 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e192f3bb-2f3a-4947-a450-a24c618b9ea2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89ae9853965c4f3581700430a8ae5d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812348 Aug 16 01:57:16.874415 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44478) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:16.919428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Attempting to bind port 268d101c-284f-4a96-a17d-d9f5af3980bf on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:16.919805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Attempting to bind port 268d101c-284f-4a96-a17d-d9f5af3980bf by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:16.920172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Attempting to bind port 268d101c-284f-4a96-a17d-d9f5af3980bf on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:16.926713 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:16.926918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:16.927387 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.927772 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:16.928280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Bound port: 268d101c-284f-4a96-a17d-d9f5af3980bf, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:16.929062 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.934166 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66abac7c-1357-4f8e-a0ef-8b09d7b28e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.957108 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66abac7c-1357-4f8e-a0ef-8b09d7b28e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.004770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] For port 268d101c-284f-4a96-a17d-d9f5af3980bf, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:17.008121 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66abac7c-1357-4f8e-a0ef-8b09d7b28e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.011016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] For port 268d101c-284f-4a96-a17d-d9f5af3980bf, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=268d101c-284f-4a96-a17d-d9f5af3980bf,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:17.011172 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66abac7c-1357-4f8e-a0ef-8b09d7b28e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.012278 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-66abac7c-1357-4f8e-a0ef-8b09d7b28e48 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4e6bc77e-2b3f-4801-9080-4f0bf37ddd86 HTTP/1.1" status: 204 len: 168 time: 0.1368618 Aug 16 01:57:17.018654 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.023617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abac7c-1357-4f8e-a0ef-8b09d7b28e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6bc77e-2b3f-4801-9080-4f0bf37ddd86,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:17.049473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7b6a65c-34fd-4f75-9650-076d6f885759 req-a56b30d1-3d2d-4914-8056-fc556f88c9e2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670637 Aug 16 01:57:17.060972 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:17.064481 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.083581 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e9fec-4f05-4830-a8b5-a12abc35cf5e None None] Pushing event updated for resources: {'Port': ['ID=268d101c-284f-4a96-a17d-d9f5af3980bf,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:17.096954 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.150724 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9b9843-7e04-42f7-8c07-0a1135813251 x-openstack-request-id: req-ca9b9843-7e04-42f7-8c07-0a1135813251 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:17.151305 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92aacf78-7935-45c5-9829-ec5e4a06f066", "tag": "f829f340-aaba-4e31-b078-6a514de0485c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:17.151655 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ca9b9843-7e04-42f7-8c07-0a1135813251 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:17.152184 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aacf78-7935-45c5-9829-ec5e4a06f066', 'tag': 'f829f340-aaba-4e31-b078-6a514de0485c', 'status': 'completed', 'code': 200} Aug 16 01:57:17.257329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f4bae08-c7f4-490f-a7de-cb256efd1d0d req-343adadf-5e32-4299-a715-ad79423b3892 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970721 Aug 16 01:57:17.257987 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b8172-a25f-4222-9c3a-58b3d5cfd2f6 req-d1508cb8-e914-49c9-ad1c-5d1ec1d8d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:17.259856 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d01b8172-a25f-4222-9c3a-58b3d5cfd2f6 req-d1508cb8-e914-49c9-ad1c-5d1ec1d8d774 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 1096 time: 0.0537827 Aug 16 01:57:17.337910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:17.343882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Port': ['ID=0c5a40f0-4328-4955-a63c-526c497399a6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:17.351334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:17.360658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:17.373817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-b85d59e0-0be0-407c-8ae1-8cb13bf69e2f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:17.547175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446de98-4393-4edf-a551-b98219af7269 req-7bc80c98-7aed-4b31-98af-9a4478415360 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:17.550454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e446de98-4393-4edf-a551-b98219af7269 req-7bc80c98-7aed-4b31-98af-9a4478415360 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.3277128 Aug 16 01:57:17.562171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b8172-a25f-4222-9c3a-58b3d5cfd2f6 req-b685912b-8ce5-4916-8472-1051fadbf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:17.571340 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d01b8172-a25f-4222-9c3a-58b3d5cfd2f6 req-b685912b-8ce5-4916-8472-1051fadbf8b6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 916 time: 0.2834768 Aug 16 01:57:17.603158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:17.603845 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.629610 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d01b8172-a25f-4222-9c3a-58b3d5cfd2f6 req-2da7da76-72d5-45fc-898a-753ac2bbee18 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f829f340-aaba-4e31-b078-6a514de0485c HTTP/1.1" status: 200 len: 217 time: 0.0571523 Aug 16 01:57:17.743343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b8172-a25f-4222-9c3a-58b3d5cfd2f6 req-7b068499-9a5b-4ac4-ab69-2399b66ca0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:17.744839 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d01b8172-a25f-4222-9c3a-58b3d5cfd2f6 req-7b068499-9a5b-4ac4-ab69-2399b66ca0dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 200 len: 855 time: 0.1085913 Aug 16 01:57:17.798950 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d01b8172-a25f-4222-9c3a-58b3d5cfd2f6 req-8d933760-1b8a-439a-8dfc-6752bb11333f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5a7a8465-aacf-433a-8403-d3fb6abc343c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451179 Aug 16 01:57:17.800170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-7324c71d-aa58-4f9c-a322-4af6044009a2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2386122 Aug 16 01:57:17.826476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'port': {'device_id': 'f0eff757-0d69-4488-8063-993d09e891d2', 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b', 'admin_state_up': True, 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:17.850863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 268d101c-284f-4a96-a17d-d9f5af3980bf up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:17.940696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-73f7b986-53c7-4bf2-9d58-69f8b070f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:17.942671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-73f7b986-53c7-4bf2-9d58-69f8b070f679 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1101 time: 0.5752382 Aug 16 01:57:17.944487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-b85d59e0-0be0-407c-8ae1-8cb13bf69e2f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:17.950306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-b85d59e0-0be0-407c-8ae1-8cb13bf69e2f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.955779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df211434-7b00-420b-858e-403bddd96dab None None] Sync routers for ids ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:17.965427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 268d101c-284f-4a96-a17d-d9f5af3980bf completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:17.969237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2570eb2b-a262-4b87-b9a5-33b3c4cd0c38 None None] Provisioning for port 0c5a40f0-4328-4955-a63c-526c497399a6 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:17.974649 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d01b8172-a25f-4222-9c3a-58b3d5cfd2f6 req-eb7f0fb1-e0cc-4645-8550-741ed6ff2bb8 service neutron] 10.222.0.84 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646271 Aug 16 01:57:17.976836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2570eb2b-a262-4b87-b9a5-33b3c4cd0c38 None None] Provisioning complete for port 0c5a40f0-4328-4955-a63c-526c497399a6 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:17.977239 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2570eb2b-a262-4b87-b9a5-33b3c4cd0c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.040706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df211434-7b00-420b-858e-403bddd96dab None None] Routers {'6ae46c8b-e1ec-4c19-bfa8-dd179e610244'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:18.041693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-df211434-7b00-420b-858e-403bddd96dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:57:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:18.128934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2570eb2b-a262-4b87-b9a5-33b3c4cd0c38 None None] Port 0c5a40f0-4328-4955-a63c-526c497399a6 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:18.136884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e446de98-4393-4edf-a551-b98219af7269 req-c7f7b7e6-75b8-4d1e-bd54-33e5cd041559 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638514 Aug 16 01:57:18.138550 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d01b8172-a25f-4222-9c3a-58b3d5cfd2f6 req-028b1fed-42f4-45f4-be15-cafd2d97c5c2 service neutron] 10.222.0.84 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556690 Aug 16 01:57:18.173012 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.185623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-b85d59e0-0be0-407c-8ae1-8cb13bf69e2f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "PUT /v2.0/floatingips/2df2942c-fb15-491c-b990-7aaa7b224540 HTTP/1.1" status: 200 len: 996 time: 3.1414144 Aug 16 01:57:18.255477 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee01b184-b1c5-494a-883b-0860299872e0 x-openstack-request-id: req-ee01b184-b1c5-494a-883b-0860299872e0 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:18.257229 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "name": "network-vif-plugged", "status": "completed", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:18.258232 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee01b184-b1c5-494a-883b-0860299872e0 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:18.258581 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508', 'code': 200} Aug 16 01:57:18.262717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:18.265077 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54fae30-25c9-47d6-87f3-b7d8aba24b15" -d '{"events": [{"name": "network-changed", "server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:18.296486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-df211434-7b00-420b-858e-403bddd96dab None None] Set router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:18.424161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-5e9793d5-f74a-43c9-b3f8-1a9d5efbecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.425744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-5e9793d5-f74a-43c9-b3f8-1a9d5efbecdd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c53d6518061f44c0be91f1108c694a76&device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 1097 time: 0.2393346 Aug 16 01:57:18.572224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-ffc68f39-7d19-47f4-bed8-9206190d26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.573816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-ffc68f39-7d19-47f4-bed8-9206190d26f1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.6195302 Aug 16 01:57:18.677708 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-3694badf-7103-405d-a778-b9c7a6972641 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 200 len: 217 time: 0.0881262 Aug 16 01:57:18.682586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c24cff39-1d6a-4376-86ed-234ed9b21045 None None] Provisioning for port 268d101c-284f-4a96-a17d-d9f5af3980bf completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:18.693109 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c24cff39-1d6a-4376-86ed-234ed9b21045 None None] Provisioning complete for port 268d101c-284f-4a96-a17d-d9f5af3980bf triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:18.694390 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c24cff39-1d6a-4376-86ed-234ed9b21045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.699951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614da8d9-3be1-4667-9121-2ac01d70a057 req-869ed177-1711-430b-90e8-353615a03003 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.708804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-614da8d9-3be1-4667-9121-2ac01d70a057 req-869ed177-1711-430b-90e8-353615a03003 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 944 time: 0.3800406 Aug 16 01:57:18.740126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-df211434-7b00-420b-858e-403bddd96dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '2df2942c-fb15-491c-b990-7aaa7b224540', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'port_id': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'mac_address': 'fa:16:3e:56:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:57:11Z', 'updated_at': '2021-08-16T01:57:15Z', 'revision_number': 1, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a31291a-0ac3-4922-93e4-a11ec202dde5', 'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'mac_address': 'fa:16:3e:39:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '45325874-20dd-426a-a9f9-e0abad59a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:02Z', 'updated_at': '2021-08-16T01:56:12Z', 'revision_number': 5, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'subnets': [{'id': '45325874-20dd-426a-a9f9-e0abad59a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:18.742785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:18.747077 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.772935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df211434-7b00-420b-858e-403bddd96dab None None] Checking router: 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:18.795086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df211434-7b00-420b-858e-403bddd96dab None None] Routers {'6ae46c8b-e1ec-4c19-bfa8-dd179e610244'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:18.796062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-df211434-7b00-420b-858e-403bddd96dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:57:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:18.851117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-b67d63a8-bcc8-4710-b313-7736d7de0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.852737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-b67d63a8-bcc8-4710-b313-7736d7de0870 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1aecc80d-017a-4602-acaf-70ce28099434 HTTP/1.1" status: 200 len: 920 time: 0.4046404 Aug 16 01:57:18.885298 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c24cff39-1d6a-4376-86ed-234ed9b21045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.940516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-614da8d9-3be1-4667-9121-2ac01d70a057 req-65298977-8541-4c23-b4be-c74586b58943 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298989 Aug 16 01:57:18.947670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-97cddbd6-854a-4275-aa6d-75178741822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.949136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-97cddbd6-854a-4275-aa6d-75178741822e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2601569 Aug 16 01:57:18.972666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c24cff39-1d6a-4376-86ed-234ed9b21045 None None] For port 268d101c-284f-4a96-a17d-d9f5af3980bf, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=268d101c-284f-4a96-a17d-d9f5af3980bf,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:18.982087 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c24cff39-1d6a-4376-86ed-234ed9b21045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.016529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-df211434-7b00-420b-858e-403bddd96dab None None] Set router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:19.083893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cff39-1d6a-4376-86ed-234ed9b21045 None None] Pushing event updated for resources: {'Port': ['ID=268d101c-284f-4a96-a17d-d9f5af3980bf,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:19.116902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-9e6fa431-06e5-45c6-8920-223ed8ca7b4f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 999 time: 0.2418151 Aug 16 01:57:19.143144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f829f340-aaba-4e31-b078-6a514de0485c details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:19.145115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.objects.ports [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101381) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:57:19.264444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-a08ee9db-70ed-4395-b6a0-faf88edda05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:19.266208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-a08ee9db-70ed-4395-b6a0-faf88edda05a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3081887 Aug 16 01:57:19.314868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dc620-ac3e-4dfb-8897-dbc64f85b9c4 req-7ac2e66b-3a49-41aa-8bd9-e8df82f54aeb tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:19.316537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d6dc620-ac3e-4dfb-8897-dbc64f85b9c4 req-7ac2e66b-3a49-41aa-8bd9-e8df82f54aeb tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 932 time: 0.2681742 Aug 16 01:57:19.371691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Allocated IP 19.86.0.205 (4066341a-d2cc-436e-9482-fc6d8687984b/03761921-5fbe-4882-b27a-b8a29838e0b7/fc1c9c30-58b5-4eb9-ab27-94226dcb0b72) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:19.376191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-393cb391-830d-4e8e-8d8d-a6d7738de393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:19.377717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-393cb391-830d-4e8e-8d8d-a6d7738de393 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45325874-20dd-426a-a9f9-e0abad59a469 HTTP/1.1" status: 200 len: 859 time: 0.2484980 Aug 16 01:57:19.466722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-24e0bd40-71f3-4b24-847f-4ebde42c98e5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1aecc80d-017a-4602-acaf-70ce28099434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749576 Aug 16 01:57:19.470640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port f829f340-aaba-4e31-b078-6a514de0485c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f829f340-aaba-4e31-b078-6a514de0485c,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:19.496631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'f829f340-aaba-4e31-b078-6a514de0485c', 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c', 'port_id': 'f829f340-aaba-4e31-b078-6a514de0485c', 'mac_address': 'fa:16:3e:78:9c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb4d5e8-6097-4336-82c4-a534752cfa77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:19.554711 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.558787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-df211434-7b00-420b-858e-403bddd96dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '2df2942c-fb15-491c-b990-7aaa7b224540', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'port_id': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'mac_address': 'fa:16:3e:56:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:57:11Z', 'updated_at': '2021-08-16T01:57:15Z', 'revision_number': 1, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a31291a-0ac3-4922-93e4-a11ec202dde5', 'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'mac_address': 'fa:16:3e:39:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '45325874-20dd-426a-a9f9-e0abad59a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:02Z', 'updated_at': '2021-08-16T01:56:12Z', 'revision_number': 5, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'subnets': [{'id': '45325874-20dd-426a-a9f9-e0abad59a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:19.590225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d6dc620-ac3e-4dfb-8897-dbc64f85b9c4 req-ae5e2b96-3dc2-4555-a79c-0cd9f9407b82 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531223 Aug 16 01:57:19.596029 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df211434-7b00-420b-858e-403bddd96dab None None] The sync data for ids ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'] in n-d-768851-16 is: [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '2df2942c-fb15-491c-b990-7aaa7b224540', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'port_id': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'mac_address': 'fa:16:3e:56:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:57:11Z', 'updated_at': '2021-08-16T01:57:15Z', 'revision_number': 1, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a31291a-0ac3-4922-93e4-a11ec202dde5', 'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'mac_address': 'fa:16:3e:39:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '45325874-20dd-426a-a9f9-e0abad59a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:02Z', 'updated_at': '2021-08-16T01:56:12Z', 'revision_number': 5, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'subnets': [{'id': '45325874-20dd-426a-a9f9-e0abad59a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:19.614933 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f829f340-aaba-4e31-b078-6a514de0485c {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:19.638737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-79ac754f-2c24-4f06-beda-65120e23add7 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596673 Aug 16 01:57:19.666657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port f829f340-aaba-4e31-b078-6a514de0485c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f829f340-aaba-4e31-b078-6a514de0485c,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:19.675539 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.769655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 268d101c-284f-4a96-a17d-d9f5af3980bf up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:19.799042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=f829f340-aaba-4e31-b078-6a514de0485c,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:19.854047 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 268d101c-284f-4a96-a17d-d9f5af3980bf triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:19.854824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.882379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fae30-25c9-47d6-87f3-b7d8aba24b15 req-d4f6cf03-e703-4541-95a2-32e635f30d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:19.884519 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c54fae30-25c9-47d6-87f3-b7d8aba24b15 req-d4f6cf03-e703-4541-95a2-32e635f30d86 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c53d6518061f44c0be91f1108c694a76&device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 1097 time: 0.0556462 Aug 16 01:57:19.963603 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187819f0-6243-47c8-8dad-e8cbc47eb468 None None] New status for floating IP 2df2942c-fb15-491c-b990-7aaa7b224540: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:57:20.036917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fae30-25c9-47d6-87f3-b7d8aba24b15 req-03fc5c50-26aa-4724-90d8-0829e85deeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.038958 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c54fae30-25c9-47d6-87f3-b7d8aba24b15 req-03fc5c50-26aa-4724-90d8-0829e85deeb9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1aecc80d-017a-4602-acaf-70ce28099434 HTTP/1.1" status: 200 len: 920 time: 0.1453798 Aug 16 01:57:20.082391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['f829f340-aaba-4e31-b078-6a514de0485c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:20.184493 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07aaca6-41fc-4c48-b6f1-e93b48ec32e0 x-openstack-request-id: req-d07aaca6-41fc-4c48-b6f1-e93b48ec32e0 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:20.185111 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:20.185111 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d07aaca6-41fc-4c48-b6f1-e93b48ec32e0 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:20.185416 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'status': 'completed', 'code': 200} Aug 16 01:57:20.197633 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c54fae30-25c9-47d6-87f3-b7d8aba24b15 req-3b762a13-f70e-4b8a-b011-59c66fe6611e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 999 time: 0.1449409 Aug 16 01:57:20.263806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44578) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:20.283837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fae30-25c9-47d6-87f3-b7d8aba24b15 req-ea8185f8-82e2-4223-afae-f20885c983ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.285686 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c54fae30-25c9-47d6-87f3-b7d8aba24b15 req-ea8185f8-82e2-4223-afae-f20885c983ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45325874-20dd-426a-a9f9-e0abad59a469 HTTP/1.1" status: 200 len: 859 time: 0.0783596 Aug 16 01:57:20.285929 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.307199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-fb3205fe-8117-4068-80fb-058591bd18ec service neutron] 10.222.0.79 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8169813 Aug 16 01:57:20.520203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ec77-029b-4cff-89b4-3acb23095a9f req-24e31549-ecac-449e-9107-3d6c62e9385d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.521823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c36ec77-029b-4cff-89b4-3acb23095a9f req-24e31549-ecac-449e-9107-3d6c62e9385d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.3240838 Aug 16 01:57:20.538232 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.546437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d5fb099-3b14-43dc-b6c9-723b433c2ce6 req-714e22c4-0fe3-4adf-b34f-ec405f370c5e service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8871865 Aug 16 01:57:20.562699 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c54fae30-25c9-47d6-87f3-b7d8aba24b15 req-b108b411-c293-4f7a-bb58-7a8a6468efd3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1aecc80d-017a-4602-acaf-70ce28099434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2643766 Aug 16 01:57:20.584711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0473-2663-4dc8-b24f-db9f56dc43fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.628026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Transition to ACTIVE for port object fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:20.634845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041bd242-e7f1-4a4a-a380-39b7a29e5b8d req-33adb157-671c-4604-aeb6-0cfcd104d37f service neutron] 10.222.0.79 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080935 Aug 16 01:57:20.699287 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c36ec77-029b-4cff-89b4-3acb23095a9f req-edac84f9-4770-45cb-8d67-a42b7ca4ff9c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642420 Aug 16 01:57:20.702252 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c54fae30-25c9-47d6-87f3-b7d8aba24b15 req-1c91ddb9-d219-43eb-b277-d5b43412b439 service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268940 Aug 16 01:57:20.779132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.782221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] For port 268d101c-284f-4a96-a17d-d9f5af3980bf, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=268d101c-284f-4a96-a17d-d9f5af3980bf,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:20.814378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0473-2663-4dc8-b24f-db9f56dc43fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.822121 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0473-2663-4dc8-b24f-db9f56dc43fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.852811 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c54fae30-25c9-47d6-87f3-b7d8aba24b15 req-908b2828-4008-45e0-9df5-4c3efabf0171 service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411746 Aug 16 01:57:20.870631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network 4066341a-d2cc-436e-9482-fc6d8687984b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:20.879578 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4a5f0473-2663-4dc8-b24f-db9f56dc43fe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07bbaf96b6f044bcae42ed78815a187e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6146998 Aug 16 01:57:20.880356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44590) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:20.881548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f0473-2663-4dc8-b24f-db9f56dc43fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e48b2a-de65-44b0-9032-29a68f30eb2c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:20.898869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750333a-1033-439e-b456-a7fb5600fc20 req-2db7e76d-3406-4d23-a3e2-3d0ef5eda965 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.901193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a750333a-1033-439e-b456-a7fb5600fc20 req-2db7e76d-3406-4d23-a3e2-3d0ef5eda965 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 945 time: 0.1801496 Aug 16 01:57:20.908144 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.910838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Port': ['ID=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:20.915441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:20.918358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:20.925161 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.925924 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.957322 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5290cde6-f094-4964-bedd-ea0c943de213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.987425 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5290cde6-f094-4964-bedd-ea0c943de213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.056816 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5290cde6-f094-4964-bedd-ea0c943de213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.067051 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5290cde6-f094-4964-bedd-ea0c943de213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.075137 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5290cde6-f094-4964-bedd-ea0c943de213 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8e48b2a-de65-44b0-9032-29a68f30eb2c HTTP/1.1" status: 204 len: 168 time: 0.1884952 Aug 16 01:57:21.084908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290cde6-f094-4964-bedd-ea0c943de213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e48b2a-de65-44b0-9032-29a68f30eb2c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:21.090923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:21.124895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:21.135176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.135782 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.139578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5021eadf-4440-4101-a4e9-194ba9343d87 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:21.156475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=c2f42a70-b542-4f03-a231-4d12be2282e5,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:21.165736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f829f340-aaba-4e31-b078-6a514de0485c up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:21.211286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a750333a-1033-439e-b456-a7fb5600fc20 req-b99c1a6c-944d-47f0-a4b6-7fc1a0123f52 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892094 Aug 16 01:57:21.255896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.255896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.262838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=268d101c-284f-4a96-a17d-d9f5af3980bf,revision_number=5']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:21.336361 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-aa128fdf-49bd-44be-acbd-7adb96da1ebf tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2525415 Aug 16 01:57:21.339268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44602) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.347125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:c9:e9:9f', 'name': 'tempest-NetworksTestDHCPv6-409796866'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:21.365127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-edf2793b-3808-42de-8f1c-8dc10ec7aa07 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5474465 Aug 16 01:57:21.369793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1a52a11-b4fa-46d7-8d8c-41a6e3e0172b None None] Provisioning for port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:21.414965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'port': {'device_id': 'f0eff757-0d69-4488-8063-993d09e891d2', 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45', 'admin_state_up': True, 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:21.422289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port f829f340-aaba-4e31-b078-6a514de0485c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:21.432151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port f829f340-aaba-4e31-b078-6a514de0485c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:21.432532 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.436958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1a52a11-b4fa-46d7-8d8c-41a6e3e0172b None None] Provisioning complete for port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:21.437412 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1a52a11-b4fa-46d7-8d8c-41a6e3e0172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.522215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:21.567654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a1a52a11-b4fa-46d7-8d8c-41a6e3e0172b None None] Port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:21.638580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee6f88-e1b3-4433-95f5-1f0923240daa req-ac5b9967-43f2-4f19-a843-47eb59d6dbcb tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.640332 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.649268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee6f88-e1b3-4433-95f5-1f0923240daa req-ac5b9967-43f2-4f19-a843-47eb59d6dbcb tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.659401 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.660004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffee6f88-e1b3-4433-95f5-1f0923240daa req-ac5b9967-43f2-4f19-a843-47eb59d6dbcb tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 1655 time: 0.4851277 Aug 16 01:57:21.679088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 2f157d03-e035-4b07-a17d-fa738a0cb846 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:21.683059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-8ce37e73-c7f3-4f2d-afb5-ef1373df1d68 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.4220169 Aug 16 01:57:21.710750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aacf78-7935-45c5-9829-ec5e4a06f066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829f340-aaba-4e31-b078-6a514de0485c'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:21.713846 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2015594-8926-472e-849d-8c7bc03445c6" -d '{"events": [{"server_uuid": "92aacf78-7935-45c5-9829-ec5e4a06f066", "name": "network-vif-plugged", "status": "completed", "tag": "f829f340-aaba-4e31-b078-6a514de0485c"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:21.730529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port f829f340-aaba-4e31-b078-6a514de0485c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f829f340-aaba-4e31-b078-6a514de0485c,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:21.749386 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.795641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44610) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.806041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 268d101c-284f-4a96-a17d-d9f5af3980bf up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:21.826781 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7cc43e2-f125-4dec-ba36-2cff8a86f714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.901621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dedeab-e298-4183-a2c7-456a7356573b req-f337696b-b957-4e48-99e4-bf0943be1921 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.903151 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-f337696b-b957-4e48-99e4-bf0943be1921 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports/41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 942 time: 0.2030139 Aug 16 01:57:21.929424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 172.20.0.13 (4c0e190f-1577-4471-8063-ddf0f1be0b48/af39ed44-1641-4f86-a892-6bf33fd0dd6d/2f157d03-e035-4b07-a17d-fa738a0cb846) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:21.937993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::f816:3eff:fec9:e99f (4c0e190f-1577-4471-8063-ddf0f1be0b48/c2f42a70-b542-4f03-a231-4d12be2282e5/2f157d03-e035-4b07-a17d-fa738a0cb846) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:21.941948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 268d101c-284f-4a96-a17d-d9f5af3980bf triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:21.942495 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.950879 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffee6f88-e1b3-4433-95f5-1f0923240daa req-94c60fa3-25e1-4415-bb0c-63f32e079127 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898984 Aug 16 01:57:22.047182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=f829f340-aaba-4e31-b078-6a514de0485c,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:22.140658 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a89558-9751-46a2-a786-2ba2845fb567 x-openstack-request-id: req-08a89558-9751-46a2-a786-2ba2845fb567 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:22.142400 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92aacf78-7935-45c5-9829-ec5e4a06f066", "name": "network-vif-plugged", "status": "completed", "tag": "f829f340-aaba-4e31-b078-6a514de0485c", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:22.142778 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-08a89558-9751-46a2-a786-2ba2845fb567 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:22.143621 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aacf78-7935-45c5-9829-ec5e4a06f066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829f340-aaba-4e31-b078-6a514de0485c', 'code': 200} Aug 16 01:57:22.166245 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.183337 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7cc43e2-f125-4dec-ba36-2cff8a86f714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.211618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 2f157d03-e035-4b07-a17d-fa738a0cb846 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:22.222929 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7cc43e2-f125-4dec-ba36-2cff8a86f714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.288103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.302257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc43e2-f125-4dec-ba36-2cff8a86f714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3096c0-3e10-4dde-99b4-f6b264b8e581,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:22.313001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:22.316730 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.317313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:22.320370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:22.361647 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:22.419182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=2f157d03-e035-4b07-a17d-fa738a0cb846,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:22.435008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.435730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.466307 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-30055866-5e65-43f7-a34f-804f15dfbc0d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1245956 Aug 16 01:57:22.469095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44616) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:22.470045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a7cc43e2-f125-4dec-ba36-2cff8a86f714 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d0cb9f4d5eb425aab6c76eb45495cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6704335 Aug 16 01:57:22.472743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44618) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:22.497210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-cc92294f-aee1-4888-8f33-b48ea95abb7e tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.4911015 Aug 16 01:57:22.549060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8c17c-f825-46bf-b299-60abe2d2daef req-dd5c1d10-cfb5-4c51-84e4-3f5158d485d5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.550628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60b8c17c-f825-46bf-b299-60abe2d2daef req-dd5c1d10-cfb5-4c51-84e4-3f5158d485d5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.3112156 Aug 16 01:57:22.556151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4a353-70da-45e2-9224-482b4eec2cda req-09409406-3219-4411-8d0f-6dd8ba6bfc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.557664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ab4a353-70da-45e2-9224-482b4eec2cda req-09409406-3219-4411-8d0f-6dd8ba6bfc7c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 1098 time: 0.2495527 Aug 16 01:57:22.618749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee11900-f491-4656-bd69-ea52d39ff699 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.627270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee11900-f491-4656-bd69-ea52d39ff699 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.629590 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6ee11900-f491-4656-bd69-ea52d39ff699 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1589587 Aug 16 01:57:22.630783 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-87311125-a44e-4801-90ba-3432dc30b60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.633498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44620) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:22.683394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Allocated IP 19.80.0.205 (aaeae9c5-4c26-4f0d-aa49-88b44699ea45/1e814dba-bebf-414e-a3f1-d57e874b29bb/4dcb5426-aef1-4e62-9846-18c89eb1774c) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:22.715758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b34e4bdb-1893-4407-a2a0-54e68b2a4ce5 None None] Provisioning complete for port 268d101c-284f-4a96-a17d-d9f5af3980bf triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:22.716133 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b34e4bdb-1893-4407-a2a0-54e68b2a4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.718821 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-87311125-a44e-4801-90ba-3432dc30b60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.724482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ab4a353-70da-45e2-9224-482b4eec2cda req-5056aa7e-afc1-48f0-8cf2-b21fbb1a3c62 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567330 Aug 16 01:57:22.732686 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60b8c17c-f825-46bf-b299-60abe2d2daef req-8104a957-8676-41cf-95c5-3362cc6b0708 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621168 Aug 16 01:57:22.792407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dedeab-e298-4183-a2c7-456a7356573b req-5f3e3577-3f3c-4393-90da-7079da6bfa52 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.794211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-5f3e3577-3f3c-4393-90da-7079da6bfa52 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.2719333 Aug 16 01:57:22.888362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-552ec7e0-d320-4980-8f5c-6b76a18c8be8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 2f157d03-e035-4b07-a17d-fa738a0cb846 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:22.889795 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-552ec7e0-d320-4980-8f5c-6b76a18c8be8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.983595 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-ee2a6826-f76d-4c2d-bcb2-192a660e19e7 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 1001 time: 0.1815615 Aug 16 01:57:23.003775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-48dedeab-e298-4183-a2c7-456a7356573b req-bad9344b-b60e-4c0d-a410-3dd15d140bdf tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:23.010974 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-552ec7e0-d320-4980-8f5c-6b76a18c8be8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.025089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-552ec7e0-d320-4980-8f5c-6b76a18c8be8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 2f157d03-e035-4b07-a17d-fa738a0cb846 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:23.047925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b341ceb7-7e72-4121-94d4-9f591b912d56 None None] Provisioning for port 2f157d03-e035-4b07-a17d-fa738a0cb846 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:23.052384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b341ceb7-7e72-4121-94d4-9f591b912d56 None None] Provisioning complete for port 2f157d03-e035-4b07-a17d-fa738a0cb846 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:23.052761 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b341ceb7-7e72-4121-94d4-9f591b912d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.079428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771af06a-da02-4c0f-b288-21b93c07c760 req-286e2118-2955-49c1-918d-2d308bf6c525 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:23.087416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-771af06a-da02-4c0f-b288-21b93c07c760 req-286e2118-2955-49c1-918d-2d308bf6c525 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 946 time: 0.2194397 Aug 16 01:57:23.107982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b341ceb7-7e72-4121-94d4-9f591b912d56 None None] Port 2f157d03-e035-4b07-a17d-fa738a0cb846 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:23.151801 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-87311125-a44e-4801-90ba-3432dc30b60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.154561 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-87311125-a44e-4801-90ba-3432dc30b60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.158138 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-87311125-a44e-4801-90ba-3432dc30b60c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd3096c0-3e10-4dde-99b4-f6b264b8e581 HTTP/1.1" status: 204 len: 168 time: 0.6819167 Aug 16 01:57:23.161569 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-771af06a-da02-4c0f-b288-21b93c07c760 req-43e9ce37-8901-438c-9c11-59cc03956382 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732110 Aug 16 01:57:23.166232 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48dedeab-e298-4183-a2c7-456a7356573b req-bad9344b-b60e-4c0d-a410-3dd15d140bdf tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.171491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87311125-a44e-4801-90ba-3432dc30b60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3096c0-3e10-4dde-99b4-f6b264b8e581,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:23.300139 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-552ec7e0-d320-4980-8f5c-6b76a18c8be8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.317282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.350720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ec7e0-d320-4980-8f5c-6b76a18c8be8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=2f157d03-e035-4b07-a17d-fa738a0cb846,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:23.392333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Transition to ACTIVE for port object 4dcb5426-aef1-4e62-9846-18c89eb1774c will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:23.457893 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-552ec7e0-d320-4980-8f5c-6b76a18c8be8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.463945 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-552ec7e0-d320-4980-8f5c-6b76a18c8be8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/2f157d03-e035-4b07-a17d-fa738a0cb846 HTTP/1.1" status: 204 len: 168 time: 0.8292944 Aug 16 01:57:23.464848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44634) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:23.541980 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.559703 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48dedeab-e298-4183-a2c7-456a7356573b req-bad9344b-b60e-4c0d-a410-3dd15d140bdf tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.562422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d6cc7-a1b8-453b-bc6a-b789a793d299 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:23.565190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d6cc7-a1b8-453b-bc6a-b789a793d299 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:23.567854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d6cc7-a1b8-453b-bc6a-b789a793d299 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:23.573020 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-299d6cc7-a1b8-453b-bc6a-b789a793d299 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1061215 Aug 16 01:57:23.575648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44638) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:23.603954 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48dedeab-e298-4183-a2c7-456a7356573b req-bad9344b-b60e-4c0d-a410-3dd15d140bdf tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.604289 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-48dedeab-e298-4183-a2c7-456a7356573b req-bad9344b-b60e-4c0d-a410-3dd15d140bdf tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Floating IP 2df2942c-fb15-491c-b990-7aaa7b224540 disassociated. External IP: 172.25.2.130, port: 41116d29-33bc-4c5e-8866-e9729687cd0e. Aug 16 01:57:23.664991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-637e3f5c-3c0f-4595-b9be-11ca49766408 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet af39ed44-1641-4f86-a892-6bf33fd0dd6d {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:23.673588 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-637e3f5c-3c0f-4595-b9be-11ca49766408 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.698806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:23.702147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71c04-7e10-4ed4-a88c-27dd1c63807d req-5bd3dc1c-fea3-44e4-b0ab-e47113537e2c tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:23.703805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fec71c04-7e10-4ed4-a88c-27dd1c63807d req-5bd3dc1c-fea3-44e4-b0ab-e47113537e2c tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1101 time: 0.4262197 Aug 16 01:57:23.704788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:23.713316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:23.750976 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-637e3f5c-3c0f-4595-b9be-11ca49766408 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.785548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Port': ['ID=4dcb5426-aef1-4e62-9846-18c89eb1774c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:23.812271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.812688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.820365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.820753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.821123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.821467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.821802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.822133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.822458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.822782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.823112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.823435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:23.892790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-637e3f5c-3c0f-4595-b9be-11ca49766408 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.917347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fec71c04-7e10-4ed4-a88c-27dd1c63807d req-6011aa11-3cf6-4307-b2b3-603fc2f9fabd tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713581 Aug 16 01:57:23.934595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:23.935247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.979116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a60e2102-ed95-4026-b969-a9ec1c3b2b75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5901911 Aug 16 01:57:24.004295 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Request body: {'port': {'device_id': 'f0eff757-0d69-4488-8063-993d09e891d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:24.037971 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-637e3f5c-3c0f-4595-b9be-11ca49766408 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.054046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e60086ef-a43f-4323-98da-b36de2675f0f None None] Provisioning for port 4dcb5426-aef1-4e62-9846-18c89eb1774c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:24.058103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e60086ef-a43f-4323-98da-b36de2675f0f None None] Provisioning complete for port 4dcb5426-aef1-4e62-9846-18c89eb1774c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:24.058483 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e60086ef-a43f-4323-98da-b36de2675f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.080186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-637e3f5c-3c0f-4595-b9be-11ca49766408 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.082130 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-637e3f5c-3c0f-4595-b9be-11ca49766408 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/af39ed44-1641-4f86-a892-6bf33fd0dd6d HTTP/1.1" status: 204 len: 168 time: 0.5052347 Aug 16 01:57:24.084607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44652) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:24.107007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2030f9-32b4-4c3a-a47c-12458eb153fe None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:24.175868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e60086ef-a43f-4323-98da-b36de2675f0f None None] Port 4dcb5426-aef1-4e62-9846-18c89eb1774c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:24.182831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-b294d4dc-0a62-4cd8-99f9-2c48a6513853 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet c2f42a70-b542-4f03-a231-4d12be2282e5 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:24.189291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e3f5c-3c0f-4595-b9be-11ca49766408 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=af39ed44-1641-4f86-a892-6bf33fd0dd6d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:24.198542 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b294d4dc-0a62-4cd8-99f9-2c48a6513853 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.254648 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b294d4dc-0a62-4cd8-99f9-2c48a6513853 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.262435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.375134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9432b64-a1fa-4b23-86d4-79ab4dafe0c6 req-7211d507-eb6a-42a1-ac4a-d63e6b93fa7d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:24.378396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b294d4dc-0a62-4cd8-99f9-2c48a6513853 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.389143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9432b64-a1fa-4b23-86d4-79ab4dafe0c6 req-7211d507-eb6a-42a1-ac4a-d63e6b93fa7d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:24.401279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9432b64-a1fa-4b23-86d4-79ab4dafe0c6 req-7211d507-eb6a-42a1-ac4a-d63e6b93fa7d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:24.418876 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9432b64-a1fa-4b23-86d4-79ab4dafe0c6 req-7211d507-eb6a-42a1-ac4a-d63e6b93fa7d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2377 time: 0.4060922 Aug 16 01:57:24.477343 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b294d4dc-0a62-4cd8-99f9-2c48a6513853 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.526153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294d4dc-0a62-4cd8-99f9-2c48a6513853 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f42a70-b542-4f03-a231-4d12be2282e5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:24.546417 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b294d4dc-0a62-4cd8-99f9-2c48a6513853 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.548570 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b294d4dc-0a62-4cd8-99f9-2c48a6513853 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/c2f42a70-b542-4f03-a231-4d12be2282e5 HTTP/1.1" status: 204 len: 168 time: 0.4627583 Aug 16 01:57:24.551508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44664) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:24.607677 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-32531cf8-506e-4253-aa1d-c5b41f96ee08 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546460 Aug 16 01:57:24.611829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44668) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:24.694344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731335d9-bf43-4025-ace0-005c67bc9c8a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:24.695933 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-731335d9-bf43-4025-ace0-005c67bc9c8a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0829976 Aug 16 01:57:24.698565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44670) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:24.776415 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252b0041-6a6e-473e-8468-61334ce3724b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:24.778092 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-252b0041-6a6e-473e-8468-61334ce3724b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0786493 Aug 16 01:57:24.780603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44674) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:24.828820 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fd38eeae-7336-4981-a386-1346794970f5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464344 Aug 16 01:57:24.835489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44678) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:24.841075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-19399696-eceb-43ee-b80a-b5b83202e14f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:24.984834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19399696-eceb-43ee-b80a-b5b83202e14f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:24.993696 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-19399696-eceb-43ee-b80a-b5b83202e14f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.996695 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-19399696-eceb-43ee-b80a-b5b83202e14f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:57:24.997343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19399696-eceb-43ee-b80a-b5b83202e14f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:57:25.017297 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-19399696-eceb-43ee-b80a-b5b83202e14f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1803033 Aug 16 01:57:25.020426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44684) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:25.027111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-76d5f556-aaef-4f79-af3b-9de8226f14fc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:25.061622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48dedeab-e298-4183-a2c7-456a7356573b req-bad9344b-b60e-4c0d-a410-3dd15d140bdf tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:25.098270 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9432b64-a1fa-4b23-86d4-79ab4dafe0c6 req-0d8443d0-5125-4ed6-86b8-8a041bdcd69b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6777585 Aug 16 01:57:25.165048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f9209f-cf5b-4996-9af3-b6954f7b3c78 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:25.193132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d5f556-aaef-4f79-af3b-9de8226f14fc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:25.198732 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76d5f556-aaef-4f79-af3b-9de8226f14fc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.199715 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d5f556-aaef-4f79-af3b-9de8226f14fc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:57:25.200414 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d5f556-aaef-4f79-af3b-9de8226f14fc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:57:25.221201 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-76d5f556-aaef-4f79-af3b-9de8226f14fc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1989193 Aug 16 01:57:25.224104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44692) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:25.230512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-946fcf24-fdab-4fb1-a239-28fd3dc25d2d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:25.303158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d5379624-b1d1-41e9-b444-e7a9406fea03 None None] Provisioning complete for port 268d101c-284f-4a96-a17d-d9f5af3980bf triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:25.303539 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5379624-b1d1-41e9-b444-e7a9406fea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.449551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946fcf24-fdab-4fb1-a239-28fd3dc25d2d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:25.460401 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-946fcf24-fdab-4fb1-a239-28fd3dc25d2d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.465067 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-946fcf24-fdab-4fb1-a239-28fd3dc25d2d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:57:25.467031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946fcf24-fdab-4fb1-a239-28fd3dc25d2d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:57:25.502649 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-946fcf24-fdab-4fb1-a239-28fd3dc25d2d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2745438 Aug 16 01:57:25.502963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44704) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:25.511381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-163c8bcb-d529-46f0-a0e2-9147201b4607 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:25.589890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48dedeab-e298-4183-a2c7-456a7356573b req-bad9344b-b60e-4c0d-a410-3dd15d140bdf tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:25.603404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48dedeab-e298-4183-a2c7-456a7356573b req-bad9344b-b60e-4c0d-a410-3dd15d140bdf tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.606389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca458d-8b8c-4bc9-906c-10a0b2fb4f1b None None] Sync routers for ids ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:25.624754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca458d-8b8c-4bc9-906c-10a0b2fb4f1b None None] Routers {'6ae46c8b-e1ec-4c19-bfa8-dd179e610244'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:25.625801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-70ca458d-8b8c-4bc9-906c-10a0b2fb4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:57:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:25.674292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ea206d-965b-415d-b324-6fc88e687c1d None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:25.674426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-bad9344b-b60e-4c0d-a410-3dd15d140bdf tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "PUT /v2.0/floatingips/2df2942c-fb15-491c-b990-7aaa7b224540 HTTP/1.1" status: 200 len: 695 time: 2.6705894 Aug 16 01:57:25.686983 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:25.689552 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba6dee-55b9-4a48-a18a-63bbd5bf158c" -d '{"events": [{"name": "network-changed", "server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:25.730550 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163c8bcb-d529-46f0-a0e2-9147201b4607 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:25.743317 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-163c8bcb-d529-46f0-a0e2-9147201b4607 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.744791 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-163c8bcb-d529-46f0-a0e2-9147201b4607 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:57:25.745272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163c8bcb-d529-46f0-a0e2-9147201b4607 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:57:25.781422 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-163c8bcb-d529-46f0-a0e2-9147201b4607 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2772782 Aug 16 01:57:25.784023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44710) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:25.791735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 268d101c-284f-4a96-a17d-d9f5af3980bf no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:25.793683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ed0a5c0d-2d3d-4856-8a7d-70ed85e00270 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:25.831457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ee287-5ae2-4d1d-b069-26a3a96cb671 req-61cb2489-a703-4b1e-849d-492528a9f8c3 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:25.840515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-371ee287-5ae2-4d1d-b069-26a3a96cb671 req-61cb2489-a703-4b1e-849d-492528a9f8c3 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 946 time: 0.4826736 Aug 16 01:57:25.921522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5a40f0-4328-4955-a63c-526c497399a6 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:25.931343 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.946272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Transition to ACTIVE for port object 0c5a40f0-4328-4955-a63c-526c497399a6 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:25.967660 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.023844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0a5c0d-2d3d-4856-8a7d-70ed85e00270 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:26.027761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5c0d-2d3d-4856-8a7d-70ed85e00270 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.032529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-70ca458d-8b8c-4bc9-906c-10a0b2fb4f1b None None] Set router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:26.033095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dedeab-e298-4183-a2c7-456a7356573b req-d396c4a0-d4f7-4727-b97d-c4786d307736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:26.035176 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-d396c4a0-d4f7-4727-b97d-c4786d307736 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c53d6518061f44c0be91f1108c694a76&device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 1097 time: 0.3396084 Aug 16 01:57:26.036137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-24ea206d-965b-415d-b324-6fc88e687c1d None None] Deleting port 268d101c-284f-4a96-a17d-d9f5af3980bf {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:26.036520 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-24ea206d-965b-415d-b324-6fc88e687c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.040707 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0a5c0d-2d3d-4856-8a7d-70ed85e00270 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:57:26.041273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0a5c0d-2d3d-4856-8a7d-70ed85e00270 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:57:26.096131 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ed0a5c0d-2d3d-4856-8a7d-70ed85e00270 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3109322 Aug 16 01:57:26.101585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44728) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:26.111147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3ad30a0f-91de-46c3-801d-003be05912d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:26.178605 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.203344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-371ee287-5ae2-4d1d-b069-26a3a96cb671 req-9e89de2a-878c-46aa-a91b-750e403b36a3 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614430 Aug 16 01:57:26.204427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dedeab-e298-4183-a2c7-456a7356573b req-a71ee1f5-c63b-4a1f-a48d-4ce50e2a86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:26.205992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-a71ee1f5-c63b-4a1f-a48d-4ce50e2a86c8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1aecc80d-017a-4602-acaf-70ce28099434 HTTP/1.1" status: 200 len: 920 time: 0.1100373 Aug 16 01:57:26.291875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-24ea206d-965b-415d-b324-6fc88e687c1d None None] For port 268d101c-284f-4a96-a17d-d9f5af3980bf, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=268d101c-284f-4a96-a17d-d9f5af3980bf,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:26.292282 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-24ea206d-965b-415d-b324-6fc88e687c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.416506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-24ea206d-965b-415d-b324-6fc88e687c1d None None] Calling delete_port for 268d101c-284f-4a96-a17d-d9f5af3980bf owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:26.453302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5a40f0-4328-4955-a63c-526c497399a6,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:26.472102 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-0817858d-8031-432d-b3c1-6bd1d22d0ad1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 217 time: 0.2485068 Aug 16 01:57:26.474074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 268d101c-284f-4a96-a17d-d9f5af3980bf, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=268d101c-284f-4a96-a17d-d9f5af3980bf,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:26.487952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Attempting to bind port 0c5a40f0-4328-4955-a63c-526c497399a6 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:26.488275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Attempting to bind port 0c5a40f0-4328-4955-a63c-526c497399a6 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:26.488628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Attempting to bind port 0c5a40f0-4328-4955-a63c-526c497399a6 on network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:26.495077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Port 0c5a40f0-4328-4955-a63c-526c497399a6 on network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:26.495407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Attempting to bind port 0c5a40f0-4328-4955-a63c-526c497399a6 on network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:26.520566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:26.520912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Checking segment: {'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:26.521334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Bound using segment: {'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:26.538101 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Bound port: 0c5a40f0-4328-4955-a63c-526c497399a6, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:26.538538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.551180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad30a0f-91de-46c3-801d-003be05912d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:26.552608 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.554864 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ad30a0f-91de-46c3-801d-003be05912d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.556308 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad30a0f-91de-46c3-801d-003be05912d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:57:26.556742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad30a0f-91de-46c3-801d-003be05912d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:57:26.598060 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ad30a0f-91de-46c3-801d-003be05912d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4957645 Aug 16 01:57:26.605028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44758) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:26.666860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490f22d1-1748-4e67-9dfe-1e724427903c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:26.668856 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-490f22d1-1748-4e67-9dfe-1e724427903c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0613062 Aug 16 01:57:26.671247 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44762) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:26.758594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4316bd-6815-4fc2-b9cc-dbf0ca358de6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:26.762804 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8a4316bd-6815-4fc2-b9cc-dbf0ca358de6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0876820 Aug 16 01:57:26.768919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44770) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:26.769754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-ccaf5040-4071-49be-8458-49d4da732f0e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c65095f958914cd69aa95e35266c1eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2650309 Aug 16 01:57:26.809471 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0124a0d9-9ff1-40d8-8be9-4c62dffcf28c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393558 Aug 16 01:57:26.817614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44774) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:26.826093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:26.860201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dedeab-e298-4183-a2c7-456a7356573b req-c02b152f-9c4a-4217-8270-35a811e5608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:26.864295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-c02b152f-9c4a-4217-8270-35a811e5608b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45325874-20dd-426a-a9f9-e0abad59a469 HTTP/1.1" status: 200 len: 859 time: 0.3599789 Aug 16 01:57:26.892061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=268d101c-284f-4a96-a17d-d9f5af3980bf,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:26.944439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-b130d1ac-5d4f-410f-82b0-c8f9f372cf48 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1aecc80d-017a-4602-acaf-70ce28099434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406725 Aug 16 01:57:26.950340 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-24ea206d-965b-415d-b324-6fc88e687c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.954458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] For port 0c5a40f0-4328-4955-a63c-526c497399a6, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:26.986816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea206d-965b-415d-b324-6fc88e687c1d None None] No DVR routers for this DVR port 268d101c-284f-4a96-a17d-d9f5af3980bf on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:27.027741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:27.036078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.042381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea206d-965b-415d-b324-6fc88e687c1d None None] Pushing event deleted for resources: {'Port': ['ID=268d101c-284f-4a96-a17d-d9f5af3980bf,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:27.042631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] For port 0c5a40f0-4328-4955-a63c-526c497399a6, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=0c5a40f0-4328-4955-a63c-526c497399a6,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:27.055938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-70ca458d-8b8c-4bc9-906c-10a0b2fb4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1a31291a-0ac3-4922-93e4-a11ec202dde5', 'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'mac_address': 'fa:16:3e:39:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '45325874-20dd-426a-a9f9-e0abad59a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:02Z', 'updated_at': '2021-08-16T01:56:12Z', 'revision_number': 5, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'subnets': [{'id': '45325874-20dd-426a-a9f9-e0abad59a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:27.101690 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.120905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca458d-8b8c-4bc9-906c-10a0b2fb4f1b None None] Checking router: 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:27.149929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca458d-8b8c-4bc9-906c-10a0b2fb4f1b None None] Routers {'6ae46c8b-e1ec-4c19-bfa8-dd179e610244'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:27.150251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-70ca458d-8b8c-4bc9-906c-10a0b2fb4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:57:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:27.173118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:27.173899 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.175618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] 10.222.0.89 "PUT /v2.0/ports/0c5a40f0-4328-4955-a63c-526c497399a6 HTTP/1.1" status: 200 len: 1093 time: 3.1759226 Aug 16 01:57:27.268702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Request body: {'port': {'device_id': 'f0eff757-0d69-4488-8063-993d09e891d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:27.313905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-f5bc4b26-10a6-425d-9d94-c5f6ba6ae618 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:27.321852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-f5bc4b26-10a6-425d-9d94-c5f6ba6ae618 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5408630 Aug 16 01:57:27.402319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-76307c2c-ae4a-4af3-80b1-3e611d980aef service neutron] 10.222.0.79 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492021 Aug 16 01:57:27.410830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-159566fd-d6e9-4011-a6ff-7149f3a7961e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/quotas/c65095f958914cd69aa95e35266c1eba HTTP/1.1" status: 200 len: 375 time: 0.0880516 Aug 16 01:57:27.440101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-70ca458d-8b8c-4bc9-906c-10a0b2fb4f1b None None] Set router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:27.443898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca0ead-f4a4-43b2-9a9f-0cc6161cad00 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5a40f0-4328-4955-a63c-526c497399a6,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:27.626183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.632359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48dedeab-e298-4183-a2c7-456a7356573b req-e6d0fb7c-6c7e-4c6a-9ccb-5077fc4bd0e7 service neutron] 10.222.0.79 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186613 Aug 16 01:57:27.666417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.objects.ports [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101380) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:57:27.670966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.707821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-459bff16-4eb7-4230-87c4-73e7e0b994d0 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2961171 Aug 16 01:57:27.752540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:27.761157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:27.785492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:27.786389 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.838837 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6cffd3-8096-423d-b371-1420e6e7af2a x-openstack-request-id: req-ab6cffd3-8096-423d-b371-1420e6e7af2a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:27.839405 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:27.839405 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab6cffd3-8096-423d-b371-1420e6e7af2a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:27.839805 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'status': 'completed', 'code': 200} Aug 16 01:57:27.869310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c085b2-901f-4169-9761-905c8be4e9cc None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:27.894352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44802) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:27.984319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92417d55-b746-4ccb-b1f2-35b775dd0da3 req-92e03c1d-c542-44dd-a722-895c477a7576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:27.991534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=376a3cb8-4ea9-4272-8b3f-5365c91858d9,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:27.999431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92417d55-b746-4ccb-b1f2-35b775dd0da3 req-92e03c1d-c542-44dd-a722-895c477a7576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.014944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.016245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.016627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92417d55-b746-4ccb-b1f2-35b775dd0da3 req-92e03c1d-c542-44dd-a722-895c477a7576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.017128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.019002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.019637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.026543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.026543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.027024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.027464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.027894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.028340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.029106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:28.035079 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-49f7421c-39b0-4e87-8764-a0e5b2b7d816 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2136996 Aug 16 01:57:28.043069 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92417d55-b746-4ccb-b1f2-35b775dd0da3 req-92e03c1d-c542-44dd-a722-895c477a7576 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2389 time: 0.2023051 Aug 16 01:57:28.047856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44810) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:28.066574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:c7:4b:5c', 'name': 'tempest-NetworksTestDHCPv6-2020070439'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:28.073985 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba6dee-55b9-4a48-a18a-63bbd5bf158c req-75e8b33e-c8a3-45c3-abf5-febc210955d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.079121 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-57ba6dee-55b9-4a48-a18a-63bbd5bf158c req-75e8b33e-c8a3-45c3-abf5-febc210955d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c53d6518061f44c0be91f1108c694a76&device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 1097 time: 0.2774596 Aug 16 01:57:28.235678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba6dee-55b9-4a48-a18a-63bbd5bf158c req-463099a4-d5ca-4d1f-abf4-7d6a61cacd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.237463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-57ba6dee-55b9-4a48-a18a-63bbd5bf158c req-463099a4-d5ca-4d1f-abf4-7d6a61cacd01 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1aecc80d-017a-4602-acaf-70ce28099434 HTTP/1.1" status: 200 len: 920 time: 0.1467035 Aug 16 01:57:28.245727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '376a3cb8-4ea9-4272-8b3f-5365c91858d9'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:28.246714 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.282866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-70ca458d-8b8c-4bc9-906c-10a0b2fb4f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1a31291a-0ac3-4922-93e4-a11ec202dde5', 'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'mac_address': 'fa:16:3e:39:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '45325874-20dd-426a-a9f9-e0abad59a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:02Z', 'updated_at': '2021-08-16T01:56:12Z', 'revision_number': 5, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'subnets': [{'id': '45325874-20dd-426a-a9f9-e0abad59a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:28.293993 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-57ba6dee-55b9-4a48-a18a-63bbd5bf158c req-636f0c93-d0eb-45b4-9831-ea0e78139ec6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 200 len: 217 time: 0.0428817 Aug 16 01:57:28.333008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c63beebf-3016-4d03-8d56-df7c5dfcf118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.368277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba6dee-55b9-4a48-a18a-63bbd5bf158c req-411a3308-1032-495c-9f44-d646147e5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.368558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-c3472169-4ce5-4594-835a-ce2430f4bf8f tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/floatingips/2df2942c-fb15-491c-b990-7aaa7b224540 HTTP/1.1" status: 200 len: 695 time: 0.1371062 Aug 16 01:57:28.369620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca458d-8b8c-4bc9-906c-10a0b2fb4f1b None None] The sync data for ids ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'] in n-d-768851-16 is: [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:56:05Z', 'revision_number': 4, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1a31291a-0ac3-4922-93e4-a11ec202dde5', 'name': '', 'network_id': '1aecc80d-017a-4602-acaf-70ce28099434', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'mac_address': 'fa:16:3e:39:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '45325874-20dd-426a-a9f9-e0abad59a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:02Z', 'updated_at': '2021-08-16T01:56:12Z', 'revision_number': 5, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'subnets': [{'id': '45325874-20dd-426a-a9f9-e0abad59a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:28.370608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-57ba6dee-55b9-4a48-a18a-63bbd5bf158c req-411a3308-1032-495c-9f44-d646147e5abd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45325874-20dd-426a-a9f9-e0abad59a469 HTTP/1.1" status: 200 len: 859 time: 0.0682397 Aug 16 01:57:28.418923 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-57ba6dee-55b9-4a48-a18a-63bbd5bf158c req-f2984e7e-c0d9-4ef2-b0f9-57aefed6a4de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1aecc80d-017a-4602-acaf-70ce28099434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392232 Aug 16 01:57:28.468579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Allocated IP 2001:db8::f816:3eff:fecf:ccbc (4c0e190f-1577-4471-8063-ddf0f1be0b48/376a3cb8-4ea9-4272-8b3f-5365c91858d9/c371509c-1ab9-4a25-b1e1-0b537f6296de) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:28.516963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92417d55-b746-4ccb-b1f2-35b775dd0da3 req-8ccd7357-7c16-4cf5-96d7-89613291c53b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726942 Aug 16 01:57:28.604083 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-57ba6dee-55b9-4a48-a18a-63bbd5bf158c req-f672d0e8-a287-4cf8-9777-4c778a640fe8 service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728387 Aug 16 01:57:28.726956 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f27fb9d-f6df-40a0-b53a-48ce8fc13b6b req-0b80a760-b8d7-44d2-bd7a-3bb5d50a401a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 210 time: 0.0730264 Aug 16 01:57:28.758265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-2c3a7f6e-a503-4366-bd7a-f624e4cb7c85 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.765966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-2c3a7f6e-a503-4366-bd7a-f624e4cb7c85 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 784 time: 0.3962533 Aug 16 01:57:28.767583 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.772665 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-57ba6dee-55b9-4a48-a18a-63bbd5bf158c req-812a1751-aedc-4bfb-b99a-c34492799e67 service neutron] 10.222.0.89 "GET /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574106 Aug 16 01:57:28.783833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Transition to ACTIVE for port object c371509c-1ab9-4a25-b1e1-0b537f6296de will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:28.807542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Transition to ACTIVE for port object c371509c-1ab9-4a25-b1e1-0b537f6296de will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:28.817941 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.847111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-a9b17c61-4d33-480b-b3c4-a73cba4a7203 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 698 time: 0.0802307 Aug 16 01:57:28.849348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:28.859225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:28.860478 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.862625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:28.866646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:28.874343 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093072fe-3a1b-4e7d-9b11-4a58df9dbf8b None None] New status for floating IP 2df2942c-fb15-491c-b990-7aaa7b224540: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:57:28.891047 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Pushing event updated for resources: {'Port': ['ID=c371509c-1ab9-4a25-b1e1-0b537f6296de,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:28.923874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Transition to ACTIVE for port object fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:28.927352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-52a46046-f9ff-4963-a66b-f3b9ed9bc2cd tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.2.130 HTTP/1.1" status: 200 len: 698 time: 0.0690579 Aug 16 01:57:28.935719 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.953354 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c63beebf-3016-4d03-8d56-df7c5dfcf118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.982987 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Attempting to bind port c371509c-1ab9-4a25-b1e1-0b537f6296de on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:28.984176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Attempting to bind port c371509c-1ab9-4a25-b1e1-0b537f6296de by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:28.984874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Attempting to bind port c371509c-1ab9-4a25-b1e1-0b537f6296de on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:28.995200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:28.996220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:28.999076 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.001147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:29.001700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Bound port: c371509c-1ab9-4a25-b1e1-0b537f6296de, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:29.002109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.005550 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c63beebf-3016-4d03-8d56-df7c5dfcf118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.121703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:29.160532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] For port c371509c-1ab9-4a25-b1e1-0b537f6296de, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:29.165114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] For port c371509c-1ab9-4a25-b1e1-0b537f6296de, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c371509c-1ab9-4a25-b1e1-0b537f6296de,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:29.172235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:29.173331 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.187444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63beebf-3016-4d03-8d56-df7c5dfcf118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00964a2-7dc0-4551-a8c0-2a2d486c462b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:29.231108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c63beebf-3016-4d03-8d56-df7c5dfcf118 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f06d5743d38e4399a17b42bea610e523&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3294137 Aug 16 01:57:29.233645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44828) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:29.349374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7e809-a961-4dc5-8f51-64dfa10a244f None None] Pushing event updated for resources: {'Port': ['ID=c371509c-1ab9-4a25-b1e1-0b537f6296de,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:29.360212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8b591c1-3fa2-4205-a8c4-f963edba29c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.399948 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8b591c1-3fa2-4205-a8c4-f963edba29c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.445441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-0da48f41-3f67-4f43-974c-6359f5a226a8 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c65095f958914cd69aa95e35266c1eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289576 Aug 16 01:57:29.455006 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.480286 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8b591c1-3fa2-4205-a8c4-f963edba29c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.483064 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8b591c1-3fa2-4205-a8c4-f963edba29c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.490202 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a8b591c1-3fa2-4205-a8c4-f963edba29c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e00964a2-7dc0-4551-a8c0-2a2d486c462b HTTP/1.1" status: 204 len: 168 time: 0.2552576 Aug 16 01:57:29.499510 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b591c1-3fa2-4205-a8c4-f963edba29c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00964a2-7dc0-4551-a8c0-2a2d486c462b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:29.620423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:29.647711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Attempting to bind port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:29.648298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Attempting to bind port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '6403a6f7-2f1c-4d69-a194-5fb2c7a669f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:29.648842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Attempting to bind port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 on network 4066341a-d2cc-436e-9482-fc6d8687984b {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:29.713616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 on network 4066341a-d2cc-436e-9482-fc6d8687984b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:29.714150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Attempting to bind port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 on network 4066341a-d2cc-436e-9482-fc6d8687984b {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:29.747595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:29.748344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Checking segment: {'id': '6403a6f7-2f1c-4d69-a194-5fb2c7a669f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:29.752477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Bound using segment: {'id': '6403a6f7-2f1c-4d69-a194-5fb2c7a669f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:29.753218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Bound port: fc1c9c30-58b5-4eb9-ab27-94226dcb0b72, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6403a6f7-2f1c-4d69-a194-5fb2c7a669f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:29.753681 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.819293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c371509c-1ab9-4a25-b1e1-0b537f6296de up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:29.859564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'tag': '0c5a40f0-4328-4955-a63c-526c497399a6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:29.861489 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad69f05-db7d-4bd5-a5e1-1cb7e04732e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "tag": "0c5a40f0-4328-4955-a63c-526c497399a6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:29.882934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e6266734-aa33-429b-872c-30103c3f3a25 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:29.884546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e6266734-aa33-429b-872c-30103c3f3a25 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4157710 Aug 16 01:57:29.885981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-5e2d1245-5ff5-4fbc-8a23-cf5e604b8316 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Deleting port 179296bb-af58-4a7a-b420-3d9dfba7c76d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:29.886571 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-5e2d1245-5ff5-4fbc-8a23-cf5e604b8316 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.889956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port c371509c-1ab9-4a25-b1e1-0b537f6296de completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:29.944727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Request body: {'port': {'device_id': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'c65095f958914cd69aa95e35266c1eba'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:30.024013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44846) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:30.040824 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b00218a2-4857-48ad-9b9b-822abfc24790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.167010 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b00218a2-4857-48ad-9b9b-822abfc24790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.172677 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b00218a2-4857-48ad-9b9b-822abfc24790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.220774 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b00218a2-4857-48ad-9b9b-822abfc24790 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5f8dc8b72730423fb908f78e405ad36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934538 Aug 16 01:57:30.221132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00218a2-4857-48ad-9b9b-822abfc24790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fb12f9-61e1-4a08-a38f-c43c54743fe0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:30.223782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44850) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:30.285045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-355eaa4d-bf08-4a92-84a5-8d89db68ed77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.310563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-355eaa4d-bf08-4a92-84a5-8d89db68ed77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.371624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-355eaa4d-bf08-4a92-84a5-8d89db68ed77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.374635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-355eaa4d-bf08-4a92-84a5-8d89db68ed77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.378358 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-355eaa4d-bf08-4a92-84a5-8d89db68ed77 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18fb12f9-61e1-4a08-a38f-c43c54743fe0 HTTP/1.1" status: 204 len: 168 time: 0.1510239 Aug 16 01:57:30.406221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355eaa4d-bf08-4a92-84a5-8d89db68ed77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fb12f9-61e1-4a08-a38f-c43c54743fe0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:30.469203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::f816:3eff:fec7:4b5c (4c0e190f-1577-4471-8063-ddf0f1be0b48/376a3cb8-4ea9-4272-8b3f-5365c91858d9/ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:30.535012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668290f-092c-4a81-bf7d-34af6a98c933 req-852cc60c-83c0-4f37-a70e-bdd9f37dbd9f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:30.541080 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668290f-092c-4a81-bf7d-34af6a98c933 req-852cc60c-83c0-4f37-a70e-bdd9f37dbd9f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:30.547149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668290f-092c-4a81-bf7d-34af6a98c933 req-852cc60c-83c0-4f37-a70e-bdd9f37dbd9f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:30.554355 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2668290f-092c-4a81-bf7d-34af6a98c933 req-852cc60c-83c0-4f37-a70e-bdd9f37dbd9f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2401 time: 0.7052677 Aug 16 01:57:30.575166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] For port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:30.579196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] For port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,segment=NetworkSegment(6403a6f7-2f1c-4d69-a194-5fb2c7a669f2),segment_id=6403a6f7-2f1c-4d69-a194-5fb2c7a669f2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:30.598036 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-5e2d1245-5ff5-4fbc-8a23-cf5e604b8316 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.598517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-5e2d1245-5ff5-4fbc-8a23-cf5e604b8316 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.615953 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.671367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-68805a51-ca51-4a95-834c-1e9b44f8d308 None None] Provisioning for port c371509c-1ab9-4a25-b1e1-0b537f6296de completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:30.679780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-68805a51-ca51-4a95-834c-1e9b44f8d308 None None] Provisioning complete for port c371509c-1ab9-4a25-b1e1-0b537f6296de triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:30.680797 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-68805a51-ca51-4a95-834c-1e9b44f8d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.729990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:30.747051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-5e2d1245-5ff5-4fbc-8a23-cf5e604b8316 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Calling delete_port for 179296bb-af58-4a7a-b420-3d9dfba7c76d owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:30.754995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:30.756360 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.758736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-4dc2e4f9-530c-4aed-9fa6-9c5260f8d6d1 service neutron] 10.222.0.89 "PUT /v2.0/ports/fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 HTTP/1.1" status: 200 len: 1093 time: 3.5141726 Aug 16 01:57:30.800596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2668290f-092c-4a81-bf7d-34af6a98c933 req-cf5c7060-b455-4edd-8fd7-1b9f017750d6 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450044 Aug 16 01:57:30.821886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Request body: {'port': {'device_id': 'f0eff757-0d69-4488-8063-993d09e891d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:30.862741 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-68805a51-ca51-4a95-834c-1e9b44f8d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.937419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-68805a51-ca51-4a95-834c-1e9b44f8d308 None None] For port c371509c-1ab9-4a25-b1e1-0b537f6296de, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c371509c-1ab9-4a25-b1e1-0b537f6296de,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:30.957491 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-68805a51-ca51-4a95-834c-1e9b44f8d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.039349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Made reservation on behalf of c65095f958914cd69aa95e35266c1eba for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:31.042990 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.055989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68805a51-ca51-4a95-834c-1e9b44f8d308 None None] Pushing event updated for resources: {'Port': ['ID=c371509c-1ab9-4a25-b1e1-0b537f6296de,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.062176 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11417a0b-fd14-47ec-b4a4-549ab661a49c req-8644d351-7875-42ee-bc85-23257cc576da tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 210 time: 0.1366034 Aug 16 01:57:31.095877 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.164300 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d277a29a-db42-48c5-b256-490e32f7c1f7 x-openstack-request-id: req-d277a29a-db42-48c5-b256-490e32f7c1f7 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:31.164300 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "tag": "0c5a40f0-4328-4955-a63c-526c497399a6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:31.164300 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d277a29a-db42-48c5-b256-490e32f7c1f7 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:31.164698 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'tag': '0c5a40f0-4328-4955-a63c-526c497399a6', 'status': 'completed', 'code': 200} Aug 16 01:57:31.273483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad69f05-db7d-4bd5-a5e1-1cb7e04732e2 req-969d90aa-1f55-472c-861a-80239bbef435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.274064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad69f05-db7d-4bd5-a5e1-1cb7e04732e2 req-969d90aa-1f55-472c-861a-80239bbef435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.274429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad69f05-db7d-4bd5-a5e1-1cb7e04732e2 req-969d90aa-1f55-472c-861a-80239bbef435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.288799 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9ad69f05-db7d-4bd5-a5e1-1cb7e04732e2 req-969d90aa-1f55-472c-861a-80239bbef435 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=89e91b49c6e1406887ba13cafa0dd130&device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2801 time: 0.1271346 Aug 16 01:57:31.385746 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.458767 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-5e2d1245-5ff5-4fbc-8a23-cf5e604b8316 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.470063 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:31.493315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad69f05-db7d-4bd5-a5e1-1cb7e04732e2 req-bcd75d87-5331-43da-9f0f-03ac48d4adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.493798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad69f05-db7d-4bd5-a5e1-1cb7e04732e2 req-bcd75d87-5331-43da-9f0f-03ac48d4adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.494280 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad69f05-db7d-4bd5-a5e1-1cb7e04732e2 req-bcd75d87-5331-43da-9f0f-03ac48d4adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.496020 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9ad69f05-db7d-4bd5-a5e1-1cb7e04732e2 req-bcd75d87-5331-43da-9f0f-03ac48d4adfd service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=89e91b49c6e1406887ba13cafa0dd130&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1909142 Aug 16 01:57:31.548439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d1245-5ff5-4fbc-8a23-cf5e604b8316 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Pushing event deleted for resources: {'Port': ['ID=179296bb-af58-4a7a-b420-3d9dfba7c76d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.629626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad69f05-db7d-4bd5-a5e1-1cb7e04732e2 req-36c81f80-a68f-47a8-91a4-90ebf2886c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.632170 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9ad69f05-db7d-4bd5-a5e1-1cb7e04732e2 req-36c81f80-a68f-47a8-91a4-90ebf2886c75 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278951 Aug 16 01:57:31.633556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Allocated IP 192.168.233.85 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/32886b7d-eb95-4a77-9949-20132fc96721) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:31.712645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.729687 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-5e2d1245-5ff5-4fbc-8a23-cf5e604b8316 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.732245 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-5e2d1245-5ff5-4fbc-8a23-cf5e604b8316 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.733512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3f13310-6e4c-48cb-9574-3926e9e6aa0a req-5e2d1245-5ff5-4fbc-8a23-cf5e604b8316 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "DELETE /v2.0/floatingips/2df2942c-fb15-491c-b990-7aaa7b224540 HTTP/1.1" status: 204 len: 173 time: 2.7780526 Aug 16 01:57:31.750376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c371509c-1ab9-4a25-b1e1-0b537f6296de up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:31.856800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:31.879862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:31.910600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:31.916917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.917614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.922685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.929013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c371509c-1ab9-4a25-b1e1-0b537f6296de triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:31.929589 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.981531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcb5426-aef1-4e62-9846-18c89eb1774c {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:31.999453 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.012019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ca8a36a9-0d35-4482-9d3a-244a710bf710 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9629369 Aug 16 01:57:32.014755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44892) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:32.107564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Transition to ACTIVE for port object 4dcb5426-aef1-4e62-9846-18c89eb1774c will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:32.119951 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83cbe22b-819b-410e-b84f-01c7be9cc8b9 req-f3e89086-40ba-4204-9385-933668346f72 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups/8bc4d6d4-d0e1-495a-850c-63c387bb367c HTTP/1.1" status: 200 len: 1809 time: 0.2991581 Aug 16 01:57:32.130174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.189222 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.291394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Transition to ACTIVE for port object 32886b7d-eb95-4a77-9949-20132fc96721 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:32.327617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b92c83-6b6c-4ba4-a8b5-41edc711a1d9 req-a75dff84-fa1b-478e-a3a6-83aa4aaec60d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.346169 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b92c83-6b6c-4ba4-a8b5-41edc711a1d9 req-a75dff84-fa1b-478e-a3a6-83aa4aaec60d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.354310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b92c83-6b6c-4ba4-a8b5-41edc711a1d9 req-a75dff84-fa1b-478e-a3a6-83aa4aaec60d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.357121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35b92c83-6b6c-4ba4-a8b5-41edc711a1d9 req-a75dff84-fa1b-478e-a3a6-83aa4aaec60d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2401 time: 0.3650303 Aug 16 01:57:32.363396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcb5426-aef1-4e62-9846-18c89eb1774c,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:32.366203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3193a92e-6e0d-4549-8013-648ec25a781f None None] Provisioning for port ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:32.378392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3193a92e-6e0d-4549-8013-648ec25a781f None None] Provisioning complete for port ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:32.379968 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3193a92e-6e0d-4549-8013-648ec25a781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.386837 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:57:32.444555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3193a92e-6e0d-4549-8013-648ec25a781f None None] Port ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:32.485466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44906) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:32.524409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016b2c4f-8cdb-4c47-804a-90d1c2856a4c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.532546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016b2c4f-8cdb-4c47-804a-90d1c2856a4c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.534622 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-016b2c4f-8cdb-4c47-804a-90d1c2856a4c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5187120 Aug 16 01:57:32.538618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44910) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:32.583134 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-83cbe22b-819b-410e-b84f-01c7be9cc8b9 req-496dd670-09c6-4535-8074-cf632cd3eae6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.605294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35b92c83-6b6c-4ba4-a8b5-41edc711a1d9 req-6b4f42dd-2e2b-4ad2-842c-c34965d1d6b4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175109 Aug 16 01:57:32.633109 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.648806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['981f4bd6-1a06-4be9-83fc-1b6acfaa3508'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:32.703926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-661f923a-cb2e-47cb-9518-fe3e5c34d801 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:32.704415 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-661f923a-cb2e-47cb-9518-fe3e5c34d801 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.733140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:32.740684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-83cbe22b-819b-410e-b84f-01c7be9cc8b9 req-496dd670-09c6-4535-8074-cf632cd3eae6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.773932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:32.793443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-472408374'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:32.800968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:32.814729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-661f923a-cb2e-47cb-9518-fe3e5c34d801 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.835787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-661f923a-cb2e-47cb-9518-fe3e5c34d801 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:32.855590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Attempting to bind port 4dcb5426-aef1-4e62-9846-18c89eb1774c on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:32.855928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Attempting to bind port 4dcb5426-aef1-4e62-9846-18c89eb1774c by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:32.856237 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Attempting to bind port 4dcb5426-aef1-4e62-9846-18c89eb1774c on network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:32.873793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Port 4dcb5426-aef1-4e62-9846-18c89eb1774c on network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:32.874115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Attempting to bind port 4dcb5426-aef1-4e62-9846-18c89eb1774c on network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:32.889987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:32.890349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Checking segment: {'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:32.890704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Bound using segment: {'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:32.891147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Bound port: 4dcb5426-aef1-4e62-9846-18c89eb1774c, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb74fc51-21a4-4f20-8385-a0bb28235c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:32.891502 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.980844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.981527 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.010956 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-661f923a-cb2e-47cb-9518-fe3e5c34d801 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.012175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-83cbe22b-819b-410e-b84f-01c7be9cc8b9 req-496dd670-09c6-4535-8074-cf632cd3eae6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.015137 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-83cbe22b-819b-410e-b84f-01c7be9cc8b9 req-496dd670-09c6-4535-8074-cf632cd3eae6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.016072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83cbe22b-819b-410e-b84f-01c7be9cc8b9 req-496dd670-09c6-4535-8074-cf632cd3eae6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "DELETE /v2.0/security-groups/8bc4d6d4-d0e1-495a-850c-63c387bb367c HTTP/1.1" status: 204 len: 173 time: 0.8951645 Aug 16 01:57:33.027150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Pushing event updated for resources: {'Port': ['ID=32886b7d-eb95-4a77-9949-20132fc96721,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:33.054336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dd670-09c6-4535-8074-cf632cd3eae6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc4d6d4-d0e1-495a-850c-63c387bb367c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:33.056217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Made reservation on behalf of b81147df8d664071b0ec8a7cebf3c3f6 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:33.059869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.062400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] For port 4dcb5426-aef1-4e62-9846-18c89eb1774c, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:33.068923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] For port 4dcb5426-aef1-4e62-9846-18c89eb1774c, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4dcb5426-aef1-4e62-9846-18c89eb1774c,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:33.071800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7a84a6cd-0af9-4f0f-a6c9-b581b8adfa60 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1556263 Aug 16 01:57:33.079883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.089791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f923a-cb2e-47cb-9518-fe3e5c34d801 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:33.092642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.095255 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-661f923a-cb2e-47cb-9518-fe3e5c34d801 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.100791 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-661f923a-cb2e-47cb-9518-fe3e5c34d801 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76 HTTP/1.1" status: 204 len: 168 time: 0.5582504 Aug 16 01:57:33.101318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44916) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:33.105384 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Request body: {'port': {'device_id': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:33.126279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40224eab-f28c-4bdd-88fb-0b4050aeb91b req-4f4ca615-3848-4f2f-a08f-0d784810937a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.139505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40224eab-f28c-4bdd-88fb-0b4050aeb91b req-4f4ca615-3848-4f2f-a08f-0d784810937a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 935 time: 0.4047205 Aug 16 01:57:33.151153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2a502b00-70d3-443b-9380-4b69663be732 None None] Provisioning for port 32886b7d-eb95-4a77-9949-20132fc96721 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:33.155543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2a502b00-70d3-443b-9380-4b69663be732 None None] Provisioning complete for port 32886b7d-eb95-4a77-9949-20132fc96721 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:33.155974 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a502b00-70d3-443b-9380-4b69663be732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.165563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'tag': 'fc1c9c30-58b5-4eb9-ab27-94226dcb0b72'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:33.167798 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e7878d-6740-453d-b55a-57fd96b19b64" -d '{"events": [{"name": "network-changed", "server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "tag": "fc1c9c30-58b5-4eb9-ab27-94226dcb0b72"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:33.172970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74239929-9074-41d2-80ab-c2496cf0c2af tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.174981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74239929-9074-41d2-80ab-c2496cf0c2af tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.178849 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-74239929-9074-41d2-80ab-c2496cf0c2af tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0736828 Aug 16 01:57:33.180034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44920) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:33.230729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2a502b00-70d3-443b-9380-4b69663be732 None None] Port 32886b7d-eb95-4a77-9949-20132fc96721 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:33.273109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6e6bae-5f46-48be-a919-4a9d18561645 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 376a3cb8-4ea9-4272-8b3f-5365c91858d9 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:33.279186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6bae-5f46-48be-a919-4a9d18561645 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.291273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.291902 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.293349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] 10.222.0.89 "PUT /v2.0/ports/4dcb5426-aef1-4e62-9846-18c89eb1774c HTTP/1.1" status: 200 len: 1093 time: 2.4917870 Aug 16 01:57:33.374982 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6bae-5f46-48be-a919-4a9d18561645 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.485013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40224eab-f28c-4bdd-88fb-0b4050aeb91b req-87c1f51e-10d2-4392-8822-bc99f458b47e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444920 Aug 16 01:57:33.566698 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6bae-5f46-48be-a919-4a9d18561645 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.658167 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485526cb-138b-43d7-beaf-f4c6176f99ed x-openstack-request-id: req-485526cb-138b-43d7-beaf-f4c6176f99ed {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:33.658456 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "tag": "fc1c9c30-58b5-4eb9-ab27-94226dcb0b72", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:33.658705 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-485526cb-138b-43d7-beaf-f4c6176f99ed {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:33.659106 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'tag': 'fc1c9c30-58b5-4eb9-ab27-94226dcb0b72', 'status': 'completed', 'code': 200} Aug 16 01:57:33.677456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd1998-3808-45c8-b64a-1b44f36058f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcb5426-aef1-4e62-9846-18c89eb1774c,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:33.678996 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6bae-5f46-48be-a919-4a9d18561645 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.684295 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.714126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e6bae-5f46-48be-a919-4a9d18561645 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=376a3cb8-4ea9-4272-8b3f-5365c91858d9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:33.718855 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6bae-5f46-48be-a919-4a9d18561645 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.723557 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1e6e6bae-5f46-48be-a919-4a9d18561645 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/376a3cb8-4ea9-4272-8b3f-5365c91858d9 HTTP/1.1" status: 204 len: 168 time: 0.5401917 Aug 16 01:57:33.723664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44932) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:33.726023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff41326c-9d5d-4c7b-8699-f1f9b7bdc55c None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:33.773398 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-325a9464-288d-429d-8816-4eeb3d9eb8e5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455177 Aug 16 01:57:33.774539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44934) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:33.779822 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c354ae8d-e2c3-4d90-8ad3-51f2c4da632d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:33.822055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-bd255e42-97dd-495e-9828-ef45b46be3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.822841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-bd255e42-97dd-495e-9828-ef45b46be3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.823477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-bd255e42-97dd-495e-9828-ef45b46be3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.825767 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-bd255e42-97dd-495e-9828-ef45b46be3ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=89e91b49c6e1406887ba13cafa0dd130&device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2869 time: 0.4174800 Aug 16 01:57:33.834399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e2be5-ce64-4781-a41c-3b761aeff2c7 req-e6d03ac8-281b-4f6c-9070-6964204f5fd9 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.842701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-710e2be5-ce64-4781-a41c-3b761aeff2c7 req-e6d03ac8-281b-4f6c-9070-6964204f5fd9 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.2350550 Aug 16 01:57:33.921775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-33c9ca6a-aaeb-4f27-8525-a92e62726a96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.102&port_id=0c5a40f0-4328-4955-a63c-526c497399a6 HTTP/1.1" status: 200 len: 217 time: 0.0523729 Aug 16 01:57:33.978924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-710e2be5-ce64-4781-a41c-3b761aeff2c7 req-9a466d2b-7c89-46db-a889-96a2a79f1933 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350043 Aug 16 01:57:34.031776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11466a17-dd76-4664-b2d1-86d6aa8a1cac req-7e2dd66e-bea2-420a-9776-6f97308d9b43 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.038849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11466a17-dd76-4664-b2d1-86d6aa8a1cac req-7e2dd66e-bea2-420a-9776-6f97308d9b43 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.046130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11466a17-dd76-4664-b2d1-86d6aa8a1cac req-7e2dd66e-bea2-420a-9776-6f97308d9b43 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.047842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11466a17-dd76-4664-b2d1-86d6aa8a1cac req-7e2dd66e-bea2-420a-9776-6f97308d9b43 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2413 time: 0.2895873 Aug 16 01:57:34.050398 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.082440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c354ae8d-e2c3-4d90-8ad3-51f2c4da632d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:34.083041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.088572 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c354ae8d-e2c3-4d90-8ad3-51f2c4da632d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.098031 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7edc43-82f7-4b51-b8a6-e9f7e02b29e0 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:34.145031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:34.155164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d3a1ad0c-4371-46f1-874e-11e9744066d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.156755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d3a1ad0c-4371-46f1-874e-11e9744066d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1e814dba-bebf-414e-a3f1-d57e874b29bb HTTP/1.1" status: 200 len: 801 time: 0.2029433 Aug 16 01:57:34.171214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4d7edc43-82f7-4b51-b8a6-e9f7e02b29e0 None None] Deleting port c371509c-1ab9-4a25-b1e1-0b537f6296de {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:34.172228 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4d7edc43-82f7-4b51-b8a6-e9f7e02b29e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.266870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d3db34-3a55-4595-a65c-f24b48920a9f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:34.283276 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.283635 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Added segment 44bbe906-7071-4a76-81b4-ad32bd6eaeb8 of type vlan for network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 Aug 16 01:57:34.301619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11466a17-dd76-4664-b2d1-86d6aa8a1cac req-c8687bda-1a52-4397-982c-106e431151f6 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389119 Aug 16 01:57:34.336399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4d7edc43-82f7-4b51-b8a6-e9f7e02b29e0 None None] For port c371509c-1ab9-4a25-b1e1-0b537f6296de, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c371509c-1ab9-4a25-b1e1-0b537f6296de,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:34.336808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4d7edc43-82f7-4b51-b8a6-e9f7e02b29e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.355810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4d7edc43-82f7-4b51-b8a6-e9f7e02b29e0 None None] Calling delete_port for c371509c-1ab9-4a25-b1e1-0b537f6296de owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:34.470350 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4d7edc43-82f7-4b51-b8a6-e9f7e02b29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.478053 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.491857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-9e806d79-c9d6-40ea-a09d-f0a6cd32181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.493390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-9e806d79-c9d6-40ea-a09d-f0a6cd32181a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aaeae9c5-4c26-4f0d-aa49-88b44699ea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823319 Aug 16 01:57:34.500013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7edc43-82f7-4b51-b8a6-e9f7e02b29e0 None None] Pushing event deleted for resources: {'Port': ['ID=c371509c-1ab9-4a25-b1e1-0b537f6296de,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:34.510790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7edc43-82f7-4b51-b8a6-e9f7e02b29e0 None None] No DVR routers for this DVR port c371509c-1ab9-4a25-b1e1-0b537f6296de on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:34.573361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.objects.ports [None req-c354ae8d-e2c3-4d90-8ad3-51f2c4da632d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101380) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:57:34.574890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c354ae8d-e2c3-4d90-8ad3-51f2c4da632d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.626332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c354ae8d-e2c3-4d90-8ad3-51f2c4da632d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:34.629872 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c354ae8d-e2c3-4d90-8ad3-51f2c4da632d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:34.634007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c354ae8d-e2c3-4d90-8ad3-51f2c4da632d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.634141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.634383 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c354ae8d-e2c3-4d90-8ad3-51f2c4da632d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.640031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.640657 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.644861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9e1166-6505-413f-a19d-73fd46015748 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:34.652727 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c354ae8d-e2c3-4d90-8ad3-51f2c4da632d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8771894 Aug 16 01:57:34.653832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354ae8d-e2c3-4d90-8ad3-51f2c4da632d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=7adbfeca-db76-4d16-a1fe-603f9b427e3e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:34.655467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475dbce-325d-42f2-af54-67a7baae70eb req-a65775b7-2024-447c-8f42-ca1301421f72 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.657102 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44944) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:34.663075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:28:46:2f', 'name': 'tempest-NetworksTestDHCPv6-1430661848'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:34.663388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7475dbce-325d-42f2-af54-67a7baae70eb req-a65775b7-2024-447c-8f42-ca1301421f72 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 945 time: 0.2710688 Aug 16 01:57:34.801497 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Pushing event updated for resources: {'Network': ['ID=af1fa9d3-21c3-4da1-a5dd-0da3fe573248,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:34.821138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:34.832607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1f97a40d-14e9-4d54-8a56-75f00194f172 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3419394 Aug 16 01:57:34.837167 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:34.848338 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-229dc3b9-f935-46c4-8fe6-81fc13794d68 service neutron] 10.222.0.89 "GET /v2.0/networks/aaeae9c5-4c26-4f0d-aa49-88b44699ea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312440 Aug 16 01:57:34.877864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98161947-4827-4c94-9b22-6f0b70a5e0f6 req-7edfc9ea-d6ba-4ead-ac71-8bc264544aa7 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.886061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98161947-4827-4c94-9b22-6f0b70a5e0f6 req-7edfc9ea-d6ba-4ead-ac71-8bc264544aa7 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 935 time: 0.2889547 Aug 16 01:57:34.904848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '7adbfeca-db76-4d16-a1fe-603f9b427e3e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:34.906160 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.960431 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.979571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7475dbce-325d-42f2-af54-67a7baae70eb req-629ef608-5b07-466e-99f8-ea7f145f8643 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152983 Aug 16 01:57:34.985004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 23132b7a-bf64-4a35-9d94-081db8d91807 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:35.074149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98161947-4827-4c94-9b22-6f0b70a5e0f6 req-cf9e1524-e063-4741-8762-f07055588b9c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731865 Aug 16 01:57:35.083836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32886b7d-eb95-4a77-9949-20132fc96721 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:35.125228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Allocated IP 2001:db8::f816:3eff:fe41:a20e (4c0e190f-1577-4471-8063-ddf0f1be0b48/7adbfeca-db76-4d16-a1fe-603f9b427e3e/54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:35.278629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44954) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:35.284572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Request body: {'port': {'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248', 'binding:host_id': 'n-h2-768851-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1010644151'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:35.314465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Made reservation on behalf of 1d6ad8e91ab34605a85e93d663e74a92 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:35.318181 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.336485 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.410639 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.431150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Transition to ACTIVE for port object 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:35.450198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.454108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Transition to ACTIVE for port object 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:35.456252 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.462619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] device_id is not set on port 931fb0bb-a561-45c3-8eb5-583bc3db647a yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:35.464806 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.522480 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:35.527414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Pushing event updated for resources: {'Port': ['ID=54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:35.530104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:35.532333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:35.541722 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.586346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-e8d9394f-3fb9-41ca-8daa-ad3a394ffa39 service neutron] 10.222.0.89 "GET /v2.0/networks/aaeae9c5-4c26-4f0d-aa49-88b44699ea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7257981 Aug 16 01:57:35.589976 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Attempting to bind port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:35.590417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Attempting to bind port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:35.590854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Attempting to bind port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:35.596345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:35.596828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:35.597327 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.597790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:35.598337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Bound port: 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:35.598789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.606645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Transition to ACTIVE for port object 32886b7d-eb95-4a77-9949-20132fc96721 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:35.611945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc2b662-1f19-4552-a37b-a6192c487752,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:35.617939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.619507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::f816:3eff:fe28:462f (4c0e190f-1577-4471-8063-ddf0f1be0b48/7adbfeca-db76-4d16-a1fe-603f9b427e3e/23132b7a-bf64-4a35-9d94-081db8d91807) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:35.664869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-ad4eaccc-d63c-4b48-b4e2-018ea4b07242 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.205&port_id=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 HTTP/1.1" status: 200 len: 217 time: 0.0620222 Aug 16 01:57:35.665796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'tag': '4dcb5426-aef1-4e62-9846-18c89eb1774c'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:35.668407 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff188cae-979f-478d-ac1f-63185343ee16" -d '{"events": [{"name": "network-changed", "server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "tag": "4dcb5426-aef1-4e62-9846-18c89eb1774c"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:35.680516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] For port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:35.684331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] For port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:35.693733 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.773757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee2ab0-cc08-4dcf-a276-6f5f12726df6 req-b4402ffd-9f63-4928-ae5a-8b7aab7f7ab3 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:35.782007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3dee2ab0-cc08-4dcf-a276-6f5f12726df6 req-b4402ffd-9f63-4928-ae5a-8b7aab7f7ab3 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.2384152 Aug 16 01:57:35.798658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ea9a5-cade-4f3e-8a4b-98cf2f0f1921 None None] Pushing event updated for resources: {'Port': ['ID=54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:35.821273 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c371509c-1ab9-4a25-b1e1-0b537f6296de no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:35.837105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b2a2f-fa3e-4817-9d21-ec2e46992410 req-a678ca52-5ee2-4c7d-bc34-6d7ba4993f8d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:35.843814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b2a2f-fa3e-4817-9d21-ec2e46992410 req-a678ca52-5ee2-4c7d-bc34-6d7ba4993f8d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:35.850401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b2a2f-fa3e-4817-9d21-ec2e46992410 req-a678ca52-5ee2-4c7d-bc34-6d7ba4993f8d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:35.871501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d4b2a2f-fa3e-4817-9d21-ec2e46992410 req-a678ca52-5ee2-4c7d-bc34-6d7ba4993f8d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2413 time: 0.3250327 Aug 16 01:57:35.873815 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Pushing event updated for resources: {'Port': ['ID=32886b7d-eb95-4a77-9949-20132fc96721,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:35.879442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: c371509c-1ab9-4a25-b1e1-0b537f6296de {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:35.880043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c371509c-1ab9-4a25-b1e1-0b537f6296de not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:35.910444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] device_id is not set on port 931fb0bb-a561-45c3-8eb5-583bc3db647a yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:35.919121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-29d403d9-d58d-44e1-a194-e3ecc121fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:35.921034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-29d403d9-d58d-44e1-a194-e3ecc121fb21 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=03761921-5fbe-4882-b27a-b8a29838e0b7 HTTP/1.1" status: 200 len: 801 time: 0.2269204 Aug 16 01:57:35.930536 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.954962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Transition to ACTIVE for port object 931fb0bb-a561-45c3-8eb5-583bc3db647a will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:35.958836 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.974162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3dee2ab0-cc08-4dcf-a276-6f5f12726df6 req-7182135a-04bf-422a-b78a-2b58f129e24d tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910050 Aug 16 01:57:35.976560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 23132b7a-bf64-4a35-9d94-081db8d91807 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:35.978601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.022561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d4b2a2f-fa3e-4817-9d21-ec2e46992410 req-99ea90d2-1762-407f-8490-9ee7255ced09 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487372 Aug 16 01:57:36.053163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-0dec8409-775f-4fdd-a730-5969b14ba257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.055023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-0dec8409-775f-4fdd-a730-5969b14ba257 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4066341a-d2cc-436e-9482-fc6d8687984b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169248 Aug 16 01:57:36.090489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event updated for resources: {'Port': ['ID=931fb0bb-a561-45c3-8eb5-583bc3db647a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:36.095572 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc11e4c-c06b-432d-bec9-7813c5015ba1 x-openstack-request-id: req-abc11e4c-c06b-432d-bec9-7813c5015ba1 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:36.101869 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "tag": "4dcb5426-aef1-4e62-9846-18c89eb1774c", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:36.102228 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-abc11e4c-c06b-432d-bec9-7813c5015ba1 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:36.102737 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'tag': '4dcb5426-aef1-4e62-9846-18c89eb1774c', 'status': 'completed', 'code': 200} Aug 16 01:57:36.113491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Checking segment: {'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:36.113930 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Network hostable DHCP agents. Network: af1fa9d3-21c3-4da1-a5dd-0da3fe573248, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:36.120948 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.224484 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Attempting to bind port 32886b7d-eb95-4a77-9949-20132fc96721 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:36.226704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Attempting to bind port 32886b7d-eb95-4a77-9949-20132fc96721 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:36.227050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Attempting to bind port 32886b7d-eb95-4a77-9949-20132fc96721 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:36.256272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=23132b7a-bf64-4a35-9d94-081db8d91807,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:36.264032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Port 32886b7d-eb95-4a77-9949-20132fc96721 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:36.264651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Attempting to bind port 32886b7d-eb95-4a77-9949-20132fc96721 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:36.322309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:36.322745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:36.323152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:36.323609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Bound port: 32886b7d-eb95-4a77-9949-20132fc96721, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:36.323982 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.326471 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:36.339791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:36.348564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:36.351668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:36.359189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.359861 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.380349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, af1fa9d3-21c3-4da1-a5dd-0da3fe573248) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:36.385436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:36.395547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5107e9-1478-4099-9963-27c13eda2f0f None None] Network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:36.409358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f16a0-e959-48af-bb36-239372db91ac req-e0e6fed8-0c92-4897-859c-a5dcd73f08e6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.411177 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f68f16a0-e959-48af-bb36-239372db91ac req-e0e6fed8-0c92-4897-859c-a5dcd73f08e6 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.89 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.2699456 Aug 16 01:57:36.422002 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-73b40f3c-f1de-40a1-b186-e1b9128bd0c6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7636392 Aug 16 01:57:36.430881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7b743-78a5-4c05-bc6f-a7e1df8efa20 req-f9ba1928-4bb7-45fb-a5cc-c392c30aea4a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.433201 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8bf7b743-78a5-4c05-bc6f-a7e1df8efa20 req-f9ba1928-4bb7-45fb-a5cc-c392c30aea4a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 945 time: 0.1536105 Aug 16 01:57:36.433524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05417b5-e10a-44de-84ca-937e732d5755 req-b823ee8f-1163-4ff9-8c78-e9196af121f2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.435065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c05417b5-e10a-44de-84ca-937e732d5755 req-b823ee8f-1163-4ff9-8c78-e9196af121f2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 945 time: 0.2581120 Aug 16 01:57:36.436174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44968) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:36.447142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-49892998-53ac-4e24-a87a-c988bcfd61f1 service neutron] 10.222.0.89 "GET /v2.0/networks/4066341a-d2cc-436e-9482-fc6d8687984b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778863 Aug 16 01:57:36.495720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:36.495720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:36.495720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:36.538011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:36.538517 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:36.539556 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 2 to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a Aug 16 01:57:36.547281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0a669-ac16-47c7-b754-b9f7a5abb730 req-148d713a-c188-47a0-a4e3-520a394516fd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.548841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71a0a669-ac16-47c7-b754-b9f7a5abb730 req-148d713a-c188-47a0-a4e3-520a394516fd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 947 time: 0.1969016 Aug 16 01:57:36.556678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:36.561968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=32886b7d-eb95-4a77-9949-20132fc96721,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:36.580400 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.603052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:36.603404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:36.603753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:36.627052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:36.627765 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:36.630544 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 3 to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a Aug 16 01:57:36.633095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c05417b5-e10a-44de-84ca-937e732d5755 req-9b48679f-dbad-4570-a742-d88753f8d04d tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730924 Aug 16 01:57:36.657332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.657968 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.659386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] 10.222.0.84 "PUT /v2.0/ports/32886b7d-eb95-4a77-9949-20132fc96721 HTTP/1.1" status: 200 len: 1096 time: 3.5613682 Aug 16 01:57:36.663287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d24bc-d576-45e7-9ed2-d6937c03c962 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.670358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d24bc-d576-45e7-9ed2-d6937c03c962 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.677822 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-276d24bc-d576-45e7-9ed2-d6937c03c962 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2308118 Aug 16 01:57:36.682704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44970) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:36.692160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:36.692499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:36.692839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:36.704947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:36.707106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-d6fdae8d-79ef-4c4b-b2e2-aaba0d2ef6d8 service neutron] 10.222.0.89 "GET /v2.0/networks/4066341a-d2cc-436e-9482-fc6d8687984b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487850 Aug 16 01:57:36.710729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71a0a669-ac16-47c7-b754-b9f7a5abb730 req-c54a2774-c287-40da-8581-4cdb90f7c0f0 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458321 Aug 16 01:57:36.717927 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:36.718169 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 4 to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a Aug 16 01:57:36.722653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-f68f16a0-e959-48af-bb36-239372db91ac req-0e5f450b-543e-4d5a-bba3-6ea33e5d3ab5 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Deleting port 41116d29-33bc-4c5e-8866-e9729687cd0e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:36.723071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f68f16a0-e959-48af-bb36-239372db91ac req-0e5f450b-543e-4d5a-bba3-6ea33e5d3ab5 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.746729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0c8be-9a7b-4080-9163-70d2859619fa service neutron] Pushing event updated for resources: {'Port': ['ID=32886b7d-eb95-4a77-9949-20132fc96721,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:36.803732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-a2a61403-c41e-4d66-9e82-0253c3e210f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=4dcb5426-aef1-4e62-9846-18c89eb1774c HTTP/1.1" status: 200 len: 217 time: 0.0739820 Aug 16 01:57:36.804851 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:36.805215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:36.805568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:36.819848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:36.820186 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:36.821344 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 5 to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a Aug 16 01:57:36.828368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-8bf7b743-78a5-4c05-bc6f-a7e1df8efa20 req-952ff409-cb11-451e-bfa0-d647a5b96d59 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Deleting port 934b8857-0618-4a6d-934a-b183eb44e3e9 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:36.828713 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8bf7b743-78a5-4c05-bc6f-a7e1df8efa20 req-952ff409-cb11-451e-bfa0-d647a5b96d59 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.900199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7b6dc92a-453b-4c6c-ba7b-9c58d4a63179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.901866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-7b6dc92a-453b-4c6c-ba7b-9c58d4a63179 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 1099 time: 0.1708770 Aug 16 01:57:36.905227 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:36.905570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:36.905911 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:36.917648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-ca0994a7-e40f-47fe-856e-ebf703ce4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.919445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-ca0994a7-e40f-47fe-856e-ebf703ce4dc1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1e814dba-bebf-414e-a3f1-d57e874b29bb HTTP/1.1" status: 200 len: 801 time: 0.1041758 Aug 16 01:57:36.934649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:36.934979 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:36.940056 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 6 to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a Aug 16 01:57:36.946884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f68f16a0-e959-48af-bb36-239372db91ac req-0e5f450b-543e-4d5a-bba3-6ea33e5d3ab5 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] For port 41116d29-33bc-4c5e-8866-e9729687cd0e, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=41116d29-33bc-4c5e-8866-e9729687cd0e,segment=NetworkSegment(81403720-ea61-4817-ac33-1744c509e93c),segment_id=81403720-ea61-4817-ac33-1744c509e93c)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:36.947252 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f68f16a0-e959-48af-bb36-239372db91ac req-0e5f450b-543e-4d5a-bba3-6ea33e5d3ab5 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.968867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-261a2084-34c3-4d7f-9d2c-6fd1cb26ef28 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=32886b7d-eb95-4a77-9949-20132fc96721 HTTP/1.1" status: 200 len: 217 time: 0.0473349 Aug 16 01:57:36.982100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:36.982386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:36.982723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:36.991181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-f68f16a0-e959-48af-bb36-239372db91ac req-0e5f450b-543e-4d5a-bba3-6ea33e5d3ab5 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Calling delete_port for 41116d29-33bc-4c5e-8866-e9729687cd0e owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:36.999841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:37.000174 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:37.006985 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 7 to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a Aug 16 01:57:37.040233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4368e8e6-a186-428a-98d8-f3c7d3e8ec08 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 23132b7a-bf64-4a35-9d94-081db8d91807 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:37.040568 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4368e8e6-a186-428a-98d8-f3c7d3e8ec08 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.090497 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:37.090878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:37.091187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:37.097162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8bf7b743-78a5-4c05-bc6f-a7e1df8efa20 req-952ff409-cb11-451e-bfa0-d647a5b96d59 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] For port 934b8857-0618-4a6d-934a-b183eb44e3e9, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=934b8857-0618-4a6d-934a-b183eb44e3e9,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:37.097540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8bf7b743-78a5-4c05-bc6f-a7e1df8efa20 req-952ff409-cb11-451e-bfa0-d647a5b96d59 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.101509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:37.101840 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:37.108815 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 8 to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a Aug 16 01:57:37.135716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-8bf7b743-78a5-4c05-bc6f-a7e1df8efa20 req-952ff409-cb11-451e-bfa0-d647a5b96d59 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Calling delete_port for 934b8857-0618-4a6d-934a-b183eb44e3e9 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:37.142009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:37.142353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:37.142692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:37.147533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-be66c9fa-317e-40e3-8f65-a31c0a56d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.149068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-be66c9fa-317e-40e3-8f65-a31c0a56d60e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aaeae9c5-4c26-4f0d-aa49-88b44699ea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201197 Aug 16 01:57:37.154777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-dab3a545-40fd-432b-a149-23b75d9807ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.156388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-dab3a545-40fd-432b-a149-23b75d9807ae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1719551 Aug 16 01:57:37.162483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:37.162816 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:37.166075 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 9 to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a Aug 16 01:57:37.227668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:37.228009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:37.228350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:37.250419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:37.250744 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:37.269797 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 10 to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a Aug 16 01:57:37.274154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f0b7f6f0-fc29-4c28-a56c-114282beb00a None None] Provisioning for port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:37.297645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4368e8e6-a186-428a-98d8-f3c7d3e8ec08 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.302355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:37.302713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:37.303050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:37.323380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 931fb0bb-a561-45c3-8eb5-583bc3db647a on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:37.323820 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 931fb0bb-a561-45c3-8eb5-583bc3db647a on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:37.324195 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.330261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac91b7f-6ed4-4264-b64f-989c99b810de req-44bb816c-a29a-41dd-9f6d-8873269c7ebe tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.332552 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cac91b7f-6ed4-4264-b64f-989c99b810de req-44bb816c-a29a-41dd-9f6d-8873269c7ebe tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/ports?device_id=45097819-b9f3-4c58-9f36-8a6a833467d7 HTTP/1.1" status: 200 len: 945 time: 0.2368548 Aug 16 01:57:37.332683 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f68f16a0-e959-48af-bb36-239372db91ac req-0e5f450b-543e-4d5a-bba3-6ea33e5d3ab5 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.343820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4368e8e6-a186-428a-98d8-f3c7d3e8ec08 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 23132b7a-bf64-4a35-9d94-081db8d91807 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:37.345718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['41116d29-33bc-4c5e-8866-e9729687cd0e'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:37.390497 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66a8d-6a59-4b5a-aa50-7d1c066e150c req-9b1dbe48-de0b-490a-8436-04870ff71a62 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.396966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66a8d-6a59-4b5a-aa50-7d1c066e150c req-9b1dbe48-de0b-490a-8436-04870ff71a62 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.401479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f450b-543e-4d5a-bba3-6ea33e5d3ab5 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Pushing event deleted for resources: {'Port': ['ID=41116d29-33bc-4c5e-8866-e9729687cd0e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:37.403783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66a8d-6a59-4b5a-aa50-7d1c066e150c req-9b1dbe48-de0b-490a-8436-04870ff71a62 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.414796 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33b66a8d-6a59-4b5a-aa50-7d1c066e150c req-9b1dbe48-de0b-490a-8436-04870ff71a62 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2413 time: 0.2707555 Aug 16 01:57:37.429197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-db5dbe28-4ccc-4d66-96bf-2d830c449d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.431339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-db5dbe28-4ccc-4d66-96bf-2d830c449d5b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2480111 Aug 16 01:57:37.526587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68f16a0-e959-48af-bb36-239372db91ac req-0e5f450b-543e-4d5a-bba3-6ea33e5d3ab5 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] No DVR routers for this DVR port 41116d29-33bc-4c5e-8866-e9729687cd0e on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:37.534300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8bf7b743-78a5-4c05-bc6f-a7e1df8efa20 req-952ff409-cb11-451e-bfa0-d647a5b96d59 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.547937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['934b8857-0618-4a6d-934a-b183eb44e3e9'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:37.553023 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f68f16a0-e959-48af-bb36-239372db91ac req-0e5f450b-543e-4d5a-bba3-6ea33e5d3ab5 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.553770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-89386f5e-f76f-421b-8c0c-2e9d01c52692 service neutron] 10.222.0.89 "GET /v2.0/networks/aaeae9c5-4c26-4f0d-aa49-88b44699ea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940341 Aug 16 01:57:37.557434 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f68f16a0-e959-48af-bb36-239372db91ac req-0e5f450b-543e-4d5a-bba3-6ea33e5d3ab5 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.89 "DELETE /v2.0/ports/41116d29-33bc-4c5e-8866-e9729687cd0e HTTP/1.1" status: 204 len: 173 time: 1.1357880 Aug 16 01:57:37.558018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'name': 'network-vif-deleted', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:37.560440 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcad322-8a64-4809-9a15-1885066fee87" -d '{"events": [{"server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "name": "network-vif-deleted", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:37.580474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cac91b7f-6ed4-4264-b64f-989c99b810de req-11cc5b90-11bc-4c1b-8565-f28787ab1015 tempest-ServerRescueTestJSONUnderV235-1799282711 tempest-ServerRescueTestJSONUnderV235-1799282711-project] 10.222.0.79 "GET /v2.0/security-groups?id=93232661-8a57-4e12-88eb-dc91ea006522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328501 Aug 16 01:57:37.621231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-74786544-088e-4a4d-9cf6-c47e0a674c26 None None] Provisioning for port 23132b7a-bf64-4a35-9d94-081db8d91807 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:37.633308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-74786544-088e-4a4d-9cf6-c47e0a674c26 None None] Provisioning complete for port 23132b7a-bf64-4a35-9d94-081db8d91807 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:37.633966 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-74786544-088e-4a4d-9cf6-c47e0a674c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.663516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ff409-cb11-451e-bfa0-d647a5b96d59 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event deleted for resources: {'Port': ['ID=934b8857-0618-4a6d-934a-b183eb44e3e9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:37.671279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] For port 931fb0bb-a561-45c3-8eb5-583bc3db647a, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:37.676896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempted to set empty binding levels {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:57:37.688595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.720320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-74786544-088e-4a4d-9cf6-c47e0a674c26 None None] Port 23132b7a-bf64-4a35-9d94-081db8d91807 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:37.762913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33b66a8d-6a59-4b5a-aa50-7d1c066e150c req-f3043a2a-c2bf-4fbd-9bd8-cf71063c206c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468387 Aug 16 01:57:37.802025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.803258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.813454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf7b743-78a5-4c05-bc6f-a7e1df8efa20 req-952ff409-cb11-451e-bfa0-d647a5b96d59 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] No DVR routers for this DVR port 934b8857-0618-4a6d-934a-b183eb44e3e9 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:37.830119 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f2229d-3eb3-430e-a280-2e5eb090122e x-openstack-request-id: req-71f2229d-3eb3-430e-a280-2e5eb090122e {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:37.830757 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45097819-b9f3-4c58-9f36-8a6a833467d7", "name": "network-vif-deleted", "tag": "41116d29-33bc-4c5e-8866-e9729687cd0e", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:37.831825 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-71f2229d-3eb3-430e-a280-2e5eb090122e {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:37.832334 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45097819-b9f3-4c58-9f36-8a6a833467d7', 'name': 'network-vif-deleted', 'tag': '41116d29-33bc-4c5e-8866-e9729687cd0e', 'status': 'completed', 'code': 200} Aug 16 01:57:37.842293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8bf7b743-78a5-4c05-bc6f-a7e1df8efa20 req-952ff409-cb11-451e-bfa0-d647a5b96d59 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.845004 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8bf7b743-78a5-4c05-bc6f-a7e1df8efa20 req-952ff409-cb11-451e-bfa0-d647a5b96d59 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "DELETE /v2.0/ports/934b8857-0618-4a6d-934a-b183eb44e3e9 HTTP/1.1" status: 204 len: 173 time: 1.3902502 Aug 16 01:57:37.864206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-2d8361d4-2e5b-4e87-adcf-542abe40d83c service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199739 Aug 16 01:57:37.886020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10e0e8c5-0931-4f9d-a2e2-4591605d2953 req-eb4f8cb2-1f54-4e41-bad5-aee6893d4d49 service neutron] 10.222.0.89 "GET /v2.0/networks/aaeae9c5-4c26-4f0d-aa49-88b44699ea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205476 Aug 16 01:57:37.896439 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event updated for resources: {'Port': ['ID=931fb0bb-a561-45c3-8eb5-583bc3db647a,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:37.900149 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5e53b703-dade-4cd0-b827-560b8526f92e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.6202903 Aug 16 01:57:37.910325 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44986) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:37.924389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:38.011871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-bdc252bd-a299-4243-aa2f-273ecf3d226a tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Deleting port 931fb0bb-a561-45c3-8eb5-583bc3db647a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:38.012297 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bdc252bd-a299-4243-aa2f-273ecf3d226a tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.014240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:38.014626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89defde5-bc92-411e-bba6-f365422488e3 req-46c173fb-3414-49dd-8787-0b8b34eeb565 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 210 time: 0.1272764 Aug 16 01:57:38.019867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:38.020366 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.090596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-bdc252bd-a299-4243-aa2f-273ecf3d226a tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] For port 931fb0bb-a561-45c3-8eb5-583bc3db647a, host n-h2-768851-16, got binding levels [] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:38.090966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bdc252bd-a299-4243-aa2f-273ecf3d226a tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.107437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:38.108371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-bdc252bd-a299-4243-aa2f-273ecf3d226a tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Calling delete_port for 931fb0bb-a561-45c3-8eb5-583bc3db647a owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:38.110260 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdaf5e0-04aa-4a74-9d1f-da028616487f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "tag": "32886b7d-eb95-4a77-9949-20132fc96721"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:38.153981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811177ef-d859-4d3d-ba53-41ad4cf4f431 req-28ab426f-391e-4d08-b2df-d68efdd689ad tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.162557 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-811177ef-d859-4d3d-ba53-41ad4cf4f431 req-28ab426f-391e-4d08-b2df-d68efdd689ad tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 947 time: 0.2741268 Aug 16 01:57:38.176348 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4368e8e6-a186-428a-98d8-f3c7d3e8ec08 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.185230 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1f1cdf-29cd-45a0-8701-c29cbf0d0448 x-openstack-request-id: req-3f1f1cdf-29cd-45a0-8701-c29cbf0d0448 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:38.185998 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "tag": "32886b7d-eb95-4a77-9949-20132fc96721", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:38.186478 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3f1f1cdf-29cd-45a0-8701-c29cbf0d0448 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:38.187371 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721', 'status': 'completed', 'code': 200} Aug 16 01:57:38.193664 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.211384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bdc252bd-a299-4243-aa2f-273ecf3d226a tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.233470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:38.240200 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.251675 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bdc252bd-a299-4243-aa2f-273ecf3d226a tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.259183 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bdc252bd-a299-4243-aa2f-273ecf3d226a tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "DELETE /v2.0/ports/931fb0bb-a561-45c3-8eb5-583bc3db647a HTTP/1.1" status: 204 len: 168 time: 0.3435433 Aug 16 01:57:38.266479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44990) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:38.284564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc252bd-a299-4243-aa2f-273ecf3d226a tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event deleted for resources: {'Port': ['ID=931fb0bb-a561-45c3-8eb5-583bc3db647a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:38.309666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd7ca41-dc40-4b33-b3f2-45d1e448cca4 req-e2022590-95dc-4f85-a107-2c908ad9467c service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203727 Aug 16 01:57:38.310572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368e8e6-a186-428a-98d8-f3c7d3e8ec08 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=23132b7a-bf64-4a35-9d94-081db8d91807,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:38.339261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:38.346040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-61a62eb9-a31a-48e7-b89d-e7639d7d4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.346534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-61a62eb9-a31a-48e7-b89d-e7639d7d4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.347159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-61a62eb9-a31a-48e7-b89d-e7639d7d4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.348795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-61a62eb9-a31a-48e7-b89d-e7639d7d4855 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=89e91b49c6e1406887ba13cafa0dd130&device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2869 time: 0.3620009 Aug 16 01:57:38.350937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.351802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.352151 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74838ea-b439-49dd-9d74-6b8676ae4602 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:57:38.352331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.352827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.353376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.353773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f74838ea-b439-49dd-9d74-6b8676ae4602 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "GET /v2.0/ports/931fb0bb-a561-45c3-8eb5-583bc3db647a HTTP/1.1" status: 404 len: 333 time: 0.0482037 Aug 16 01:57:38.353898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.354331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.354829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.355991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.356567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.357082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.357567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:38.358597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44992) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:38.367046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Request body: {'port': {'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-603854329'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:38.390316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4368e8e6-a186-428a-98d8-f3c7d3e8ec08 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.394374 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4368e8e6-a186-428a-98d8-f3c7d3e8ec08 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/23132b7a-bf64-4a35-9d94-081db8d91807 HTTP/1.1" status: 204 len: 168 time: 1.7070174 Aug 16 01:57:38.395017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44994) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:38.416572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-811177ef-d859-4d3d-ba53-41ad4cf4f431 req-380e8ff8-1814-48b6-b5ea-5bdaccd09d3c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523906 Aug 16 01:57:38.441283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Made reservation on behalf of 1d6ad8e91ab34605a85e93d663e74a92 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:38.445652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.478955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] device_id is not set on port a1bbed94-79d6-4498-ab48-a58c56c0b914 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:38.511375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd6e43-a8bc-404e-a63d-6ad937146213 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.513160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd6e43-a8bc-404e-a63d-6ad937146213 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.517861 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5dcd6e43-a8bc-404e-a63d-6ad937146213 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216156 Aug 16 01:57:38.543978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44998) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:38.582471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdaf5e0-04aa-4a74-9d1f-da028616487f req-009d4193-e403-49cc-b37b-648f1573b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.585178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bdaf5e0-04aa-4a74-9d1f-da028616487f req-009d4193-e403-49cc-b37b-648f1573b2c5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 1099 time: 0.1251297 Aug 16 01:57:38.587188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-64b8727b-61da-497d-a468-d45801adc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.588786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-64b8727b-61da-497d-a468-d45801adc382 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4066341a-d2cc-436e-9482-fc6d8687984b HTTP/1.1" status: 200 len: 903 time: 0.2000735 Aug 16 01:57:38.654185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d5a65a-bfd5-4653-aee9-76cc9a4fa8d3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 7adbfeca-db76-4d16-a1fe-603f9b427e3e {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:38.666973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45002) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:38.667591 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d5a65a-bfd5-4653-aee9-76cc9a4fa8d3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.683341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-56c0a235-5e33-495a-8aa1-9a7d88a1156b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.205&port_id=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 HTTP/1.1" status: 200 len: 217 time: 0.0815191 Aug 16 01:57:38.769592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-21401d44-bf6b-44cd-aa6d-4868dea4b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.771110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-21401d44-bf6b-44cd-aa6d-4868dea4b0bb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=03761921-5fbe-4882-b27a-b8a29838e0b7 HTTP/1.1" status: 200 len: 801 time: 0.0767877 Aug 16 01:57:38.774285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdaf5e0-04aa-4a74-9d1f-da028616487f req-70c7e5f1-434a-43aa-b9b4-a78b1c27c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.775893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bdaf5e0-04aa-4a74-9d1f-da028616487f req-70c7e5f1-434a-43aa-b9b4-a78b1c27c722 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1829343 Aug 16 01:57:38.813950 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5ae909fc-4dda-425f-929e-fe1b4db1cc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.853356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bdaf5e0-04aa-4a74-9d1f-da028616487f req-0c64dc15-060c-4d5a-8952-f14f554e1f28 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=32886b7d-eb95-4a77-9949-20132fc96721 HTTP/1.1" status: 200 len: 217 time: 0.0620542 Aug 16 01:57:38.907108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-7712947e-00d9-4d36-bbce-8876338e4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.908527 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-7712947e-00d9-4d36-bbce-8876338e4312 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4066341a-d2cc-436e-9482-fc6d8687984b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278484 Aug 16 01:57:39.087632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d5a65a-bfd5-4653-aee9-76cc9a4fa8d3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.302201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.330709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdaf5e0-04aa-4a74-9d1f-da028616487f req-6e368a1d-d7c5-484e-bdda-f105d1f72fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.332057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bdaf5e0-04aa-4a74-9d1f-da028616487f req-6e368a1d-d7c5-484e-bdda-f105d1f72fc0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.4696152 Aug 16 01:57:39.343951 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.370727 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d5a65a-bfd5-4653-aee9-76cc9a4fa8d3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.383866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-331ba3ae-993a-4175-b702-587b0169c839 req-8d94033e-4018-475d-b91d-9d57a4dd477e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 210 time: 0.0508246 Aug 16 01:57:39.420326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc825d-c13a-4d29-8f91-90f9f3f7ca14 req-3a7d89e9-62c1-4d46-87a7-218743d4c7ce tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.426084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc825d-c13a-4d29-8f91-90f9f3f7ca14 req-3a7d89e9-62c1-4d46-87a7-218743d4c7ce tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.431964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc825d-c13a-4d29-8f91-90f9f3f7ca14 req-3a7d89e9-62c1-4d46-87a7-218743d4c7ce tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.434183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22fc825d-c13a-4d29-8f91-90f9f3f7ca14 req-3a7d89e9-62c1-4d46-87a7-218743d4c7ce tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2413 time: 0.5408638 Aug 16 01:57:39.483621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-47270ec6-de25-444e-9ec7-082a6d6f11d2 service neutron] 10.222.0.89 "GET /v2.0/networks/4066341a-d2cc-436e-9482-fc6d8687984b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524259 Aug 16 01:57:39.488337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdaf5e0-04aa-4a74-9d1f-da028616487f req-f4a94a66-dc1d-4a54-88e6-af69097735d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.491081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bdaf5e0-04aa-4a74-9d1f-da028616487f req-f4a94a66-dc1d-4a54-88e6-af69097735d6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1376040 Aug 16 01:57:39.519683 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.583419 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d5a65a-bfd5-4653-aee9-76cc9a4fa8d3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.604487 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d5a65a-bfd5-4653-aee9-76cc9a4fa8d3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.607912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4cc35d-23fa-47dd-89b6-6eaea38ecaa9 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:39.609996 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-91d5a65a-bfd5-4653-aee9-76cc9a4fa8d3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/7adbfeca-db76-4d16-a1fe-603f9b427e3e HTTP/1.1" status: 204 len: 168 time: 1.0644054 Aug 16 01:57:39.671633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95e7878d-6740-453d-b55a-57fd96b19b64 req-8569cf88-f748-4dcf-89d6-5e03fdbb8c26 service neutron] 10.222.0.89 "GET /v2.0/networks/4066341a-d2cc-436e-9482-fc6d8687984b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776650 Aug 16 01:57:39.689234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45014) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:39.690480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5a65a-bfd5-4653-aee9-76cc9a4fa8d3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=7adbfeca-db76-4d16-a1fe-603f9b427e3e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:39.696886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22fc825d-c13a-4d29-8f91-90f9f3f7ca14 req-44b4800f-172b-451a-913b-f48ba54643ef tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507601 Aug 16 01:57:39.698996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event updated for resources: {'Port': ['ID=a1bbed94-79d6-4498-ab48-a58c56c0b914,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:39.705714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:39.789395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:39.823752 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fba77d9c-be8f-4e08-a80a-8c2cd0fa492d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188841 Aug 16 01:57:39.841477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:39.844040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28675cc8-2544-488c-ae85-ec26b13d4420', 'name': 'network-vif-deleted', 'tag': '934b8857-0618-4a6d-934a-b183eb44e3e9'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:39.846617 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8300054e-806d-4093-a761-721c0d858cb5" -d '{"events": [{"server_uuid": "28675cc8-2544-488c-ae85-ec26b13d4420", "name": "network-vif-deleted", "tag": "934b8857-0618-4a6d-934a-b183eb44e3e9"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:39.850085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45016) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:39.851308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:39.852518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.853263 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.870983 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bdaf5e0-04aa-4a74-9d1f-da028616487f req-a8629b1c-626c-4ec2-8c35-21f365540305 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612154 Aug 16 01:57:39.876428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc4fa61-9e89-4e38-8039-ffe222db6450 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:39.937216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:39.938029 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.967516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 41116d29-33bc-4c5e-8866-e9729687cd0e no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:39.987206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f966b49a-ee99-4cfc-b1e8-50563c46f09f tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6266570 Aug 16 01:57:39.988651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45022) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:39.997119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bdaf5e0-04aa-4a74-9d1f-da028616487f req-2d2a24c8-4bef-484b-9530-a7b2b4d5e24e service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184952 Aug 16 01:57:40.001672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:40.003708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 41116d29-33bc-4c5e-8866-e9729687cd0e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:40.005137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 41116d29-33bc-4c5e-8866-e9729687cd0e not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:40.006000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 934b8857-0618-4a6d-934a-b183eb44e3e9 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:40.022098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a50318b-4c7e-4905-a165-f471ccb3e471 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.025033 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9a50318b-4c7e-4905-a165-f471ccb3e471 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1424077 Aug 16 01:57:40.026813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6d53f-87e7-4a84-b80d-9a178311c526 req-ef818102-0934-4ad6-a193-1f7166905859 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.029059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5f6d53f-87e7-4a84-b80d-9a178311c526 req-ef818102-0934-4ad6-a193-1f7166905859 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 947 time: 0.4566104 Aug 16 01:57:40.031410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45024) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:40.031863 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6ea860-4cfa-4a0a-990e-22ed56b9f2bf x-openstack-request-id: req-2a6ea860-4cfa-4a0a-990e-22ed56b9f2bf {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:40.032418 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28675cc8-2544-488c-ae85-ec26b13d4420", "name": "network-vif-deleted", "tag": "934b8857-0618-4a6d-934a-b183eb44e3e9", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:40.032840 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2a6ea860-4cfa-4a0a-990e-22ed56b9f2bf {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:40.033541 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28675cc8-2544-488c-ae85-ec26b13d4420', 'name': 'network-vif-deleted', 'tag': '934b8857-0618-4a6d-934a-b183eb44e3e9', 'status': 'completed', 'code': 200} Aug 16 01:57:40.101143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87fc7c4-36cc-4802-b3cd-ec8140908437 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.102903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b87fc7c4-36cc-4802-b3cd-ec8140908437 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0705218 Aug 16 01:57:40.107719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188cae-979f-478d-ac1f-63185343ee16 req-63b13219-c4e0-464a-a9d3-b1f50d6eb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.108105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45026) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:40.108351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188cae-979f-478d-ac1f-63185343ee16 req-63b13219-c4e0-464a-a9d3-b1f50d6eb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.108842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188cae-979f-478d-ac1f-63185343ee16 req-63b13219-c4e0-464a-a9d3-b1f50d6eb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.111002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff188cae-979f-478d-ac1f-63185343ee16 req-63b13219-c4e0-464a-a9d3-b1f50d6eb03a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=89e91b49c6e1406887ba13cafa0dd130&device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2869 time: 0.3430316 Aug 16 01:57:40.111752 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.216751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 934b8857-0618-4a6d-934a-b183eb44e3e9 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:40.217275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 934b8857-0618-4a6d-934a-b183eb44e3e9 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:40.225999 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d0e81368-6934-47f3-ac0a-2ff62ff4e3e1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974219 Aug 16 01:57:40.230329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188cae-979f-478d-ac1f-63185343ee16 req-8160ee5a-fe4e-4ead-a325-4966cc1198cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.232006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff188cae-979f-478d-ac1f-63185343ee16 req-8160ee5a-fe4e-4ead-a325-4966cc1198cd service neutron] 10.222.0.89 "GET /v2.0/networks?id=aaeae9c5-4c26-4f0d-aa49-88b44699ea45 HTTP/1.1" status: 200 len: 902 time: 0.1099989 Aug 16 01:57:40.234674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45028) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:40.239191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4fa61-9e89-4e38-8039-ffe222db6450 None None] Deleting port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:40.239698 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2bc4fa61-9e89-4e38-8039-ffe222db6450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.240349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3a312a94-86cd-472a-b451-5f8d5ffdc56c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:40.290943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff188cae-979f-478d-ac1f-63185343ee16 req-30c9cc7f-7bfd-42a3-a5e0-a435b8f66f2a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=4dcb5426-aef1-4e62-9846-18c89eb1774c HTTP/1.1" status: 200 len: 217 time: 0.0449367 Aug 16 01:57:40.345136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.356706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2bc4fa61-9e89-4e38-8039-ffe222db6450 None None] For port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:40.357632 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2bc4fa61-9e89-4e38-8039-ffe222db6450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.377105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4fa61-9e89-4e38-8039-ffe222db6450 None None] Calling delete_port for 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:40.381714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5f6d53f-87e7-4a84-b80d-9a178311c526 req-fd91afba-d912-4ecb-b4d7-0d164484a6d8 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907844 Aug 16 01:57:40.443837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188cae-979f-478d-ac1f-63185343ee16 req-4aef5cdd-ca2e-4ff9-a980-8fbe8738b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.447020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff188cae-979f-478d-ac1f-63185343ee16 req-4aef5cdd-ca2e-4ff9-a980-8fbe8738b15d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1e814dba-bebf-414e-a3f1-d57e874b29bb HTTP/1.1" status: 200 len: 801 time: 0.1413188 Aug 16 01:57:40.497905 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2bc4fa61-9e89-4e38-8039-ffe222db6450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.532915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4fa61-9e89-4e38-8039-ffe222db6450 None None] Pushing event deleted for resources: {'Port': ['ID=54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:40.537563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc4fa61-9e89-4e38-8039-ffe222db6450 None None] No DVR routers for this DVR port 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:40.548390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5f734a4-17db-4fa1-9a7c-90f267df8b2a req-279a532b-a8bc-44b7-b812-6d9b72811123 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 210 time: 0.0450613 Aug 16 01:57:40.560643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188cae-979f-478d-ac1f-63185343ee16 req-c7290b2e-bf49-419c-861d-e3052e017457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.562502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff188cae-979f-478d-ac1f-63185343ee16 req-c7290b2e-bf49-419c-861d-e3052e017457 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aaeae9c5-4c26-4f0d-aa49-88b44699ea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069927 Aug 16 01:57:40.563994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a312a94-86cd-472a-b451-5f8d5ffdc56c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:40.567787 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a312a94-86cd-472a-b451-5f8d5ffdc56c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.626220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] device_id is not set on port a1bbed94-79d6-4498-ab48-a58c56c0b914 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:40.708369 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.736546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Transition to ACTIVE for port object a1bbed94-79d6-4498-ab48-a58c56c0b914 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:40.752375 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.793526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] Deleting port 1a31291a-0ac3-4922-93e4-a11ec202dde5 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:40.794078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.820111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff188cae-979f-478d-ac1f-63185343ee16 req-56336ae1-c334-42e3-ba5f-9670f034711f service neutron] 10.222.0.89 "GET /v2.0/networks/aaeae9c5-4c26-4f0d-aa49-88b44699ea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477329 Aug 16 01:57:40.853004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event updated for resources: {'Port': ['ID=a1bbed94-79d6-4498-ab48-a58c56c0b914,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:40.881170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:40.881488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:40.882275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:40.894119 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:40.894585 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:40.896483 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 2 to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 Aug 16 01:57:40.921254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:40.921747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:40.922186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:40.932177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] For port 1a31291a-0ac3-4922-93e4-a11ec202dde5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1a31291a-0ac3-4922-93e4-a11ec202dde5,segment=NetworkSegment(81403720-ea61-4817-ac33-1744c509e93c),segment_id=81403720-ea61-4817-ac33-1744c509e93c)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:40.933027 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.935504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:40.935942 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:40.940947 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 3 to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 Aug 16 01:57:40.957316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] Calling delete_port for 1a31291a-0ac3-4922-93e4-a11ec202dde5 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:40.962762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:40.963108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:40.963453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:40.977572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:40.977995 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:40.980292 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 4 to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 Aug 16 01:57:40.987193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ba61-b2fc-427f-b5cf-c5eccb1bf6c2 req-175014b7-0a01-4c27-8d5f-573756472550 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.994954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ba61-b2fc-427f-b5cf-c5eccb1bf6c2 req-175014b7-0a01-4c27-8d5f-573756472550 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:41.002156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ba61-b2fc-427f-b5cf-c5eccb1bf6c2 req-175014b7-0a01-4c27-8d5f-573756472550 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:41.004690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b91ba61-b2fc-427f-b5cf-c5eccb1bf6c2 req-175014b7-0a01-4c27-8d5f-573756472550 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2413 time: 0.1814928 Aug 16 01:57:41.029680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:41.030180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:41.030605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:41.040096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:41.040495 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:41.044349 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 5 to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 Aug 16 01:57:41.066796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:41.067834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:41.067834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:41.081731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:41.082183 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:41.104336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff188cae-979f-478d-ac1f-63185343ee16 req-0ff8e94b-2304-45c4-8809-fa7991a54a31 service neutron] 10.222.0.89 "GET /v2.0/networks/aaeae9c5-4c26-4f0d-aa49-88b44699ea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687528 Aug 16 01:57:41.122856 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 6 to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 Aug 16 01:57:41.161621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:41.162580 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:41.162994 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:41.165260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.objects.ports [None req-3a312a94-86cd-472a-b451-5f8d5ffdc56c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101381) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:57:41.169368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b91ba61-b2fc-427f-b5cf-c5eccb1bf6c2 req-dbe972a8-6b80-4cf6-b6af-78c45581b33b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465397 Aug 16 01:57:41.170725 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a312a94-86cd-472a-b451-5f8d5ffdc56c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.178787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:41.179144 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:41.181487 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 7 to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 Aug 16 01:57:41.208198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:41.208774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:41.209247 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:41.215587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:41.215990 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:41.216491 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 8 to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 Aug 16 01:57:41.234466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a312a94-86cd-472a-b451-5f8d5ffdc56c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:41.238191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-3a312a94-86cd-472a-b451-5f8d5ffdc56c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:41.244408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a312a94-86cd-472a-b451-5f8d5ffdc56c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:41.245018 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a312a94-86cd-472a-b451-5f8d5ffdc56c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.251005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8797459d-ea16-46be-a84b-0e2006c91c10 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:41.274689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:41.275031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:41.275370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:41.277498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a312a94-86cd-472a-b451-5f8d5ffdc56c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=54549c9b-1adb-45a3-b2dc-1571df3ca61b,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:41.280684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:41.280854 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:41.281512 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 9 to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 Aug 16 01:57:41.288314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3a312a94-86cd-472a-b451-5f8d5ffdc56c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0525548 Aug 16 01:57:41.293489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45038) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.296414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 32886b7d-eb95-4a77-9949-20132fc96721 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:41.299729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:41.300436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:41.300436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:41.301105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:5f:ef:db', 'name': 'tempest-NetworksTestDHCPv6-1226181830'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:41.302602 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.331198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:41.331525 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:41.332499 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 10 to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 Aug 16 01:57:41.338232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a31291a-0ac3-4922-93e4-a11ec202dde5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:41.410849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:41.411045 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:41.412889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:41.452424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:41.452757 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port a1bbed94-79d6-4498-ab48-a58c56c0b914 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:41.453172 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.509549 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-96658594-113e-4d91-9889-9bf006e61bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.516253 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '54549c9b-1adb-45a3-b2dc-1571df3ca61b'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:41.517484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.522568 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=32886b7d-eb95-4a77-9949-20132fc96721,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:41.550455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '32886b7d-eb95-4a77-9949-20132fc96721', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '32886b7d-eb95-4a77-9949-20132fc96721', 'mac_address': 'fa:16:3e:a5:fd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:41.557021 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.603325 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.606541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:41.623219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] For port a1bbed94-79d6-4498-ab48-a58c56c0b914, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:41.623769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempted to set empty binding levels {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:57:41.633244 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.656292 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.672602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32886b7d-eb95-4a77-9949-20132fc96721 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:41.675779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] In _notify_port_updated(), no bound segment for port a1bbed94-79d6-4498-ab48-a58c56c0b914 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:57:41.676753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:41.677529 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.679011 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "PUT /v2.0/ports/a1bbed94-79d6-4498-ab48-a58c56c0b914 HTTP/1.1" status: 200 len: 975 time: 1.6818147 Aug 16 01:57:41.705012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45044) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.721482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=32886b7d-eb95-4a77-9949-20132fc96721,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:41.741329 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.799728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b34ace-e446-4ee5-ad6f-d591279e1d27 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event updated for resources: {'Port': ['ID=a1bbed94-79d6-4498-ab48-a58c56c0b914,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:41.813028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d4315-4953-4c61-89ac-7afe0b9202d7 req-09e91641-a395-428c-845b-b62c44271810 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:41.814492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c0d4315-4953-4c61-89ac-7afe0b9202d7 req-09e91641-a395-428c-845b-b62c44271810 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 947 time: 0.2722960 Aug 16 01:57:41.820724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6499c7e0-deee-462e-96ea-e3edff660b91 req-67b35d54-fd48-46cf-8605-c2a76cbbaa8f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 210 time: 0.0566607 Aug 16 01:57:41.838391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Allocated IP 2001:db8::f816:3eff:fecd:81b2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/54549c9b-1adb-45a3-b2dc-1571df3ca61b/f519b555-d66a-4cc1-866a-117634dd8733) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:41.874639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=32886b7d-eb95-4a77-9949-20132fc96721,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:41.925971 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.938264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:41.960921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c0d4315-4953-4c61-89ac-7afe0b9202d7 req-063dfd51-90cb-48e3-af0d-c4bb4c86acfe tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222806 Aug 16 01:57:41.967920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4dcb5426-aef1-4e62-9846-18c89eb1774c details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:41.970416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 21ae5ea4-d24c-458b-b4fa-1d5d5e68d59a yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:41.976752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:41.977215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 54a6f6ce-8c68-4bb4-a6b3-9a0ad1486959 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:42.091178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4dcb5426-aef1-4e62-9846-18c89eb1774c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4dcb5426-aef1-4e62-9846-18c89eb1774c,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:42.113050 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '4dcb5426-aef1-4e62-9846-18c89eb1774c', 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45', 'port_id': '4dcb5426-aef1-4e62-9846-18c89eb1774c', 'mac_address': 'fa:16:3e:b3:4a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e814dba-bebf-414e-a3f1-d57e874b29bb', 'ip_address': '19.80.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:42.219090 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.236853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcb5426-aef1-4e62-9846-18c89eb1774c {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:42.295763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4dcb5426-aef1-4e62-9846-18c89eb1774c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4dcb5426-aef1-4e62-9846-18c89eb1774c,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:42.304772 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.305514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:42.326653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['32886b7d-eb95-4a77-9949-20132fc96721'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:42.375500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.376243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.376870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.377537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.378174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.378810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.379444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.380083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.381565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.382235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.382856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.383332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.383802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.384262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.384730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.385255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.385698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.386201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.386669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.387130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.388671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.388671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.388856 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.393044 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-12a3a45c-b13c-46cb-844e-1d0b023de411 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19936 time: 0.6828160 Aug 16 01:57:42.397059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45066) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:42.426147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Transition to ACTIVE for port object f519b555-d66a-4cc1-866a-117634dd8733 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:42.436851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d26c7-e6b4-4ced-a400-3c696689fcca req-5f9afc9e-a9ab-4078-82ce-85dacac1fd7b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.442672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d26c7-e6b4-4ced-a400-3c696689fcca req-5f9afc9e-a9ab-4078-82ce-85dacac1fd7b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.449880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d26c7-e6b4-4ced-a400-3c696689fcca req-5f9afc9e-a9ab-4078-82ce-85dacac1fd7b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.450500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-691d26c7-e6b4-4ced-a400-3c696689fcca req-5f9afc9e-a9ab-4078-82ce-85dacac1fd7b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2414 time: 0.1325657 Aug 16 01:57:42.491376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-60a3472a-7dc4-4be1-8468-b37e4821089f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.493149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-60a3472a-7dc4-4be1-8468-b37e4821089f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 815 time: 0.1846728 Aug 16 01:57:42.497667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=4dcb5426-aef1-4e62-9846-18c89eb1774c,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:42.508548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Transition to ACTIVE for port object f519b555-d66a-4cc1-866a-117634dd8733 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:42.536594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-691d26c7-e6b4-4ced-a400-3c696689fcca req-4fd2cb57-5157-49e1-8e04-78f3f8b54dfb tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685041 Aug 16 01:57:42.545227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-1b5c01e9-8f0c-4210-8e62-ffdd90506051 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/quotas/22035bd0a6354c58bf9102c6f7fc5120 HTTP/1.1" status: 200 len: 375 time: 0.0327563 Aug 16 01:57:42.558376 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.601237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-cb322bec-eae5-4d82-bc1b-b23a9d83efa6 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Deleting port a1bbed94-79d6-4498-ab48-a58c56c0b914 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:42.601609 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb322bec-eae5-4d82-bc1b-b23a9d83efa6 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.605120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] Router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:42.637353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-33e1113c-34b7-4729-8355-4289574f7dee tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912204 Aug 16 01:57:42.638889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:42.640794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::f816:3eff:fe5f:efdb (4c0e190f-1577-4471-8063-ddf0f1be0b48/54549c9b-1adb-45a3-b2dc-1571df3ca61b/21ae5ea4-d24c-458b-b4fa-1d5d5e68d59a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:42.649585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:42.667174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:42.670733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Pushing event updated for resources: {'Port': ['ID=f519b555-d66a-4cc1-866a-117634dd8733,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:42.687833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,segment=NetworkSegment(6403a6f7-2f1c-4d69-a194-5fb2c7a669f2),segment_id=6403a6f7-2f1c-4d69-a194-5fb2c7a669f2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:42.727147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-cb322bec-eae5-4d82-bc1b-b23a9d83efa6 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] For port a1bbed94-79d6-4498-ab48-a58c56c0b914, host n-h2-768851-16, got binding levels [] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:42.727520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb322bec-eae5-4d82-bc1b-b23a9d83efa6 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.743284 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.747862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-cb322bec-eae5-4d82-bc1b-b23a9d83efa6 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Calling delete_port for a1bbed94-79d6-4498-ab48-a58c56c0b914 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:42.775462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'fc1c9c30-58b5-4eb9-ab27-94226dcb0b72', 'network_id': '4066341a-d2cc-436e-9482-fc6d8687984b', 'port_id': 'fc1c9c30-58b5-4eb9-ab27-94226dcb0b72', 'mac_address': 'fa:16:3e:2b:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03761921-5fbe-4882-b27a-b8a29838e0b7', 'ip_address': '19.86.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:42.848760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Attempting to bind port f519b555-d66a-4cc1-866a-117634dd8733 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:42.849187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Attempting to bind port f519b555-d66a-4cc1-866a-117634dd8733 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:42.850086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Attempting to bind port f519b555-d66a-4cc1-866a-117634dd8733 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:42.869570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:42.869864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:42.870598 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.870730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:42.871197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Bound port: f519b555-d66a-4cc1-866a-117634dd8733, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:42.871914 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.874531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:42.883666 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-15c39c64-01fa-44a7-b268-69d4ed3cf3e7 admin admin] 10.222.0.79 "PUT /v2.0/routers/6ae46c8b-e1ec-4c19-bfa8-dd179e610244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2101176 Aug 16 01:57:42.888196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7dafa5-4781-4209-a0f3-8d8d4b38749f None None] Sync routers for ids ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:42.889100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45070) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:42.891593 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.910240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-d981c938-5a2c-438c-a242-8be43709d66b service neutron] 10.222.0.79 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271655 Aug 16 01:57:42.948115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:42.951681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb322bec-eae5-4d82-bc1b-b23a9d83efa6 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.954425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7dafa5-4781-4209-a0f3-8d8d4b38749f None None] Routers {'6ae46c8b-e1ec-4c19-bfa8-dd179e610244'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:42.955379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9d7dafa5-4781-4209-a0f3-8d8d4b38749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:57:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:42.999816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb322bec-eae5-4d82-bc1b-b23a9d83efa6 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1bbed94-79d6-4498-ab48-a58c56c0b914,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.027169 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb322bec-eae5-4d82-bc1b-b23a9d83efa6 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.030866 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cb322bec-eae5-4d82-bc1b-b23a9d83efa6 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "DELETE /v2.0/ports/a1bbed94-79d6-4498-ab48-a58c56c0b914 HTTP/1.1" status: 204 len: 168 time: 0.6321750 Aug 16 01:57:43.032855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45074) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.046489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,segment=NetworkSegment(6403a6f7-2f1c-4d69-a194-5fb2c7a669f2),segment_id=6403a6f7-2f1c-4d69-a194-5fb2c7a669f2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:43.056457 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.057442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 0c5a40f0-4328-4955-a63c-526c497399a6 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:43.060881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] For port f519b555-d66a-4cc1-866a-117634dd8733, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:43.070563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] For port f519b555-d66a-4cc1-866a-117634dd8733, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f519b555-d66a-4cc1-866a-117634dd8733,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:43.076216 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-781bfda8-9b24-48c5-ab92-f5f5576b3a3a tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:57:43.078743 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-781bfda8-9b24-48c5-ab92-f5f5576b3a3a tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "GET /v2.0/ports/a1bbed94-79d6-4498-ab48-a58c56c0b914 HTTP/1.1" status: 404 len: 333 time: 0.0429087 Aug 16 01:57:43.083375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45076) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.089180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-216662736', 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:43.110378 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1d73fe4-4dac-4b0c-b4a6-bcaa8dcba64f req-fa3ff144-5929-4eaa-9e1d-48ab10b1308e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=28675cc8-2544-488c-ae85-ec26b13d4420 HTTP/1.1" status: 200 len: 210 time: 0.1259844 Aug 16 01:57:43.126848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Made reservation on behalf of 1d6ad8e91ab34605a85e93d663e74a92 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:43.135684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.140072 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.174292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] device_id is not set on port d6c67daa-8f52-49f6-990c-cf4d33ce9ba9 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:43.271197 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.281243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.298742 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-b293496c-edc7-40ca-8ab6-66a76a782832 service neutron] 10.222.0.79 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045259 Aug 16 01:57:43.346519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.379309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 21ae5ea4-d24c-458b-b4fa-1d5d5e68d59a will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:43.387121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 0c5a40f0-4328-4955-a63c-526c497399a6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=0c5a40f0-4328-4955-a63c-526c497399a6,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:43.421440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18496512-b19a-4f98-b7e5-759b945a23b1 req-13c1a1d3-fa25-4423-808b-bdb120bb2998 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.429604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18496512-b19a-4f98-b7e5-759b945a23b1 req-13c1a1d3-fa25-4423-808b-bdb120bb2998 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 948 time: 0.2228277 Aug 16 01:57:43.431472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.431636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-9d7dafa5-4781-4209-a0f3-8d8d4b38749f None None] Set router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:43.489102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.529454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18496512-b19a-4f98-b7e5-759b945a23b1 req-c93394c5-a1e0-4b44-b325-e04b74993c41 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985820 Aug 16 01:57:43.529804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '0c5a40f0-4328-4955-a63c-526c497399a6', 'network_id': 'aaeae9c5-4c26-4f0d-aa49-88b44699ea45', 'port_id': '0c5a40f0-4328-4955-a63c-526c497399a6', 'mac_address': 'fa:16:3e:bc:41:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e814dba-bebf-414e-a3f1-d57e874b29bb', 'ip_address': '19.80.0.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:43.546758 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.563156 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.581631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:43.607103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:43.613998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:43.614607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.615251 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.633920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event updated for resources: {'Port': ['ID=d6c67daa-8f52-49f6-990c-cf4d33ce9ba9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.656028 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f2d34c3e-94b2-49bb-93c7-8c6b63f0957c tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5710602 Aug 16 01:57:43.661429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45088) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.687300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a4e53-56cc-4895-a107-aa4663c123d6 None None] Pushing event updated for resources: {'Port': ['ID=f519b555-d66a-4cc1-866a-117634dd8733,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.692311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-343b8cc2-55c4-4c5e-826a-46360675cfb9 req-adb81cb6-cb5a-49c4-8149-402038ba70d8 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 210 time: 0.0886664 Aug 16 01:57:43.722712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda16e6e-596f-4088-9eb9-54d90c9be9b0 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.737485 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cda16e6e-596f-4088-9eb9-54d90c9be9b0 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "GET /v2.0/ports/d6c67daa-8f52-49f6-990c-cf4d33ce9ba9 HTTP/1.1" status: 200 len: 954 time: 0.0742612 Aug 16 01:57:43.738896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45092) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.746100 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.772050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:43.774610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5a40f0-4328-4955-a63c-526c497399a6 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:43.792943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:43.797404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:43.803656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.804413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.817439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=21ae5ea4-d24c-458b-b4fa-1d5d5e68d59a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.819639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 0c5a40f0-4328-4955-a63c-526c497399a6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=0c5a40f0-4328-4955-a63c-526c497399a6,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:43.827679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d52c8812-60fd-47c1-b417-8c97d3aab84a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5327504 Aug 16 01:57:43.830432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45094) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.872808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.899843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade59050-0386-4f72-ac6a-42bcc42e50a5 req-2c97d7f5-9eab-4ba4-bfd4-8e3564877086 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.903223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6afa9457-daca-44b0-b282-9c8f5b5fd52e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Deleting port d6c67daa-8f52-49f6-990c-cf4d33ce9ba9 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:43.903672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6afa9457-daca-44b0-b282-9c8f5b5fd52e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.906393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade59050-0386-4f72-ac6a-42bcc42e50a5 req-2c97d7f5-9eab-4ba4-bfd4-8e3564877086 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.917003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade59050-0386-4f72-ac6a-42bcc42e50a5 req-2c97d7f5-9eab-4ba4-bfd4-8e3564877086 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.925161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ade59050-0386-4f72-ac6a-42bcc42e50a5 req-2c97d7f5-9eab-4ba4-bfd4-8e3564877086 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2415 time: 0.2351058 Aug 16 01:57:43.968581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Deleting port c8c6c635-63bf-4d92-be9f-ecb64980f9b0 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:43.969178 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.003378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=0c5a40f0-4328-4955-a63c-526c497399a6,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.038633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9d7dafa5-4781-4209-a0f3-8d8d4b38749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 5, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port': {'id': 'c8c6c635-63bf-4d92-be9f-ecb64980f9b0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:57Z', 'updated_at': '2021-08-16T01:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:44.042902 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6afa9457-daca-44b0-b282-9c8f5b5fd52e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.049180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d341f-2ab1-4d52-86c4-78737643796a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:44.057692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d341f-2ab1-4d52-86c4-78737643796a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:44.059503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2a3d341f-2ab1-4d52-86c4-78737643796a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2271991 Aug 16 01:57:44.059630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6afa9457-daca-44b0-b282-9c8f5b5fd52e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Calling delete_port for d6c67daa-8f52-49f6-990c-cf4d33ce9ba9 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:44.062343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45098) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:44.101697 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ade59050-0386-4f72-ac6a-42bcc42e50a5 req-90ecd3c1-f1ee-48b2-ab6f-17f96b706c05 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732550 Aug 16 01:57:44.120259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7dafa5-4781-4209-a0f3-8d8d4b38749f None None] Checking router: 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:44.153153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7dafa5-4781-4209-a0f3-8d8d4b38749f None None] Routers {'6ae46c8b-e1ec-4c19-bfa8-dd179e610244'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:44.154078 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9d7dafa5-4781-4209-a0f3-8d8d4b38749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:57:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:44.157790 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.166948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] For port c8c6c635-63bf-4d92-be9f-ecb64980f9b0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c8c6c635-63bf-4d92-be9f-ecb64980f9b0,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:44.167327 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.191115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Calling delete_port for c8c6c635-63bf-4d92-be9f-ecb64980f9b0 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:44.286103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['0c5a40f0-4328-4955-a63c-526c497399a6'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:44.289044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['4dcb5426-aef1-4e62-9846-18c89eb1774c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:44.291577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['fc1c9c30-58b5-4eb9-ab27-94226dcb0b72'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:44.335650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-72f0bdbf-3fa0-4a44-bd9a-c4a55bbb48e7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 21ae5ea4-d24c-458b-b4fa-1d5d5e68d59a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:44.336128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72f0bdbf-3fa0-4a44-bd9a-c4a55bbb48e7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.358957 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6afa9457-daca-44b0-b282-9c8f5b5fd52e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.451348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6afa9457-daca-44b0-b282-9c8f5b5fd52e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.456329 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6afa9457-daca-44b0-b282-9c8f5b5fd52e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "DELETE /v2.0/ports/d6c67daa-8f52-49f6-990c-cf4d33ce9ba9 HTTP/1.1" status: 204 len: 168 time: 0.7134356 Aug 16 01:57:44.457287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45106) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:44.457572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa9457-daca-44b0-b282-9c8f5b5fd52e tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6c67daa-8f52-49f6-990c-cf4d33ce9ba9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.469620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-9d7dafa5-4781-4209-a0f3-8d8d4b38749f None None] Set router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:44.495563 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d884d69-640b-4669-b56c-758bc7c60a3b tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:57:44.497206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5d884d69-640b-4669-b56c-758bc7c60a3b tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "GET /v2.0/ports/d6c67daa-8f52-49f6-990c-cf4d33ce9ba9 HTTP/1.1" status: 404 len: 333 time: 0.0374379 Aug 16 01:57:44.500853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45110) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:44.521368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Request body: {'port': {'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1716001199'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:44.547064 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.560366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72f0bdbf-3fa0-4a44-bd9a-c4a55bbb48e7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.564089 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9d7dafa5-4781-4209-a0f3-8d8d4b38749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:57:43Z', 'revision_number': 6, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:44.575854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-72f0bdbf-3fa0-4a44-bd9a-c4a55bbb48e7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 21ae5ea4-d24c-458b-b4fa-1d5d5e68d59a owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:44.611944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7dafa5-4781-4209-a0f3-8d8d4b38749f None None] The sync data for ids ['6ae46c8b-e1ec-4c19-bfa8-dd179e610244'] in n-d-768851-16 is: [{'id': '6ae46c8b-e1ec-4c19-bfa8-dd179e610244', 'name': 'tempest-ServerRescueTestJSONUnderV235-336120932-router', 'tenant_id': 'c53d6518061f44c0be91f1108c694a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:55Z', 'updated_at': '2021-08-16T01:57:43Z', 'revision_number': 6, 'project_id': 'c53d6518061f44c0be91f1108c694a76', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:44.646466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c6c635-63bf-4d92-be9f-ecb64980f9b0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.838088 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.863963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Made reservation on behalf of 1d6ad8e91ab34605a85e93d663e74a92 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:44.870712 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.893235 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72f0bdbf-3fa0-4a44-bd9a-c4a55bbb48e7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.929628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0bdbf-3fa0-4a44-bd9a-c4a55bbb48e7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=21ae5ea4-d24c-458b-b4fa-1d5d5e68d59a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.951800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] device_id is not set on port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:45.032064 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72f0bdbf-3fa0-4a44-bd9a-c4a55bbb48e7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.034132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-72f0bdbf-3fa0-4a44-bd9a-c4a55bbb48e7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/21ae5ea4-d24c-458b-b4fa-1d5d5e68d59a HTTP/1.1" status: 204 len: 168 time: 0.9706306 Aug 16 01:57:45.052363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45124) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:45.157172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738bb92d-0262-495c-8095-d2558627d694 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.158834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738bb92d-0262-495c-8095-d2558627d694 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.160305 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-738bb92d-0262-495c-8095-d2558627d694 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1046259 Aug 16 01:57:45.163687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45128) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:45.245052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-125e2feb-a831-48ee-afa4-5f6439c0c152 None None] Provisioning for port f519b555-d66a-4cc1-866a-117634dd8733 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:45.280664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e8402b-d5eb-44a8-aaca-55dca73ee838 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 54549c9b-1adb-45a3-b2dc-1571df3ca61b {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:45.289530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62e8402b-d5eb-44a8-aaca-55dca73ee838 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.303569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 32886b7d-eb95-4a77-9949-20132fc96721 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:45.342281 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.353005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62e8402b-d5eb-44a8-aaca-55dca73ee838 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.365751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 32886b7d-eb95-4a77-9949-20132fc96721 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:45.371642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 32886b7d-eb95-4a77-9949-20132fc96721 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:45.372168 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.397585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3fca5a8-ea44-46e0-8b92-35dedbae6cfd req-d930a5a3-4be9-4065-80bb-2d223659c3f7 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 210 time: 0.5559790 Aug 16 01:57:45.484994 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.489697 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62e8402b-d5eb-44a8-aaca-55dca73ee838 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.526786 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.537516 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781eeb5d-fc9b-4ab9-87a8-db865c40a64a req-c197b9ec-f411-40be-9103-179bbae961aa tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.545071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-781eeb5d-fc9b-4ab9-87a8-db865c40a64a req-c197b9ec-f411-40be-9103-179bbae961aa tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 948 time: 0.8297052 Aug 16 01:57:45.573376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:45.576024 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ff6178-f764-4fba-9b14-c60d6c3c47e9" -d '{"events": [{"server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "name": "network-vif-plugged", "status": "completed", "tag": "32886b7d-eb95-4a77-9949-20132fc96721"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:45.588247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.596667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:45.601752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event updated for resources: {'Port': ['ID=2b2044b1-41d0-48a2-9fbb-0a4ebe02c511,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:45.604840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-40630d21-de38-4299-9ea4-b4681f1a5c07 None None] Could not find standard attr ID for object 21ae5ea4-d24c-458b-b4fa-1d5d5e68d59a. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:57:45.605023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:45.609038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:45.609038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.609632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.617105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=32886b7d-eb95-4a77-9949-20132fc96721,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:45.622017 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.634722 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e58980d0-9917-455a-b2aa-a06fb47934bb tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1321623 Aug 16 01:57:45.636417 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62e8402b-d5eb-44a8-aaca-55dca73ee838 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.638393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45140) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:45.638622 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.670062 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:45.675825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8402b-d5eb-44a8-aaca-55dca73ee838 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=54549c9b-1adb-45a3-b2dc-1571df3ca61b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:45.711406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=32886b7d-eb95-4a77-9949-20132fc96721,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:45.714206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62e8402b-d5eb-44a8-aaca-55dca73ee838 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.716211 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-62e8402b-d5eb-44a8-aaca-55dca73ee838 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/54549c9b-1adb-45a3-b2dc-1571df3ca61b HTTP/1.1" status: 204 len: 168 time: 0.5515485 Aug 16 01:57:45.728453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45144) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:45.785815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-781eeb5d-fc9b-4ab9-87a8-db865c40a64a req-b52532bf-2ca8-4b91-a51d-bfba7c65d20a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397983 Aug 16 01:57:45.800203 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a2321958-627d-4866-bd56-e1a15dbcf652 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704150 Aug 16 01:57:45.803545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45146) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:45.808486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:45.839539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.839698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae46c8b-e1ec-4c19-bfa8-dd179e610244 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:57:45.847833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f519b555-d66a-4cc1-866a-117634dd8733 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:45.851779 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.862152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-84b4ecfd-1d87-4d91-80fe-027fd73862c5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6ae46c8b-e1ec-4c19-bfa8-dd179e610244 HTTP/1.1" status: 204 len: 168 time: 2.9485917 Aug 16 01:57:45.862344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.876767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45148) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:45.911411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22afc2d9-a172-4b90-a3a8-794b1e49dbf9 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:45.971407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4dcb5426-aef1-4e62-9846-18c89eb1774c up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:45.983019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe041bab-4397-40d0-9cd4-62233f798b10 admin admin] Deleting subnet 45325874-20dd-426a-a9f9-e0abad59a469 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:46.021401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375d7a1-d516-4f9f-9449-2e3e774c3d49 req-1bacf0f8-e40c-43a2-9e86-c8bc0500949e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.028958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f375d7a1-d516-4f9f-9449-2e3e774c3d49 req-1bacf0f8-e40c-43a2-9e86-c8bc0500949e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.4759979 Aug 16 01:57:46.030985 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe041bab-4397-40d0-9cd4-62233f798b10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.040565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-453eb416-8bf8-4380-afac-e3b6248d4bbf tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.043967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-453eb416-8bf8-4380-afac-e3b6248d4bbf tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 815 time: 1.1645255 Aug 16 01:57:46.059378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:46.063750 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.076896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Request body: {'port': {'device_id': '64601c9a-5662-4f39-a4f3-595b8d5cb97c', 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c', 'admin_state_up': True, 'tenant_id': '22035bd0a6354c58bf9102c6f7fc5120'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:46.086862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port f519b555-d66a-4cc1-866a-117634dd8733 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:46.096914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 4dcb5426-aef1-4e62-9846-18c89eb1774c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:46.099056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f519b555-d66a-4cc1-866a-117634dd8733 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:46.099505 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.122958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f375d7a1-d516-4f9f-9449-2e3e774c3d49 req-5c500058-a4c5-428b-bd8b-1e2deb5bf70c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/quotas/349079a268e8437eb80e514d3cb358de HTTP/1.1" status: 200 len: 375 time: 0.0930033 Aug 16 01:57:46.139502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 4dcb5426-aef1-4e62-9846-18c89eb1774c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:46.139502 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.146533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3ff79-7e2e-473f-9219-d92ef9f84a60 req-5561c285-6962-491c-acba-454e8d8d8964 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.159867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3ff79-7e2e-473f-9219-d92ef9f84a60 req-5561c285-6962-491c-acba-454e8d8d8964 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.160087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3ff79-7e2e-473f-9219-d92ef9f84a60 req-5561c285-6962-491c-acba-454e8d8d8964 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.165944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdd3ff79-7e2e-473f-9219-d92ef9f84a60 req-5561c285-6962-491c-acba-454e8d8d8964 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2416 time: 0.2204289 Aug 16 01:57:46.175453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] device_id is not set on port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:46.194825 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe041bab-4397-40d0-9cd4-62233f798b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.197717 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.220813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Transition to ACTIVE for port object 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:46.229756 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.239264 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.285720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f375d7a1-d516-4f9f-9449-2e3e774c3d49 req-a5f9aa71-a43b-496d-b7dd-81f1dfd9c548 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1483090 Aug 16 01:57:46.299230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a4f1e-c106-4e10-af14-74baa632d61c None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:46.316331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port f519b555-d66a-4cc1-866a-117634dd8733, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f519b555-d66a-4cc1-866a-117634dd8733,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:46.320000 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.323265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe041bab-4397-40d0-9cd4-62233f798b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.326633 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.334935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event updated for resources: {'Port': ['ID=2b2044b1-41d0-48a2-9fbb-0a4ebe02c511,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.409132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:46.409474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:46.409814 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:46.421422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c8c6c635-63bf-4d92-be9f-ecb64980f9b0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:46.424162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdd3ff79-7e2e-473f-9219-d92ef9f84a60 req-7c9d322e-09f8-45ca-b787-50f65838335b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404485 Aug 16 01:57:46.425380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4dcb5426-aef1-4e62-9846-18c89eb1774c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4dcb5426-aef1-4e62-9846-18c89eb1774c,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:46.429606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:46.429939 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:46.438327 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 2 to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 Aug 16 01:57:46.457821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:46.458528 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:46.458823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:46.459195 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.459954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:46.467650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:46.467987 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:46.468693 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 3 to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 Aug 16 01:57:46.468808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Made reservation on behalf of 22035bd0a6354c58bf9102c6f7fc5120 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:46.472348 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.481077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: c8c6c635-63bf-4d92-be9f-ecb64980f9b0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:46.481419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c8c6c635-63bf-4d92-be9f-ecb64980f9b0 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:46.481853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a31291a-0ac3-4922-93e4-a11ec202dde5 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:46.496057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:46.496891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:46.497267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:46.501673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=f519b555-d66a-4cc1-866a-117634dd8733,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.505068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:46.506243 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:46.506469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 1a31291a-0ac3-4922-93e4-a11ec202dde5 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:46.506823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a31291a-0ac3-4922-93e4-a11ec202dde5 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:46.509076 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fb40e6-6972-46dc-93a2-ffe1490c0c33 x-openstack-request-id: req-c1fb40e6-6972-46dc-93a2-ffe1490c0c33 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:46.509415 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "name": "network-vif-plugged", "status": "completed", "tag": "32886b7d-eb95-4a77-9949-20132fc96721", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:46.509694 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1fb40e6-6972-46dc-93a2-ffe1490c0c33 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:46.510100 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721', 'code': 200} Aug 16 01:57:46.513049 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 4 to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 Aug 16 01:57:46.538669 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe041bab-4397-40d0-9cd4-62233f798b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.551037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a10a4f1e-c106-4e10-af14-74baa632d61c None None] Deleting port f519b555-d66a-4cc1-866a-117634dd8733 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:46.551419 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a10a4f1e-c106-4e10-af14-74baa632d61c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.575076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f375d7a1-d516-4f9f-9449-2e3e774c3d49 req-701972d9-b091-4872-9c08-72153688feda service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776861 Aug 16 01:57:46.585480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:46.585884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:46.586223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:46.595655 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:46.595655 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:46.595851 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 5 to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 Aug 16 01:57:46.629015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:46.629387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:46.630171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:46.632609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=4dcb5426-aef1-4e62-9846-18c89eb1774c,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.640271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:46.640483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:46.640727 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:46.644466 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 6 to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 Aug 16 01:57:46.652187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:46.652187 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.690044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:46.690263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:46.690611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:46.694660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe041bab-4397-40d0-9cd4-62233f798b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45325874-20dd-426a-a9f9-e0abad59a469,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.699737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a10a4f1e-c106-4e10-af14-74baa632d61c None None] For port f519b555-d66a-4cc1-866a-117634dd8733, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f519b555-d66a-4cc1-866a-117634dd8733,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:46.700138 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a10a4f1e-c106-4e10-af14-74baa632d61c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.709066 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:46.709066 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:46.711476 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 7 to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 Aug 16 01:57:46.719650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a10a4f1e-c106-4e10-af14-74baa632d61c None None] Calling delete_port for f519b555-d66a-4cc1-866a-117634dd8733 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:46.734592 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe041bab-4397-40d0-9cd4-62233f798b10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.736356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:46.736356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:46.736356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:46.736935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fe041bab-4397-40d0-9cd4-62233f798b10 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/45325874-20dd-426a-a9f9-e0abad59a469 HTTP/1.1" status: 204 len: 168 time: 0.8548417 Aug 16 01:57:46.739927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45152) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:46.742395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.objects.ports [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101380) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:57:46.748753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:46.749105 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:46.750610 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 8 to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 Aug 16 01:57:46.808016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef10e816-fbfa-4276-a3bb-cd92b3bd906e req-dd6a0eb8-5610-479f-84f7-52c0a87c8fc7 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 210 time: 0.1211421 Aug 16 01:57:46.814461 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.859037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a467966-6c8a-43ad-91de-0bd57b3c6463 req-ee7db7fa-aa78-44b6-b295-6866acedf999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.860906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,segment=NetworkSegment(6403a6f7-2f1c-4d69-a194-5fb2c7a669f2),segment_id=6403a6f7-2f1c-4d69-a194-5fb2c7a669f2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:46.861098 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a467966-6c8a-43ad-91de-0bd57b3c6463 req-ee7db7fa-aa78-44b6-b295-6866acedf999 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 1101 time: 0.1710155 Aug 16 01:57:46.865015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:46.865188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:46.866777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:46.867656 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.868614 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 0c5a40f0-4328-4955-a63c-526c497399a6 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:46.893182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:46.893518 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:46.901462 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 9 to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 Aug 16 01:57:46.911172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f375d7a1-d516-4f9f-9449-2e3e774c3d49 req-64abd0bb-428d-49cc-aa58-1eb5e84ddcad service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075621 Aug 16 01:57:46.923876 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.932002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:46.932341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:46.932680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:46.940808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a10a4f1e-c106-4e10-af14-74baa632d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.946883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:46.947216 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:46.966165 n-d-768851-16 neutron-server[101380]: WARNING neutron.services.revisions.revision_plugin [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Could not find related port for resource to bump revision. Aug 16 01:57:46.967975 n-d-768851-16 neutron-server[101380]: INFO neutron.plugins.ml2.plugin [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempt 10 to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 Aug 16 01:57:46.981593 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a4f1e-c106-4e10-af14-74baa632d61c None None] No DVR routers for this DVR port f519b555-d66a-4cc1-866a-117634dd8733 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:46.982844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_pluggable_backend [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Port f519b555-d66a-4cc1-866a-117634dd8733 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101380) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 01:57:46.983167 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_pluggable_backend [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Reverting IP allocation for 2001:db8::f816:3eff:fecd:81b2 {{(pid=101380) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 01:57:46.983990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 0c5a40f0-4328-4955-a63c-526c497399a6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:46.991055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_pluggable_backend [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecd:81b2 {{(pid=101380) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 01:57:47.002064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 0c5a40f0-4328-4955-a63c-526c497399a6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:47.002491 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.008288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:47.008633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:47.008971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempting to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:47.013724 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.028267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:47.028462 n-d-768851-16 neutron-server[101380]: ERROR neutron.plugins.ml2.managers [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Failed to bind port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '44bbe906-7071-4a76-81b4-ad32bd6eaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'af1fa9d3-21c3-4da1-a5dd-0da3fe573248'}] Aug 16 01:57:47.028687 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.041083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Allocated IP 172.20.0.2 (5a7a8465-aacf-433a-8403-d3fb6abc343c/1cb4d5e8-6097-4336-82c4-a534752cfa77/4aff864e-48a9-4d6a-9ec5-388e5976f647) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:47.047198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:47.075476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a4f1e-c106-4e10-af14-74baa632d61c None None] Pushing event deleted for resources: {'Port': ['ID=f519b555-d66a-4cc1-866a-117634dd8733,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:47.088926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a467966-6c8a-43ad-91de-0bd57b3c6463 req-bc428f6e-7819-494a-83ff-a71d27e7bd6e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167537 Aug 16 01:57:47.120418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19248225-33ca-4c13-83e0-03fd0eaacba9 req-1d834943-a154-44cc-8325-9a1af3813e06 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:47.122088 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19248225-33ca-4c13-83e0-03fd0eaacba9 req-1d834943-a154-44cc-8325-9a1af3813e06 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.1473677 Aug 16 01:57:47.158820 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.203633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 0c5a40f0-4328-4955-a63c-526c497399a6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=0c5a40f0-4328-4955-a63c-526c497399a6,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:47.210518 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.248269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58fa46a8-5f6b-4a22-8c1a-9ffb0c1de476 req-5851068d-7180-472e-a025-a75740187199 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=474f332c-77e5-4725-967c-e149e81347eb HTTP/1.1" status: 200 len: 210 time: 0.0442252 Aug 16 01:57:47.260961 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19248225-33ca-4c13-83e0-03fd0eaacba9 req-98cf3f44-6f79-405b-835a-b069d01b1f08 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302278 Aug 16 01:57:47.307824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=0c5a40f0-4328-4955-a63c-526c497399a6,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:47.334930 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.385111 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.437934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Network 5a7a8465-aacf-433a-8403-d3fb6abc343c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:47.447330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:47.452187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:47.518202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] For port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:47.518202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attempted to set empty binding levels {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:57:47.522602 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Pushing event updated for resources: {'Port': ['ID=4aff864e-48a9-4d6a-9ec5-388e5976f647,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:47.539527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['f829f340-aaba-4e31-b078-6a514de0485c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:47.543269 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.547628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:47.594079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:47.594874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.602483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event updated for resources: {'Port': ['ID=2b2044b1-41d0-48a2-9fbb-0a4ebe02c511,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:47.618687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:47.622920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:47.624162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.626324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21569f4-b531-43dd-83eb-097f101e75c5 req-5461dcf7-ff40-4f52-b6be-d4502d63c3c0 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:47.632883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21569f4-b531-43dd-83eb-097f101e75c5 req-5461dcf7-ff40-4f52-b6be-d4502d63c3c0 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:47.634028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f7fb2e-d8e2-4fdf-b727-34be2772601b None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:47.638216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=0568dca5-bebf-41a8-bb2c-d8b65694248b,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:47.641045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21569f4-b531-43dd-83eb-097f101e75c5 req-5461dcf7-ff40-4f52-b6be-d4502d63c3c0 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:47.645600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e21569f4-b531-43dd-83eb-097f101e75c5 req-5461dcf7-ff40-4f52-b6be-d4502d63c3c0 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2419 time: 0.1001630 Aug 16 01:57:47.649378 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-80f2cc4c-8d49-470a-9831-5df9738dd6db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5762589 Aug 16 01:57:47.649519 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.678679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Request body: {'port': {'device_id': '64601c9a-5662-4f39-a4f3-595b8d5cb97c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:47.682836 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-25cfc77f-a603-4c3d-ab62-32eeb08303dc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8782525 Aug 16 01:57:47.691467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] In _notify_port_updated(), no bound segment for port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 on network af1fa9d3-21c3-4da1-a5dd-0da3fe573248 {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:57:47.692766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:47.693896 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.698641 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ca9c352c-38c6-4ec4-bdc1-21e2b79ff2ec tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "PUT /v2.0/ports/2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 HTTP/1.1" status: 200 len: 976 time: 2.0339386 Aug 16 01:57:47.701553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45184) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:47.701886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45186) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:47.708581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:a3:57:61', 'name': 'tempest-NetworksTestDHCPv6-1767701181'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:47.784711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.791605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f519b555-d66a-4cc1-866a-117634dd8733 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:47.823527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aecc80d-017a-4602-acaf-70ce28099434']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:47.861905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81403720-ea61-4817-ac33-1744c509e93c') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:47.862208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81403720-ea61-4817-ac33-1744c509e93c') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:47.897015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e21569f4-b531-43dd-83eb-097f101e75c5 req-faa60611-7f13-42b9-9417-5d071e97d601 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403777 Aug 16 01:57:47.920827 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.948554 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.964447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:47.964826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: items = [ Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:47.966856 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:48.056615 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.060226 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:48.110065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.111995 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] 10.222.0.79 "DELETE /v2.0/networks/1aecc80d-017a-4602-acaf-70ce28099434 HTTP/1.1" status: 204 len: 168 time: 1.3690894 Aug 16 01:57:48.190192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b872ce6-2060-4592-8ab7-ab43ef7cff3f admin admin] Pushing event deleted for resources: {'Network': ['ID=1aecc80d-017a-4602-acaf-70ce28099434,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.197945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: f519b555-d66a-4cc1-866a-117634dd8733 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:48.200500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f519b555-d66a-4cc1-866a-117634dd8733 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:48.206256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b7e6f-6caf-45de-84d3-4f2f60dd488a req-9baff410-a43b-4e23-be24-70aa8d500629 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.207830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e47b7e6f-6caf-45de-84d3-4f2f60dd488a req-9baff410-a43b-4e23-be24-70aa8d500629 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 931 time: 0.1626089 Aug 16 01:57:48.226625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a15e4d9c-2090-49f0-8ae1-df65f2f51584 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Deleting port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:48.226819 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a15e4d9c-2090-49f0-8ae1-df65f2f51584 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.258502 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.331455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-a15e4d9c-2090-49f0-8ae1-df65f2f51584 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] For port 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511, host n-h2-768851-16, got binding levels [] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:48.332322 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a15e4d9c-2090-49f0-8ae1-df65f2f51584 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.357591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a15e4d9c-2090-49f0-8ae1-df65f2f51584 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Calling delete_port for 2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:48.359511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-cc7d216a-dae9-4e96-91b0-81a322bfd58a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.361314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.368062 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-cc7d216a-dae9-4e96-91b0-81a322bfd58a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.1890128 Aug 16 01:57:48.398334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '0568dca5-bebf-41a8-bb2c-d8b65694248b'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:48.399189 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.407577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 3e861399-5e07-4e9c-be99-2bbc726997c8 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:48.417466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-03a21d3a-b131-4351-b4ec-d0a608fb2dfd tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/quotas/349079a268e8437eb80e514d3cb358de HTTP/1.1" status: 200 len: 375 time: 0.0480638 Aug 16 01:57:48.452518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45216) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:48.463564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-3aad4ee5-7b82-4208-94c3-5cc0136c7787 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450671 Aug 16 01:57:48.541580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcb5426-aef1-4e62-9846-18c89eb1774c'}, {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1c9c30-58b5-4eb9-ab27-94226dcb0b72'}, {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5a40f0-4328-4955-a63c-526c497399a6'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:48.544309 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a04473d-3ec5-4808-81bd-0cfb31e6c7e4" -d '{"events": [{"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-plugged", "status": "completed", "tag": "4dcb5426-aef1-4e62-9846-18c89eb1774c"}, {"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-plugged", "status": "completed", "tag": "fc1c9c30-58b5-4eb9-ab27-94226dcb0b72"}, {"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-plugged", "status": "completed", "tag": "0c5a40f0-4328-4955-a63c-526c497399a6"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:48.563370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e47b7e6f-6caf-45de-84d3-4f2f60dd488a req-4e5a7f94-4d40-4ad0-a2d9-90a7919200bd tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129059 Aug 16 01:57:48.623945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d720342f-8726-443a-ab1c-cd59f842957f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c53d6518061f44c0be91f1108c694a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574638 Aug 16 01:57:48.625423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45224) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:48.684279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::f816:3eff:fea3:5761 (4c0e190f-1577-4471-8063-ddf0f1be0b48/0568dca5-bebf-41a8-bb2c-d8b65694248b/3e861399-5e07-4e9c-be99-2bbc726997c8) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:48.698660 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a15e4d9c-2090-49f0-8ae1-df65f2f51584 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.732674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-27df2574-a3da-4ef8-b0a2-c4e79650bdd9 service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678807 Aug 16 01:57:48.738707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aff864e-48a9-4d6a-9ec5-388e5976f647 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:48.752261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e4d9c-2090-49f0-8ae1-df65f2f51584 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b2044b1-41d0-48a2-9fbb-0a4ebe02c511,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.757557 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.778293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a15e4d9c-2090-49f0-8ae1-df65f2f51584 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.780238 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a15e4d9c-2090-49f0-8ae1-df65f2f51584 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "DELETE /v2.0/ports/2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 HTTP/1.1" status: 204 len: 168 time: 1.0759192 Aug 16 01:57:48.783698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45228) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:48.785688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8876baf3-8dd7-494e-8e91-584087644c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.815213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Transition to ACTIVE for port object 4aff864e-48a9-4d6a-9ec5-388e5976f647 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:48.820004 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e0f00d-40e4-449b-9da8-7e089de25cb4 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:57:48.821641 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-33e0f00d-40e4-449b-9da8-7e089de25cb4 tempest-PortsAdminExtendedAttrsTestJSON-579710373 tempest-PortsAdminExtendedAttrsTestJSON-579710373-project-admin] 10.222.0.79 "GET /v2.0/ports/2b2044b1-41d0-48a2-9fbb-0a4ebe02c511 HTTP/1.1" status: 404 len: 333 time: 0.0369604 Aug 16 01:57:48.825726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45230) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:48.845922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e99645-6ba9-4122-9d5e-478591dafd51 req-98ad86e0-a801-4339-a265-fa9c865304e1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.847538 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-54e99645-6ba9-4122-9d5e-478591dafd51 req-98ad86e0-a801-4339-a265-fa9c865304e1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.1563444 Aug 16 01:57:48.848237 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.885769 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8876baf3-8dd7-494e-8e91-584087644c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.984347 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8876baf3-8dd7-494e-8e91-584087644c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.988078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8876baf3-8dd7-494e-8e91-584087644c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.989479 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8876baf3-8dd7-494e-8e91-584087644c9b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93232661-8a57-4e12-88eb-dc91ea006522 HTTP/1.1" status: 204 len: 168 time: 0.3629146 Aug 16 01:57:49.003464 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.017067 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876baf3-8dd7-494e-8e91-584087644c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93232661-8a57-4e12-88eb-dc91ea006522,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.027327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 3e861399-5e07-4e9c-be99-2bbc726997c8 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:49.036203 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.051099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4aff864e-48a9-4d6a-9ec5-388e5976f647,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.103958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.169727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Allocated IP 2001:db8::f816:3eff:feaf:af6d (4c0e190f-1577-4471-8063-ddf0f1be0b48/0568dca5-bebf-41a8-bb2c-d8b65694248b/cee8bcc9-fc9a-4a37-a180-6808102d4d6b) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:49.176198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8de68065-452c-44ab-b55e-92352c50a900 service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306479 Aug 16 01:57:49.214695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:49.226483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:49.235251 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:49.261850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.264634 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.298214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=3e861399-5e07-4e9c-be99-2bbc726997c8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.307212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.338136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1fa9d3-21c3-4da1-a5dd-0da3fe573248']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:49.340897 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-80c59405-7076-4d4d-b310-b3d880e33b2a tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6373134 Aug 16 01:57:49.351346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bbe906-7071-4a76-81b4-ad32bd6eaeb8') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:49.351785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bbe906-7071-4a76-81b4-ad32bd6eaeb8') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:49.354428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45238) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:49.364055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.384055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.391997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:49.392490 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.466941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-54e99645-6ba9-4122-9d5e-478591dafd51 req-5d435ef8-fe0d-46b3-8865-55aedbc5dd50 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972874 Aug 16 01:57:49.474656 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.485552 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bce4ac0-98f3-4e90-acea-21d075cd0c7d x-openstack-request-id: req-5bce4ac0-98f3-4e90-acea-21d075cd0c7d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:49.485552 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-plugged", "status": "completed", "tag": "4dcb5426-aef1-4e62-9846-18c89eb1774c", "code": 200}, {"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-plugged", "status": "completed", "tag": "fc1c9c30-58b5-4eb9-ab27-94226dcb0b72", "code": 200}, {"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-plugged", "status": "completed", "tag": "0c5a40f0-4328-4955-a63c-526c497399a6", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:49.485552 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5bce4ac0-98f3-4e90-acea-21d075cd0c7d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:49.485552 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcb5426-aef1-4e62-9846-18c89eb1774c', 'code': 200} Aug 16 01:57:49.485552 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1c9c30-58b5-4eb9-ab27-94226dcb0b72', 'code': 200} Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:49.486007 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:49.487904 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5a40f0-4328-4955-a63c-526c497399a6', 'code': 200} Aug 16 01:57:49.493259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2caf52-8b7f-483a-8c9b-70f912bf719d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.502053 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ca2caf52-8b7f-483a-8c9b-70f912bf719d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1463759 Aug 16 01:57:49.504545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45244) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:49.509730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Attempting to bind port 4aff864e-48a9-4d6a-9ec5-388e5976f647 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:49.510325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Attempting to bind port 4aff864e-48a9-4d6a-9ec5-388e5976f647 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:49.510604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Attempting to bind port 4aff864e-48a9-4d6a-9ec5-388e5976f647 on network 5a7a8465-aacf-433a-8403-d3fb6abc343c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:49.517852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Port 4aff864e-48a9-4d6a-9ec5-388e5976f647 on network 5a7a8465-aacf-433a-8403-d3fb6abc343c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:49.518672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Attempting to bind port 4aff864e-48a9-4d6a-9ec5-388e5976f647 on network 5a7a8465-aacf-433a-8403-d3fb6abc343c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:49.528161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:49.528509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Checking segment: {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:49.528898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Bound using segment: {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:49.530234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Bound port: 4aff864e-48a9-4d6a-9ec5-388e5976f647, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:49.530606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.534090 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.551681 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Transition to ACTIVE for port object cee8bcc9-fc9a-4a37-a180-6808102d4d6b will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:49.581265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.589231 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] 10.222.0.79 "DELETE /v2.0/networks/af1fa9d3-21c3-4da1-a5dd-0da3fe573248 HTTP/1.1" status: 204 len: 168 time: 0.7600009 Aug 16 01:57:49.589421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Transition to ACTIVE for port object cee8bcc9-fc9a-4a37-a180-6808102d4d6b will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:49.612942 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.671224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98f43c-90e2-4511-965e-b130064f5698 req-9c760511-7a83-494d-b533-b8ed636fb5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.671975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98f43c-90e2-4511-965e-b130064f5698 req-9c760511-7a83-494d-b533-b8ed636fb5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.672496 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98f43c-90e2-4511-965e-b130064f5698 req-9c760511-7a83-494d-b533-b8ed636fb5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.674666 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e98f43c-90e2-4511-965e-b130064f5698 req-9c760511-7a83-494d-b533-b8ed636fb5be service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2875 time: 0.0996411 Aug 16 01:57:49.714148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:49.725192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:49.736409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:49.747146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7f56aa2d-5677-4bcf-87eb-e16dbf08d47c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 3e861399-5e07-4e9c-be99-2bbc726997c8 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:49.747598 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f56aa2d-5677-4bcf-87eb-e16dbf08d47c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.752456 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e98f43c-90e2-4511-965e-b130064f5698 req-5e01d1da-34c4-4a5b-b7fa-474c66a2c760 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629351 Aug 16 01:57:49.759571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f22a0-6282-4050-b606-0d32a9bc7b47 tempest-PortsAdminExtendedAttrsTestJSON-1223578975 tempest-PortsAdminExtendedAttrsTestJSON-1223578975-project] Pushing event deleted for resources: {'Network': ['ID=af1fa9d3-21c3-4da1-a5dd-0da3fe573248,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.770580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Pushing event updated for resources: {'Port': ['ID=cee8bcc9-fc9a-4a37-a180-6808102d4d6b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.821687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] For port 4aff864e-48a9-4d6a-9ec5-388e5976f647, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:49.859591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Attempting to bind port cee8bcc9-fc9a-4a37-a180-6808102d4d6b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:49.860904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Attempting to bind port cee8bcc9-fc9a-4a37-a180-6808102d4d6b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:49.861700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Attempting to bind port cee8bcc9-fc9a-4a37-a180-6808102d4d6b on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:49.872561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:49.873314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:49.873906 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.874460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:49.875137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Bound port: cee8bcc9-fc9a-4a37-a180-6808102d4d6b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:49.875679 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.879628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] For port 4aff864e-48a9-4d6a-9ec5-388e5976f647, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4aff864e-48a9-4d6a-9ec5-388e5976f647,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:49.884877 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6270dec6-b0a2-4a62-9789-21d25d5fd84a req-9f80f33d-9e55-47ac-a263-6ab59a0a3ab4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 210 time: 0.1361377 Aug 16 01:57:49.891884 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.939894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.940845 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.942550 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] 10.222.0.89 "PUT /v2.0/ports/4aff864e-48a9-4d6a-9ec5-388e5976f647 HTTP/1.1" status: 200 len: 1092 time: 2.2837770 Aug 16 01:57:49.944234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64601c9a-5662-4f39-a4f3-595b8d5cb97c', 'tag': '4aff864e-48a9-4d6a-9ec5-388e5976f647'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:49.946723 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aefb0c8-b4a7-4269-985f-880c0276f0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "64601c9a-5662-4f39-a4f3-595b8d5cb97c", "tag": "4aff864e-48a9-4d6a-9ec5-388e5976f647"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:49.977757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f56aa2d-5677-4bcf-87eb-e16dbf08d47c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.986543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0c4eb-7fd7-4fe7-92b3-533a845178aa req-a0bdf558-62ae-4b01-9090-5c9f1b7f787e tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.996820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0c4eb-7fd7-4fe7-92b3-533a845178aa req-a0bdf558-62ae-4b01-9090-5c9f1b7f787e tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.004591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7f56aa2d-5677-4bcf-87eb-e16dbf08d47c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 3e861399-5e07-4e9c-be99-2bbc726997c8 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:50.011824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0c4eb-7fd7-4fe7-92b3-533a845178aa req-a0bdf558-62ae-4b01-9090-5c9f1b7f787e tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.032369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9c0c4eb-7fd7-4fe7-92b3-533a845178aa req-a0bdf558-62ae-4b01-9090-5c9f1b7f787e tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2419 time: 0.2791662 Aug 16 01:57:50.060619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] For port cee8bcc9-fc9a-4a37-a180-6808102d4d6b, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:50.069269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] For port cee8bcc9-fc9a-4a37-a180-6808102d4d6b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cee8bcc9-fc9a-4a37-a180-6808102d4d6b,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:50.082626 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.159419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45272) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.178703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9f368-16eb-46b6-a1ca-e0364708adc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4aff864e-48a9-4d6a-9ec5-388e5976f647,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:50.205132 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9c0c4eb-7fd7-4fe7-92b3-533a845178aa req-9f64d70f-1681-400e-bbff-d34c16ac62d2 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713793 Aug 16 01:57:50.216048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f56aa2d-5677-4bcf-87eb-e16dbf08d47c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.230916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b3f66-52b1-4e5e-922e-31c3400d26e3 None None] Pushing event updated for resources: {'Port': ['ID=cee8bcc9-fc9a-4a37-a180-6808102d4d6b,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:50.262062 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-32e31ae3-108d-4776-a317-8cc9eefeb28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.268761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-32e31ae3-108d-4776-a317-8cc9eefeb28e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 1095 time: 0.2310901 Aug 16 01:57:50.302812 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56aa2d-5677-4bcf-87eb-e16dbf08d47c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=3e861399-5e07-4e9c-be99-2bbc726997c8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:50.307847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce94702-6fd4-4423-86b3-df91ccb0c8a6 req-c1815f1d-5f2d-47ed-8784-c21f53bc529f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.320212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce94702-6fd4-4423-86b3-df91ccb0c8a6 req-c1815f1d-5f2d-47ed-8784-c21f53bc529f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 943 time: 0.2817252 Aug 16 01:57:50.323605 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566cb290-71ca-44a7-a2e7-7825be155624 x-openstack-request-id: req-566cb290-71ca-44a7-a2e7-7825be155624 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:50.323903 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64601c9a-5662-4f39-a4f3-595b8d5cb97c", "tag": "4aff864e-48a9-4d6a-9ec5-388e5976f647", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:50.324167 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-566cb290-71ca-44a7-a2e7-7825be155624 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:50.324612 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64601c9a-5662-4f39-a4f3-595b8d5cb97c', 'tag': '4aff864e-48a9-4d6a-9ec5-388e5976f647', 'status': 'completed', 'code': 200} Aug 16 01:57:50.363906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f56aa2d-5677-4bcf-87eb-e16dbf08d47c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.367733 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7f56aa2d-5677-4bcf-87eb-e16dbf08d47c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/3e861399-5e07-4e9c-be99-2bbc726997c8 HTTP/1.1" status: 204 len: 168 time: 0.8598311 Aug 16 01:57:50.370010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45282) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.389305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-65f5dbd7-fbeb-4ed8-89a6-e21c767581c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4aff864e-48a9-4d6a-9ec5-388e5976f647 HTTP/1.1" status: 200 len: 217 time: 0.1077049 Aug 16 01:57:50.473504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02253dac-72a2-46fe-83ad-d8b25e8d74d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.478614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02253dac-72a2-46fe-83ad-d8b25e8d74d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.493721 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-02253dac-72a2-46fe-83ad-d8b25e8d74d8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1213613 Aug 16 01:57:50.495749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45286) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.501003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce94702-6fd4-4423-86b3-df91ccb0c8a6 req-13a61dc2-93a7-4767-85ed-971eac26cccd tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798756 Aug 16 01:57:50.544518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-67ebad9e-3c8f-40bd-974e-6ba4c2e48371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.556446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-67ebad9e-3c8f-40bd-974e-6ba4c2e48371 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 200 len: 855 time: 0.1520066 Aug 16 01:57:50.574178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8059b0-6090-44b6-b303-d565a70f49f3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 0568dca5-bebf-41a8-bb2c-d8b65694248b {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:50.594499 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc8059b0-6090-44b6-b303-d565a70f49f3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.633650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-24c310bd-3cd2-47de-abcf-854b19521bd4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5a7a8465-aacf-433a-8403-d3fb6abc343c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670841 Aug 16 01:57:50.635981 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e8bbf654-60a6-4d50-ad66-ff3445bcdd0b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b81147df8d664071b0ec8a7cebf3c3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741151 Aug 16 01:57:50.639902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45292) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.666645 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc8059b0-6090-44b6-b303-d565a70f49f3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.812775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fe6a7-fc04-4e3d-bbd4-dc557010f210 req-523fe153-91bf-43ad-ade9-6c73dd918566 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.814271 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc8059b0-6090-44b6-b303-d565a70f49f3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.814734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb6fe6a7-fc04-4e3d-bbd4-dc557010f210 req-523fe153-91bf-43ad-ade9-6c73dd918566 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.1275578 Aug 16 01:57:50.865633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59f2a2c3-30a4-4374-b25a-2fd81d8b6069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.884177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-49298134-487e-43b3-b835-39e497a2e137 service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320631 Aug 16 01:57:50.924484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59f2a2c3-30a4-4374-b25a-2fd81d8b6069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.928601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc8059b0-6090-44b6-b303-d565a70f49f3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.937269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb6fe6a7-fc04-4e3d-bbd4-dc557010f210 req-81b2dc22-97a8-480b-8add-3e594ea2eec9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102104 Aug 16 01:57:50.997878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8059b0-6090-44b6-b303-d565a70f49f3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=0568dca5-bebf-41a8-bb2c-d8b65694248b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:51.011115 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc8059b0-6090-44b6-b303-d565a70f49f3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.017241 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bc8059b0-6090-44b6-b303-d565a70f49f3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/0568dca5-bebf-41a8-bb2c-d8b65694248b HTTP/1.1" status: 204 len: 168 time: 0.5166497 Aug 16 01:57:51.017661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45314) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.020028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f31ffa8-9438-4a33-86f3-a179b2aadd42 req-0ba58ecb-b3e9-4cf8-b5ef-775515df66aa service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157055 Aug 16 01:57:51.084161 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-07bc47f4-91a2-4d66-899c-a40ad0b3c061 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627909 Aug 16 01:57:51.085031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45318) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.140594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c06b2b3-1f35-4b8a-9917-dc16d615de8a req-96ca4c52-1efd-4c83-940e-34e5b101353e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 210 time: 0.0635211 Aug 16 01:57:51.167605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a294d50-fc22-4025-962e-1260239f2ea6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.172089 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3a294d50-fc22-4025-962e-1260239f2ea6 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0837157 Aug 16 01:57:51.172420 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45324) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.242504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45328) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.275637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefb0c8-b4a7-4269-985f-880c0276f0b2 req-f4031c9c-dd70-4a16-b447-ed9989cbc339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.277243 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1aefb0c8-b4a7-4269-985f-880c0276f0b2 req-f4031c9c-dd70-4a16-b447-ed9989cbc339 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 1095 time: 0.1887963 Aug 16 01:57:51.282582 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2082e30d-c922-49d8-b731-d63943a71a69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.286617 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2082e30d-c922-49d8-b731-d63943a71a69 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1106687 Aug 16 01:57:51.289507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45332) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.345816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59f2a2c3-30a4-4374-b25a-2fd81d8b6069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.348412 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59f2a2c3-30a4-4374-b25a-2fd81d8b6069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.354052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-59f2a2c3-30a4-4374-b25a-2fd81d8b6069 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7d3db34-3a55-4595-a65c-f24b48920a9f HTTP/1.1" status: 204 len: 168 time: 0.7129505 Aug 16 01:57:51.388164 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-984acc18-194d-47b5-93c9-9a33e34abf1c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931075 Aug 16 01:57:51.388638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45338) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.395523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a21e60ec-062c-4753-8346-63415237d820 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:51.514660 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-27d5251e-5a0c-4864-94f8-3e93eca6a58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.592095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21e60ec-062c-4753-8346-63415237d820 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:51.596392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a21e60ec-062c-4753-8346-63415237d820 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.728116 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-27d5251e-5a0c-4864-94f8-3e93eca6a58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.739546 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-27d5251e-5a0c-4864-94f8-3e93eca6a58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.800276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f926291-54a2-41bf-9d8f-1b0925f88ca8 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:51.806146 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-27d5251e-5a0c-4864-94f8-3e93eca6a58b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f81855143a6c4022acd8ceee1d86ae24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625401 Aug 16 01:57:51.818905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45346) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.829485 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5251e-5a0c-4864-94f8-3e93eca6a58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd30674-2c37-4ade-9d54-9893d52ef321,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:51.921069 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45348) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.934394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device cee8bcc9-fc9a-4a37-a180-6808102d4d6b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:51.976465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8a984d7b-082c-4293-bd6f-b22ebcdda00d None None] Provisioning for port cee8bcc9-fc9a-4a37-a180-6808102d4d6b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:52.023238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port cee8bcc9-fc9a-4a37-a180-6808102d4d6b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:52.028670 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port cee8bcc9-fc9a-4a37-a180-6808102d4d6b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:52.029409 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.048616 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-35a8c21c-1aac-4046-8ead-3f9148e86f66 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2402894 Aug 16 01:57:52.051099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2a2c3-30a4-4374-b25a-2fd81d8b6069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d3db34-3a55-4595-a65c-f24b48920a9f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.067617 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7e20ae98-698b-40d0-90eb-c033e1644580 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d6ad8e91ab34605a85e93d663e74a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419196 Aug 16 01:57:52.076054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45350) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.086171 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b19ae70b-78ea-4532-b004-050591a9f280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.109190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a21e60ec-062c-4753-8346-63415237d820 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.112600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8409b5-5095-42b0-b1ff-04e28aa71bf9 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:52.163725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b19ae70b-78ea-4532-b004-050591a9f280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.178517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-495c8454-b864-44fa-8577-c6ed20e9bfc7 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.180414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-495c8454-b864-44fa-8577-c6ed20e9bfc7 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.84 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.9604316 Aug 16 01:57:52.198879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21e60ec-062c-4753-8346-63415237d820 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:52.200203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84746c-0315-4277-a3b3-7b811a0143cc req-06dee004-af9f-4839-b7ea-89a17d3b8ff0 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.206633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84746c-0315-4277-a3b3-7b811a0143cc req-06dee004-af9f-4839-b7ea-89a17d3b8ff0 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.212931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cc8409b5-5095-42b0-b1ff-04e28aa71bf9 None None] Deleting port cee8bcc9-fc9a-4a37-a180-6808102d4d6b {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:52.213358 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cc8409b5-5095-42b0-b1ff-04e28aa71bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.213704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84746c-0315-4277-a3b3-7b811a0143cc req-06dee004-af9f-4839-b7ea-89a17d3b8ff0 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.222023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c84746c-0315-4277-a3b3-7b811a0143cc req-06dee004-af9f-4839-b7ea-89a17d3b8ff0 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2419 time: 0.1908016 Aug 16 01:57:52.234622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5f69-b84d-4a17-861d-7876803f0cd2 req-280e0f50-b420-42f8-af06-5cbf1ae6fd0a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.242078 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3ce5f69-b84d-4a17-861d-7876803f0cd2 req-280e0f50-b420-42f8-af06-5cbf1ae6fd0a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2082868 Aug 16 01:57:52.249142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefb0c8-b4a7-4269-985f-880c0276f0b2 req-be2ea0e2-7e75-466f-b78f-9e0edb8fa3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.250718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1aefb0c8-b4a7-4269-985f-880c0276f0b2 req-be2ea0e2-7e75-466f-b78f-9e0edb8fa3dd service neutron] 10.222.0.89 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 916 time: 0.9373565 Aug 16 01:57:52.268372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a21e60ec-062c-4753-8346-63415237d820 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:52.284743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21e60ec-062c-4753-8346-63415237d820 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.285017 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.285797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a21e60ec-062c-4753-8346-63415237d820 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.289248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Request body: {'port': {'device_id': '8d72eb11-6825-4aee-bb70-9e4921072736', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'admin_state_up': True, 'tenant_id': '349079a268e8437eb80e514d3cb358de'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:52.323676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b19ae70b-78ea-4532-b004-050591a9f280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.327794 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b19ae70b-78ea-4532-b004-050591a9f280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.329290 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b19ae70b-78ea-4532-b004-050591a9f280 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0cd30674-2c37-4ade-9d54-9893d52ef321 HTTP/1.1" status: 204 len: 168 time: 0.5093915 Aug 16 01:57:52.363360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port cee8bcc9-fc9a-4a37-a180-6808102d4d6b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cee8bcc9-fc9a-4a37-a180-6808102d4d6b,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:52.365485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-cc8409b5-5095-42b0-b1ff-04e28aa71bf9 None None] For port cee8bcc9-fc9a-4a37-a180-6808102d4d6b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cee8bcc9-fc9a-4a37-a180-6808102d4d6b,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:52.365884 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cc8409b5-5095-42b0-b1ff-04e28aa71bf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.369261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1aefb0c8-b4a7-4269-985f-880c0276f0b2 req-c106ca16-3f20-4f5d-882a-838aacf291be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4aff864e-48a9-4d6a-9ec5-388e5976f647 HTTP/1.1" status: 200 len: 217 time: 0.0983024 Aug 16 01:57:52.377756 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.393171 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cc8409b5-5095-42b0-b1ff-04e28aa71bf9 None None] Calling delete_port for cee8bcc9-fc9a-4a37-a180-6808102d4d6b owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:52.410642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ae70b-78ea-4532-b004-050591a9f280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd30674-2c37-4ade-9d54-9893d52ef321,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.412798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e60ec-062c-4753-8346-63415237d820 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=28a8fc7d-441e-4a83-b3d0-ece8789a18d6,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.446169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c84746c-0315-4277-a3b3-7b811a0143cc req-ccbc9bc4-8b0a-4cf2-82be-437245c0c498 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230101 Aug 16 01:57:52.472247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3ce5f69-b84d-4a17-861d-7876803f0cd2 req-72348f62-c11a-4f80-8003-c8c6329ef2cf tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290466 Aug 16 01:57:52.472937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45372) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.474287 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a21e60ec-062c-4753-8346-63415237d820 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0828047 Aug 16 01:57:52.481095 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b95a250-d052-4afc-bba0-5072fe283f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.510552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:9b:d2:b1', 'name': 'tempest-NetworksTestDHCPv6-638386216'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:52.530295 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b95a250-d052-4afc-bba0-5072fe283f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.547259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=cee8bcc9-fc9a-4a37-a180-6808102d4d6b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.599501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b95a250-d052-4afc-bba0-5072fe283f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.602603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b95a250-d052-4afc-bba0-5072fe283f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.604224 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1b95a250-d052-4afc-bba0-5072fe283f47 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2fc2b662-1f19-4552-a37b-a6192c487752 HTTP/1.1" status: 204 len: 168 time: 0.5269580 Aug 16 01:57:52.617780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95a250-d052-4afc-bba0-5072fe283f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc2b662-1f19-4552-a37b-a6192c487752,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.667002 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cc8409b5-5095-42b0-b1ff-04e28aa71bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.683014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8409b5-5095-42b0-b1ff-04e28aa71bf9 None None] No DVR routers for this DVR port cee8bcc9-fc9a-4a37-a180-6808102d4d6b on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:52.687429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefb0c8-b4a7-4269-985f-880c0276f0b2 req-9d2b66d4-7358-47f5-84ed-40acfe8b1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.689031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1aefb0c8-b4a7-4269-985f-880c0276f0b2 req-9d2b66d4-7358-47f5-84ed-40acfe8b1c93 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 200 len: 855 time: 0.3022470 Aug 16 01:57:52.733548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8409b5-5095-42b0-b1ff-04e28aa71bf9 None None] Pushing event deleted for resources: {'Port': ['ID=cee8bcc9-fc9a-4a37-a180-6808102d4d6b,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.756416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f05d38b-2687-46e3-892d-baa5cdbe7fae None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:52.765259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1aefb0c8-b4a7-4269-985f-880c0276f0b2 req-6324257b-25e5-4fc0-951f-72606892f3d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5a7a8465-aacf-433a-8403-d3fb6abc343c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619910 Aug 16 01:57:52.870443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fb013-d6b8-4f83-9914-9b35d5d0401a req-3f442c6a-7489-4b86-8b23-ec9514b476fb tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.872719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c68fb013-d6b8-4f83-9914-9b35d5d0401a req-3f442c6a-7489-4b86-8b23-ec9514b476fb tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 943 time: 0.2820756 Aug 16 01:57:52.898364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc02a4c-0d47-4df6-9248-5ec3100fcd4a req-b24b4bb1-6b68-41f0-a00e-897132f86367 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.906698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebc02a4c-0d47-4df6-9248-5ec3100fcd4a req-b24b4bb1-6b68-41f0-a00e-897132f86367 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.2650857 Aug 16 01:57:52.928822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Made reservation on behalf of 349079a268e8437eb80e514d3cb358de for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:52.932423 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.031461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:53.067287 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebc02a4c-0d47-4df6-9248-5ec3100fcd4a req-83232cc7-947a-4c35-87ff-97cdb1c4d81d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595907 Aug 16 01:57:53.069763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '28a8fc7d-441e-4a83-b3d0-ece8789a18d6'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:53.071203 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.091605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c68fb013-d6b8-4f83-9914-9b35d5d0401a req-3ff63c6f-88ca-4c37-b9f0-6bdc872fda03 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885386 Aug 16 01:57:53.237148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1aefb0c8-b4a7-4269-985f-880c0276f0b2 req-c1c39181-37d5-448f-b54c-334db8fee8ba service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639173 Aug 16 01:57:53.322870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae49c68e-c2d1-4c8b-8ea4-07b8a7965d3d req-5899966e-c080-4b62-91ba-ed0c2fa20e18 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 210 time: 0.0943863 Aug 16 01:57:53.359704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/28a8fc7d-441e-4a83-b3d0-ece8789a18d6/292cde46-c7dd-4081-a295-3045a496cba7) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:53.497511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Allocated IP 172.20.0.12 (1df1123c-1f49-4c4f-9eb2-3f3807dd3006/f2649e7e-bc88-4fba-bf60-4e29353aadc7/a006a1ed-9775-48e7-9744-3974d4cfbc14) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:53.503538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.567705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port c7ac2c67-b322-4a9c-b945-4d4111627c0b yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:53.603613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1aefb0c8-b4a7-4269-985f-880c0276f0b2 req-8974d591-4103-4daf-8bdb-c5b153e422b2 service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477614 Aug 16 01:57:53.682041 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.705228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Transition to ACTIVE for port object 292cde46-c7dd-4081-a295-3045a496cba7 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:53.746423 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Transition to ACTIVE for port object 292cde46-c7dd-4081-a295-3045a496cba7 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:53.759921 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.782345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device cee8bcc9-fc9a-4a37-a180-6808102d4d6b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:53.826575 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: cee8bcc9-fc9a-4a37-a180-6808102d4d6b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:53.826918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device cee8bcc9-fc9a-4a37-a180-6808102d4d6b not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:53.856954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:53.861166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:53.865124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:53.870173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca32af-cf14-4ab0-845e-8d86a00f1640 req-6b2076f5-9ce7-464d-b787-7103d9dbbb79 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.873160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Pushing event updated for resources: {'Port': ['ID=292cde46-c7dd-4081-a295-3045a496cba7,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.886878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00ca32af-cf14-4ab0-845e-8d86a00f1640 req-6b2076f5-9ce7-464d-b787-7103d9dbbb79 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2417490 Aug 16 01:57:53.903646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc728-79f3-4a8b-8011-c4ba46acbe2e req-ae3e1c58-64a9-4601-9146-151f271a3eac tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.911061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc728-79f3-4a8b-8011-c4ba46acbe2e req-ae3e1c58-64a9-4601-9146-151f271a3eac tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.917210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc728-79f3-4a8b-8011-c4ba46acbe2e req-ae3e1c58-64a9-4601-9146-151f271a3eac tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.926691 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b4fc728-79f3-4a8b-8011-c4ba46acbe2e req-ae3e1c58-64a9-4601-9146-151f271a3eac tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2419 time: 0.2739325 Aug 16 01:57:53.954685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Attempting to bind port 292cde46-c7dd-4081-a295-3045a496cba7 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:53.955075 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Attempting to bind port 292cde46-c7dd-4081-a295-3045a496cba7 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:53.955549 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Attempting to bind port 292cde46-c7dd-4081-a295-3045a496cba7 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:53.962045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:53.962705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:53.963361 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.963911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::167 (4c0e190f-1577-4471-8063-ddf0f1be0b48/28a8fc7d-441e-4a83-b3d0-ece8789a18d6/c7ac2c67-b322-4a9c-b945-4d4111627c0b) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:53.964051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:53.964667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Bound port: 292cde46-c7dd-4081-a295-3045a496cba7, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:53.965330 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.033957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4aff864e-48a9-4d6a-9ec5-388e5976f647 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:54.061466 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.072901 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00ca32af-cf14-4ab0-845e-8d86a00f1640 req-9bb9f5f3-85f9-4c02-a0d6-eda1b72af389 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850626 Aug 16 01:57:54.087176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347280ea-9b29-4807-8db7-db29692bee69 req-2adb5d29-65fa-4fed-b5ce-7916ef601ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.091353 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-2adb5d29-65fa-4fed-b5ce-7916ef601ee9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 1101 time: 0.1106884 Aug 16 01:57:54.158346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4aff864e-48a9-4d6a-9ec5-388e5976f647, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4aff864e-48a9-4d6a-9ec5-388e5976f647,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:54.172532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '4aff864e-48a9-4d6a-9ec5-388e5976f647', 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c', 'port_id': '4aff864e-48a9-4d6a-9ec5-388e5976f647', 'mac_address': 'fa:16:3e:07:2c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb4d5e8-6097-4336-82c4-a534752cfa77', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:54.176425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b4fc728-79f3-4a8b-8011-c4ba46acbe2e req-478c5462-abbd-41e6-9886-2239a1c8f542 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316952 Aug 16 01:57:54.252312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] For port 292cde46-c7dd-4081-a295-3045a496cba7, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:54.257916 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.277862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] For port 292cde46-c7dd-4081-a295-3045a496cba7, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=292cde46-c7dd-4081-a295-3045a496cba7,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:54.285131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aff864e-48a9-4d6a-9ec5-388e5976f647 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:54.318548 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.331769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4aff864e-48a9-4d6a-9ec5-388e5976f647, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4aff864e-48a9-4d6a-9ec5-388e5976f647,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:54.334764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347280ea-9b29-4807-8db7-db29692bee69 req-b73cf0ac-efc6-4ed5-8f85-4ab7e62e655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.343381 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-b73cf0ac-efc6-4ed5-8f85-4ab7e62e655c service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2412622 Aug 16 01:57:54.402304 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.420067 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.454766 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-0a3c7868-ee43-49db-b8a0-1b0bc903741f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=32886b7d-eb95-4a77-9949-20132fc96721 HTTP/1.1" status: 200 len: 217 time: 0.1020734 Aug 16 01:57:54.457506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f9c28-afac-465c-9884-5a9c232e756d req-025a05cc-28ca-41dc-806f-b40ee0090d6e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.458950 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ad0f9-4a97-40bf-ab0f-9a4a9155abef None None] Pushing event updated for resources: {'Port': ['ID=292cde46-c7dd-4081-a295-3045a496cba7,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.465148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c26f9c28-afac-465c-9884-5a9c232e756d req-025a05cc-28ca-41dc-806f-b40ee0090d6e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 943 time: 0.2559416 Aug 16 01:57:54.556573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dc8a3-e748-435d-bc49-583ac3b1dc35 req-7f7591be-f616-48e8-a3b3-13cc1fd389d7 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.564065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a37dc8a3-e748-435d-bc49-583ac3b1dc35 req-7f7591be-f616-48e8-a3b3-13cc1fd389d7 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.2636299 Aug 16 01:57:54.578284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=4aff864e-48a9-4d6a-9ec5-388e5976f647,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.583142 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347280ea-9b29-4807-8db7-db29692bee69 req-cc076df1-e41b-41df-a7f4-f3c8e736fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.597663 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.600498 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-cc076df1-e41b-41df-a7f4-f3c8e736fcf9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1361656 Aug 16 01:57:54.613604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:54.641126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:54.650695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['4aff864e-48a9-4d6a-9ec5-388e5976f647'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:54.657742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event updated for resources: {'Port': ['ID=a006a1ed-9775-48e7-9744-3974d4cfbc14,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.666101 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object c7ac2c67-b322-4a9c-b945-4d4111627c0b will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:54.684857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347280ea-9b29-4807-8db7-db29692bee69 req-2be493df-0546-45ac-ada5-d76e97fb1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.701716 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-2be493df-0546-45ac-ada5-d76e97fb1e90 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909865 Aug 16 01:57:54.725047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:54.757845 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.804367 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c26f9c28-afac-465c-9884-5a9c232e756d req-4d1d3b88-44b1-44fe-b24e-9c705122bdc5 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383131 Aug 16 01:57:54.905501 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-638e9a20-8842-45a9-a076-4650e8ba538b service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824641 Aug 16 01:57:54.919933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:54.954163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:54.965431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=c7ac2c67-b322-4a9c-b945-4d4111627c0b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.986888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a37dc8a3-e748-435d-bc49-583ac3b1dc35 req-85763760-b6f3-413b-98df-34c90b87b36d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216795 Aug 16 01:57:54.994322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:55.009248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.010464 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.034597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.035329 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.060733 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-f371de77-d472-435e-9d7e-c3a264ad42f7 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467099 Aug 16 01:57:55.087414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-8c09760c-78b7-466a-92e7-f0f14be5e415 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8146806 Aug 16 01:57:55.091141 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-75542ebd-fd14-455f-b69d-afc793fadfd4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6041694 Aug 16 01:57:55.093870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45466) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:55.115192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63090cb1-7727-4e38-af65-d77793346e39 req-0d833fb2-d677-4d91-b4b8-b57ef5501172 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.116847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63090cb1-7727-4e38-af65-d77793346e39 req-0d833fb2-d677-4d91-b4b8-b57ef5501172 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 932 time: 0.1655862 Aug 16 01:57:55.146840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Request body: {'port': {'device_id': '8d72eb11-6825-4aee-bb70-9e4921072736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:55.338247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.347146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63090cb1-7727-4e38-af65-d77793346e39 req-fa6232a8-6e5e-401b-8ddc-3c1693c498b0 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973259 Aug 16 01:57:55.377498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0839cee9-238f-4206-81fa-c690803f903b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.383926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0839cee9-238f-4206-81fa-c690803f903b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.385631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0839cee9-238f-4206-81fa-c690803f903b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2906954 Aug 16 01:57:55.389005 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45482) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:55.472953 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-823b9735-02ff-4931-b4ad-94a7fccb293c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.479685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-823b9735-02ff-4931-b4ad-94a7fccb293c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.485661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-823b9735-02ff-4931-b4ad-94a7fccb293c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.487352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-823b9735-02ff-4931-b4ad-94a7fccb293c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2419 time: 0.2985585 Aug 16 01:57:55.501894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9e2dd-103e-4690-b8e9-44c63962f23d req-5d43d937-ab57-4646-92a2-10171bcdc616 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.511259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39e9e2dd-103e-4690-b8e9-44c63962f23d req-5d43d937-ab57-4646-92a2-10171bcdc616 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.3212149 Aug 16 01:57:55.589231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b06a8-3751-41f9-b874-805b28c7ef06 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port c7ac2c67-b322-4a9c-b945-4d4111627c0b {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:55.590548 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc2b06a8-3751-41f9-b874-805b28c7ef06 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.730394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45498) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:55.797417 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc2b06a8-3751-41f9-b874-805b28c7ef06 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.798789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39e9e2dd-103e-4690-b8e9-44c63962f23d req-c5ccd831-1059-445f-92d2-960742f86fb6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828124 Aug 16 01:57:55.825217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 292cde46-c7dd-4081-a295-3045a496cba7 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:55.835529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b06a8-3751-41f9-b874-805b28c7ef06 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for c7ac2c67-b322-4a9c-b945-4d4111627c0b owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:55.849565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d49df-d3a1-4866-8960-ed9d182ca6c7 req-348804db-a80f-44b1-8fca-4c21cea07303 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.874008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d49df-d3a1-4866-8960-ed9d182ca6c7 req-348804db-a80f-44b1-8fca-4c21cea07303 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.890777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d49df-d3a1-4866-8960-ed9d182ca6c7 req-348804db-a80f-44b1-8fca-4c21cea07303 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.892596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f71d49df-d3a1-4866-8960-ed9d182ca6c7 req-348804db-a80f-44b1-8fca-4c21cea07303 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 2419 time: 0.4013345 Aug 16 01:57:55.939313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b3fe0e35-66fd-4373-8757-31e344c70643 None None] Provisioning for port 292cde46-c7dd-4081-a295-3045a496cba7 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:55.969556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-968d1773-1577-470b-9138-8072fd9e052c tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:55.979683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 292cde46-c7dd-4081-a295-3045a496cba7 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:55.984801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 292cde46-c7dd-4081-a295-3045a496cba7 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:55.985607 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.050503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4aff864e-48a9-4d6a-9ec5-388e5976f647 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:56.101667 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-968d1773-1577-470b-9138-8072fd9e052c tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] 10.222.0.79 "PUT /v2.0/quotas/0a36faf3e78f4e028a0df9506a94dc04 HTTP/1.1" status: 200 len: 366 time: 0.3696048 Aug 16 01:57:56.105178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45508) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.132734 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f8d1fcdc-92c9-420a-9540-4da739f4d29c tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0260704 Aug 16 01:57:56.135844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45510) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.152430 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f71d49df-d3a1-4866-8960-ed9d182ca6c7 req-94ad4b5f-5b66-45a6-9a55-b58727f5a89d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395771 Aug 16 01:57:56.157496 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-76b37cef-8c20-42a3-81c5-62f7f05c4548 tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] 10.222.0.79 "GET /v2.0/quotas/0a36faf3e78f4e028a0df9506a94dc04 HTTP/1.1" status: 200 len: 366 time: 0.0201094 Aug 16 01:57:56.159906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45512) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.166159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 4aff864e-48a9-4d6a-9ec5-388e5976f647 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:56.172853 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc2b06a8-3751-41f9-b874-805b28c7ef06 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.174732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 4aff864e-48a9-4d6a-9ec5-388e5976f647 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:56.175286 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.210896 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.219237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b06a8-3751-41f9-b874-805b28c7ef06 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=c7ac2c67-b322-4a9c-b945-4d4111627c0b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:56.230355 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2ccc6bef-c510-42bb-8533-17b3a616405b tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/0a36faf3e78f4e028a0df9506a94dc04 HTTP/1.1" status: 204 len: 168 time: 0.0690315 Aug 16 01:57:56.234588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45514) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.235295 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45516) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.249626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-8ed2ccb7-46b6-4f76-8c26-8034ddba2bda tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting port 0c5a40f0-4328-4955-a63c-526c497399a6 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:56.250261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-8ed2ccb7-46b6-4f76-8c26-8034ddba2bda tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.267456 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-58323dcc-bfb2-4090-b134-9c510124c637 tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0298302 Aug 16 01:57:56.271775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45520) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.274479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dc2b06a8-3751-41f9-b874-805b28c7ef06 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.278633 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dc2b06a8-3751-41f9-b874-805b28c7ef06 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/c7ac2c67-b322-4a9c-b945-4d4111627c0b HTTP/1.1" status: 204 len: 168 time: 0.8864748 Aug 16 01:57:56.282833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45522) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.286887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-567fc12e-cd4d-4abd-9e89-57b34f7423ca None None] Could not find standard attr ID for object 3e861399-5e07-4e9c-be99-2bbc726997c8. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:57:56.295753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832957a-2e56-472b-b482-00b0f7151d94 req-2b24c4e2-ef94-4f65-a6ff-55e153a74445 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.308046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8832957a-2e56-472b-b482-00b0f7151d94 req-2b24c4e2-ef94-4f65-a6ff-55e153a74445 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 944 time: 0.3534338 Aug 16 01:57:56.330797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 292cde46-c7dd-4081-a295-3045a496cba7, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=292cde46-c7dd-4081-a295-3045a496cba7,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:56.349157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab68bfa-5fa9-4351-9570-7efcc88cc109 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.350917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab68bfa-5fa9-4351-9570-7efcc88cc109 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.351175 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.355141 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2ab68bfa-5fa9-4351-9570-7efcc88cc109 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0686910 Aug 16 01:57:56.356377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45524) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.374444 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a8d42621-eeca-4f3e-9dd1-f6278913b8b2 tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] 10.222.0.79 "GET /v2.0/quotas/0a36faf3e78f4e028a0df9506a94dc04 HTTP/1.1" status: 200 len: 370 time: 0.0989268 Aug 16 01:57:56.375630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45526) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.415515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-de3d36e6-e6c9-422c-90e4-416a2a7754bb tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] 10.222.0.79 "GET /v2.0/quotas/0a36faf3e78f4e028a0df9506a94dc04/default HTTP/1.1" status: 200 len: 370 time: 0.0178869 Aug 16 01:57:56.415988 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45530) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.430959 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-24c1a667-bdee-42a0-a077-7a7e4ef6656b tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] delete failed (client error): The resource could not be found. Aug 16 01:57:56.435826 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-24c1a667-bdee-42a0-a077-7a7e4ef6656b tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/0a36faf3e78f4e028a0df9506a94dc04 HTTP/1.1" status: 404 len: 348 time: 0.0151093 Aug 16 01:57:56.481988 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.485317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=292cde46-c7dd-4081-a295-3045a496cba7,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:56.487018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa50727a-5c68-4a46-8499-c592d1109ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.511089 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-82a1ccec-bdfe-4da2-b830-53874b6639f1 None None] Could not find standard attr ID for object c7ac2c67-b322-4a9c-b945-4d4111627c0b. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:57:56.515993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-a403ee30-1845-48c1-ae5c-a8c6ba51174c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 28a8fc7d-441e-4a83-b3d0-ece8789a18d6 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:56.526014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a403ee30-1845-48c1-ae5c-a8c6ba51174c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.544051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4aff864e-48a9-4d6a-9ec5-388e5976f647, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4aff864e-48a9-4d6a-9ec5-388e5976f647,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:56.545250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64601c9a-5662-4f39-a4f3-595b8d5cb97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aff864e-48a9-4d6a-9ec5-388e5976f647'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:56.547356 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2957adbf-cbab-4c54-94ce-13f5c16540bb" -d '{"events": [{"server_uuid": "64601c9a-5662-4f39-a4f3-595b8d5cb97c", "name": "network-vif-plugged", "status": "completed", "tag": "4aff864e-48a9-4d6a-9ec5-388e5976f647"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:56.549650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8832957a-2e56-472b-b482-00b0f7151d94 req-1b926060-340a-4584-869d-b6ec8054eed7 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398770 Aug 16 01:57:56.557448 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.587684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-8ed2ccb7-46b6-4f76-8c26-8034ddba2bda tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] For port 0c5a40f0-4328-4955-a63c-526c497399a6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=0c5a40f0-4328-4955-a63c-526c497399a6,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:56.588056 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-8ed2ccb7-46b6-4f76-8c26-8034ddba2bda tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.615548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-8ed2ccb7-46b6-4f76-8c26-8034ddba2bda tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Calling delete_port for 0c5a40f0-4328-4955-a63c-526c497399a6 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:56.629219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a403ee30-1845-48c1-ae5c-a8c6ba51174c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.662839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=4aff864e-48a9-4d6a-9ec5-388e5976f647,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:56.735686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92674368-a915-4b41-ba74-8aeeb2ea424d req-bf07d621-81ee-4563-a521-ac1972135499 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.737572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92674368-a915-4b41-ba74-8aeeb2ea424d req-bf07d621-81ee-4563-a521-ac1972135499 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.4254689 Aug 16 01:57:56.748691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45536) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.797086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a006a1ed-9775-48e7-9744-3974d4cfbc14 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:56.810579 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.817221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a403ee30-1845-48c1-ae5c-a8c6ba51174c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.842693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Usage tracker for resource:network and tenant:4701703fde7748babebbf659d889c46a is out of sync, need to count used quota {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:57:56.855429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42708-5d11-45ec-8166-ad27fc8817c3 req-384e2ff6-87c1-4595-a29d-830da5702941 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.855652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:57:56.856704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5b42708-5d11-45ec-8166-ad27fc8817c3 req-384e2ff6-87c1-4595-a29d-830da5702941 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 932 time: 0.1795175 Aug 16 01:57:56.858563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Transition to ACTIVE for port object a006a1ed-9775-48e7-9744-3974d4cfbc14 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:56.861754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92674368-a915-4b41-ba74-8aeeb2ea424d req-663be397-e821-4495-b03c-3fe162c95428 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070509 Aug 16 01:57:56.865264 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa50727a-5c68-4a46-8499-c592d1109ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.876121 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.894733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa50727a-5c68-4a46-8499-c592d1109ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.947742 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d48a04-f414-42bc-85d6-2ba7e23f82b9 x-openstack-request-id: req-50d48a04-f414-42bc-85d6-2ba7e23f82b9 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:56.948724 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64601c9a-5662-4f39-a4f3-595b8d5cb97c", "name": "network-vif-plugged", "status": "completed", "tag": "4aff864e-48a9-4d6a-9ec5-388e5976f647", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:56.949021 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50d48a04-f414-42bc-85d6-2ba7e23f82b9 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:56.949433 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64601c9a-5662-4f39-a4f3-595b8d5cb97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aff864e-48a9-4d6a-9ec5-388e5976f647', 'code': 200} Aug 16 01:57:56.965110 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aa50727a-5c68-4a46-8499-c592d1109ac5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac98f5e5bd2e49fda72eeb0c2af2d0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7283347 Aug 16 01:57:56.975569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45540) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.982403 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50727a-5c68-4a46-8499-c592d1109ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80802e0b-b242-4e4f-8b50-74005b57f4c3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:56.998200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Usage tracker for resource:subnet and tenant:4701703fde7748babebbf659d889c46a is out of sync, need to count used quota {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:57:57.014081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:57:57.058272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Usage tracker for resource:subnetpool and tenant:4701703fde7748babebbf659d889c46a is out of sync, need to count used quota {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:57:57.064073 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a403ee30-1845-48c1-ae5c-a8c6ba51174c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.068745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Pushing event updated for resources: {'Port': ['ID=a006a1ed-9775-48e7-9744-3974d4cfbc14,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.076426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:57:57.079437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-8ed2ccb7-46b6-4f76-8c26-8034ddba2bda tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.100860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403ee30-1845-48c1-ae5c-a8c6ba51174c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=28a8fc7d-441e-4a83-b3d0-ece8789a18d6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.106071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a403ee30-1845-48c1-ae5c-a8c6ba51174c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.110871 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a403ee30-1845-48c1-ae5c-a8c6ba51174c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/28a8fc7d-441e-4a83-b3d0-ece8789a18d6 HTTP/1.1" status: 204 len: 168 time: 0.7507133 Aug 16 01:57:57.111151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45542) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:57.119473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd2a151-7398-4d6b-b74d-664f6006b4f6 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:57.121591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Usage tracker for resource:port and tenant:4701703fde7748babebbf659d889c46a is out of sync, need to count used quota {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:57:57.124807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5b42708-5d11-45ec-8166-ad27fc8817c3 req-1f71441a-34f1-4463-8e70-993f2a320b31 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499058 Aug 16 01:57:57.169478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e29942-3788-403a-96cb-83e8349ccad6 req-b19ed731-e557-422d-8c4d-b224761f3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.171052 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-52e29942-3788-403a-96cb-83e8349ccad6 req-b19ed731-e557-422d-8c4d-b224761f3743 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 1097 time: 0.1525252 Aug 16 01:57:57.173157 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ce4dc9c-0112-4703-a082-195907b9eac7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601726 Aug 16 01:57:57.174825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:57:57.179439 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45546) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:57.228013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Usage tracker for resource:router and tenant:4701703fde7748babebbf659d889c46a is out of sync, need to count used quota {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:57:57.245553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:57:57.252457 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-52e29942-3788-403a-96cb-83e8349ccad6 req-38ce1b84-245d-40b2-a952-be532826663b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720191 Aug 16 01:57:57.260822 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Usage tracker for resource:floatingip and tenant:4701703fde7748babebbf659d889c46a is out of sync, need to count used quota {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:57:57.276452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4504ba3-18f9-48ad-a1f5-eb8706ef035d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.278666 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a4504ba3-18f9-48ad-a1f5-eb8706ef035d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0915339 Aug 16 01:57:57.279461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:57:57.282006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45548) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:57.340316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbd0bde-551b-4690-8052-ad7518acf47a None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:57.366237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51a1d3-903b-4909-a0af-146bdb09b620 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.370140 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0d51a1d3-903b-4909-a0af-146bdb09b620 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0829365 Aug 16 01:57:57.371163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45550) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:57.393237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd0bde-551b-4690-8052-ad7518acf47a None None] Deleting port 292cde46-c7dd-4081-a295-3045a496cba7 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:57.393634 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0bde-551b-4690-8052-ad7518acf47a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.417567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-96a36db5-c2d9-49f6-ba1c-a8313483dee5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416200 Aug 16 01:57:57.418145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45552) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:57.423184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-795a0f40-c2b6-4a1e-99b4-62754ed63424 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:57.440244 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Usage tracker for resource:security_group and tenant:4701703fde7748babebbf659d889c46a is out of sync, need to count used quota {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:57:57.468702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1dbd0bde-551b-4690-8052-ad7518acf47a None None] For port 292cde46-c7dd-4081-a295-3045a496cba7, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=292cde46-c7dd-4081-a295-3045a496cba7,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:57.469118 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0bde-551b-4690-8052-ad7518acf47a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.477880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:57:57.483534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd0bde-551b-4690-8052-ad7518acf47a None None] Calling delete_port for 292cde46-c7dd-4081-a295-3045a496cba7 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:57.509765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Usage tracker for resource:security_group_rule and tenant:4701703fde7748babebbf659d889c46a is out of sync, need to count used quota {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:57:57.521762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.quota.resource [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101380) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:57:57.542904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2ccb7-46b6-4f76-8c26-8034ddba2bda tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Port': ['ID=0c5a40f0-4328-4955-a63c-526c497399a6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.580472 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0bde-551b-4690-8052-ad7518acf47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.619706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd0bde-551b-4690-8052-ad7518acf47a None None] Pushing event deleted for resources: {'Port': ['ID=292cde46-c7dd-4081-a295-3045a496cba7,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.623493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd0bde-551b-4690-8052-ad7518acf47a None None] No DVR routers for this DVR port 292cde46-c7dd-4081-a295-3045a496cba7 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:57.662300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0888151-4e38-4d5d-a1e5-ca7f2f534e96 req-6f9e1246-61a6-42b1-be73-82218f9ecb0b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.663888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0888151-4e38-4d5d-a1e5-ca7f2f534e96 req-6f9e1246-61a6-42b1-be73-82218f9ecb0b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.6375842 Aug 16 01:57:57.664758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-8ed2ccb7-46b6-4f76-8c26-8034ddba2bda tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] No DVR routers for this DVR port 0c5a40f0-4328-4955-a63c-526c497399a6 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:57.670055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1403aa1-b4d7-41ff-a71c-f677dfd9a754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.682528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-8ed2ccb7-46b6-4f76-8c26-8034ddba2bda tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.684705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-8ed2ccb7-46b6-4f76-8c26-8034ddba2bda tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "DELETE /v2.0/ports/0c5a40f0-4328-4955-a63c-526c497399a6 HTTP/1.1" status: 204 len: 173 time: 2.1545312 Aug 16 01:57:57.690990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-deleted', 'tag': '0c5a40f0-4328-4955-a63c-526c497399a6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:57.694262 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c7ecac-b500-4365-b4dd-c503f9fe1c38" -d '{"events": [{"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-deleted", "tag": "0c5a40f0-4328-4955-a63c-526c497399a6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:57.736740 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1403aa1-b4d7-41ff-a71c-f677dfd9a754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.770526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 292cde46-c7dd-4081-a295-3045a496cba7 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:57.791523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 292cde46-c7dd-4081-a295-3045a496cba7 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:57.791870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 292cde46-c7dd-4081-a295-3045a496cba7 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:57.797220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320e059-ece6-4d75-88d0-4661e5f46ac9 req-23c60ea5-44d3-4f4c-809d-ba8727b74b84 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.804243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320e059-ece6-4d75-88d0-4661e5f46ac9 req-23c60ea5-44d3-4f4c-809d-ba8727b74b84 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.810299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a320e059-ece6-4d75-88d0-4661e5f46ac9 req-23c60ea5-44d3-4f4c-809d-ba8727b74b84 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 1683 time: 0.2623348 Aug 16 01:57:57.811348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Attempting to bind port a006a1ed-9775-48e7-9744-3974d4cfbc14 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:57.811920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Attempting to bind port a006a1ed-9775-48e7-9744-3974d4cfbc14 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:57.812342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Attempting to bind port a006a1ed-9775-48e7-9744-3974d4cfbc14 on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:57.843285 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d3e56c79-0f75-4ba5-ad30-81d54f4e4a3d tempest-QuotasTest-177397051 tempest-QuotasTest-177397051-project-admin] 10.222.0.79 "GET /v2.0/quotas/4701703fde7748babebbf659d889c46a/details.json HTTP/1.1" status: 200 len: 703 time: 1.0734797 Aug 16 01:57:57.854727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Port a006a1ed-9775-48e7-9744-3974d4cfbc14 on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:57.855163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Attempting to bind port a006a1ed-9775-48e7-9744-3974d4cfbc14 on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:57.866650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795a0f40-c2b6-4a1e-99b4-62754ed63424 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:57.870592 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-795a0f40-c2b6-4a1e-99b4-62754ed63424 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.887410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0888151-4e38-4d5d-a1e5-ca7f2f534e96 req-8ec92274-2412-4314-b3d1-6ff02454ce12 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901360 Aug 16 01:57:57.945630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:57.946731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Checking segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:57.946731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Bound using segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:57.946939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Bound port: a006a1ed-9775-48e7-9744-3974d4cfbc14, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:57.947372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.985890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a320e059-ece6-4d75-88d0-4661e5f46ac9 req-edd309f3-6958-4975-990a-be0ddcc14e9f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622026 Aug 16 01:57:58.061800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4dcb5426-aef1-4e62-9846-18c89eb1774c no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:58.097395 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeab9c9-4dba-4e59-befe-9ef64737abff x-openstack-request-id: req-bdeab9c9-4dba-4e59-befe-9ef64737abff {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:58.099021 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-deleted", "tag": "0c5a40f0-4328-4955-a63c-526c497399a6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:58.099280 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bdeab9c9-4dba-4e59-befe-9ef64737abff {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:58.099719 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-deleted', 'tag': '0c5a40f0-4328-4955-a63c-526c497399a6', 'status': 'completed', 'code': 200} Aug 16 01:57:58.148833 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1403aa1-b4d7-41ff-a71c-f677dfd9a754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.151486 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1403aa1-b4d7-41ff-a71c-f677dfd9a754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.158387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a1403aa1-b4d7-41ff-a71c-f677dfd9a754 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/80802e0b-b242-4e4f-8b50-74005b57f4c3 HTTP/1.1" status: 204 len: 168 time: 1.1789770 Aug 16 01:57:58.170786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-5e240a6a-efc9-4a09-9f58-9c2e26de0793 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting port 4dcb5426-aef1-4e62-9846-18c89eb1774c {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:58.171162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-5e240a6a-efc9-4a09-9f58-9c2e26de0793 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.197738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435596c0-900e-4d9e-9162-f19075e17828 req-cd34e3d5-1a21-4294-b672-28356c6f8ee2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.206897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-435596c0-900e-4d9e-9162-f19075e17828 req-cd34e3d5-1a21-4294-b672-28356c6f8ee2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 945 time: 0.2021291 Aug 16 01:57:58.209848 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.252134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4dcb5426-aef1-4e62-9846-18c89eb1774c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4dcb5426-aef1-4e62-9846-18c89eb1774c,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:58.258689 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.261431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:58.292803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.objects.ports [None req-795a0f40-c2b6-4a1e-99b4-62754ed63424 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101380) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:57:58.296130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1403aa1-b4d7-41ff-a71c-f677dfd9a754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80802e0b-b242-4e4f-8b50-74005b57f4c3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.296555 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-795a0f40-c2b6-4a1e-99b4-62754ed63424 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.312945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] For port a006a1ed-9775-48e7-9744-3974d4cfbc14, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:58.343836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] For port a006a1ed-9775-48e7-9744-3974d4cfbc14, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a006a1ed-9775-48e7-9744-3974d4cfbc14,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:58.365870 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.389628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a0f40-c2b6-4a1e-99b4-62754ed63424 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=749785c6-1241-452d-a027-bbb5333bb6c0,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.401224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a0f40-c2b6-4a1e-99b4-62754ed63424 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:58.402726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45568) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:58.404631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-795a0f40-c2b6-4a1e-99b4-62754ed63424 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:58.414106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795a0f40-c2b6-4a1e-99b4-62754ed63424 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.414725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-795a0f40-c2b6-4a1e-99b4-62754ed63424 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.435262 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-795a0f40-c2b6-4a1e-99b4-62754ed63424 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0136025 Aug 16 01:57:58.435916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45572) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:58.442473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d5f8eb7e-e72c-4758-a415-d9c382f5f955 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:58.496208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Pushing event updated for resources: {'Port': ['ID=a006a1ed-9775-48e7-9744-3974d4cfbc14,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.512575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-435596c0-900e-4d9e-9162-f19075e17828 req-bbd3070b-fc42-440d-8c7f-cb5ca4ae253c tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003590 Aug 16 01:57:58.528905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecab28-59a7-48aa-b83e-f72df90e3fe7 req-fcd474a7-475f-4063-802f-564dcbaaf264 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.531867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdecab28-59a7-48aa-b83e-f72df90e3fe7 req-fcd474a7-475f-4063-802f-564dcbaaf264 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.3858223 Aug 16 01:57:58.565887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=4dcb5426-aef1-4e62-9846-18c89eb1774c,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.581019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31592435-ee51-4628-bb80-e022ab6b511c None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:58.583886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.584521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.597071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-916837bd-b608-4bd0-93af-c72c1a6b1858 service neutron] 10.222.0.84 "PUT /v2.0/ports/a006a1ed-9775-48e7-9744-3974d4cfbc14 HTTP/1.1" status: 200 len: 1093 time: 3.4789393 Aug 16 01:57:58.599583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-5e240a6a-efc9-4a09-9f58-9c2e26de0793 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] For port 4dcb5426-aef1-4e62-9846-18c89eb1774c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4dcb5426-aef1-4e62-9846-18c89eb1774c,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:58.599963 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-5e240a6a-efc9-4a09-9f58-9c2e26de0793 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.632028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f8eb7e-e72c-4758-a415-d9c382f5f955 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:58.643550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d5f8eb7e-e72c-4758-a415-d9c382f5f955 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.695930 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-5e240a6a-efc9-4a09-9f58-9c2e26de0793 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Calling delete_port for 4dcb5426-aef1-4e62-9846-18c89eb1774c owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:58.728903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdecab28-59a7-48aa-b83e-f72df90e3fe7 req-0f12f7ac-8f8b-4e36-a551-015d0d06c733 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804938 Aug 16 01:57:58.754197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bde886e8-c74e-4bd0-84f2-136b343975ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.775595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb843c9e-f24f-4536-b87f-c0b82d713c96 req-c2526d8a-5ef2-4623-85c0-4da4ed6203c6 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.787295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb843c9e-f24f-4536-b87f-c0b82d713c96 req-c2526d8a-5ef2-4623-85c0-4da4ed6203c6 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 944 time: 0.1654773 Aug 16 01:57:58.806986 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.836156 n-d-768851-16 neutron-server[101380]: INFO neutron.db.ipam_backend_mixin [None req-d5f8eb7e-e72c-4758-a415-d9c382f5f955 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 749785c6-1241-452d-a027-bbb5333bb6c0 (CIDR: 2001:db8::/64) Aug 16 01:57:58.844387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '749785c6-1241-452d-a027-bbb5333bb6c0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:58.845986 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f8eb7e-e72c-4758-a415-d9c382f5f955 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:57:58.846190 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.846454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f8eb7e-e72c-4758-a415-d9c382f5f955 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:57:58.872022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-4cb2cd7d-beea-43ad-94d3-0ee0f891d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.873891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-4cb2cd7d-beea-43ad-94d3-0ee0f891d581 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 1096 time: 0.2104356 Aug 16 01:57:58.877479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,segment=NetworkSegment(6403a6f7-2f1c-4d69-a194-5fb2c7a669f2),segment_id=6403a6f7-2f1c-4d69-a194-5fb2c7a669f2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:58.887878 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.888633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 0c5a40f0-4328-4955-a63c-526c497399a6 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:58.894500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45576) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:58.895003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb843c9e-f24f-4536-b87f-c0b82d713c96 req-d8c67fd6-2994-4819-8cc5-c5078c761366 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017549 Aug 16 01:57:58.920303 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e9ed7ba-03f9-43fa-a87c-1e164e46fcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.947420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bde886e8-c74e-4bd0-84f2-136b343975ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.954970 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bde886e8-c74e-4bd0-84f2-136b343975ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.955328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dcb5426-aef1-4e62-9846-18c89eb1774c'}, {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc1c9c30-58b5-4eb9-ab27-94226dcb0b72'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:58.957914 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0b7c05-c387-4f08-aafc-4378246ff404" -d '{"events": [{"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4dcb5426-aef1-4e62-9846-18c89eb1774c"}, {"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fc1c9c30-58b5-4eb9-ab27-94226dcb0b72"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:58.973375 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d5f8eb7e-e72c-4758-a415-d9c382f5f955 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5340624 Aug 16 01:57:58.973601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-38ed32a6-d91b-4390-82d4-9ca46d5fb5bd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a006a1ed-9775-48e7-9744-3974d4cfbc14 HTTP/1.1" status: 200 len: 217 time: 0.0691628 Aug 16 01:57:58.975892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45582) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:58.993053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-991fe430-ecaf-4a63-9f3e-c45d08eb05ae tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:59.001063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 0c5a40f0-4328-4955-a63c-526c497399a6 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:59.001425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 0c5a40f0-4328-4955-a63c-526c497399a6 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:59.023084 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bde886e8-c74e-4bd0-84f2-136b343975ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c533e67f24c64d5591028e80220d99b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6170776 Aug 16 01:57:59.025871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde886e8-c74e-4bd0-84f2-136b343975ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67be47db-16a4-462e-b24d-29bb0e5cf7c3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.028402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45586) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.060233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.065742 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d212d8cf-8ad6-4bf5-bb7a-0619d436d895 x-openstack-request-id: req-d212d8cf-8ad6-4bf5-bb7a-0619d436d895 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:59.066748 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4dcb5426-aef1-4e62-9846-18c89eb1774c", "code": 200}, {"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fc1c9c30-58b5-4eb9-ab27-94226dcb0b72", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:59.067155 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d212d8cf-8ad6-4bf5-bb7a-0619d436d895 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:59.068233 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dcb5426-aef1-4e62-9846-18c89eb1774c', 'code': 200} Aug 16 01:57:59.068647 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc1c9c30-58b5-4eb9-ab27-94226dcb0b72', 'code': 200} Aug 16 01:57:59.127019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Allocated IP 2001:db8::f816:3eff:feb0:d405 (4c0e190f-1577-4471-8063-ddf0f1be0b48/749785c6-1241-452d-a027-bbb5333bb6c0/0a064708-7c9a-432e-ae85-c5f83922cf43) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:59.129711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4754528a-2f50-4559-9611-f3736d1935ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.151898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e9ed7ba-03f9-43fa-a87c-1e164e46fcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.161493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4754528a-2f50-4559-9611-f3736d1935ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.163283 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e9ed7ba-03f9-43fa-a87c-1e164e46fcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.230883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ed7ba-03f9-43fa-a87c-1e164e46fcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16503c10-01db-4611-8c43-7d71d11a2c3e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.236537 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1e9ed7ba-03f9-43fa-a87c-1e164e46fcee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c8e4d85d8874d4fa86158f5612bd3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373594 Aug 16 01:57:59.239044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45588) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.270104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-16fa6601-c091-4648-b93c-4c171e6817c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.272340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-16fa6601-c091-4648-b93c-4c171e6817c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.1684833 Aug 16 01:57:59.280179 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4754528a-2f50-4559-9611-f3736d1935ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.282972 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4754528a-2f50-4559-9611-f3736d1935ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.286845 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4754528a-2f50-4559-9611-f3736d1935ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67be47db-16a4-462e-b24d-29bb0e5cf7c3 HTTP/1.1" status: 204 len: 168 time: 0.2527781 Aug 16 01:57:59.297096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754528a-2f50-4559-9611-f3736d1935ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be47db-16a4-462e-b24d-29bb0e5cf7c3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.311207 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7cfc26e5-17f5-48e3-9cad-f4d28cf35c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.331549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed17fc-4d69-49fe-9e5c-1ae6a049a76e req-aac9e1ee-ce05-408d-8ec0-bcd061fcfcc3 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.340266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66ed17fc-4d69-49fe-9e5c-1ae6a049a76e req-aac9e1ee-ce05-408d-8ec0-bcd061fcfcc3 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.3662131 Aug 16 01:57:59.352427 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7cfc26e5-17f5-48e3-9cad-f4d28cf35c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.352637 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.362699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Transition to ACTIVE for port object 0a064708-7c9a-432e-ae85-c5f83922cf43 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:59.373397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-9846cf66-04c8-4976-b72e-10597ba6c432 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908356 Aug 16 01:57:59.383516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Transition to ACTIVE for port object 0a064708-7c9a-432e-ae85-c5f83922cf43 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:59.392263 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.416218 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7cfc26e5-17f5-48e3-9cad-f4d28cf35c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.418995 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7cfc26e5-17f5-48e3-9cad-f4d28cf35c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.420164 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7cfc26e5-17f5-48e3-9cad-f4d28cf35c28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16503c10-01db-4611-8c43-7d71d11a2c3e HTTP/1.1" status: 204 len: 168 time: 0.1801381 Aug 16 01:57:59.430450 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc26e5-17f5-48e3-9cad-f4d28cf35c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16503c10-01db-4611-8c43-7d71d11a2c3e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.433045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9777924-4488-454c-9d31-e51f6f189f65 req-55d13028-3413-46ba-9e02-f8b812b656df tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.445884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9777924-4488-454c-9d31-e51f6f189f65 req-55d13028-3413-46ba-9e02-f8b812b656df tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.447549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9777924-4488-454c-9d31-e51f6f189f65 req-55d13028-3413-46ba-9e02-f8b812b656df tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 1679 time: 0.3021595 Aug 16 01:57:59.450390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:59.455154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991fe430-ecaf-4a63-9f3e-c45d08eb05ae tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:59.457646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:59.458711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-991fe430-ecaf-4a63-9f3e-c45d08eb05ae tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.466520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:59.494327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Pushing event updated for resources: {'Port': ['ID=0a064708-7c9a-432e-ae85-c5f83922cf43,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.563628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Attempting to bind port 0a064708-7c9a-432e-ae85-c5f83922cf43 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:59.563997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Attempting to bind port 0a064708-7c9a-432e-ae85-c5f83922cf43 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:59.564363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Attempting to bind port 0a064708-7c9a-432e-ae85-c5f83922cf43 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:59.571253 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:59.571536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:59.571859 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.572258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:59.572737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Bound port: 0a064708-7c9a-432e-ae85-c5f83922cf43, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:59.573896 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.586321 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-5e240a6a-efc9-4a09-9f58-9c2e26de0793 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.594295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66ed17fc-4d69-49fe-9e5c-1ae6a049a76e req-a2261a80-d127-4c1e-a56b-deb3c5cfab50 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530775 Aug 16 01:57:59.658419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e240a6a-efc9-4a09-9f58-9c2e26de0793 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Port': ['ID=4dcb5426-aef1-4e62-9846-18c89eb1774c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.677862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] For port 0a064708-7c9a-432e-ae85-c5f83922cf43, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:59.687189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] For port 0a064708-7c9a-432e-ae85-c5f83922cf43, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0a064708-7c9a-432e-ae85-c5f83922cf43,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:59.698048 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.698463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9777924-4488-454c-9d31-e51f6f189f65 req-fff3de93-bf51-4c10-85d9-4b469e69f6c9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248209 Aug 16 01:57:59.780410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45602) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.806928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c8584-eb2b-4aa7-b4b3-feee13d37229 None None] Pushing event updated for resources: {'Port': ['ID=0a064708-7c9a-432e-ae85-c5f83922cf43,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.812038 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a7a4b4f-abb6-49e7-84ec-663d09fcce39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.873406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-e632fc77-140f-4a93-8428-4963a9b4f0d0 service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717102 Aug 16 01:57:59.926895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-5e240a6a-efc9-4a09-9f58-9c2e26de0793 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] No DVR routers for this DVR port 4dcb5426-aef1-4e62-9846-18c89eb1774c on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:59.931047 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-5e240a6a-efc9-4a09-9f58-9c2e26de0793 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.935059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-5e240a6a-efc9-4a09-9f58-9c2e26de0793 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "DELETE /v2.0/ports/4dcb5426-aef1-4e62-9846-18c89eb1774c HTTP/1.1" status: 204 len: 173 time: 2.2307458 Aug 16 01:57:59.965932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a7a4b4f-abb6-49e7-84ec-663d09fcce39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.971949 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a7a4b4f-abb6-49e7-84ec-663d09fcce39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.042945 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8a7a4b4f-abb6-49e7-84ec-663d09fcce39 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4701703fde7748babebbf659d889c46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604241 Aug 16 01:58:00.043578 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45608) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:00.081968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a4b4f-abb6-49e7-84ec-663d09fcce39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b18d4f-65e8-4562-9f2b-511d88e1a365,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:00.103489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d72eb11-6825-4aee-bb70-9e4921072736', 'tag': 'a006a1ed-9775-48e7-9744-3974d4cfbc14'}, {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-deleted', 'tag': '4dcb5426-aef1-4e62-9846-18c89eb1774c'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:00.106030 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a885251-d3aa-4e3b-949d-e06b72a40fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d72eb11-6825-4aee-bb70-9e4921072736", "tag": "a006a1ed-9775-48e7-9744-3974d4cfbc14"}, {"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-deleted", "tag": "4dcb5426-aef1-4e62-9846-18c89eb1774c"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:00.138594 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f6b72-dd78-401e-a933-8eaa47225568 req-c266b116-3a4b-4833-bd0b-292f1e3c4d7e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.140550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f29e9b48-6e37-43a5-a9bf-f6f14223d918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.142490 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a4f6b72-dd78-401e-a933-8eaa47225568 req-c266b116-3a4b-4833-bd0b-292f1e3c4d7e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 945 time: 0.2265251 Aug 16 01:58:00.180265 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f29e9b48-6e37-43a5-a9bf-f6f14223d918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.261719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32041519-311b-4d3c-a571-0ccb70e3171d req-a315b651-2720-4788-964c-6ddac537d011 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.269800 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f29e9b48-6e37-43a5-a9bf-f6f14223d918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.270571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32041519-311b-4d3c-a571-0ccb70e3171d req-a315b651-2720-4788-964c-6ddac537d011 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.3958406 Aug 16 01:58:00.275427 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f29e9b48-6e37-43a5-a9bf-f6f14223d918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.280091 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f29e9b48-6e37-43a5-a9bf-f6f14223d918 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6b18d4f-65e8-4562-9f2b-511d88e1a365 HTTP/1.1" status: 204 len: 168 time: 0.2340724 Aug 16 01:58:00.292413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e9b48-6e37-43a5-a9bf-f6f14223d918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b18d4f-65e8-4562-9f2b-511d88e1a365,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:00.353300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a4f6b72-dd78-401e-a933-8eaa47225568 req-6a543fa9-765f-45d2-a8e1-e525d78623d1 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002373 Aug 16 01:58:00.364319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca1201d-bf60-4b11-8acc-829f8f094303 req-16977c8e-9e5a-4093-8c8d-9dc099556c21 service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246306 Aug 16 01:58:00.404455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32041519-311b-4d3c-a571-0ccb70e3171d req-bce9d4cd-c619-4d95-aed5-b44e620ef35e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323864 Aug 16 01:58:00.407086 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-991fe430-ecaf-4a63-9f3e-c45d08eb05ae tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.424862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-0a97b69b-0ca9-4b9b-8008-40b645fd48ad tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:00.425229 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-0a97b69b-0ca9-4b9b-8008-40b645fd48ad tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.515742 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256cee28-4a65-4a9e-a92d-61a919c896f4 x-openstack-request-id: req-256cee28-4a65-4a9e-a92d-61a919c896f4 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:00.516115 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d72eb11-6825-4aee-bb70-9e4921072736", "tag": "a006a1ed-9775-48e7-9744-3974d4cfbc14", "status": "completed", "code": 200}, {"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-deleted", "tag": "4dcb5426-aef1-4e62-9846-18c89eb1774c", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:00.516336 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-256cee28-4a65-4a9e-a92d-61a919c896f4 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:00.516739 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d72eb11-6825-4aee-bb70-9e4921072736', 'tag': 'a006a1ed-9775-48e7-9744-3974d4cfbc14', 'status': 'completed', 'code': 200} Aug 16 01:58:00.517003 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-deleted', 'tag': '4dcb5426-aef1-4e62-9846-18c89eb1774c', 'status': 'completed', 'code': 200} Aug 16 01:58:00.522424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fe430-ecaf-4a63-9f3e-c45d08eb05ae tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:00.549259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-991fe430-ecaf-4a63-9f3e-c45d08eb05ae tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:00.597171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fe430-ecaf-4a63-9f3e-c45d08eb05ae tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=3eba5426-edee-4f3c-b896-579f05b4fe5f,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:00.622942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991fe430-ecaf-4a63-9f3e-c45d08eb05ae tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.623544 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-991fe430-ecaf-4a63-9f3e-c45d08eb05ae tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.728567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-991fe430-ecaf-4a63-9f3e-c45d08eb05ae tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7405202 Aug 16 01:58:00.731500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45644) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:00.746080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:ee:f5:6c', 'name': 'tempest-NetworksTestDHCPv6-941383978'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:00.755748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a885251-d3aa-4e3b-949d-e06b72a40fc1 req-c51396a7-5292-42b1-a03f-e467fb8b3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.757308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a885251-d3aa-4e3b-949d-e06b72a40fc1 req-c51396a7-5292-42b1-a03f-e467fb8b3dee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 1096 time: 0.1705613 Aug 16 01:58:00.792213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e2ced-1519-4880-8e4c-48f39d4e9196 req-f26dec28-0853-4d46-a8d0-0d6c53cb73aa tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.793782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d41e2ced-1519-4880-8e4c-48f39d4e9196 req-f26dec28-0853-4d46-a8d0-0d6c53cb73aa tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 944 time: 0.3084600 Aug 16 01:58:00.973483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-0a97b69b-0ca9-4b9b-8008-40b645fd48ad tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] For port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,segment=NetworkSegment(6403a6f7-2f1c-4d69-a194-5fb2c7a669f2),segment_id=6403a6f7-2f1c-4d69-a194-5fb2c7a669f2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:00.974253 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-0a97b69b-0ca9-4b9b-8008-40b645fd48ad tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.976871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:00.988894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a885251-d3aa-4e3b-949d-e06b72a40fc1 req-27aa0444-d7d0-4603-9596-63c35da4c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.991101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a885251-d3aa-4e3b-949d-e06b72a40fc1 req-27aa0444-d7d0-4603-9596-63c35da4c18d service neutron] 10.222.0.84 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 913 time: 0.1962984 Aug 16 01:58:01.012477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-0a97b69b-0ca9-4b9b-8008-40b645fd48ad tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Calling delete_port for fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:01.070601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d41e2ced-1519-4880-8e4c-48f39d4e9196 req-f4c6190f-4531-4a90-8943-3bf0040d7d18 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769273 Aug 16 01:58:01.082336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff5891-ee92-4989-83b3-9619b6c91b9a req-bedc8ccb-b9ec-4f3e-8473-370679aca32c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:01.091202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18ff5891-ee92-4989-83b3-9619b6c91b9a req-bedc8ccb-b9ec-4f3e-8473-370679aca32c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2002933 Aug 16 01:58:01.094505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a885251-d3aa-4e3b-949d-e06b72a40fc1 req-c55f096e-20ca-466d-9f74-9c7f09548c2b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a006a1ed-9775-48e7-9744-3974d4cfbc14 HTTP/1.1" status: 200 len: 217 time: 0.0858002 Aug 16 01:58:01.148674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.187770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 748e6e6b-f317-4ef1-8ffe-9dcdb4e81d09 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:58:01.259170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18ff5891-ee92-4989-83b3-9619b6c91b9a req-c7eb70bd-06f7-4c7e-be79-91da697bd4a8 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662338 Aug 16 01:58:01.267297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a885251-d3aa-4e3b-949d-e06b72a40fc1 req-f5adb881-2b15-458a-bae3-9f8f21a8b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:01.267496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1045eefd-70c8-404e-b32b-6f3bd143d54e None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:01.268880 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a885251-d3aa-4e3b-949d-e06b72a40fc1 req-f5adb881-2b15-458a-bae3-9f8f21a8b149 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.1640475 Aug 16 01:58:01.309539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e9cc7-dd32-4e7f-ad88-15c9e52b09da req-70bf65ae-2190-4cf1-906f-4dbb54c9b1e1 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:01.311375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f2e9cc7-dd32-4e7f-ad88-15c9e52b09da req-70bf65ae-2190-4cf1-906f-4dbb54c9b1e1 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 944 time: 0.1364489 Aug 16 01:58:01.340011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a885251-d3aa-4e3b-949d-e06b72a40fc1 req-51c198b7-2a24-46d3-906a-76ccc8ba6c04 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607064 Aug 16 01:58:01.377490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7f23931a-3761-4df4-9a00-5f8c45894b6d None None] Provisioning for port 0a064708-7c9a-432e-ae85-c5f83922cf43 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:01.498237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8:0:1::43 (4c0e190f-1577-4471-8063-ddf0f1be0b48/3eba5426-edee-4f3c-b896-579f05b4fe5f/748e6e6b-f317-4ef1-8ffe-9dcdb4e81d09) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:01.511454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::f816:3eff:feee:f56c (4c0e190f-1577-4471-8063-ddf0f1be0b48/749785c6-1241-452d-a027-bbb5333bb6c0/748e6e6b-f317-4ef1-8ffe-9dcdb4e81d09) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:01.735419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c8f216-20b0-40f3-b025-20183e1efa1f None None] Update dhcp port {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': '749785c6-1241-452d-a027-bbb5333bb6c0', 'ip_address': '2001:db8::f816:3eff:feb0:d405'}, {'subnet_id': '3eba5426-edee-4f3c-b896-579f05b4fe5f'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '0a064708-7c9a-432e-ae85-c5f83922cf43'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:58:01.745455 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.762018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 748e6e6b-f317-4ef1-8ffe-9dcdb4e81d09 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:01.775807 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-78c8f216-20b0-40f3-b025-20183e1efa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.846006 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.854813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a064708-7c9a-432e-ae85-c5f83922cf43 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:01.874814 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:01.879211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:01.923223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:01.930563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:01.931589 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.978517 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2432573 Aug 16 01:58:01.981099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45678) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:01.990266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f2e9cc7-dd32-4e7f-ad88-15c9e52b09da req-3a852c2c-06d8-435e-872c-b7ee79f7d91a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6540499 Aug 16 01:58:01.996694 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-0a97b69b-0ca9-4b9b-8008-40b645fd48ad tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.021971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a707a1-b731-438b-87ef-b1531337801c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=748e6e6b-f317-4ef1-8ffe-9dcdb4e81d09,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:02.030086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 0a064708-7c9a-432e-ae85-c5f83922cf43 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:02.037213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0a064708-7c9a-432e-ae85-c5f83922cf43 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:02.037956 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.080009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97b69b-0ca9-4b9b-8008-40b645fd48ad tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Port': ['ID=fc1c9c30-58b5-4eb9-ab27-94226dcb0b72,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:02.104213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-78c8f216-20b0-40f3-b025-20183e1efa1f None None] Allocated IP 2001:db8:0:1::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/3eba5426-edee-4f3c-b896-579f05b4fe5f/0a064708-7c9a-432e-ae85-c5f83922cf43) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:02.239078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7f425-259e-4537-a51d-a263e41b5235 req-4e3f8339-3a93-4afa-b934-87c3f9935209 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:02.253496 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75f7f425-259e-4537-a51d-a263e41b5235 req-4e3f8339-3a93-4afa-b934-87c3f9935209 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.3459754 Aug 16 01:58:02.254373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-0a97b69b-0ca9-4b9b-8008-40b645fd48ad tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] No DVR routers for this DVR port fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:02.259171 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-0a97b69b-0ca9-4b9b-8008-40b645fd48ad tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.262146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b741e402-24ce-4411-9ab3-d0e943fb2b4b req-0a97b69b-0ca9-4b9b-8008-40b645fd48ad tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "DELETE /v2.0/ports/fc1c9c30-58b5-4eb9-ab27-94226dcb0b72 HTTP/1.1" status: 204 len: 173 time: 2.3002684 Aug 16 01:58:02.286838 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.302804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-cee0c77a-7783-4206-9852-d0c26ac5211d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 748e6e6b-f317-4ef1-8ffe-9dcdb4e81d09 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:02.303168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cee0c77a-7783-4206-9852-d0c26ac5211d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.343801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a885251-d3aa-4e3b-949d-e06b72a40fc1 req-1b728195-dace-4cb1-8e3f-cd7ec8452202 service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9909143 Aug 16 01:58:02.379111 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-78c8f216-20b0-40f3-b025-20183e1efa1f None None] For port 0a064708-7c9a-432e-ae85-c5f83922cf43, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0a064708-7c9a-432e-ae85-c5f83922cf43,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:02.439062 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-78c8f216-20b0-40f3-b025-20183e1efa1f None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.453613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cee0c77a-7783-4206-9852-d0c26ac5211d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.468858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-cee0c77a-7783-4206-9852-d0c26ac5211d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 748e6e6b-f317-4ef1-8ffe-9dcdb4e81d09 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:02.475252 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-78c8f216-20b0-40f3-b025-20183e1efa1f None None] Transition to ACTIVE for port object 0a064708-7c9a-432e-ae85-c5f83922cf43 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:02.486281 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-78c8f216-20b0-40f3-b025-20183e1efa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.564761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-deleted', 'tag': 'fc1c9c30-58b5-4eb9-ab27-94226dcb0b72'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:02.567123 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cdc635-95cf-4724-888f-644e31ba6c80" -d '{"events": [{"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-deleted", "tag": "fc1c9c30-58b5-4eb9-ab27-94226dcb0b72"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:02.602707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75f7f425-259e-4537-a51d-a263e41b5235 req-504145fe-7e00-4771-a308-6d148b4b08bc tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383589 Aug 16 01:58:02.648861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ec934-e80a-45d0-9e4b-8e3f1e7d5ca1 req-4ec0a329-d6d8-424b-bb75-1d551365aa80 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:02.668041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-750ec934-e80a-45d0-9e4b-8e3f1e7d5ca1 req-4ec0a329-d6d8-424b-bb75-1d551365aa80 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 944 time: 0.4047930 Aug 16 01:58:02.712137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8f216-20b0-40f3-b025-20183e1efa1f None None] Pushing event updated for resources: {'Port': ['ID=0a064708-7c9a-432e-ae85-c5f83922cf43,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:02.735296 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:58:02.736157 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:58:02.782465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45704) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:02.791774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-750ec934-e80a-45d0-9e4b-8e3f1e7d5ca1 req-4085fc1c-b5a6-4b80-b5ce-b9c97eea6efb tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225460 Aug 16 01:58:02.826497 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cee0c77a-7783-4206-9852-d0c26ac5211d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.856820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a885251-d3aa-4e3b-949d-e06b72a40fc1 req-42f9419b-d603-4db7-b702-66e84ad7a37c service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973056 Aug 16 01:58:02.893640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0c77a-7783-4206-9852-d0c26ac5211d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=748e6e6b-f317-4ef1-8ffe-9dcdb4e81d09,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:02.899807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073236e-09b5-49c1-837d-ace91f2fab49 req-1bf2f98b-ff77-4be6-8f19-0e0558931d2e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:02.901474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6073236e-09b5-49c1-837d-ace91f2fab49 req-1bf2f98b-ff77-4be6-8f19-0e0558931d2e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.1680033 Aug 16 01:58:02.915557 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec32f8d-2538-4bd2-bc35-4521e250cf83 x-openstack-request-id: req-1ec32f8d-2538-4bd2-bc35-4521e250cf83 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:02.915869 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eff757-0d69-4488-8063-993d09e891d2", "name": "network-vif-deleted", "tag": "fc1c9c30-58b5-4eb9-ab27-94226dcb0b72", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:02.916131 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ec32f8d-2538-4bd2-bc35-4521e250cf83 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:02.919298 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eff757-0d69-4488-8063-993d09e891d2', 'name': 'network-vif-deleted', 'tag': 'fc1c9c30-58b5-4eb9-ab27-94226dcb0b72', 'status': 'completed', 'code': 200} Aug 16 01:58:02.974434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6073236e-09b5-49c1-837d-ace91f2fab49 req-84ff6509-fb2b-457d-9e2f-45b41d504546 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522013 Aug 16 01:58:02.988641 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cee0c77a-7783-4206-9852-d0c26ac5211d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.993518 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cee0c77a-7783-4206-9852-d0c26ac5211d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/748e6e6b-f317-4ef1-8ffe-9dcdb4e81d09 HTTP/1.1" status: 204 len: 168 time: 0.9980142 Aug 16 01:58:02.994114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45708) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:02.997955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1971790915', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:03.057114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Made reservation on behalf of 55793fe8f0e8477e9897fc22e751c943 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:03.061662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.076847 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.101004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db842e1b-0ef8-4152-890e-606c0f929c85 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.105371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45712) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:03.105874 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-db842e1b-0ef8-4152-890e-606c0f929c85 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1042445 Aug 16 01:58:03.196655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4932cbb8-574d-4ec2-9351-14805f969626 req-2cb8305c-f305-4c26-a7a7-3ff1fbca2126 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=f0eff757-0d69-4488-8063-993d09e891d2 HTTP/1.1" status: 200 len: 210 time: 0.0573523 Aug 16 01:58:03.219051 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.230853 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.231909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d37362a-b90f-418d-886a-6abc59e36466 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.234691 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5d37362a-b90f-418d-886a-6abc59e36466 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1264064 Aug 16 01:58:03.236668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45716) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:03.242407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] device_id is not set on port 488af84b-3a6d-49f9-aaaf-ab3aaf511182 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:58:03.319976 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.329022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f383f8-f414-4402-91b5-bb5908a95030,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:03.361580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6776373f-437a-4724-b705-42779759f570 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.366954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6776373f-437a-4724-b705-42779759f570 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.373024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6776373f-437a-4724-b705-42779759f570 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.377862 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6776373f-437a-4724-b705-42779759f570 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1400399 Aug 16 01:58:03.381397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45718) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:03.400084 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 0a064708-7c9a-432e-ae85-c5f83922cf43, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0a064708-7c9a-432e-ae85-c5f83922cf43,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:03.407133 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.412157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a006a1ed-9775-48e7-9744-3974d4cfbc14 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:03.461223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a43802-074a-41c4-b6d4-1cb59cf2e47e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 3eba5426-edee-4f3c-b896-579f05b4fe5f {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:03.465180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60a43802-074a-41c4-b6d4-1cb59cf2e47e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.473928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Allocated IP 172.25.2.207 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/488af84b-3a6d-49f9-aaaf-ab3aaf511182) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:03.550541 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60a43802-074a-41c4-b6d4-1cb59cf2e47e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.551067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=0a064708-7c9a-432e-ae85-c5f83922cf43,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:03.615862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a006a1ed-9775-48e7-9744-3974d4cfbc14, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a006a1ed-9775-48e7-9744-3974d4cfbc14,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:03.635633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'a006a1ed-9775-48e7-9744-3974d4cfbc14', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'port_id': 'a006a1ed-9775-48e7-9744-3974d4cfbc14', 'mac_address': 'fa:16:3e:f7:c5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2649e7e-bc88-4fba-bf60-4e29353aadc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:03.711081 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.727665 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.752030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3ed088d8-13a6-4557-8752-0fca57feb530 None None] Provisioning for port 0a064708-7c9a-432e-ae85-c5f83922cf43 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:03.758433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a006a1ed-9775-48e7-9744-3974d4cfbc14 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:03.770149 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3ed088d8-13a6-4557-8752-0fca57feb530 None None] Provisioning complete for port 0a064708-7c9a-432e-ae85-c5f83922cf43 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:03.770580 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3ed088d8-13a6-4557-8752-0fca57feb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.830186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a006a1ed-9775-48e7-9744-3974d4cfbc14, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a006a1ed-9775-48e7-9744-3974d4cfbc14,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:03.832422 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60a43802-074a-41c4-b6d4-1cb59cf2e47e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.833568 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a064708-7c9a-432e-ae85-c5f83922cf43 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:03.844225 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.873565 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.914287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e575a-d1c6-49c2-be98-4053bfd30dfe req-d3f69cd2-647e-4e43-ab0b-18840b75987e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.920950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:03.921953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e39e575a-d1c6-49c2-be98-4053bfd30dfe req-d3f69cd2-647e-4e43-ab0b-18840b75987e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.1940398 Aug 16 01:58:03.924451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:03.930057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:03.996117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Pushing event updated for resources: {'Port': ['ID=488af84b-3a6d-49f9-aaaf-ab3aaf511182,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:04.025081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:04.027418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.040015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0a064708-7c9a-432e-ae85-c5f83922cf43 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:04.040015 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.040488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a006a1ed-9775-48e7-9744-3974d4cfbc14,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:04.073906 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-148ac121-42bc-4c18-aa9c-bc57b9de4109 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.2873158 Aug 16 01:58:04.074694 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45732) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:04.079340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.207'}]}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:04.107640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.108618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.150736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e39e575a-d1c6-49c2-be98-4053bfd30dfe req-9b1735d7-3410-4d1a-a55c-582738a706f2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278056 Aug 16 01:58:04.157502 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60a43802-074a-41c4-b6d4-1cb59cf2e47e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.183870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bee203-b3d2-4f18-bdf5-9791b83f14f3 req-4fada27b-9b7e-4757-b4a2-6d8a12a0a695 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:04.199983 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3bee203-b3d2-4f18-bdf5-9791b83f14f3 req-4fada27b-9b7e-4757-b4a2-6d8a12a0a695 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 945 time: 0.2698064 Aug 16 01:58:04.203988 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60a43802-074a-41c4-b6d4-1cb59cf2e47e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.209709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-60a43802-074a-41c4-b6d4-1cb59cf2e47e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/3eba5426-edee-4f3c-b896-579f05b4fe5f HTTP/1.1" status: 204 len: 168 time: 0.8246908 Aug 16 01:58:04.232175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45736) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:04.245414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0ad572ce-332b-4cb6-9763-21ca4b8dcafb None None] Could not find standard attr ID for object 748e6e6b-f317-4ef1-8ffe-9dcdb4e81d09. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:58:04.254180 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.260119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a43802-074a-41c4-b6d4-1cb59cf2e47e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=3eba5426-edee-4f3c-b896-579f05b4fe5f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:04.371990 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3bee203-b3d2-4f18-bdf5-9791b83f14f3 req-11a434c0-6672-4d92-9957-84a36cfae983 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710019 Aug 16 01:58:04.404498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a9b29-ac74-45ec-ac47-3591abe0f1be None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:04.406506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb829d21-cedf-4d66-be29-720e4d6e4d71 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 749785c6-1241-452d-a027-bbb5333bb6c0 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:04.411993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a006a1ed-9775-48e7-9744-3974d4cfbc14'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:04.417655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb829d21-cedf-4d66-be29-720e4d6e4d71 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.442265 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.450337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55304b74-43c3-4346-a05c-2058c2bca069 req-0297e4fc-c5b1-402a-bb9e-fb6bf8b934e5 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:04.455301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45740) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:04.458150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55304b74-43c3-4346-a05c-2058c2bca069 req-0297e4fc-c5b1-402a-bb9e-fb6bf8b934e5 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.1658850 Aug 16 01:58:04.497728 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb829d21-cedf-4d66-be29-720e4d6e4d71 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.543042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55304b74-43c3-4346-a05c-2058c2bca069 req-13b02704-533e-4cdb-b350-6874f606f51f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838127 Aug 16 01:58:04.629924 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb829d21-cedf-4d66-be29-720e4d6e4d71 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.650269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bf79c4-53c6-4302-9e4f-15c32efd0c8a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting subnet 03761921-5fbe-4882-b27a-b8a29838e0b7 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:04.655618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26bf79c4-53c6-4302-9e4f-15c32efd0c8a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.706918 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26bf79c4-53c6-4302-9e4f-15c32efd0c8a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.721646 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb829d21-cedf-4d66-be29-720e4d6e4d71 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.762388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb829d21-cedf-4d66-be29-720e4d6e4d71 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=749785c6-1241-452d-a027-bbb5333bb6c0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:04.768329 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb829d21-cedf-4d66-be29-720e4d6e4d71 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.771084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bb829d21-cedf-4d66-be29-720e4d6e4d71 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/749785c6-1241-452d-a027-bbb5333bb6c0 HTTP/1.1" status: 204 len: 168 time: 0.5319173 Aug 16 01:58:04.776571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45742) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:04.797346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fdcfc0-7c14-47c1-be89-a54893775705 None None] Update dhcp port {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': '749785c6-1241-452d-a027-bbb5333bb6c0'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '0a064708-7c9a-432e-ae85-c5f83922cf43'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:58:04.823524 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-24fdcfc0-7c14-47c1-be89-a54893775705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.835546 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9f203ab5-0e83-4d6f-89de-2d43345c1c29 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458429 Aug 16 01:58:04.836383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45744) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:04.843810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4e41309d-b40d-44b2-8e36-2e20271f2d56 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:04.944570 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26bf79c4-53c6-4302-9e4f-15c32efd0c8a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.038947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e41309d-b40d-44b2-8e36-2e20271f2d56 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:05.042428 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e41309d-b40d-44b2-8e36-2e20271f2d56 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.047577 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26bf79c4-53c6-4302-9e4f-15c32efd0c8a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.138512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9652269-55d3-4bc7-9c25-065239ddfb81 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:05.201302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55e70ff-e36f-4920-9efb-0313441c36aa None None] Network 4066341a-d2cc-436e-9482-fc6d8687984b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:05.204663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf79c4-53c6-4302-9e4f-15c32efd0c8a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Subnet': ['ID=03761921-5fbe-4882-b27a-b8a29838e0b7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:05.215273 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26bf79c4-53c6-4302-9e4f-15c32efd0c8a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.217604 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-26bf79c4-53c6-4302-9e4f-15c32efd0c8a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "DELETE /v2.0/subnets/03761921-5fbe-4882-b27a-b8a29838e0b7 HTTP/1.1" status: 204 len: 168 time: 0.7611930 Aug 16 01:58:05.220185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45748) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:05.232121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a6cff32b-8269-44b4-9d6d-e86158b4160a None None] Provisioning complete for port 0a064708-7c9a-432e-ae85-c5f83922cf43 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:05.232121 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a6cff32b-8269-44b4-9d6d-e86158b4160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.328630 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.332493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.373258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.520157 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f19bd1-29d5-4715-95a0-ffee049824de req-041d8785-8740-4161-a16b-eeae231b49b1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:05.521831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77f19bd1-29d5-4715-95a0-ffee049824de req-041d8785-8740-4161-a16b-eeae231b49b1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.1855080 Aug 16 01:58:05.521993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12e277-bb67-4b1f-ab63-d157a7fdb596 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:05.583479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6238fdfe-f50c-41e8-9954-874d32ce9ed8 None None] DHCP port deletion for 4066341a-d2cc-436e-9482-fc6d8687984b request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:05.619033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting port 68a97de9-e453-4627-98f6-bb3dec9999fb {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:05.619377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.623092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9f12e277-bb67-4b1f-ab63-d157a7fdb596 None None] Deleting port 0a064708-7c9a-432e-ae85-c5f83922cf43 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:05.623475 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f12e277-bb67-4b1f-ab63-d157a7fdb596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.635547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77f19bd1-29d5-4715-95a0-ffee049824de req-1daa982e-cece-4550-9a53-5d511aa9c498 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030943 Aug 16 01:58:05.722314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2b3c9-72a7-4781-b9f3-da9295725ae8 req-1e76e4a0-47c2-4c83-abb0-b899e243104f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:05.730713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33f2b3c9-72a7-4781-b9f3-da9295725ae8 req-1e76e4a0-47c2-4c83-abb0-b899e243104f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 945 time: 0.2191162 Aug 16 01:58:05.779097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9f12e277-bb67-4b1f-ab63-d157a7fdb596 None None] For port 0a064708-7c9a-432e-ae85-c5f83922cf43, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0a064708-7c9a-432e-ae85-c5f83922cf43,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:05.779574 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f12e277-bb67-4b1f-ab63-d157a7fdb596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.805662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9f12e277-bb67-4b1f-ab63-d157a7fdb596 None None] Calling delete_port for 0a064708-7c9a-432e-ae85-c5f83922cf43 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:05.819400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6238fdfe-f50c-41e8-9954-874d32ce9ed8 None None] Deleting port 68a97de9-e453-4627-98f6-bb3dec9999fb {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:05.819764 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6238fdfe-f50c-41e8-9954-874d32ce9ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.829558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] For port 68a97de9-e453-4627-98f6-bb3dec9999fb, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=68a97de9-e453-4627-98f6-bb3dec9999fb,segment=NetworkSegment(6403a6f7-2f1c-4d69-a194-5fb2c7a669f2),segment_id=6403a6f7-2f1c-4d69-a194-5fb2c7a669f2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:05.830187 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.884726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Calling delete_port for 68a97de9-e453-4627-98f6-bb3dec9999fb owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:05.898820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6238fdfe-f50c-41e8-9954-874d32ce9ed8 None None] For port 68a97de9-e453-4627-98f6-bb3dec9999fb, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=68a97de9-e453-4627-98f6-bb3dec9999fb,segment=NetworkSegment(6403a6f7-2f1c-4d69-a194-5fb2c7a669f2),segment_id=6403a6f7-2f1c-4d69-a194-5fb2c7a669f2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:05.899227 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6238fdfe-f50c-41e8-9954-874d32ce9ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.901650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33f2b3c9-72a7-4781-b9f3-da9295725ae8 req-432b7970-ca9c-4e79-9948-da0bb0a24293 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697176 Aug 16 01:58:05.915120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6238fdfe-f50c-41e8-9954-874d32ce9ed8 None None] Calling delete_port for 68a97de9-e453-4627-98f6-bb3dec9999fb owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:06.002015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a064708-7c9a-432e-ae85-c5f83922cf43 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:06.009570 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6238fdfe-f50c-41e8-9954-874d32ce9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.031188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd021ae4-3e20-4ebb-8583-b57e2b7a0ec0 req-6382de9b-f2d0-43a2-ae0f-d1d92bdc32da tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.033924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd021ae4-3e20-4ebb-8583-b57e2b7a0ec0 req-6382de9b-f2d0-43a2-ae0f-d1d92bdc32da tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2739847 Aug 16 01:58:06.057997 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-404e7544-2054-40f4-ba3f-fb4e538c67af service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2248919 Aug 16 01:58:06.089211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238fdfe-f50c-41e8-9954-874d32ce9ed8 None None] Pushing event deleted for resources: {'Port': ['ID=68a97de9-e453-4627-98f6-bb3dec9999fb,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.120274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd021ae4-3e20-4ebb-8583-b57e2b7a0ec0 req-a1ccfaa9-2dd9-4a85-9095-59b6d3012926 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771432 Aug 16 01:58:06.150873 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.162433 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.176436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] No DVR routers for this DVR port 68a97de9-e453-4627-98f6-bb3dec9999fb on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:06.214653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238fdfe-f50c-41e8-9954-874d32ce9ed8 None None] No DVR routers for this DVR port 68a97de9-e453-4627-98f6-bb3dec9999fb on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:06.222050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Port': ['ID=68a97de9-e453-4627-98f6-bb3dec9999fb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.235388 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f12e277-bb67-4b1f-ab63-d157a7fdb596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.249775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12e277-bb67-4b1f-ab63-d157a7fdb596 None None] No DVR routers for this DVR port 0a064708-7c9a-432e-ae85-c5f83922cf43 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:06.251077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No active binding found for port 0a064708-7c9a-432e-ae85-c5f83922cf43 {{(pid=101382) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 01:58:06.251536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a064708-7c9a-432e-ae85-c5f83922cf43 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:06.251946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 68a97de9-e453-4627-98f6-bb3dec9999fb no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:06.273744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12e277-bb67-4b1f-ab63-d157a7fdb596 None None] Pushing event deleted for resources: {'Port': ['ID=0a064708-7c9a-432e-ae85-c5f83922cf43,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.295700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-c88b5ede-2d29-4cd5-9d62-1f24959e62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.297588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-c88b5ede-2d29-4cd5-9d62-1f24959e62cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1101 time: 0.1758449 Aug 16 01:58:06.298474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 68a97de9-e453-4627-98f6-bb3dec9999fb {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:06.298816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 68a97de9-e453-4627-98f6-bb3dec9999fb not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:06.324033 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.379208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4066341a-d2cc-436e-9482-fc6d8687984b']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:06.380428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.objects.ports [None req-4e41309d-b40d-44b2-8e36-2e20271f2d56 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101380) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:58:06.384273 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e41309d-b40d-44b2-8e36-2e20271f2d56 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.394680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6403a6f7-2f1c-4d69-a194-5fb2c7a669f2') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:06.395068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6403a6f7-2f1c-4d69-a194-5fb2c7a669f2') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:06.411140 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.441015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.443341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.445349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.461812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:06.462235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:06.465312 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:06.478550 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-d5c50332-6a11-40e0-993c-0bf50a8edee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.480060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-d5c50332-6a11-40e0-993c-0bf50a8edee7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1589794 Aug 16 01:58:06.502465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41309d-b40d-44b2-8e36-2e20271f2d56 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:06.515083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4e41309d-b40d-44b2-8e36-2e20271f2d56 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:06.515244 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41309d-b40d-44b2-8e36-2e20271f2d56 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=eccb2d8a-155a-4a0a-acca-779035df7fe9,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.518499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41309d-b40d-44b2-8e36-2e20271f2d56 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.519104 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e41309d-b40d-44b2-8e36-2e20271f2d56 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.534805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bb06b1-7d72-4c9c-aa91-028db1779ba8 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:06.555356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.556333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8c214e4-04cb-408c-a7c5-1954809bd92c {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:58:06.586184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-fe6c0330-14be-4876-9f5c-9b977afcf941 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 200 len: 217 time: 0.0654807 Aug 16 01:58:06.599199 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4e41309d-b40d-44b2-8e36-2e20271f2d56 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7608373 Aug 16 01:58:06.602113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45766) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:06.604593 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.624021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c0501500-84e6-4c99-b30c-38208a7957c0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:06.632861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.635139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "DELETE /v2.0/networks/4066341a-d2cc-436e-9482-fc6d8687984b HTTP/1.1" status: 204 len: 168 time: 1.4134271 Aug 16 01:58:06.639588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45770) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:06.642034 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 01:58:06.643280 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cf1a67c8-e4cf-4101-a8ff-c64a3ee5e235 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5680330 Aug 16 01:58:06.651257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45772) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:06.706466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4c0658-8571-4fc0-9ecb-8e75edecbc60 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting subnet 1e814dba-bebf-414e-a3f1-d57e874b29bb {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:06.716777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ac9f-2a3a-4a9d-b83d-a0f0277ece8f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Network': ['ID=4066341a-d2cc-436e-9482-fc6d8687984b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.719676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0658-8571-4fc0-9ecb-8e75edecbc60 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.775259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': 'eccb2d8a-155a-4a0a-acca-779035df7fe9'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:06.776349 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.807709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-fa1150d8-f558-4df5-a968-302f8bcee930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.809878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-fa1150d8-f558-4df5-a968-302f8bcee930 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2159522 Aug 16 01:58:06.831392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0501500-84e6-4c99-b30c-38208a7957c0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:06.835884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0501500-84e6-4c99-b30c-38208a7957c0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.862234 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0658-8571-4fc0-9ecb-8e75edecbc60 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.945512 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc929c-35d4-4a06-9c0e-31e21e51942f req-e6746e77-c5cb-4d9d-8f60-9f6d2a467753 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.947059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ccc929c-35d4-4a06-9c0e-31e21e51942f req-e6746e77-c5cb-4d9d-8f60-9f6d2a467753 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.1808114 Aug 16 01:58:06.982876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-2a0ff070-26a2-43c3-a5a8-5bfe950921dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.984383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-2a0ff070-26a2-43c3-a5a8-5bfe950921dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1399419 Aug 16 01:58:07.008295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Allocated IP 2001:db8::f816:3eff:feb6:6c6f (4c0e190f-1577-4471-8063-ddf0f1be0b48/eccb2d8a-155a-4a0a-acca-779035df7fe9/df61acb3-650a-407b-beb5-274ef85b36ae) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:07.008543 n-d-768851-16 neutron-server[101380]: INFO neutron.db.ipam_backend_mixin [None req-c0501500-84e6-4c99-b30c-38208a7957c0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eccb2d8a-155a-4a0a-acca-779035df7fe9 (CIDR: 2001:db8::/64) Aug 16 01:58:07.016636 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0501500-84e6-4c99-b30c-38208a7957c0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:58:07.017823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0501500-84e6-4c99-b30c-38208a7957c0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:07.038734 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c0501500-84e6-4c99-b30c-38208a7957c0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4329600 Aug 16 01:58:07.039549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45780) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:07.045776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5cb02409-9ed8-4f08-97b5-eca789dc8ac3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:07.058069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6834ad97-00c8-40a6-bcee-a46956f9bdd6 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Deleting port 488af84b-3a6d-49f9-aaaf-ab3aaf511182 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:07.058069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6834ad97-00c8-40a6-bcee-a46956f9bdd6 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.168594 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0658-8571-4fc0-9ecb-8e75edecbc60 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.184376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb02409-9ed8-4f08-97b5-eca789dc8ac3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:07.191374 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5cb02409-9ed8-4f08-97b5-eca789dc8ac3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.194243 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.203491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ccc929c-35d4-4a06-9c0e-31e21e51942f req-8e438ad0-f77c-43ab-b1b1-685da9038a10 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414706 Aug 16 01:58:07.207075 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Transition to ACTIVE for port object df61acb3-650a-407b-beb5-274ef85b36ae will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:07.230404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Transition to ACTIVE for port object df61acb3-650a-407b-beb5-274ef85b36ae will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:07.241023 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.286574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99ad9b-6f11-4c97-864e-2898da3f8bba req-fc5f627b-cde7-444e-9fb4-22740a8546de tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.291964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:07.293922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d99ad9b-6f11-4c97-864e-2898da3f8bba req-fc5f627b-cde7-444e-9fb4-22740a8546de tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 945 time: 0.2684052 Aug 16 01:58:07.295945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:07.307944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:07.350026 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6834ad97-00c8-40a6-bcee-a46956f9bdd6 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.359910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-c0eb85a3-c832-491d-8caa-ef4036f172dc service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635025 Aug 16 01:58:07.376601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Pushing event updated for resources: {'Port': ['ID=df61acb3-650a-407b-beb5-274ef85b36ae,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.398005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Attempting to bind port df61acb3-650a-407b-beb5-274ef85b36ae on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:07.399514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Attempting to bind port df61acb3-650a-407b-beb5-274ef85b36ae by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:07.399514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Attempting to bind port df61acb3-650a-407b-beb5-274ef85b36ae on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:07.400231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6834ad97-00c8-40a6-bcee-a46956f9bdd6 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Calling delete_port for 488af84b-3a6d-49f9-aaaf-ab3aaf511182 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:07.404770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:07.405362 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:07.405903 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.406303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:07.407270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Bound port: df61acb3-650a-407b-beb5-274ef85b36ae, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:07.407625 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.453131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a006a1ed-9775-48e7-9744-3974d4cfbc14 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:07.497698 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0658-8571-4fc0-9ecb-8e75edecbc60 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.529743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] For port df61acb3-650a-407b-beb5-274ef85b36ae, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:07.533147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] For port df61acb3-650a-407b-beb5-274ef85b36ae, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=df61acb3-650a-407b-beb5-274ef85b36ae,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:07.541144 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.569155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5cb02409-9ed8-4f08-97b5-eca789dc8ac3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.575218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d99ad9b-6f11-4c97-864e-2898da3f8bba req-d68b5159-da58-4427-9ac9-11f44cc1bafa tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804048 Aug 16 01:58:07.592843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c0658-8571-4fc0-9ecb-8e75edecbc60 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Subnet': ['ID=1e814dba-bebf-414e-a3f1-d57e874b29bb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.595133 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0658-8571-4fc0-9ecb-8e75edecbc60 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.597339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8c4c0658-8571-4fc0-9ecb-8e75edecbc60 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "DELETE /v2.0/subnets/1e814dba-bebf-414e-a3f1-d57e874b29bb HTTP/1.1" status: 204 len: 168 time: 0.9468946 Aug 16 01:58:07.601318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45784) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:07.619160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94d4e35-5053-4d4f-864c-5adb1136c367 None None] Network aaeae9c5-4c26-4f0d-aa49-88b44699ea45 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:07.640771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb02409-9ed8-4f08-97b5-eca789dc8ac3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:07.646873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5cb02409-9ed8-4f08-97b5-eca789dc8ac3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:07.652166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb02409-9ed8-4f08-97b5-eca789dc8ac3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.652788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5cb02409-9ed8-4f08-97b5-eca789dc8ac3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.661255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb02409-9ed8-4f08-97b5-eca789dc8ac3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=223f30e7-62dd-4172-bb6f-159d767e91af,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.675269 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5cb02409-9ed8-4f08-97b5-eca789dc8ac3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6343160 Aug 16 01:58:07.678624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45786) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:07.684718 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:8c:08:65', 'name': 'tempest-NetworksTestDHCPv6-1222474079'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:07.699384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port a006a1ed-9775-48e7-9744-3974d4cfbc14 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:07.727234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2276c22a-b3a2-4cd5-b3ce-17de6b5f0d82 req-89998ae8-dd25-4212-901f-334e2e59507a service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579557 Aug 16 01:58:07.740854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b798e17-a202-47b8-852e-6c6e1f1b88db req-d905b711-9827-4d59-b263-5f9834e41c59 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.742446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b798e17-a202-47b8-852e-6c6e1f1b88db req-d905b711-9827-4d59-b263-5f9834e41c59 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2288632 Aug 16 01:58:07.753629 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.772289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port a006a1ed-9775-48e7-9744-3974d4cfbc14 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:07.772746 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.775841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fc5f4-f244-4af6-af89-882a5940ed26 None None] Pushing event updated for resources: {'Port': ['ID=df61acb3-650a-407b-beb5-274ef85b36ae,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.828016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:07.857496 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6834ad97-00c8-40a6-bcee-a46956f9bdd6 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.892869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b798e17-a202-47b8-852e-6c6e1f1b88db req-68d54017-1618-43df-9ea5-e534758052d8 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358151 Aug 16 01:58:07.952359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834ad97-00c8-40a6-bcee-a46956f9bdd6 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Pushing event deleted for resources: {'Port': ['ID=488af84b-3a6d-49f9-aaaf-ab3aaf511182,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.986229 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.010391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.021428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d72eb11-6825-4aee-bb70-9e4921072736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a006a1ed-9775-48e7-9744-3974d4cfbc14'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:08.024120 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968a5867-b4ce-41ae-945d-b40d0c85a991" -d '{"events": [{"server_uuid": "8d72eb11-6825-4aee-bb70-9e4921072736", "name": "network-vif-plugged", "status": "completed", "tag": "a006a1ed-9775-48e7-9744-3974d4cfbc14"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:08.032938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d954ed-de29-4a0b-97d1-5a518ea8481f None None] DHCP port deletion for aaeae9c5-4c26-4f0d-aa49-88b44699ea45 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:08.038949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 0bca94e3-ffb1-40bd-bf52-8efb1670a95d yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:58:08.046601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a006a1ed-9775-48e7-9744-3974d4cfbc14, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a006a1ed-9775-48e7-9744-3974d4cfbc14,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:08.092699 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.101963 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d11a4f4-281d-4e28-a0a4-68c5beea6934 x-openstack-request-id: req-9d11a4f4-281d-4e28-a0a4-68c5beea6934 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:08.101963 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d72eb11-6825-4aee-bb70-9e4921072736", "name": "network-vif-plugged", "status": "completed", "tag": "a006a1ed-9775-48e7-9744-3974d4cfbc14", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:08.101963 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d11a4f4-281d-4e28-a0a4-68c5beea6934 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:08.101963 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72eb11-6825-4aee-bb70-9e4921072736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a006a1ed-9775-48e7-9744-3974d4cfbc14', 'code': 200} Aug 16 01:58:08.105258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting port 3807c86d-2a21-499c-bd2b-08774b7de21e {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:08.105752 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.112379 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6834ad97-00c8-40a6-bcee-a46956f9bdd6 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.118326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6834ad97-00c8-40a6-bcee-a46956f9bdd6 tempest-RoutersAdminNegativeIpV6Test-454754263 tempest-RoutersAdminNegativeIpV6Test-454754263-project-admin] 10.222.0.79 "DELETE /v2.0/ports/488af84b-3a6d-49f9-aaaf-ab3aaf511182 HTTP/1.1" status: 204 len: 168 time: 1.4162164 Aug 16 01:58:08.185415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b5d954ed-de29-4a0b-97d1-5a518ea8481f None None] Deleting port 3807c86d-2a21-499c-bd2b-08774b7de21e {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:08.185700 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b5d954ed-de29-4a0b-97d1-5a518ea8481f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.251327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a006a1ed-9775-48e7-9744-3974d4cfbc14,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.259140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] For port 3807c86d-2a21-499c-bd2b-08774b7de21e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3807c86d-2a21-499c-bd2b-08774b7de21e,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:08.260081 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.284506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Calling delete_port for 3807c86d-2a21-499c-bd2b-08774b7de21e owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:08.291135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b630-ae63-411b-8f6c-35b99bf06f5d req-acbeeb0b-3da8-4cab-9ae0-888253aad3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.292749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70c2b630-ae63-411b-8f6c-35b99bf06f5d req-acbeeb0b-3da8-4cab-9ae0-888253aad3c1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 1098 time: 0.0970309 Aug 16 01:58:08.300097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b5d954ed-de29-4a0b-97d1-5a518ea8481f None None] For port 3807c86d-2a21-499c-bd2b-08774b7de21e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3807c86d-2a21-499c-bd2b-08774b7de21e,segment=NetworkSegment(eb74fc51-21a4-4f20-8385-a0bb28235c89),segment_id=eb74fc51-21a4-4f20-8385-a0bb28235c89)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:08.301094 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b5d954ed-de29-4a0b-97d1-5a518ea8481f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.301223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8:0:1::2f (4c0e190f-1577-4471-8063-ddf0f1be0b48/223f30e7-62dd-4172-bb6f-159d767e91af/0bca94e3-ffb1-40bd-bf52-8efb1670a95d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:08.318515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b5d954ed-de29-4a0b-97d1-5a518ea8481f None None] Calling delete_port for 3807c86d-2a21-499c-bd2b-08774b7de21e owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:08.320551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::f816:3eff:fe8c:865 (4c0e190f-1577-4471-8063-ddf0f1be0b48/eccb2d8a-155a-4a0a-acca-779035df7fe9/0bca94e3-ffb1-40bd-bf52-8efb1670a95d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:08.413204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70c2b630-ae63-411b-8f6c-35b99bf06f5d req-60461340-401f-4dcb-8bc0-c286f7f28d06 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112957 Aug 16 01:58:08.434061 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b5d954ed-de29-4a0b-97d1-5a518ea8481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.485092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d954ed-de29-4a0b-97d1-5a518ea8481f None None] No DVR routers for this DVR port 3807c86d-2a21-499c-bd2b-08774b7de21e on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:08.495428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d954ed-de29-4a0b-97d1-5a518ea8481f None None] Pushing event deleted for resources: {'Port': ['ID=3807c86d-2a21-499c-bd2b-08774b7de21e,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.533931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45802) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:08.545601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf47a4a-fa1c-4100-a7c2-36c20f4b8e93 req-44630daf-e5e2-4fc0-9c33-4738edc7859d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.547547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8cf47a4a-fa1c-4100-a7c2-36c20f4b8e93 req-44630daf-e5e2-4fc0-9c33-4738edc7859d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.2064600 Aug 16 01:58:08.557061 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.573160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 0bca94e3-ffb1-40bd-bf52-8efb1670a95d will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:08.592849 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.623252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Port': ['ID=3807c86d-2a21-499c-bd2b-08774b7de21e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.636919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8cf47a4a-fa1c-4100-a7c2-36c20f4b8e93 req-d0745300-eea0-4d16-946d-ac8b22fb892c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802999 Aug 16 01:58:08.639650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] No DVR routers for this DVR port 3807c86d-2a21-499c-bd2b-08774b7de21e on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:08.665908 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.748447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=0bca94e3-ffb1-40bd-bf52-8efb1670a95d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.765160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:08.766695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:08.769154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:08.776360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.777105 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.813058 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-327792a0-5568-4881-ab97-a28ac4a83a44 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1296656 Aug 16 01:58:08.813058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45816) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:08.822697 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-601f8f0e-93ed-4118-80b8-941cbb23cc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.944898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3592dcbb-01a7-47de-92f6-596417b817d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 0bca94e3-ffb1-40bd-bf52-8efb1670a95d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:08.945850 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3592dcbb-01a7-47de-92f6-596417b817d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.043054 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f783cd-cef3-45fd-a807-3a5c4b95261f None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:09.060662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3592dcbb-01a7-47de-92f6-596417b817d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.076172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3592dcbb-01a7-47de-92f6-596417b817d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 0bca94e3-ffb1-40bd-bf52-8efb1670a95d owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:09.120325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2d4932b1-48f0-4cd1-89e7-fd01846027fd None None] Provisioning for port df61acb3-650a-407b-beb5-274ef85b36ae completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:09.228171 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3d8c4f00-8e4f-415f-af74-303eae3e6a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.242546 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.272203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaeae9c5-4c26-4f0d-aa49-88b44699ea45']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:09.296844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb74fc51-21a4-4f20-8385-a0bb28235c89') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:09.297582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb74fc51-21a4-4f20-8385-a0bb28235c89') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:09.299640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3592dcbb-01a7-47de-92f6-596417b817d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.328175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.332499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592dcbb-01a7-47de-92f6-596417b817d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=0bca94e3-ffb1-40bd-bf52-8efb1670a95d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:09.347010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e32a7-e469-42bf-8ea3-6c0e409de1c7 req-f0cc82ae-f5e3-4317-a315-6faa74d74dfe tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.353484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a01e32a7-e469-42bf-8ea3-6c0e409de1c7 req-f0cc82ae-f5e3-4317-a315-6faa74d74dfe tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 946 time: 0.2075684 Aug 16 01:58:09.361640 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.364794 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:58:09.371589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f866eff6-cabd-4e89-9d3a-1f114ae6a3a6 None None] Update dhcp port {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'fixed_ips': [{'subnet_id': 'eccb2d8a-155a-4a0a-acca-779035df7fe9', 'ip_address': '2001:db8::f816:3eff:feb6:6c6f'}, {'subnet_id': '223f30e7-62dd-4172-bb6f-159d767e91af'}], 'binding:host_id': 'n-d-768851-16'}, 'id': 'df61acb3-650a-407b-beb5-274ef85b36ae'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:58:09.380745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-42379d48-34ea-4db6-893c-9238c372ada4 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.382260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-42379d48-34ea-4db6-893c-9238c372ada4 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 815 time: 0.2893074 Aug 16 01:58:09.383321 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.390334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3592dcbb-01a7-47de-92f6-596417b817d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.393369 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3592dcbb-01a7-47de-92f6-596417b817d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/0bca94e3-ffb1-40bd-bf52-8efb1670a95d HTTP/1.1" status: 204 len: 168 time: 0.5801482 Aug 16 01:58:09.399633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45834) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:09.406018 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f866eff6-cabd-4e89-9d3a-1f114ae6a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.415817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:09.416295 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:09.420798 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:09.459785 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c8c31b-097a-494c-bc21-acec30421022 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.463744 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-55c8c31b-097a-494c-bc21-acec30421022 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0607278 Aug 16 01:58:09.463995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45836) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:09.467034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a2b238a3-9b59-4067-8804-4eaac4919abd details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:09.480157 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-f952cbc9-93a8-4d47-b906-897547ef7bf6 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/quotas/22035bd0a6354c58bf9102c6f7fc5120 HTTP/1.1" status: 200 len: 375 time: 0.0880454 Aug 16 01:58:09.514636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a01e32a7-e469-42bf-8ea3-6c0e409de1c7 req-d52c5070-a4c8-4e51-83b0-92a3f644026d tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527877 Aug 16 01:58:09.515734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ff360-75a5-425e-b8aa-388487b4ae8d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.519832 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-090ff360-75a5-425e-b8aa-388487b4ae8d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0527039 Aug 16 01:58:09.520489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45838) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:09.588156 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e15a1-e465-4b78-8a94-8374ff31f848 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.590684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e15a1-e465-4b78-8a94-8374ff31f848 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.592843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e15a1-e465-4b78-8a94-8374ff31f848 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.594744 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6e4e15a1-e465-4b78-8a94-8374ff31f848 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0735304 Aug 16 01:58:09.598295 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45840) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:09.616082 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.633247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-f809430f-b914-4c18-94bd-d6ccb05aac9a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398056 Aug 16 01:58:09.667901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9d5f64-0a35-47b0-aee3-0b2eb1ddb693 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 223f30e7-62dd-4172-bb6f-159d767e91af {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:09.668356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-f866eff6-cabd-4e89-9d3a-1f114ae6a3a6 None None] Allocated IP 2001:db8:0:1::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/223f30e7-62dd-4172-bb6f-159d767e91af/df61acb3-650a-407b-beb5-274ef85b36ae) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:09.687413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.691776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "DELETE /v2.0/networks/aaeae9c5-4c26-4f0d-aa49-88b44699ea45 HTTP/1.1" status: 204 len: 168 time: 2.0865142 Aug 16 01:58:09.699188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45844) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:09.708813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:09.710120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1511070550'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:09.737313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f82b4d-f3a0-467b-bbfe-9d3e9c45ac24 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Network': ['ID=aaeae9c5-4c26-4f0d-aa49-88b44699ea45,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:09.755189 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3d8c4f00-8e4f-415f-af74-303eae3e6a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.766116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3d8c4f00-8e4f-415f-af74-303eae3e6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.786054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:09.791467 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.799720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3d8c4f00-8e4f-415f-af74-303eae3e6a57 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0407a8bc3ba14f30af029011790385e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2646790 Aug 16 01:58:09.804096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45846) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:09.820677 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:09.846635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.847245 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Added segment 16b246fb-fc01-4d9b-a9f4-90b032f0012a of type vlan for network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 Aug 16 01:58:09.853139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde56562-ebb9-4da4-8ca9-5c44b1764fd4 req-064674d7-ca7c-4234-80df-1ad9243bd504 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.854712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dde56562-ebb9-4da4-8ca9-5c44b1764fd4 req-064674d7-ca7c-4234-80df-1ad9243bd504 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2491543 Aug 16 01:58:09.889590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device df61acb3-650a-407b-beb5-274ef85b36ae up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:09.892418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.912455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c4f00-8e4f-415f-af74-303eae3e6a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d003bd2-e676-4649-81f3-66021589755f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:09.914045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'port_id': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'mac_address': 'fa:16:3e:39:33:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:09.933546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-fb7531b3-a56e-414c-b776-fa832c975f5d service neutron] 10.222.0.79 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993951 Aug 16 01:58:09.943421 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.950000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.950734 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.996868 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.001498 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b28ca29b-0ab4-4a75-bcb5-4b58b932314e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.003808 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f866eff6-cabd-4e89-9d3a-1f114ae6a3a6 None None] For port df61acb3-650a-407b-beb5-274ef85b36ae, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=df61acb3-650a-407b-beb5-274ef85b36ae,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:10.023061 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3216262 Aug 16 01:58:10.025278 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dde56562-ebb9-4da4-8ca9-5c44b1764fd4 req-a45a7cc7-4c88-4110-afa8-b33d936bd107 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527586 Aug 16 01:58:10.026036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45848) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:10.027626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2b238a3-9b59-4067-8804-4eaac4919abd {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:10.036075 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port df61acb3-650a-407b-beb5-274ef85b36ae completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:10.044711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'subnet': {'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:10.051836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port df61acb3-650a-407b-beb5-274ef85b36ae triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:10.052469 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.065015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb483c59-7d33-4a76-89b0-645289dcea75 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Network': ['ID=d726ef88-93c6-48fe-8d1b-2e24ebe45d65,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.067671 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b28ca29b-0ab4-4a75-bcb5-4b58b932314e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.100551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:10.106141 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:10.119923 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f866eff6-cabd-4e89-9d3a-1f114ae6a3a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.152799 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.198478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f866eff6-cabd-4e89-9d3a-1f114ae6a3a6 None None] Transition to ACTIVE for port object df61acb3-650a-407b-beb5-274ef85b36ae will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:10.203834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-fa3f9d09-ce06-44d6-b674-4fb147e503dc service neutron] 10.222.0.79 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693372 Aug 16 01:58:10.205378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af9d5f64-0a35-47b0-aee3-0b2eb1ddb693 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.210766 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f866eff6-cabd-4e89-9d3a-1f114ae6a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.254406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Port df61acb3-650a-407b-beb5-274ef85b36ae had new provisioning blocks added so it will not transition to active. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 16 01:58:10.263477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.274525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7990a5-3abc-4071-8f25-97c64dde8724 req-2575707b-c016-4e61-a782-3d8f2de3b2b1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.282532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a7990a5-3abc-4071-8f25-97c64dde8724 req-2575707b-c016-4e61-a782-3d8f2de3b2b1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.1554065 Aug 16 01:58:10.303076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af9d5f64-0a35-47b0-aee3-0b2eb1ddb693 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.309065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:10.313579 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.322458 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b28ca29b-0ab4-4a75-bcb5-4b58b932314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.327796 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b28ca29b-0ab4-4a75-bcb5-4b58b932314e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.329487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b28ca29b-0ab4-4a75-bcb5-4b58b932314e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d003bd2-e676-4649-81f3-66021589755f HTTP/1.1" status: 204 len: 168 time: 0.5239549 Aug 16 01:58:10.361082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a2b238a3-9b59-4067-8804-4eaac4919abd'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:10.368663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3807c86d-2a21-499c-bd2b-08774b7de21e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:10.443437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 3807c86d-2a21-499c-bd2b-08774b7de21e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:10.443788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3807c86d-2a21-499c-bd2b-08774b7de21e not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:10.462490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866eff6-cabd-4e89-9d3a-1f114ae6a3a6 None None] Pushing event updated for resources: {'Port': ['ID=df61acb3-650a-407b-beb5-274ef85b36ae,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.465703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ca29b-0ab4-4a75-bcb5-4b58b932314e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d003bd2-e676-4649-81f3-66021589755f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.515115 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af9d5f64-0a35-47b0-aee3-0b2eb1ddb693 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.518031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a7990a5-3abc-4071-8f25-97c64dde8724 req-69cd3be4-92f9-4d12-94a1-1d289c1ac9c1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349215 Aug 16 01:58:10.666805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c549ceea-80bc-434c-b96c-cb284a5a3c4e req-5909fcf9-8b70-481a-8eb4-28ea09f4e53e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 210 time: 0.0671842 Aug 16 01:58:10.677920 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af9d5f64-0a35-47b0-aee3-0b2eb1ddb693 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.733483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d5f64-0a35-47b0-aee3-0b2eb1ddb693 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=223f30e7-62dd-4172-bb6f-159d767e91af,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.763603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af9d5f64-0a35-47b0-aee3-0b2eb1ddb693 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.771813 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-af9d5f64-0a35-47b0-aee3-0b2eb1ddb693 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/223f30e7-62dd-4172-bb6f-159d767e91af HTTP/1.1" status: 204 len: 168 time: 1.1706762 Aug 16 01:58:10.772021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45860) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:10.879179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45866) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:10.900367 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.926528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fcbbc-9cb7-49a0-8c54-26f91eb05230 req-06f7f959-1092-4021-af73-ebb25251f03c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.928669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f61fcbbc-9cb7-49a0-8c54-26f91eb05230 req-06f7f959-1092-4021-af73-ebb25251f03c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 946 time: 0.2609296 Aug 16 01:58:10.931381 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8e3aeb6c-35f0-4fbe-b6b7-bb19858819e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55793fe8f0e8477e9897fc22e751c943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499961 Aug 16 01:58:10.934731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45868) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:10.969479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-230f792c-367d-4a4d-9939-e69210931555 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet eccb2d8a-155a-4a0a-acca-779035df7fe9 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:10.984780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-230f792c-367d-4a4d-9939-e69210931555 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.998308 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04fed034-9fd0-4db8-a041-cc64ebacc28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.026653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04fed034-9fd0-4db8-a041-cc64ebacc28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.068064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Subnet': ['ID=660a1954-977b-40e1-be5c-430c04c84983,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.084540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f61fcbbc-9cb7-49a0-8c54-26f91eb05230 req-8b5b1cc7-90f2-4bf8-b072-bd4718b0e915 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253791 Aug 16 01:58:11.087305 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-230f792c-367d-4a4d-9939-e69210931555 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.119216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Checking segment: {'id': '16b246fb-fc01-4d9b-a9f4-90b032f0012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:11.119825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network hostable DHCP agents. Network: d726ef88-93c6-48fe-8d1b-2e24ebe45d65, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:11.123574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04fed034-9fd0-4db8-a041-cc64ebacc28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.129513 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04fed034-9fd0-4db8-a041-cc64ebacc28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.131058 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-04fed034-9fd0-4db8-a041-cc64ebacc28b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/23f383f8-f414-4402-91b5-bb5908a95030 HTTP/1.1" status: 204 len: 168 time: 0.1951730 Aug 16 01:58:11.142960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fed034-9fd0-4db8-a041-cc64ebacc28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f383f8-f414-4402-91b5-bb5908a95030,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.218966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:11.298914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, d726ef88-93c6-48fe-8d1b-2e24ebe45d65) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:11.311657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.312298 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.347288 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-230f792c-367d-4a4d-9939-e69210931555 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.357343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ba016-3653-4171-9e65-c4667aa104e2 None None] Network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:11.391798 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-376e5abd-4004-4559-a887-37dc79885fa4 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3586874 Aug 16 01:58:11.394692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45880) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:11.399868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2034449003'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:11.401988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8126337d-4947-4034-94e4-35adad07dc09 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:11.427806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511da80-e27d-4f92-83f3-e3409ab12657 req-d26e3549-e9b6-4250-ba1f-3b3bc9563493 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.429430 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0511da80-e27d-4f92-83f3-e3409ab12657 req-d26e3549-e9b6-4250-ba1f-3b3bc9563493 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.2116811 Aug 16 01:58:11.434252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:11.438320 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.474252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:11.503074 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.506914 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Added segment d7a64505-c0bf-4a73-8833-f8a7b953dcd7 of type vlan for network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 Aug 16 01:58:11.512425 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4b654-6b97-47b5-b76f-f7c106ad2ad4 req-19eeb6eb-8b47-4583-a81c-437344ec555e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.519941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ac4b654-6b97-47b5-b76f-f7c106ad2ad4 req-19eeb6eb-8b47-4583-a81c-437344ec555e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 946 time: 0.1313238 Aug 16 01:58:11.558395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a2b238a3-9b59-4067-8804-4eaac4919abd up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:11.582287 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.589377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ac4b654-6b97-47b5-b76f-f7c106ad2ad4 req-5a88c356-05a4-4f01-9031-731651fa24c3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683911 Aug 16 01:58:11.613623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0511da80-e27d-4f92-83f3-e3409ab12657 req-65a47e33-56d5-4083-a3bf-92e07028c82a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670334 Aug 16 01:58:11.617603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-230f792c-367d-4a4d-9939-e69210931555 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.635802 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.636899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8d66b4cd-3aba-4807-8068-85d0dcab0a86 None None] Could not find standard attr ID for object 0bca94e3-ffb1-40bd-bf52-8efb1670a95d. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:58:11.654349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f792c-367d-4a4d-9939-e69210931555 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=eccb2d8a-155a-4a0a-acca-779035df7fe9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.656398 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-230f792c-367d-4a4d-9939-e69210931555 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.658791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-230f792c-367d-4a4d-9939-e69210931555 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/eccb2d8a-155a-4a0a-acca-779035df7fe9 HTTP/1.1" status: 204 len: 168 time: 0.8862545 Aug 16 01:58:11.662509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.663898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.663992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45888) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:11.698474 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.727978 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aefb9310-c38c-483b-b2f9-f99ae536827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.737559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e636740d-c2c7-436d-91fb-af1eb23ccfa7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703893 Aug 16 01:58:11.742218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45894) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:11.757534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-639d1c79-01cc-42d6-b5b5-d28292f9dac5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:11.758903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8d66b4cd-3aba-4807-8068-85d0dcab0a86 None None] Provisioning for port df61acb3-650a-407b-beb5-274ef85b36ae completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:11.774745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8d66b4cd-3aba-4807-8068-85d0dcab0a86 None None] Provisioning complete for port df61acb3-650a-407b-beb5-274ef85b36ae triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:11.775410 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8d66b4cd-3aba-4807-8068-85d0dcab0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.792940 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3970788 Aug 16 01:58:11.848032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d92fa-e5e6-4a72-b6ed-5fef2e4f409c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Network': ['ID=3a58e1e8-e6db-40b9-8fbf-ff142a03be88,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.851934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-d726ef88-93c6-48fe-8d1b-2e24ebe45d65', 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'fixed_ips': [{'subnet_id': '660a1954-977b-40e1-be5c-430c04c84983'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:11.853254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.862626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45896) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:11.868834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'subnet': {'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:11.897353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device df61acb3-650a-407b-beb5-274ef85b36ae up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:11.951859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:12.025900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:12.032610 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.037320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8597711e-b84d-4cf6-9abe-0aa49938c44c req-68f0c78e-84f3-4d56-a149-9c096f94b339 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 210 time: 0.1490574 Aug 16 01:58:12.051583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639d1c79-01cc-42d6-b5b5-d28292f9dac5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:12.056318 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-639d1c79-01cc-42d6-b5b5-d28292f9dac5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.134454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port a2b238a3-9b59-4067-8804-4eaac4919abd triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:12.134929 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.135794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3c0a0-ebd4-419a-b89b-520fdb0e56a9 req-58a2c643-1331-467a-a0a8-1d748daabe88 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.137823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46e3c0a0-ebd4-419a-b89b-520fdb0e56a9 req-58a2c643-1331-467a-a0a8-1d748daabe88 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.3968017 Aug 16 01:58:12.205707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port df61acb3-650a-407b-beb5-274ef85b36ae triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:12.206411 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.228500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-1b93222b-517b-4eae-8760-47ed49036662 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.230441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-1b93222b-517b-4eae-8760-47ed49036662 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 815 time: 0.3374145 Aug 16 01:58:12.248717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Request body: {'port': {'device_id': '738144cc-67a2-4c7d-a5cb-d65c8de8ce77', 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c', 'admin_state_up': True, 'tenant_id': '22035bd0a6354c58bf9102c6f7fc5120'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:12.282674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.330466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46e3c0a0-ebd4-419a-b89b-520fdb0e56a9 req-e17631e6-cbd3-4c6f-b7d4-041706b927fd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806304 Aug 16 01:58:12.381117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Subnet': ['ID=148775ec-260f-4141-b3cc-244a71acf965,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.386130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Checking segment: {'id': 'd7a64505-c0bf-4a73-8833-f8a7b953dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:12.386637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network hostable DHCP agents. Network: 3a58e1e8-e6db-40b9-8fbf-ff142a03be88, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:12.403650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45910) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:12.426713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:12.438339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 3a58e1e8-e6db-40b9-8fbf-ff142a03be88) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:12.461642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.464496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.467704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30bfd2e-e700-48a6-8b04-e38638353854 None None] Network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:12.497299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Made reservation on behalf of 22035bd0a6354c58bf9102c6f7fc5120 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:12.501258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.540453 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-21ee3cee-16de-4cb6-8552-543c903212e9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6763816 Aug 16 01:58:12.565441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c28a4e-7b29-4180-829d-82a557cb0330 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:12.568968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-582e6d2a-9723-48db-a040-1b0aeacfa93f tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1190756076', 'prefixes': ['172.20.0.0/16']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:12.572523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Allocated IP 19.80.0.2 (d726ef88-93c6-48fe-8d1b-2e24ebe45d65/660a1954-977b-40e1-be5c-430c04c84983/4214740c-8d01-49bb-a418-32c6b7c7cc3b) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:12.577818 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8d66b4cd-3aba-4807-8068-85d0dcab0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.594101 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.616520 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-639d1c79-01cc-42d6-b5b5-d28292f9dac5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.694257 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-582e6d2a-9723-48db-a040-1b0aeacfa93f tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] Notify callbacks [] for subnetpool, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.699295 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-582e6d2a-9723-48db-a040-1b0aeacfa93f tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2940388 Aug 16 01:58:12.699964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45922) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:12.715683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8d66b4cd-3aba-4807-8068-85d0dcab0a86 None None] For port df61acb3-650a-407b-beb5-274ef85b36ae, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=df61acb3-650a-407b-beb5-274ef85b36ae,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:12.729909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d1c79-01cc-42d6-b5b5-d28292f9dac5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=c797e606-79b4-40c1-b6ce-c891a6d75796,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.743230 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-934811cf-8f43-4fe0-be7c-15d5fc7e5622 tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] 10.222.0.79 "GET /v2.0/subnetpools/f7d48e42-a071-4c36-96ca-7659b9e02e5f HTTP/1.1" status: 200 len: 732 time: 0.0394223 Aug 16 01:58:12.743416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639d1c79-01cc-42d6-b5b5-d28292f9dac5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:12.743518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45924) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:12.748378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-47481ff0-4129-4ae0-b249-667b00aa5cef tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1145884564'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:12.748869 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.799641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-639d1c79-01cc-42d6-b5b5-d28292f9dac5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:12.827761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639d1c79-01cc-42d6-b5b5-d28292f9dac5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.828456 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-639d1c79-01cc-42d6-b5b5-d28292f9dac5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.840383 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-47481ff0-4129-4ae0-b249-667b00aa5cef tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] Notify callbacks [] for subnetpool, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.844150 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-47481ff0-4129-4ae0-b249-667b00aa5cef tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] 10.222.0.79 "PUT /v2.0/subnetpools/f7d48e42-a071-4c36-96ca-7659b9e02e5f HTTP/1.1" status: 200 len: 684 time: 0.0971518 Aug 16 01:58:12.844364 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45926) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:12.884206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Allocated IP 172.20.0.4 (5a7a8465-aacf-433a-8403-d3fb6abc343c/1cb4d5e8-6097-4336-82c4-a534752cfa77/744f3b41-605e-41d8-90b3-1ccd76dc7511) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:12.893011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-639d1c79-01cc-42d6-b5b5-d28292f9dac5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1462619 Aug 16 01:58:12.894797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45928) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:12.899999 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8d66b4cd-3aba-4807-8068-85d0dcab0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.906319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-91e0dd28-4ede-49a5-8197-27447fdf8f7d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:12.913373 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.920119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f75a48-9c60-4fc2-bcce-ca2f2ece328c req-749c1523-a975-4a0b-88d6-975bed60af86 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.925007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86f75a48-9c60-4fc2-bcce-ca2f2ece328c req-749c1523-a975-4a0b-88d6-975bed60af86 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 946 time: 0.1437099 Aug 16 01:58:12.943884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4563c0b-84a2-4789-9062-253a0e9b3d60 req-8a66d289-331a-4711-860d-c3859ff5b946 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.945556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4563c0b-84a2-4789-9062-253a0e9b3d60 req-8a66d289-331a-4711-860d-c3859ff5b946 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.1516438 Aug 16 01:58:13.012509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1d068044-ea2f-4f3f-b878-9fb2811ac846 tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] Notify callbacks [] for subnetpool, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.016295 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1d068044-ea2f-4f3f-b878-9fb2811ac846 tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] 10.222.0.79 "DELETE /v2.0/subnetpools/f7d48e42-a071-4c36-96ca-7659b9e02e5f HTTP/1.1" status: 204 len: 168 time: 0.1684206 Aug 16 01:58:13.017314 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45930) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:13.027747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:13.030015 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cff493-713c-464c-96b8-e1324f440867" -d '{"events": [{"server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "name": "network-vif-plugged", "status": "completed", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:13.040735 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-3342bf25-8cd2-4786-9141-52a216f0b582 tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] show failed (client error): The resource could not be found. Aug 16 01:58:13.044478 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3342bf25-8cd2-4786-9141-52a216f0b582 tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] 10.222.0.79 "GET /v2.0/subnetpools/f7d48e42-a071-4c36-96ca-7659b9e02e5f HTTP/1.1" status: 404 len: 346 time: 0.0234888 Aug 16 01:58:13.045361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45934) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:13.068774 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-84073ef9-379b-4629-a57b-836658d1ffef tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] delete failed (client error): The resource could not be found. Aug 16 01:58:13.074608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-84073ef9-379b-4629-a57b-836658d1ffef tempest-SubnetPoolsTestJSON-1739815033 tempest-SubnetPoolsTestJSON-1739815033-project] 10.222.0.79 "DELETE /v2.0/subnetpools/f7d48e42-a071-4c36-96ca-7659b9e02e5f HTTP/1.1" status: 404 len: 346 time: 0.0239501 Aug 16 01:58:13.078756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86f75a48-9c60-4fc2-bcce-ca2f2ece328c req-b0771c91-5868-424f-ae7b-9ad951daa8d9 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321273 Aug 16 01:58:13.091804 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:58:13.092184 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:58:13.093706 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4563c0b-84a2-4789-9062-253a0e9b3d60 req-7ab9f8cd-4d6e-4bb0-b14b-38a726f32781 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343074 Aug 16 01:58:13.137521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e0dd28-4ede-49a5-8197-27447fdf8f7d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:13.143368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91e0dd28-4ede-49a5-8197-27447fdf8f7d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.145113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-04c28a4e-7b29-4180-829d-82a557cb0330 None None] Deleting port df61acb3-650a-407b-beb5-274ef85b36ae {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:13.146675 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-04c28a4e-7b29-4180-829d-82a557cb0330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.164139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:13.179409 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.210507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66b4cd-3aba-4807-8068-85d0dcab0a86 None None] Pushing event updated for resources: {'Port': ['ID=df61acb3-650a-407b-beb5-274ef85b36ae,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.219378 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375175f1-9352-46f7-9d61-d62a9ffa5ea3 x-openstack-request-id: req-375175f1-9352-46f7-9d61-d62a9ffa5ea3 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:13.219878 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "name": "network-vif-plugged", "status": "completed", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:13.220294 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-375175f1-9352-46f7-9d61-d62a9ffa5ea3 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:13.226647 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'code': 200} Aug 16 01:58:13.267305 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.343675 n-d-768851-16 neutron-server[101380]: INFO neutron.db.ipam_backend_mixin [None req-91e0dd28-4ede-49a5-8197-27447fdf8f7d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c797e606-79b4-40c1-b6ce-c891a6d75796 (CIDR: 2001:db8::/64) Aug 16 01:58:13.347040 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82ff4e27-d2d4-4516-8dcc-1e08ce44418e req-cebb3752-3fe5-4e89-8776-184e1c5676dc tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 210 time: 0.0590355 Aug 16 01:58:13.349223 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e0dd28-4ede-49a5-8197-27447fdf8f7d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:58:13.351052 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.352826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e0dd28-4ede-49a5-8197-27447fdf8f7d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:13.369063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-3a58e1e8-e6db-40b9-8fbf-ff142a03be88', 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'fixed_ips': [{'subnet_id': '148775ec-260f-4141-b3cc-244a71acf965'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:13.369063 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.377759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['4aff864e-48a9-4d6a-9ec5-388e5976f647'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:13.403096 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-91e0dd28-4ede-49a5-8197-27447fdf8f7d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5045667 Aug 16 01:58:13.405379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45954) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:13.408687 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['f829f340-aaba-4e31-b078-6a514de0485c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:13.415632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-24707958-7b8d-4989-a5af-7b8901c5919b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:13.427435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Network 5a7a8465-aacf-433a-8403-d3fb6abc343c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:13.428196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Pushing event updated for resources: {'Port': ['ID=744f3b41-605e-41d8-90b3-1ccd76dc7511,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.434328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:13.438178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:13.508126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.513138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-eea74e66-7ea5-480c-becf-48baf8b673dc tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.525691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-eea74e66-7ea5-480c-becf-48baf8b673dc tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.527285 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-eea74e66-7ea5-480c-becf-48baf8b673dc tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/networks?id=d726ef88-93c6-48fe-8d1b-2e24ebe45d65&id=3a58e1e8-e6db-40b9-8fbf-ff142a03be88 HTTP/1.1" status: 200 len: 1392 time: 0.3126874 Aug 16 01:58:13.561712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.562350 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.569431 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.575847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-4a37932a-cc20-48c6-8cb7-d163fcb0090f tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/quotas/89e91b49c6e1406887ba13cafa0dd130 HTTP/1.1" status: 200 len: 375 time: 0.0346241 Aug 16 01:58:13.579865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45956) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:13.589695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24707958-7b8d-4989-a5af-7b8901c5919b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:13.595397 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-24707958-7b8d-4989-a5af-7b8901c5919b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.648089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-9b39c938-5abd-44d4-950f-8e7d53f29463 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4033709 Aug 16 01:58:13.664304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Request body: {'port': {'device_id': '738144cc-67a2-4c7d-a5cb-d65c8de8ce77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:13.685087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-b87ff64f-c026-4219-9464-6aca904b78c6 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=89e91b49c6e1406887ba13cafa0dd130&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034071 Aug 16 01:58:13.706694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-04c28a4e-7b29-4180-829d-82a557cb0330 None None] For port df61acb3-650a-407b-beb5-274ef85b36ae, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=df61acb3-650a-407b-beb5-274ef85b36ae,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:13.707129 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-04c28a4e-7b29-4180-829d-82a557cb0330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.728540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Transition to ACTIVE for port object 4214740c-8d01-49bb-a418-32c6b7c7cc3b will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:13.825539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-04c28a4e-7b29-4180-829d-82a557cb0330 None None] Calling delete_port for df61acb3-650a-407b-beb5-274ef85b36ae owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:13.883004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.891053 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9c9996be-55b6-41fa-9aa6-03a77c968467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.950874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc48aad-11ed-4a32-87ac-9eb0f6e3e201 req-55c4b79a-f949-4b15-97f9-5ffd64409bb9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.958610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdc48aad-11ed-4a32-87ac-9eb0f6e3e201 req-55c4b79a-f949-4b15-97f9-5ffd64409bb9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.2102702 Aug 16 01:58:13.962468 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-04c28a4e-7b29-4180-829d-82a557cb0330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.004042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c28a4e-7b29-4180-829d-82a557cb0330 None None] No DVR routers for this DVR port df61acb3-650a-407b-beb5-274ef85b36ae on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:14.029402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Transition to ACTIVE for port object 4214740c-8d01-49bb-a418-32c6b7c7cc3b will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:14.055044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.objects.ports [None req-24707958-7b8d-4989-a5af-7b8901c5919b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101380) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:58:14.056022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d2c0bd-956f-472d-8119-80bcaf909d95 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:14.056519 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-24707958-7b8d-4989-a5af-7b8901c5919b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.075527 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.096797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdc48aad-11ed-4a32-87ac-9eb0f6e3e201 req-1b7d066c-5e6d-450b-9bf8-e7bf2823fa74 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363428 Aug 16 01:58:14.108163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24707958-7b8d-4989-a5af-7b8901c5919b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:14.108435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:14.109473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c28a4e-7b29-4180-829d-82a557cb0330 None None] Pushing event deleted for resources: {'Port': ['ID=df61acb3-650a-407b-beb5-274ef85b36ae,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:14.130334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-24707958-7b8d-4989-a5af-7b8901c5919b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:14.131734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24707958-7b8d-4989-a5af-7b8901c5919b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.132962 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-24707958-7b8d-4989-a5af-7b8901c5919b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.153810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24707958-7b8d-4989-a5af-7b8901c5919b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=8d2bc386-cf09-4c6f-97ef-1e3a9a894da4,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:14.158689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:14.181745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:14.228665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-aa23cd76-fa05-4a8a-b845-3c5745946ec8 service neutron] 10.222.0.79 "GET /v2.0/networks/d726ef88-93c6-48fe-8d1b-2e24ebe45d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819143 Aug 16 01:58:14.245633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device df61acb3-650a-407b-beb5-274ef85b36ae no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:14.310094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: df61acb3-650a-407b-beb5-274ef85b36ae {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:14.310692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device df61acb3-650a-407b-beb5-274ef85b36ae not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:14.323381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Attempting to bind port 4214740c-8d01-49bb-a418-32c6b7c7cc3b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:14.323381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Attempting to bind port 4214740c-8d01-49bb-a418-32c6b7c7cc3b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '16b246fb-fc01-4d9b-a9f4-90b032f0012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:14.323684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Attempting to bind port 4214740c-8d01-49bb-a418-32c6b7c7cc3b on network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:14.329481 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.338085 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:14.338085 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Checking segment: {'id': '16b246fb-fc01-4d9b-a9f4-90b032f0012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:14.338490 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.338870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Bound using segment: {'id': '16b246fb-fc01-4d9b-a9f4-90b032f0012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:14.340037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Bound port: 4214740c-8d01-49bb-a418-32c6b7c7cc3b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b246fb-fc01-4d9b-a9f4-90b032f0012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:14.340037 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.418100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] For port 4214740c-8d01-49bb-a418-32c6b7c7cc3b, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:14.421321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] For port 4214740c-8d01-49bb-a418-32c6b7c7cc3b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4214740c-8d01-49bb-a418-32c6b7c7cc3b,segment=NetworkSegment(16b246fb-fc01-4d9b-a9f4-90b032f0012a),segment_id=16b246fb-fc01-4d9b-a9f4-90b032f0012a)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:14.423000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Allocated IP 19.86.0.2 (3a58e1e8-e6db-40b9-8fbf-ff142a03be88/148775ec-260f-4141-b3cc-244a71acf965/6cb31446-147a-4fcc-8c42-e22c8ae06ea8) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:14.441089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50a64b-e345-4964-b4b6-adee1a2e48fe req-f9ce85b6-4993-4854-9105-8251c99e105a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.443877 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad50a64b-e345-4964-b4b6-adee1a2e48fe req-f9ce85b6-4993-4854-9105-8251c99e105a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 946 time: 0.2138295 Aug 16 01:58:14.453928 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.491469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Pushing event updated for resources: {'Port': ['ID=4214740c-8d01-49bb-a418-32c6b7c7cc3b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:14.543917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-1cdef1ca-b341-47e9-ab99-aff13fe298cb service neutron] 10.222.0.79 "GET /v2.0/networks/d726ef88-93c6-48fe-8d1b-2e24ebe45d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990992 Aug 16 01:58:14.545875 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9c9996be-55b6-41fa-9aa6-03a77c968467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.559670 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-24707958-7b8d-4989-a5af-7b8901c5919b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1513278 Aug 16 01:58:14.562395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45968) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:14.569478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:43:6b:f9', 'name': 'tempest-NetworksTestDHCPv6-1903249884'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:14.578510 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9c9996be-55b6-41fa-9aa6-03a77c968467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.618899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad50a64b-e345-4964-b4b6-adee1a2e48fe req-bf038e26-f6cd-4ced-8eb1-fc3fa03c0b6c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484902 Aug 16 01:58:14.751350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:14.756778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291acdd-5230-4bbb-9162-ebbeaf3d80f5 None None] Pushing event updated for resources: {'Port': ['ID=4214740c-8d01-49bb-a418-32c6b7c7cc3b,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:14.869538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '8d2bc386-cf09-4c6f-97ef-1e3a9a894da4'}, {'subnet_id': 'c797e606-79b4-40c1-b6ce-c891a6d75796'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:14.870403 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.885221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.912125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 486e3251-b04d-4417-943b-509c30f8a947 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:58:14.955108 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.981186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Transition to ACTIVE for port object 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:15.058051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Transition to ACTIVE for port object 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:15.068923 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.115097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::86 (4c0e190f-1577-4471-8063-ddf0f1be0b48/c797e606-79b4-40c1-b6ce-c891a6d75796/486e3251-b04d-4417-943b-509c30f8a947) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:15.122749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8:0:1:f816:3eff:fe43:6bf9 (4c0e190f-1577-4471-8063-ddf0f1be0b48/8d2bc386-cf09-4c6f-97ef-1e3a9a894da4/486e3251-b04d-4417-943b-509c30f8a947) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:15.134403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:15.140639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:15.143131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:15.149521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Pushing event updated for resources: {'Port': ['ID=6cb31446-147a-4fcc-8c42-e22c8ae06ea8,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.180249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9996be-55b6-41fa-9aa6-03a77c968467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f1ce66-40c3-4da2-845e-fc82eb2ca210,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.184803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9c9996be-55b6-41fa-9aa6-03a77c968467 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef5013d5ff2f4a1b9e7dd3ee2d0ad462&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6040034 Aug 16 01:58:15.190590 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45972) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:15.218666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Attempting to bind port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:15.219354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Attempting to bind port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd7a64505-c0bf-4a73-8833-f8a7b953dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:15.219906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Attempting to bind port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 on network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:15.226651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:15.227026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Checking segment: {'id': 'd7a64505-c0bf-4a73-8833-f8a7b953dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:15.227607 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.228167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Bound using segment: {'id': 'd7a64505-c0bf-4a73-8833-f8a7b953dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:15.228642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Bound port: 6cb31446-147a-4fcc-8c42-e22c8ae06ea8, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a64505-c0bf-4a73-8833-f8a7b953dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:15.229098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.273644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41d33e-a9dc-4e57-b350-f8b48afb0e75 req-016acbe5-24d4-43b4-8df8-4adc891a89b4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.275185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a41d33e-a9dc-4e57-b350-f8b48afb0e75 req-016acbe5-24d4-43b4-8df8-4adc891a89b4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.5431275 Aug 16 01:58:15.283402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744f3b41-605e-41d8-90b3-1ccd76dc7511 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:15.293301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-de83eff9-1895-451e-a148-a85d119f680a service neutron] 10.222.0.79 "GET /v2.0/networks/3a58e1e8-e6db-40b9-8fbf-ff142a03be88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284460 Aug 16 01:58:15.295603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.298841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] For port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:15.302634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] For port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6cb31446-147a-4fcc-8c42-e22c8ae06ea8,segment=NetworkSegment(d7a64505-c0bf-4a73-8833-f8a7b953dcd7),segment_id=d7a64505-c0bf-4a73-8833-f8a7b953dcd7)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:15.303750 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be579333-911f-49e9-b7af-6dc45bef11a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.307878 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.335243 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be579333-911f-49e9-b7af-6dc45bef11a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.375152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Transition to ACTIVE for port object 744f3b41-605e-41d8-90b3-1ccd76dc7511 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:15.390339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d87fe-b8f2-4e9d-a469-5549e1b1f756 None None] Pushing event updated for resources: {'Port': ['ID=6cb31446-147a-4fcc-8c42-e22c8ae06ea8,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.399216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.405530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.418725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a41d33e-a9dc-4e57-b350-f8b48afb0e75 req-2de2b21a-ddf2-49b8-a728-db7bf3e0afa7 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244762 Aug 16 01:58:15.449049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 486e3251-b04d-4417-943b-509c30f8a947 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:15.488355 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be579333-911f-49e9-b7af-6dc45bef11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.497614 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be579333-911f-49e9-b7af-6dc45bef11a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.510627 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-be579333-911f-49e9-b7af-6dc45bef11a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91f1ce66-40c3-4da2-845e-fc82eb2ca210 HTTP/1.1" status: 204 len: 168 time: 0.3189771 Aug 16 01:58:15.531050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Pushing event updated for resources: {'Port': ['ID=744f3b41-605e-41d8-90b3-1ccd76dc7511,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.549003 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be579333-911f-49e9-b7af-6dc45bef11a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f1ce66-40c3-4da2-845e-fc82eb2ca210,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.551868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.574064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:15.577466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:15.603649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:15.610323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.611036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.637046 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0728230 Aug 16 01:58:15.640735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45978) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:15.658110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0c41d-540d-4905-ad06-65b92f9b4aa8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=486e3251-b04d-4417-943b-509c30f8a947,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.685317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Attempting to bind port 744f3b41-605e-41d8-90b3-1ccd76dc7511 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:15.685661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Attempting to bind port 744f3b41-605e-41d8-90b3-1ccd76dc7511 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:15.686003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Attempting to bind port 744f3b41-605e-41d8-90b3-1ccd76dc7511 on network 5a7a8465-aacf-433a-8403-d3fb6abc343c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:15.690176 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-761576dc-c693-4959-b733-ee678930fbcd service neutron] 10.222.0.79 "GET /v2.0/networks/3a58e1e8-e6db-40b9-8fbf-ff142a03be88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821788 Aug 16 01:58:15.764505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Port 744f3b41-605e-41d8-90b3-1ccd76dc7511 on network 5a7a8465-aacf-433a-8403-d3fb6abc343c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:15.764933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Attempting to bind port 744f3b41-605e-41d8-90b3-1ccd76dc7511 on network 5a7a8465-aacf-433a-8403-d3fb6abc343c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:15.797522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:15.798341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Checking segment: {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:15.798913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Bound using segment: {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:15.799674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Bound port: 744f3b41-605e-41d8-90b3-1ccd76dc7511, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:15.800215 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.803550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/c797e606-79b4-40c1-b6ce-c891a6d75796/7fe6beab-2a5c-4c57-b588-4006c07d9ab0) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:15.812937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:2ee6 (4c0e190f-1577-4471-8063-ddf0f1be0b48/8d2bc386-cf09-4c6f-97ef-1e3a9a894da4/7fe6beab-2a5c-4c57-b588-4006c07d9ab0) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:15.887040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3297950-14d3-45fc-a7b0-700b885309b8 req-a226e4a5-8a5d-40f4-972f-f0250c6f57f3 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.896758 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3297950-14d3-45fc-a7b0-700b885309b8 req-a226e4a5-8a5d-40f4-972f-f0250c6f57f3 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 943 time: 0.2549233 Aug 16 01:58:16.078186 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3297950-14d3-45fc-a7b0-700b885309b8 req-f3102519-dee1-4a8b-8bb0-285321418a45 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804049 Aug 16 01:58:16.098557 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc182df4-d959-404f-8ff0-e84ecc77b82f req-3875bd81-eac3-4794-b824-2a40b4495946 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.100052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc182df4-d959-404f-8ff0-e84ecc77b82f req-3875bd81-eac3-4794-b824-2a40b4495946 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 946 time: 0.2006333 Aug 16 01:58:16.106939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7a5b2-4122-4a87-8fe6-0421463914f2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 486e3251-b04d-4417-943b-509c30f8a947 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:16.107744 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0bd7a5b2-4122-4a87-8fe6-0421463914f2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.129477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] For port 744f3b41-605e-41d8-90b3-1ccd76dc7511, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:16.133747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] For port 744f3b41-605e-41d8-90b3-1ccd76dc7511, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=744f3b41-605e-41d8-90b3-1ccd76dc7511,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:16.318428 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.378186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa9655-8812-462f-b33b-d86e9c0e1ba9 None None] Network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:16.381937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4214740c-8d01-49bb-a418-32c6b7c7cc3b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:16.495378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-20db1079-6e44-4571-98ed-849a05d43660 None None] Provisioning for port 4214740c-8d01-49bb-a418-32c6b7c7cc3b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:16.522745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Pushing event updated for resources: {'Port': ['ID=744f3b41-605e-41d8-90b3-1ccd76dc7511,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:16.553273 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.558339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.558968 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.560573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b02a97fd-134f-404d-8b8b-4289d29946ae service neutron] 10.222.0.89 "PUT /v2.0/ports/744f3b41-605e-41d8-90b3-1ccd76dc7511 HTTP/1.1" status: 200 len: 1092 time: 2.9038162 Aug 16 01:58:16.561139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738144cc-67a2-4c7d-a5cb-d65c8de8ce77', 'tag': '744f3b41-605e-41d8-90b3-1ccd76dc7511'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:16.563589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Transition to ACTIVE for port object 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:16.563730 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff67f88-ae8d-48ef-9971-663359ce834a" -d '{"events": [{"name": "network-changed", "server_uuid": "738144cc-67a2-4c7d-a5cb-d65c8de8ce77", "tag": "744f3b41-605e-41d8-90b3-1ccd76dc7511"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:16.604901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947adbea-44d5-474f-96f5-7d0693689d52 req-f80c46d9-6a6f-412e-a5b6-13f9038ebc69 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.607280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-947adbea-44d5-474f-96f5-7d0693689d52 req-f80c46d9-6a6f-412e-a5b6-13f9038ebc69 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 946 time: 0.3947980 Aug 16 01:58:16.611912 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0bd7a5b2-4122-4a87-8fe6-0421463914f2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.625070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0e8d1-83ab-4949-a727-a5ea7a64b1a7 req-d93379ee-dd0d-45aa-98ce-3ccd6ea2ed0b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.627910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Transition to ACTIVE for port object 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:16.633572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fed0e8d1-83ab-4949-a727-a5ea7a64b1a7 req-d93379ee-dd0d-45aa-98ce-3ccd6ea2ed0b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.4980526 Aug 16 01:58:16.679164 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.684419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7a5b2-4122-4a87-8fe6-0421463914f2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 486e3251-b04d-4417-943b-509c30f8a947 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:16.738278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Pushing event updated for resources: {'Port': ['ID=7fe6beab-2a5c-4c57-b588-4006c07d9ab0,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:16.751705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4214740c-8d01-49bb-a418-32c6b7c7cc3b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:16.764028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4214740c-8d01-49bb-a418-32c6b7c7cc3b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:16.764421 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.767693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fed0e8d1-83ab-4949-a727-a5ea7a64b1a7 req-21cf6fda-e7f8-4902-a3be-3627db490105 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312647 Aug 16 01:58:16.858409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-0fd4838b-3d1b-4a07-b66b-f0f91f1eac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.859932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-0fd4838b-3d1b-4a07-b66b-f0f91f1eac19 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 1095 time: 0.2446523 Aug 16 01:58:16.862874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-947adbea-44d5-474f-96f5-7d0693689d52 req-7f4c57c3-c164-446d-8a33-f5ff8c7213e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067323 Aug 16 01:58:16.869329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-fc182df4-d959-404f-8ff0-e84ecc77b82f req-ffd0cef9-4fb4-4bd0-bd47-6411234392d3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Deleting port a006a1ed-9775-48e7-9744-3974d4cfbc14 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:16.869649 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc182df4-d959-404f-8ff0-e84ecc77b82f req-ffd0cef9-4fb4-4bd0-bd47-6411234392d3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.914649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:16.948549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-8f1679cb-5087-4d88-8375-02999c9e1199 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=744f3b41-605e-41d8-90b3-1ccd76dc7511 HTTP/1.1" status: 200 len: 217 time: 0.0720327 Aug 16 01:58:16.971079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:16.981854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:17.050738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33923616-b6f9-4369-8c83-d5b9bde51411 req-fbaadab0-ea2f-43a6-bfb0-c5f8ae1d4a29 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 210 time: 0.0961838 Aug 16 01:58:17.066654 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.131201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 4214740c-8d01-49bb-a418-32c6b7c7cc3b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4214740c-8d01-49bb-a418-32c6b7c7cc3b,segment=NetworkSegment(16b246fb-fc01-4d9b-a9f4-90b032f0012a),segment_id=16b246fb-fc01-4d9b-a9f4-90b032f0012a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:17.132464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a18dd7-891b-4765-8882-daf5c9f53b0a None None] Network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:17.148444 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacb8587-dd07-42bf-a5bd-5f7b7b462750 x-openstack-request-id: req-eacb8587-dd07-42bf-a5bd-5f7b7b462750 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:17.148696 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738144cc-67a2-4c7d-a5cb-d65c8de8ce77", "tag": "744f3b41-605e-41d8-90b3-1ccd76dc7511", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:17.148902 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eacb8587-dd07-42bf-a5bd-5f7b7b462750 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:17.151022 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738144cc-67a2-4c7d-a5cb-d65c8de8ce77', 'tag': '744f3b41-605e-41d8-90b3-1ccd76dc7511', 'status': 'completed', 'code': 200} Aug 16 01:58:17.211652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-1347cbe8-2502-4666-bd6f-1b6dd4217035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.213243 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-1347cbe8-2502-4666-bd6f-1b6dd4217035 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 200 len: 855 time: 0.2322869 Aug 16 01:58:17.215018 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.215857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:17.253407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-34d72e10-c3bc-451d-b870-11b72ae5f447 None None] Provisioning for port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:17.330650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-b44ade5c-9b65-4a0b-8d9b-0469b52ba9d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5a7a8465-aacf-433a-8403-d3fb6abc343c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793173 Aug 16 01:58:17.336422 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fc182df4-d959-404f-8ff0-e84ecc77b82f req-ffd0cef9-4fb4-4bd0-bd47-6411234392d3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] For port a006a1ed-9775-48e7-9744-3974d4cfbc14, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a006a1ed-9775-48e7-9744-3974d4cfbc14,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:17.337055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc182df4-d959-404f-8ff0-e84ecc77b82f req-ffd0cef9-4fb4-4bd0-bd47-6411234392d3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.344074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Attempting to bind port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:17.344479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Attempting to bind port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:17.344911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Attempting to bind port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:17.360873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42195c46-32cd-4830-851e-b408e5bcc0b3 req-b06a277c-f8a1-4ccb-8e4e-adc8b66e1799 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.363329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42195c46-32cd-4830-851e-b408e5bcc0b3 req-b06a277c-f8a1-4ccb-8e4e-adc8b66e1799 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.3086882 Aug 16 01:58:17.390177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:17.390550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:17.390960 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.391355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:17.392258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Bound port: 7fe6beab-2a5c-4c57-b588-4006c07d9ab0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:17.392646 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.406084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-fc182df4-d959-404f-8ff0-e84ecc77b82f req-ffd0cef9-4fb4-4bd0-bd47-6411234392d3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Calling delete_port for a006a1ed-9775-48e7-9744-3974d4cfbc14 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:17.497406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=4214740c-8d01-49bb-a418-32c6b7c7cc3b,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.561341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:17.595192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:17.595566 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.648018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] For port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:17.690863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] For port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7fe6beab-2a5c-4c57-b588-4006c07d9ab0,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:17.714681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69555d4-b879-4877-a594-1c24d91cb6d7 req-ec0745b1-2074-43c0-a86c-2762bd02ecce tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.730389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c69555d4-b879-4877-a594-1c24d91cb6d7 req-ec0745b1-2074-43c0-a86c-2762bd02ecce tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 943 time: 0.5420437 Aug 16 01:58:17.742366 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.764152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-2ad9af02-d65a-40cd-936d-7cd966ecc271 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.777771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-2ad9af02-d65a-40cd-936d-7cd966ecc271 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.781849 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-2ad9af02-d65a-40cd-936d-7cd966ecc271 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "GET /v2.0/networks?id=d726ef88-93c6-48fe-8d1b-2e24ebe45d65&id=3a58e1e8-e6db-40b9-8fbf-ff142a03be88 HTTP/1.1" status: 200 len: 1392 time: 0.3205752 Aug 16 01:58:17.798148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'port': {'device_id': '40b6593e-f333-4a17-a6d4-b446901ef876', 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65', 'admin_state_up': True, 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:17.825230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b762a679-8341-4e6e-af5b-f0237e7880cc None None] Provisioning complete for port 4214740c-8d01-49bb-a418-32c6b7c7cc3b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:17.825610 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b762a679-8341-4e6e-af5b-f0237e7880cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.921942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e58c49-fb90-421a-9665-18bf654cde60 None None] Pushing event updated for resources: {'Port': ['ID=7fe6beab-2a5c-4c57-b588-4006c07d9ab0,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.961059 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.980657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42195c46-32cd-4830-851e-b408e5bcc0b3 req-d79daafb-6aaf-4f11-8206-f3b71856e0a9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5804136 Aug 16 01:58:18.050319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6cb31446-147a-4fcc-8c42-e22c8ae06ea8,segment=NetworkSegment(d7a64505-c0bf-4a73-8833-f8a7b953dcd7),segment_id=d7a64505-c0bf-4a73-8833-f8a7b953dcd7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:18.060433 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.107127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:18.133750 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.168972 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.176076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=6cb31446-147a-4fcc-8c42-e22c8ae06ea8,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:18.211900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4214740c-8d01-49bb-a418-32c6b7c7cc3b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:18.316699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-19f49656-0001-4d75-b61e-4b4e7a68381d service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9755230 Aug 16 01:58:18.404156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4214740c-8d01-49bb-a418-32c6b7c7cc3b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:18.408373 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc182df4-d959-404f-8ff0-e84ecc77b82f req-ffd0cef9-4fb4-4bd0-bd47-6411234392d3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.429434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.444472 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0bd7a5b2-4122-4a87-8fe6-0421463914f2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.451419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Allocated IP 19.80.0.226 (d726ef88-93c6-48fe-8d1b-2e24ebe45d65/660a1954-977b-40e1-be5c-430c04c84983/9a348a99-4386-4fb8-a1e8-aa229319affb) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:18.610929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-85a17385-83b8-4b2f-ae99-46a64281f368 None None] Provisioning complete for port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:18.611711 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-85a17385-83b8-4b2f-ae99-46a64281f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.639740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.662958 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Transition to ACTIVE for port object 9a348a99-4386-4fb8-a1e8-aa229319affb will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:18.701413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.724132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:18.727418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:18.748720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:18.755887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c69555d4-b879-4877-a594-1c24d91cb6d7 req-645baee1-571c-4e51-bebb-31e81547baaa tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0234389 Aug 16 01:58:18.766755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2fdeefd-b11b-49f6-a115-166000bbbc63 req-d3349695-4d29-4197-be84-d28c9df91e02 service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530772 Aug 16 01:58:18.842046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0cef9-4fb4-4bd0-bd47-6411234392d3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event deleted for resources: {'Port': ['ID=a006a1ed-9775-48e7-9744-3974d4cfbc14,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:18.894627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Port': ['ID=9a348a99-4386-4fb8-a1e8-aa229319affb,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:18.906516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:18.907541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.926027 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-073420f5-b5b9-4314-8ffa-9e0ccf94c018 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1318312 Aug 16 01:58:18.938711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Request body: {'port': {'device_id': '40b6593e-f333-4a17-a6d4-b446901ef876', 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88', 'admin_state_up': True, 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:18.983312 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0bd7a5b2-4122-4a87-8fe6-0421463914f2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.986609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0bd7a5b2-4122-4a87-8fe6-0421463914f2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/486e3251-b04d-4417-943b-509c30f8a947 HTTP/1.1" status: 204 len: 168 time: 3.3245299 Aug 16 01:58:18.987640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7a5b2-4122-4a87-8fe6-0421463914f2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=486e3251-b04d-4417-943b-509c30f8a947,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:18.997369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46070) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.050452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc182df4-d959-404f-8ff0-e84ecc77b82f req-ffd0cef9-4fb4-4bd0-bd47-6411234392d3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] No DVR routers for this DVR port a006a1ed-9775-48e7-9744-3974d4cfbc14 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:19.055099 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc182df4-d959-404f-8ff0-e84ecc77b82f req-ffd0cef9-4fb4-4bd0-bd47-6411234392d3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.057752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc182df4-d959-404f-8ff0-e84ecc77b82f req-ffd0cef9-4fb4-4bd0-bd47-6411234392d3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.84 "DELETE /v2.0/ports/a006a1ed-9775-48e7-9744-3974d4cfbc14 HTTP/1.1" status: 204 len: 173 time: 2.9208257 Aug 16 01:58:19.107047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccf0037d-ba10-4d1e-94bd-2ec1ab8c2a9b req-aff83817-8c19-484a-b8b5-2bd635d90a66 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d72eb11-6825-4aee-bb70-9e4921072736 HTTP/1.1" status: 200 len: 210 time: 0.2201114 Aug 16 01:58:19.197167 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Made reservation on behalf of 89e91b49c6e1406887ba13cafa0dd130 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:19.203177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.246226 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-82e2969f-3e6a-4a37-b7e2-cb785a7153f3 None None] Provisioning for port 9a348a99-4386-4fb8-a1e8-aa229319affb completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:19.263082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-82e2969f-3e6a-4a37-b7e2-cb785a7153f3 None None] Provisioning complete for port 9a348a99-4386-4fb8-a1e8-aa229319affb triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:19.263460 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-82e2969f-3e6a-4a37-b7e2-cb785a7153f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.276559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524e7e3-6437-490e-b8e6-c57f3d0cd568 req-d3b3eb69-d973-4c6f-aff3-96fe7f84bff6 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.303745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a524e7e3-6437-490e-b8e6-c57f3d0cd568 req-d3b3eb69-d973-4c6f-aff3-96fe7f84bff6 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.9809663 Aug 16 01:58:19.307259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d72eb11-6825-4aee-bb70-9e4921072736', 'name': 'network-vif-deleted', 'tag': 'a006a1ed-9775-48e7-9744-3974d4cfbc14'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:19.312326 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a59be02-92b1-4da0-9c57-2512295d0e4e" -d '{"events": [{"server_uuid": "8d72eb11-6825-4aee-bb70-9e4921072736", "name": "network-vif-deleted", "tag": "a006a1ed-9775-48e7-9744-3974d4cfbc14"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:19.352827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff67f88-ae8d-48ef-9971-663359ce834a req-504851ae-3b5c-4577-b239-20135be5b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.354417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cff67f88-ae8d-48ef-9971-663359ce834a req-504851ae-3b5c-4577-b239-20135be5b998 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 1095 time: 0.5054846 Aug 16 01:58:19.414119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-82e2969f-3e6a-4a37-b7e2-cb785a7153f3 None None] Port 9a348a99-4386-4fb8-a1e8-aa229319affb cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:19.442895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Allocated IP 19.86.0.227 (3a58e1e8-e6db-40b9-8fbf-ff142a03be88/148775ec-260f-4141-b3cc-244a71acf965/e976abba-2ba5-4c8c-85a4-48682bc03694) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:19.556500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a006a1ed-9775-48e7-9744-3974d4cfbc14 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:19.581223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: a006a1ed-9775-48e7-9744-3974d4cfbc14 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:19.581814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a006a1ed-9775-48e7-9744-3974d4cfbc14 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:19.590666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff67f88-ae8d-48ef-9971-663359ce834a req-5933ab0f-07ce-402e-98ce-e08e95723d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.592586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cff67f88-ae8d-48ef-9971-663359ce834a req-5933ab0f-07ce-402e-98ce-e08e95723d31 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 916 time: 0.1977851 Aug 16 01:58:19.608850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a524e7e3-6437-490e-b8e6-c57f3d0cd568 req-e456c0d1-15ea-4a93-92ad-f081edbb1757 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023784 Aug 16 01:58:19.628197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a1647a-96d6-4e47-9f22-40e81da77d5e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.630004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a4a1647a-96d6-4e47-9f22-40e81da77d5e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.5918014 Aug 16 01:58:19.643780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46078) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.671764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cff67f88-ae8d-48ef-9971-663359ce834a req-e4aa3b6b-3ac9-4910-889b-b187911e8feb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=744f3b41-605e-41d8-90b3-1ccd76dc7511 HTTP/1.1" status: 200 len: 217 time: 0.0678310 Aug 16 01:58:19.692849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d59c5c-d309-41e5-8146-1c956a11ab82 req-3d7cd404-e1bd-48f4-b9fc-e91009105cea tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.701122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4d59c5c-d309-41e5-8146-1c956a11ab82 req-3d7cd404-e1bd-48f4-b9fc-e91009105cea tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 932 time: 0.3218420 Aug 16 01:58:19.795625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62ae237-48b2-43cc-8a07-4610720a7637 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.795857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a642d00-3e69-44ec-8185-488fc47d48aa None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:19.797373 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b62ae237-48b2-43cc-8a07-4610720a7637 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1526105 Aug 16 01:58:19.800226 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46082) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.832081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4d59c5c-d309-41e5-8146-1c956a11ab82 req-9e88207d-be18-4435-9e1b-3fd938220bfd tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295094 Aug 16 01:58:19.849161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff67f88-ae8d-48ef-9971-663359ce834a req-ab5a994a-f24e-4eae-b713-b3810d988333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.857099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cff67f88-ae8d-48ef-9971-663359ce834a req-ab5a994a-f24e-4eae-b713-b3810d988333 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 200 len: 855 time: 0.1531329 Aug 16 01:58:19.868562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.887836 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Transition to ACTIVE for port object e976abba-2ba5-4c8c-85a4-48682bc03694 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:19.907039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1de317-5c81-4679-ab17-2da477da4607 req-eeb7ecc4-c0bf-4097-b5b2-c718d79ded28 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.911952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec1de317-5c81-4679-ab17-2da477da4607 req-eeb7ecc4-c0bf-4097-b5b2-c718d79ded28 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.1636317 Aug 16 01:58:19.938746 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0622de-6784-4211-b6e4-5981f784bf5c x-openstack-request-id: req-cc0622de-6784-4211-b6e4-5981f784bf5c {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:19.939132 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d72eb11-6825-4aee-bb70-9e4921072736", "name": "network-vif-deleted", "tag": "a006a1ed-9775-48e7-9744-3974d4cfbc14", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:19.939457 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cc0622de-6784-4211-b6e4-5981f784bf5c {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:19.939905 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72eb11-6825-4aee-bb70-9e4921072736', 'name': 'network-vif-deleted', 'tag': 'a006a1ed-9775-48e7-9744-3974d4cfbc14', 'status': 'completed', 'code': 200} Aug 16 01:58:19.943396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cff67f88-ae8d-48ef-9971-663359ce834a req-c884cf7f-be4b-40b1-8d6d-b0b4584b5024 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5a7a8465-aacf-433a-8403-d3fb6abc343c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758231 Aug 16 01:58:19.954128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.960464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-598b9147-d6f6-4cbf-b376-187624e3e248 None None] Provisioning for port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:20.035941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec1de317-5c81-4679-ab17-2da477da4607 req-982861d0-6b12-4b91-92ff-c0a59ef74e31 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990610 Aug 16 01:58:20.037444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7c27fb-a708-40fa-b774-f282356c51f7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.040059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7c27fb-a708-40fa-b774-f282356c51f7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.042612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7c27fb-a708-40fa-b774-f282356c51f7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.052319 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ad7c27fb-a708-40fa-b774-f282356c51f7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2484229 Aug 16 01:58:20.052935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46084) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:20.055932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:20.140709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cff67f88-ae8d-48ef-9971-663359ce834a req-9a8f7e33-c34b-42d4-a6f6-22f3c0f6027e service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754005 Aug 16 01:58:20.178872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b84ac-9051-4c90-b1da-afaf5eae4678 req-b14adb1b-bc22-4b56-8ecd-c05a0a62342b tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.180873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-475b84ac-9051-4c90-b1da-afaf5eae4678 req-b14adb1b-bc22-4b56-8ecd-c05a0a62342b tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 943 time: 0.1238513 Aug 16 01:58:20.329150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-475b84ac-9051-4c90-b1da-afaf5eae4678 req-d9dcafd5-e0da-4745-8c10-d7abce0cdbfe tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329429 Aug 16 01:58:20.377888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cff67f88-ae8d-48ef-9971-663359ce834a req-fa9ab224-772c-4124-9735-c79622ec581f service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248719 Aug 16 01:58:20.465924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:20.620020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:20.631232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:20.690923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:20.711227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:20.711603 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.872747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event updated for resources: {'Port': ['ID=e976abba-2ba5-4c8c-85a4-48682bc03694,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:20.932449 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.933461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.967981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-6513c01f-bd75-4268-8db8-a85a371adfb4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 8d2bc386-cf09-4c6f-97ef-1e3a9a894da4 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:20.972965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6513c01f-bd75-4268-8db8-a85a371adfb4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.982104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-91ac5428-4c49-461b-8948-3b26470f3a4b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.983806 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.993470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-91ac5428-4c49-461b-8948-3b26470f3a4b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.3173816 Aug 16 01:58:21.009530 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-957812d2-2b35-4193-9109-81a40e11c85a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0747588 Aug 16 01:58:21.026423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-1e6c974c-98e2-4105-9ce9-4b358905e62b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/quotas/349079a268e8437eb80e514d3cb358de HTTP/1.1" status: 200 len: 375 time: 0.0312173 Aug 16 01:58:21.033091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Request body: {'port': {'device_id': '40b6593e-f333-4a17-a6d4-b446901ef876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:21.073159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7fe6beab-2a5c-4c57-b588-4006c07d9ab0,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:21.083935 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.088524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:21.089848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-1a5e91f9-ee94-4406-a042-fea567a539e7 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623434 Aug 16 01:58:21.100066 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6513c01f-bd75-4268-8db8-a85a371adfb4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.181184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fccaf-4167-483b-b6e3-f011b830c73a req-148cbcea-53d8-44e9-95df-164bc2259535 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.182288 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-893c4855-be0f-4da2-9831-7d742714ad6a None None] Could not find standard attr ID for object 0bca94e3-ffb1-40bd-bf52-8efb1670a95d. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:58:21.193931 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c96fccaf-4167-483b-b6e3-f011b830c73a req-148cbcea-53d8-44e9-95df-164bc2259535 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.4314167 Aug 16 01:58:21.245109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.273957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c96fccaf-4167-483b-b6e3-f011b830c73a req-52b2162e-d453-4fe6-8608-8c2291d46728 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785282 Aug 16 01:58:21.276155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=7fe6beab-2a5c-4c57-b588-4006c07d9ab0,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.312577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-f8b7a500-7be5-4273-8056-f49129870818 service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210617 Aug 16 01:58:21.341871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:21.342241 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.371447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-779137e0-30b0-4ace-b638-2fd01332c158 None None] Provisioning for port e976abba-2ba5-4c8c-85a4-48682bc03694 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:21.392523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-779137e0-30b0-4ace-b638-2fd01332c158 None None] Provisioning complete for port e976abba-2ba5-4c8c-85a4-48682bc03694 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:21.393296 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-779137e0-30b0-4ace-b638-2fd01332c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.418501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6513c01f-bd75-4268-8db8-a85a371adfb4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.557358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0597c5-aaef-4ea7-815c-f85ccdff4fd2 req-11713ece-0775-4af6-8c0f-392a6defac70 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.566421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0597c5-aaef-4ea7-815c-f85ccdff4fd2 req-11713ece-0775-4af6-8c0f-392a6defac70 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.572362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc0597c5-aaef-4ea7-815c-f85ccdff4fd2 req-11713ece-0775-4af6-8c0f-392a6defac70 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1655 time: 0.1490023 Aug 16 01:58:21.606268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-2f685cc2-ccb3-44f2-b5f3-ceebb300b873 service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915096 Aug 16 01:58:21.696603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-779137e0-30b0-4ace-b638-2fd01332c158 None None] Port e976abba-2ba5-4c8c-85a4-48682bc03694 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:21.704232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc0597c5-aaef-4ea7-815c-f85ccdff4fd2 req-a5c6763e-8aab-4ced-9727-ce4a23174c90 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101227 Aug 16 01:58:21.777134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6513c01f-bd75-4268-8db8-a85a371adfb4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.826570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-73795640-7586-40bb-ac1c-8b11b474005c None None] Could not find standard attr ID for object 486e3251-b04d-4417-943b-509c30f8a947. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:58:21.881205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513c01f-bd75-4268-8db8-a85a371adfb4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2bc386-cf09-4c6f-97ef-1e3a9a894da4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.885163 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6513c01f-bd75-4268-8db8-a85a371adfb4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.912216 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6513c01f-bd75-4268-8db8-a85a371adfb4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/8d2bc386-cf09-4c6f-97ef-1e3a9a894da4 HTTP/1.1" status: 204 len: 168 time: 1.8515940 Aug 16 01:58:21.913008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46124) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:22.108163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 744f3b41-605e-41d8-90b3-1ccd76dc7511 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:22.165356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a348a99-4386-4fb8-a1e8-aa229319affb {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:22.180684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.205947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Transition to ACTIVE for port object 9a348a99-4386-4fb8-a1e8-aa229319affb will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:22.213411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47173be-713b-4223-95b0-78c573799131 req-4f6fadcf-187a-47ab-aece-703285f77b5b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.215108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f47173be-713b-4223-95b0-78c573799131 req-4f6fadcf-187a-47ab-aece-703285f77b5b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.3827364 Aug 16 01:58:22.215515 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.270532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet c797e606-79b4-40c1-b6ce-c891a6d75796 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:22.294849 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.341375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:22.359326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4906bf-a247-4c06-9c5a-304e9e829518 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:22.404535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Pushing event updated for resources: {'Port': ['ID=9a348a99-4386-4fb8-a1e8-aa229319affb,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:22.599422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Attempting to bind port 9a348a99-4386-4fb8-a1e8-aa229319affb on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:22.599938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Attempting to bind port 9a348a99-4386-4fb8-a1e8-aa229319affb by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '16b246fb-fc01-4d9b-a9f4-90b032f0012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:22.612436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Attempting to bind port 9a348a99-4386-4fb8-a1e8-aa229319affb on network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:22.624658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Port 9a348a99-4386-4fb8-a1e8-aa229319affb on network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:22.624917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Attempting to bind port 9a348a99-4386-4fb8-a1e8-aa229319affb on network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:22.664759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:22.665149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Checking segment: {'id': '16b246fb-fc01-4d9b-a9f4-90b032f0012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:22.665548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Bound using segment: {'id': '16b246fb-fc01-4d9b-a9f4-90b032f0012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:22.666001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Bound port: 9a348a99-4386-4fb8-a1e8-aa229319affb, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b246fb-fc01-4d9b-a9f4-90b032f0012a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:22.666366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.912879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] For port 9a348a99-4386-4fb8-a1e8-aa229319affb, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:22.917686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] For port 9a348a99-4386-4fb8-a1e8-aa229319affb, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9a348a99-4386-4fb8-a1e8-aa229319affb,segment=NetworkSegment(16b246fb-fc01-4d9b-a9f4-90b032f0012a),segment_id=16b246fb-fc01-4d9b-a9f4-90b032f0012a)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:22.929705 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.038446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 744f3b41-605e-41d8-90b3-1ccd76dc7511, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=744f3b41-605e-41d8-90b3-1ccd76dc7511,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:23.046845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.047562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.053600 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] 10.222.0.89 "PUT /v2.0/ports/9a348a99-4386-4fb8-a1e8-aa229319affb HTTP/1.1" status: 200 len: 1093 time: 2.0249901 Aug 16 01:58:23.054147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'tag': '9a348a99-4386-4fb8-a1e8-aa229319affb'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:23.067602 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36bb56b-96da-4484-b06b-1cc41ba47ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "tag": "9a348a99-4386-4fb8-a1e8-aa229319affb"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:23.078637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '744f3b41-605e-41d8-90b3-1ccd76dc7511', 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c', 'port_id': '744f3b41-605e-41d8-90b3-1ccd76dc7511', 'mac_address': 'fa:16:3e:78:fb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb4d5e8-6097-4336-82c4-a534752cfa77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:23.117482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Request body: {'port': {'device_id': '40b6593e-f333-4a17-a6d4-b446901ef876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:23.185390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54ac8a-b989-4627-b1bc-3cfb516c8b4b service neutron] Pushing event updated for resources: {'Port': ['ID=9a348a99-4386-4fb8-a1e8-aa229319affb,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:23.244053 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.252328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:23.254281 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.277525 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.345729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744f3b41-605e-41d8-90b3-1ccd76dc7511 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:23.400538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865413-8852-49a3-bd8a-fc7c0c995a42 req-161f1739-1f10-4882-bd1d-4b005da933ff tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.407140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 744f3b41-605e-41d8-90b3-1ccd76dc7511, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=744f3b41-605e-41d8-90b3-1ccd76dc7511,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:23.415546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43865413-8852-49a3-bd8a-fc7c0c995a42 req-161f1739-1f10-4882-bd1d-4b005da933ff tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 943 time: 1.3836846 Aug 16 01:58:23.429002 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.581829 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.615269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f47173be-713b-4223-95b0-78c573799131 req-6737f3a4-fdf1-4d3c-b72c-33636199f7d1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3405864 Aug 16 01:58:23.699291 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-347280ea-9b29-4807-8db7-db29692bee69 req-b692eba6-ac5f-4af6-a545-3fad1cabd656 service neutron] show failed (client error): The resource could not be found. Aug 16 01:58:23.706616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['744f3b41-605e-41d8-90b3-1ccd76dc7511'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:23.708551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-b692eba6-ac5f-4af6-a545-3fad1cabd656 service neutron] 10.222.0.84 "GET /v2.0/ports/32886b7d-eb95-4a77-9949-20132fc96721/bindings/n-h2-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.3293543 Aug 16 01:58:23.800873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=744f3b41-605e-41d8-90b3-1ccd76dc7511,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:23.904820 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.130055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b934b2b-3c21-4879-a968-d99993716267 req-5b3bc6c5-9c2e-4958-8cc2-630a2358947a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 210 time: 0.1143358 Aug 16 01:58:24.130790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e976abba-2ba5-4c8c-85a4-48682bc03694 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:24.141175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43865413-8852-49a3-bd8a-fc7c0c995a42 req-57db04a6-c889-44d1-8efe-4af4c805515f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7241688 Aug 16 01:58:24.152871 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.181649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Transition to ACTIVE for port object e976abba-2ba5-4c8c-85a4-48682bc03694 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:24.187553 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.315109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e976abba-2ba5-4c8c-85a4-48682bc03694,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:24.387014 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.439513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Attempting to bind port e976abba-2ba5-4c8c-85a4-48682bc03694 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:24.439756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Attempting to bind port e976abba-2ba5-4c8c-85a4-48682bc03694 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'd7a64505-c0bf-4a73-8833-f8a7b953dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:24.440088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Attempting to bind port e976abba-2ba5-4c8c-85a4-48682bc03694 on network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:24.445961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Port e976abba-2ba5-4c8c-85a4-48682bc03694 on network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:24.446269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Attempting to bind port e976abba-2ba5-4c8c-85a4-48682bc03694 on network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:24.463216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:24.463845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Checking segment: {'id': 'd7a64505-c0bf-4a73-8833-f8a7b953dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:24.464906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Bound using segment: {'id': 'd7a64505-c0bf-4a73-8833-f8a7b953dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:24.465669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Bound port: e976abba-2ba5-4c8c-85a4-48682bc03694, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a64505-c0bf-4a73-8833-f8a7b953dcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:24.466430 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.561449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=c797e606-79b4-40c1-b6ce-c891a6d75796,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:24.592298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] For port e976abba-2ba5-4c8c-85a4-48682bc03694, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:24.596227 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] For port e976abba-2ba5-4c8c-85a4-48682bc03694, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e976abba-2ba5-4c8c-85a4-48682bc03694,segment=NetworkSegment(d7a64505-c0bf-4a73-8833-f8a7b953dcd7),segment_id=d7a64505-c0bf-4a73-8833-f8a7b953dcd7)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:24.605403 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.612207 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.617094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/c797e606-79b4-40c1-b6ce-c891a6d75796 HTTP/1.1" status: 204 len: 168 time: 2.7004716 Aug 16 01:58:24.621017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46170) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:24.625231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.626018 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.626018 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.626244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.630153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.630351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.630703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.635093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.635274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.635757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.636221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.636551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12ce049-bcc3-4d2b-93df-7ebcff137498 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:24.685467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.686097 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.687985 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] 10.222.0.89 "PUT /v2.0/ports/e976abba-2ba5-4c8c-85a4-48682bc03694 HTTP/1.1" status: 200 len: 1093 time: 1.5813854 Aug 16 01:58:24.690925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347280ea-9b29-4807-8db7-db29692bee69 req-a07defdb-5af4-4d7d-9ba5-67c2068e6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.701113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-a07defdb-5af4-4d7d-9ba5-67c2068e6957 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a&tenant_id=c65095f958914cd69aa95e35266c1eba HTTP/1.1" status: 200 len: 1101 time: 0.6683853 Aug 16 01:58:24.721731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b577cf-9db4-4543-a97f-98728ed94c39 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:24.734608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-97a6c463-19d6-46c5-aa19-988d49423582 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114144 Aug 16 01:58:24.742024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46174) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:24.752312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-71565131-92d5-4fdb-8df0-4ac0e4626b6e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:24.775921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:24.803606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfef43d-cda9-4a00-842d-37053d80806a req-4f8783d4-bbcb-4c96-ace1-d69993111349 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.805437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edfef43d-cda9-4a00-842d-37053d80806a req-4f8783d4-bbcb-4c96-ace1-d69993111349 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.4323261 Aug 16 01:58:24.853636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-bbce3e1d-fb5e-4028-9548-14683e2973d8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.855192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-bbce3e1d-fb5e-4028-9548-14683e2973d8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.84 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.7085896 Aug 16 01:58:24.870057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6e6c4-0248-4d17-a358-8534527d70c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e976abba-2ba5-4c8c-85a4-48682bc03694,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:24.873266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d8945-ea06-4f9b-bebc-3503113459fa req-07ada876-56fb-4e6a-b4cb-e2a77cff6757 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.894215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d8945-ea06-4f9b-bebc-3503113459fa req-07ada876-56fb-4e6a-b4cb-e2a77cff6757 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.896472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-242d8945-ea06-4f9b-bebc-3503113459fa req-07ada876-56fb-4e6a-b4cb-e2a77cff6757 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1679 time: 0.5244880 Aug 16 01:58:24.909752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-c47e868a-6344-49d2-bf5e-fc206742b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.910338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-c47e868a-6344-49d2-bf5e-fc206742b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.914677 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-c47e868a-6344-49d2-bf5e-fc206742b21a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=89e91b49c6e1406887ba13cafa0dd130&device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1983 time: 0.1402729 Aug 16 01:58:24.920705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Request body: {'port': {'device_id': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'admin_state_up': True, 'tenant_id': '349079a268e8437eb80e514d3cb358de'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:24.998466 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-063c1c4b-2e1b-4c73-805b-34801e0da620 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.226&port_id=9a348a99-4386-4fb8-a1e8-aa229319affb HTTP/1.1" status: 200 len: 217 time: 0.0711262 Aug 16 01:58:24.999417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-856b32c6-7163-4328-8337-993ca54c49cf None None] Provisioning complete for port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:25.000101 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-856b32c6-7163-4328-8337-993ca54c49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.006811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71565131-92d5-4fdb-8df0-4ac0e4626b6e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:25.012095 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71565131-92d5-4fdb-8df0-4ac0e4626b6e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.052609 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.105993 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-242d8945-ea06-4f9b-bebc-3503113459fa req-755da826-7b02-4be9-8f50-476a09aa7b93 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764960 Aug 16 01:58:25.193557 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8dd62b-e3da-45d6-b6de-db4afe52b650 x-openstack-request-id: req-bb8dd62b-e3da-45d6-b6de-db4afe52b650 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:25.194097 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "tag": "9a348a99-4386-4fb8-a1e8-aa229319affb", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:25.194765 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb8dd62b-e3da-45d6-b6de-db4afe52b650 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:25.195883 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'tag': '9a348a99-4386-4fb8-a1e8-aa229319affb', 'status': 'completed', 'code': 200} Aug 16 01:58:25.206159 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-a2e92859-fd3b-4c21-9990-777fe629f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.213006 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-a2e92859-fd3b-4c21-9990-777fe629f1d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=660a1954-977b-40e1-be5c-430c04c84983 HTTP/1.1" status: 200 len: 801 time: 0.1943891 Aug 16 01:58:25.227424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c00993-74f9-431f-a56a-58baa72e430a None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:25.293832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3f6d094e-d40d-4c1f-8cb5-339e6f1c3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.295399 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-3f6d094e-d40d-4c1f-8cb5-339e6f1c3110 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d726ef88-93c6-48fe-8d1b-2e24ebe45d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680060 Aug 16 01:58:25.302398 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edfef43d-cda9-4a00-842d-37053d80806a req-0d94416e-7084-48a2-b2ed-e74e169c3744 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945396 Aug 16 01:58:25.370074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-92c00993-74f9-431f-a56a-58baa72e430a None None] Deleting port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:25.370074 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92c00993-74f9-431f-a56a-58baa72e430a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.582411 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-01756a0a-a3dd-428c-a6d4-8c53f01190a3 service neutron] 10.222.0.89 "GET /v2.0/networks/d726ef88-93c6-48fe-8d1b-2e24ebe45d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699111 Aug 16 01:58:25.582743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-92c00993-74f9-431f-a56a-58baa72e430a None None] For port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7fe6beab-2a5c-4c57-b588-4006c07d9ab0,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:25.582861 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92c00993-74f9-431f-a56a-58baa72e430a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.600934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-92c00993-74f9-431f-a56a-58baa72e430a None None] Calling delete_port for 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:25.609081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71565131-92d5-4fdb-8df0-4ac0e4626b6e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.642634 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da48b314-882d-4cbb-b040-d85d1f0d1b54 req-ad182b66-6b3d-4a2e-818c-42aeec15824a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 210 time: 0.2027481 Aug 16 01:58:25.652886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Made reservation on behalf of 349079a268e8437eb80e514d3cb358de for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:25.657448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.686803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afc823-f6c8-4a1d-a84b-a169eaf2c673 req-77bc31ad-2469-4393-9b5e-7414712d5422 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.688821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56afc823-f6c8-4a1d-a84b-a169eaf2c673 req-77bc31ad-2469-4393-9b5e-7414712d5422 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.3851891 Aug 16 01:58:25.716264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 32886b7d-eb95-4a77-9949-20132fc96721 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:25.780409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71565131-92d5-4fdb-8df0-4ac0e4626b6e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=2a444b48-da42-4b8a-ad2c-c03d350c267e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:25.793687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71565131-92d5-4fdb-8df0-4ac0e4626b6e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:25.802352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-71565131-92d5-4fdb-8df0-4ac0e4626b6e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:25.813040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71565131-92d5-4fdb-8df0-4ac0e4626b6e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.813903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71565131-92d5-4fdb-8df0-4ac0e4626b6e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.858277 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-71565131-92d5-4fdb-8df0-4ac0e4626b6e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1155188 Aug 16 01:58:25.861345 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46204) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:25.873353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f819d963-acba-4d15-a758-361ae50b8276 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:25.879469 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.890749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Allocated IP 172.20.0.2 (1df1123c-1f49-4c4f-9eb2-3f3807dd3006/f2649e7e-bc88-4fba-bf60-4e29353aadc7/0aabaedb-4020-4f5d-9872-4ad0dd0de59d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:25.937621 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92c00993-74f9-431f-a56a-58baa72e430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.982356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c00993-74f9-431f-a56a-58baa72e430a None None] Pushing event deleted for resources: {'Port': ['ID=7fe6beab-2a5c-4c57-b588-4006c07d9ab0,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.007490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c00993-74f9-431f-a56a-58baa72e430a None None] No DVR routers for this DVR port 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:26.034024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216a71a3-8714-43a7-aebf-e36e886602c0 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:26.080257 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.083635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f819d963-acba-4d15-a758-361ae50b8276 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:26.092015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f819d963-acba-4d15-a758-361ae50b8276 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.140724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 744f3b41-605e-41d8-90b3-1ccd76dc7511 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:26.154119 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.242991 n-d-768851-16 neutron-server[101380]: INFO neutron.db.ipam_backend_mixin [None req-f819d963-acba-4d15-a758-361ae50b8276 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a444b48-da42-4b8a-ad2c-c03d350c267e (CIDR: 2001:db8::/64) Aug 16 01:58:26.250899 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-f819d963-acba-4d15-a758-361ae50b8276 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:58:26.250899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f819d963-acba-4d15-a758-361ae50b8276 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:26.276562 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-4e8e6327-68f8-4136-9329-379cf17d48da service neutron] 10.222.0.89 "GET /v2.0/networks/d726ef88-93c6-48fe-8d1b-2e24ebe45d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841388 Aug 16 01:58:26.278504 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f819d963-acba-4d15-a758-361ae50b8276 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4157944 Aug 16 01:58:26.282803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46214) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:26.287857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:26.289837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'subnet': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:26.349094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:26.350049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7fe6beab-2a5c-4c57-b588-4006c07d9ab0 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:26.367749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 744f3b41-605e-41d8-90b3-1ccd76dc7511 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:26.372561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 744f3b41-605e-41d8-90b3-1ccd76dc7511 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:26.373323 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.473071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:26.520464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:26.530148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=32886b7d-eb95-4a77-9949-20132fc96721,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:26.535621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:26.551091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event updated for resources: {'Port': ['ID=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.598100 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.600726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1933d05-2822-40f2-976b-178094860e18 req-d7315548-076e-4e80-a7a2-c6988d6aec8f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.602351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1933d05-2822-40f2-976b-178094860e18 req-d7315548-076e-4e80-a7a2-c6988d6aec8f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 944 time: 0.4713750 Aug 16 01:58:26.636849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4c0e190f-1577-4471-8063-ddf0f1be0b48', 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'tenant_id': '4e0fccabfd8e40138588b97df7657ad6', 'fixed_ips': [{'subnet_id': '2a444b48-da42-4b8a-ad2c-c03d350c267e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:26.638103 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.639259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56afc823-f6c8-4a1d-a84b-a169eaf2c673 req-32816618-ea81-4b36-81dd-61792c918453 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5152862 Aug 16 01:58:26.649551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738144cc-67a2-4c7d-a5cb-d65c8de8ce77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744f3b41-605e-41d8-90b3-1ccd76dc7511'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:26.652456 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8262f969-f396-4037-bc2f-bce25977797e" -d '{"events": [{"server_uuid": "738144cc-67a2-4c7d-a5cb-d65c8de8ce77", "name": "network-vif-plugged", "status": "completed", "tag": "744f3b41-605e-41d8-90b3-1ccd76dc7511"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:26.677752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 744f3b41-605e-41d8-90b3-1ccd76dc7511, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=744f3b41-605e-41d8-90b3-1ccd76dc7511,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:26.688945 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.737615 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-137e4084-c31d-45a4-a477-8a94e90b918e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.227&port_id=e976abba-2ba5-4c8c-85a4-48682bc03694 HTTP/1.1" status: 200 len: 217 time: 0.4412107 Aug 16 01:58:26.750304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.751930 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.763354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:26.810842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:26.817987 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.833980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1933d05-2822-40f2-976b-178094860e18 req-6f68c1e7-ced7-4948-a63d-7555d3cdc432 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875408 Aug 16 01:58:26.840818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=744f3b41-605e-41d8-90b3-1ccd76dc7511,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.906677 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-fdef8e80-957c-4893-8568-1a7f309b3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.908199 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-fdef8e80-957c-4893-8568-1a7f309b3fe4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=148775ec-260f-4141-b3cc-244a71acf965 HTTP/1.1" status: 200 len: 801 time: 0.1621983 Aug 16 01:58:26.909935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-233e481f-7a63-450b-a8a3-847f0c1a979a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9965479 Aug 16 01:58:26.918946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:26.921609 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1da17c1-9e84-4cba-b329-771bd96bc8a0" -d '{"events": [{"server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "32886b7d-eb95-4a77-9949-20132fc96721"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:26.927118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Allocated IP 2001:db8::2 (4c0e190f-1577-4471-8063-ddf0f1be0b48/2a444b48-da42-4b8a-ad2c-c03d350c267e/8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:26.940299 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.987460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Request body: {'port': {'device_id': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:26.999105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef37f5-21de-441b-9f6e-902577f96ffe req-b7896f97-e58e-4cf9-a3dc-b55478a2f665 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.005716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef37f5-21de-441b-9f6e-902577f96ffe req-b7896f97-e58e-4cf9-a3dc-b55478a2f665 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.014041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9ef37f5-21de-441b-9f6e-902577f96ffe req-b7896f97-e58e-4cf9-a3dc-b55478a2f665 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1679 time: 0.2589564 Aug 16 01:58:27.089086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Transition to ACTIVE for port object 32886b7d-eb95-4a77-9949-20132fc96721 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:27.123629 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.126274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.194274 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:58:27.194802 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:58:27.208877 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.215057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9ef37f5-21de-441b-9f6e-902577f96ffe req-bcd4db8e-f83b-4beb-b229-6f24bfcfa8d3 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998498 Aug 16 01:58:27.220239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Transition to ACTIVE for port object 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:27.232662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Pushing event updated for resources: {'Port': ['ID=32886b7d-eb95-4a77-9949-20132fc96721,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:27.260624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Transition to ACTIVE for port object 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:27.274941 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.278136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'tag': 'e976abba-2ba5-4c8c-85a4-48682bc03694'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:27.280486 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "tag": "e976abba-2ba5-4c8c-85a4-48682bc03694"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:27.372552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-5cd1357c-a5bd-41ab-bc1d-9bf2d587efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.374860 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-5cd1357c-a5bd-41ab-bc1d-9bf2d587efaf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a58e1e8-e6db-40b9-8fbf-ff142a03be88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4586926 Aug 16 01:58:27.401437 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df89161-8222-484f-9577-28eac6c7d67f x-openstack-request-id: req-4df89161-8222-484f-9577-28eac6c7d67f {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:27.401743 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738144cc-67a2-4c7d-a5cb-d65c8de8ce77", "name": "network-vif-plugged", "status": "completed", "tag": "744f3b41-605e-41d8-90b3-1ccd76dc7511", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:27.402975 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4df89161-8222-484f-9577-28eac6c7d67f {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:27.403394 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738144cc-67a2-4c7d-a5cb-d65c8de8ce77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744f3b41-605e-41d8-90b3-1ccd76dc7511', 'code': 200} Aug 16 01:58:27.419785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Pushing event updated for resources: {'Port': ['ID=8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:27.465945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:27.469920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:27.475301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:27.633886 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Attempting to bind port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:27.634360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Attempting to bind port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:27.634833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Attempting to bind port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e on network 4c0e190f-1577-4471-8063-ddf0f1be0b48 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:27.643930 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:27.649615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Checking segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:27.650363 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.651340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Bound using segment: {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:27.655137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Bound port: 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c92d10-365f-4a93-885e-19fe8cacbd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:27.655666 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.681333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00766cef-dec8-49bf-ba02-06c8f7c8580b req-799b4df6-b6b7-4fc3-9e1a-a3461a02f1d5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.687547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e403-42d8-40bf-91ae-2352b9d83465 req-bdd34ce3-cc60-4501-ac36-fd492880e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.688850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00766cef-dec8-49bf-ba02-06c8f7c8580b req-799b4df6-b6b7-4fc3-9e1a-a3461a02f1d5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.7277036 Aug 16 01:58:27.689724 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4df0e403-42d8-40bf-91ae-2352b9d83465 req-bdd34ce3-cc60-4501-ac36-fd492880e0fd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 1097 time: 0.3967643 Aug 16 01:58:27.733467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] No DVR routers for this DVR port 32886b7d-eb95-4a77-9949-20132fc96721 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:27.828537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00766cef-dec8-49bf-ba02-06c8f7c8580b req-bdde680a-f0dc-481a-9ed8-1c5d9f800e18 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386874 Aug 16 01:58:27.851394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Attempting to bind port 32886b7d-eb95-4a77-9949-20132fc96721 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:27.856740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Attempting to bind port 32886b7d-eb95-4a77-9949-20132fc96721 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:27.858696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Attempting to bind port 32886b7d-eb95-4a77-9949-20132fc96721 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:27.902747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e21543-3528-416d-9464-c3dbfdb213c3 req-b6c80fcb-7c6b-4c41-84b5-a1cb2b6b485c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.913591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02e21543-3528-416d-9464-c3dbfdb213c3 req-b6c80fcb-7c6b-4c41-84b5-a1cb2b6b485c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 931 time: 0.2749372 Aug 16 01:58:27.949798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Port 32886b7d-eb95-4a77-9949-20132fc96721 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:27.950339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Attempting to bind port 32886b7d-eb95-4a77-9949-20132fc96721 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:27.952495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] For port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:27.958465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] For port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:27.963292 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3adf42-4bb6-4e2f-baec-ccb4d19e41fc x-openstack-request-id: req-7c3adf42-4bb6-4e2f-baec-ccb4d19e41fc {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:27.963842 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "32886b7d-eb95-4a77-9949-20132fc96721", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:27.964271 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c3adf42-4bb6-4e2f-baec-ccb4d19e41fc {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:27.966702 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721', 'code': 200} Aug 16 01:58:27.983639 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.989995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:27.990627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:27.991212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:27.995692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Bound port: 32886b7d-eb95-4a77-9949-20132fc96721, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:27.996314 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.009937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada4f3c-dae3-463b-9676-d1b1abb62084 req-bd65050f-387d-4c00-a2e5-2196f294eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.014276 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3ada4f3c-dae3-463b-9676-d1b1abb62084 req-bd65050f-387d-4c00-a2e5-2196f294eadd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 1097 time: 0.6362021 Aug 16 01:58:28.024877 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e9b304-e851-4453-904a-6770c669d329 x-openstack-request-id: req-16e9b304-e851-4453-904a-6770c669d329 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:28.028141 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "tag": "e976abba-2ba5-4c8c-85a4-48682bc03694", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:28.028513 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16e9b304-e851-4453-904a-6770c669d329 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:28.029045 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'tag': 'e976abba-2ba5-4c8c-85a4-48682bc03694', 'status': 'completed', 'code': 200} Aug 16 01:58:28.116442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46248) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:28.154804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e403-42d8-40bf-91ae-2352b9d83465 req-6b5d86f6-91f5-4021-93e5-73c4bb3cbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.156320 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4df0e403-42d8-40bf-91ae-2352b9d83465 req-6b5d86f6-91f5-4021-93e5-73c4bb3cbaf0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.4198885 Aug 16 01:58:28.171255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4225a1-a3ab-48da-b366-f000e3bc4f19 None None] Pushing event updated for resources: {'Port': ['ID=8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:28.181233 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-8cd5a75b-76a3-4999-b8de-4a2dd37a389d service neutron] 10.222.0.89 "GET /v2.0/networks/3a58e1e8-e6db-40b9-8fbf-ff142a03be88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7576747 Aug 16 01:58:28.210433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02e21543-3528-416d-9464-c3dbfdb213c3 req-2937351e-05e7-4099-bede-329121768777 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932444 Aug 16 01:58:28.265476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aabaedb-4020-4f5d-9872-4ad0dd0de59d {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:28.318422 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.378860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Transition to ACTIVE for port object 0aabaedb-4020-4f5d-9872-4ad0dd0de59d will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:28.387020 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3ada4f3c-dae3-463b-9676-d1b1abb62084 req-a45e1574-5886-4663-b26e-922c6438a083 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314104 Aug 16 01:58:28.400943 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.414597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:28.417467 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.430659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb28967-6b6e-4dce-8151-7249ce79e472 req-aa9e3b41-b0b9-47b3-83bc-ff09f1b39684 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.441539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fb28967-6b6e-4dce-8151-7249ce79e472 req-aa9e3b41-b0b9-47b3-83bc-ff09f1b39684 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.3158288 Aug 16 01:58:28.484826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.objects.ports [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101380) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:58:28.492174 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4df0e403-42d8-40bf-91ae-2352b9d83465 req-eba590a6-5b7a-4f33-a66a-4cc188f231ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 200 len: 1000 time: 0.3113806 Aug 16 01:58:28.534302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=32886b7d-eb95-4a77-9949-20132fc96721,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:28.569434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.684025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae164166-4b8a-406a-8bf7-a8776d2cc23f req-fc7f9964-2b54-4c72-ae5c-e7024ff51952 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.696672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae164166-4b8a-406a-8bf7-a8776d2cc23f req-fc7f9964-2b54-4c72-ae5c-e7024ff51952 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 945 time: 0.3357596 Aug 16 01:58:28.707014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Pushing event updated for resources: {'Port': ['ID=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:28.759188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fb28967-6b6e-4dce-8151-7249ce79e472 req-3f8788fe-d57a-4881-bfe9-9645ef956aa9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160853 Aug 16 01:58:28.764523 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.767987 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.772553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] 10.222.0.89 "PUT /v2.0/ports/32886b7d-eb95-4a77-9949-20132fc96721 HTTP/1.1" status: 200 len: 1096 time: 4.0549643 Aug 16 01:58:28.814264 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc2f8278-d460-4d3b-9c64-7dbfb912634b req-f29a7e03-0591-4c4c-8e5c-0474c8bbe3db service neutron] 10.222.0.89 "GET /v2.0/networks/3a58e1e8-e6db-40b9-8fbf-ff142a03be88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230876 Aug 16 01:58:28.851378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e403-42d8-40bf-91ae-2352b9d83465 req-0c5cb831-0a93-4f8e-88e9-ebe51d5356f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.853443 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4df0e403-42d8-40bf-91ae-2352b9d83465 req-0c5cb831-0a93-4f8e-88e9-ebe51d5356f1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.3509188 Aug 16 01:58:29.064493 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae164166-4b8a-406a-8bf7-a8776d2cc23f req-6f5c7252-bc9d-497d-b1e0-75a50a448511 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665655 Aug 16 01:58:29.114985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c832b1e-f2ce-4952-8a53-fd9058b4a14e service neutron] Pushing event updated for resources: {'Port': ['ID=32886b7d-eb95-4a77-9949-20132fc96721,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:29.146863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e403-42d8-40bf-91ae-2352b9d83465 req-4f1f52ec-7635-40e4-ad13-981e155eeb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.148584 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4df0e403-42d8-40bf-91ae-2352b9d83465 req-4f1f52ec-7635-40e4-ad13-981e155eeb47 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2773633 Aug 16 01:58:29.168264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347280ea-9b29-4807-8db7-db29692bee69 req-c8f3a359-73c1-4a1a-9819-d84316e5d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.176612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-c8f3a359-73c1-4a1a-9819-d84316e5d801 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 1099 time: 0.2917044 Aug 16 01:58:29.193074 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.197783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e35f2e-2358-4f5d-ab23-fb95670f7b14 req-5cb3cf28-6997-4acf-818f-118815c8455a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.204109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e35f2e-2358-4f5d-ab23-fb95670f7b14 req-5cb3cf28-6997-4acf-818f-118815c8455a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.206108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0e35f2e-2358-4f5d-ab23-fb95670f7b14 req-5cb3cf28-6997-4acf-818f-118815c8455a tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1679 time: 0.3013792 Aug 16 01:58:29.225418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Attempting to bind port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:29.225777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Attempting to bind port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:29.226069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Attempting to bind port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:29.275446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.358587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:29.359056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Attempting to bind port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:29.389637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:29.389637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Checking segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:29.389637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Bound using segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:29.390176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Bound port: 0aabaedb-4020-4f5d-9872-4ad0dd0de59d, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:29.391070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.443445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ede536-5258-4091-9df2-b93f756c7536 req-810d3edb-634a-4408-ab4f-d82405a2deae tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.447643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7ede536-5258-4091-9df2-b93f756c7536 req-810d3edb-634a-4408-ab4f-d82405a2deae tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 947 time: 0.2319176 Aug 16 01:58:29.474619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0e35f2e-2358-4f5d-ab23-fb95670f7b14 req-3f6e248c-7892-4ddf-ae94-2e8960d2506e tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441182 Aug 16 01:58:29.546723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-3ace6223-cec8-41cc-a81b-536b253586c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.547488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-3ace6223-cec8-41cc-a81b-536b253586c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.549115 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-3ace6223-cec8-41cc-a81b-536b253586c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=89e91b49c6e1406887ba13cafa0dd130&device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1983 time: 0.6451447 Aug 16 01:58:29.600724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7ede536-5258-4091-9df2-b93f756c7536 req-372c3a4b-76ed-4eba-8807-8aacd8112dd6 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240716 Aug 16 01:58:29.607119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347280ea-9b29-4807-8db7-db29692bee69 req-7c0e018a-3ec2-475b-a92e-709385824e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.608991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-7c0e018a-3ec2-475b-a92e-709385824e3b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.4016559 Aug 16 01:58:29.689491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-19e3ef98-9155-4d0d-b170-40b69d358e20 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=32886b7d-eb95-4a77-9949-20132fc96721 HTTP/1.1" status: 200 len: 217 time: 0.0542033 Aug 16 01:58:29.883614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] For port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:29.903850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] For port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:29.928268 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.968055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347280ea-9b29-4807-8db7-db29692bee69 req-6330a240-f058-485d-9372-a80195d290ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.973466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-6330a240-f058-485d-9372-a80195d290ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2427423 Aug 16 01:58:29.983624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:29.986513 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "tag": "32886b7d-eb95-4a77-9949-20132fc96721"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:30.047940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4638c-33c9-4a72-a507-4a27a156e7e4 req-2deb1364-eedc-4a5d-88c6-7d0a9074a6d7 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.049976 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aec4638c-33c9-4a72-a507-4a27a156e7e4 req-2deb1364-eedc-4a5d-88c6-7d0a9074a6d7 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 943 time: 0.4373236 Aug 16 01:58:30.131240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.132586 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.134217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] 10.222.0.84 "PUT /v2.0/ports/0aabaedb-4020-4f5d-9872-4ad0dd0de59d HTTP/1.1" status: 200 len: 1092 time: 3.1515534 Aug 16 01:58:30.136390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ec508cf1-fa2d-4614-a607-ad70a94209a6 None None] Provisioning for port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:30.214232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6e58f-b7f9-4b9b-b2ed-ca33009472fa service neutron] Pushing event updated for resources: {'Port': ['ID=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:30.257216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb02cf7-12a2-4793-8f4e-2519bbaac6e5 req-7c222c66-93f7-453b-92db-875183d62534 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.268117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fcb02cf7-12a2-4793-8f4e-2519bbaac6e5 req-7c222c66-93f7-453b-92db-875183d62534 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.3549778 Aug 16 01:58:30.283044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:30.336151 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aec4638c-33c9-4a72-a507-4a27a156e7e4 req-ec60e412-801a-45aa-9477-43885719c3e1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602618 Aug 16 01:58:30.369244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347280ea-9b29-4807-8db7-db29692bee69 req-21128d93-6194-4dd8-967c-313cf0543ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.378081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-21128d93-6194-4dd8-967c-313cf0543ecf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3666205 Aug 16 01:58:30.399017 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:30.404024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:30.404766 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.477491 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b3d0da-88b8-4e10-9231-f4906d3c60c0 x-openstack-request-id: req-d2b3d0da-88b8-4e10-9231-f4906d3c60c0 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:30.477865 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "tag": "32886b7d-eb95-4a77-9949-20132fc96721", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:30.478068 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2b3d0da-88b8-4e10-9231-f4906d3c60c0 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:30.478429 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721', 'status': 'completed', 'code': 200} Aug 16 01:58:30.549533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fcb02cf7-12a2-4793-8f4e-2519bbaac6e5 req-c6669cbb-b875-4bcc-aa36-e9442bbc25cb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802889 Aug 16 01:58:30.571644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-19ab2ec2-d2f1-42b7-8c8d-36a988f5b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.586976 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-19ab2ec2-d2f1-42b7-8c8d-36a988f5b167 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d726ef88-93c6-48fe-8d1b-2e24ebe45d65 HTTP/1.1" status: 200 len: 903 time: 1.0114572 Aug 16 01:58:30.591586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.622619 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.626744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-3f7d2470-7241-47a1-b92c-d620583821ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.628844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-3f7d2470-7241-47a1-b92c-d620583821ac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 1095 time: 0.4087062 Aug 16 01:58:30.695819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:30.702484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.823245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:30.854470 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-8b80b5dd-9fec-4daa-aba2-b5956502b875 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.226&port_id=9a348a99-4386-4fb8-a1e8-aa229319affb HTTP/1.1" status: 200 len: 217 time: 0.2665865 Aug 16 01:58:30.988531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14399e9d-e433-4b3d-bb10-c80a33eaefbf,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:31.003549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-cc807be7-c3d1-411f-b3db-0f1feee7b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.005407 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-cc807be7-c3d1-411f-b3db-0f1feee7b79b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=660a1954-977b-40e1-be5c-430c04c84983 HTTP/1.1" status: 200 len: 801 time: 0.1290631 Aug 16 01:58:31.011216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.013948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.014437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.017065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.017648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.018081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.018507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.018936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.021401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.021868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.022828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.023268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:31.044315 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cddc3568-c0fe-4b28-a546-32efb657e37b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8c2bb28bb83404398b902f77fa1f815&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9248211 Aug 16 01:58:31.066130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-76d539f5-fd04-4b19-875d-fc88cc487789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.068303 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-76d539f5-fd04-4b19-875d-fc88cc487789 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 1099 time: 0.5689335 Aug 16 01:58:31.085604 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.api [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:58:31.085971 n-d-768851-16 neutron-server[101380]: DEBUG oslo_db.api [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:58:31.087952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46286) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:31.139156 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4df0e403-42d8-40bf-91ae-2352b9d83465 req-5ddce730-dc31-471d-95f6-eb5ef66b35ac service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8546584 Aug 16 01:58:31.274873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-3626ffeb-c466-42d0-8c4d-3ae0b7bc96c9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d HTTP/1.1" status: 200 len: 217 time: 0.6217036 Aug 16 01:58:31.454348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-de1d6455-1409-41be-8f79-e86ec3d4c6bc service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0630798 Aug 16 01:58:31.528107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fd6d9-bd8a-4190-9929-e1709edfd6f6 req-5a9b208a-306c-4e73-828d-ae4e5c166828 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.529846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-190fd6d9-bd8a-4190-9929-e1709edfd6f6 req-5a9b208a-306c-4e73-828d-ae4e5c166828 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 945 time: 0.9776511 Aug 16 01:58:31.537302 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4df0e403-42d8-40bf-91ae-2352b9d83465 req-dfa7d313-be62-44fa-bd4e-29ab6c5ed51d service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589686 Aug 16 01:58:31.556225 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-5d76144d-f867-4edc-bbe5-afa5b7900413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.558488 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-5d76144d-f867-4edc-bbe5-afa5b7900413 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d726ef88-93c6-48fe-8d1b-2e24ebe45d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4944108 Aug 16 01:58:31.584394 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fbec2caa-6492-46e5-a566-7e276d4be1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.610328 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fbec2caa-6492-46e5-a566-7e276d4be1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.700337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd230e-426f-47e1-8bec-c971b84c8229 req-0b063146-2dd6-435a-965e-3d3bf8e15b76 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.712936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd230e-426f-47e1-8bec-c971b84c8229 req-0b063146-2dd6-435a-965e-3d3bf8e15b76 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.722703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9bd230e-426f-47e1-8bec-c971b84c8229 req-0b063146-2dd6-435a-965e-3d3bf8e15b76 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1679 time: 0.4465940 Aug 16 01:58:31.760830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-88be831f-120b-418b-9b68-a75cb694e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.760830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-88be831f-120b-418b-9b68-a75cb694e36d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.3961625 Aug 16 01:58:31.792230 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-4adfc919-ffab-43ae-b332-a453eeae9372 service neutron] 10.222.0.89 "GET /v2.0/networks/d726ef88-93c6-48fe-8d1b-2e24ebe45d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112803 Aug 16 01:58:31.806978 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-e2693ac4-b703-41d5-a185-0939b9b9970c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338197 Aug 16 01:58:31.819248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-190fd6d9-bd8a-4190-9929-e1709edfd6f6 req-28fc7ff1-3f0b-4f72-a12a-f7c539477dbd tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432642 Aug 16 01:58:31.854196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9bd230e-426f-47e1-8bec-c971b84c8229 req-390abdaf-63ca-4e10-8cc6-99f80993e491 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301775 Aug 16 01:58:31.900463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fbec2caa-6492-46e5-a566-7e276d4be1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.903480 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fbec2caa-6492-46e5-a566-7e276d4be1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.929119 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fbec2caa-6492-46e5-a566-7e276d4be1d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/14399e9d-e433-4b3d-bb10-c80a33eaefbf HTTP/1.1" status: 204 len: 168 time: 0.8199275 Aug 16 01:58:32.070621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-fe15661d-dabb-4aad-b26e-bc9a1dba7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.076001 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-fe15661d-dabb-4aad-b26e-bc9a1dba7e46 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.9866946 Aug 16 01:58:32.082692 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.145012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c08c0e-4133-46ac-ada0-87949debd959 req-e486e25a-d265-48a4-bf36-2b6e61b37732 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.154562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e976abba-2ba5-4c8c-85a4-48682bc03694 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:32.155249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87c08c0e-4133-46ac-ada0-87949debd959 req-e486e25a-d265-48a4-bf36-2b6e61b37732 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 943 time: 0.1489332 Aug 16 01:58:32.218748 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-347280ea-9b29-4807-8db7-db29692bee69 req-5634d39e-30de-47c7-ad57-403a772d5d12 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7277637 Aug 16 01:58:32.240920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f122bc5-8a5c-4608-9d61-6105b3fa369f req-a09ffc1c-1a6c-4f5c-ad65-5e0994dd814a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.242778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f122bc5-8a5c-4608-9d61-6105b3fa369f req-a09ffc1c-1a6c-4f5c-ad65-5e0994dd814a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 947 time: 0.2730889 Aug 16 01:58:32.354256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:32.408932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f122bc5-8a5c-4608-9d61-6105b3fa369f req-01455126-6f23-4ffd-a7ff-b4bf9d969ab9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260211 Aug 16 01:58:32.435055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87c08c0e-4133-46ac-ada0-87949debd959 req-6dbb1fc1-e0e8-4dd1-ab2d-6554946dc2d7 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783265 Aug 16 01:58:32.472141 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-b60ac062-eb5d-4edd-9b1b-1460c584a7cf service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496305 Aug 16 01:58:32.479898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'tag': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:32.482637 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42879506-a6fd-4482-bd79-482490987a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d630deb-e346-47a1-8d4c-df657c1fb5d1", "tag": "0aabaedb-4020-4f5d-9872-4ad0dd0de59d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:32.511717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec2caa-6492-46e5-a566-7e276d4be1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14399e9d-e433-4b3d-bb10-c80a33eaefbf,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:32.648910 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80fd044-bbcd-4402-975b-37c0a92a5790 x-openstack-request-id: req-a80fd044-bbcd-4402-975b-37c0a92a5790 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:32.649218 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d630deb-e346-47a1-8d4c-df657c1fb5d1", "tag": "0aabaedb-4020-4f5d-9872-4ad0dd0de59d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:32.649467 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a80fd044-bbcd-4402-975b-37c0a92a5790 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:32.649869 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'tag': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d', 'status': 'completed', 'code': 200} Aug 16 01:58:32.691265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-6155e83f-bc4f-47d5-98c5-f51b9ee168bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.693072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-6155e83f-bc4f-47d5-98c5-f51b9ee168bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 1099 time: 0.3279927 Aug 16 01:58:32.723566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043416b9-f5cd-434b-9328-cdf4e8b7d07b req-c345bfba-5aa8-4d1a-877b-30382d0c615d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.728198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-043416b9-f5cd-434b-9328-cdf4e8b7d07b req-c345bfba-5aa8-4d1a-877b-30382d0c615d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.1483905 Aug 16 01:58:32.815415 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] For port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:32.854035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18486879-d895-469b-82cf-09f3fe4c24e9 req-9d6ce31d-9f58-4ee3-838b-fd6f03dbaea0 service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641784 Aug 16 01:58:32.854287 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.861126 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-0c32fbb9-bc81-463d-930f-1360a30362ec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=32886b7d-eb95-4a77-9949-20132fc96721 HTTP/1.1" status: 200 len: 217 time: 0.7124426 Aug 16 01:58:32.865303 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.866436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.957025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Subnet': ['ID=7b307139-d277-461d-93d5-537f3da84e7c,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:32.968778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-cb4652bc-f81b-4f31-b322-f6f7428b96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.973808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-cb4652bc-f81b-4f31-b322-f6f7428b96bb service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2416449 Aug 16 01:58:32.995651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e976abba-2ba5-4c8c-85a4-48682bc03694, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e976abba-2ba5-4c8c-85a4-48682bc03694,segment=NetworkSegment(d7a64505-c0bf-4a73-8833-f8a7b953dcd7),segment_id=d7a64505-c0bf-4a73-8833-f8a7b953dcd7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:33.016972 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-043416b9-f5cd-434b-9328-cdf4e8b7d07b req-a005d2e5-e788-47f4-884e-8375dbd5f063 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730644 Aug 16 01:58:33.026395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:33.026773 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.109703 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'e976abba-2ba5-4c8c-85a4-48682bc03694', 'network_id': '3a58e1e8-e6db-40b9-8fbf-ff142a03be88', 'port_id': 'e976abba-2ba5-4c8c-85a4-48682bc03694', 'mac_address': 'fa:16:3e:40:ba:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148775ec-260f-4141-b3cc-244a71acf965', 'ip_address': '19.86.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:33.158334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-36db46ed-0535-4812-a549-c954130840fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=32886b7d-eb95-4a77-9949-20132fc96721 HTTP/1.1" status: 200 len: 217 time: 0.1350517 Aug 16 01:58:33.169358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab85e6e-79e7-4be5-ba74-f1900d5b3a13 req-fefaaa1e-5add-42ae-8f15-eb7ee141ee90 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.176349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab85e6e-79e7-4be5-ba74-f1900d5b3a13 req-fefaaa1e-5add-42ae-8f15-eb7ee141ee90 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.178881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ab85e6e-79e7-4be5-ba74-f1900d5b3a13 req-fefaaa1e-5add-42ae-8f15-eb7ee141ee90 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1679 time: 0.1605852 Aug 16 01:58:33.238152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-6bb07a92-0981-40c1-bc86-47c1072cead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.240164 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-6bb07a92-0981-40c1-bc86-47c1072cead5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0551870 Aug 16 01:58:33.249824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:33.268770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42879506-a6fd-4482-bd79-482490987a4a req-14fb24bb-1647-4556-968e-91d84dfb86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.271604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42879506-a6fd-4482-bd79-482490987a4a req-14fb24bb-1647-4556-968e-91d84dfb86e9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 1095 time: 0.2521746 Aug 16 01:58:33.322444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:33.338588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.339212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.373640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc24df1a-475d-4ba5-b6f5-c9a59de16406 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:33.407729 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.424088 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.1392882 Aug 16 01:58:33.424818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd6d57-288b-4e78-a592-d9fdaf7df59c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e,revision_number=5']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:33.427902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46344) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:33.463028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Request body: {'port': {'network_id': '4c0e190f-1577-4471-8063-ddf0f1be0b48', 'mac_address': 'fa:16:3e:2b:4b:05', 'name': 'tempest-NetworksTestDHCPv6-1173280127'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:33.481320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-bb38d4a0-cee4-45d5-8e03-520390a7d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.486397 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-bb38d4a0-cee4-45d5-8e03-520390a7d8c4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.5301502 Aug 16 01:58:33.495591 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a36bb56b-96da-4484-b06b-1cc41ba47ab6 req-8cb7a855-0170-49a8-bcf3-3b2eb661adeb service neutron] 10.222.0.89 "GET /v2.0/networks/d726ef88-93c6-48fe-8d1b-2e24ebe45d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6802919 Aug 16 01:58:33.503778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42879506-a6fd-4482-bd79-482490987a4a req-3ce07062-6c0b-44ae-bdb9-1a3e560475ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.506877 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42879506-a6fd-4482-bd79-482490987a4a req-3ce07062-6c0b-44ae-bdb9-1a3e560475ad service neutron] 10.222.0.84 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 913 time: 0.1955247 Aug 16 01:58:33.529289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ab85e6e-79e7-4be5-ba74-f1900d5b3a13 req-9490c59c-5ceb-44c7-93e8-fa1282047916 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418207 Aug 16 01:58:33.558901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e976abba-2ba5-4c8c-85a4-48682bc03694 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:33.635117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-e9780522-486d-4869-b1ee-5ebe53c65d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.636457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-e9780522-486d-4869-b1ee-5ebe53c65d56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3722866 Aug 16 01:58:33.732636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e976abba-2ba5-4c8c-85a4-48682bc03694, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e976abba-2ba5-4c8c-85a4-48682bc03694,segment=NetworkSegment(d7a64505-c0bf-4a73-8833-f8a7b953dcd7),segment_id=d7a64505-c0bf-4a73-8833-f8a7b953dcd7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:33.746926 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.757774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9a348a99-4386-4fb8-a1e8-aa229319affb details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:33.811306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42879506-a6fd-4482-bd79-482490987a4a req-06742b49-c182-47dd-8412-655d14884b8f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d HTTP/1.1" status: 200 len: 217 time: 0.2793925 Aug 16 01:58:34.025708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0299a-01dd-4b84-a85c-bbd4eecf8f23 req-e9f05a82-f839-42ef-93fd-0ab670a2ed03 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.027578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77d0299a-01dd-4b84-a85c-bbd4eecf8f23 req-e9f05a82-f839-42ef-93fd-0ab670a2ed03 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 947 time: 0.3961685 Aug 16 01:58:34.029368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42879506-a6fd-4482-bd79-482490987a4a req-afb07caf-dee6-495c-b74c-bf922937929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.031213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42879506-a6fd-4482-bd79-482490987a4a req-afb07caf-dee6-495c-b74c-bf922937929d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.1112688 Aug 16 01:58:34.056581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-3d933de2-b597-49b7-8215-c9f2dea9adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.058302 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-3d933de2-b597-49b7-8215-c9f2dea9adda service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5582454 Aug 16 01:58:34.069568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42879506-a6fd-4482-bd79-482490987a4a req-1a0a1f5d-6e67-4893-8414-120a210447f0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308487 Aug 16 01:58:34.093971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Made reservation on behalf of 4e0fccabfd8e40138588b97df7657ad6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:34.122953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-68aa9553-fe20-4980-a1a2-e96493cada28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.123706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-68aa9553-fe20-4980-a1a2-e96493cada28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.128185 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-68aa9553-fe20-4980-a1a2-e96493cada28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=89e91b49c6e1406887ba13cafa0dd130&device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1984 time: 0.2593918 Aug 16 01:58:34.139865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c575e51-78a0-4c27-9392-795909907add req-cf6aae36-51b3-4ee2-97c0-b04dd8a57201 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.147622 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c575e51-78a0-4c27-9392-795909907add req-cf6aae36-51b3-4ee2-97c0-b04dd8a57201 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 943 time: 0.4296043 Aug 16 01:58:34.182758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e976abba-2ba5-4c8c-85a4-48682bc03694,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.303691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9a348a99-4386-4fb8-a1e8-aa229319affb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9a348a99-4386-4fb8-a1e8-aa229319affb,segment=NetworkSegment(16b246fb-fc01-4d9b-a9f4-90b032f0012a),segment_id=16b246fb-fc01-4d9b-a9f4-90b032f0012a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:34.332400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '9a348a99-4386-4fb8-a1e8-aa229319affb', 'network_id': 'd726ef88-93c6-48fe-8d1b-2e24ebe45d65', 'port_id': '9a348a99-4386-4fb8-a1e8-aa229319affb', 'mac_address': 'fa:16:3e:3a:06:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660a1954-977b-40e1-be5c-430c04c84983', 'ip_address': '19.80.0.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:34.424665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c575e51-78a0-4c27-9392-795909907add req-21fefd9e-b9d9-4dcc-9aef-01785db8e726 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737923 Aug 16 01:58:34.447736 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.474402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a348a99-4386-4fb8-a1e8-aa229319affb {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:34.511970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77d0299a-01dd-4b84-a85c-bbd4eecf8f23 req-f5f1f7cf-8b00-4136-b173-3c52a7d23961 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372315 Aug 16 01:58:34.521322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-685e6096-0a8b-4f43-9390-f58424e37767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.522888 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-685e6096-0a8b-4f43-9390-f58424e37767 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3a58e1e8-e6db-40b9-8fbf-ff142a03be88 HTTP/1.1" status: 200 len: 903 time: 0.3566520 Aug 16 01:58:34.546931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9a348a99-4386-4fb8-a1e8-aa229319affb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9a348a99-4386-4fb8-a1e8-aa229319affb,segment=NetworkSegment(16b246fb-fc01-4d9b-a9f4-90b032f0012a),segment_id=16b246fb-fc01-4d9b-a9f4-90b032f0012a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:34.557556 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.576768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-1addc839-43cc-4d5a-ae6c-b49ee2af995a service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8572915 Aug 16 01:58:34.691356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.698099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=9a348a99-4386-4fb8-a1e8-aa229319affb,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.782160 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-add8209c-20d6-498d-8a6b-d800869ee091 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.227&port_id=e976abba-2ba5-4c8c-85a4-48682bc03694 HTTP/1.1" status: 200 len: 217 time: 0.2400100 Aug 16 01:58:34.803660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['e976abba-2ba5-4c8c-85a4-48682bc03694'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:34.865304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] device_id is not set on port 98f49238-ecc9-4e24-a7a4-3016d7534710 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:58:34.966791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42879506-a6fd-4482-bd79-482490987a4a req-ef27bc18-d5e3-4df8-8730-94bb9bbf32f9 service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8861535 Aug 16 01:58:34.983903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-18925165-4f4c-4785-a6e8-650349a32aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.989039 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-18925165-4f4c-4785-a6e8-650349a32aaf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=148775ec-260f-4141-b3cc-244a71acf965 HTTP/1.1" status: 200 len: 801 time: 0.1915085 Aug 16 01:58:35.019626 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-c2b30582-975e-443b-9763-ff5c75cbceb0 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9403551 Aug 16 01:58:35.278002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8e40f-a9a0-4718-99d6-d6c6a482942e req-debcceb6-71c4-40fb-870c-5c3475ec19a3 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.292702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5de8e40f-a9a0-4718-99d6-d6c6a482942e req-debcceb6-71c4-40fb-870c-5c3475ec19a3 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.6825616 Aug 16 01:58:35.323621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae16f9-b8a3-47db-89ba-aa6ad5e68c15 req-e2a12bb0-ff5c-4bee-80b0-180837348b41 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.336489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae16f9-b8a3-47db-89ba-aa6ad5e68c15 req-e2a12bb0-ff5c-4bee-80b0-180837348b41 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.339462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecae16f9-b8a3-47db-89ba-aa6ad5e68c15 req-e2a12bb0-ff5c-4bee-80b0-180837348b41 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1681 time: 0.5087080 Aug 16 01:58:35.345613 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-97ea3258-9313-4642-b37b-8a219399812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.347433 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-97ea3258-9313-4642-b37b-8a219399812e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3a58e1e8-e6db-40b9-8fbf-ff142a03be88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3430202 Aug 16 01:58:35.371537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-93bd92af-2235-41f0-9ad6-1c54d82b2477 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7629654 Aug 16 01:58:35.456778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecae16f9-b8a3-47db-89ba-aa6ad5e68c15 req-70d36bb5-b6e2-4135-88cb-6a93ec6a7723 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056733 Aug 16 01:58:35.493914 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-5b85912b-abd8-4df6-98aa-b9e1c9ba1ed7 service neutron] 10.222.0.89 "GET /v2.0/networks/3a58e1e8-e6db-40b9-8fbf-ff142a03be88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324999 Aug 16 01:58:35.502292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5de8e40f-a9a0-4718-99d6-d6c6a482942e req-264268da-5d85-4783-a028-4a573fd567dc tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065976 Aug 16 01:58:35.532709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42879506-a6fd-4482-bd79-482490987a4a req-1f66fd84-1071-4e2c-a26b-3e913b22da9d service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452394 Aug 16 01:58:35.551517 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1c9dfee1-b04e-4ec4-a59c-af9b71ba7bfa None None] Provisioning complete for port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:35.555349 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1c9dfee1-b04e-4ec4-a59c-af9b71ba7bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.571115 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d3dfbf6-9dbf-4c2a-98a6-bfd958da4fe2 req-a6509ee2-2432-4bbd-bf25-e20540634b80 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154124 Aug 16 01:58:35.683024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0aabaedb-4020-4f5d-9872-4ad0dd0de59d details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:35.757292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8::2e8 (4c0e190f-1577-4471-8063-ddf0f1be0b48/2a444b48-da42-4b8a-ad2c-c03d350c267e/98f49238-ecc9-4e24-a7a4-3016d7534710) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:35.771165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2b:4b05 (4c0e190f-1577-4471-8063-ddf0f1be0b48/7b307139-d277-461d-93d5-537f3da84e7c/98f49238-ecc9-4e24-a7a4-3016d7534710) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:35.808288 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6d93a003-bb00-43f3-99ea-6e8a418f4fb5 req-ac5bda75-f699-4c2c-8ca5-c114b46967d1 service neutron] 10.222.0.89 "GET /v2.0/networks/3a58e1e8-e6db-40b9-8fbf-ff142a03be88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829497 Aug 16 01:58:35.837912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fd05f-ff52-4701-bed8-4e5459160a60 req-be9009b4-db7b-470f-a85b-743e59fd5d23 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.846756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a11fd05f-ff52-4701-bed8-4e5459160a60 req-be9009b4-db7b-470f-a85b-743e59fd5d23 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 943 time: 0.0814133 Aug 16 01:58:35.903531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:35.909273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a11fd05f-ff52-4701-bed8-4e5459160a60 req-7854f649-b83b-4f9a-b6b6-99093186a9ce tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573661 Aug 16 01:58:35.950509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['9a348a99-4386-4fb8-a1e8-aa229319affb'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:35.962278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'port_id': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d', 'mac_address': 'fa:16:3e:33:60:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2649e7e-bc88-4fba-bf60-4e29353aadc7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:36.150130 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.152663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855481cd-406a-4c4e-be40-3d97b3b4e2f2 req-3908cbd8-10a8-41e2-92e9-954fd1f20392 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.154289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-855481cd-406a-4c4e-be40-3d97b3b4e2f2 req-3908cbd8-10a8-41e2-92e9-954fd1f20392 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 947 time: 0.1145458 Aug 16 01:58:36.165896 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.217789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Transition to ACTIVE for port object 98f49238-ecc9-4e24-a7a4-3016d7534710 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:36.256522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-855481cd-406a-4c4e-be40-3d97b3b4e2f2 req-d36fe250-a605-43fd-87b8-e6307ac3ee3f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943143 Aug 16 01:58:36.259231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aabaedb-4020-4f5d-9872-4ad0dd0de59d {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:36.294779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:36.308294 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.415504 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.444857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.574257 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event updated for resources: {'Port': ['ID=98f49238-ecc9-4e24-a7a4-3016d7534710,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.585386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 32886b7d-eb95-4a77-9949-20132fc96721 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:36.598757 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e976abba-2ba5-4c8c-85a4-48682bc03694 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:36.626021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:36.628801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:36.634967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:36.655637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.657490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.668191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f4c3c-b13b-43e6-b919-98765644667f req-b6ef3600-a35d-466b-a931-5754a6ac66c9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.696343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f4c3c-b13b-43e6-b919-98765644667f req-b6ef3600-a35d-466b-a931-5754a6ac66c9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.701387 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-51b0573f-658c-414d-a66e-f7e53670f1bc tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2709603 Aug 16 01:58:36.703140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46478) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:36.710785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb7f4c3c-b13b-43e6-b919-98765644667f req-b6ef3600-a35d-466b-a931-5754a6ac66c9 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1681 time: 0.1616895 Aug 16 01:58:36.820223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port e976abba-2ba5-4c8c-85a4-48682bc03694 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:36.914412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['0aabaedb-4020-4f5d-9872-4ad0dd0de59d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:36.931626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port e976abba-2ba5-4c8c-85a4-48682bc03694 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:36.932015 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.975049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb7f4c3c-b13b-43e6-b919-98765644667f req-ba609723-fbf3-4573-a8f3-3de29582ec0d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633047 Aug 16 01:58:37.033274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7518395-4369-48ca-99f6-ed8609c06b07 req-255dbd13-1280-4951-958d-2fc1781d25a3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:37.034909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7518395-4369-48ca-99f6-ed8609c06b07 req-255dbd13-1280-4951-958d-2fc1781d25a3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 947 time: 0.3880880 Aug 16 01:58:37.166198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-83794aa8-dbf0-4e2f-b4e0-cd03afed5f64 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:37.167833 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-83794aa8-dbf0-4e2f-b4e0-cd03afed5f64 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a&tenant_id=c65095f958914cd69aa95e35266c1eba&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 947 time: 0.3569062 Aug 16 01:58:37.180595 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7518395-4369-48ca-99f6-ed8609c06b07 req-72a0c87c-e0fe-476c-829c-34d98dcccc71 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378295 Aug 16 01:58:37.304680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1783dcf6-ac0c-434b-993c-d29cbadd3e60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting port 98f49238-ecc9-4e24-a7a4-3016d7534710 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:37.314947 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1783dcf6-ac0c-434b-993c-d29cbadd3e60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.318877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ddb0-b8f2-4812-bc6c-33e99bd70018 req-78fc273d-876d-448f-b8f0-ac8cea21d2d4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:37.320932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25b3ddb0-b8f2-4812-bc6c-33e99bd70018 req-78fc273d-876d-448f-b8f0-ac8cea21d2d4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.1367781 Aug 16 01:58:37.399184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=32886b7d-eb95-4a77-9949-20132fc96721,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:37.408885 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-920ef128-2b71-4a1b-8c9f-01f9e9797b37 service neutron] delete failed (client error): The resource could not be found. Aug 16 01:58:37.410971 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-920ef128-2b71-4a1b-8c9f-01f9e9797b37 service neutron] 10.222.0.84 "DELETE /v2.0/ports/32886b7d-eb95-4a77-9949-20132fc96721/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.2282522 Aug 16 01:58:37.421216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '32886b7d-eb95-4a77-9949-20132fc96721', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '32886b7d-eb95-4a77-9949-20132fc96721', 'mac_address': 'fa:16:3e:a5:fd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:37.527349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1783dcf6-ac0c-434b-993c-d29cbadd3e60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.556117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1783dcf6-ac0c-434b-993c-d29cbadd3e60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Calling delete_port for 98f49238-ecc9-4e24-a7a4-3016d7534710 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:37.556931 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.558510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25b3ddb0-b8f2-4812-bc6c-33e99bd70018 req-7b6ec1a0-74d5-4d14-a300-b64cd835c99e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754017 Aug 16 01:58:37.595797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ee0f6-7b61-4f9a-984c-9faf54a55207 req-1c8a9888-9bf7-4aeb-8729-988f80074276 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:37.610836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c859ba9e-c531-4b28-b9dd-e8b1ee27866b None None] Provisioning for port 98f49238-ecc9-4e24-a7a4-3016d7534710 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:37.623533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd8ee0f6-7b61-4f9a-984c-9faf54a55207 req-1c8a9888-9bf7-4aeb-8729-988f80074276 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 944 time: 0.3011169 Aug 16 01:58:37.665558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c859ba9e-c531-4b28-b9dd-e8b1ee27866b None None] Provisioning complete for port 98f49238-ecc9-4e24-a7a4-3016d7534710 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:37.665938 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c859ba9e-c531-4b28-b9dd-e8b1ee27866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.734921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd8ee0f6-7b61-4f9a-984c-9faf54a55207 req-4504e25f-9ccf-4dd2-89f5-87be9e9333e6 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102738 Aug 16 01:58:37.831821 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c859ba9e-c531-4b28-b9dd-e8b1ee27866b None None] Port 98f49238-ecc9-4e24-a7a4-3016d7534710 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:37.842208 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.853360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-e6547b2c-c138-4257-a6f3-c54fa1ef3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:37.854913 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-e6547b2c-c138-4257-a6f3-c54fa1ef3002 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 1099 time: 0.1641209 Aug 16 01:58:37.887060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e976abba-2ba5-4c8c-85a4-48682bc03694'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:37.895555 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4276e8dc-ebc3-417b-a44c-616fc36ff5c6" -d '{"events": [{"server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "name": "network-vif-plugged", "status": "completed", "tag": "e976abba-2ba5-4c8c-85a4-48682bc03694"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:37.947700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32886b7d-eb95-4a77-9949-20132fc96721 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:37.980780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e976abba-2ba5-4c8c-85a4-48682bc03694, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e976abba-2ba5-4c8c-85a4-48682bc03694,segment=NetworkSegment(d7a64505-c0bf-4a73-8833-f8a7b953dcd7),segment_id=d7a64505-c0bf-4a73-8833-f8a7b953dcd7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:37.994680 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.039546 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c481e649-413f-4c13-a1ef-2f78926a3ce6 x-openstack-request-id: req-c481e649-413f-4c13-a1ef-2f78926a3ce6 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:38.040029 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "name": "network-vif-plugged", "status": "completed", "tag": "e976abba-2ba5-4c8c-85a4-48682bc03694", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:38.040285 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c481e649-413f-4c13-a1ef-2f78926a3ce6 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:38.040659 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e976abba-2ba5-4c8c-85a4-48682bc03694', 'code': 200} Aug 16 01:58:38.136281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=32886b7d-eb95-4a77-9949-20132fc96721,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:38.156950 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.216214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e976abba-2ba5-4c8c-85a4-48682bc03694,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:38.342491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-06a749da-c4f9-4d27-a51c-0ab659267a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.344018 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-06a749da-c4f9-4d27-a51c-0ab659267a2f service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.4791667 Aug 16 01:58:38.359889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae1525-27ee-4886-b779-1df4b044f23d req-b204c4f0-d90c-4baa-bc3a-24824d4bc796 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.382827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae1525-27ee-4886-b779-1df4b044f23d req-b204c4f0-d90c-4baa-bc3a-24824d4bc796 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.398288 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98ae1525-27ee-4886-b779-1df4b044f23d req-b204c4f0-d90c-4baa-bc3a-24824d4bc796 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1682 time: 0.2270772 Aug 16 01:58:38.429248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=32886b7d-eb95-4a77-9949-20132fc96721,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:38.459547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.459907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.462446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.462819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.463164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.463508 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.463834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.465994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.466704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.467049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.467383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.467710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.477839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['32886b7d-eb95-4a77-9949-20132fc96721'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:38.524468 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-6dc7e15b-97a0-4428-b5ec-7d1a4e5afc9d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=32886b7d-eb95-4a77-9949-20132fc96721 HTTP/1.1" status: 200 len: 217 time: 0.1466446 Aug 16 01:58:38.594916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98ae1525-27ee-4886-b779-1df4b044f23d req-4bf9efb2-fcec-41f0-b48b-62ea5b311d10 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849282 Aug 16 01:58:38.621102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9a348a99-4386-4fb8-a1e8-aa229319affb up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:38.668227 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-e87ff16d-9f0f-4844-b287-56e78c4add64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.669830 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-e87ff16d-9f0f-4844-b287-56e78c4add64 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1283689 Aug 16 01:58:38.678697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f68f1d-3f77-4447-8334-a9d608e1ba0a req-becf31f1-052c-414a-b188-d7eee3811d46 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.681537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6f68f1d-3f77-4447-8334-a9d608e1ba0a req-becf31f1-052c-414a-b188-d7eee3811d46 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 948 time: 0.2000010 Aug 16 01:58:38.705087 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1783dcf6-ac0c-434b-993c-d29cbadd3e60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.807055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783dcf6-ac0c-434b-993c-d29cbadd3e60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Port': ['ID=98f49238-ecc9-4e24-a7a4-3016d7534710,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:38.833766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 9a348a99-4386-4fb8-a1e8-aa229319affb completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:38.838607 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-64c0dc6d-b2c4-46a7-a9a5-18f83f79289c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.846139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6f68f1d-3f77-4447-8334-a9d608e1ba0a req-f96ce5c3-f571-46d5-adc1-458069ada72c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588347 Aug 16 01:58:38.873559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 9a348a99-4386-4fb8-a1e8-aa229319affb triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:38.873944 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.913626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a5b9e-f02c-4d9c-96ce-1cb2edd579d2 req-4030638c-52d1-473e-a0f1-4bda3c0055bd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.915229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f57a5b9e-f02c-4d9c-96ce-1cb2edd579d2 req-4030638c-52d1-473e-a0f1-4bda3c0055bd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.1664114 Aug 16 01:58:38.958855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-6d2452db-375d-4476-b80a-cc5f503609bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.965465 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-6d2452db-375d-4476-b80a-cc5f503609bb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2842529 Aug 16 01:58:39.068938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f57a5b9e-f02c-4d9c-96ce-1cb2edd579d2 req-604a996c-2692-4896-a166-3e339fadb3cc tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460979 Aug 16 01:58:39.083983 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.192893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9a348a99-4386-4fb8-a1e8-aa229319affb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9a348a99-4386-4fb8-a1e8-aa229319affb,segment=NetworkSegment(16b246fb-fc01-4d9b-a9f4-90b032f0012a),segment_id=16b246fb-fc01-4d9b-a9f4-90b032f0012a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:39.201308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5df9a-7bcf-4fa8-ad81-a3687f2c3077 req-26652c9a-a39b-44f0-8107-657b0d0c4856 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.202425 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.203246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdb5df9a-7bcf-4fa8-ad81-a3687f2c3077 req-26652c9a-a39b-44f0-8107-657b0d0c4856 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 944 time: 0.1971600 Aug 16 01:58:39.306794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdb5df9a-7bcf-4fa8-ad81-a3687f2c3077 req-670777f2-268b-4bfd-aecc-2f922fef385e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956783 Aug 16 01:58:39.344758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=9a348a99-4386-4fb8-a1e8-aa229319affb,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:39.375477 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.411485 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1783dcf6-ac0c-434b-993c-d29cbadd3e60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.414372 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1783dcf6-ac0c-434b-993c-d29cbadd3e60 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/98f49238-ecc9-4e24-a7a4-3016d7534710 HTTP/1.1" status: 204 len: 168 time: 2.7087841 Aug 16 01:58:39.416860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46608) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:39.551339 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-2c97456b-0f78-4b2a-a41b-b3fe59d62c3b service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442730 Aug 16 01:58:39.573678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981850c8-4163-439d-b776-0e391534cd95 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.575512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-981850c8-4163-439d-b776-0e391534cd95 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1574340 Aug 16 01:58:39.578447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46612) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:39.656290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb0b8b-2016-4cb9-bb18-5f2e2124e524 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.657935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3ebb0b8b-2016-4cb9-bb18-5f2e2124e524 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0782979 Aug 16 01:58:39.663854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46622) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:39.690548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0aabaedb-4020-4f5d-9872-4ad0dd0de59d up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:39.822699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:39.832310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:39.835054 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.855445 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895fad80-e2da-434a-8a4d-abcbf3b7c460 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.858314 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895fad80-e2da-434a-8a4d-abcbf3b7c460 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.859880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895fad80-e2da-434a-8a4d-abcbf3b7c460 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.863153 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-895fad80-e2da-434a-8a4d-abcbf3b7c460 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1900563 Aug 16 01:58:39.871229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46630) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:39.873369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a653b-8b47-4371-8182-53f1f2ba25be req-ab53674b-a05d-4156-98a2-cf79680f5496 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.905336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a653b-8b47-4371-8182-53f1f2ba25be req-ab53674b-a05d-4156-98a2-cf79680f5496 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.914555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a4a653b-8b47-4371-8182-53f1f2ba25be req-ab53674b-a05d-4156-98a2-cf79680f5496 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1683 time: 0.1926062 Aug 16 01:58:39.951319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfca0576-b219-4ea8-98da-06b00893e096 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 2a444b48-da42-4b8a-ad2c-c03d350c267e {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:39.955184 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bfca0576-b219-4ea8-98da-06b00893e096 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.002148 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bfca0576-b219-4ea8-98da-06b00893e096 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.014039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a4a653b-8b47-4371-8182-53f1f2ba25be req-31cba064-293f-4f48-a2f0-d2519be9270b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907023 Aug 16 01:58:40.076420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a348a99-4386-4fb8-a1e8-aa229319affb'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:40.084160 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b78ea94-516b-4d9f-9f5e-875b4da5321a" -d '{"events": [{"server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "name": "network-vif-plugged", "status": "completed", "tag": "9a348a99-4386-4fb8-a1e8-aa229319affb"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:40.088875 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.106141 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bfca0576-b219-4ea8-98da-06b00893e096 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.189040 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84681b38-61cf-4911-a551-22aeb2ebba94 req-31314367-4a9c-4d8f-96c5-18fa7d34c4ec service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303434 Aug 16 01:58:40.254179 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:40.264563 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669cd1c8-bf53-4acc-835c-d3f41aead78e x-openstack-request-id: req-669cd1c8-bf53-4acc-835c-d3f41aead78e {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:40.266000 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "name": "network-vif-plugged", "status": "completed", "tag": "9a348a99-4386-4fb8-a1e8-aa229319affb", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:40.269114 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-669cd1c8-bf53-4acc-835c-d3f41aead78e {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:40.269809 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a348a99-4386-4fb8-a1e8-aa229319affb', 'code': 200} Aug 16 01:58:40.274060 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.275353 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bfca0576-b219-4ea8-98da-06b00893e096 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.307677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8525174-7130-4397-be76-bd1ec5190df4 req-1f555151-7631-4122-8d0f-44800646e263 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:40.309313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8525174-7130-4397-be76-bd1ec5190df4 req-1f555151-7631-4122-8d0f-44800646e263 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 948 time: 0.1669483 Aug 16 01:58:40.319398 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bfca0576-b219-4ea8-98da-06b00893e096 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.322384 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bfca0576-b219-4ea8-98da-06b00893e096 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/2a444b48-da42-4b8a-ad2c-c03d350c267e HTTP/1.1" status: 204 len: 168 time: 0.4496138 Aug 16 01:58:40.329748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46650) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:40.402872 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca0576-b219-4ea8-98da-06b00893e096 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=2a444b48-da42-4b8a-ad2c-c03d350c267e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:40.406264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8525174-7130-4397-be76-bd1ec5190df4 req-504b8e1f-a6fb-4876-8efc-cfa1fab672fa tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867290 Aug 16 01:58:40.464352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:40.474692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e8789-5f06-4260-91c6-ab566c017664 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:40.610104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 32886b7d-eb95-4a77-9949-20132fc96721 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:40.637968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acc945-b7d7-4572-aa37-a6173a60fdf3 req-e790edd0-d797-46c1-be08-f7196351fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:40.638475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acc945-b7d7-4572-aa37-a6173a60fdf3 req-e790edd0-d797-46c1-be08-f7196351fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:40.659532 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00acc945-b7d7-4572-aa37-a6173a60fdf3 req-e790edd0-d797-46c1-be08-f7196351fcfa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1987 time: 0.3197935 Aug 16 01:58:40.666770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46660) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:40.674760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3c1d2-d07a-4f18-be58-246fb3781a39 req-21497e6f-46e3-43cd-82fd-2ad4daab2f6c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:40.686828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0b3c1d2-d07a-4f18-be58-246fb3781a39 req-21497e6f-46e3-43cd-82fd-2ad4daab2f6c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2713223 Aug 16 01:58:40.708345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 32886b7d-eb95-4a77-9949-20132fc96721 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:40.736910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 32886b7d-eb95-4a77-9949-20132fc96721 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:40.737366 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.782001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a785fc-3c98-481d-9d4e-0aa56deceb8a req-f8efd300-a4e7-4033-820d-bc19d351a3f5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:40.798485 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-7635f26f-8bf2-4f58-84e3-5751065ba4f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Deleting subnet 7b307139-d277-461d-93d5-537f3da84e7c {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:40.814797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7635f26f-8bf2-4f58-84e3-5751065ba4f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.819712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5a785fc-3c98-481d-9d4e-0aa56deceb8a req-f8efd300-a4e7-4033-820d-bc19d351a3f5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2804635 Aug 16 01:58:40.925653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00acc945-b7d7-4572-aa37-a6173a60fdf3 req-f084d338-eff0-4c6e-88df-ddd61ab3baa8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651281 Aug 16 01:58:40.954892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5a785fc-3c98-481d-9d4e-0aa56deceb8a req-b6f800c7-59f5-4aeb-937e-24d6711aaae2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341825 Aug 16 01:58:40.978369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0b3c1d2-d07a-4f18-be58-246fb3781a39 req-ebf9cd20-77c4-42a8-9149-a9c21589a25d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905672 Aug 16 01:58:41.018826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7635f26f-8bf2-4f58-84e3-5751065ba4f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.100840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e25d995b-712b-4476-8ae1-d4d07f8cad14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.155255 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.269288 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7635f26f-8bf2-4f58-84e3-5751065ba4f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.270416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f941c-b51f-4023-ac7e-99faf880215e req-0b0eddde-2273-4ef2-985f-e78a8fed4e12 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:41.276551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=32886b7d-eb95-4a77-9949-20132fc96721,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:41.286947 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.290041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f941c-b51f-4023-ac7e-99faf880215e req-0b0eddde-2273-4ef2-985f-e78a8fed4e12 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:41.291761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af0f941c-b51f-4023-ac7e-99faf880215e req-0b0eddde-2273-4ef2-985f-e78a8fed4e12 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1683 time: 0.1478844 Aug 16 01:58:41.448827 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7635f26f-8bf2-4f58-84e3-5751065ba4f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.455136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af0f941c-b51f-4023-ac7e-99faf880215e req-94261c32-b315-4b37-b655-4ab6501e7b78 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524968 Aug 16 01:58:41.458716 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e25d995b-712b-4476-8ae1-d4d07f8cad14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.479404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=32886b7d-eb95-4a77-9949-20132fc96721,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:41.497488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d7ffccfc-525b-4e21-91ae-acd3c39e98fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.542974 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.545734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635f26f-8bf2-4f58-84e3-5751065ba4f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Subnet': ['ID=7b307139-d277-461d-93d5-537f3da84e7c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:41.553593 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e25d995b-712b-4476-8ae1-d4d07f8cad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.561488 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7635f26f-8bf2-4f58-84e3-5751065ba4f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.572760 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7635f26f-8bf2-4f58-84e3-5751065ba4f0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/7b307139-d277-461d-93d5-537f3da84e7c HTTP/1.1" status: 204 len: 168 time: 1.1761343 Aug 16 01:58:41.573158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46672) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:41.622236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d995b-712b-4476-8ae1-d4d07f8cad14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e98371-b81d-4336-b477-736cfc0f3fef,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:41.642849 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e25d995b-712b-4476-8ae1-d4d07f8cad14 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e796b9c9fb4c4b07969639f849e765ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9661629 Aug 16 01:58:41.645471 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46674) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:41.735961 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-86865150-39b4-4e36-a78c-1c72650fda34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.765927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-86865150-39b4-4e36-a78c-1c72650fda34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.858705 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-86865150-39b4-4e36-a78c-1c72650fda34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.862270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-86865150-39b4-4e36-a78c-1c72650fda34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.863674 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-86865150-39b4-4e36-a78c-1c72650fda34 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1e98371-b81d-4336-b477-736cfc0f3fef HTTP/1.1" status: 204 len: 168 time: 0.2169161 Aug 16 01:58:41.913520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86865150-39b4-4e36-a78c-1c72650fda34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e98371-b81d-4336-b477-736cfc0f3fef,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.219709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76bbb9a-f198-43bb-8fdb-ee346b7e6d49 None None] Network 4c0e190f-1577-4471-8063-ddf0f1be0b48 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:42.313544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d'}, {'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:42.317197 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f8ac4-e669-4bbe-9993-ac4c584d1f06" -d '{"events": [{"server_uuid": "1d630deb-e346-47a1-8d4c-df657c1fb5d1", "name": "network-vif-plugged", "status": "completed", "tag": "0aabaedb-4020-4f5d-9872-4ad0dd0de59d"}, {"server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "name": "network-vif-plugged", "status": "completed", "tag": "32886b7d-eb95-4a77-9949-20132fc96721"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:42.396347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-de868103-cbf9-4d78-b3ef-b46c16d7239a None None] Provisioning complete for port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:42.400684 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de868103-cbf9-4d78-b3ef-b46c16d7239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.640302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46714) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:42.640910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3c2bfd2d-9788-4c57-a5d5-0587c2659dd0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0659020 Aug 16 01:58:42.651564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cdb04-9068-49c8-9d84-68bcd9aa58b8 req-a0944152-8e90-4cca-ad63-4d0151c6decd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.659858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf1cdb04-9068-49c8-9d84-68bcd9aa58b8 req-a0944152-8e90-4cca-ad63-4d0151c6decd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 1.1355810 Aug 16 01:58:42.736842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf1cdb04-9068-49c8-9d84-68bcd9aa58b8 req-ad2b9b02-cf0a-4215-ad14-98bdd87b6ec5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757456 Aug 16 01:58:42.799921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031b98f-158b-4433-a69b-19ac535b0192 None None] DHCP port deletion for 4c0e190f-1577-4471-8063-ddf0f1be0b48 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:42.827015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7fd63e-31be-413c-bed3-409df4106e3c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.827015 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fa7fd63e-31be-413c-bed3-409df4106e3c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1762364 Aug 16 01:58:42.827015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46722) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:42.829575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d891836-0a17-4301-ab8b-51b1c461862c req-a068e673-a63e-4ef0-93b6-7e5aedc6fcd8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.831756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d891836-0a17-4301-ab8b-51b1c461862c req-a068e673-a63e-4ef0-93b6-7e5aedc6fcd8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2059739 Aug 16 01:58:42.855254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.974599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d891836-0a17-4301-ab8b-51b1c461862c req-099f3b83-e44a-4a1c-bc26-63722990cbdd tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356108 Aug 16 01:58:43.022590 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d5a8d9-3b28-4f53-89db-c252bfbb11c3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.034892 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b3d5a8d9-3b28-4f53-89db-c252bfbb11c3 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2061214 Aug 16 01:58:43.035065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0031b98f-158b-4433-a69b-19ac535b0192 None None] Deleting port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:43.035065 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0031b98f-158b-4433-a69b-19ac535b0192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.036191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46728) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:43.140254 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-31f876c1-16c8-4cca-9315-65461b26f17b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010950 Aug 16 01:58:43.146769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f4584-4ffd-427d-9b24-ede500ead6c8 req-192efeca-3936-4dc8-9ca8-84e2af19f76a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.151345 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46732) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:43.158349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c2f4584-4ffd-427d-9b24-ede500ead6c8 req-192efeca-3936-4dc8-9ca8-84e2af19f76a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2425497 Aug 16 01:58:43.223563 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dddac38-d498-4e65-bfa6-de1c784bce9b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:43.234062 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dddac38-d498-4e65-bfa6-de1c784bce9b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:43.236155 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4dddac38-d498-4e65-bfa6-de1c784bce9b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/98f49238-ecc9-4e24-a7a4-3016d7534710 HTTP/1.1" status: 404 len: 333 time: 0.0836182 Aug 16 01:58:43.239572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46734) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:43.316669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c2f4584-4ffd-427d-9b24-ede500ead6c8 req-add3becc-df8d-49eb-aa01-930a68458d26 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552317 Aug 16 01:58:43.374138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51cd65-26f3-4f8e-9e27-05485a3019fb req-3a4b2c32-64d8-41a4-9e5b-28319c2a4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.375677 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a51cd65-26f3-4f8e-9e27-05485a3019fb req-3a4b2c32-64d8-41a4-9e5b-28319c2a4a25 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 1097 time: 0.1308873 Aug 16 01:58:43.400162 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6ef309-3bb1-443f-bbbe-8320945653af tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:43.400510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6ef309-3bb1-443f-bbbe-8320945653af tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:43.404528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0c6ef309-3bb1-443f-bbbe-8320945653af tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/7b307139-d277-461d-93d5-537f3da84e7c HTTP/1.1" status: 404 len: 337 time: 0.1453698 Aug 16 01:58:43.563109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46738) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:43.568351 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a51cd65-26f3-4f8e-9e27-05485a3019fb req-9afef14c-8734-4849-94f7-e583e3de27df service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809552 Aug 16 01:58:43.678493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-0031b98f-158b-4433-a69b-19ac535b0192 None None] For port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e,segment=NetworkSegment(37c92d10-365f-4a93-885e-19fe8cacbd31),segment_id=37c92d10-365f-4a93-885e-19fe8cacbd31)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:43.678493 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0031b98f-158b-4433-a69b-19ac535b0192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.684953 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-521b4896-9dde-4078-b41f-f15ca30db890 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:43.687523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521b4896-9dde-4078-b41f-f15ca30db890 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:43.688294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ecd76-227e-4be2-aaa3-c1e2d5b735c8 req-69396a6c-7635-4412-9dc8-4fc2faab4e76 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.695361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ecd76-227e-4be2-aaa3-c1e2d5b735c8 req-69396a6c-7635-4412-9dc8-4fc2faab4e76 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.696851 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-521b4896-9dde-4078-b41f-f15ca30db890 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/2a444b48-da42-4b8a-ad2c-c03d350c267e HTTP/1.1" status: 404 len: 337 time: 0.1158907 Aug 16 01:58:43.700756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46748) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:43.713585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-720ecd76-227e-4be2-aaa3-c1e2d5b735c8 req-69396a6c-7635-4412-9dc8-4fc2faab4e76 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1683 time: 0.3158853 Aug 16 01:58:43.739168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737b43f-4bf7-4056-836c-aad9ef566530 req-2b40c6b0-932c-47d8-9f14-062254f1d697 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.740660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b737b43f-4bf7-4056-836c-aad9ef566530 req-2b40c6b0-932c-47d8-9f14-062254f1d697 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.1735625 Aug 16 01:58:43.742392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0031b98f-158b-4433-a69b-19ac535b0192 None None] Calling delete_port for 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:43.759582 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f9d0a5-ebce-4a3b-9081-fecce0436aa0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:43.770319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f9d0a5-ebce-4a3b-9081-fecce0436aa0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:43.775947 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-57f9d0a5-ebce-4a3b-9081-fecce0436aa0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/486e3251-b04d-4417-943b-509c30f8a947 HTTP/1.1" status: 404 len: 333 time: 0.0719967 Aug 16 01:58:43.776929 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b0e687-2b68-4d17-acd8-43d6ec0053ec x-openstack-request-id: req-71b0e687-2b68-4d17-acd8-43d6ec0053ec {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:43.777253 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d630deb-e346-47a1-8d4c-df657c1fb5d1", "name": "network-vif-plugged", "status": "completed", "tag": "0aabaedb-4020-4f5d-9872-4ad0dd0de59d", "code": 200}, {"server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "name": "network-vif-plugged", "status": "completed", "tag": "32886b7d-eb95-4a77-9949-20132fc96721", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:43.777503 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-71b0e687-2b68-4d17-acd8-43d6ec0053ec {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:43.777897 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d', 'code': 200} Aug 16 01:58:43.778147 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721', 'code': 200} Aug 16 01:58:43.779669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46750) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:43.894433 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d3d069-274e-45e8-8bdb-1e60f9a06599 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:43.900053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d3d069-274e-45e8-8bdb-1e60f9a06599 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:43.908339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46754) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:43.911407 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0031b98f-158b-4433-a69b-19ac535b0192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.911570 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-78d3d069-274e-45e8-8bdb-1e60f9a06599 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/8d2bc386-cf09-4c6f-97ef-1e3a9a894da4 HTTP/1.1" status: 404 len: 337 time: 0.1285398 Aug 16 01:58:43.973673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031b98f-158b-4433-a69b-19ac535b0192 None None] Pushing event deleted for resources: {'Port': ['ID=8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:43.995005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031b98f-158b-4433-a69b-19ac535b0192 None None] No DVR routers for this DVR port 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:44.021702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-720ecd76-227e-4be2-aaa3-c1e2d5b735c8 req-c0b11a32-67a5-4f6d-9009-4e5666bd8e21 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021393 Aug 16 01:58:44.054327 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff66f3f-5569-404a-8db0-b6c3f7580840 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.056309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff66f3f-5569-404a-8db0-b6c3f7580840 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.060714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cff66f3f-5569-404a-8db0-b6c3f7580840 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/c797e606-79b4-40c1-b6ce-c891a6d75796 HTTP/1.1" status: 404 len: 337 time: 0.1510997 Aug 16 01:58:44.063235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46766) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.070962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b737b43f-4bf7-4056-836c-aad9ef566530 req-92782d65-3afd-4f70-b983-3e188f6e6c4a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153560 Aug 16 01:58:44.148216 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.165685 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c900ca-353d-4639-ba1a-715459a637ce tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.172413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c900ca-353d-4639-ba1a-715459a637ce tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.177315 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e8c900ca-353d-4639-ba1a-715459a637ce tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/0bca94e3-ffb1-40bd-bf52-8efb1670a95d HTTP/1.1" status: 404 len: 333 time: 0.1097155 Aug 16 01:58:44.181515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46774) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.251362 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-940efb7a-1707-474e-bd58-6332dee8e242 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.252334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940efb7a-1707-474e-bd58-6332dee8e242 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.259087 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-940efb7a-1707-474e-bd58-6332dee8e242 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/223f30e7-62dd-4172-bb6f-159d767e91af HTTP/1.1" status: 404 len: 337 time: 0.0753641 Aug 16 01:58:44.268285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46778) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.344021 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9086615-ba22-4451-a2dd-5691c57dbed0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.349899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9086615-ba22-4451-a2dd-5691c57dbed0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.352970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b9086615-ba22-4451-a2dd-5691c57dbed0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/eccb2d8a-155a-4a0a-acca-779035df7fe9 HTTP/1.1" status: 404 len: 337 time: 0.0832205 Aug 16 01:58:44.362643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46780) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.405027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:44.458781 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ff2a36-6901-42b5-bcbe-798156f378ec tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.460128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ff2a36-6901-42b5-bcbe-798156f378ec tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.460604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:44.461406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8ffd6c38-cd6b-4eb6-ae9d-54fa3f94ca2e not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:44.474444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d0ff2a36-6901-42b5-bcbe-798156f378ec tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/748e6e6b-f317-4ef1-8ffe-9dcdb4e81d09 HTTP/1.1" status: 404 len: 333 time: 0.1089780 Aug 16 01:58:44.475276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46788) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.489642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf8537-2235-458e-9b77-c946998fbe62 req-3f0f44fd-b888-4a11-a027-c253d9550f82 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.506242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21cf8537-2235-458e-9b77-c946998fbe62 req-3f0f44fd-b888-4a11-a027-c253d9550f82 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.3637307 Aug 16 01:58:44.568044 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21cf8537-2235-458e-9b77-c946998fbe62 req-736b6a74-69d9-4141-855f-5fb2cc7cdac4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Aug 16 01:58:44.578712 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76390c7-7e92-46c7-b205-760413b49199 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.579189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76390c7-7e92-46c7-b205-760413b49199 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.580965 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f76390c7-7e92-46c7-b205-760413b49199 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/3eba5426-edee-4f3c-b896-579f05b4fe5f HTTP/1.1" status: 404 len: 337 time: 0.1042387 Aug 16 01:58:44.584449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46794) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.647763 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-6799fc38-be0f-45ec-8b76-4c70281e7161 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.648231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6799fc38-be0f-45ec-8b76-4c70281e7161 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.652747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46800) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.663027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6799fc38-be0f-45ec-8b76-4c70281e7161 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/749785c6-1241-452d-a027-bbb5333bb6c0 HTTP/1.1" status: 404 len: 337 time: 0.0772030 Aug 16 01:58:44.709476 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea38301a-a6f2-4f7e-b399-67114fdd22cb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.711551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea38301a-a6f2-4f7e-b399-67114fdd22cb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.720321 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ea38301a-a6f2-4f7e-b399-67114fdd22cb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/c7ac2c67-b322-4a9c-b945-4d4111627c0b HTTP/1.1" status: 404 len: 333 time: 0.0661712 Aug 16 01:58:44.722403 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46806) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.776617 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b279ee9-c890-4ae1-a78f-9fbf8f1cdfcb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.781023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b279ee9-c890-4ae1-a78f-9fbf8f1cdfcb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.781314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b8dc8-de13-45b3-a4ac-4f483441135c req-f1848690-ae1e-428c-9e20-cd1055a898df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.783833 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9b279ee9-c890-4ae1-a78f-9fbf8f1cdfcb tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/28a8fc7d-441e-4a83-b3d0-ece8789a18d6 HTTP/1.1" status: 404 len: 337 time: 0.0603695 Aug 16 01:58:44.786535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46812) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.792077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b7b8dc8-de13-45b3-a4ac-4f483441135c req-f1848690-ae1e-428c-9e20-cd1055a898df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.1226380 Aug 16 01:58:44.845287 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d7cb83-5ff8-4a9b-bc2c-b20aa1d128c8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.845594 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e873-7238-4c4f-a0f1-53842aebae5f req-c72f15e4-01ab-4ce9-808f-7bad95fb242b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.846884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d7cb83-5ff8-4a9b-bc2c-b20aa1d128c8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.853243 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-81d7cb83-5ff8-4a9b-bc2c-b20aa1d128c8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/3e861399-5e07-4e9c-be99-2bbc726997c8 HTTP/1.1" status: 404 len: 333 time: 0.0640361 Aug 16 01:58:44.854418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46814) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.866055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e873-7238-4c4f-a0f1-53842aebae5f req-c72f15e4-01ab-4ce9-808f-7bad95fb242b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.886101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12e5e873-7238-4c4f-a0f1-53842aebae5f req-c72f15e4-01ab-4ce9-808f-7bad95fb242b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1683 time: 0.1581070 Aug 16 01:58:44.920950 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d55029-0bd2-4faf-9d9c-96457e62ba62 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.921427 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d55029-0bd2-4faf-9d9c-96457e62ba62 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.923207 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-34d55029-0bd2-4faf-9d9c-96457e62ba62 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/0568dca5-bebf-41a8-bb2c-d8b65694248b HTTP/1.1" status: 404 len: 337 time: 0.0676348 Aug 16 01:58:44.925746 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46820) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.985275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12e5e873-7238-4c4f-a0f1-53842aebae5f req-a0608af6-cd9b-4e9f-8e4e-d1e7357b8d84 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981812 Aug 16 01:58:44.993506 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e5e7b5-0482-4ef3-b9b9-b09c5d10b722 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:44.993506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e5e7b5-0482-4ef3-b9b9-b09c5d10b722 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:44.994819 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-00e5e7b5-0482-4ef3-b9b9-b09c5d10b722 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/21ae5ea4-d24c-458b-b4fa-1d5d5e68d59a HTTP/1.1" status: 404 len: 333 time: 0.0680871 Aug 16 01:58:44.997669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46826) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.003223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b7b8dc8-de13-45b3-a4ac-4f483441135c req-4b042068-5a8b-4585-95e2-cdec247633cd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101240 Aug 16 01:58:45.084060 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3e2051-8c69-453d-a468-ebd7e91bf400 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.085755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3e2051-8c69-453d-a468-ebd7e91bf400 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.092715 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2c3e2051-8c69-453d-a468-ebd7e91bf400 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/54549c9b-1adb-45a3-b2dc-1571df3ca61b HTTP/1.1" status: 404 len: 337 time: 0.0936849 Aug 16 01:58:45.095120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46834) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.148857 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-344bbb60-d4db-4e0f-852a-5f5f68d96293 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.153375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344bbb60-d4db-4e0f-852a-5f5f68d96293 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.158536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-344bbb60-d4db-4e0f-852a-5f5f68d96293 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/23132b7a-bf64-4a35-9d94-081db8d91807 HTTP/1.1" status: 404 len: 333 time: 0.0588841 Aug 16 01:58:45.158711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46838) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.207251 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-604d8bf8-9135-4161-b9b8-4bcbc09ff823 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.208090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604d8bf8-9135-4161-b9b8-4bcbc09ff823 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.213029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-604d8bf8-9135-4161-b9b8-4bcbc09ff823 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/7adbfeca-db76-4d16-a1fe-603f9b427e3e HTTP/1.1" status: 404 len: 337 time: 0.0502899 Aug 16 01:58:45.213836 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46842) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.302817 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-8113d763-22e1-4aa9-8884-bcdb76807b0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.307169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8113d763-22e1-4aa9-8884-bcdb76807b0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.311934 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8113d763-22e1-4aa9-8884-bcdb76807b0e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/ff8210f3-8e5e-4fb6-90e1-ed0e695c8f76 HTTP/1.1" status: 404 len: 333 time: 0.0961103 Aug 16 01:58:45.315174 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46850) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.362540 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f695000-ad2b-4db5-8b21-f23d8a9ef116 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.364814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f695000-ad2b-4db5-8b21-f23d8a9ef116 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.366876 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7f695000-ad2b-4db5-8b21-f23d8a9ef116 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/376a3cb8-4ea9-4272-8b3f-5365c91858d9 HTTP/1.1" status: 404 len: 337 time: 0.0514064 Aug 16 01:58:45.369674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46854) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.419685 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c00a582-775f-4f96-9c65-300c31d04e1b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.420798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c00a582-775f-4f96-9c65-300c31d04e1b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.428011 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2c00a582-775f-4f96-9c65-300c31d04e1b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/2f157d03-e035-4b07-a17d-fa738a0cb846 HTTP/1.1" status: 404 len: 333 time: 0.0554831 Aug 16 01:58:45.430048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46860) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.502506 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b29fda9-0fd0-49f6-96b0-6e5c437b826d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.503839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b29fda9-0fd0-49f6-96b0-6e5c437b826d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.508302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46864) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.508460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3b29fda9-0fd0-49f6-96b0-6e5c437b826d tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/c2f42a70-b542-4f03-a231-4d12be2282e5 HTTP/1.1" status: 404 len: 337 time: 0.0764036 Aug 16 01:58:45.588235 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d59022a-075a-454a-97b9-7838b04d41c1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.588937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d59022a-075a-454a-97b9-7838b04d41c1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.591012 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0d59022a-075a-454a-97b9-7838b04d41c1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/af39ed44-1641-4f86-a892-6bf33fd0dd6d HTTP/1.1" status: 404 len: 337 time: 0.0806351 Aug 16 01:58:45.593711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46870) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.625278 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d36918a-782c-4181-9414-3025daaa9e72 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.625975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d36918a-782c-4181-9414-3025daaa9e72 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.630719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46874) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.630852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3d36918a-782c-4181-9414-3025daaa9e72 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/0bfaf2b2-51de-4438-8d2f-b95a7b4cee54 HTTP/1.1" status: 404 len: 333 time: 0.0359657 Aug 16 01:58:45.666804 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-30389513-9de2-48c8-8a19-780800f474d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.668403 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30389513-9de2-48c8-8a19-780800f474d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.674120 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-30389513-9de2-48c8-8a19-780800f474d0 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/92480763-8c92-437c-870d-cc3f3846440a HTTP/1.1" status: 404 len: 337 time: 0.0421395 Aug 16 01:58:45.677280 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46876) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.726531 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-986cb4da-a43c-4ca1-8a66-fb42c2814aa4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.727318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986cb4da-a43c-4ca1-8a66-fb42c2814aa4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.730160 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-986cb4da-a43c-4ca1-8a66-fb42c2814aa4 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/6ad53989-2e51-41f3-a791-ca1e01db6fa0 HTTP/1.1" status: 404 len: 337 time: 0.0514777 Aug 16 01:58:45.732548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46878) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.761030 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49d38c6-ad2c-4001-a8d6-fc67fbfc9435 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.761971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49d38c6-ad2c-4001-a8d6-fc67fbfc9435 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.763818 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a49d38c6-ad2c-4001-a8d6-fc67fbfc9435 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/8eb79463-8f06-4fa6-a27a-a47fcbab9d12 HTTP/1.1" status: 404 len: 333 time: 0.0302260 Aug 16 01:58:45.767478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46886) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.810539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493c9d3-ac32-438f-80ca-ce4203834839 req-24b51990-8890-4017-9f82-a5c1d60370fe tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.817668 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-b322f827-cf76-49e7-b29b-25a0cbdd78be tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.818238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b322f827-cf76-49e7-b29b-25a0cbdd78be tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.822835 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b322f827-cf76-49e7-b29b-25a0cbdd78be tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/8356c954-cf27-46a0-babc-b6d6c6ddb330 HTTP/1.1" status: 404 len: 337 time: 0.0529044 Aug 16 01:58:45.823558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46892) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.825996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1493c9d3-ac32-438f-80ca-ce4203834839 req-24b51990-8890-4017-9f82-a5c1d60370fe tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1378057 Aug 16 01:58:45.854465 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fcca91-bec6-4bab-95ca-0e3ed3dafa7e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.855145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fcca91-bec6-4bab-95ca-0e3ed3dafa7e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.859788 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f8fcca91-bec6-4bab-95ca-0e3ed3dafa7e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/76cc5969-32de-48d8-9ee0-371d34b1996e HTTP/1.1" status: 404 len: 337 time: 0.0349743 Aug 16 01:58:45.860489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46898) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.893888 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6faf841-52c3-48a5-935e-bfae810c06ad tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.895324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6faf841-52c3-48a5-935e-bfae810c06ad tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.899336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e6faf841-52c3-48a5-935e-bfae810c06ad tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/68d27031-c9b8-4aba-b9a6-3b19199c222d HTTP/1.1" status: 404 len: 333 time: 0.0356059 Aug 16 01:58:45.900128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46900) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.925543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1493c9d3-ac32-438f-80ca-ce4203834839 req-ae75540f-a0f4-4581-8fd9-7111c1e83346 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985367 Aug 16 01:58:45.957626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-590396f0-4ee9-423f-acbb-9c4f59ac74f2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c65095f958914cd69aa95e35266c1eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585568 Aug 16 01:58:45.966722 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88542b7-d944-4650-b222-f0a27e84b7d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:45.967340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88542b7-d944-4650-b222-f0a27e84b7d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:45.972057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46904) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.974263 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c88542b7-d944-4650-b222-f0a27e84b7d5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/2c2ebc64-8d38-4168-8cc9-0646675277c6 HTTP/1.1" status: 404 len: 337 time: 0.0724821 Aug 16 01:58:46.059881 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-229814df-b825-4413-a255-525a3dc90388 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:46.060742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229814df-b825-4413-a255-525a3dc90388 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:46.066150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-229814df-b825-4413-a255-525a3dc90388 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/c24fd46b-a6ba-44b6-ba4d-d4deacb3b2cb HTTP/1.1" status: 404 len: 337 time: 0.0925455 Aug 16 01:58:46.069925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46912) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.134649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dc65c7ff-d0d7-4f92-a58e-4a205e8bcbbe tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports?device_id=a579b410-73a5-4a8b-84c7-7f10bb2bb004 HTTP/1.1" status: 200 len: 205 time: 0.0633125 Aug 16 01:58:46.137866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46924) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.217484 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-525fe5ae-a6e0-4b21-a036-d7bf1c4236b8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] delete failed (client error): The resource could not be found. Aug 16 01:58:46.229917 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-525fe5ae-a6e0-4b21-a036-d7bf1c4236b8 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/routers/a579b410-73a5-4a8b-84c7-7f10bb2bb004 HTTP/1.1" status: 404 len: 336 time: 0.0811830 Aug 16 01:58:46.229917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46936) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.230136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-40eaa106-352c-451b-a4b0-b9a5e7be4453 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.231597 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-40eaa106-352c-451b-a4b0-b9a5e7be4453 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731836 Aug 16 01:58:46.263266 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69b6882-28c5-41ff-8897-6bc3e0ab9a2b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:46.263819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69b6882-28c5-41ff-8897-6bc3e0ab9a2b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:46.267118 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a69b6882-28c5-41ff-8897-6bc3e0ab9a2b tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/041c3867-8356-47d8-886e-9fd5240f1dc9 HTTP/1.1" status: 404 len: 337 time: 0.0421600 Aug 16 01:58:46.269147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46940) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.272495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-c73d6d85-5ca5-4f78-a4d7-5100e6ac00f8 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/quotas/c65095f958914cd69aa95e35266c1eba HTTP/1.1" status: 200 len: 375 time: 0.0302997 Aug 16 01:58:46.337662 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cc022e26-7c05-44e0-bfe8-7b36c4a7dee2 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 HTTP/1.1" status: 200 len: 205 time: 0.0665467 Aug 16 01:58:46.338544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46946) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.361692 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:58:46.377765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-81a53ba7-0ea2-44ab-82ce-dc0e55ca25a9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036992 Aug 16 01:58:46.441067 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34a59e-b939-4e1d-9664-757356702349 req-174d86d6-2065-4eab-9fca-8331b4320dd6 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.448393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34a59e-b939-4e1d-9664-757356702349 req-174d86d6-2065-4eab-9fca-8331b4320dd6 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.450527 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4f34a59e-b939-4e1d-9664-757356702349 req-174d86d6-2065-4eab-9fca-8331b4320dd6 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1683 time: 0.1684520 Aug 16 01:58:46.451675 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-dafbdaeb-4a24-42c5-8761-38289bef1b3e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] delete failed (client error): The resource could not be found. Aug 16 01:58:46.453536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dafbdaeb-4a24-42c5-8761-38289bef1b3e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/routers/f7f318d4-ee56-4f1a-b2f0-d4d50f81bb67 HTTP/1.1" status: 404 len: 336 time: 0.1117175 Aug 16 01:58:46.458833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46958) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.603948 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb47e73a-67db-4957-a82b-29a93fc52432 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:46.604422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb47e73a-67db-4957-a82b-29a93fc52432 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:46.606410 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cb47e73a-67db-4957-a82b-29a93fc52432 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/3aeef3d2-df12-4289-8935-9cf91e98134d HTTP/1.1" status: 404 len: 337 time: 0.1462259 Aug 16 01:58:46.609423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46970) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.658373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4f34a59e-b939-4e1d-9664-757356702349 req-3dde6cd7-d5a5-4d42-980f-99951ecf892b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting port 9a348a99-4386-4fb8-a1e8-aa229319affb {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:46.664357 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4f34a59e-b939-4e1d-9664-757356702349 req-3dde6cd7-d5a5-4d42-980f-99951ecf892b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.678052 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-4130ebab-6ed8-48b6-86ae-0cfb58087205 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:46.678626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4130ebab-6ed8-48b6-86ae-0cfb58087205 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:46.683825 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4130ebab-6ed8-48b6-86ae-0cfb58087205 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/fb085acf-fc6e-4581-bb29-e28ccd2ae88c HTTP/1.1" status: 404 len: 337 time: 0.0730708 Aug 16 01:58:46.687234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46974) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.746690 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d31af7-377a-4b4c-ab3e-851197bc2e6c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:46.747442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d31af7-377a-4b4c-ab3e-851197bc2e6c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:46.749114 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b9d31af7-377a-4b4c-ab3e-851197bc2e6c tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/9ae4428b-feed-4528-827e-1655626ce7ad HTTP/1.1" status: 404 len: 333 time: 0.0606856 Aug 16 01:58:46.753732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46980) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.788254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2d1d-859b-402a-b456-de1c237002df req-5b33465f-b388-435d-a469-cdf4d2cdce19 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.794659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2d1d-859b-402a-b456-de1c237002df req-5b33465f-b388-435d-a469-cdf4d2cdce19 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.796561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e5b2d1d-859b-402a-b456-de1c237002df req-5b33465f-b388-435d-a469-cdf4d2cdce19 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 1683 time: 0.1541424 Aug 16 01:58:46.813729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a66ec6-2537-47c7-914c-63386baf7984 req-e4a54a6e-af64-44fb-b94d-fbf816e888f8 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.815312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66a66ec6-2537-47c7-914c-63386baf7984 req-e4a54a6e-af64-44fb-b94d-fbf816e888f8 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.0981634 Aug 16 01:58:46.829624 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b9e242-8322-4a07-b056-e640d59d2020 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:46.830358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b9e242-8322-4a07-b056-e640d59d2020 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:46.833272 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f9b9e242-8322-4a07-b056-e640d59d2020 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/c87bb5ef-0bc4-4a3a-8e9c-7a0eb4925f0e HTTP/1.1" status: 404 len: 337 time: 0.0772698 Aug 16 01:58:46.840333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46990) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.885605 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a356678-cf5d-4579-9920-d6ad63d3128f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:46.887349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a356678-cf5d-4579-9920-d6ad63d3128f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:46.889698 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2a356678-cf5d-4579-9920-d6ad63d3128f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/6de2e01e-59f8-4175-ad2f-17dce16e7abe HTTP/1.1" status: 404 len: 333 time: 0.0476055 Aug 16 01:58:46.894319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46994) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.935128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66a66ec6-2537-47c7-914c-63386baf7984 req-88a810dc-d75e-4585-bc67-fb9d894e43b4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034861 Aug 16 01:58:46.943297 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4f34a59e-b939-4e1d-9664-757356702349 req-3dde6cd7-d5a5-4d42-980f-99951ecf892b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] For port 9a348a99-4386-4fb8-a1e8-aa229319affb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9a348a99-4386-4fb8-a1e8-aa229319affb,segment=NetworkSegment(16b246fb-fc01-4d9b-a9f4-90b032f0012a),segment_id=16b246fb-fc01-4d9b-a9f4-90b032f0012a)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:46.943744 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4f34a59e-b939-4e1d-9664-757356702349 req-3dde6cd7-d5a5-4d42-980f-99951ecf892b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.972392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4f34a59e-b939-4e1d-9664-757356702349 req-3dde6cd7-d5a5-4d42-980f-99951ecf892b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Calling delete_port for 9a348a99-4386-4fb8-a1e8-aa229319affb owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:47.094161 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-beeb64a1-99ae-403a-93ab-26e70d708b05 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:47.095000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beeb64a1-99ae-403a-93ab-26e70d708b05 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:47.104632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-beeb64a1-99ae-403a-93ab-26e70d708b05 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/471b8b0e-a493-48d1-95d3-9a9a08cf540c HTTP/1.1" status: 404 len: 337 time: 0.2087219 Aug 16 01:58:47.111144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47004) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.116579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e5b2d1d-859b-402a-b456-de1c237002df req-d3e97552-fa67-4fbb-a53b-679fd9d4c75c tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969739 Aug 16 01:58:47.180376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4f34a59e-b939-4e1d-9664-757356702349 req-3dde6cd7-d5a5-4d42-980f-99951ecf892b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.190869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e0eec29-4a04-4662-9e0f-e035673f8f34 req-3bae5d00-5c1d-4ed9-bd80-44904a76d6e2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 210 time: 0.0787768 Aug 16 01:58:47.193834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['e976abba-2ba5-4c8c-85a4-48682bc03694', '9a348a99-4386-4fb8-a1e8-aa229319affb'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:47.220079 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ff4113-42c6-4347-80c8-e627824f2e39 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:47.221052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ff4113-42c6-4347-80c8-e627824f2e39 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:47.223480 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-54ff4113-42c6-4347-80c8-e627824f2e39 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/79dcf272-397d-471a-9430-b412dae67199 HTTP/1.1" status: 404 len: 333 time: 0.1110694 Aug 16 01:58:47.225907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47010) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.247190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde6cd7-d5a5-4d42-980f-99951ecf892b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Port': ['ID=9a348a99-4386-4fb8-a1e8-aa229319affb,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:47.316950 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-157690bd-0a1c-4981-a096-a33bfc383743 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:47.318340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157690bd-0a1c-4981-a096-a33bfc383743 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:47.323310 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-157690bd-0a1c-4981-a096-a33bfc383743 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/3ab5bae8-f8c2-45fa-8132-dc8548190081 HTTP/1.1" status: 404 len: 337 time: 0.0962214 Aug 16 01:58:47.326111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47016) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.357503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f34a59e-b939-4e1d-9664-757356702349 req-3dde6cd7-d5a5-4d42-980f-99951ecf892b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] No DVR routers for this DVR port 9a348a99-4386-4fb8-a1e8-aa229319affb on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:47.376305 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a929606-662b-4f1a-9788-4dca2478c716 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:47.377177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a929606-662b-4f1a-9788-4dca2478c716 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:47.379076 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1a929606-662b-4f1a-9788-4dca2478c716 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/dd09a08a-6ee0-4386-b69a-4f21dd414a10 HTTP/1.1" status: 404 len: 333 time: 0.0510745 Aug 16 01:58:47.380465 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4f34a59e-b939-4e1d-9664-757356702349 req-3dde6cd7-d5a5-4d42-980f-99951ecf892b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.383303 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4f34a59e-b939-4e1d-9664-757356702349 req-3dde6cd7-d5a5-4d42-980f-99951ecf892b tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "DELETE /v2.0/ports/9a348a99-4386-4fb8-a1e8-aa229319affb HTTP/1.1" status: 204 len: 173 time: 0.9257669 Aug 16 01:58:47.383872 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'name': 'network-vif-deleted', 'tag': '9a348a99-4386-4fb8-a1e8-aa229319affb'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:47.387478 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d921fb-fe8b-4c37-ba60-1ad56f4ad5ce" -d '{"events": [{"server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "name": "network-vif-deleted", "tag": "9a348a99-4386-4fb8-a1e8-aa229319affb"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:47.391236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47024) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.478751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c682878-23b5-4151-a4d7-c38b84f63ddc req-6cafddff-7f33-4f7e-920d-8393e56f2263 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.485457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c682878-23b5-4151-a4d7-c38b84f63ddc req-6cafddff-7f33-4f7e-920d-8393e56f2263 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2569480 Aug 16 01:58:47.525385 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-df558c19-168c-49ad-9f28-44d2be602e1f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:47.526044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df558c19-168c-49ad-9f28-44d2be602e1f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:47.528656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-df558c19-168c-49ad-9f28-44d2be602e1f tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/738821f5-5ffe-4c26-abe0-fc257d6373f3 HTTP/1.1" status: 404 len: 337 time: 0.1032264 Aug 16 01:58:47.538614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47030) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.576891 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aad99b9-c799-48c8-b2d3-5abcee2de10e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:47.578484 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aad99b9-c799-48c8-b2d3-5abcee2de10e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:47.581340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9aad99b9-c799-48c8-b2d3-5abcee2de10e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/9acb2fd2-e270-4228-9816-93edb29dea03 HTTP/1.1" status: 404 len: 333 time: 0.0413611 Aug 16 01:58:47.585290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47034) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.610612 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acab460-ef46-4262-9fc1-6bb311bdd84f x-openstack-request-id: req-1acab460-ef46-4262-9fc1-6bb311bdd84f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:47.610908 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "name": "network-vif-deleted", "tag": "9a348a99-4386-4fb8-a1e8-aa229319affb", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:47.611155 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1acab460-ef46-4262-9fc1-6bb311bdd84f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:47.611565 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'name': 'network-vif-deleted', 'tag': '9a348a99-4386-4fb8-a1e8-aa229319affb', 'status': 'completed', 'code': 200} Aug 16 01:58:47.636600 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43e0fd2-5f4f-4624-9d01-70f0480459b7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:47.637092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43e0fd2-5f4f-4624-9d01-70f0480459b7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:47.641186 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b43e0fd2-5f4f-4624-9d01-70f0480459b7 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/cf87cb27-1026-4825-86a5-1e3bab6a73b4 HTTP/1.1" status: 404 len: 337 time: 0.0523546 Aug 16 01:58:47.642019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47038) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.670534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c682878-23b5-4151-a4d7-c38b84f63ddc req-4f4f3d0c-3d8e-4966-9e6c-2114de9be89a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535010 Aug 16 01:58:47.670775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4f34a59e-b939-4e1d-9664-757356702349 req-eae44bec-5483-4e6d-a389-22aa45c16854 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting port e976abba-2ba5-4c8c-85a4-48682bc03694 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:47.671137 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4f34a59e-b939-4e1d-9664-757356702349 req-eae44bec-5483-4e6d-a389-22aa45c16854 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.671408 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09bb556-d9fe-4886-a1ec-da17fc8ac3e1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:47.672283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09bb556-d9fe-4886-a1ec-da17fc8ac3e1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:47.674388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a09bb556-d9fe-4886-a1ec-da17fc8ac3e1 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/b2bf085b-18e1-450e-8bcf-27d42966a219 HTTP/1.1" status: 404 len: 333 time: 0.0306296 Aug 16 01:58:47.677175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47040) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.715278 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c982e2b-b912-4ea7-a3f0-84553fd2734e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:47.715971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c982e2b-b912-4ea7-a3f0-84553fd2734e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:47.718106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5c982e2b-b912-4ea7-a3f0-84553fd2734e tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/e847e447-f028-4845-b74e-f5b445b769a1 HTTP/1.1" status: 404 len: 337 time: 0.0398955 Aug 16 01:58:47.720404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47046) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.746406 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d311e5-d58a-42ee-ae00-aeda755a6512 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:47.747419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d311e5-d58a-42ee-ae00-aeda755a6512 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:47.751246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c1d311e5-d58a-42ee-ae00-aeda755a6512 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/ports/4971d46a-3a71-4401-87e5-423e46ab2f08 HTTP/1.1" status: 404 len: 333 time: 0.0274088 Aug 16 01:58:47.753159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47048) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.806571 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4b864f-a151-4a2c-94f3-c15b4b853dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] DELETE failed (client error): The resource could not be found. Aug 16 01:58:47.807116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d654788-541d-49ec-bce0-32ca163c7f01 req-b0a40309-01f6-4ea4-a7b7-ea47b8354b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.807605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4b864f-a151-4a2c-94f3-c15b4b853dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:58:47.808966 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d654788-541d-49ec-bce0-32ca163c7f01 req-b0a40309-01f6-4ea4-a7b7-ea47b8354b18 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 1097 time: 0.1429112 Aug 16 01:58:47.812190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47054) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:47.812563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ab4b864f-a151-4a2c-94f3-c15b4b853dd5 tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/subnets/f25f05bf-7daf-4880-8dee-cf03f5b115c9 HTTP/1.1" status: 404 len: 337 time: 0.0600731 Aug 16 01:58:47.939046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4f34a59e-b939-4e1d-9664-757356702349 req-eae44bec-5483-4e6d-a389-22aa45c16854 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] For port e976abba-2ba5-4c8c-85a4-48682bc03694, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e976abba-2ba5-4c8c-85a4-48682bc03694,segment=NetworkSegment(d7a64505-c0bf-4a73-8833-f8a7b953dcd7),segment_id=d7a64505-c0bf-4a73-8833-f8a7b953dcd7)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:47.939411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4f34a59e-b939-4e1d-9664-757356702349 req-eae44bec-5483-4e6d-a389-22aa45c16854 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.971170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4f34a59e-b939-4e1d-9664-757356702349 req-eae44bec-5483-4e6d-a389-22aa45c16854 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Calling delete_port for e976abba-2ba5-4c8c-85a4-48682bc03694 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:48.012335 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.091001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d654788-541d-49ec-bce0-32ca163c7f01 req-035cbed8-ab89-4189-a2fe-eaf5de7017e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.092509 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d654788-541d-49ec-bce0-32ca163c7f01 req-035cbed8-ab89-4189-a2fe-eaf5de7017e0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.2677655 Aug 16 01:58:48.110731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f0c23-4b5e-4d12-b677-9e3652efda1e req-83a48fb2-f466-45b7-9bbf-c7d0a844faa1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.112471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-561f0c23-4b5e-4d12-b677-9e3652efda1e req-83a48fb2-f466-45b7-9bbf-c7d0a844faa1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.0740933 Aug 16 01:58:48.147708 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.160114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-7df3795c-20c3-4dda-8f61-426182d15b57 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c65095f958914cd69aa95e35266c1eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461900 Aug 16 01:58:48.286796 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-561f0c23-4b5e-4d12-b677-9e3652efda1e req-7d3528db-de65-4432-965c-365867b73c09 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304841 Aug 16 01:58:48.334035 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.358478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0e190f-1577-4471-8063-ddf0f1be0b48']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:48.375922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c92d10-365f-4a93-885e-19fe8cacbd31') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:48.376237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c92d10-365f-4a93-885e-19fe8cacbd31') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:48.390416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.403463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d654788-541d-49ec-bce0-32ca163c7f01 req-06a9cd52-bdd4-447a-be7e-c3843dec1304 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 200 len: 1000 time: 0.2857978 Aug 16 01:58:48.420914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-35793ce7-f8c9-4073-a89d-047dd1ad2aad tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.423181 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-35793ce7-f8c9-4073-a89d-047dd1ad2aad tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381585 Aug 16 01:58:48.475097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d654788-541d-49ec-bce0-32ca163c7f01 req-149d7afb-7b01-479f-a2bf-7084daaedd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.478387 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d654788-541d-49ec-bce0-32ca163c7f01 req-149d7afb-7b01-479f-a2bf-7084daaedd62 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.0490670 Aug 16 01:58:48.479972 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.494388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:48.495105 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.530079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Request body: {'port': {'device_id': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'c65095f958914cd69aa95e35266c1eba'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:48.535895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12227597-a170-487f-9df7-a9319f9a73e5 req-b4f54c2d-eb3c-47cc-988e-311fa266ed0a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 210 time: 0.0542521 Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:48.574388 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:48.602216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618774b-7c66-40a6-bc5a-e16ef033fb1d req-98451322-71e6-4106-9176-e614cbdff1cd tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.610249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a618774b-7c66-40a6-bc5a-e16ef033fb1d req-98451322-71e6-4106-9176-e614cbdff1cd tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/ports?device_id=40b6593e-f333-4a17-a6d4-b446901ef876 HTTP/1.1" status: 200 len: 946 time: 0.3161967 Aug 16 01:58:48.621421 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.675767 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.677781 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] 10.222.0.79 "DELETE /v2.0/networks/4c0e190f-1577-4471-8063-ddf0f1be0b48 HTTP/1.1" status: 204 len: 168 time: 0.8643999 Aug 16 01:58:48.680759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3edcc0-5ecf-4018-a300-cde9538c55ff tempest-NetworksTestDHCPv6-189118288 tempest-NetworksTestDHCPv6-189118288-project] Pushing event deleted for resources: {'Network': ['ID=4c0e190f-1577-4471-8063-ddf0f1be0b48,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.683100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a618774b-7c66-40a6-bc5a-e16ef033fb1d req-25beea9f-8776-4d4d-9322-f18e8bc2b52d tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716131 Aug 16 01:58:48.701888 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4f34a59e-b939-4e1d-9664-757356702349 req-eae44bec-5483-4e6d-a389-22aa45c16854 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.712093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d654788-541d-49ec-bce0-32ca163c7f01 req-1ab58bdd-1459-4337-81d2-938edddde1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.713900 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d654788-541d-49ec-bce0-32ca163c7f01 req-1ab58bdd-1459-4337-81d2-938edddde1fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371260 Aug 16 01:58:48.777842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Made reservation on behalf of c65095f958914cd69aa95e35266c1eba for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:48.781589 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.803200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae44bec-5483-4e6d-a389-22aa45c16854 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Port': ['ID=e976abba-2ba5-4c8c-85a4-48682bc03694,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.929084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9580d6c-147e-4f04-8ab2-d2a83382a01e req-cd209f2f-7f6a-40c6-bf92-bc863e2e191c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.930838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9580d6c-147e-4f04-8ab2-d2a83382a01e req-cd209f2f-7f6a-40c6-bf92-bc863e2e191c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1363990 Aug 16 01:58:48.946391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f34a59e-b939-4e1d-9664-757356702349 req-eae44bec-5483-4e6d-a389-22aa45c16854 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] No DVR routers for this DVR port e976abba-2ba5-4c8c-85a4-48682bc03694 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:48.950445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4f34a59e-b939-4e1d-9664-757356702349 req-eae44bec-5483-4e6d-a389-22aa45c16854 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.952878 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4f34a59e-b939-4e1d-9664-757356702349 req-eae44bec-5483-4e6d-a389-22aa45c16854 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.89 "DELETE /v2.0/ports/e976abba-2ba5-4c8c-85a4-48682bc03694 HTTP/1.1" status: 204 len: 173 time: 1.5599301 Aug 16 01:58:48.973424 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d654788-541d-49ec-bce0-32ca163c7f01 req-fa8632ae-4c8b-4c53-9fdf-c599cb8aa55c service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310162 Aug 16 01:58:49.043850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9580d6c-147e-4f04-8ab2-d2a83382a01e req-01895950-2ef5-4845-a905-632976def7a6 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030049 Aug 16 01:58:49.073909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Allocated IP 192.168.233.15 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/79888a3e-e6db-456b-af27-15341d3710de) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:49.231526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47146) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:49.309822 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d654788-541d-49ec-bce0-32ca163c7f01 req-d582e69b-821f-41d4-af52-3782f1718c57 service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059214 Aug 16 01:58:49.331747 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.374824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Transition to ACTIVE for port object 79888a3e-e6db-456b-af27-15341d3710de will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:49.420084 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.431940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['981f4bd6-1a06-4be9-83fc-1b6acfaa3508', '32886b7d-eb95-4a77-9949-20132fc96721'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:49.479731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:49.492524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:49.516160 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9a990cc0-9c35-4783-a5d2-8ed56fd3f99c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e0fccabfd8e40138588b97df7657ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834210 Aug 16 01:58:49.516808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47172) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:49.526239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:49.588992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:49.616122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'name': 'network-vif-deleted', 'tag': 'e976abba-2ba5-4c8c-85a4-48682bc03694'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:49.624245 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b82baf7-3bb5-44ee-8c1c-f3de506b1e18" -d '{"events": [{"server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "name": "network-vif-deleted", "tag": "e976abba-2ba5-4c8c-85a4-48682bc03694"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:49.662194 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb6664-ca42-416b-afb0-285fddf184f1 req-828c3b0f-3633-44f3-85c4-d1fb162d6b4c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.671340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98fb6664-ca42-416b-afb0-285fddf184f1 req-828c3b0f-3633-44f3-85c4-d1fb162d6b4c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2627180 Aug 16 01:58:49.694761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-688b2c9b-d113-472e-9e16-5c58967d3adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.770024 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-688b2c9b-d113-472e-9e16-5c58967d3adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.807499 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a2b238a3-9b59-4067-8804-4eaac4919abd no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:49.835550 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.836216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.885625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98fb6664-ca42-416b-afb0-285fddf184f1 req-753345d0-22f4-4f98-8376-f845c8417d0d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133665 Aug 16 01:58:49.899612 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-688b2c9b-d113-472e-9e16-5c58967d3adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.902244 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-688b2c9b-d113-472e-9e16-5c58967d3adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.906493 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-688b2c9b-d113-472e-9e16-5c58967d3adb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/00602fbc-4cf1-4a2f-abc3-035085a03bd1 HTTP/1.1" status: 204 len: 168 time: 0.3855221 Aug 16 01:58:49.937898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b2c9b-d113-472e-9e16-5c58967d3adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00602fbc-4cf1-4a2f-abc3-035085a03bd1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:49.984339 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696ce978-fe5d-4596-ab60-d431fc9354cc x-openstack-request-id: req-696ce978-fe5d-4596-ab60-d431fc9354cc {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:49.984950 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6593e-f333-4a17-a6d4-b446901ef876", "name": "network-vif-deleted", "tag": "e976abba-2ba5-4c8c-85a4-48682bc03694", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:49.985083 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-696ce978-fe5d-4596-ab60-d431fc9354cc {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:49.985624 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6593e-f333-4a17-a6d4-b446901ef876', 'name': 'network-vif-deleted', 'tag': 'e976abba-2ba5-4c8c-85a4-48682bc03694', 'status': 'completed', 'code': 200} Aug 16 01:58:50.011768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-4ba82664-be61-44d8-8da2-78b662653900 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4861624 Aug 16 01:58:50.043120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Request body: {'port': {'device_id': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:50.073992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67592ec-98a6-4f2e-a360-b7fcc29e2793 req-1bab662e-7700-4bad-ad2f-779c491ca6c9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.082798 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d67592ec-98a6-4f2e-a360-b7fcc29e2793 req-1bab662e-7700-4bad-ad2f-779c491ca6c9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 935 time: 0.3275311 Aug 16 01:58:50.083505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47206) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:50.152475 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.159360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d67592ec-98a6-4f2e-a360-b7fcc29e2793 req-2a500614-0a17-46ae-934f-792d1484a45b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527756 Aug 16 01:58:50.197635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fe01a509-f077-409d-8253-1b2a6e7639f1 None None] Provisioning for port 79888a3e-e6db-456b-af27-15341d3710de completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:50.211724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fe01a509-f077-409d-8253-1b2a6e7639f1 None None] Provisioning complete for port 79888a3e-e6db-456b-af27-15341d3710de triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:50.212103 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fe01a509-f077-409d-8253-1b2a6e7639f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.213938 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.237585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3de8e03-f24c-416e-8a82-56a1b19013b3 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting subnet 148775ec-260f-4141-b3cc-244a71acf965 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:50.250707 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3de8e03-f24c-416e-8a82-56a1b19013b3 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.271927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:50.278437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:50.281961 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22b2577-a429-44d3-9a2c-07c89bb2b77e" -d '{"events": [{"server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:50.291006 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.324956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fe01a509-f077-409d-8253-1b2a6e7639f1 None None] Port 79888a3e-e6db-456b-af27-15341d3710de cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:50.373940 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f5fb93-1d13-4bc4-aab6-e1ea45570c8a x-openstack-request-id: req-62f5fb93-1d13-4bc4-aab6-e1ea45570c8a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:50.374473 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:50.374880 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-62f5fb93-1d13-4bc4-aab6-e1ea45570c8a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:50.375577 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'code': 200} Aug 16 01:58:50.377214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:50.409619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3de8e03-f24c-416e-8a82-56a1b19013b3 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.586716 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3de8e03-f24c-416e-8a82-56a1b19013b3 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.601680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ee041-81ff-4d81-a562-3fd19e19da00 req-083bc825-943a-44cd-a22a-0d40f7e4ed83 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.603392 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b6ee041-81ff-4d81-a562-3fd19e19da00 req-083bc825-943a-44cd-a22a-0d40f7e4ed83 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.3808374 Aug 16 01:58:50.642093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9a348a99-4386-4fb8-a1e8-aa229319affb no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:50.704687 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 9a348a99-4386-4fb8-a1e8-aa229319affb {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:50.705068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9a348a99-4386-4fb8-a1e8-aa229319affb not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:50.706643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e976abba-2ba5-4c8c-85a4-48682bc03694 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:50.739511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: e976abba-2ba5-4c8c-85a4-48682bc03694 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:50.739773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e976abba-2ba5-4c8c-85a4-48682bc03694 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:50.740844 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3de8e03-f24c-416e-8a82-56a1b19013b3 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.750876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47238) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:50.770232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79888a3e-e6db-456b-af27-15341d3710de {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:50.779105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.788035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de8e03-f24c-416e-8a82-56a1b19013b3 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Subnet': ['ID=148775ec-260f-4141-b3cc-244a71acf965,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:50.793915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Transition to ACTIVE for port object 79888a3e-e6db-456b-af27-15341d3710de will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:50.796274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3de8e03-f24c-416e-8a82-56a1b19013b3 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.798593 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f3de8e03-f24c-416e-8a82-56a1b19013b3 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "DELETE /v2.0/subnets/148775ec-260f-4141-b3cc-244a71acf965 HTTP/1.1" status: 204 len: 168 time: 0.7138839 Aug 16 01:58:50.801247 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47244) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:50.807850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3741ce81-e023-4ac3-a7ab-542e0098f9ba None None] Network 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:50.811797 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.851788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b6ee041-81ff-4d81-a562-3fd19e19da00 req-76a69f33-5317-4887-8356-da085aa82512 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335861 Aug 16 01:58:50.951539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.960812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:51.011206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:51.011676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:51.012003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:51.017274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Port 79888a3e-e6db-456b-af27-15341d3710de on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:51.017609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:51.029947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:51.030325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:51.030686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:51.031134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Bound port: 79888a3e-e6db-456b-af27-15341d3710de, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:51.031497 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.108714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-573a110c-c134-41b0-b7aa-86890e57f13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.142513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:51.146201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:51.172354 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.235006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e81ac-fc78-4a84-bbee-6901dcfe0978 None None] DHCP port deletion for 3a58e1e8-e6db-40b9-8fbf-ff142a03be88 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:51.246400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:51.246753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.332742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.333540 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.335800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] 10.222.0.84 "PUT /v2.0/ports/79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 1096 time: 1.3032985 Aug 16 01:58:51.357786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'tag': '79888a3e-e6db-456b-af27-15341d3710de'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:51.360688 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc01728-c224-4538-aa86-006152df8a40" -d '{"events": [{"name": "network-changed", "server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "tag": "79888a3e-e6db-456b-af27-15341d3710de"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:51.384032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] For port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6cb31446-147a-4fcc-8c42-e22c8ae06ea8,segment=NetworkSegment(d7a64505-c0bf-4a73-8833-f8a7b953dcd7),segment_id=d7a64505-c0bf-4a73-8833-f8a7b953dcd7)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:51.384645 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.384907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-455e81ac-fc78-4a84-bbee-6901dcfe0978 None None] Deleting port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:51.386292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92709e96-f4c4-4130-b954-0a367483903f req-89577156-ab46-483c-a265-07bab6831551 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.386442 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-455e81ac-fc78-4a84-bbee-6901dcfe0978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.388110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92709e96-f4c4-4130-b954-0a367483903f req-89577156-ab46-483c-a265-07bab6831551 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.3207409 Aug 16 01:58:51.418736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Calling delete_port for 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:51.450144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c6184-370f-41ef-834b-ef0176ce4de4 service neutron] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:51.528345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511303fc-79fb-472f-869d-2f59b949f766 req-1dc13dee-bd09-49c3-9258-1d84e369b9fd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.536846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-511303fc-79fb-472f-869d-2f59b949f766 req-1dc13dee-bd09-49c3-9258-1d84e369b9fd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 947 time: 0.2368374 Aug 16 01:58:51.569949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-455e81ac-fc78-4a84-bbee-6901dcfe0978 None None] For port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6cb31446-147a-4fcc-8c42-e22c8ae06ea8,segment=NetworkSegment(d7a64505-c0bf-4a73-8833-f8a7b953dcd7),segment_id=d7a64505-c0bf-4a73-8833-f8a7b953dcd7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:51.570649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-455e81ac-fc78-4a84-bbee-6901dcfe0978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.637192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-455e81ac-fc78-4a84-bbee-6901dcfe0978 None None] Calling delete_port for 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:51.748905 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92709e96-f4c4-4130-b954-0a367483903f req-e9906ae1-5fd8-4531-a6ba-8831ff8a759b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3478000 Aug 16 01:58:51.827812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-511303fc-79fb-472f-869d-2f59b949f766 req-e25a518f-73ff-4f7f-b16c-a80267f64308 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295315 Aug 16 01:58:51.837724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47294) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:51.842869 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-455e81ac-fc78-4a84-bbee-6901dcfe0978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.876106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-930b97eb-8807-400b-94af-873776594fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.881066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e81ac-fc78-4a84-bbee-6901dcfe0978 None None] Pushing event deleted for resources: {'Port': ['ID=6cb31446-147a-4fcc-8c42-e22c8ae06ea8,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:51.882934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-930b97eb-8807-400b-94af-873776594fc3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 1099 time: 0.3705742 Aug 16 01:58:51.884407 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eed1fde-59c9-4430-9382-5ddd0e31c7f7 x-openstack-request-id: req-2eed1fde-59c9-4430-9382-5ddd0e31c7f7 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:51.884690 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "tag": "79888a3e-e6db-456b-af27-15341d3710de", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:51.884939 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2eed1fde-59c9-4430-9382-5ddd0e31c7f7 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:51.885355 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'tag': '79888a3e-e6db-456b-af27-15341d3710de', 'status': 'completed', 'code': 200} Aug 16 01:58:51.890983 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e81ac-fc78-4a84-bbee-6901dcfe0978 None None] No DVR routers for this DVR port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:51.971428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-bb7b57d6-90e6-444b-a22f-cfb6e96f133f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 217 time: 0.0677228 Aug 16 01:58:52.064887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1913227034'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:52.089929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-3cca62ef-4cca-4ec9-bb6d-fa88eda25b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.091451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-3cca62ef-4cca-4ec9-bb6d-fa88eda25b61 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1090100 Aug 16 01:58:52.133387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e12b4-bfb8-4ba5-9006-8a56746e25e1 req-de2b1246-bc67-4fe6-b154-0aaeff8766b0 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.135085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-059e12b4-bfb8-4ba5-9006-8a56746e25e1 req-de2b1246-bc67-4fe6-b154-0aaeff8766b0 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1621709 Aug 16 01:58:52.205515 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-573a110c-c134-41b0-b7aa-86890e57f13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.219500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-cc1f0d53-5779-4f56-9c71-c2a2447384b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.220602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:52.221637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-cc1f0d53-5779-4f56-9c71-c2a2447384b2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190896 Aug 16 01:58:52.222707 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-573a110c-c134-41b0-b7aa-86890e57f13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.246144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:52.246498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:52.294730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a110c-c134-41b0-b7aa-86890e57f13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c309a714-867b-4b36-9e7b-dd07a4b3f1f5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:52.297538 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.304601 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-573a110c-c134-41b0-b7aa-86890e57f13c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9787c34a558484fb275741c816ddedb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5489511 Aug 16 01:58:52.305703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-059e12b4-bfb8-4ba5-9006-8a56746e25e1 req-2524e8c4-aa50-4da9-a5ba-78fb4c11f8a8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531901 Aug 16 01:58:52.341563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] No DVR routers for this DVR port 6cb31446-147a-4fcc-8c42-e22c8ae06ea8 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:52.343210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47324) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:52.355753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Port': ['ID=6cb31446-147a-4fcc-8c42-e22c8ae06ea8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:52.380587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Made reservation on behalf of cc9a7d6baf0143feb387c144855a8643 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:52.387614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.404244 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.449298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-11935b0b-fb69-410d-af4b-216070e29eda service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126937 Aug 16 01:58:52.471968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.498885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a58e1e8-e6db-40b9-8fbf-ff142a03be88']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:52.520640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad7f93fb-6e70-4e25-a5d8-a34bb19423f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.547473 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad7f93fb-6e70-4e25-a5d8-a34bb19423f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.589396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a64505-c0bf-4a73-8833-f8a7b953dcd7') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:52.590670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a64505-c0bf-4a73-8833-f8a7b953dcd7') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:52.608332 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.627509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.632848 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad7f93fb-6e70-4e25-a5d8-a34bb19423f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.635540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad7f93fb-6e70-4e25-a5d8-a34bb19423f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.636715 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ad7f93fb-6e70-4e25-a5d8-a34bb19423f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c309a714-867b-4b36-9e7b-dd07a4b3f1f5 HTTP/1.1" status: 204 len: 168 time: 0.2918549 Aug 16 01:58:52.642878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd88eacb-7dc2-48b3-828c-0ae6e7646011 req-78df0079-4c0d-4d1e-990d-6fc8cb04fc1a service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828909 Aug 16 01:58:52.649444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:52.649852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:52.653742 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:52.671974 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.672728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f93fb-6e70-4e25-a5d8-a34bb19423f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c309a714-867b-4b36-9e7b-dd07a4b3f1f5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:52.705198 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.732473 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.746153 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.749556 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "DELETE /v2.0/networks/3a58e1e8-e6db-40b9-8fbf-ff142a03be88 HTTP/1.1" status: 204 len: 168 time: 1.9467382 Aug 16 01:58:52.752455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:52.753097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47356) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:52.769108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4554b08b-b231-4b32-a07a-9e386f2728ef,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:52.776418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1652c4-22a2-43d2-8966-9944148f7504 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Network': ['ID=3a58e1e8-e6db-40b9-8fbf-ff142a03be88,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:52.785841 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.786370 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Added segment 7a4cf3d9-6708-47f2-9ddc-8a6c0c41c3b5 of type vlan for network 34660639-1b17-41ce-8278-b35b1387a777 Aug 16 01:58:52.846309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29e6a73-349d-40a6-abed-ce21baba6215 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting subnet 660a1954-977b-40e1-be5c-430c04c84983 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:52.852312 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b29e6a73-349d-40a6-abed-ce21baba6215 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.857638 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.874744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc01728-c224-4538-aa86-006152df8a40 req-d757a60f-1248-4303-a3d9-7bd9cef2dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.876251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dc01728-c224-4538-aa86-006152df8a40 req-d757a60f-1248-4303-a3d9-7bd9cef2dd1c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 1099 time: 0.1012952 Aug 16 01:58:52.917714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b29e6a73-349d-40a6-abed-ce21baba6215 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.015074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.020606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.021258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.057782 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b29e6a73-349d-40a6-abed-ce21baba6215 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.118412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2736187 Aug 16 01:58:53.118628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47380) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:53.127574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'subnet': {'network_id': '34660639-1b17-41ce-8278-b35b1387a777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:53.181419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39ae46-3065-4174-993f-e0dc524bf2ca req-c3bed962-fea2-478f-bc16-0ac18a3db061 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.182996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f39ae46-3065-4174-993f-e0dc524bf2ca req-c3bed962-fea2-478f-bc16-0ac18a3db061 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.2659066 Aug 16 01:58:53.185458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e3302-091a-4714-84f3-7e66e1221538 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Network': ['ID=34660639-1b17-41ce-8278-b35b1387a777,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:53.188766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc01728-c224-4538-aa86-006152df8a40 req-6dc9d646-fdde-443e-86b7-e7f55b247b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.190275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dc01728-c224-4538-aa86-006152df8a40 req-6dc9d646-fdde-443e-86b7-e7f55b247b89 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.3016195 Aug 16 01:58:53.197321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 34660639-1b17-41ce-8278-b35b1387a777 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:53.198872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe33b50-2514-43c4-b6ff-6b55c4ada781 req-c8d0f782-8d31-4812-8f71-58645833ca16 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.200414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fe33b50-2514-43c4-b6ff-6b55c4ada781 req-c8d0f782-8d31-4812-8f71-58645833ca16 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 947 time: 0.2670560 Aug 16 01:58:53.217172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47382) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:53.270161 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b29e6a73-349d-40a6-abed-ce21baba6215 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.272286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dc01728-c224-4538-aa86-006152df8a40 req-616d7559-883f-4b4d-a611-c3a44913ee7e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 217 time: 0.0708733 Aug 16 01:58:53.303761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-909431ed-18d1-4db3-9efe-f16019eb2a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.352964 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f39ae46-3065-4174-993f-e0dc524bf2ca req-b0bf38cf-2180-4d1a-851f-d6989e8b05e1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504512 Aug 16 01:58:53.353597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b29e6a73-349d-40a6-abed-ce21baba6215 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.354479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63c50d-6c89-4503-acf6-ad3db2458026 None None] Network d726ef88-93c6-48fe-8d1b-2e24ebe45d65 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:53.355783 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b29e6a73-349d-40a6-abed-ce21baba6215 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "DELETE /v2.0/subnets/660a1954-977b-40e1-be5c-430c04c84983 HTTP/1.1" status: 204 len: 168 time: 0.6026852 Aug 16 01:58:53.356857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e6a73-349d-40a6-abed-ce21baba6215 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Subnet': ['ID=660a1954-977b-40e1-be5c-430c04c84983,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:53.361492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47390) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:53.462508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fe33b50-2514-43c4-b6ff-6b55c4ada781 req-20db3e9e-3565-40d2-9203-38529b804895 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494087 Aug 16 01:58:53.504290 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-909431ed-18d1-4db3-9efe-f16019eb2a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.511072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc01728-c224-4538-aa86-006152df8a40 req-82c88d2b-8fd4-4a67-a513-0be295914bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.512529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dc01728-c224-4538-aa86-006152df8a40 req-82c88d2b-8fd4-4a67-a513-0be295914bcd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2308459 Aug 16 01:58:53.514108 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-909431ed-18d1-4db3-9efe-f16019eb2a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.577138 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-909431ed-18d1-4db3-9efe-f16019eb2a55 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e40177be05874d64a6a0a365344069f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563557 Aug 16 01:58:53.589148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47398) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:53.635910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909431ed-18d1-4db3-9efe-f16019eb2a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4cd0a9-1121-462a-a018-275a66c26818,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:53.647071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Made reservation on behalf of cc9a7d6baf0143feb387c144855a8643 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:53.651345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.663017 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82a1d5b-48f0-4acd-90df-863a6daeb817 None None] DHCP port deletion for d726ef88-93c6-48fe-8d1b-2e24ebe45d65 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:53.670991 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.683257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e61a70-8238-4dce-934c-9aa3fcc46f81 req-e5551772-1952-4d27-bf7e-a133e98004c1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.685145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4e61a70-8238-4dce-934c-9aa3fcc46f81 req-e5551772-1952-4d27-bf7e-a133e98004c1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2343554 Aug 16 01:58:53.696033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc01728-c224-4538-aa86-006152df8a40 req-0b4f0938-afbf-4b67-b6f2-d73933a68330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.698076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dc01728-c224-4538-aa86-006152df8a40 req-0b4f0938-afbf-4b67-b6f2-d73933a68330 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1654332 Aug 16 01:58:53.782350 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d82a1d5b-48f0-4acd-90df-863a6daeb817 None None] Deleting port 4214740c-8d01-49bb-a418-32c6b7c7cc3b {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:53.784092 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d82a1d5b-48f0-4acd-90df-863a6daeb817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.812920 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41a21efd-5216-4cd4-8a03-3b7042ee4cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.882800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d82a1d5b-48f0-4acd-90df-863a6daeb817 None None] For port 4214740c-8d01-49bb-a418-32c6b7c7cc3b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4214740c-8d01-49bb-a418-32c6b7c7cc3b,segment=NetworkSegment(16b246fb-fc01-4d9b-a9f4-90b032f0012a),segment_id=16b246fb-fc01-4d9b-a9f4-90b032f0012a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:53.883445 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d82a1d5b-48f0-4acd-90df-863a6daeb817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.901621 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d82a1d5b-48f0-4acd-90df-863a6daeb817 None None] Calling delete_port for 4214740c-8d01-49bb-a418-32c6b7c7cc3b owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:53.902008 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41a21efd-5216-4cd4-8a03-3b7042ee4cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.913684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4e61a70-8238-4dce-934c-9aa3fcc46f81 req-4cbee495-5e72-49a4-9603-72f1bb9fbe84 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120717 Aug 16 01:58:53.979735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a2b238a3-9b59-4067-8804-4eaac4919abd no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:54.106223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dc01728-c224-4538-aa86-006152df8a40 req-c554a64d-b5f2-42e1-8973-de8ac290e9ce service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639488 Aug 16 01:58:54.118708 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d82a1d5b-48f0-4acd-90df-863a6daeb817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.197661 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41a21efd-5216-4cd4-8a03-3b7042ee4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.198552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a1d5b-48f0-4acd-90df-863a6daeb817 None None] Pushing event deleted for resources: {'Port': ['ID=4214740c-8d01-49bb-a418-32c6b7c7cc3b,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:54.207236 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-41a21efd-5216-4cd4-8a03-3b7042ee4cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.215369 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-41a21efd-5216-4cd4-8a03-3b7042ee4cf6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa4cd0a9-1121-462a-a018-275a66c26818 HTTP/1.1" status: 204 len: 168 time: 0.6201162 Aug 16 01:58:54.231257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a1d5b-48f0-4acd-90df-863a6daeb817 None None] No DVR routers for this DVR port 4214740c-8d01-49bb-a418-32c6b7c7cc3b on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:54.239276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.241729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Deleting port 4214740c-8d01-49bb-a418-32c6b7c7cc3b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:54.242608 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.262966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4214740c-8d01-49bb-a418-32c6b7c7cc3b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:54.306204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 4214740c-8d01-49bb-a418-32c6b7c7cc3b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:54.306793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4214740c-8d01-49bb-a418-32c6b7c7cc3b not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:54.334220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a21efd-5216-4cd4-8a03-3b7042ee4cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4cd0a9-1121-462a-a018-275a66c26818,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:54.381821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47428) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:54.392741 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dc01728-c224-4538-aa86-006152df8a40 req-fa20f7ce-8023-4b45-ae26-62b0fc0a1eb6 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748239 Aug 16 01:58:54.402842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Subnet': ['ID=7cc33e3b-3d33-4a6f-aa96-0e761af602fe,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:54.403367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] For port 4214740c-8d01-49bb-a418-32c6b7c7cc3b, host n-d-768851-16, got binding levels [] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:54.403852 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.417864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Calling delete_port for 4214740c-8d01-49bb-a418-32c6b7c7cc3b owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:54.420649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Port 4214740c-8d01-49bb-a418-32c6b7c7cc3b was not found and therefore no delete operation was performed {{(pid=101381) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:58:54.423122 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.433892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Checking segment: {'id': '7a4cf3d9-6708-47f2-9ddc-8a6c0c41c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '34660639-1b17-41ce-8278-b35b1387a777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:54.434506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network hostable DHCP agents. Network: 34660639-1b17-41ce-8278-b35b1387a777, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:54.463374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network 34660639-1b17-41ce-8278-b35b1387a777 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:54.480852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 34660639-1b17-41ce-8278-b35b1387a777) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:54.496560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1047baaa-d2ab-4058-af8d-e5e0c363f0c9 None None] Network 34660639-1b17-41ce-8278-b35b1387a777 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:54.499731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.504296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.521608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Port': ['ID=4214740c-8d01-49bb-a418-32c6b7c7cc3b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:54.539555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] No DVR routers for this DVR port 4214740c-8d01-49bb-a418-32c6b7c7cc3b on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:54.543973 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3231efa7-d898-4ea7-b937-9e4a0198fe24 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4252069 Aug 16 01:58:54.546708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47434) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:54.567036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-111572870', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:54.648936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.655137 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.754345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.858478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e0f61f-0527-4b71-af7b-b03739cd94b3 None None] Network 34660639-1b17-41ce-8278-b35b1387a777 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:54.977534 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.317961 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd093c5e-2c15-4eb9-9bde-46f844f27079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.337717 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.362373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.418864 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.445294 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd093c5e-2c15-4eb9-9bde-46f844f27079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.453584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d726ef88-93c6-48fe-8d1b-2e24ebe45d65']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:55.462109 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd093c5e-2c15-4eb9-9bde-46f844f27079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.478419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd3a95-350e-4f27-9097-a150b64c40a6 req-840a731d-de72-4c6f-8179-60e9eb66119c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.485630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59dd3a95-350e-4f27-9097-a150b64c40a6 req-840a731d-de72-4c6f-8179-60e9eb66119c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 947 time: 0.9154043 Aug 16 01:58:55.490028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b246fb-fc01-4d9b-a9f4-90b032f0012a') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:55.490323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b246fb-fc01-4d9b-a9f4-90b032f0012a') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:55.549292 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.558876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51616d9-4e1b-47f2-9ece-9b672da32c5f req-46aea9cb-41bb-41eb-a064-b8654896341f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.566369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b51616d9-4e1b-47f2-9ece-9b672da32c5f req-46aea9cb-41bb-41eb-a064-b8654896341f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.9193113 Aug 16 01:58:55.604418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fd093c5e-2c15-4eb9-9bde-46f844f27079 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03d6c25b2f5b4e329eca074b481cc267&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2187281 Aug 16 01:58:55.609597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.25.2.47 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/6bee946a-3c3f-4a61-9f72-d08a191b1887) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:55.610615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.614227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd093c5e-2c15-4eb9-9bde-46f844f27079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604b2048-4dc5-436b-ae23-cde5032c985c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:55.616669 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47472) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:55.635106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:55.635522 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: timer() Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:55.641165 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:55.655903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59dd3a95-350e-4f27-9097-a150b64c40a6 req-8fe0ebd4-04ee-4b55-bcc6-a1e482406e15 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693251 Aug 16 01:58:55.704175 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-6dbc9e46-8615-4a4c-84d3-b9008ee3bee7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4384167 Aug 16 01:58:55.767551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.813576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 79888a3e-e6db-456b-af27-15341d3710de details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:55.825637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.838174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.857705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b51616d9-4e1b-47f2-9ece-9b672da32c5f req-d0fce672-3cf9-43e3-966e-ef7ca0d5e145 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900550 Aug 16 01:58:55.902396 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.904672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] 10.222.0.79 "DELETE /v2.0/networks/d726ef88-93c6-48fe-8d1b-2e24ebe45d65 HTTP/1.1" status: 204 len: 168 time: 2.5415950 Aug 16 01:58:55.905260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce118a-f3b8-4921-916b-7c27cfa5f462 tempest-ServersTestMultiNic-962830547 tempest-ServersTestMultiNic-962830547-project] Pushing event deleted for resources: {'Network': ['ID=d726ef88-93c6-48fe-8d1b-2e24ebe45d65,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:55.954016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:55.960950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05648d12-0098-4fa0-bec2-eee8bb716755 req-93d17078-3b3e-492e-be20-95850b267615 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.967235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:55.968505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05648d12-0098-4fa0-bec2-eee8bb716755 req-93d17078-3b3e-492e-be20-95850b267615 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1778738 Aug 16 01:58:55.979443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:56.061365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05648d12-0098-4fa0-bec2-eee8bb716755 req-1dfa29fa-0ab8-4416-90f3-b86ff990c111 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715415 Aug 16 01:58:56.090654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:56.102722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=6bee946a-3c3f-4a61-9f72-d08a191b1887,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:56.113698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '79888a3e-e6db-456b-af27-15341d3710de', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '79888a3e-e6db-456b-af27-15341d3710de', 'mac_address': 'fa:16:3e:1b:b7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:56.119082 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c02c-d855-4b62-9cd4-89c4d02eac52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.184746 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c02c-d855-4b62-9cd4-89c4d02eac52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.206678 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.237247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79888a3e-e6db-456b-af27-15341d3710de {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:56.268120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47494) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:56.278889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:56.284450 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.388523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:56.457662 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c02c-d855-4b62-9cd4-89c4d02eac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.460236 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c02c-d855-4b62-9cd4-89c4d02eac52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.461465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0cc2c02c-d855-4b62-9cd4-89c4d02eac52 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/604b2048-4dc5-436b-ae23-cde5032c985c HTTP/1.1" status: 204 len: 168 time: 0.8388591 Aug 16 01:58:56.476471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2c02c-d855-4b62-9cd4-89c4d02eac52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604b2048-4dc5-436b-ae23-cde5032c985c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:56.604069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.787644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['79888a3e-e6db-456b-af27-15341d3710de'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:56.878031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534f004-9635-4437-bb2e-efdff3bd208a req-acad0348-bca9-4be1-bce2-b08141b22cbd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.887319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2534f004-9635-4437-bb2e-efdff3bd208a req-acad0348-bca9-4be1-bce2-b08141b22cbd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 948 time: 0.1073132 Aug 16 01:58:56.947103 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2534f004-9635-4437-bb2e-efdff3bd208a req-bb77fc1e-4276-426c-b441-7dbdb32e3c79 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575011 Aug 16 01:58:57.074777 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.119907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383c05b-0072-483d-9fdd-363812f6ce19 req-0da5c1a7-5a7a-466e-8f57-262cc6623ca6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.131180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1383c05b-0072-483d-9fdd-363812f6ce19 req-0da5c1a7-5a7a-466e-8f57-262cc6623ca6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.1368876 Aug 16 01:58:57.233786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1383c05b-0072-483d-9fdd-363812f6ce19 req-9595cef2-28b4-4f93-8d47-5ad70dbfc1b5 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017089 Aug 16 01:58:57.244167 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.334149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:58:57.364703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a770c-03ef-45e1-ae55-dd64912a9d9f req-d1c058b2-e0bc-44e4-a430-f737b37e0a97 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.372969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b49a770c-03ef-45e1-ae55-dd64912a9d9f req-d1c058b2-e0bc-44e4-a430-f737b37e0a97 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1464093 Aug 16 01:58:57.469519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b49a770c-03ef-45e1-ae55-dd64912a9d9f req-b7631f23-43fe-488d-b342-71303cd1acf4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904620 Aug 16 01:58:57.527640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:57.539668 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba5eca-51a4-460f-8f08-f185c10a84ce None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:57.555290 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba5eca-51a4-460f-8f08-f185c10a84ce None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:57.556424 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c3ba5eca-51a4-460f-8f08-f185c10a84ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:58:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:57.560706 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.564543 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-48bdb735-a67c-4e5b-a6c8-7b88a4c92592 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0141420 Aug 16 01:58:57.564854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47532) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:57.592133 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c3ba5eca-51a4-460f-8f08-f185c10a84ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:57.603363 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba5eca-51a4-460f-8f08-f185c10a84ce None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:57.604207 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c3ba5eca-51a4-460f-8f08-f185c10a84ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:58:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:57.645903 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c3ba5eca-51a4-460f-8f08-f185c10a84ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:57.646829 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba5eca-51a4-460f-8f08-f185c10a84ce None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:57.669300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] Deleting port 8fb368d9-ff89-494a-b8ca-cd2093edec08 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:57.669930 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.772639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] For port 8fb368d9-ff89-494a-b8ca-cd2093edec08, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8fb368d9-ff89-494a-b8ca-cd2093edec08,segment=NetworkSegment(9baac660-a747-400c-b165-76bfdbb3974f),segment_id=9baac660-a747-400c-b165-76bfdbb3974f)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:57.773026 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.788937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] Calling delete_port for 8fb368d9-ff89-494a-b8ca-cd2093edec08 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:58.085667 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.127869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb368d9-ff89-494a-b8ca-cd2093edec08,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:58.165188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6fea6-31d5-428e-9bec-c8bd7b7d1648 req-01e2e06f-3397-4b25-93b3-c1dc8ebc5116 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.179577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44a6fea6-31d5-428e-9bec-c8bd7b7d1648 req-01e2e06f-3397-4b25-93b3-c1dc8ebc5116 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 948 time: 0.1279349 Aug 16 01:58:58.183666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47548) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:58.385746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44a6fea6-31d5-428e-9bec-c8bd7b7d1648 req-7ca25c65-b975-4c5f-a7da-9cb68d8ac987 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048984 Aug 16 01:58:58.422162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-163ad95b-65fa-4b23-b501-df867364891d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.553862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c72a02-2715-461b-8bee-d81c67e268b6 req-91373cef-ac61-4f3f-aa56-da019ebd0f37 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.555358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c72a02-2715-461b-8bee-d81c67e268b6 req-91373cef-ac61-4f3f-aa56-da019ebd0f37 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.1671126 Aug 16 01:58:58.667170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c72a02-2715-461b-8bee-d81c67e268b6 req-af52c964-d038-4b2f-aece-77ad1457421f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790486 Aug 16 01:58:58.695852 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.715593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3ad62-ebd2-4a8a-8b23-a87ef0271cb6 req-c75849ee-061a-40fc-9ee6-76f0541625cc tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.725271 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eba3ad62-ebd2-4a8a-8b23-a87ef0271cb6 req-c75849ee-061a-40fc-9ee6-76f0541625cc tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1370931 Aug 16 01:58:58.763532 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-163ad95b-65fa-4b23-b501-df867364891d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.774588 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-163ad95b-65fa-4b23-b501-df867364891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.812762 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-163ad95b-65fa-4b23-b501-df867364891d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=186b66f657dc48049affa4d19d49ba75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6277635 Aug 16 01:58:58.816869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47556) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:58.820291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eba3ad62-ebd2-4a8a-8b23-a87ef0271cb6 req-bf96b134-88df-4c9c-83fa-c6a1af83efea tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927064 Aug 16 01:58:58.830066 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.853570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ad95b-65fa-4b23-b501-df867364891d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cb24e6-1666-428c-a1a9-ed73b1798104,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:58.924591 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6778733e-c67b-4df4-964f-3028db139352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.959173 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6778733e-c67b-4df4-964f-3028db139352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.169416 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6778733e-c67b-4df4-964f-3028db139352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.172371 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6778733e-c67b-4df4-964f-3028db139352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.176515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6778733e-c67b-4df4-964f-3028db139352 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/23cb24e6-1666-428c-a1a9-ed73b1798104 HTTP/1.1" status: 204 len: 168 time: 0.3546205 Aug 16 01:58:59.188787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778733e-c67b-4df4-964f-3028db139352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cb24e6-1666-428c-a1a9-ed73b1798104,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:59.207707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] Router 5790025c-595b-48a2-87c4-d563f30cfd58 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:59.338568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:59.346644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-30ceb016-0a6c-4016-aac2-b5731909fc35 admin admin] 10.222.0.79 "PUT /v2.0/routers/5790025c-595b-48a2-87c4-d563f30cfd58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0749011 Aug 16 01:58:59.346644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47572) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:59.352435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63228217-f0b6-4602-983a-e4333fd8e6a6 None None] Sync routers for ids ['5790025c-595b-48a2-87c4-d563f30cfd58'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:59.370358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63228217-f0b6-4602-983a-e4333fd8e6a6 None None] Routers {'5790025c-595b-48a2-87c4-d563f30cfd58'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:59.371148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-63228217-f0b6-4602-983a-e4333fd8e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:58:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5790025c-595b-48a2-87c4-d563f30cfd58'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:59.410299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.20.0.1 (34660639-1b17-41ce-8278-b35b1387a777/7cc33e3b-3d33-4a6f-aa96-0e761af602fe/328315b4-ebd4-49b9-a734-e4fb38fc5198) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:59.602400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a9577-ae61-47d1-b927-8f86f4403a4a req-9ad4a67f-821b-440a-be76-877aa2b833af tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.612378 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f86a9577-ae61-47d1-b927-8f86f4403a4a req-9ad4a67f-821b-440a-be76-877aa2b833af tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 948 time: 0.1018269 Aug 16 01:58:59.635432 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.659650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-63228217-f0b6-4602-983a-e4333fd8e6a6 None None] Set router 5790025c-595b-48a2-87c4-d563f30cfd58 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:59.726190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.737349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f86a9577-ae61-47d1-b927-8f86f4403a4a req-cc03d324-36ff-4648-a6bc-1c8c80b2fef7 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938501 Aug 16 01:58:59.801100 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.848213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 79888a3e-e6db-456b-af27-15341d3710de up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:59.926919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=328315b4-ebd4-49b9-a734-e4fb38fc5198,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:59.946089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network 34660639-1b17-41ce-8278-b35b1387a777 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:59.948877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:59.957813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:00.028775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7907a5-5382-4d48-a177-cc388c239877 req-1263bbe0-fb98-4875-97f6-9bcc2bffa10c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.030858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce7907a5-5382-4d48-a177-cc388c239877 req-1263bbe0-fb98-4875-97f6-9bcc2bffa10c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.1559839 Aug 16 01:59:00.043239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.066759 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.076552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845930b-3018-4a71-8261-c46b231a8411 req-c911ce3e-a2c6-42dc-bfdc-3f7d8588409d tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.104600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-c911ce3e-a2c6-42dc-bfdc-3f7d8588409d tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 815 time: 0.3384948 Aug 16 01:59:00.137694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 79888a3e-e6db-456b-af27-15341d3710de completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:00.161772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-c9d2b0a0-06ec-4127-bae5-75f58dd7313e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/quotas/22035bd0a6354c58bf9102c6f7fc5120 HTTP/1.1" status: 200 len: 375 time: 0.0559833 Aug 16 01:59:00.164334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 79888a3e-e6db-456b-af27-15341d3710de triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:00.165830 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.292368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-63228217-f0b6-4602-983a-e4333fd8e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'name': 'tempest-ServersTestMultiNic-153194923-router', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:52Z', 'updated_at': '2021-08-16T01:58:57Z', 'revision_number': 5, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'gw_port': {'id': 'fc408059-5117-46f5-94e6-92cbaab0caa3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:54Z', 'updated_at': '2021-08-16T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:00.325531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63228217-f0b6-4602-983a-e4333fd8e6a6 None None] Checking router: 5790025c-595b-48a2-87c4-d563f30cfd58 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:00.340596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce7907a5-5382-4d48-a177-cc388c239877 req-9202ee22-7a9d-4b06-984e-2c2738576e77 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996933 Aug 16 01:59:00.362918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63228217-f0b6-4602-983a-e4333fd8e6a6 None None] Routers {'5790025c-595b-48a2-87c4-d563f30cfd58'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:00.364220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-63228217-f0b6-4602-983a-e4333fd8e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:58:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5790025c-595b-48a2-87c4-d563f30cfd58'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:00.387311 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.453264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-ac2e700d-3b66-4d5d-9154-37e32657dbc2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2904837 Aug 16 01:59:00.555554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Deleting port fc408059-5117-46f5-94e6-92cbaab0caa3 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:00.556011 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.628335 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.670251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-63228217-f0b6-4602-983a-e4333fd8e6a6 None None] Set router 5790025c-595b-48a2-87c4-d563f30cfd58 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:00.676447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79888a3e-e6db-456b-af27-15341d3710de'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:00.679300 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ff1b3c-83b8-45c8-af80-dfce7f734ebe" -d '{"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-plugged", "status": "completed", "tag": "79888a3e-e6db-456b-af27-15341d3710de"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:00.752131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-63228217-f0b6-4602-983a-e4333fd8e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'name': 'tempest-ServersTestMultiNic-153194923-router', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:52Z', 'updated_at': '2021-08-16T01:59:00Z', 'revision_number': 6, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:00.790131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:00.791569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63228217-f0b6-4602-983a-e4333fd8e6a6 None None] The sync data for ids ['5790025c-595b-48a2-87c4-d563f30cfd58'] in n-d-768851-16 is: [{'id': '5790025c-595b-48a2-87c4-d563f30cfd58', 'name': 'tempest-ServersTestMultiNic-153194923-router', 'tenant_id': '89e91b49c6e1406887ba13cafa0dd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:52Z', 'updated_at': '2021-08-16T01:59:00Z', 'revision_number': 6, 'project_id': '89e91b49c6e1406887ba13cafa0dd130', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:00.800019 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.934316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.070454 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.079069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.210343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=328315b4-ebd4-49b9-a734-e4fb38fc5198,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.222797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.230066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-fe12f923-9755-4863-b18a-82d014529d67 service neutron] 10.222.0.79 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758787 Aug 16 01:59:01.381619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network 34660639-1b17-41ce-8278-b35b1387a777 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:01.383520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:01.450091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47648) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:01.482687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] For port fc408059-5117-46f5-94e6-92cbaab0caa3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fc408059-5117-46f5-94e6-92cbaab0caa3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:01.483097 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.499284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Calling delete_port for fc408059-5117-46f5-94e6-92cbaab0caa3 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:01.515389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed692e-63c6-4db4-96a1-fa146500cee2 req-3c30dd33-389f-45e8-84b6-dd2d1eb636cd tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.525571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7aed692e-63c6-4db4-96a1-fa146500cee2 req-3c30dd33-389f-45e8-84b6-dd2d1eb636cd tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.9673438 Aug 16 01:59:01.601715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:01.729702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-04ca3fcf-e0b8-407f-84c8-66cfed6419f9 service neutron] 10.222.0.79 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733160 Aug 16 01:59:01.738824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7aed692e-63c6-4db4-96a1-fa146500cee2 req-cd559fc0-1ecd-45eb-b417-5dd774b78561 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122257 Aug 16 01:59:01.741276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47656) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:01.805713 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a79b12ba-bf59-432d-a193-65ae9078c67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.815849 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc32eb00-00ac-4d75-abac-49dc4816994c x-openstack-request-id: req-bc32eb00-00ac-4d75-abac-49dc4816994c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:01.816377 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-plugged", "status": "completed", "tag": "79888a3e-e6db-456b-af27-15341d3710de", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:01.816491 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bc32eb00-00ac-4d75-abac-49dc4816994c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:01.816899 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79888a3e-e6db-456b-af27-15341d3710de', 'code': 200} Aug 16 01:59:01.916240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-30829dd3-6812-4c33-9ff1-2bde284ac21c tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2088715317'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:02.017119 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:02.020181 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.api [None req-30829dd3-6812-4c33-9ff1-2bde284ac21c tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:59:02.020181 n-d-768851-16 neutron-server[101381]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 01:59:02.020181 n-d-768851-16 neutron-server[101381]: [parameters: {'project_id': '71fb79dbfaca4ac9a7ef052c76c14118', 'id': '9bbafcfa-b7aa-42ed-8c99-0c3ee6bc661a', 'expiration': datetime.datetime(2021, 8, 16, 2, 1, 2, 7853)}] Aug 16 01:59:02.020181 n-d-768851-16 neutron-server[101381]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:59:02.020572 n-d-768851-16 neutron-server[101381]: DEBUG oslo_db.api [None req-30829dd3-6812-4c33-9ff1-2bde284ac21c tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:59:02.027733 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a52f7035-fe6c-486f-9d39-179bbb2d4efc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "PUT /v2.0/routers/733d4c02-8ea1-42b2-a118-5f4bd2332f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4617829 Aug 16 01:59:02.032096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47664) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:02.032255 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb10c7-e305-4784-bc32-112fe0da397e None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:02.038185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'port': {'network_id': '34660639-1b17-41ce-8278-b35b1387a777', 'name': 'tempest-FloatingIPTestJSON-1887158436'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:02.046992 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb10c7-e305-4784-bc32-112fe0da397e None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:02.048578 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8aeb10c7-e305-4784-bc32-112fe0da397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:58:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:02.063091 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.149154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60273e-3fb7-440d-876e-4c61300e57b9 req-8c9b85f8-5d2d-4b61-b161-c1ecd94bb65d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:02.151643 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8aeb10c7-e305-4784-bc32-112fe0da397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:02.170762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e60273e-3fb7-440d-876e-4c61300e57b9 req-8c9b85f8-5d2d-4b61-b161-c1ecd94bb65d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.2635553 Aug 16 01:59:02.172428 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb10c7-e305-4784-bc32-112fe0da397e None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:02.175415 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8aeb10c7-e305-4784-bc32-112fe0da397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:58:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:02.186590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc408059-5117-46f5-94e6-92cbaab0caa3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.221906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473d3a6-5f4b-460b-b5fb-1826b01a3869 req-d8ef085f-977c-41d3-aa95-b74c7fda2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:02.223518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5473d3a6-5f4b-460b-b5fb-1826b01a3869 req-d8ef085f-977c-41d3-aa95-b74c7fda2668 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 1101 time: 0.3018539 Aug 16 01:59:02.229045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a79b12ba-bf59-432d-a193-65ae9078c67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.239561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fb368d9-ff89-494a-b8ca-cd2093edec08 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:02.241130 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a79b12ba-bf59-432d-a193-65ae9078c67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.264654 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8aeb10c7-e305-4784-bc32-112fe0da397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:02.265448 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb10c7-e305-4784-bc32-112fe0da397e None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:02.273351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8fb368d9-ff89-494a-b8ca-cd2093edec08 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:02.273702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fb368d9-ff89-494a-b8ca-cd2093edec08 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:02.274127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fc408059-5117-46f5-94e6-92cbaab0caa3 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:02.314277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: fc408059-5117-46f5-94e6-92cbaab0caa3 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:02.314635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fc408059-5117-46f5-94e6-92cbaab0caa3 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:02.326947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Made reservation on behalf of cc9a7d6baf0143feb387c144855a8643 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:02.332348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.372303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2989f22-13f1-4123-8be4-2fca5f775009 req-1f26cd9e-2cd7-4d56-abc5-7884f75768d8 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:02.374734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2989f22-13f1-4123-8be4-2fca5f775009 req-1f26cd9e-2cd7-4d56-abc5-7884f75768d8 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.3321686 Aug 16 01:59:02.395373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b12ba-bf59-432d-a193-65ae9078c67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b14d973-a7aa-4933-96a4-ffc6573ece8a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.398700 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e60273e-3fb7-440d-876e-4c61300e57b9 req-de35a658-f21a-4b2d-a91c-9aab86ebd632 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264788 Aug 16 01:59:02.403292 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a79b12ba-bf59-432d-a193-65ae9078c67a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5bf4a82c86f04e0c9ac5ea50c5656628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9520752 Aug 16 01:59:02.416878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47670) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:02.437307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] device_id is not set on port 2e314f68-b396-4e7a-a188-f47753b97eb6 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:59:02.496372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.576205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e8a079c-27a0-4b1a-975c-19351eeb1123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.583090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2989f22-13f1-4123-8be4-2fca5f775009 req-49d09270-2b64-4030-aae2-cd9067e508fa tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762004 Aug 16 01:59:02.584161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5473d3a6-5f4b-460b-b5fb-1826b01a3869 req-14c46316-afc8-4b47-a455-b14f05a98c43 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250670 Aug 16 01:59:02.623962 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e8a079c-27a0-4b1a-975c-19351eeb1123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.656704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4a47247-1cda-40ab-a380-7e7ffcc4d7a8 req-acb81efd-0838-42a6-841b-e73da1af5d01 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 210 time: 0.1544940 Aug 16 01:59:02.664184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.668590 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.677794 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30829dd3-6812-4c33-9ff1-2bde284ac21c tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.679066 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30829dd3-6812-4c33-9ff1-2bde284ac21c tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.712363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.20.0.3 (34660639-1b17-41ce-8278-b35b1387a777/7cc33e3b-3d33-4a6f-aa96-0e761af602fe/2e314f68-b396-4e7a-a188-f47753b97eb6) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:02.742103 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.742794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5790025c-595b-48a2-87c4-d563f30cfd58 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:02.754308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.755782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f4b63f41-d9da-4363-b440-d710a9dd98e5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5790025c-595b-48a2-87c4-d563f30cfd58 HTTP/1.1" status: 204 len: 168 time: 3.4086759 Aug 16 01:59:02.758491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47676) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:02.796329 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e8a079c-27a0-4b1a-975c-19351eeb1123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.801194 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e8a079c-27a0-4b1a-975c-19351eeb1123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.802535 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4e8a079c-27a0-4b1a-975c-19351eeb1123 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b14d973-a7aa-4933-96a4-ffc6573ece8a HTTP/1.1" status: 204 len: 168 time: 0.3784862 Aug 16 01:59:02.866496 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a079c-27a0-4b1a-975c-19351eeb1123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b14d973-a7aa-4933-96a4-ffc6573ece8a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.916313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5b5c5e-8670-4e29-b16f-b47dcde7ba19 admin admin] Deleting subnet ca534f78-d733-4a1c-b2c1-cd29f84f3d80 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:02.925011 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30829dd3-6812-4c33-9ff1-2bde284ac21c tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.989551 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5c5e-8670-4e29-b16f-b47dcde7ba19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.017778 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30829dd3-6812-4c33-9ff1-2bde284ac21c tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.052235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30829dd3-6812-4c33-9ff1-2bde284ac21c tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.055772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-30829dd3-6812-4c33-9ff1-2bde284ac21c tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3110874 Aug 16 01:59:03.056632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47684) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:03.070671 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5c5e-8670-4e29-b16f-b47dcde7ba19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.100224 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.156235 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.176250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebac3b-5f63-4ae6-b57c-d781ce8fb3e5 req-ed011f6b-992c-47c0-a741-ca2374461a3e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.178602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9ebac3b-5f63-4ae6-b57c-d781ce8fb3e5 req-ed011f6b-992c-47c0-a741-ca2374461a3e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2820187 Aug 16 01:59:03.236081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network 34660639-1b17-41ce-8278-b35b1387a777 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:03.240381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:03.245049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:03.251454 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b517c32-330f-4733-bac6-9b95805848b3 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.276004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47686) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:03.286825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=2e314f68-b396-4e7a-a188-f47753b97eb6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:03.300120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-890707d6-9682-4571-8659-9f17676e22b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.332357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.333058 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.450690 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-890707d6-9682-4571-8659-9f17676e22b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.460286 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-890707d6-9682-4571-8659-9f17676e22b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.500013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b517c32-330f-4733-bac6-9b95805848b3 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.504350 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-02630ba4-616f-410b-9b70-90305f07711a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4711463 Aug 16 01:59:03.505342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47690) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:03.510878 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b517c32-330f-4733-bac6-9b95805848b3 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.512692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890707d6-9682-4571-8659-9f17676e22b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da10761-6b51-4065-a176-110469044fc7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:03.525575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9ebac3b-5f63-4ae6-b57c-d781ce8fb3e5 req-0dd56312-ad15-455b-9ee5-e00ca441ffb2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091593 Aug 16 01:59:03.539795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'port': {'network_id': '34660639-1b17-41ce-8278-b35b1387a777', 'name': 'tempest-FloatingIPTestJSON-357038270'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:03.551926 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5c5e-8670-4e29-b16f-b47dcde7ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.614290 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-890707d6-9682-4571-8659-9f17676e22b6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0fec4ffd59b0470eb6a3fccbc5164b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369060 Aug 16 01:59:03.614901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47692) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:03.623986 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b517c32-330f-4733-bac6-9b95805848b3 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.623986 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b517c32-330f-4733-bac6-9b95805848b3 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1cedf1c-890a-4e28-ac3e-143b35bde307 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:03.628559 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b517c32-330f-4733-bac6-9b95805848b3 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.630043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5b517c32-330f-4733-bac6-9b95805848b3 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] 10.222.0.79 "DELETE /v2.0/routers/a1cedf1c-890a-4e28-ac3e-143b35bde307 HTTP/1.1" status: 204 len: 168 time: 0.5721052 Aug 16 01:59:03.635060 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47696) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:03.641416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-39a55679-7a53-456f-9a2d-2bd742861315 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Request body: {'router': {'name': 'tempest-router-144858029', 'distributed': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:03.658475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7497d4-b730-4cfd-8811-9f80834a5476 req-b655ba81-8af9-4abb-bd0c-b9683d632295 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.661418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a7497d4-b730-4cfd-8811-9f80834a5476 req-b655ba81-8af9-4abb-bd0c-b9683d632295 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.1553392 Aug 16 01:59:03.688428 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5c5e-8670-4e29-b16f-b47dcde7ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.726002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39a55679-7a53-456f-9a2d-2bd742861315 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.726989 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39a55679-7a53-456f-9a2d-2bd742861315 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.730413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b5c5e-8670-4e29-b16f-b47dcde7ba19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca534f78-d733-4a1c-b2c1-cd29f84f3d80,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:03.735428 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5c5e-8670-4e29-b16f-b47dcde7ba19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.738767 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ee5b5c5e-8670-4e29-b16f-b47dcde7ba19 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ca534f78-d733-4a1c-b2c1-cd29f84f3d80 HTTP/1.1" status: 204 len: 168 time: 0.9783914 Aug 16 01:59:03.743663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47700) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:03.754108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe32395c-5a69-43c9-a30f-48eba01b99f3 None None] Network aac38509-c892-4226-9ec8-cd5b965ddf32 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:03.773010 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad985942-ee05-425e-9cd7-032051ace9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.791289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a7497d4-b730-4cfd-8811-9f80834a5476 req-4c765800-688d-415a-8020-280a3676cedd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224754 Aug 16 01:59:03.823718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29ab41-f94b-4ecc-857e-fb010b943ae0 req-76667a76-c7d2-4ab6-a90a-620368c0ae51 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.828388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e29ab41-f94b-4ecc-857e-fb010b943ae0 req-76667a76-c7d2-4ab6-a90a-620368c0ae51 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.1048446 Aug 16 01:59:03.868150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Made reservation on behalf of cc9a7d6baf0143feb387c144855a8643 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:03.882603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.984365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e29ab41-f94b-4ecc-857e-fb010b943ae0 req-d419bf3c-b74f-4782-857e-9e434e101084 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470511 Aug 16 01:59:03.986626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6716e07-a97c-4d3a-8338-1ca1563f87d8 req-bb42cccd-35d0-460f-95db-f5660a558fc4 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 210 time: 0.0884485 Aug 16 01:59:03.989349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39a55679-7a53-456f-9a2d-2bd742861315 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.004479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad985942-ee05-425e-9cd7-032051ace9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.055321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39a55679-7a53-456f-9a2d-2bd742861315 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.057305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d0d5a-a4f5-4606-8ed0-014c71aa66ff None None] DHCP port deletion for aac38509-c892-4226-9ec8-cd5b965ddf32 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:59:04.074784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] device_id is not set on port aac6079b-13fb-4bd9-8e87-8af132dcc41b yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:59:04.084934 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.115224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e46d0d5a-a4f5-4606-8ed0-014c71aa66ff None None] Deleting port b6f5f508-11f4-4d19-b027-8b37909921a5 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:04.115886 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e46d0d5a-a4f5-4606-8ed0-014c71aa66ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.116656 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39a55679-7a53-456f-9a2d-2bd742861315 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.120935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47702) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:04.121197 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-39a55679-7a53-456f-9a2d-2bd742861315 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4837830 Aug 16 01:59:04.230700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b6f5f508-11f4-4d19-b027-8b37909921a5 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:04.266195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78643bb7-0475-4c43-af6a-56ff798069d0 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.272414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e46d0d5a-a4f5-4606-8ed0-014c71aa66ff None None] For port b6f5f508-11f4-4d19-b027-8b37909921a5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b6f5f508-11f4-4d19-b027-8b37909921a5,segment=NetworkSegment(9baac660-a747-400c-b165-76bfdbb3974f),segment_id=9baac660-a747-400c-b165-76bfdbb3974f)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:04.272808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e46d0d5a-a4f5-4606-8ed0-014c71aa66ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.293472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e46d0d5a-a4f5-4606-8ed0-014c71aa66ff None None] Calling delete_port for b6f5f508-11f4-4d19-b027-8b37909921a5 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:04.361007 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.468761 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port b6f5f508-11f4-4d19-b027-8b37909921a5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b6f5f508-11f4-4d19-b027-8b37909921a5,segment=NetworkSegment(9baac660-a747-400c-b165-76bfdbb3974f),segment_id=9baac660-a747-400c-b165-76bfdbb3974f)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:04.482648 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.515680 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e46d0d5a-a4f5-4606-8ed0-014c71aa66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.534777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d0d5a-a4f5-4606-8ed0-014c71aa66ff None None] No DVR routers for this DVR port b6f5f508-11f4-4d19-b027-8b37909921a5 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:04.555301 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78643bb7-0475-4c43-af6a-56ff798069d0 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.558008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78643bb7-0475-4c43-af6a-56ff798069d0 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.572284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=b6f5f508-11f4-4d19-b027-8b37909921a5,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:04.598319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d0d5a-a4f5-4606-8ed0-014c71aa66ff None None] Pushing event deleted for resources: {'Port': ['ID=b6f5f508-11f4-4d19-b027-8b37909921a5,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:04.618037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845930b-3018-4a71-8261-c46b231a8411 req-b87ef4fc-0016-42a0-af22-f06f80c282db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.619858 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-b87ef4fc-0016-42a0-af22-f06f80c282db tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 815 time: 0.6612554 Aug 16 01:59:04.645446 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78643bb7-0475-4c43-af6a-56ff798069d0 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.645936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78643bb7-0475-4c43-af6a-56ff798069d0 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc5ac3dd-1b4a-481c-a9bd-f208c922ea6a {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:04.646805 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad985942-ee05-425e-9cd7-032051ace9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.650733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad985942-ee05-425e-9cd7-032051ace9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.651645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78643bb7-0475-4c43-af6a-56ff798069d0 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.653261 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ad985942-ee05-425e-9cd7-032051ace9b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2da10761-6b51-4065-a176-110469044fc7 HTTP/1.1" status: 204 len: 168 time: 1.0351498 Aug 16 01:59:04.658147 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-78643bb7-0475-4c43-af6a-56ff798069d0 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] 10.222.0.79 "DELETE /v2.0/routers/dc5ac3dd-1b4a-481c-a9bd-f208c922ea6a HTTP/1.1" status: 204 len: 168 time: 0.5357065 Aug 16 01:59:04.658327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Request body: {'port': {'device_id': 'f4e77688-de5d-4027-9e3b-b572017bfc51', 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c', 'admin_state_up': True, 'tenant_id': '22035bd0a6354c58bf9102c6f7fc5120'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:04.670424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47708) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:04.676080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b60fe083-b823-491d-b09e-0b9d362adc01 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Request body: {'router': {'name': 'tempest-router-1089966292', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '41a4cae5e57e4924849760787bf1d268'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:04.696253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9daeb-c95a-4155-9022-a507b804866c req-7f24cdaf-7a27-495f-b5c7-5a9b92e897cb tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.698057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30f9daeb-c95a-4155-9022-a507b804866c req-7f24cdaf-7a27-495f-b5c7-5a9b92e897cb tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.0627580 Aug 16 01:59:04.748000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad985942-ee05-425e-9cd7-032051ace9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da10761-6b51-4065-a176-110469044fc7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:04.757208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30f9daeb-c95a-4155-9022-a507b804866c req-428cf0d6-659b-41ae-bf0b-ecc0aed6cf6a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Aug 16 01:59:04.805544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.20.0.10 (34660639-1b17-41ce-8278-b35b1387a777/7cc33e3b-3d33-4a6f-aa96-0e761af602fe/aac6079b-13fb-4bd9-8e87-8af132dcc41b) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:04.843429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b60fe083-b823-491d-b09e-0b9d362adc01 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.844441 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b60fe083-b823-491d-b09e-0b9d362adc01 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.853739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Deleting port b6f5f508-11f4-4d19-b027-8b37909921a5 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:04.854240 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.948057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f9bfa-e084-4455-a2d5-e18fbffecb9e req-fd52f3ed-5bb8-4f7c-b0ca-170a0712b283 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.949816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f13f9bfa-e084-4455-a2d5-e18fbffecb9e req-fd52f3ed-5bb8-4f7c-b0ca-170a0712b283 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.0569768 Aug 16 01:59:04.991313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f13f9bfa-e084-4455-a2d5-e18fbffecb9e req-fbc98f47-a9c0-45b9-8218-545aa7fbd1e4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350463 Aug 16 01:59:05.038479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b60fe083-b823-491d-b09e-0b9d362adc01 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.047860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] For port b6f5f508-11f4-4d19-b027-8b37909921a5, host n-d-768851-16, got binding levels [] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:05.048221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.061633 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b60fe083-b823-491d-b09e-0b9d362adc01 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.113514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Calling delete_port for b6f5f508-11f4-4d19-b027-8b37909921a5 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:05.119189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_backend_mixin [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Port b6f5f508-11f4-4d19-b027-8b37909921a5 was not found and therefore no delete operation was performed {{(pid=101380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:59:05.119987 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Made reservation on behalf of 22035bd0a6354c58bf9102c6f7fc5120 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:05.123568 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.132459 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.139489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0867e72-83f0-479a-a47b-6a1708f0dc95 req-984ed7f3-10aa-47f7-bb04-0a4a61cd6c03 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.141059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0867e72-83f0-479a-a47b-6a1708f0dc95 req-984ed7f3-10aa-47f7-bb04-0a4a61cd6c03 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.0861087 Aug 16 01:59:05.177470 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b60fe083-b823-491d-b09e-0b9d362adc01 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.178841 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b60fe083-b823-491d-b09e-0b9d362adc01 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5067861 Aug 16 01:59:05.182902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c153da3-c65a-4040-9d40-ef478f43bab0 req-81113445-208a-4b32-b720-cb900842dba7 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.183628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47726) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:05.184599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c153da3-c65a-4040-9d40-ef478f43bab0 req-81113445-208a-4b32-b720-cb900842dba7 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.0880928 Aug 16 01:59:05.199528 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:05.207268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0867e72-83f0-479a-a47b-6a1708f0dc95 req-d6e3ee9b-6040-475c-a0f9-03a4b518c435 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586896 Aug 16 01:59:05.216185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] No DVR routers for this DVR port b6f5f508-11f4-4d19-b027-8b37909921a5 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:05.220457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f5f508-11f4-4d19-b027-8b37909921a5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:05.265124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c153da3-c65a-4040-9d40-ef478f43bab0 req-e8249f59-720e-4364-a63f-c1ab1f004637 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723047 Aug 16 01:59:05.275391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c4eb3a41-a044-40f8-b6dd-7b7395d5ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.276995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c4eb3a41-a044-40f8-b6dd-7b7395d5ae5d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288&tenant_id=d6fa05128b944ae5bfa85f33052fcc55 HTTP/1.1" status: 200 len: 1095 time: 0.0688484 Aug 16 01:59:05.296647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:05.355342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8cbe765-2089-46d4-95e6-b23024e0621a req-10969ea7-353b-4b07-91a4-a488d0f33a32 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 210 time: 0.0361025 Aug 16 01:59:05.397576 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.520742 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.527510 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.585509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac38509-c892-4226-9ec8-cd5b965ddf32']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:05.622625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9baac660-a747-400c-b165-76bfdbb3974f') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:05.623292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9baac660-a747-400c-b165-76bfdbb3974f') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:05.710651 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.731564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:05.739743 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.740036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.782488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Allocated IP 172.20.0.5 (5a7a8465-aacf-433a-8403-d3fb6abc343c/1cb4d5e8-6097-4336-82c4-a534752cfa77/67ee844a-ce28-4a8e-b429-42ffafa243ad) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:05.809870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:05.844512 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.882325 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:05.882647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:05.885012 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:05.899035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b238a3-9b59-4067-8804-4eaac4919abd {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:05.911275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ebcc2-21fe-4adb-89c6-d588b943e30d req-ec12de49-cfc0-4ff6-986d-2159fad3ad18 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.913895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-585ebcc2-21fe-4adb-89c6-d588b943e30d req-ec12de49-cfc0-4ff6-986d-2159fad3ad18 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.1411383 Aug 16 01:59:05.919790 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.924372 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.931692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101380) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 01:59:05.932029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Router 6a53973c-d9dc-41ff-a71a-d60ebe7cb839 migrating from provider to provider. {{(pid=101380) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 01:59:05.932523 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.953354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad95a6-b1ff-440c-9d62-a7f95d207fe7 req-72b19202-8c9b-44a2-a61d-7d72450eb762 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.954986 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5ad95a6-b1ff-440c-9d62-a7f95d207fe7 req-72b19202-8c9b-44a2-a61d-7d72450eb762 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1120276 Aug 16 01:59:05.956130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Transition to ACTIVE for port object a2b238a3-9b59-4067-8804-4eaac4919abd will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:05.977332 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.993030 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.011499 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-90cacad0-3c50-4bd0-83fb-fe5b21c73662 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2304306 Aug 16 01:59:06.024502 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.037469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network 34660639-1b17-41ce-8278-b35b1387a777 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:06.049555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:06.056932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:06.068149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=9']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:06.079446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=aac6079b-13fb-4bd9-8e87-8af132dcc41b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:06.082152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.112095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5ad95a6-b1ff-440c-9d62-a7f95d207fe7 req-a026c665-db65-4253-af29-7b5cdd534b3e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486139 Aug 16 01:59:06.195811 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.197592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-585ebcc2-21fe-4adb-89c6-d588b943e30d req-c9ba5a88-5982-494e-91c0-1e52c316ef02 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721512 Aug 16 01:59:06.197721 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] 10.222.0.79 "DELETE /v2.0/networks/aac38509-c892-4226-9ec8-cd5b965ddf32 HTTP/1.1" status: 204 len: 168 time: 2.4506483 Aug 16 01:59:06.291263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10466478-f697-4c1a-b482-a34c510b4b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=aac38509-c892-4226-9ec8-cd5b965ddf32,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:06.323635 n-d-768851-16 neutron-server[101380]: WARNING neutron.scheduler.l3_agent_scheduler [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] No L3 agents can host the router 6a53973c-d9dc-41ff-a71a-d60ebe7cb839 Aug 16 01:59:06.329819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.330483 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.390025 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ad4204d-41b3-4ef5-b2d2-23330ae81e71 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8629203 Aug 16 01:59:06.393962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47776) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:06.396531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] No DVR routers for this DVR port a2b238a3-9b59-4067-8804-4eaac4919abd on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:06.411618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.419098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'aac6079b-13fb-4bd9-8e87-8af132dcc41b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:06.580885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47786) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:06.602877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Hosts for router 6a53973c-d9dc-41ff-a71a-d60ebe7cb839: [] {{(pid=101380) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 01:59:06.678264 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Hosts for other DVR routers connected to router 6a53973c-d9dc-41ff-a71a-d60ebe7cb839: set() {{(pid=101380) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 01:59:06.681116 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.685221 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-de982e2c-a5bf-4d96-838a-629acc9e5376 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] 10.222.0.79 "PUT /v2.0/routers/6a53973c-d9dc-41ff-a71a-d60ebe7cb839 HTTP/1.1" status: 200 len: 717 time: 1.4973493 Aug 16 01:59:06.695059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47790) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:06.714201 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0361c5f-1c94-4bfb-ad54-c13b78e4d831 req-7656d987-97b1-4676-be6e-9be665dfd9a8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1721318 Aug 16 01:59:06.760410 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4af2c52b-458c-44c2-8a4c-97bc278234ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89e91b49c6e1406887ba13cafa0dd130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638467 Aug 16 01:59:06.796905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47796) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:06.839618 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f4a6303d-c08b-4630-ae7d-4ac2c025e54c tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] 10.222.0.79 "GET /v2.0/routers/6a53973c-d9dc-41ff-a71a-d60ebe7cb839 HTTP/1.1" status: 200 len: 717 time: 0.1426394 Aug 16 01:59:06.845713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47800) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:06.851044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.865205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['4aff864e-48a9-4d6a-9ec5-388e5976f647', '744f3b41-605e-41d8-90b3-1ccd76dc7511'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:06.955509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0361c5f-1c94-4bfb-ad54-c13b78e4d831 req-006f91b1-2133-4671-b827-4e3b19910d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.957226 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0361c5f-1c94-4bfb-ad54-c13b78e4d831 req-006f91b1-2133-4671-b827-4e3b19910d9f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 1097 time: 0.2003458 Aug 16 01:59:06.959288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Network 5a7a8465-aacf-433a-8403-d3fb6abc343c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:06.979035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:06.989665 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['f829f340-aaba-4e31-b078-6a514de0485c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:07.002532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:07.088771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.089618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.092152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-547e2117-9c6c-4951-8058-4af41d2861d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.195972 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.290877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9b45d-3daf-45b2-970e-58aadfd24a06 req-a27885ff-7263-4b1e-a30c-bed8ec9f8c2a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.298655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5b9b45d-3daf-45b2-970e-58aadfd24a06 req-a27885ff-7263-4b1e-a30c-bed8ec9f8c2a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 943 time: 0.9031026 Aug 16 01:59:07.321293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad21a59-7525-4be2-b78e-66555c846635 req-15362918-d074-4368-a406-59778598f1be tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.330697 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ad21a59-7525-4be2-b78e-66555c846635 req-15362918-d074-4368-a406-59778598f1be tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 931 time: 0.8368225 Aug 16 01:59:07.442089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ad21a59-7525-4be2-b78e-66555c846635 req-24301721-5738-4193-aef7-daa7e2c6f290 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103935 Aug 16 01:59:07.478206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5b9b45d-3daf-45b2-970e-58aadfd24a06 req-7ed4f213-573d-47ba-a2fe-2163be3db247 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785791 Aug 16 01:59:07.559274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Pushing event updated for resources: {'Port': ['ID=67ee844a-ce28-4a8e-b429-42ffafa243ad,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:07.614593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Attempting to bind port a2b238a3-9b59-4067-8804-4eaac4919abd on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:07.614984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Attempting to bind port a2b238a3-9b59-4067-8804-4eaac4919abd by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:07.615257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Attempting to bind port a2b238a3-9b59-4067-8804-4eaac4919abd on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:07.630005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Port a2b238a3-9b59-4067-8804-4eaac4919abd on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:07.630306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Attempting to bind port a2b238a3-9b59-4067-8804-4eaac4919abd on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:07.666300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:07.666300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Checking segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:07.666300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Bound using segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:07.666300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Bound port: a2b238a3-9b59-4067-8804-4eaac4919abd, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:07.666300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.683049 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-e8db467e-7d0d-40dd-92ae-e7f6d4d5b23e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0281086 Aug 16 01:59:07.685073 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-547e2117-9c6c-4951-8058-4af41d2861d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.712458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74174c35-701d-4502-9440-da6aeb70cf17 req-496adf93-d56f-431f-85dd-f21997cf4cef tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.714531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74174c35-701d-4502-9440-da6aeb70cf17 req-496adf93-d56f-431f-85dd-f21997cf4cef tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1523371 Aug 16 01:59:07.726060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292df3f2-11fe-49b7-ae35-4c5e7c215427 req-045c1a36-858c-448f-a4d6-d72220d02154 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.727770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-292df3f2-11fe-49b7-ae35-4c5e7c215427 req-045c1a36-858c-448f-a4d6-d72220d02154 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.1646662 Aug 16 01:59:07.728523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Request body: {'port': {'device_id': 'f4e77688-de5d-4027-9e3b-b572017bfc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:07.780095 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b5fabb59-325e-4ae5-9814-1a63bd1363ec tempest-RoutersTestDVR-566909478 tempest-RoutersTestDVR-566909478-project] 10.222.0.79 "GET /v2.0/routers/6a53973c-d9dc-41ff-a71a-d60ebe7cb839 HTTP/1.1" status: 200 len: 683 time: 0.9267867 Aug 16 01:59:07.792186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47820) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:07.814300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.911715 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.917552 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-292df3f2-11fe-49b7-ae35-4c5e7c215427 req-0f95c434-8e56-4a24-bf04-203cb50714e8 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733577 Aug 16 01:59:07.920425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74174c35-701d-4502-9440-da6aeb70cf17 req-22a50668-abd1-458d-964e-93535882efaa tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913109 Aug 16 01:59:07.940273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:07.941353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0361c5f-1c94-4bfb-ad54-c13b78e4d831 req-20d5c276-3135-4204-942e-0504bcf89456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.944216 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0361c5f-1c94-4bfb-ad54-c13b78e4d831 req-20d5c276-3135-4204-942e-0504bcf89456 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 916 time: 0.9540839 Aug 16 01:59:07.948738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:07.953845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-218ab0ae-1c0a-4106-b885-cbe58a5d3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.955748 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-218ab0ae-1c0a-4106-b885-cbe58a5d3c12 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 1101 time: 0.1669741 Aug 16 01:59:07.959881 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.017111 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c8af321-a25a-4dba-9292-bb2f551da660 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.020274 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0361c5f-1c94-4bfb-ad54-c13b78e4d831 req-2fab7004-7ae6-4535-9cc8-e65ff73b0b61 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4aff864e-48a9-4d6a-9ec5-388e5976f647 HTTP/1.1" status: 200 len: 217 time: 0.0661197 Aug 16 01:59:08.104303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.104926 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.106343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] 10.222.0.89 "PUT /v2.0/ports/a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 200 len: 1092 time: 2.8141112 Aug 16 01:59:08.109810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:08.112080 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf04075-3ec4-4be6-929b-5bd14169ce28" -d '{"events": [{"name": "network-changed", "server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:08.168484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0361c5f-1c94-4bfb-ad54-c13b78e4d831 req-ae24083f-7bfe-4b3c-b445-3d3ccf5e45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.171500 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0361c5f-1c94-4bfb-ad54-c13b78e4d831 req-ae24083f-7bfe-4b3c-b445-3d3ccf5e45c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 200 len: 855 time: 0.1144350 Aug 16 01:59:08.185567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.25.2.106 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/7ff5494b-99a8-48a1-9b5c-66255e345152) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:08.187582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d16c4-7493-46ee-9704-cb076a538c47 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=10']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:08.191154 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc648952-0c66-48f1-8ce6-4a232f44a4b8 x-openstack-request-id: req-dc648952-0c66-48f1-8ce6-4a232f44a4b8 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:08.191484 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:08.191737 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc648952-0c66-48f1-8ce6-4a232f44a4b8 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:08.192132 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'status': 'completed', 'code': 200} Aug 16 01:59:08.239010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-8f86647e-39d0-4f66-bc7c-85da8864cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.240501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-8f86647e-39d0-4f66-bc7c-85da8864cd8e service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2747893 Aug 16 01:59:08.263100 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0361c5f-1c94-4bfb-ad54-c13b78e4d831 req-9c319981-6730-4f1d-94c9-980f7c38af6c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5a7a8465-aacf-433a-8403-d3fb6abc343c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742791 Aug 16 01:59:08.317620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-547e2117-9c6c-4951-8058-4af41d2861d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.320198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-547e2117-9c6c-4951-8058-4af41d2861d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.321576 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-547e2117-9c6c-4951-8058-4af41d2861d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d HTTP/1.1" status: 204 len: 168 time: 1.5236089 Aug 16 01:59:08.330502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-ff2f0b0d-0174-41a4-bc41-a632dfdfc9e4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 217 time: 0.0773630 Aug 16 01:59:08.337042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-fcb64746-5c0a-46bb-a239-8f8ed4609ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.338946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-fcb64746-5c0a-46bb-a239-8f8ed4609ea7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 1096 time: 0.1792450 Aug 16 01:59:08.429583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e2117-9c6c-4951-8058-4af41d2861d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2a9806-4a3a-4c5b-b2ff-263f0467bd6d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:08.515540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c8af321-a25a-4dba-9292-bb2f551da660 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.532617 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c8af321-a25a-4dba-9292-bb2f551da660 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.582926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-366b67fd-868c-414b-b69a-b8492921d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.584709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-366b67fd-868c-414b-b69a-b8492921d893 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2447860 Aug 16 01:59:08.652419 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0361c5f-1c94-4bfb-ad54-c13b78e4d831 req-20b2691b-21a5-42dd-9730-71d24822353e service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422582 Aug 16 01:59:08.687614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.691715 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c8af321-a25a-4dba-9292-bb2f551da660 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.692215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8af321-a25a-4dba-9292-bb2f551da660 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a53973c-d9dc-41ff-a71a-d60ebe7cb839 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:08.710423 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c8af321-a25a-4dba-9292-bb2f551da660 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.711558 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2c8af321-a25a-4dba-9292-bb2f551da660 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] 10.222.0.79 "DELETE /v2.0/routers/6a53973c-d9dc-41ff-a71a-d60ebe7cb839 HTTP/1.1" status: 204 len: 168 time: 0.8975189 Aug 16 01:59:08.723875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47834) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:08.727385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-5ff1df7f-929a-4da4-966c-49f50d05114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.728827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-5ff1df7f-929a-4da4-966c-49f50d05114a service neutron] 10.222.0.89 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.3779793 Aug 16 01:59:08.738813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-dc1d2209-c267-4825-926d-3a315003b3b2 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Request body: {'router': {'name': 'tempest-router-406228992', 'distributed': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:08.823119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f642d-b27e-462b-9005-93235635aa6e req-e77f3dc4-4345-4241-905d-229d99d655cc tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.823361 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0361c5f-1c94-4bfb-ad54-c13b78e4d831 req-6c8c4b4c-d6e3-493c-8adf-79f8e3338160 service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440635 Aug 16 01:59:08.826149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-470f642d-b27e-462b-9005-93235635aa6e req-e77f3dc4-4345-4241-905d-229d99d655cc tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 931 time: 0.2457564 Aug 16 01:59:08.826457 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9a005f91-5cde-45fb-bf69-c1d93a203626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.854254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-31824be9-1927-4228-b02e-695f6ff32dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.856252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-31824be9-1927-4228-b02e-695f6ff32dfb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2503676 Aug 16 01:59:08.875531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db303d6-c3b3-4ed8-986e-ba4cdeee02ee req-43be97f6-de70-45c9-98c4-45515f8bd07b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.883204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3db303d6-c3b3-4ed8-986e-ba4cdeee02ee req-43be97f6-de70-45c9-98c4-45515f8bd07b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.3073654 Aug 16 01:59:08.887565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ee844a-ce28-4a8e-b429-42ffafa243ad {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:08.898261 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.912839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Transition to ACTIVE for port object 67ee844a-ce28-4a8e-b429-42ffafa243ad will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:08.917792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.966594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Pushing event updated for resources: {'Port': ['ID=67ee844a-ce28-4a8e-b429-42ffafa243ad,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:08.980872 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc1d2209-c267-4825-926d-3a315003b3b2 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.981926 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc1d2209-c267-4825-926d-3a315003b3b2 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.993316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-8b96bfd9-682f-4c5e-be79-ce5f9ee7c405 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 200 len: 998 time: 0.2531347 Aug 16 01:59:09.069675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.076066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-470f642d-b27e-462b-9005-93235635aa6e req-92365f7b-3285-443c-a0c6-a6b015c9464f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383728 Aug 16 01:59:09.109570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3db303d6-c3b3-4ed8-986e-ba4cdeee02ee req-908c08b1-9d73-45ec-8917-536f106b9214 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214329 Aug 16 01:59:09.167183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Attempting to bind port 67ee844a-ce28-4a8e-b429-42ffafa243ad on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:09.167530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Attempting to bind port 67ee844a-ce28-4a8e-b429-42ffafa243ad by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:09.167869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Attempting to bind port 67ee844a-ce28-4a8e-b429-42ffafa243ad on network 5a7a8465-aacf-433a-8403-d3fb6abc343c {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:09.172431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Port 67ee844a-ce28-4a8e-b429-42ffafa243ad on network 5a7a8465-aacf-433a-8403-d3fb6abc343c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:09.172712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Attempting to bind port 67ee844a-ce28-4a8e-b429-42ffafa243ad on network 5a7a8465-aacf-433a-8403-d3fb6abc343c {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:09.179212 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:09.179557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Checking segment: {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:09.179947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Bound using segment: {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:09.180378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Bound port: 67ee844a-ce28-4a8e-b429-42ffafa243ad, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3478087a-4ef9-4f09-ba56-acf9b3c5cff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:09.180756 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.283026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] For port 67ee844a-ce28-4a8e-b429-42ffafa243ad, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:09.289525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] For port 67ee844a-ce28-4a8e-b429-42ffafa243ad, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=67ee844a-ce28-4a8e-b429-42ffafa243ad,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:09.296679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.319376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:09.339581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=7ff5494b-99a8-48a1-9b5c-66255e345152,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.348179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-7ea21462-cc36-4f2c-830f-cdeb018a2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.349484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.349793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-7ea21462-cc36-4f2c-830f-cdeb018a2817 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.3403020 Aug 16 01:59:09.357760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-c83146f8-db9b-4d57-9e0d-11d0a4fa8095 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624965 Aug 16 01:59:09.361280 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc1d2209-c267-4825-926d-3a315003b3b2 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.375406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Pushing event updated for resources: {'Port': ['ID=67ee844a-ce28-4a8e-b429-42ffafa243ad,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.387092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.388004 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.389935 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-0528acbd-cf1a-4766-a0b1-96f5448c535e service neutron] 10.222.0.89 "PUT /v2.0/ports/67ee844a-ce28-4a8e-b429-42ffafa243ad HTTP/1.1" status: 200 len: 1092 time: 1.6693285 Aug 16 01:59:09.390650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e77688-de5d-4027-9e3b-b572017bfc51', 'tag': '67ee844a-ce28-4a8e-b429-42ffafa243ad'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:09.393235 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2de7af9-eef8-4d8c-8313-4b34b6435667" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e77688-de5d-4027-9e3b-b572017bfc51", "tag": "67ee844a-ce28-4a8e-b429-42ffafa243ad"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:09.397906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:09.416242 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc1d2209-c267-4825-926d-3a315003b3b2 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.438380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:09.495427 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845930b-3018-4a71-8261-c46b231a8411 req-8e427a9d-043a-411e-b3ee-3d172272d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.497375 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-8e427a9d-043a-411e-b3ee-3d172272d32d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 1095 time: 0.0622795 Aug 16 01:59:09.516170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c3eb-fc0f-4d74-8eeb-22edb412e51b req-8028b279-0f3d-485f-b815-0e809f43382a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.517746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1c7c3eb-fc0f-4d74-8eeb-22edb412e51b req-8028b279-0f3d-485f-b815-0e809f43382a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.3152480 Aug 16 01:59:09.527654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47864) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:09.544303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc1d2209-c267-4825-926d-3a315003b3b2 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.548297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dc1d2209-c267-4825-926d-3a315003b3b2 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8196561 Aug 16 01:59:09.562363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47868) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:09.571151 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-74d269cb-c4a4-408d-b85d-33175de8e5a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ee844a-ce28-4a8e-b429-42ffafa243ad HTTP/1.1" status: 200 len: 217 time: 0.0578022 Aug 16 01:59:09.576426 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0cfd9-5ed6-4b47-8f43-90599dc25ba7 req-7ccd066f-83cd-4602-a57d-370f97b187c5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.583180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1d0cfd9-5ed6-4b47-8f43-90599dc25ba7 req-7ccd066f-83cd-4602-a57d-370f97b187c5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.3035069 Aug 16 01:59:09.647365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-39dff0c7-288a-42fb-97be-0d2f1d3db21b service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719779 Aug 16 01:59:09.671508 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59c22928-569e-4ac6-a40b-7cff0f214761 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.703633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-00e61e83-a1ee-41a1-9c38-468070461728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.705180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-00e61e83-a1ee-41a1-9c38-468070461728 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3423386 Aug 16 01:59:09.779272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-331489311-network', 'tenant_id': '215573ee4a53490f823ef26851352aa0'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:09.834627 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1c7c3eb-fc0f-4d74-8eeb-22edb412e51b req-f11b5c63-588a-4f1f-afe5-2e1b4c72c59b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967441 Aug 16 01:59:09.855693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1d0cfd9-5ed6-4b47-8f43-90599dc25ba7 req-c3330d6a-fffc-4946-b335-8ad86ea66092 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691450 Aug 16 01:59:09.866190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845930b-3018-4a71-8261-c46b231a8411 req-63b0bb9f-424c-48a5-bf72-f9717f5c261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.867752 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-63b0bb9f-424c-48a5-bf72-f9717f5c261e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 200 len: 855 time: 0.2656033 Aug 16 01:59:09.875229 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59c22928-569e-4ac6-a40b-7cff0f214761 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.877539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59c22928-569e-4ac6-a40b-7cff0f214761 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.906734 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-9f02b7e6-a5c5-455e-8b48-d6e4b3934baf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5a7a8465-aacf-433a-8403-d3fb6abc343c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268266 Aug 16 01:59:09.908207 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f43e472-27dd-4eee-adf0-7b71e0865a34 x-openstack-request-id: req-2f43e472-27dd-4eee-adf0-7b71e0865a34 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:09.908493 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e77688-de5d-4027-9e3b-b572017bfc51", "tag": "67ee844a-ce28-4a8e-b429-42ffafa243ad", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:09.908745 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2f43e472-27dd-4eee-adf0-7b71e0865a34 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:09.909180 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e77688-de5d-4027-9e3b-b572017bfc51', 'tag': '67ee844a-ce28-4a8e-b429-42ffafa243ad', 'status': 'completed', 'code': 200} Aug 16 01:59:09.929289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-2e63bbca-d21a-4bb8-9e16-656ca2e5ffdb service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923141 Aug 16 01:59:09.975168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59c22928-569e-4ac6-a40b-7cff0f214761 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.975690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c22928-569e-4ac6-a40b-7cff0f214761 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0939e5b7-f2dc-4466-9134-b1560d1e700e {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:09.977356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:09.979394 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.010170 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59c22928-569e-4ac6-a40b-7cff0f214761 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.010170 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-59c22928-569e-4ac6-a40b-7cff0f214761 tempest-RoutersTestDVR-2081192487 tempest-RoutersTestDVR-2081192487-project-admin] 10.222.0.79 "DELETE /v2.0/routers/0939e5b7-f2dc-4466-9134-b1560d1e700e HTTP/1.1" status: 204 len: 168 time: 0.4463804 Aug 16 01:59:10.020250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.091386 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-64a8361b-f915-4973-8a4a-7494c95a8923 service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733065 Aug 16 01:59:10.221177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bc97acc-7486-423f-a1bd-2c9cd146042d req-4b0388ab-929c-428f-b84d-85bfbb3a27e3 service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541170 Aug 16 01:59:10.221830 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3845930b-3018-4a71-8261-c46b231a8411 req-8fa9dc1d-fe32-41d6-b1e5-d4c379d3aafe service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213076 Aug 16 01:59:10.253026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.259610 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.296123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:10.349667 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.350180 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Added segment b46435d5-212b-4fae-9383-77814e4310fa of type vlan for network 2ea2ab85-242f-4314-9eef-b00c020be907 Aug 16 01:59:10.353286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47882) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:10.362186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:10.439380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de7af9-eef8-4d8c-8313-4b34b6435667 req-35bb3f7a-1907-41c2-8fa1-19479fa70d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.442678 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2de7af9-eef8-4d8c-8313-4b34b6435667 req-35bb3f7a-1907-41c2-8fa1-19479fa70d5e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 1095 time: 0.1341298 Aug 16 01:59:10.446429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.605315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5661ece7-82e1-4225-aa05-60ee1cda6605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.607491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.608756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.609375 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.653798 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1223376 Aug 16 01:59:10.686150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47904) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:10.703161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] Request body: {'subnet': {'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-subnet', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:10.741413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de7af9-eef8-4d8c-8313-4b34b6435667 req-a210a1d9-d53e-4fe6-975f-bece67847224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.743323 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2de7af9-eef8-4d8c-8313-4b34b6435667 req-a210a1d9-d53e-4fe6-975f-bece67847224 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 916 time: 0.2873349 Aug 16 01:59:10.744829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47b520-127d-459d-b5f1-61d135c2856f admin admin] Pushing event updated for resources: {'Network': ['ID=2ea2ab85-242f-4314-9eef-b00c020be907,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:10.759104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 2ea2ab85-242f-4314-9eef-b00c020be907 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:10.796532 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2de7af9-eef8-4d8c-8313-4b34b6435667 req-03bb5417-e5e4-46ea-ac3d-bb5bb87d791f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ee844a-ce28-4a8e-b429-42ffafa243ad HTTP/1.1" status: 200 len: 217 time: 0.0445960 Aug 16 01:59:10.877557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de7af9-eef8-4d8c-8313-4b34b6435667 req-8db2dbfa-c923-4030-9268-2a37af64046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.879102 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2de7af9-eef8-4d8c-8313-4b34b6435667 req-8db2dbfa-c923-4030-9268-2a37af64046f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 200 len: 855 time: 0.0727978 Aug 16 01:59:10.911530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5661ece7-82e1-4225-aa05-60ee1cda6605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.919858 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5661ece7-82e1-4225-aa05-60ee1cda6605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.207176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19fdc3-860c-4800-9a15-327e0e971df0 req-3166fefa-c57f-4d8e-a668-9280c74e5810 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.208904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b19fdc3-860c-4800-9a15-327e0e971df0 req-3166fefa-c57f-4d8e-a668-9280c74e5810 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 943 time: 0.8833866 Aug 16 01:59:11.299928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.345987 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2de7af9-eef8-4d8c-8313-4b34b6435667 req-f0226c38-5c90-487d-8e32-7a86980870bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5a7a8465-aacf-433a-8403-d3fb6abc343c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530539 Aug 16 01:59:11.357082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661ece7-82e1-4225-aa05-60ee1cda6605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecd10f4-fffd-4dfc-a8bc-c8b678259205,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.360418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:11.363603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.368150 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5661ece7-82e1-4225-aa05-60ee1cda6605 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=41a4cae5e57e4924849760787bf1d268&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0009930 Aug 16 01:59:11.380392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47938) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:11.413834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf04075-3ec4-4be6-929b-5bd14169ce28 req-3fa1ee7e-4a9f-4a48-b247-f259f686e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.415715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abf04075-3ec4-4be6-929b-5bd14169ce28 req-3fa1ee7e-4a9f-4a48-b247-f259f686e755 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 1096 time: 1.0184574 Aug 16 01:59:11.427033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba83531-43ea-4541-85d1-0e82d317aef7 req-267f0ca7-5a7d-4484-a8de-254bd6420a3d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.434771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fba83531-43ea-4541-85d1-0e82d317aef7 req-267f0ca7-5a7d-4484-a8de-254bd6420a3d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 1.0809426 Aug 16 01:59:11.458514 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-32fae9fd-c803-4db5-bb7b-30adf924892a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.499293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-118be024-a99d-498b-82a7-cad8920e5471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.522800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b19fdc3-860c-4800-9a15-327e0e971df0 req-b260de16-dac0-448f-8ada-967238ed5f33 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306551 Aug 16 01:59:11.528887 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-118be024-a99d-498b-82a7-cad8920e5471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.536102 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.541972 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.592076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-118be024-a99d-498b-82a7-cad8920e5471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.595133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-118be024-a99d-498b-82a7-cad8920e5471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.596376 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-118be024-a99d-498b-82a7-cad8920e5471 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aecd10f4-fffd-4dfc-a8bc-c8b678259205 HTTP/1.1" status: 204 len: 168 time: 0.2153053 Aug 16 01:59:11.611695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118be024-a99d-498b-82a7-cad8920e5471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecd10f4-fffd-4dfc-a8bc-c8b678259205,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.765413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.839028 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.857850 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.891543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5b00cb-8239-4aec-9c3f-72d71ae075fe,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.892929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fba83531-43ea-4541-85d1-0e82d317aef7 req-7fa43bf7-0e1b-422b-a2ff-d42754c12f42 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568579 Aug 16 01:59:11.931736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] Checking segment: {'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:11.932181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] Network hostable DHCP agents. Network: 2ea2ab85-242f-4314-9eef-b00c020be907, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:11.992306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] Network 2ea2ab85-242f-4314-9eef-b00c020be907 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:12.017338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 2ea2ab85-242f-4314-9eef-b00c020be907) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:12.027460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.029247 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.029905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d65ae9-b120-4a62-bc6e-2164ad11ca9c None None] Network 2ea2ab85-242f-4314-9eef-b00c020be907 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:12.068027 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e642dcb7-2fd6-4668-8545-e6baacf6430c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3797381 Aug 16 01:59:12.070660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47958) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:12.091947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:12.149014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.150234 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.209111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=7ff5494b-99a8-48a1-9b5c-66255e345152,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:12.232489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d03b9-22d3-413f-9ecd-17378b58dac8 req-7c427792-9c8c-4b5a-9cb2-23b59da72ccc tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.249012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-616d03b9-22d3-413f-9ecd-17378b58dac8 req-7c427792-9c8c-4b5a-9cb2-23b59da72ccc tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.4048898 Aug 16 01:59:12.345171 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.367234 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.369843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-2ea2ab85-242f-4314-9eef-b00c020be907', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'fixed_ips': [{'subnet_id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:12.372385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.422016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-616d03b9-22d3-413f-9ecd-17378b58dac8 req-3a291f8a-d05f-4a25-bcec-d0966d8396c7 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626623 Aug 16 01:59:12.515792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067bd3d-e83d-43f8-92b2-0c4a2896d524 req-1cc8acdb-afb5-4f60-8f7b-a2a9682f5c6f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.524603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e067bd3d-e83d-43f8-92b2-0c4a2896d524 req-1cc8acdb-afb5-4f60-8f7b-a2a9682f5c6f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.4121623 Aug 16 01:59:12.728045 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.734186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Allocated IP 172.20.0.2 (2ea2ab85-242f-4314-9eef-b00c020be907/fe5b00cb-8239-4aec-9c3f-72d71ae075fe/27129c72-32b6-4c89-95b8-a62d353de8c2) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:12.741474 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.761407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e067bd3d-e83d-43f8-92b2-0c4a2896d524 req-b38dcf79-c0a5-46fe-a23d-3ad1a2ea12aa tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326448 Aug 16 01:59:12.773006 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP 026a4dd2-3723-4db5-a9ad-8bd425a122db associated. External IP: 172.25.2.106, port: aac6079b-13fb-4bd9-8e87-8af132dcc41b. Aug 16 01:59:12.776523 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf04075-3ec4-4be6-929b-5bd14169ce28 req-d39c58f6-2f16-4cd6-bc93-ff7ee0ecd2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.779148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abf04075-3ec4-4be6-929b-5bd14169ce28 req-d39c58f6-2f16-4cd6-bc93-ff7ee0ecd2c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.3619409 Aug 16 01:59:12.795145 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2de7af9-eef8-4d8c-8313-4b34b6435667 req-8cc032e2-dd66-4888-8707-eac632d36dd1 service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541374 Aug 16 01:59:12.851875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a47c10-53dc-4cde-b2b4-358ad15d6911 req-b35a90ad-49c2-43a1-a79c-1cf123065fda tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.861554 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90a47c10-53dc-4cde-b2b4-358ad15d6911 req-b35a90ad-49c2-43a1-a79c-1cf123065fda tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 943 time: 0.1704741 Aug 16 01:59:12.956499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47966) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:13.002113 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e583f77c-5e4c-4c9c-bd99-7d35d043fe12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.041903 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.054529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Transition to ACTIVE for port object 27129c72-32b6-4c89-95b8-a62d353de8c2 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:13.078230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Transition to ACTIVE for port object 27129c72-32b6-4c89-95b8-a62d353de8c2 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:13.087118 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.151636 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e2de7af9-eef8-4d8c-8313-4b34b6435667 req-d6f7c5c2-c078-4267-acea-ed4023e48740 service neutron] 10.222.0.89 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867856 Aug 16 01:59:13.242197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90a47c10-53dc-4cde-b2b4-358ad15d6911 req-78a260b3-4421-49b7-a106-e73a5c9db0b5 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795323 Aug 16 01:59:13.249957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Network 2ea2ab85-242f-4314-9eef-b00c020be907 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:13.263722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.264169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abf04075-3ec4-4be6-929b-5bd14169ce28 req-12e05860-d137-48b4-a47d-828e69ae2217 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 200 len: 998 time: 0.3938260 Aug 16 01:59:13.274688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:13.279070 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:13.318854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Pushing event updated for resources: {'Port': ['ID=27129c72-32b6-4c89-95b8-a62d353de8c2,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:13.339609 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.374160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Attempting to bind port 27129c72-32b6-4c89-95b8-a62d353de8c2 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:13.374534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Attempting to bind port 27129c72-32b6-4c89-95b8-a62d353de8c2 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:13.375572 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Attempting to bind port 27129c72-32b6-4c89-95b8-a62d353de8c2 on network 2ea2ab85-242f-4314-9eef-b00c020be907 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:13.381242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:13.381978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Checking segment: {'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:13.382611 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.384525 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Bound using segment: {'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:13.384794 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Bound port: 27129c72-32b6-4c89-95b8-a62d353de8c2, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:13.385284 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.394264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ffdde-695a-4c35-a9ef-7e300aef2f32 req-6404002d-5c36-4c49-90e0-da87b51f72ad tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.396014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-075ffdde-695a-4c35-a9ef-7e300aef2f32 req-6404002d-5c36-4c49-90e0-da87b51f72ad tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.3044031 Aug 16 01:59:13.450685 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e583f77c-5e4c-4c9c-bd99-7d35d043fe12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.458310 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e583f77c-5e4c-4c9c-bd99-7d35d043fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.517192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] For port 27129c72-32b6-4c89-95b8-a62d353de8c2, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:13.525267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] For port 27129c72-32b6-4c89-95b8-a62d353de8c2, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=27129c72-32b6-4c89-95b8-a62d353de8c2,segment=NetworkSegment(b46435d5-212b-4fae-9383-77814e4310fa),segment_id=b46435d5-212b-4fae-9383-77814e4310fa)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:13.537712 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.565943 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583f77c-5e4c-4c9c-bd99-7d35d043fe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941a4c86-a63f-4993-8346-1231aadd8cd6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:13.613036 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e583f77c-5e4c-4c9c-bd99-7d35d043fe12 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=71fb79dbfaca4ac9a7ef052c76c14118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6545861 Aug 16 01:59:13.617805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47972) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:13.630418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d93bc-eb1b-4b66-bb7f-c4fd15be1184 None None] Pushing event updated for resources: {'Port': ['ID=27129c72-32b6-4c89-95b8-a62d353de8c2,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:13.792202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf04075-3ec4-4be6-929b-5bd14169ce28 req-7f4004de-8122-42cd-9bc7-34a6bc5cc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.807685 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abf04075-3ec4-4be6-929b-5bd14169ce28 req-7f4004de-8122-42cd-9bc7-34a6bc5cc55a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.4828629 Aug 16 01:59:13.824910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Allocated IP 172.25.2.7 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/890bf1fc-1f5c-42ce-bb88-3cdd15c236e1) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:13.845788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-075ffdde-695a-4c35-a9ef-7e300aef2f32 req-18a5306f-cc50-48ff-b0ec-4f00fc410b80 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074422 Aug 16 01:59:13.895559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c301700-0324-467f-992b-53671e008907 req-069b7a2c-1a72-4d8c-a812-3d18832d3506 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.917573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c301700-0324-467f-992b-53671e008907 req-069b7a2c-1a72-4d8c-a812-3d18832d3506 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.3424804 Aug 16 01:59:13.943280 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6f4ec7ea-746d-4447-b8c2-7213bcd012fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.995845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6f4ec7ea-746d-4447-b8c2-7213bcd012fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.013527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:14.130341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.150688 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.178534 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6f4ec7ea-746d-4447-b8c2-7213bcd012fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.186585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6f4ec7ea-746d-4447-b8c2-7213bcd012fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.197218 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6f4ec7ea-746d-4447-b8c2-7213bcd012fe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/941a4c86-a63f-4993-8346-1231aadd8cd6 HTTP/1.1" status: 204 len: 168 time: 0.5376458 Aug 16 01:59:14.249819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ec7ea-746d-4447-b8c2-7213bcd012fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941a4c86-a63f-4993-8346-1231aadd8cd6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:14.272296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.329769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:14.341432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:14.350421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:14.381393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 27129c72-32b6-4c89-95b8-a62d353de8c2 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:14.517459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Pushing event updated for resources: {'Port': ['ID=890bf1fc-1f5c-42ce-bb88-3cdd15c236e1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:14.573488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 27129c72-32b6-4c89-95b8-a62d353de8c2 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:14.623854 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c301700-0324-467f-992b-53671e008907 req-e6e23834-c77d-4d09-9f09-9c3befe0533e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7038445 Aug 16 01:59:14.628633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:14.644745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfc0328-520e-4f1a-9705-29f40cf45766 None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:14.664597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfc0328-520e-4f1a-9705-29f40cf45766 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:14.668425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-adfc0328-520e-4f1a-9705-29f40cf45766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:14.820083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-adfc0328-520e-4f1a-9705-29f40cf45766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:14.856378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 67ee844a-ce28-4a8e-b429-42ffafa243ad details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:14.869969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960dc5-8bc4-4a5f-8f3b-d53ad930ceb4 req-71e49a69-6c27-4d96-94f9-1ca90ee84a62 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.880210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91960dc5-8bc4-4a5f-8f3b-d53ad930ceb4 req-71e49a69-6c27-4d96-94f9-1ca90ee84a62 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.8050630 Aug 16 01:59:14.883419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf04075-3ec4-4be6-929b-5bd14169ce28 req-38faec3a-ae31-4061-b2a5-7943a707801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.884886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abf04075-3ec4-4be6-929b-5bd14169ce28 req-38faec3a-ae31-4061-b2a5-7943a707801a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9051130 Aug 16 01:59:14.913485 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.183556 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 67ee844a-ce28-4a8e-b429-42ffafa243ad, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=67ee844a-ce28-4a8e-b429-42ffafa243ad,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:15.218500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '67ee844a-ce28-4a8e-b429-42ffafa243ad', 'network_id': '5a7a8465-aacf-433a-8403-d3fb6abc343c', 'port_id': '67ee844a-ce28-4a8e-b429-42ffafa243ad', 'mac_address': 'fa:16:3e:d9:10:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb4d5e8-6097-4336-82c4-a534752cfa77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:15.232925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.246904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfc0328-520e-4f1a-9705-29f40cf45766 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:15.247558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-adfc0328-520e-4f1a-9705-29f40cf45766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:15.458947 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91960dc5-8bc4-4a5f-8f3b-d53ad930ceb4 req-dd0ef81e-8030-45a0-974f-f3648685511d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341718 Aug 16 01:59:15.477446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-adfc0328-520e-4f1a-9705-29f40cf45766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:15.478131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfc0328-520e-4f1a-9705-29f40cf45766 None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:15.520114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bcac4-4bbb-4115-8b78-ff5eccd88d1a req-827a14c3-3170-41db-abd5-197f8b1169ad tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.536668 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d7bcac4-4bbb-4115-8b78-ff5eccd88d1a req-827a14c3-3170-41db-abd5-197f8b1169ad tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 943 time: 0.8126645 Aug 16 01:59:15.549099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b0a41b92-9a5d-4030-9d89-674cf128bbb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1504259 Aug 16 01:59:15.551659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48000) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:15.559906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-58ed46c4-2e32-4b96-be6e-474dafdb77e1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:15.585804 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.671164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ee844a-ce28-4a8e-b429-42ffafa243ad {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:15.699586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca34c686-346a-4009-a784-4ea901ba3ab9 None None] Network 2ea2ab85-242f-4314-9eef-b00c020be907 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:15.833296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.889931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 67ee844a-ce28-4a8e-b429-42ffafa243ad, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=67ee844a-ce28-4a8e-b429-42ffafa243ad,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:15.898079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-53405e27-70d9-4821-a417-2f814d42b69d None None] Provisioning for port 27129c72-32b6-4c89-95b8-a62d353de8c2 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:15.927935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-53405e27-70d9-4821-a417-2f814d42b69d None None] Provisioning complete for port 27129c72-32b6-4c89-95b8-a62d353de8c2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:15.931252 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-53405e27-70d9-4821-a417-2f814d42b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.934445 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.033483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abf04075-3ec4-4be6-929b-5bd14169ce28 req-09c72474-24be-40d2-8ca7-b8ddeb20f60d service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1164808 Aug 16 01:59:16.069175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d7bcac4-4bbb-4115-8b78-ff5eccd88d1a req-77c67043-744e-4db5-98ce-7cab9a4b60fc tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294104 Aug 16 01:59:16.083297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=67ee844a-ce28-4a8e-b429-42ffafa243ad,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.089298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48020) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:16.136620 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-58ed46c4-2e32-4b96-be6e-474dafdb77e1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.175814 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Router f6aeced9-3f27-4425-8e98-55164495b930 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:59:16.295849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['67ee844a-ce28-4a8e-b429-42ffafa243ad'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:16.340551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1360755863'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:16.344141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817a9a9-6ab6-4bbe-97de-bd700c64c5a9 req-b81337ff-8cb3-4e31-9079-012119b05aee tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.351907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a817a9a9-6ab6-4bbe-97de-bd700c64c5a9 req-b81337ff-8cb3-4e31-9079-012119b05aee tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.6008303 Aug 16 01:59:16.430841 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-53405e27-70d9-4821-a417-2f814d42b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.541761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Made reservation on behalf of ea2d7fcdc31040058754b4dc2f9a49c9 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:16.549564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c1930-154e-4fa1-87b7-f3b63bd36b01 req-6775c08a-a1ba-483e-935a-ef69d547708f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.549820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.565200 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c1c1930-154e-4fa1-87b7-f3b63bd36b01 req-6775c08a-a1ba-483e-935a-ef69d547708f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.3172967 Aug 16 01:59:16.568758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-53405e27-70d9-4821-a417-2f814d42b69d None None] For port 27129c72-32b6-4c89-95b8-a62d353de8c2, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=27129c72-32b6-4c89-95b8-a62d353de8c2,segment=NetworkSegment(b46435d5-212b-4fae-9383-77814e4310fa),segment_id=b46435d5-212b-4fae-9383-77814e4310fa)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:16.582244 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-53405e27-70d9-4821-a417-2f814d42b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.605198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a817a9a9-6ab6-4bbe-97de-bd700c64c5a9 req-160dc88f-a166-443c-be48-d8b24b3cd5f4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519274 Aug 16 01:59:16.615833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:16.639594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abf04075-3ec4-4be6-929b-5bd14169ce28 req-9ee14573-30b5-4073-a0d4-c123dcaeb732 service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052058 Aug 16 01:59:16.641397 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Sync routers for ids ['f6aeced9-3f27-4425-8e98-55164495b930'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:16.657468 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.698544 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Routers {'f6aeced9-3f27-4425-8e98-55164495b930'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:16.701996 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f6aeced9-3f27-4425-8e98-55164495b930'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:16.759921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48028) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:16.777765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53405e27-70d9-4821-a417-2f814d42b69d None None] Pushing event updated for resources: {'Port': ['ID=27129c72-32b6-4c89-95b8-a62d353de8c2,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.779569 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-58ed46c4-2e32-4b96-be6e-474dafdb77e1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.790419 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-58ed46c4-2e32-4b96-be6e-474dafdb77e1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.794193 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-58ed46c4-2e32-4b96-be6e-474dafdb77e1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP 026a4dd2-3723-4db5-a9ad-8bd425a122db disassociated. External IP: 172.25.2.106, port: aac6079b-13fb-4bd9-8e87-8af132dcc41b. Aug 16 01:59:16.899126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c1c1930-154e-4fa1-87b7-f3b63bd36b01 req-c4872e8e-bedf-4952-877b-a552c11b84da tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308251 Aug 16 01:59:16.900798 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.908241 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.912497 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bd8533a1-dc8d-44ff-b5e9-3b88ff99eb98 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8350050 Aug 16 01:59:16.915256 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48032) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:16.921944 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.063786 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Set router f6aeced9-3f27-4425-8e98-55164495b930 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:17.073896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb62c4-be81-4140-a74f-9fb0bd5d1838 req-07d42fb0-778f-4183-9636-8231a9dc73d0 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.084810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7bb62c4-be81-4140-a74f-9fb0bd5d1838 req-07d42fb0-778f-4183-9636-8231a9dc73d0 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.2791052 Aug 16 01:59:17.116020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-39a61539-fd6e-4f19-b5e3-6d35dc5ab0b0 None None] Provisioning complete for port 27129c72-32b6-4c89-95b8-a62d353de8c2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:17.116471 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-39a61539-fd6e-4f19-b5e3-6d35dc5ab0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.146108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:17.274053 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2d149f4-0c9e-46a1-9f97-2ce64ba9060e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.277963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d8305a-4394-4c7d-a371-1fb8ca763326,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:17.394848 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.396934 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Added segment 86a57888-abfb-4bdc-bb81-8815ce46f5fd of type vlan for network 59984adf-5e61-4556-9486-5f3f4f549edc Aug 16 01:59:17.412508 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:14Z', 'revision_number': 3, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:17.431677 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7bb62c4-be81-4140-a74f-9fb0bd5d1838 req-7d7783ec-6df5-4d22-8e68-79c28eac9ec1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370204 Aug 16 01:59:17.478207 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Checking router: f6aeced9-3f27-4425-8e98-55164495b930 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:17.484552 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Updating router f6aeced9-3f27-4425-8e98-55164495b930 port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:17.565496 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.590209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a574b-e6aa-45e6-9f65-17c4330ae9ec req-2bcc99c5-ccc0-48dc-a703-40615fe52b0f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.591775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-321a574b-e6aa-45e6-9f65-17c4330ae9ec req-2bcc99c5-ccc0-48dc-a703-40615fe52b0f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 944 time: 0.3517511 Aug 16 01:59:17.875470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-321a574b-e6aa-45e6-9f65-17c4330ae9ec req-801f335e-07e6-4863-9d98-e56900911035 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605474 Aug 16 01:59:17.919893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ed46c4-2e32-4b96-be6e-474dafdb77e1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:17.968507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66398c57-9413-45c1-813b-013284a68cdd req-61242c10-8342-4892-a47c-2d6b53df17f5 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.970297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66398c57-9413-45c1-813b-013284a68cdd req-61242c10-8342-4892-a47c-2d6b53df17f5 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.1932530 Aug 16 01:59:17.998448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2d149f4-0c9e-46a1-9f97-2ce64ba9060e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.007396 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2d149f4-0c9e-46a1-9f97-2ce64ba9060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.147509 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.281134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.283191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 27129c72-32b6-4c89-95b8-a62d353de8c2 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:18.360527 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.365824 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.367137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:18.367919 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.382195 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Transition to ACTIVE for port object 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:18.393176 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.434624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 27129c72-32b6-4c89-95b8-a62d353de8c2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:18.435059 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.448795 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Pushing event updated for resources: {'Port': ['ID=890bf1fc-1f5c-42ce-bb88-3cdd15c236e1,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.462245 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.462600 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.462875 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.463243 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.463608 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.463995 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.464999 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.464999 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.464999 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.465406 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.465879 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.466453 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:18.475278 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3839850 Aug 16 01:59:18.480065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48042) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:18.490151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Request body: {'subnet': {'network_id': '59984adf-5e61-4556-9486-5f3f4f549edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:18.497104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea3b9d-e2fe-4839-81a2-33510e030339 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Pushing event updated for resources: {'Network': ['ID=59984adf-5e61-4556-9486-5f3f4f549edc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.516597 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Attempting to bind port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:18.516831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 59984adf-5e61-4556-9486-5f3f4f549edc details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:18.521415 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Attempting to bind port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:18.521901 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Attempting to bind port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:18.552625 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:18.553157 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:18.556810 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.557291 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:18.557820 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Bound port: 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:18.562212 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.666248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Made reservation on behalf of ea2d7fcdc31040058754b4dc2f9a49c9 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:18.678803 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.730661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 67ee844a-ce28-4a8e-b429-42ffafa243ad up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:18.736112 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] For port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:18.752740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.753542 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] For port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=890bf1fc-1f5c-42ce-bb88-3cdd15c236e1,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:18.765305 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.870479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 67ee844a-ce28-4a8e-b429-42ffafa243ad completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:18.886461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 67ee844a-ce28-4a8e-b429-42ffafa243ad triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:18.886844 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.907114 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Routers {'f6aeced9-3f27-4425-8e98-55164495b930'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:18.907806 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f6aeced9-3f27-4425-8e98-55164495b930'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:19.012620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a2d149f4-0c9e-46a1-9f97-2ce64ba9060e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1776849ce93f4ccea7c456862ca3d121&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2449915 Aug 16 01:59:19.012620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48046) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:19.031822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d149f4-0c9e-46a1-9f97-2ce64ba9060e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e952ef98-7734-4d3c-8e8d-b314ebbc83cb,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.127327 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.130745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Allocated IP 172.20.0.1 (2ea2ab85-242f-4314-9eef-b00c020be907/fe5b00cb-8239-4aec-9c3f-72d71ae075fe/d70301d9-1399-424b-ad5f-66f6cdb55a2a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:19.142326 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.157266 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d51e13-889d-4bfd-8e1b-afdba7011f87 None None] Pushing event updated for resources: {'Port': ['ID=890bf1fc-1f5c-42ce-bb88-3cdd15c236e1,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.199482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e77688-de5d-4027-9e3b-b572017bfc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ee844a-ce28-4a8e-b429-42ffafa243ad'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:19.204874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66398c57-9413-45c1-813b-013284a68cdd req-f9d7cc7b-8803-41ac-832d-e820e0bdb77f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1980133 Aug 16 01:59:19.214990 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad13f046-1d9f-41bb-bfb2-ad4a179d1118" -d '{"events": [{"server_uuid": "f4e77688-de5d-4027-9e3b-b572017bfc51", "name": "network-vif-plugged", "status": "completed", "tag": "67ee844a-ce28-4a8e-b429-42ffafa243ad"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:19.229756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d1a9c-e6e5-45d6-92f7-e199b2fe7603 req-d137da6b-7403-4518-8b27-41454e6d80c3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.238952 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] Set router f6aeced9-3f27-4425-8e98-55164495b930 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:19.244184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-895d1a9c-e6e5-45d6-92f7-e199b2fe7603 req-d137da6b-7403-4518-8b27-41454e6d80c3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.5210786 Aug 16 01:59:19.331319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ed46c4-2e32-4b96-be6e-474dafdb77e1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:19.358524 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-58ed46c4-2e32-4b96-be6e-474dafdb77e1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.418566 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d1e75f89-42ab-4ca7-a89b-6cbf53800884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.428724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Checking segment: {'id': '86a57888-abfb-4bdc-bb81-8815ce46f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59984adf-5e61-4556-9486-5f3f4f549edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:19.429266 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Network hostable DHCP agents. Network: 59984adf-5e61-4556-9486-5f3f4f549edc, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:19.435501 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Pushing event updated for resources: {'Subnet': ['ID=ef5b9be9-0c68-4731-bff3-08cab9a6df5e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.462415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-895d1a9c-e6e5-45d6-92f7-e199b2fe7603 req-58e3adcb-d9ed-4cfd-b538-d1aa16e8def2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172258 Aug 16 01:59:19.500529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Network 59984adf-5e61-4556-9486-5f3f4f549edc is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:19.525368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 59984adf-5e61-4556-9486-5f3f4f549edc) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:19.541797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c4f80e-dc14-4c98-96f7-184374d2258d None None] Network 59984adf-5e61-4556-9486-5f3f4f549edc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:19.542194 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.545490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.546401 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.567845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Transition to ACTIVE for port object d70301d9-1399-424b-ad5f-66f6cdb55a2a will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:19.577807 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-294946f8-b628-4c9f-9aa7-392d6789b587 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0939519 Aug 16 01:59:19.580341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48050) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:19.586973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Request body: {'port': {'network_id': '59984adf-5e61-4556-9486-5f3f4f549edc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-391431560'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:19.672191 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d1e75f89-42ab-4ca7-a89b-6cbf53800884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.702269 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.702802 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:14Z', 'revision_number': 3, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:19.749861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-58ed46c4-2e32-4b96-be6e-474dafdb77e1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "PUT /v2.0/floatingips/026a4dd2-3723-4db5-a9ad-8bd425a122db HTTP/1.1" status: 200 len: 688 time: 4.1917622 Aug 16 01:59:19.751873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff18bc2-fc91-493b-bdc4-2ccc30ed5d9e None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:19.761953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48054) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:19.769823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Pushing event updated for resources: {'Port': ['ID=d70301d9-1399-424b-ad5f-66f6cdb55a2a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.782574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 67ee844a-ce28-4a8e-b429-42ffafa243ad, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=67ee844a-ce28-4a8e-b429-42ffafa243ad,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:19.785361 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35237477-c7c3-4249-9ff6-7bbff000a91c None None] The sync data for ids ['f6aeced9-3f27-4425-8e98-55164495b930'] in n-d-768851-16 is: [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:14Z', 'revision_number': 3, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:19.799166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72735-8acd-4aae-8d14-27034ddfcd8c req-f77281ff-fe89-4eb2-a5a8-245f36006fc4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.801374 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4a72735-8acd-4aae-8d14-27034ddfcd8c req-f77281ff-fe89-4eb2-a5a8-245f36006fc4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.3837922 Aug 16 01:59:19.802079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d1e75f89-42ab-4ca7-a89b-6cbf53800884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.806161 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d1e75f89-42ab-4ca7-a89b-6cbf53800884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.823256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d1e75f89-42ab-4ca7-a89b-6cbf53800884 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e952ef98-7734-4d3c-8e8d-b314ebbc83cb HTTP/1.1" status: 204 len: 168 time: 0.8093743 Aug 16 01:59:19.837166 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.845015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff18bc2-fc91-493b-bdc4-2ccc30ed5d9e None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:19.846061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dff18bc2-fc91-493b-bdc4-2ccc30ed5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:19.876926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e75f89-42ab-4ca7-a89b-6cbf53800884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e952ef98-7734-4d3c-8e8d-b314ebbc83cb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.929058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4a72735-8acd-4aae-8d14-27034ddfcd8c req-6adf761a-cecf-4bf1-810b-550a43e33710 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018691 Aug 16 01:59:19.954131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4817-2dfe-41da-9409-88cf5bd4f39a req-5ddf1b38-082b-4c0a-933a-8de20b5c2cdf tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.956933 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c52e4817-2dfe-41da-9409-88cf5bd4f39a req-5ddf1b38-082b-4c0a-933a-8de20b5c2cdf tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 944 time: 0.3425143 Aug 16 01:59:20.036228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dff18bc2-fc91-493b-bdc4-2ccc30ed5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:20.052914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c52e4817-2dfe-41da-9409-88cf5bd4f39a req-11a991ef-b351-42c8-acbf-931a740b74cf tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855291 Aug 16 01:59:20.059696 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a022df86-9e26-446f-ad3b-fd50e2cd87f8 x-openstack-request-id: req-a022df86-9e26-446f-ad3b-fd50e2cd87f8 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:20.059696 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e77688-de5d-4027-9e3b-b572017bfc51", "name": "network-vif-plugged", "status": "completed", "tag": "67ee844a-ce28-4a8e-b429-42ffafa243ad", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:20.059696 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a022df86-9e26-446f-ad3b-fd50e2cd87f8 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:20.060683 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e77688-de5d-4027-9e3b-b572017bfc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ee844a-ce28-4a8e-b429-42ffafa243ad', 'code': 200} Aug 16 01:59:20.094746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff18bc2-fc91-493b-bdc4-2ccc30ed5d9e None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:20.095928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dff18bc2-fc91-493b-bdc4-2ccc30ed5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:20.141489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Network 2ea2ab85-242f-4314-9eef-b00c020be907 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:20.165155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dff18bc2-fc91-493b-bdc4-2ccc30ed5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:20.166754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff18bc2-fc91-493b-bdc4-2ccc30ed5d9e None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:20.200944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:20.210000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:20.312746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-59984adf-5e61-4556-9486-5f3f4f549edc', 'network_id': '59984adf-5e61-4556-9486-5f3f4f549edc', 'tenant_id': 'ea2d7fcdc31040058754b4dc2f9a49c9', 'fixed_ips': [{'subnet_id': 'ef5b9be9-0c68-4731-bff3-08cab9a6df5e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:20.313498 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.329771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Made reservation on behalf of ea2d7fcdc31040058754b4dc2f9a49c9 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:20.334274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.449676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] device_id is not set on port 6d32f182-387c-4fbc-a13c-f69dd698ead1 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:59:20.467549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48062) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:20.490602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=67ee844a-ce28-4a8e-b429-42ffafa243ad,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:20.544493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cd8100ca-1998-47d0-832c-b258d1f8a80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.629353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab332de-3c5d-4028-a5f2-f34b7d5a3b8d req-e9e34cb0-e675-4faf-9dd8-ac9da42db5ab tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.631057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ab332de-3c5d-4028-a5f2-f34b7d5a3b8d req-e9e34cb0-e675-4faf-9dd8-ac9da42db5ab tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.1329844 Aug 16 01:59:20.681390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-defeb61d-bcb5-4d2b-92c1-324ab1fa2a70 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port 7ff5494b-99a8-48a1-9b5c-66255e345152 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:20.682054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-defeb61d-bcb5-4d2b-92c1-324ab1fa2a70 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.683105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Allocated IP 172.20.0.2 (59984adf-5e61-4556-9486-5f3f4f549edc/ef5b9be9-0c68-4731-bff3-08cab9a6df5e/053212c5-db8a-4e14-aa86-bc53c3ff8827) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:20.688406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.864565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ab332de-3c5d-4028-a5f2-f34b7d5a3b8d req-94916f4a-b999-43e3-bcc7-3cfe35718361 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971986 Aug 16 01:59:20.886638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda760f-f94b-4c5f-b80c-72ae0e326b4f req-02beb9d7-3014-489d-a323-b50aa52878e6 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.888530 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1dda760f-f94b-4c5f-b80c-72ae0e326b4f req-02beb9d7-3014-489d-a323-b50aa52878e6 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2764852 Aug 16 01:59:20.936031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21048e66-34eb-43fa-911a-5b81635d71bd req-12ef05fa-8055-4e15-a7b8-34468c21d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.938014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21048e66-34eb-43fa-911a-5b81635d71bd req-12ef05fa-8055-4e15-a7b8-34468c21d819 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 1097 time: 0.1853027 Aug 16 01:59:20.941117 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4fd7ff08-ce6f-48f0-9def-eb136f57012f None None] Provisioning for port d70301d9-1399-424b-ad5f-66f6cdb55a2a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:20.971572 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4fd7ff08-ce6f-48f0-9def-eb136f57012f None None] Provisioning complete for port d70301d9-1399-424b-ad5f-66f6cdb55a2a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:20.977792 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ff08-ce6f-48f0-9def-eb136f57012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.999297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1dda760f-f94b-4c5f-b80c-72ae0e326b4f req-158164f6-eb0b-49b2-8e6d-2c4e25a22dca tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976713 Aug 16 01:59:21.044971 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cd8100ca-1998-47d0-832c-b258d1f8a80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.058654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cd8100ca-1998-47d0-832c-b258d1f8a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.067993 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-defeb61d-bcb5-4d2b-92c1-324ab1fa2a70 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.068334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-defeb61d-bcb5-4d2b-92c1-324ab1fa2a70 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.118746 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-defeb61d-bcb5-4d2b-92c1-324ab1fa2a70 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for 7ff5494b-99a8-48a1-9b5c-66255e345152 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:21.136150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7ff08-ce6f-48f0-9def-eb136f57012f None None] Port d70301d9-1399-424b-ad5f-66f6cdb55a2a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:21.176448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8100ca-1998-47d0-832c-b258d1f8a80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416dfc19-9493-4483-b5aa-4a9a66e0bd91,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:21.242329 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.249039 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.280641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Transition to ACTIVE for port object 053212c5-db8a-4e14-aa86-bc53c3ff8827 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:21.298722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cd8100ca-1998-47d0-832c-b258d1f8a80c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=071e1af76f9144e0b193b4276ef08390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8282571 Aug 16 01:59:21.307590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48070) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:21.326804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Transition to ACTIVE for port object 053212c5-db8a-4e14-aa86-bc53c3ff8827 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:21.336398 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.430551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21048e66-34eb-43fa-911a-5b81635d71bd req-65e046ec-c0cd-4025-8722-b435b33f920c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242379 Aug 16 01:59:21.460942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Network 59984adf-5e61-4556-9486-5f3f4f549edc is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:21.475517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15fa26-50e4-4ab5-91e5-2372f2aec7a1 req-8046f242-d908-4a53-80b8-cb89529ded8b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:21.479608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:21.480694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f15fa26-50e4-4ab5-91e5-2372f2aec7a1 req-8046f242-d908-4a53-80b8-cb89529ded8b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.4384894 Aug 16 01:59:21.490948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:21.507859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Pushing event updated for resources: {'Port': ['ID=053212c5-db8a-4e14-aa86-bc53c3ff8827,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:21.516455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d4754-01cc-40cd-bd6f-36d308315bf5 req-eb08cb5f-357f-4a0a-9739-2f5f1e75695f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:21.521750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-050d4754-01cc-40cd-bd6f-36d308315bf5 req-eb08cb5f-357f-4a0a-9739-2f5f1e75695f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 945 time: 0.3312891 Aug 16 01:59:21.548375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce79a8af-0a84-4c04-ba9c-13831558140f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.588648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Attempting to bind port 053212c5-db8a-4e14-aa86-bc53c3ff8827 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:21.589327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Attempting to bind port 053212c5-db8a-4e14-aa86-bc53c3ff8827 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '86a57888-abfb-4bdc-bb81-8815ce46f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59984adf-5e61-4556-9486-5f3f4f549edc'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:21.589821 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Attempting to bind port 053212c5-db8a-4e14-aa86-bc53c3ff8827 on network 59984adf-5e61-4556-9486-5f3f4f549edc {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:21.599493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:21.601449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Checking segment: {'id': '86a57888-abfb-4bdc-bb81-8815ce46f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59984adf-5e61-4556-9486-5f3f4f549edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:21.602094 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.602640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Bound using segment: {'id': '86a57888-abfb-4bdc-bb81-8815ce46f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59984adf-5e61-4556-9486-5f3f4f549edc'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:21.603843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Bound port: 053212c5-db8a-4e14-aa86-bc53c3ff8827, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a57888-abfb-4bdc-bb81-8815ce46f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59984adf-5e61-4556-9486-5f3f4f549edc'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:21.606065 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.656460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-050d4754-01cc-40cd-bd6f-36d308315bf5 req-5200c149-80bb-49c7-9854-0c05bf8ed0cc tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171770 Aug 16 01:59:21.718481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Allocated IP 172.20.0.3 (59984adf-5e61-4556-9486-5f3f4f549edc/ef5b9be9-0c68-4731-bff3-08cab9a6df5e/6d32f182-387c-4fbc-a13c-f69dd698ead1) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:21.741733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce79a8af-0a84-4c04-ba9c-13831558140f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.765916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] For port 053212c5-db8a-4e14-aa86-bc53c3ff8827, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:21.770323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f15fa26-50e4-4ab5-91e5-2372f2aec7a1 req-2218237a-50da-4a2a-aa0a-4b7f3fdadabd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475650 Aug 16 01:59:21.771434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] For port 053212c5-db8a-4e14-aa86-bc53c3ff8827, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=053212c5-db8a-4e14-aa86-bc53c3ff8827,segment=NetworkSegment(86a57888-abfb-4bdc-bb81-8815ce46f5fd),segment_id=86a57888-abfb-4bdc-bb81-8815ce46f5fd)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:21.778989 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.828878 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-defeb61d-bcb5-4d2b-92c1-324ab1fa2a70 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.854694 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce79a8af-0a84-4c04-ba9c-13831558140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.859211 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce79a8af-0a84-4c04-ba9c-13831558140f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.863004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ce79a8af-0a84-4c04-ba9c-13831558140f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/416dfc19-9493-4483-b5aa-4a9a66e0bd91 HTTP/1.1" status: 204 len: 168 time: 0.5519340 Aug 16 01:59:21.886325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0aabaedb-4020-4f5d-9872-4ad0dd0de59d details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:21.888459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79a8af-0a84-4c04-ba9c-13831558140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416dfc19-9493-4483-b5aa-4a9a66e0bd91,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:21.918759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeb61d-bcb5-4d2b-92c1-324ab1fa2a70 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=7ff5494b-99a8-48a1-9b5c-66255e345152,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:21.937852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b34515-3c76-4e6c-9ee2-78cbd12ffdf4 None None] Pushing event updated for resources: {'Port': ['ID=053212c5-db8a-4e14-aa86-bc53c3ff8827,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:22.344356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:22.373167 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.385865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'port_id': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d', 'mac_address': 'fa:16:3e:33:60:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2649e7e-bc88-4fba-bf60-4e29353aadc7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:22.400729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-defeb61d-bcb5-4d2b-92c1-324ab1fa2a70 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.403841 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-defeb61d-bcb5-4d2b-92c1-324ab1fa2a70 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.408383 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-defeb61d-bcb5-4d2b-92c1-324ab1fa2a70 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/floatingips/026a4dd2-3723-4db5-a9ad-8bd425a122db HTTP/1.1" status: 204 len: 168 time: 2.6252894 Aug 16 01:59:22.420457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38720f60-1560-4667-8093-b1bb0ed3fb2f req-05652466-e0ce-4b68-8f56-c6c7a4fa499d tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:22.421662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38720f60-1560-4667-8093-b1bb0ed3fb2f req-05652466-e0ce-4b68-8f56-c6c7a4fa499d tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2673180 Aug 16 01:59:22.422190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48082) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:22.433649 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.435835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '2e314f68-b396-4e7a-a188-f47753b97eb6'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:22.441305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Transition to ACTIVE for port object 6d32f182-387c-4fbc-a13c-f69dd698ead1 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:22.445654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.453810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332bacd-79ba-4b10-a783-dc06fedc688a req-869c03db-162d-44d6-bbbc-9946cf022c95 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:22.455415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e332bacd-79ba-4b10-a783-dc06fedc688a req-869c03db-162d-44d6-bbbc-9946cf022c95 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.3807089 Aug 16 01:59:22.481954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:22.550965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Pushing event updated for resources: {'Port': ['ID=d70301d9-1399-424b-ad5f-66f6cdb55a2a,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:22.621049 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.645905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0aabaedb-4020-4f5d-9872-4ad0dd0de59d {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:22.654360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.680687 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38720f60-1560-4667-8093-b1bb0ed3fb2f req-df5d4b02-9b08-45f9-b307-51a978cbb47c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227275 Aug 16 01:59:22.685996 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:22.692245 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.695639 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.709503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:22.715314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:22.715883 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.735247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e332bacd-79ba-4b10-a783-dc06fedc688a req-8837d971-d422-4d72-8735-9f03b1d75d61 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601886 Aug 16 01:59:22.746615 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.823053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Network 59984adf-5e61-4556-9486-5f3f4f549edc is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:22.837141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:22.855599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:22.876885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['0aabaedb-4020-4f5d-9872-4ad0dd0de59d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:22.919352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Pushing event updated for resources: {'Port': ['ID=6d32f182-387c-4fbc-a13c-f69dd698ead1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:22.940969 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:22.981187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Network 2ea2ab85-242f-4314-9eef-b00c020be907 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:22.991632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:23.032709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.035583 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.143890 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-55bd94bf-5ef5-4aa9-8d56-ac098bbabce5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5615230 Aug 16 01:59:23.161637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48096) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:23.211359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Request body: {'port': {'network_id': '59984adf-5e61-4556-9486-5f3f4f549edc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-826449831', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:23.213685 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.api.validators [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] bootfile-name is not in valid_values {{(pid=101381) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:59:23.214396 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.api.validators [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] tftp-server is not in valid_values {{(pid=101381) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:59:23.215024 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.api.validators [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] server-ip-address is not in valid_values {{(pid=101381) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:59:23.308729 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.364468 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:59:23.387676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Router f6aeced9-3f27-4425-8e98-55164495b930 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:23.391697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=890bf1fc-1f5c-42ce-bb88-3cdd15c236e1,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:23.412997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1d5cd-999f-4f0d-b8e1-0ac0bd7f9822 req-ca391631-83ea-4a17-940a-832ba32dfa16 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.421415 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.434146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8df1d5cd-999f-4f0d-b8e1-0ac0bd7f9822 req-ca391631-83ea-4a17-940a-832ba32dfa16 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.4490426 Aug 16 01:59:23.529949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8df1d5cd-999f-4f0d-b8e1-0ac0bd7f9822 req-0cfcdd8f-9eef-4b45-b381-1b10bd8af264 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949569 Aug 16 01:59:23.562720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd513677-4ba2-42d3-b7d4-ad1615708d26 req-d012b985-3c06-416b-9afd-f1d4e3c52f0b tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.564756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd513677-4ba2-42d3-b7d4-ad1615708d26 req-d012b985-3c06-416b-9afd-f1d4e3c52f0b tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 945 time: 0.5842819 Aug 16 01:59:23.615032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=890bf1fc-1f5c-42ce-bb88-3cdd15c236e1,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:23.683007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd513677-4ba2-42d3-b7d4-ad1615708d26 req-30edb1d4-80cd-4970-b2a8-c3ceefaa989f tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937495 Aug 16 01:59:23.689528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.749213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:23.761033 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c94d00ea-fb22-4af0-92fd-217225502762 admin admin] 10.222.0.79 "PUT /v2.0/routers/f6aeced9-3f27-4425-8e98-55164495b930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8425381 Aug 16 01:59:23.763909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e05f85e4-519b-4349-bf36-9422df9c9f41 None None] Provisioning complete for port d70301d9-1399-424b-ad5f-66f6cdb55a2a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:23.764856 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e05f85e4-519b-4349-bf36-9422df9c9f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.766494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Made reservation on behalf of ea2d7fcdc31040058754b4dc2f9a49c9 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:23.770537 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Sync routers for ids ['f6aeced9-3f27-4425-8e98-55164495b930'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:23.788777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.792232 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Routers {'f6aeced9-3f27-4425-8e98-55164495b930'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:23.795701 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f6aeced9-3f27-4425-8e98-55164495b930'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:23.843945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e05f85e4-519b-4349-bf36-9422df9c9f41 None None] Port d70301d9-1399-424b-ad5f-66f6cdb55a2a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:23.917697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fac8c0-3899-4c1e-8b31-d10f7a5038ff None None] Network 59984adf-5e61-4556-9486-5f3f4f549edc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:23.984591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] device_id is not set on port 4d5e370c-4770-412a-a259-161fce6e60ff yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:59:24.081547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-85cc6666-1a82-4baa-9468-3c03096f5cc6 None None] Provisioning for port 053212c5-db8a-4e14-aa86-bc53c3ff8827 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:24.099864 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Set router f6aeced9-3f27-4425-8e98-55164495b930 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:24.297830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c85dc-3473-47d2-ae9f-5fe6c20a8b0f req-4a73568a-8958-4904-8c0f-1b90bea76e4e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.309955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a13c85dc-3473-47d2-ae9f-5fe6c20a8b0f req-4a73568a-8958-4904-8c0f-1b90bea76e4e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 944 time: 0.3920615 Aug 16 01:59:24.335018 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.25.2.79 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/a2277925-ebb2-4453-8a4e-9a10df755228) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:24.524224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 053212c5-db8a-4e14-aa86-bc53c3ff8827 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:24.603949 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cb8dc-e530-4cf3-bde7-2496156124b3 req-1cddc2d5-28b6-4bd5-8dc0-64bd1b74d25c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.620561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-940cb8dc-e530-4cf3-bde7-2496156124b3 req-1cddc2d5-28b6-4bd5-8dc0-64bd1b74d25c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.6766427 Aug 16 01:59:24.690889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a13c85dc-3473-47d2-ae9f-5fe6c20a8b0f req-12586721-8606-4e49-ad8e-ca47d82a0d62 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787611 Aug 16 01:59:24.755172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 053212c5-db8a-4e14-aa86-bc53c3ff8827 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:24.779341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 053212c5-db8a-4e14-aa86-bc53c3ff8827 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:24.781789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.782046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Allocated IP 172.20.0.6 (59984adf-5e61-4556-9486-5f3f4f549edc/ef5b9be9-0c68-4731-bff3-08cab9a6df5e/4d5e370c-4770-412a-a259-161fce6e60ff) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:24.823092 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:21Z', 'revision_number': 4, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd70301d9-1399-424b-ad5f-66f6cdb55a2a', 'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'mac_address': 'fa:16:3e:ff:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:18Z', 'updated_at': '2021-08-16T01:59:21Z', 'revision_number': 2, 'project_id': '215573ee4a53490f823ef26851352aa0', 'subnets': [{'id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:24.834337 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-940cb8dc-e530-4cf3-bde7-2496156124b3 req-5d1f722c-6a25-4498-a50c-289b1988fc5a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114809 Aug 16 01:59:24.891696 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Checking router: f6aeced9-3f27-4425-8e98-55164495b930 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:24.893902 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Updating router f6aeced9-3f27-4425-8e98-55164495b930 port d70301d9-1399-424b-ad5f-66f6cdb55a2a binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:24.968810 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.042092 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.204058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-51f0cb92-d082-4c31-b1dd-f8ce187c7635 None None] Provisioning for port 6d32f182-387c-4fbc-a13c-f69dd698ead1 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:25.228859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 053212c5-db8a-4e14-aa86-bc53c3ff8827, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=053212c5-db8a-4e14-aa86-bc53c3ff8827,segment=NetworkSegment(86a57888-abfb-4bdc-bb81-8815ce46f5fd),segment_id=86a57888-abfb-4bdc-bb81-8815ce46f5fd)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:25.229994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-51f0cb92-d082-4c31-b1dd-f8ce187c7635 None None] Provisioning complete for port 6d32f182-387c-4fbc-a13c-f69dd698ead1 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:25.230366 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51f0cb92-d082-4c31-b1dd-f8ce187c7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.281993 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.282812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:25.402101 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.416937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-51f0cb92-d082-4c31-b1dd-f8ce187c7635 None None] Port 6d32f182-387c-4fbc-a13c-f69dd698ead1 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:25.433693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8732b-6677-4b64-aca1-91ad79856e66 req-9deec3a5-4d3a-4aee-9c4e-3a42cdb28570 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.436544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4aa8732b-6677-4b64-aca1-91ad79856e66 req-9deec3a5-4d3a-4aee-9c4e-3a42cdb28570 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.4545181 Aug 16 01:59:25.461432 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=053212c5-db8a-4e14-aa86-bc53c3ff8827,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:25.473504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-51f0cb92-d082-4c31-b1dd-f8ce187c7635 None None] Provisioning complete for port 053212c5-db8a-4e14-aa86-bc53c3ff8827 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:25.473889 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51f0cb92-d082-4c31-b1dd-f8ce187c7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.500190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:25.500566 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.512760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72bd2b-cab7-46c9-882e-3392fc099c13 req-af58153a-1bdd-42ac-8a5a-cfffe0e49026 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.514385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c72bd2b-cab7-46c9-882e-3392fc099c13 req-af58153a-1bdd-42ac-8a5a-cfffe0e49026 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 945 time: 0.4636641 Aug 16 01:59:25.672073 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.684228 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Transition to ACTIVE for port object d70301d9-1399-424b-ad5f-66f6cdb55a2a will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:25.692838 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.727351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c72bd2b-cab7-46c9-882e-3392fc099c13 req-9bba1d81-c34f-49d5-b051-9ff7340a769a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640580 Aug 16 01:59:25.747771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4aa8732b-6677-4b64-aca1-91ad79856e66 req-136a4fbe-4c66-4b2b-8f28-0cdb056a16b4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797806 Aug 16 01:59:25.796360 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94349b1c-903b-491a-bed1-e4fcd9876c57 None None] Pushing event updated for resources: {'Port': ['ID=d70301d9-1399-424b-ad5f-66f6cdb55a2a,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:25.830018 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.830689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7ff57b50-420f-4a0a-891d-1c5f48607026 None None] Provisioning complete for port 6d32f182-387c-4fbc-a13c-f69dd698ead1 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:25.831635 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7ff57b50-420f-4a0a-891d-1c5f48607026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.847970 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.924800 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Attempting to bind port d70301d9-1399-424b-ad5f-66f6cdb55a2a on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:25.925899 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Attempting to bind port d70301d9-1399-424b-ad5f-66f6cdb55a2a by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:25.926172 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Attempting to bind port d70301d9-1399-424b-ad5f-66f6cdb55a2a on network 2ea2ab85-242f-4314-9eef-b00c020be907 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:25.934748 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:25.935159 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Checking segment: {'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:25.936032 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.936585 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Bound using segment: {'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:25.937500 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Bound port: d70301d9-1399-424b-ad5f-66f6cdb55a2a, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:25.938183 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.938858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0aabaedb-4020-4f5d-9872-4ad0dd0de59d up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:25.951647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7ff57b50-420f-4a0a-891d-1c5f48607026 None None] Port 6d32f182-387c-4fbc-a13c-f69dd698ead1 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:26.089072 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] For port d70301d9-1399-424b-ad5f-66f6cdb55a2a, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:26.090049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:26.096287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Transition to ACTIVE for port object 4d5e370c-4770-412a-a259-161fce6e60ff will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:26.099658 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] For port d70301d9-1399-424b-ad5f-66f6cdb55a2a, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d70301d9-1399-424b-ad5f-66f6cdb55a2a,segment=NetworkSegment(b46435d5-212b-4fae-9383-77814e4310fa),segment_id=b46435d5-212b-4fae-9383-77814e4310fa)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:26.111766 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.121104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:26.121679 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.168713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:26.182770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:26.231669 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Routers {'f6aeced9-3f27-4425-8e98-55164495b930'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:26.234351 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f6aeced9-3f27-4425-8e98-55164495b930'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:26.268966 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.344555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=a2277925-ebb2-4453-8a4e-9a10df755228,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:26.354603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 053212c5-db8a-4e14-aa86-bc53c3ff8827 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:26.467929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.468509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.468759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:26.487553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.487935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.488240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.488574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.488905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.489255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.489578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.489903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.493751 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ece8518-6375-4000-b7b2-c9719c94a02f" -d '{"events": [{"server_uuid": "1d630deb-e346-47a1-8d4c-df657c1fb5d1", "name": "network-vif-plugged", "status": "completed", "tag": "0aabaedb-4020-4f5d-9872-4ad0dd0de59d"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:26.495252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.495679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:26.570676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8420b92-6c67-4ceb-b9b0-5eb92db89538 req-7c06f88a-b72f-4b60-b4ed-748256073bf8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.573530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:26.578528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8420b92-6c67-4ceb-b9b0-5eb92db89538 req-7c06f88a-b72f-4b60-b4ed-748256073bf8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 944 time: 0.6060777 Aug 16 01:59:26.603782 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.606040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 053212c5-db8a-4e14-aa86-bc53c3ff8827 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:26.606586 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.675853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185f896-e0c0-40eb-b5f2-1f4078959536 req-d5029ff0-2ec7-473d-98c5-7ba1b9a8dd03 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.679502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1185f896-e0c0-40eb-b5f2-1f4078959536 req-d5029ff0-2ec7-473d-98c5-7ba1b9a8dd03 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.6144850 Aug 16 01:59:26.705770 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.821609 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94349b1c-903b-491a-bed1-e4fcd9876c57 None None] Pushing event updated for resources: {'Port': ['ID=d70301d9-1399-424b-ad5f-66f6cdb55a2a,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:26.869878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8420b92-6c67-4ceb-b9b0-5eb92db89538 req-c78ddb11-a855-4aaf-9e28-23b9a1b2a5db tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418668 Aug 16 01:59:26.899273 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] Set router f6aeced9-3f27-4425-8e98-55164495b930 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:26.951844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Network 59984adf-5e61-4556-9486-5f3f4f549edc is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:27.023310 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6368289a-5540-41d3-9b15-622b56e20cb5 x-openstack-request-id: req-6368289a-5540-41d3-9b15-622b56e20cb5 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:27.024288 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d630deb-e346-47a1-8d4c-df657c1fb5d1", "name": "network-vif-plugged", "status": "completed", "tag": "0aabaedb-4020-4f5d-9872-4ad0dd0de59d", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:27.024720 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6368289a-5540-41d3-9b15-622b56e20cb5 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:27.025359 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d', 'code': 200} Aug 16 01:59:27.042770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:27.061341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:27.064566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:27.071943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Pushing event updated for resources: {'Port': ['ID=4d5e370c-4770-412a-a259-161fce6e60ff,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:27.539560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2c7cd3ae-8abf-498e-a0ae-b8f930efcc76 None None] Provisioning for port 4d5e370c-4770-412a-a259-161fce6e60ff completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:27.546815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2c7cd3ae-8abf-498e-a0ae-b8f930efcc76 None None] Provisioning complete for port 4d5e370c-4770-412a-a259-161fce6e60ff triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:27.547586 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2c7cd3ae-8abf-498e-a0ae-b8f930efcc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.557637 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:21Z', 'revision_number': 4, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd70301d9-1399-424b-ad5f-66f6cdb55a2a', 'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'mac_address': 'fa:16:3e:ff:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:18Z', 'updated_at': '2021-08-16T01:59:26Z', 'revision_number': 4, 'project_id': '215573ee4a53490f823ef26851352aa0', 'subnets': [{'id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:27.630758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2c7cd3ae-8abf-498e-a0ae-b8f930efcc76 None None] Port 4d5e370c-4770-412a-a259-161fce6e60ff cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:27.661470 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef1f59-2443-4c6d-bc3a-46ac3ebc4dbc None None] The sync data for ids ['f6aeced9-3f27-4425-8e98-55164495b930'] in n-d-768851-16 is: [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:21Z', 'revision_number': 4, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd70301d9-1399-424b-ad5f-66f6cdb55a2a', 'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'mac_address': 'fa:16:3e:ff:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:18Z', 'updated_at': '2021-08-16T01:59:26Z', 'revision_number': 4, 'project_id': '215573ee4a53490f823ef26851352aa0', 'subnets': [{'id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:27.858854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.860473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.924774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1185f896-e0c0-40eb-b5f2-1f4078959536 req-e123b3e1-8d08-4f87-97e8-fcb5d1bbd607 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1893592 Aug 16 01:59:27.975308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4901581c-fd4c-4bb3-87b7-aa6d0752c2c1 req-8d1241de-111f-4e85-8191-1cbc3d9ba0e9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8543251 Aug 16 01:59:28.000228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929be07-7c64-4369-87dd-a3c0fa2334e8 req-1e672cae-f977-4b98-889f-f0dbccc21542 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.005856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3929be07-7c64-4369-87dd-a3c0fa2334e8 req-1e672cae-f977-4b98-889f-f0dbccc21542 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.9367449 Aug 16 01:59:28.016230 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48274) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.016814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-51b07790-9847-4a14-bd09-f4de4f2052b5 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.8309989 Aug 16 01:59:28.129035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d87ecb-4f4b-42a5-a000-cd6900e8f8ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.138950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d87ecb-4f4b-42a5-a000-cd6900e8f8ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.156718 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d87ecb-4f4b-42a5-a000-cd6900e8f8ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.159146 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-81d87ecb-4f4b-42a5-a000-cd6900e8f8ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1407962 Aug 16 01:59:28.163775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48282) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.266253 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3929be07-7c64-4369-87dd-a3c0fa2334e8 req-b958c9f4-bee8-49bd-9178-af28e7041cdd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454379 Aug 16 01:59:28.328584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901581c-fd4c-4bb3-87b7-aa6d0752c2c1 req-7186dfce-1f7d-476f-af65-dc0c6bdd1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.335294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4901581c-fd4c-4bb3-87b7-aa6d0752c2c1 req-7186dfce-1f7d-476f-af65-dc0c6bdd1ad1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 1098 time: 0.3105211 Aug 16 01:59:28.340930 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.376411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d70301d9-1399-424b-ad5f-66f6cdb55a2a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:28.396725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-85e54877-4891-482f-9998-41e4db5dd526 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Deleting port 4d5e370c-4770-412a-a259-161fce6e60ff {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:28.397102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85e54877-4891-482f-9998-41e4db5dd526 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.642462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port d70301d9-1399-424b-ad5f-66f6cdb55a2a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:28.648998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d70301d9-1399-424b-ad5f-66f6cdb55a2a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:28.649650 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.698539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85e54877-4891-482f-9998-41e4db5dd526 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.734960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-85e54877-4891-482f-9998-41e4db5dd526 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Calling delete_port for 4d5e370c-4770-412a-a259-161fce6e60ff owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:28.867022 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.981404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port d70301d9-1399-424b-ad5f-66f6cdb55a2a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d70301d9-1399-424b-ad5f-66f6cdb55a2a,segment=NetworkSegment(b46435d5-212b-4fae-9383-77814e4310fa),segment_id=b46435d5-212b-4fae-9383-77814e4310fa)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:28.990554 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.087147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=d70301d9-1399-424b-ad5f-66f6cdb55a2a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:29.101715 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85e54877-4891-482f-9998-41e4db5dd526 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.196313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e54877-4891-482f-9998-41e4db5dd526 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Pushing event deleted for resources: {'Port': ['ID=4d5e370c-4770-412a-a259-161fce6e60ff,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:29.367280 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85e54877-4891-482f-9998-41e4db5dd526 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.369520 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-85e54877-4891-482f-9998-41e4db5dd526 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] 10.222.0.79 "DELETE /v2.0/ports/4d5e370c-4770-412a-a259-161fce6e60ff HTTP/1.1" status: 204 len: 168 time: 1.2026803 Aug 16 01:59:29.373395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48298) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.380138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Request body: {'port': {'name': 'tempest-new-port-name-726461720', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:29.380719 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.api.validators [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] bootfile-name is not in valid_values {{(pid=101380) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:59:29.381477 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.api.validators [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] tftp-server is not in valid_values {{(pid=101380) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:59:29.381816 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.api.validators [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] server-ip-address is not in valid_values {{(pid=101380) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:59:29.487544 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.544941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbd2b6-fc04-4ad2-aa96-b96150c60781 req-1b58494a-1b92-48d2-8c76-bbe787e4b208 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.556959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cfbd2b6-fc04-4ad2-aa96-b96150c60781 req-1b58494a-1b92-48d2-8c76-bbe787e4b208 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 1.4383242 Aug 16 01:59:29.803125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901581c-fd4c-4bb3-87b7-aa6d0752c2c1 req-2a64ef1f-c9e4-4679-ac30-30b7ef55adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.805032 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4901581c-fd4c-4bb3-87b7-aa6d0752c2c1 req-2a64ef1f-c9e4-4679-ac30-30b7ef55adc1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 916 time: 0.4722631 Aug 16 01:59:29.807142 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.904965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cfbd2b6-fc04-4ad2-aa96-b96150c60781 req-46c90d20-4487-43fe-8070-eb3674bcef93 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152213 Aug 16 01:59:29.946729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4901581c-fd4c-4bb3-87b7-aa6d0752c2c1 req-43dbbe6a-94c0-4d55-8988-ccffd1fbbc6f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f829f340-aaba-4e31-b078-6a514de0485c HTTP/1.1" status: 200 len: 217 time: 0.1266072 Aug 16 01:59:30.028848 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.035788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.184207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901581c-fd4c-4bb3-87b7-aa6d0752c2c1 req-27bbf455-81c1-42f2-a86a-821d9e7b7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.186982 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4901581c-fd4c-4bb3-87b7-aa6d0752c2c1 req-27bbf455-81c1-42f2-a86a-821d9e7b7fb3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 200 len: 855 time: 0.2155368 Aug 16 01:59:30.201221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Pushing event updated for resources: {'Port': ['ID=6d32f182-387c-4fbc-a13c-f69dd698ead1,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:30.236234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] In _notify_port_updated(), no bound segment for port 6d32f182-387c-4fbc-a13c-f69dd698ead1 on network 59984adf-5e61-4556-9486-5f3f4f549edc {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:59:30.245735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.246552 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.250689 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ea6a64ac-ab2f-4f43-908e-5a35c4a42ad8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] 10.222.0.79 "PUT /v2.0/ports/6d32f182-387c-4fbc-a13c-f69dd698ead1 HTTP/1.1" status: 200 len: 1135 time: 0.8759212 Aug 16 01:59:30.258220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48310) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:30.320663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d70301d9-1399-424b-ad5f-66f6cdb55a2a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:30.367370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32619688-d310-4e42-8bf5-b8d0c0247697 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.376253 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-32619688-d310-4e42-8bf5-b8d0c0247697 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] 10.222.0.79 "GET /v2.0/ports/6d32f182-387c-4fbc-a13c-f69dd698ead1 HTTP/1.1" status: 200 len: 1135 time: 0.0970309 Aug 16 01:59:30.380843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48312) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:30.545443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d70301d9-1399-424b-ad5f-66f6cdb55a2a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:30.545822 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.646625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Deleting port 6d32f182-387c-4fbc-a13c-f69dd698ead1 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:30.661017 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4901581c-fd4c-4bb3-87b7-aa6d0752c2c1 req-e07f83db-e521-40c5-aee6-0b6f0b7b4acf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5a7a8465-aacf-433a-8403-d3fb6abc343c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1873162 Aug 16 01:59:30.673076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.745359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad263c-587f-4726-ae1e-1fe9dca1be4a req-999de161-c430-4638-9378-8335f63dc8ac tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.750954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67ad263c-587f-4726-ae1e-1fe9dca1be4a req-999de161-c430-4638-9378-8335f63dc8ac tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.8085353 Aug 16 01:59:30.780164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-362a8d4c-b857-44ff-b22e-c8388374eb66 None None] Provisioning complete for port 6d32f182-387c-4fbc-a13c-f69dd698ead1 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:30.780704 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-362a8d4c-b857-44ff-b22e-c8388374eb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.871621 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-362a8d4c-b857-44ff-b22e-c8388374eb66 None None] Port 6d32f182-387c-4fbc-a13c-f69dd698ead1 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:30.883552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d3396-893e-4c8e-8a67-3efec45f1f10 req-2aeb3c7b-3052-4d37-b905-8952b27ea029 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.885153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea0d3396-893e-4c8e-8a67-3efec45f1f10 req-2aeb3c7b-3052-4d37-b905-8952b27ea029 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.6972268 Aug 16 01:59:30.987692 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.029166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Calling delete_port for 6d32f182-387c-4fbc-a13c-f69dd698ead1 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:31.086897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67ad263c-587f-4726-ae1e-1fe9dca1be4a req-af551c2d-4cc6-424e-aaed-b117f2900ca8 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282648 Aug 16 01:59:31.145980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea0d3396-893e-4c8e-8a67-3efec45f1f10 req-b2172132-390d-457c-93c1-d7b6c20899b5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622288 Aug 16 01:59:31.189476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.203088 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.277804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4901581c-fd4c-4bb3-87b7-aa6d0752c2c1 req-9143434d-783b-43e1-bd31-97a1724f8154 service neutron] 10.222.0.84 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058881 Aug 16 01:59:31.505995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=a2277925-ebb2-4453-8a4e-9a10df755228,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.645360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4901581c-fd4c-4bb3-87b7-aa6d0752c2c1 req-e1578bc0-4ba2-44b1-8e35-bb7337324294 service neutron] 10.222.0.84 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571730 Aug 16 01:59:31.673600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41611-fe83-4692-9945-45432d1534ef req-832a1d92-4b2b-404f-b93f-bacb9f360afa tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.676611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26d41611-fe83-4692-9945-45432d1534ef req-832a1d92-4b2b-404f-b93f-bacb9f360afa tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.3973641 Aug 16 01:59:31.680131 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.857333 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26d41611-fe83-4692-9945-45432d1534ef req-59b88f89-4214-4fe2-aec4-1afe2635a1f8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697018 Aug 16 01:59:32.036842 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP 69ee3754-2d1c-4004-9dac-755e50183a8a associated. External IP: 172.25.2.79, port: 2e314f68-b396-4e7a-a188-f47753b97eb6. Aug 16 01:59:32.067104 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.113353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Pushing event deleted for resources: {'Port': ['ID=6d32f182-387c-4fbc-a13c-f69dd698ead1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.175901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.176633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.177243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.177966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.178845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.181645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.183688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.185047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.186176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.188299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.194329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.194329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:32.388565 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.391825 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9d47df46-85e5-4deb-9f96-a9fef57613ff tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] 10.222.0.79 "DELETE /v2.0/ports/6d32f182-387c-4fbc-a13c-f69dd698ead1 HTTP/1.1" status: 204 len: 168 time: 2.0118597 Aug 16 01:59:32.397577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48340) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:32.541020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52a1be4-7cee-4f43-8548-69ec566938a8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Deleting subnet ef5b9be9-0c68-4731-bff3-08cab9a6df5e {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:32.547680 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d52a1be4-7cee-4f43-8548-69ec566938a8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.558673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:32.616088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d52a1be4-7cee-4f43-8548-69ec566938a8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.782551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d52a1be4-7cee-4f43-8548-69ec566938a8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.909517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6cfaa-eb43-4e28-8624-fdcaca5220e6 req-496e6476-74dc-449b-8dec-a2a2ee32cfed tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.911404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fec6cfaa-eb43-4e28-8624-fdcaca5220e6 req-496e6476-74dc-449b-8dec-a2a2ee32cfed tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.6002166 Aug 16 01:59:32.918251 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d52a1be4-7cee-4f43-8548-69ec566938a8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.940374 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d52a1be4-7cee-4f43-8548-69ec566938a8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.942979 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d52a1be4-7cee-4f43-8548-69ec566938a8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] 10.222.0.79 "DELETE /v2.0/subnets/ef5b9be9-0c68-4731-bff3-08cab9a6df5e HTTP/1.1" status: 204 len: 168 time: 0.5443728 Aug 16 01:59:32.948949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48354) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:32.955238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba469e-f44a-47e7-806c-517c6e6ff0c1 req-1ca6ce55-6ee2-4136-bb28-40f20cb0f705 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.958146 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0a8bcc-0f1f-4e5f-9de3-d16c1d202a8d None None] Network 59984adf-5e61-4556-9486-5f3f4f549edc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:32.973757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cba469e-f44a-47e7-806c-517c6e6ff0c1 req-1ca6ce55-6ee2-4136-bb28-40f20cb0f705 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.4053836 Aug 16 01:59:32.998308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a1be4-7cee-4f43-8548-69ec566938a8 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5b9be9-0c68-4731-bff3-08cab9a6df5e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:33.123187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.193258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fec6cfaa-eb43-4e28-8624-fdcaca5220e6 req-f37b19f5-d1e8-462d-a038-351968aa2a5c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677763 Aug 16 01:59:33.237540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Deleting port 053212c5-db8a-4e14-aa86-bc53c3ff8827 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:33.237904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.251338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca376d8-6153-4a0a-b25e-97cb154bba09 None None] DHCP port deletion for 59984adf-5e61-4556-9486-5f3f4f549edc request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:59:33.315239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cba469e-f44a-47e7-806c-517c6e6ff0c1 req-aca19339-204d-439f-af19-5f2cc807d1f3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836471 Aug 16 01:59:33.317472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:33.361439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5bfd8a-36ad-4e94-9c3b-bab044604257 None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:33.395972 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.413553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bfd8a-36ad-4e94-9c3b-bab044604257 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:33.420872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-de5bfd8a-36ad-4e94-9c3b-bab044604257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:33.478237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] For port 053212c5-db8a-4e14-aa86-bc53c3ff8827, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=053212c5-db8a-4e14-aa86-bc53c3ff8827,segment=NetworkSegment(86a57888-abfb-4bdc-bb81-8815ce46f5fd),segment_id=86a57888-abfb-4bdc-bb81-8815ce46f5fd)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:33.478998 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.526643 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Calling delete_port for 053212c5-db8a-4e14-aa86-bc53c3ff8827 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:33.561014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d7452aca-7b76-4a46-887f-44b9304d08d6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.1364608 Aug 16 01:59:33.563220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48360) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:33.564429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-de5bfd8a-36ad-4e94-9c3b-bab044604257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:33.634083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4610560-f352-404b-98b0-2a0dcf26e9e3 req-4454cc00-e87f-4090-a05c-8d4cae138fe2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:33.634793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5ca376d8-6153-4a0a-b25e-97cb154bba09 None None] Deleting port 053212c5-db8a-4e14-aa86-bc53c3ff8827 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:33.635241 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5ca376d8-6153-4a0a-b25e-97cb154bba09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.638326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bfd8a-36ad-4e94-9c3b-bab044604257 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:33.645793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-de5bfd8a-36ad-4e94-9c3b-bab044604257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:33.647314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4610560-f352-404b-98b0-2a0dcf26e9e3 req-4454cc00-e87f-4090-a05c-8d4cae138fe2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2070391 Aug 16 01:59:33.718643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4610560-f352-404b-98b0-2a0dcf26e9e3 req-71940b4a-cc63-47af-abcb-1e55bc04cbe0 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646453 Aug 16 01:59:33.752501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-de5bfd8a-36ad-4e94-9c3b-bab044604257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:33.766766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5bfd8a-36ad-4e94-9c3b-bab044604257 None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:33.919847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5ca376d8-6153-4a0a-b25e-97cb154bba09 None None] For port 053212c5-db8a-4e14-aa86-bc53c3ff8827, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=053212c5-db8a-4e14-aa86-bc53c3ff8827,segment=NetworkSegment(86a57888-abfb-4bdc-bb81-8815ce46f5fd),segment_id=86a57888-abfb-4bdc-bb81-8815ce46f5fd)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:33.919847 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5ca376d8-6153-4a0a-b25e-97cb154bba09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.953667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5ca376d8-6153-4a0a-b25e-97cb154bba09 None None] Calling delete_port for 053212c5-db8a-4e14-aa86-bc53c3ff8827 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:33.962753 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cbed8cca-9141-4700-a478-f9fbc1432f76 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "GET /v2.0/floatingips/69ee3754-2d1c-4004-9dac-755e50183a8a HTTP/1.1" status: 200 len: 977 time: 0.3982649 Aug 16 01:59:33.965248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48364) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:34.071578 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.144542 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5ca376d8-6153-4a0a-b25e-97cb154bba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.164425 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Pushing event deleted for resources: {'Port': ['ID=053212c5-db8a-4e14-aa86-bc53c3ff8827,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:34.169450 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] No DVR routers for this DVR port 053212c5-db8a-4e14-aa86-bc53c3ff8827 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:34.197034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca376d8-6153-4a0a-b25e-97cb154bba09 None None] No DVR routers for this DVR port 053212c5-db8a-4e14-aa86-bc53c3ff8827 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:34.220259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca376d8-6153-4a0a-b25e-97cb154bba09 None None] Pushing event deleted for resources: {'Port': ['ID=053212c5-db8a-4e14-aa86-bc53c3ff8827,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:34.234613 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0d6325af-30f1-464f-af21-565857c80d39 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2676761 Aug 16 01:59:34.246343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48368) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:34.253724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'floatingip': {'port_id': 'aac6079b-13fb-4bd9-8e87-8af132dcc41b'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:34.341813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 053212c5-db8a-4e14-aa86-bc53c3ff8827 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:34.367066 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.380754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59984adf-5e61-4556-9486-5f3f4f549edc']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:34.393523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a57888-abfb-4bdc-bb81-8815ce46f5fd') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:34.393826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a57888-abfb-4bdc-bb81-8815ce46f5fd') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:34.402399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 053212c5-db8a-4e14-aa86-bc53c3ff8827 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:34.405087 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.413511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 053212c5-db8a-4e14-aa86-bc53c3ff8827 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:34.451919 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.461717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:34.462377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.533473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: timer() Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:34.543287 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:34.553110 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.561683 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.563558 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] 10.222.0.79 "DELETE /v2.0/networks/59984adf-5e61-4556-9486-5f3f4f549edc HTTP/1.1" status: 204 len: 168 time: 1.6125720 Aug 16 01:59:34.611756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0fdcc-9ab4-464d-9616-91feb1e44638 tempest-ExtraDHCPOptionsTestJSON-1961905648 tempest-ExtraDHCPOptionsTestJSON-1961905648-project] Pushing event deleted for resources: {'Network': ['ID=59984adf-5e61-4556-9486-5f3f4f549edc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:34.776686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a2b238a3-9b59-4067-8804-4eaac4919abd details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:35.035539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c14d7-a795-4b0a-b23e-2278c07939fa req-22c681c9-ce48-43bb-ad4a-6e11da9587d2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.037116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-578c14d7-a795-4b0a-b23e-2278c07939fa req-22c681c9-ce48-43bb-ad4a-6e11da9587d2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 944 time: 0.6591399 Aug 16 01:59:35.138250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:35.173684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'port_id': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'mac_address': 'fa:16:3e:39:33:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:35.257893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48386) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.264711 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.332663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b238a3-9b59-4067-8804-4eaac4919abd {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:35.363527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:35.381512 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.407964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ae61-982c-4c64-8fb0-a856a415320f req-fc26ec0c-a529-46c6-a2ff-13cb21df2e4b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.416582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f950ae61-982c-4c64-8fb0-a856a415320f req-fc26ec0c-a529-46c6-a2ff-13cb21df2e4b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.3781469 Aug 16 01:59:35.465073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=11']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:35.469040 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-578c14d7-a795-4b0a-b23e-2278c07939fa req-26053569-aba3-4b65-990a-9151e97e06ed tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3627682 Aug 16 01:59:35.509717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f950ae61-982c-4c64-8fb0-a856a415320f req-bab9defe-4cd0-4565-a967-4ab701b518b6 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849116 Aug 16 01:59:35.703727 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.resource_extend [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:59:35.777763 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-df3c8e57-599d-45be-9fc4-25bb571f9391 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea2d7fcdc31040058754b4dc2f9a49c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5185113 Aug 16 01:59:35.778424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48394) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.834447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['a2b238a3-9b59-4067-8804-4eaac4919abd'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:35.878643 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7c79f670-a3d2-4893-9b47-ca78d2f7332e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.951023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30c0cc-56ee-4f04-abfc-a3cf98f132b6 req-5eed2b68-7f85-4335-a77b-431ad63ab036 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.953249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca30c0cc-56ee-4f04-abfc-a3cf98f132b6 req-5eed2b68-7f85-4335-a77b-431ad63ab036 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1419737 Aug 16 01:59:35.955856 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.957127 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7c79f670-a3d2-4893-9b47-ca78d2f7332e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.001653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca30c0cc-56ee-4f04-abfc-a3cf98f132b6 req-daf5bd53-396b-4199-ba28-66400d70699f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Aug 16 01:59:36.002984 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.062843 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7c79f670-a3d2-4893-9b47-ca78d2f7332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.066308 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7c79f670-a3d2-4893-9b47-ca78d2f7332e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.067587 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7c79f670-a3d2-4893-9b47-ca78d2f7332e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06d8305a-4394-4c7d-a371-1fb8ca763326 HTTP/1.1" status: 204 len: 168 time: 0.2882054 Aug 16 01:59:36.082570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79f670-a3d2-4893-9b47-ca78d2f7332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d8305a-4394-4c7d-a371-1fb8ca763326,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:36.134103 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP 69ee3754-2d1c-4004-9dac-755e50183a8a associated. External IP: 172.25.2.79, port: 2e314f68-b396-4e7a-a188-f47753b97eb6. Aug 16 01:59:36.546626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:37.568475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48436) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:37.654280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c865d-b17b-45fc-9dc2-fd4845c38056 req-45bf2f40-12cf-4e77-9ca8-5b3d77b98b8d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.662420 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f49c865d-b17b-45fc-9dc2-fd4845c38056 req-45bf2f40-12cf-4e77-9ca8-5b3d77b98b8d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.2322178 Aug 16 01:59:37.666361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:37.679753 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e34d9c-1ef2-43d1-93d2-40bd24cd11d2 None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:37.697134 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e34d9c-1ef2-43d1-93d2-40bd24cd11d2 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:37.704010 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-66e34d9c-1ef2-43d1-93d2-40bd24cd11d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:37.705637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196f243-c01a-4d69-a205-34e675e0806f req-a5b39483-e8e4-4671-b96a-d0d9effb72fb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.707593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f196f243-c01a-4d69-a205-34e675e0806f req-a5b39483-e8e4-4671-b96a-d0d9effb72fb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.2960739 Aug 16 01:59:37.817769 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f49c865d-b17b-45fc-9dc2-fd4845c38056 req-d76167cc-39cf-4deb-a192-3c271cddf80b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544399 Aug 16 01:59:37.827356 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-66e34d9c-1ef2-43d1-93d2-40bd24cd11d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:37.866906 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e34d9c-1ef2-43d1-93d2-40bd24cd11d2 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:37.867542 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-66e34d9c-1ef2-43d1-93d2-40bd24cd11d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:37.903701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f196f243-c01a-4d69-a205-34e675e0806f req-32f57e4d-e33b-46fc-85f5-cadb719b9cf1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800494 Aug 16 01:59:37.929203 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-679e3ce2-2b4e-4740-94d2-6acabaa6f3ac service neutron] show failed (client error): The resource could not be found. Aug 16 01:59:37.929203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-679e3ce2-2b4e-4740-94d2-6acabaa6f3ac service neutron] 10.222.0.84 "GET /v2.0/ports/79888a3e-e6db-456b-af27-15341d3710de/bindings/n-h2-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.5014651 Aug 16 01:59:37.948461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-692842266'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:38.043677 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-66e34d9c-1ef2-43d1-93d2-40bd24cd11d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:38.044342 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e34d9c-1ef2-43d1-93d2-40bd24cd11d2 None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:38.055315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Made reservation on behalf of 71bb2387adb0490888be227896717123 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:38.069245 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.092238 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.225366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1c898-659f-43b3-8e21-440a962568e1 req-b7a4bb9e-af1a-4213-b626-019088d7347e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.226958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0d1c898-659f-43b3-8e21-440a962568e1 req-b7a4bb9e-af1a-4213-b626-019088d7347e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1549523 Aug 16 01:59:38.365634 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0d1c898-659f-43b3-8e21-440a962568e1 req-6a0ee7a6-bb85-4b1c-aa3c-3d20c49b11a6 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290903 Aug 16 01:59:38.405134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.415389 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.471787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1d4f07-5c48-469e-b5cc-d0d046338c1a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:38.505147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:38.534616 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.534972 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Added segment 21d7a1a0-feda-451d-bbaa-83522aceffaa of type vlan for network 13bc3e48-ef47-4691-b8ea-274ac7256a98 Aug 16 01:59:38.614179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-80af6e6c-4896-4b10-8e32-81cef56ad2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.625154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-80af6e6c-4896-4b10-8e32-81cef56ad2d5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56&tenant_id=c65095f958914cd69aa95e35266c1eba HTTP/1.1" status: 200 len: 1101 time: 0.2712762 Aug 16 01:59:38.631288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:38.662521 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.730276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.736228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.737452 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.796260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a2b238a3-9b59-4067-8804-4eaac4919abd up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:38.825702 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.926378 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3512979 Aug 16 01:59:38.935330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48452) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.957404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Request body: {'subnet': {'network_id': '13bc3e48-ef47-4691-b8ea-274ac7256a98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:39.003173 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cda114d8-433e-4258-8cea-a8eacb4a7b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.029825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae847c4-349f-463d-89ac-6621a5930068 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event updated for resources: {'Network': ['ID=13bc3e48-ef47-4691-b8ea-274ac7256a98,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.036027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port a2b238a3-9b59-4067-8804-4eaac4919abd completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:39.040473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port a2b238a3-9b59-4067-8804-4eaac4919abd triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:39.040859 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.044588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 13bc3e48-ef47-4691-b8ea-274ac7256a98 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:39.051803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:39.267319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Made reservation on behalf of 71bb2387adb0490888be227896717123 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:39.272409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.436433 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.593947 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.607793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d1d55-b0b6-40ce-a080-540642a144ef req-e5c5555c-8e1c-4e03-8fa9-3d3981f28717 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.617005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e35d1d55-b0b6-40ce-a080-540642a144ef req-e5c5555c-8e1c-4e03-8fa9-3d3981f28717 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.5945365 Aug 16 01:59:39.648128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:39.654656 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bce950-23f4-4652-a8e3-e4bed2920843" -d '{"events": [{"server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "name": "network-vif-plugged", "status": "completed", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:39.692235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:39.705960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249e207-bc35-492c-8d7f-2b488897feec req-b6aa7c02-b1cf-4497-9624-f521d8177f5a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.707778 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.713232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7249e207-bc35-492c-8d7f-2b488897feec req-b6aa7c02-b1cf-4497-9624-f521d8177f5a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 945 time: 0.6216478 Aug 16 01:59:39.768577 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.824938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=12']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.841224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.842458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.847445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.849046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.849623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.851162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.851741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.853039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.853631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.854886 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.855463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.856662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:39.901201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event updated for resources: {'Subnet': ['ID=c2345423-08d1-411a-a89f-3ed10b436008,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.924101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e35d1d55-b0b6-40ce-a080-540642a144ef req-3cf409b9-ce0d-4aaf-919e-879181d452f3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057387 Aug 16 01:59:39.933037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Checking segment: {'id': '21d7a1a0-feda-451d-bbaa-83522aceffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '13bc3e48-ef47-4691-b8ea-274ac7256a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:39.933037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Network hostable DHCP agents. Network: 13bc3e48-ef47-4691-b8ea-274ac7256a98, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:39.967472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7249e207-bc35-492c-8d7f-2b488897feec req-ef86710f-0074-4d9e-8a3d-576571f161e5 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529273 Aug 16 01:59:39.983418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:39.998513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c3e98-b8a5-49c6-9573-b63c1198bbf5 None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:40.003409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Network 13bc3e48-ef47-4691-b8ea-274ac7256a98 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:40.011497 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.022993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c3e98-b8a5-49c6-9573-b63c1198bbf5 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:40.023864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ad2c3e98-b8a5-49c6-9573-b63c1198bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.024036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 13bc3e48-ef47-4691-b8ea-274ac7256a98) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:40.041095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.042350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.077025 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-59da6184-c44e-47af-ac30-2c00c47a91a4 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1400080 Aug 16 01:59:40.080647 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48468) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.094460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-dec20d65-4128-4a81-9f34-ec0c7b15d020 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-965026748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:40.100639 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c54f9f-4ea5-4a35-8a03-203a42b04f76 x-openstack-request-id: req-89c54f9f-4ea5-4a35-8a03-203a42b04f76 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:40.101453 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "name": "network-vif-plugged", "status": "completed", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:40.101807 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89c54f9f-4ea5-4a35-8a03-203a42b04f76 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:40.102300 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'code': 200} Aug 16 01:59:40.106363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ad2c3e98-b8a5-49c6-9573-b63c1198bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.115769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af5b7dc-1804-43f7-ae71-d42cf96d973c None None] Network 13bc3e48-ef47-4691-b8ea-274ac7256a98 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:40.126712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:40.140411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c3e98-b8a5-49c6-9573-b63c1198bbf5 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:40.141767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ad2c3e98-b8a5-49c6-9573-b63c1198bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.166084 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dec20d65-4128-4a81-9f34-ec0c7b15d020 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.167299 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dec20d65-4128-4a81-9f34-ec0c7b15d020 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.207012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c44fbd-2254-4723-a839-4f2cd455d359 req-614e6183-f418-4198-a6c7-9e4e8472afe8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.208515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80c44fbd-2254-4723-a839-4f2cd455d359 req-614e6183-f418-4198-a6c7-9e4e8472afe8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1510179 Aug 16 01:59:40.256003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cc5007f8-6990-493a-bc1f-066d5d3bdfb0 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "PUT /v2.0/floatingips/69ee3754-2d1c-4004-9dac-755e50183a8a HTTP/1.1" status: 200 len: 977 time: 6.0084867 Aug 16 01:59:40.260730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48470) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.266450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ad2c3e98-b8a5-49c6-9573-b63c1198bbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.267459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c3e98-b8a5-49c6-9573-b63c1198bbf5 None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:40.277264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:40.293367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-85686c6b-4446-43e0-96c7-2e1638520b55 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:40.348025 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dec20d65-4128-4a81-9f34-ec0c7b15d020 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.366299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80c44fbd-2254-4723-a839-4f2cd455d359 req-b26a5e03-5155-49b5-a7d5-b5eda1670389 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371782 Aug 16 01:59:40.366761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1a080-47be-46d4-858d-389b6864a318 req-a8e8fa44-d932-487a-9310-87814011cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.369004 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ef1a080-47be-46d4-858d-389b6864a318 req-a8e8fa44-d932-487a-9310-87814011cd9f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 1098 time: 0.1273155 Aug 16 01:59:40.370483 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dec20d65-4128-4a81-9f34-ec0c7b15d020 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.440026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dec20d65-4128-4a81-9f34-ec0c7b15d020 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.441179 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dec20d65-4128-4a81-9f34-ec0c7b15d020 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3582826 Aug 16 01:59:40.447625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48474) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.463443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-13bc3e48-ef47-4691-b8ea-274ac7256a98', 'network_id': '13bc3e48-ef47-4691-b8ea-274ac7256a98', 'tenant_id': '71bb2387adb0490888be227896717123', 'fixed_ips': [{'subnet_id': 'c2345423-08d1-411a-a89f-3ed10b436008'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:40.464673 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.582804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79888a3e-e6db-456b-af27-15341d3710de'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:40.587529 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59221a7-7b08-4242-acfe-54838c7eadcc" -d '{"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-unplugged", "status": "completed", "tag": "79888a3e-e6db-456b-af27-15341d3710de"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:40.594604 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.639910 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ef1a080-47be-46d4-858d-389b6864a318 req-e9661130-bffb-4521-aecf-9a47ce04e9d6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338676 Aug 16 01:59:40.657409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Transition to ACTIVE for port object 79888a3e-e6db-456b-af27-15341d3710de will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:40.667899 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-85686c6b-4446-43e0-96c7-2e1638520b55 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.671796 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.777986 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e4713e-a586-4b76-b03a-cb1fc8249f75 x-openstack-request-id: req-b0e4713e-a586-4b76-b03a-cb1fc8249f75 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:40.778277 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-unplugged", "status": "completed", "tag": "79888a3e-e6db-456b-af27-15341d3710de", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:40.778533 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b0e4713e-a586-4b76-b03a-cb1fc8249f75 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:40.778914 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79888a3e-e6db-456b-af27-15341d3710de', 'code': 200} Aug 16 01:59:40.903542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Allocated IP 172.20.0.2 (13bc3e48-ef47-4691-b8ea-274ac7256a98/c2345423-08d1-411a-a89f-3ed10b436008/4692d08a-1b8a-4f8c-a8c7-adf3c5449e69) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:40.923660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:40.986086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] No DVR routers for this DVR port 79888a3e-e6db-456b-af27-15341d3710de on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:41.364660 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-85686c6b-4446-43e0-96c7-2e1638520b55 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.390375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090f635-35d1-435a-bbb9-4035ed5a9699 req-3ba25357-7d68-436b-9fb7-24c9f3a1c490 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.406087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6090f635-35d1-435a-bbb9-4035ed5a9699 req-3ba25357-7d68-436b-9fb7-24c9f3a1c490 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 946 time: 0.2676346 Aug 16 01:59:41.406998 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.431356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.453950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:41.455434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:41.458714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:41.498299 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-85686c6b-4446-43e0-96c7-2e1638520b55 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.498617 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-85686c6b-4446-43e0-96c7-2e1638520b55 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP 69ee3754-2d1c-4004-9dac-755e50183a8a disassociated. External IP: 172.25.2.79, port: aac6079b-13fb-4bd9-8e87-8af132dcc41b. Aug 16 01:59:41.511181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Transition to ACTIVE for port object 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:41.550325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769347e4-edf1-42c2-9b46-ec942bbf99ed req-21222405-605f-4b31-b8de-acb650bff2b5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.566798 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-769347e4-edf1-42c2-9b46-ec942bbf99ed req-21222405-605f-4b31-b8de-acb650bff2b5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 947 time: 0.4378183 Aug 16 01:59:41.599591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Transition to ACTIVE for port object 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:41.632424 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.704699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Port 79888a3e-e6db-456b-af27-15341d3710de on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:41.705098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:41.714272 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-176b0598-3d44-4b1d-8eb3-4001ff418df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.723439 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.766017 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Network 13bc3e48-ef47-4691-b8ea-274ac7256a98 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:41.767251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Pushing event updated for resources: {'Port': ['ID=4692d08a-1b8a-4f8c-a8c7-adf3c5449e69,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:41.771421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6090f635-35d1-435a-bbb9-4035ed5a9699 req-5706deb7-a85c-4643-924d-7a0ae298933f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3627012 Aug 16 01:59:41.780681 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:41.784359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:41.784699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:41.785113 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:41.785565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Bound port: 79888a3e-e6db-456b-af27-15341d3710de, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:41.785926 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.793807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:41.889060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-769347e4-edf1-42c2-9b46-ec942bbf99ed req-40c9e156-1e90-474d-a884-ef1af38ebf24 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212497 Aug 16 01:59:41.921072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Allocated IP 172.20.0.1 (13bc3e48-ef47-4691-b8ea-274ac7256a98/c2345423-08d1-411a-a89f-3ed10b436008/5c5b8efd-435b-4fce-8a3a-530a92f5751c) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:41.954212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Attempting to bind port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:41.956883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Attempting to bind port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '21d7a1a0-feda-451d-bbaa-83522aceffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '13bc3e48-ef47-4691-b8ea-274ac7256a98'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:41.957389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Attempting to bind port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 on network 13bc3e48-ef47-4691-b8ea-274ac7256a98 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:41.972893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:41.973371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Checking segment: {'id': '21d7a1a0-feda-451d-bbaa-83522aceffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '13bc3e48-ef47-4691-b8ea-274ac7256a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:41.973847 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.974324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Bound using segment: {'id': '21d7a1a0-feda-451d-bbaa-83522aceffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '13bc3e48-ef47-4691-b8ea-274ac7256a98'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:41.974884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Bound port: 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d7a1a0-feda-451d-bbaa-83522aceffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '13bc3e48-ef47-4691-b8ea-274ac7256a98'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:41.975334 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.044238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 79888a3e-e6db-456b-af27-15341d3710de no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:42.095086 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.114387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Transition to ACTIVE for port object 5c5b8efd-435b-4fce-8a3a-530a92f5751c will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:42.152951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] For port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:42.155709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 79888a3e-e6db-456b-af27-15341d3710de not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:42.158033 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] For port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4692d08a-1b8a-4f8c-a8c7-adf3c5449e69,segment=NetworkSegment(21d7a1a0-feda-451d-bbaa-83522aceffaa),segment_id=21d7a1a0-feda-451d-bbaa-83522aceffaa)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:42.160769 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.167922 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.216265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Network 13bc3e48-ef47-4691-b8ea-274ac7256a98 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:42.233721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:42.242633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:42.248015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:42.255397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:42.273202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5fa67-ee33-4d81-9886-aaa5eae6e4f8 req-1ccebf62-49e4-4600-acef-cea54074edff tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.278085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fb5fa67-ee33-4d81-9886-aaa5eae6e4f8 req-1ccebf62-49e4-4600-acef-cea54074edff tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2529638 Aug 16 01:59:42.281803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.287816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event updated for resources: {'Port': ['ID=5c5b8efd-435b-4fce-8a3a-530a92f5751c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:42.334178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8dcac-b01c-4844-bcbe-d495267573ad None None] Pushing event updated for resources: {'Port': ['ID=4692d08a-1b8a-4f8c-a8c7-adf3c5449e69,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:42.346662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.347086 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.349070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.353876 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] 10.222.0.89 "PUT /v2.0/ports/79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 1096 time: 3.7268746 Aug 16 01:59:42.437503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191d781-8266-42f1-bbe1-ef781d5e8769 service neutron] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:42.625611 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.656339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fb5fa67-ee33-4d81-9886-aaa5eae6e4f8 req-79b07d23-0add-440f-8cad-6a1e505a7433 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380992 Aug 16 01:59:42.759796 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.845028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'tag': '79888a3e-e6db-456b-af27-15341d3710de'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:42.850248 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c52e57-ab07-4431-9966-7c915b539ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "tag": "79888a3e-e6db-456b-af27-15341d3710de"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:42.928395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-1d599132-5db5-42d6-a993-f94679353d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.939483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-1d599132-5db5-42d6-a993-f94679353d26 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 1099 time: 0.5110135 Aug 16 01:59:42.954998 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd427d2d-bf70-45a0-ac5e-2122662ba1e6 x-openstack-request-id: req-cd427d2d-bf70-45a0-ac5e-2122662ba1e6 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:42.955213 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "tag": "79888a3e-e6db-456b-af27-15341d3710de", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:42.955463 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd427d2d-bf70-45a0-ac5e-2122662ba1e6 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:42.955904 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'tag': '79888a3e-e6db-456b-af27-15341d3710de', 'status': 'completed', 'code': 200} Aug 16 01:59:43.113772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85686c6b-4446-43e0-96c7-2e1638520b55 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:43.213365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.220430 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.354666 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.370858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event updated for resources: {'Port': ['ID=5c5b8efd-435b-4fce-8a3a-530a92f5751c,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.490887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Network 13bc3e48-ef47-4691-b8ea-274ac7256a98 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:43.493014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:43.683667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Router 3fc70c75-22a3-45cf-9126-74ab4c8b309e is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:59:43.906977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:43.918632 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d7cbc-d883-4924-ad8d-5cd3f010d3ce None None] Sync routers for ids ['3fc70c75-22a3-45cf-9126-74ab4c8b309e'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:43.927729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-f6a4a748-4326-4f2d-9e98-0ccb60e189f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.931658 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-f6a4a748-4326-4f2d-9e98-0ccb60e189f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.9730856 Aug 16 01:59:43.944082 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d7cbc-d883-4924-ad8d-5cd3f010d3ce None None] Routers {'3fc70c75-22a3-45cf-9126-74ab4c8b309e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:43.944943 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a32d7cbc-d883-4924-ad8d-5cd3f010d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['3fc70c75-22a3-45cf-9126-74ab4c8b309e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:43.963905 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bcb4c037-a996-469d-8367-31e1206fd86f tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "PUT /v2.0/routers/3fc70c75-22a3-45cf-9126-74ab4c8b309e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5151899 Aug 16 01:59:43.968422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48530) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:43.989541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Request body: {'port': {'network_id': '13bc3e48-ef47-4691-b8ea-274ac7256a98', 'name': 'tempest-FloatingIPNegativeTestJSON-388510945'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:44.046468 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a32d7cbc-d883-4924-ad8d-5cd3f010d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:44.060475 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d7cbc-d883-4924-ad8d-5cd3f010d3ce None None] Routers {'3fc70c75-22a3-45cf-9126-74ab4c8b309e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:44.061607 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a32d7cbc-d883-4924-ad8d-5cd3f010d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['3fc70c75-22a3-45cf-9126-74ab4c8b309e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:44.121125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46590c6e-7706-486e-92dd-959270d4b0ec None None] Network 13bc3e48-ef47-4691-b8ea-274ac7256a98 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:44.126914 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a32d7cbc-d883-4924-ad8d-5cd3f010d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:44.130904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-ce0406c7-6124-433f-b7d5-04a08294a77a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 217 time: 0.1525109 Aug 16 01:59:44.131853 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d7cbc-d883-4924-ad8d-5cd3f010d3ce None None] The sync data for ids ['3fc70c75-22a3-45cf-9126-74ab4c8b309e'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:44.257931 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.299178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-df1f8b28-0060-416b-afbf-04b34e6355cd None None] Provisioning for port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:44.347021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Made reservation on behalf of 71bb2387adb0490888be227896717123 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:44.353258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.400798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] device_id is not set on port 1118ec99-7120-46e2-9aba-7cbe134b4343 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:59:44.423718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d3619-102e-46b7-920c-d5941390d45c req-59b41113-102f-48fb-a2f9-aad86a92374a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.426342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e1d3619-102e-46b7-920c-d5941390d45c req-59b41113-102f-48fb-a2f9-aad86a92374a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 947 time: 1.3813918 Aug 16 01:59:44.511252 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:44.572353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Allocated IP 172.20.0.4 (13bc3e48-ef47-4691-b8ea-274ac7256a98/c2345423-08d1-411a-a89f-3ed10b436008/1118ec99-7120-46e2-9aba-7cbe134b4343) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:44.578267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:44.583542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:44.584121 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.783265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85686c6b-4446-43e0-96c7-2e1638520b55 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:44.852381 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.875318 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-85686c6b-4446-43e0-96c7-2e1638520b55 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.905149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-ad55eb56-2774-4f07-8f45-9692415c9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.905149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-ad55eb56-2774-4f07-8f45-9692415c9440 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 1099 time: 1.8266191 Aug 16 01:59:44.905591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5440f89e-fab9-419f-a547-fafbe61edea5 None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:44.971241 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4692d08a-1b8a-4f8c-a8c7-adf3c5449e69,segment=NetworkSegment(21d7a1a0-feda-451d-bbaa-83522aceffaa),segment_id=21d7a1a0-feda-451d-bbaa-83522aceffaa)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:44.982296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eb494-df06-46bd-8e2a-7b1036f2749a req-b747661d-7c04-4c89-b6af-fbc33f05dc12 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.984116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-246eb494-df06-46bd-8e2a-7b1036f2749a req-b747661d-7c04-4c89-b6af-fbc33f05dc12 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 946 time: 1.9402730 Aug 16 01:59:44.986555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-2859354a-8ca4-4ca4-920c-ab448798993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.989035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-2859354a-8ca4-4ca4-920c-ab448798993a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.8328681 Aug 16 01:59:45.043419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5440f89e-fab9-419f-a547-fafbe61edea5 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:45.044705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5440f89e-fab9-419f-a547-fafbe61edea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:45.061648 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.154893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-85686c6b-4446-43e0-96c7-2e1638520b55 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "PUT /v2.0/floatingips/69ee3754-2d1c-4004-9dac-755e50183a8a HTTP/1.1" status: 200 len: 687 time: 4.8908288 Aug 16 01:59:45.200283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48544) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:45.203828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e1d3619-102e-46b7-920c-d5941390d45c req-8fef3353-485c-45a4-bdb0-448087fd6ed3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927969 Aug 16 01:59:45.521953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-246eb494-df06-46bd-8e2a-7b1036f2749a req-45f0c0a0-e1cd-41aa-87bf-876229f8de8f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4080563 Aug 16 01:59:45.641708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5440f89e-fab9-419f-a547-fafbe61edea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:45.694612 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5440f89e-fab9-419f-a547-fafbe61edea5 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:45.697304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-2c796a85-b9bf-4c12-bb15-598d9002f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.698328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5440f89e-fab9-419f-a547-fafbe61edea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:45.700429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-453253e0-adf6-4547-b1cd-bc2436a985ac None None] Provisioning for port 5c5b8efd-435b-4fce-8a3a-530a92f5751c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:45.700588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-2c796a85-b9bf-4c12-bb15-598d9002f6d9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6047800 Aug 16 01:59:45.701749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-0a36c092-2cf1-4759-b348-521e1aaf61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.708063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-0a36c092-2cf1-4759-b348-521e1aaf61cb service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.8078895 Aug 16 01:59:45.726176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-453253e0-adf6-4547-b1cd-bc2436a985ac None None] Provisioning complete for port 5c5b8efd-435b-4fce-8a3a-530a92f5751c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:45.737928 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-453253e0-adf6-4547-b1cd-bc2436a985ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.932082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5440f89e-fab9-419f-a547-fafbe61edea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:45.941486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5440f89e-fab9-419f-a547-fafbe61edea5 None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:45.979282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.001467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=4692d08a-1b8a-4f8c-a8c7-adf3c5449e69,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:46.010570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-453253e0-adf6-4547-b1cd-bc2436a985ac None None] Port 5c5b8efd-435b-4fce-8a3a-530a92f5751c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:46.032912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Transition to ACTIVE for port object 1118ec99-7120-46e2-9aba-7cbe134b4343 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:46.033496 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-f00d8bdc-78b8-4513-b4d4-b87e2ff68f35 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 217 time: 0.2969155 Aug 16 01:59:46.055470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-453253e0-adf6-4547-b1cd-bc2436a985ac None None] Provisioning complete for port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:46.056286 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-453253e0-adf6-4547-b1cd-bc2436a985ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.129574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.259912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Network 13bc3e48-ef47-4691-b8ea-274ac7256a98 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:46.284458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:46.298305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:46.312462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-668b65a9-8192-4096-a6a8-aa6342a0517e service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913129 Aug 16 01:59:46.350218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88f6be-68eb-4938-be6e-8848dc445c8d req-8eb1384d-6cf3-4e55-93ca-7f748544bcbb tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.373459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:46.386034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c88f6be-68eb-4938-be6e-8848dc445c8d req-8eb1384d-6cf3-4e55-93ca-7f748544bcbb tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.9132767 Aug 16 01:59:46.589603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.591564 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.595621 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bc1113dd-6250-4ac2-9d06-b43dccaceddb None None] Provisioning complete for port 5c5b8efd-435b-4fce-8a3a-530a92f5751c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:46.599986 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bc1113dd-6250-4ac2-9d06-b43dccaceddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.681410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event updated for resources: {'Port': ['ID=1118ec99-7120-46e2-9aba-7cbe134b4343,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:46.711913 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7b8e02d1-6937-45d7-9675-b49820a725a7 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7336674 Aug 16 01:59:46.712482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48576) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:46.733751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:46.758038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-bc1113dd-6250-4ac2-9d06-b43dccaceddb None None] Port 5c5b8efd-435b-4fce-8a3a-530a92f5751c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:46.779438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:46.779896 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.826188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.893918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0a14638d-7251-41d9-9a60-0c43d91b4347 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port a2277925-ebb2-4453-8a4e-9a10df755228 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:46.894576 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a14638d-7251-41d9-9a60-0c43d91b4347 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.964839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ec4b235e-bbda-42e2-988d-8322359efc95 None None] Provisioning for port 1118ec99-7120-46e2-9aba-7cbe134b4343 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:46.977388 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ec4b235e-bbda-42e2-988d-8322359efc95 None None] Provisioning complete for port 1118ec99-7120-46e2-9aba-7cbe134b4343 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:46.977767 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ec4b235e-bbda-42e2-988d-8322359efc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.983717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48578) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:47.040306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b235e-bbda-42e2-988d-8322359efc95 None None] Port 1118ec99-7120-46e2-9aba-7cbe134b4343 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:47.104181 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a14638d-7251-41d9-9a60-0c43d91b4347 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.105365 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a14638d-7251-41d9-9a60-0c43d91b4347 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.128727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0a14638d-7251-41d9-9a60-0c43d91b4347 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for a2277925-ebb2-4453-8a4e-9a10df755228 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:47.207088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.379832 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-988466a5-14c2-4186-9348-31d928ddbd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.427439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c88f6be-68eb-4938-be6e-8848dc445c8d req-1e93e36e-52dc-458b-975e-bc646f0bde5e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0317292 Aug 16 01:59:47.465062 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a14638d-7251-41d9-9a60-0c43d91b4347 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.580675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20206962-d88a-49bd-ac8b-7e13b7ea6672 req-13410ec7-1d11-45b6-bcaa-0a0fe479054e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.583847 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Allocated IP 172.25.2.215 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/ece30c74-802f-4c62-af50-adc27ca020ef) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:47.585509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20206962-d88a-49bd-ac8b-7e13b7ea6672 req-13410ec7-1d11-45b6-bcaa-0a0fe479054e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 947 time: 1.0837791 Aug 16 01:59:47.599729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14638d-7251-41d9-9a60-0c43d91b4347 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=a2277925-ebb2-4453-8a4e-9a10df755228,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:47.706600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-938566b5-fd0b-49fc-909c-9af9e87e2ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.708540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-938566b5-fd0b-49fc-909c-9af9e87e2ff5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 1.6164839 Aug 16 01:59:47.731914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d860a7ae-5469-4a6e-91e5-fd4484eb0b8c req-2c76b691-7755-40d5-98f0-9ae943eb7d78 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2819123 Aug 16 01:59:47.744933 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-988466a5-14c2-4186-9348-31d928ddbd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.759479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-988466a5-14c2-4186-9348-31d928ddbd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.792921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20206962-d88a-49bd-ac8b-7e13b7ea6672 req-d679b9c3-9303-4a84-a752-d77dfd4e2e65 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769223 Aug 16 01:59:47.821419 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.963616 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-988466a5-14c2-4186-9348-31d928ddbd31 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45f198147646433c8f8a8d8f1dfdd108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9792907 Aug 16 01:59:47.966196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48586) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:47.968083 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.066131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-29f7c3fe-6d26-4444-a3ef-4a6067ef761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.068184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-29f7c3fe-6d26-4444-a3ef-4a6067ef761f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3138824 Aug 16 01:59:48.071077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-4b9d99ef-6b66-43be-b24f-30f5a658f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.073178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-4b9d99ef-6b66-43be-b24f-30f5a658f790 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 1099 time: 0.2734923 Aug 16 01:59:48.081611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:48.090804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:48.103109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988466a5-14c2-4186-9348-31d928ddbd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc797d7-4c62-4637-96e2-6bd6a03c1753,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:48.109523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:48.142662 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.214728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event updated for resources: {'Port': ['ID=ece30c74-802f-4c62-af50-adc27ca020ef,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:48.261120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a14638d-7251-41d9-9a60-0c43d91b4347 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.265091 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a14638d-7251-41d9-9a60-0c43d91b4347 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.266445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0a14638d-7251-41d9-9a60-0c43d91b4347 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/floatingips/69ee3754-2d1c-4004-9dac-755e50183a8a HTTP/1.1" status: 204 len: 168 time: 3.0617151 Aug 16 01:59:48.281506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabe8e4-cfaa-4d2f-bb1f-affe880792c4 req-e6ceeba9-96f7-4483-8c64-77ff70d9bd3e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.283365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fabe8e4-cfaa-4d2f-bb1f-affe880792c4 req-e6ceeba9-96f7-4483-8c64-77ff70d9bd3e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 946 time: 0.6849518 Aug 16 01:59:48.284615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48588) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:48.377880 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-5d1c553e-2a48-404a-b4bd-c5543024bef9 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] delete failed (client error): The resource could not be found. Aug 16 01:59:48.379218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5d1c553e-2a48-404a-b4bd-c5543024bef9 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/floatingips/69ee3754-2d1c-4004-9dac-755e50183a8a HTTP/1.1" status: 404 len: 345 time: 0.0899215 Aug 16 01:59:48.386499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48590) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:48.440172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-154fe8e0-bf7a-404a-82ae-1e507ff21f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.492201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-96d70f4d-109c-4cd1-bade-a30243f412ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.494368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-96d70f4d-109c-4cd1-bade-a30243f412ba service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.3981731 Aug 16 01:59:48.497777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fabe8e4-cfaa-4d2f-bb1f-affe880792c4 req-775adf78-e7fa-41d2-a5f7-860b9cba5787 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938977 Aug 16 01:59:48.518791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-41dbcd60-aa93-4c57-9ee9-1a322c15f484 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305844 Aug 16 01:59:48.578206 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-154fe8e0-bf7a-404a-82ae-1e507ff21f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.600589 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-317cc2a4-f38a-4e73-ac7a-f8a51d5565c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 217 time: 0.0963395 Aug 16 01:59:48.636402 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.700291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d235b771-7c97-4218-8da7-9d01b94fd864 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.727365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d235b771-7c97-4218-8da7-9d01b94fd864 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.734157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d235b771-7c97-4218-8da7-9d01b94fd864 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.736006 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d235b771-7c97-4218-8da7-9d01b94fd864 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "GET /v2.0/ports?network_id=34660639-1b17-41ce-8278-b35b1387a777 HTTP/1.1" status: 200 len: 2358 time: 0.3410060 Aug 16 01:59:48.746262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48594) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:48.821165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-533f8ba9-b3c5-41da-a296-3103eb79aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.822026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-533f8ba9-b3c5-41da-a296-3103eb79aa5e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1612766 Aug 16 01:59:48.938750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22982941-168b-47ad-8dd4-be7831b40f1f req-9939cc99-6493-4105-ab4a-26d2915f840c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.948888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22982941-168b-47ad-8dd4-be7831b40f1f req-9939cc99-6493-4105-ab4a-26d2915f840c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2940207 Aug 16 01:59:48.959145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03262bdb-18cd-4461-b9f7-d84d41e1388c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.961025 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-03262bdb-18cd-4461-b9f7-d84d41e1388c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "GET /v2.0/subnets/7cc33e3b-3d33-4a6f-aa96-0e761af602fe HTTP/1.1" status: 200 len: 797 time: 0.2128000 Aug 16 01:59:48.969495 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48602) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:48.982122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'port': {'network_id': '34660639-1b17-41ce-8278-b35b1387a777', 'name': 'tempest-FloatingIPTestJSON-881690390', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:49.004417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-2a0a6d5f-f640-49c9-a169-18763958aa41 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416869 Aug 16 01:59:49.067047 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-154fe8e0-bf7a-404a-82ae-1e507ff21f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.070111 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-154fe8e0-bf7a-404a-82ae-1e507ff21f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.074069 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-154fe8e0-bf7a-404a-82ae-1e507ff21f31 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bfc797d7-4c62-4637-96e2-6bd6a03c1753 HTTP/1.1" status: 204 len: 168 time: 1.0956433 Aug 16 01:59:49.120421 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.152411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-55517d51-276d-4a7a-99bb-f2a7dceb52af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.160402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-55517d51-276d-4a7a-99bb-f2a7dceb52af service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3199632 Aug 16 01:59:49.162749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fe8e0-bf7a-404a-82ae-1e507ff21f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc797d7-4c62-4637-96e2-6bd6a03c1753,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:49.196623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Made reservation on behalf of cc9a7d6baf0143feb387c144855a8643 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:49.326536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22982941-168b-47ad-8dd4-be7831b40f1f req-90fd8280-537c-431e-851b-dec21d02f825 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093903 Aug 16 01:59:49.540586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77c854-61eb-42a4-af4b-9d806e4159df req-bfe8732e-9817-4c7f-a8f0-210bd1b5c2d9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.552447 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.556547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb77c854-61eb-42a4-af4b-9d806e4159df req-bfe8732e-9817-4c7f-a8f0-210bd1b5c2d9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 947 time: 0.5985882 Aug 16 01:59:49.583480 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.707232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event updated for resources: {'Port': ['ID=ece30c74-802f-4c62-af50-adc27ca020ef,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:49.732950 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.754118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb77c854-61eb-42a4-af4b-9d806e4159df req-687b9d03-5bd4-4466-8147-43f761ff3ea5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850626 Aug 16 01:59:49.802679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-e52f18e3-e79e-4108-90bf-d82b2296c2d1 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256952 Aug 16 01:59:49.844120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] device_id is not set on port eba1d1d5-8894-430f-914e-2ee0cc12d872 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:59:49.991353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48612) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.006177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.052166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d19fa-56a9-4e69-b0d0-928f8b29f0e8 req-867bdf09-9411-495d-ae28-14ec6ffc4b42 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.067300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-659d19fa-56a9-4e69-b0d0-928f8b29f0e8 req-867bdf09-9411-495d-ae28-14ec6ffc4b42 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 946 time: 0.3679903 Aug 16 01:59:50.085261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd0713c5-b39b-4334-8cf9-a6d35f1ea477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.140758 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.146406 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d44f2db7-f887-4b75-839b-f65072c2b9ae tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4272358 Aug 16 01:59:50.149831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48614) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.157037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-78815bd8-e38d-47c7-aae2-b37b6ade2fca tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Request body: {'floatingip': {'port_id': '1118ec99-7120-46e2-9aba-7cbe134b4343', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:50.165387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-659d19fa-56a9-4e69-b0d0-928f8b29f0e8 req-aff2c6de-bad8-46e5-a492-7ed30f0d2a3c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970812 Aug 16 01:59:50.200776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9c52e57-ab07-4431-9966-7c915b539ae0 req-b454172a-ec8b-47ad-bd85-9b25b6311414 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823078 Aug 16 01:59:50.306008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd0713c5-b39b-4334-8cf9-a6d35f1ea477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.315325 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd0713c5-b39b-4334-8cf9-a6d35f1ea477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.366054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-78815bd8-e38d-47c7-aae2-b37b6ade2fca tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for floatingip, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.384934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0713c5-b39b-4334-8cf9-a6d35f1ea477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2cb18c-a7d0-4aa4-82c9-9b92a0114614,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.397239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bd0713c5-b39b-4334-8cf9-a6d35f1ea477 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e855dd4e6fb24224ac6af2878639f52b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029312 Aug 16 01:59:50.398100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48618) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.520783 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-608d72ff-d20a-45d5-9cb8-ffa05c4468e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.552176 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-608d72ff-d20a-45d5-9cb8-ffa05c4468e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.573910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7acf73-84d5-4b39-bc39-d8148898b794 req-5646c852-a329-4f4c-91b7-bb6609199b1a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.582805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e7acf73-84d5-4b39-bc39-d8148898b794 req-5646c852-a329-4f4c-91b7-bb6609199b1a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.0962772 Aug 16 01:59:50.635791 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-78815bd8-e38d-47c7-aae2-b37b6ade2fca tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] update failed (client error): The resource could not be found. Aug 16 01:59:50.640005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-78815bd8-e38d-47c7-aae2-b37b6ade2fca tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "PUT /v2.0/floatingips/43b1f816-6f80-41e7-b1cf-fca4adbce0b4 HTTP/1.1" status: 404 len: 507 time: 0.4892306 Aug 16 01:59:50.640727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48622) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.662040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.20.0.14 (34660639-1b17-41ce-8278-b35b1387a777/7cc33e3b-3d33-4a6f-aa96-0e761af602fe/eba1d1d5-8894-430f-914e-2ee0cc12d872) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:50.711292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.20.0.13 (34660639-1b17-41ce-8278-b35b1387a777/7cc33e3b-3d33-4a6f-aa96-0e761af602fe/eba1d1d5-8894-430f-914e-2ee0cc12d872) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:50.785406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e7acf73-84d5-4b39-bc39-d8148898b794 req-917250a0-20dc-4ffa-8abc-5a44fa22e76b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976783 Aug 16 01:59:50.787682 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-608d72ff-d20a-45d5-9cb8-ffa05c4468e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.827011 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-608d72ff-d20a-45d5-9cb8-ffa05c4468e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.831422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-608d72ff-d20a-45d5-9cb8-ffa05c4468e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca2cb18c-a7d0-4aa4-82c9-9b92a0114614 HTTP/1.1" status: 204 len: 168 time: 0.4284008 Aug 16 01:59:50.838831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 79888a3e-e6db-456b-af27-15341d3710de details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:50.869026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d72ff-d20a-45d5-9cb8-ffa05c4468e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2cb18c-a7d0-4aa4-82c9-9b92a0114614,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.984092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c5e61-8061-424b-9a04-334819ef9b0a req-bcf450af-0ca4-4013-8d41-160c9ce2eec4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.996035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-976c5e61-8061-424b-9a04-334819ef9b0a req-bcf450af-0ca4-4013-8d41-160c9ce2eec4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 947 time: 0.0781069 Aug 16 01:59:51.067659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-976c5e61-8061-424b-9a04-334819ef9b0a req-224542ac-4e6f-4cb9-b0c6-c5f6bf4a3e37 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675688 Aug 16 01:59:51.116415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:51.144239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-5476e229-e078-4b2a-9f96-b4fcbadf6935 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Deleting port ece30c74-802f-4c62-af50-adc27ca020ef {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:51.146652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5476e229-e078-4b2a-9f96-b4fcbadf6935 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.151769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '79888a3e-e6db-456b-af27-15341d3710de', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '79888a3e-e6db-456b-af27-15341d3710de', 'mac_address': 'fa:16:3e:1b:b7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:51.273434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.312086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79888a3e-e6db-456b-af27-15341d3710de {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:51.374867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:51.378986 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.380962 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.468907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.519781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671a291-1936-4cfe-826b-8cb77f84506b req-69f239cc-9b16-42e9-bb98-570e671a4183 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.529098 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f671a291-1936-4cfe-826b-8cb77f84506b req-69f239cc-9b16-42e9-bb98-570e671a4183 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 946 time: 0.2001219 Aug 16 01:59:51.573544 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5476e229-e078-4b2a-9f96-b4fcbadf6935 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.583083 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5476e229-e078-4b2a-9f96-b4fcbadf6935 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.667913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-5476e229-e078-4b2a-9f96-b4fcbadf6935 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Calling delete_port for ece30c74-802f-4c62-af50-adc27ca020ef owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:51.706440 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['79888a3e-e6db-456b-af27-15341d3710de'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:51.755077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f671a291-1936-4cfe-826b-8cb77f84506b req-1a4907dc-2bff-404b-9979-5fa4ab4c3a13 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152827 Aug 16 01:59:51.784321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.859430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=eba1d1d5-8894-430f-914e-2ee0cc12d872,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.878333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network 34660639-1b17-41ce-8278-b35b1387a777 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:51.885858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:51.894353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:51.955035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.957001 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.003526 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5aa029ea-a1fa-4034-af26-3d8130e6712f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.0322969 Aug 16 01:59:52.006581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48658) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.015504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'eba1d1d5-8894-430f-914e-2ee0cc12d872', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:52.031673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48660) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.046466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.193750 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5476e229-e078-4b2a-9f96-b4fcbadf6935 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.244151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476e229-e078-4b2a-9f96-b4fcbadf6935 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event deleted for resources: {'Port': ['ID=ece30c74-802f-4c62-af50-adc27ca020ef,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:52.247388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9ab90-a69a-4d9c-b34e-88e714ef6223 req-10d9f104-e9e8-4c04-a142-c74e7142ced9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.250375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9f9ab90-a69a-4d9c-b34e-88e714ef6223 req-10d9f104-e9e8-4c04-a142-c74e7142ced9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 948 time: 0.5257964 Aug 16 01:59:52.348353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f084065f-f60d-4231-b645-da9922a9cca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.379026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5476e229-e078-4b2a-9f96-b4fcbadf6935 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.382185 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5476e229-e078-4b2a-9f96-b4fcbadf6935 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.383368 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5476e229-e078-4b2a-9f96-b4fcbadf6935 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "DELETE /v2.0/floatingips/43b1f816-6f80-41e7-b1cf-fca4adbce0b4 HTTP/1.1" status: 204 len: 168 time: 1.7385948 Aug 16 01:59:52.384622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-5fbf178a-69f9-44b2-9c0f-75a9da04b45c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.386119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-5fbf178a-69f9-44b2-9c0f-75a9da04b45c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.89 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56&tenant_id=c65095f958914cd69aa95e35266c1eba&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 948 time: 0.7481835 Aug 16 01:59:52.389702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48684) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.402110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-957ef5cb-077c-4dee-846a-08f5e14dabc3 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Request body: {'floatingip': {'floating_network_id': '13bc3e48-ef47-4691-b8ea-274ac7256a98', 'port_id': '1118ec99-7120-46e2-9aba-7cbe134b4343', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:52.443219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-957ef5cb-077c-4dee-846a-08f5e14dabc3 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.466789 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.579903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f084065f-f60d-4231-b645-da9922a9cca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.593012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928091b7-b411-4a5e-93b9-ea4bda9aa1e7 req-8c7b3d2c-26aa-4272-887b-53562fdbe2da tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.595027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-928091b7-b411-4a5e-93b9-ea4bda9aa1e7 req-8c7b3d2c-26aa-4272-887b-53562fdbe2da tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.4506984 Aug 16 01:59:52.601422 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f084065f-f60d-4231-b645-da9922a9cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.620031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.25.2.235 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/917d2602-86f5-461b-8203-04afd906f3d0) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:52.743457 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.811743 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.845861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 79888a3e-e6db-456b-af27-15341d3710de up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:52.934056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:52.936799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=917d2602-86f5-461b-8203-04afd906f3d0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.009446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:53.030284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 79888a3e-e6db-456b-af27-15341d3710de completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:53.035615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 79888a3e-e6db-456b-af27-15341d3710de triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:53.036081 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.046495 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:53.154268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f084065f-f60d-4231-b645-da9922a9cca5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8ac4b4ceeb394179b120400c8841703a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1148202 Aug 16 01:59:53.156041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-ef2dc810-2c78-4940-ab0d-bd4d206872c9 service neutron] 10.222.0.89 "GET /v2.0/ports/79888a3e-e6db-456b-af27-15341d3710de/bindings/n-h2-768851-16 HTTP/1.1" status: 200 len: 383 time: 0.7541018 Aug 16 01:59:53.157303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48698) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:53.160675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084065f-f60d-4231-b645-da9922a9cca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941706ad-58b3-474f-8c5c-74dfca37daee,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.185620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9f9ab90-a69a-4d9c-b34e-88e714ef6223 req-4969bdfa-62f9-432e-80c9-4a2e38e8b1a8 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8591731 Aug 16 01:59:53.249377 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.288060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-928091b7-b411-4a5e-93b9-ea4bda9aa1e7 req-4f27a516-5d7d-4563-a585-abd5e86be1ea tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531074 Aug 16 01:59:53.289612 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc302809-35bc-4dde-b2cc-d9f7481413dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.325352 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc302809-35bc-4dde-b2cc-d9f7481413dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.368387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:53.370382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79888a3e-e6db-456b-af27-15341d3710de'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:53.376016 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc18a10d-d47f-4b47-a53b-21812b0be155" -d '{"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-plugged", "status": "completed", "tag": "79888a3e-e6db-456b-af27-15341d3710de"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:53.382241 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-2ef2a71e-52f8-45b6-ae62-73c45b6ec2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.384293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-2ef2a71e-52f8-45b6-ae62-73c45b6ec2d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 1100 time: 0.1977408 Aug 16 01:59:53.385569 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc302809-35bc-4dde-b2cc-d9f7481413dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.388449 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc302809-35bc-4dde-b2cc-d9f7481413dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.389525 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.399847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bc302809-35bc-4dde-b2cc-d9f7481413dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/941706ad-58b3-474f-8c5c-74dfca37daee HTTP/1.1" status: 204 len: 168 time: 0.2324228 Aug 16 01:59:53.442406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302809-35bc-4dde-b2cc-d9f7481413dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941706ad-58b3-474f-8c5c-74dfca37daee,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.530590 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-957ef5cb-077c-4dee-846a-08f5e14dabc3 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:59:53.531680 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-957ef5cb-077c-4dee-846a-08f5e14dabc3 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1361320 Aug 16 01:59:53.540706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.548502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48706) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:53.559334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '1118ec99-7120-46e2-9aba-7cbe134b4343', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:53.630060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.730688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-f048cf4f-585b-442c-b390-d2bfb982eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.732350 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-f048cf4f-585b-442c-b390-d2bfb982eb5e service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.3313134 Aug 16 01:59:53.754585 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c96d356-2ad5-45f9-afab-6919c7b57a48 x-openstack-request-id: req-0c96d356-2ad5-45f9-afab-6919c7b57a48 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:53.755161 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-plugged", "status": "completed", "tag": "79888a3e-e6db-456b-af27-15341d3710de", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:53.755609 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c96d356-2ad5-45f9-afab-6919c7b57a48 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:53.756253 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79888a3e-e6db-456b-af27-15341d3710de', 'code': 200} Aug 16 01:59:53.800434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-debd9c77-9629-4982-b175-fedbadc38a26 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 217 time: 0.0596659 Aug 16 01:59:53.905186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-95817267-4dd0-411f-9e4d-e48f5165bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.910416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-95817267-4dd0-411f-9e4d-e48f5165bdd3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1009526 Aug 16 01:59:53.995010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-b57dff42-267d-4dd1-9458-8b61d9cd0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.996525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-b57dff42-267d-4dd1-9458-8b61d9cd0689 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0812511 Aug 16 01:59:54.295130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872d93e-c15a-4704-8a17-7f991d93ea40 req-b08318d5-cf48-440f-9531-fd81e087b7ef tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.303081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7872d93e-c15a-4704-8a17-7f991d93ea40 req-b08318d5-cf48-440f-9531-fd81e087b7ef tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 946 time: 0.2567565 Aug 16 01:59:54.473812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7872d93e-c15a-4704-8a17-7f991d93ea40 req-bc8f2547-92f0-4914-a08c-7d69ca8b7a10 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596622 Aug 16 01:59:54.478251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-ecf9b55b-8688-46c8-bb14-b6be289a01bc service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679887 Aug 16 01:59:54.788292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d6da1-24ab-4c82-86af-b7bb1422499e req-36805974-6c77-4612-a6bc-dd99ee29229e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.797454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b2d6da1-24ab-4c82-86af-b7bb1422499e req-36805974-6c77-4612-a6bc-dd99ee29229e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.4542634 Aug 16 01:59:54.859786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dd452-dff5-49c2-a217-24bf94550d0c req-1539d531-bd1f-49bf-bc15-5e3a6329f286 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.861853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d09dd452-dff5-49c2-a217-24bf94550d0c req-1539d531-bd1f-49bf-bc15-5e3a6329f286 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2031634 Aug 16 01:59:54.905607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b2d6da1-24ab-4c82-86af-b7bb1422499e req-918fea9f-2b23-42dd-804b-bba38eac6265 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069772 Aug 16 01:59:54.922365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48754) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:54.931435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-531e42c1-75e6-44fa-8a71-4c673c843891 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443109 Aug 16 01:59:54.948335 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.976806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d09dd452-dff5-49c2-a217-24bf94550d0c req-e31069f6-f709-499d-aabe-f670a1a75a9c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026440 Aug 16 01:59:55.057991 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.086036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-334265237-network', 'tenant_id': '484982a6f820401db661b465ebb818c7'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:55.124584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Made reservation on behalf of 484982a6f820401db661b465ebb818c7 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:55.130258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.141590 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.240112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Allocated IP 172.25.2.18 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/88ada40e-eecd-4f4c-80fd-0defcb5fab75) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:55.245841 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.276405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.282552 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.308858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:55.325442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577a9f86-45c2-4335-94b1-b0aae829d631,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.331603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.332080 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Added segment fab3463d-ebdb-4a11-9628-dc26a7562cdb of type vlan for network 1a6dfcdf-b551-45f8-a7d8-af630400e19e Aug 16 01:59:55.398572 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.446477 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.449325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:55.450965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.464021 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.545547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.579294 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.589010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] Pushing event updated for resources: {'Network': ['ID=1a6dfcdf-b551-45f8-a7d8-af630400e19e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.589227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.600093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 1a6dfcdf-b551-45f8-a7d8-af630400e19e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:55.607922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-89474dfc-eb02-4062-be25-dbe6237aa641 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6794591 Aug 16 01:59:55.607922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48764) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:55.622135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] Request body: {'subnet': {'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-334265237-subnet', 'tenant_id': '484982a6f820401db661b465ebb818c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:55.633363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:55.637884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:55.640499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:55.703450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] Made reservation on behalf of 484982a6f820401db661b465ebb818c7 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:55.706361 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.756201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=917d2602-86f5-461b-8203-04afd906f3d0,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.789123 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.923715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event updated for resources: {'Port': ['ID=88ada40e-eecd-4f4c-80fd-0defcb5fab75,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.027215 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP 9ebd712d-cc94-401f-a8b2-80869c9c6314 associated. External IP: 172.25.2.235, port: eba1d1d5-8894-430f-914e-2ee0cc12d872. Aug 16 01:59:56.061190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16b61a-65de-421b-9c8c-aeeae6fa54b9 req-0e4a1109-eb51-4726-8430-c649ca775642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.062694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e16b61a-65de-421b-9c8c-aeeae6fa54b9 req-0e4a1109-eb51-4726-8430-c649ca775642 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 1097 time: 0.1322510 Aug 16 01:59:56.161287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Deleting port 88ada40e-eecd-4f4c-80fd-0defcb5fab75 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:56.163149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.185182 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.275187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.275537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.291465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Calling delete_port for 88ada40e-eecd-4f4c-80fd-0defcb5fab75 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:56.299888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e456599-7231-4464-b2f0-53e7bc35cf88 req-4784e6aa-c312-437e-924d-ed0bed46e02c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.302613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e456599-7231-4464-b2f0-53e7bc35cf88 req-4784e6aa-c312-437e-924d-ed0bed46e02c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.2819996 Aug 16 01:59:56.360162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e62252-3023-4a56-921c-e3c21d53c8f2 req-ecac9668-17ae-402f-bbc4-8bf15381d283 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.362823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77e62252-3023-4a56-921c-e3c21d53c8f2 req-ecac9668-17ae-402f-bbc4-8bf15381d283 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2793796 Aug 16 01:59:56.375053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b913f2e-3162-46d0-8765-3671839acd17,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.406035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16b61a-65de-421b-9c8c-aeeae6fa54b9 req-37175b5e-a30e-48fa-8453-70d26669cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.407629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e16b61a-65de-421b-9c8c-aeeae6fa54b9 req-37175b5e-a30e-48fa-8453-70d26669cea9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 913 time: 0.3253028 Aug 16 01:59:56.485960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] Checking segment: {'id': 'fab3463d-ebdb-4a11-9628-dc26a7562cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:56.486321 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] Network hostable DHCP agents. Network: 1a6dfcdf-b551-45f8-a7d8-af630400e19e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:56.496404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e16b61a-65de-421b-9c8c-aeeae6fa54b9 req-fa645ac1-f67c-442e-98b7-1cd61b752f46 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d HTTP/1.1" status: 200 len: 217 time: 0.0757527 Aug 16 01:59:56.517341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e456599-7231-4464-b2f0-53e7bc35cf88 req-f0976224-f433-4409-92cd-aedeb77654dd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820538 Aug 16 01:59:56.557024 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77e62252-3023-4a56-921c-e3c21d53c8f2 req-88148cb4-e52d-48b8-b0e2-d38637a0f8e4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779478 Aug 16 01:59:56.595774 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.601729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] Network 1a6dfcdf-b551-45f8-a7d8-af630400e19e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:56.617305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16b61a-65de-421b-9c8c-aeeae6fa54b9 req-19e4211e-135e-4173-8700-7b77fb3f51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.618851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e16b61a-65de-421b-9c8c-aeeae6fa54b9 req-19e4211e-135e-4173-8700-7b77fb3f51b9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.1053720 Aug 16 01:59:56.622302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 1a6dfcdf-b551-45f8-a7d8-af630400e19e) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:56.626787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.628010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.636058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf15063-1399-4bb3-83e8-1051bbba7b43 None None] Network 1a6dfcdf-b551-45f8-a7d8-af630400e19e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:56.664067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e16b61a-65de-421b-9c8c-aeeae6fa54b9 req-fa74652c-52ad-4df0-a178-2cf209dc51aa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333383 Aug 16 01:59:56.672927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event deleted for resources: {'Port': ['ID=88ada40e-eecd-4f4c-80fd-0defcb5fab75,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.685648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:56.735288 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ba15a625-3a32-45a0-b382-14e2502da210 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1302381 Aug 16 01:59:56.826888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5d22b-5acd-46a1-a59e-681cf0bb8113 None None] Network 1a6dfcdf-b551-45f8-a7d8-af630400e19e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:56.842513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e16b61a-65de-421b-9c8c-aeeae6fa54b9 req-4bf91171-07f2-4fe2-b922-2331610d7700 service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687138 Aug 16 01:59:56.921684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:56.938372 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1236132d-2c5b-4324-8dd4-9bfbe8ab36e7 None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:56.950590 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1236132d-2c5b-4324-8dd4-9bfbe8ab36e7 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:56.957471 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1236132d-2c5b-4324-8dd4-9bfbe8ab36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:56.978039 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.031668 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2235ed0a-f26c-4110-a81d-42c0654c0022 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0227208 Aug 16 01:59:57.032492 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] create failed (client error): The resource could not be found. Aug 16 01:59:57.037579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48786) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:57.040848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48788) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:57.041571 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a00403c0-b58c-464f-a07c-47eef52cc62e tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4901440 Aug 16 01:59:57.068289 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1236132d-2c5b-4324-8dd4-9bfbe8ab36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.080838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6723cf67-590f-4365-8ca0-287b8e1fb142 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'floatingip': {'port_id': 'eba1d1d5-8894-430f-914e-2ee0cc12d872', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:57.094082 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1236132d-2c5b-4324-8dd4-9bfbe8ab36e7 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:57.094619 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1236132d-2c5b-4324-8dd4-9bfbe8ab36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.130748 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1236132d-2c5b-4324-8dd4-9bfbe8ab36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.131834 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1236132d-2c5b-4324-8dd4-9bfbe8ab36e7 None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:57.199029 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6723cf67-590f-4365-8ca0-287b8e1fb142 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.349301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e16b61a-65de-421b-9c8c-aeeae6fa54b9 req-c6a501f0-70d3-423e-ac22-577da62989f4 service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985189 Aug 16 01:59:57.462729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-370263af-8371-461b-9a37-7f6da52ef259 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Deleting port 1118ec99-7120-46e2-9aba-7cbe134b4343 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:57.463140 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-370263af-8371-461b-9a37-7f6da52ef259 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.593712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-6483744d-eba5-45ee-b6de-1530af2fac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.595186 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-6483744d-eba5-45ee-b6de-1530af2fac2b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56&tenant_id=c65095f958914cd69aa95e35266c1eba HTTP/1.1" status: 200 len: 1101 time: 0.1726513 Aug 16 01:59:57.933681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:58.111051 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-370263af-8371-461b-9a37-7f6da52ef259 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.145601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec604d-23ce-446d-8a08-4dfed8fc0c4d req-76c813c6-6474-412a-94cf-27b0c90174f1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.147313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35ec604d-23ce-446d-8a08-4dfed8fc0c4d req-76c813c6-6474-412a-94cf-27b0c90174f1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.2060640 Aug 16 01:59:58.169383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-370263af-8371-461b-9a37-7f6da52ef259 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Calling delete_port for 1118ec99-7120-46e2-9aba-7cbe134b4343 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:58.192386 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.286166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add05c03-0c2b-42f0-95de-0921efcd95be req-92f2dad6-0341-42e0-805d-877401d39759 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.287989 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-add05c03-0c2b-42f0-95de-0921efcd95be req-92f2dad6-0341-42e0-805d-877401d39759 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 949 time: 0.3495851 Aug 16 01:59:58.447034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35ec604d-23ce-446d-8a08-4dfed8fc0c4d req-d533ea76-b9cb-47ea-b537-b667f110c6cb tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863941 Aug 16 01:59:58.617573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-add05c03-0c2b-42f0-95de-0921efcd95be req-733d3911-3823-46ad-a55d-193c1b99a306 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802985 Aug 16 01:59:58.802042 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-370263af-8371-461b-9a37-7f6da52ef259 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.940859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370263af-8371-461b-9a37-7f6da52ef259 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event deleted for resources: {'Port': ['ID=1118ec99-7120-46e2-9aba-7cbe134b4343,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:59.064530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.resource_extend [None req-6723cf67-590f-4365-8ca0-287b8e1fb142 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:59:59.194075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:59.225374 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b23845-5731-491b-ae57-ad60fd04327f req-ed72af39-2f54-4623-8b05-85e6cbc6b046 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.227081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8b23845-5731-491b-ae57-ad60fd04327f req-ed72af39-2f54-4623-8b05-85e6cbc6b046 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 945 time: 0.4264262 Aug 16 01:59:59.248936 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6723cf67-590f-4365-8ca0-287b8e1fb142 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.275508 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6723cf67-590f-4365-8ca0-287b8e1fb142 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.286513 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-370263af-8371-461b-9a37-7f6da52ef259 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.291155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48830) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:59.293505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-370263af-8371-461b-9a37-7f6da52ef259 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "DELETE /v2.0/ports/1118ec99-7120-46e2-9aba-7cbe134b4343 HTTP/1.1" status: 204 len: 168 time: 2.2495039 Aug 16 01:59:59.369411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f82a7b-8b91-47c4-890b-654edb5dcc95 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.377870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-55f82a7b-8b91-47c4-890b-654edb5dcc95 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc70c75-22a3-45cf-9126-74ab4c8b309e HTTP/1.1" status: 200 len: 913 time: 0.0847569 Aug 16 01:59:59.378683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48832) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:59.441296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-b0647859-78eb-44d1-88da-bd44b63cb456 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.448492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-b0647859-78eb-44d1-88da-bd44b63cb456 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/networks?id=1a6dfcdf-b551-45f8-a7d8-af630400e19e HTTP/1.1" status: 200 len: 808 time: 0.5201538 Aug 16 01:59:59.484570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8b23845-5731-491b-ae57-ad60fd04327f req-70d38088-e87a-49ff-94c0-35cff94fc277 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341497 Aug 16 01:59:59.505484 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:59.514577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-043d6ab4-5513-4a70-a27e-4a5c4562757d tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/quotas/484982a6f820401db661b465ebb818c7 HTTP/1.1" status: 200 len: 375 time: 0.0651276 Aug 16 01:59:59.699770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-db4041f4-eb08-4ac5-afb3-223949d9d352 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=484982a6f820401db661b465ebb818c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1826952 Aug 16 01:59:59.772210 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39851b77-9249-4a54-8559-7caa06e23f48 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.788843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6723cf67-590f-4365-8ca0-287b8e1fb142 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:59.815441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79888a3e-e6db-456b-af27-15341d3710de'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:59.817720 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f022d5-e164-4942-923f-ca7fb4db0b43" -d '{"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-unplugged", "status": "completed", "tag": "79888a3e-e6db-456b-af27-15341d3710de"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:59.823249 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.863135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf8307-d113-4169-9fdc-ae192ce0cb6c req-93adc48f-3fb0-494b-b01b-080106e93a11 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.864591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfbf8307-d113-4169-9fdc-ae192ce0cb6c req-93adc48f-3fb0-494b-b01b-080106e93a11 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 945 time: 0.1848960 Aug 16 01:59:59.872161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Transition to ACTIVE for port object 79888a3e-e6db-456b-af27-15341d3710de will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:59.918274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.977129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-c19bf247-958c-47eb-abda-addd316e49bc service neutron] 10.222.0.79 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764812 Aug 16 02:00:00.059989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-39851b77-9249-4a54-8559-7caa06e23f48 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Deleting port 5c5b8efd-435b-4fce-8a3a-530a92f5751c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:00.060601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39851b77-9249-4a54-8559-7caa06e23f48 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.080137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=10']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.109948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0aabaedb-4020-4f5d-9872-4ad0dd0de59d no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:00.195981 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39851b77-9249-4a54-8559-7caa06e23f48 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.220706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-39851b77-9249-4a54-8559-7caa06e23f48 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Calling delete_port for 5c5b8efd-435b-4fce-8a3a-530a92f5751c owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:00.260827 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.309793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:00.315742 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c9a8b2-bc1e-4b84-bb1c-6e607535af12" -d '{"events": [{"server_uuid": "1d630deb-e346-47a1-8d4c-df657c1fb5d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0aabaedb-4020-4f5d-9872-4ad0dd0de59d"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:00.332414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:00.337637 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.364709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:00:00.396091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfbf8307-d113-4169-9fdc-ae192ce0cb6c req-fdbca41a-9584-441d-a3bd-e67399162188 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225368 Aug 16 02:00:00.396843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] No DVR routers for this DVR port 79888a3e-e6db-456b-af27-15341d3710de on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:00.415862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.452965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39851b77-9249-4a54-8559-7caa06e23f48 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.466454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6723cf67-590f-4365-8ca0-287b8e1fb142 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:00.473492 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6723cf67-590f-4365-8ca0-287b8e1fb142 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.484054 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd9e06b-ae18-4525-9082-80dd0ebe7ab2 None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:00.486340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:00.487258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:00.487598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:00.497086 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851b77-9249-4a54-8559-7caa06e23f48 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event deleted for resources: {'Port': ['ID=5c5b8efd-435b-4fce-8a3a-530a92f5751c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.501025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9e06b-ae18-4525-9082-80dd0ebe7ab2 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:00.502364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-cdd9e06b-ae18-4525-9082-80dd0ebe7ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:00.589684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Port 79888a3e-e6db-456b-af27-15341d3710de on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:00.590316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Attempting to bind port 79888a3e-e6db-456b-af27-15341d3710de on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:00.591688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-cdd9e06b-ae18-4525-9082-80dd0ebe7ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:00.604893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9e06b-ae18-4525-9082-80dd0ebe7ab2 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:00.606039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-cdd9e06b-ae18-4525-9082-80dd0ebe7ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:00.633032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:00.633032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:00.633032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:00.633032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Bound port: 79888a3e-e6db-456b-af27-15341d3710de, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:00.633593 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.656683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-03edf133-dc93-4527-93b7-778207e621f0 service neutron] 10.222.0.79 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631477 Aug 16 02:00:00.688194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-cdd9e06b-ae18-4525-9082-80dd0ebe7ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:00.693066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd9e06b-ae18-4525-9082-80dd0ebe7ab2 None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:00.701828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6723cf67-590f-4365-8ca0-287b8e1fb142 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "PUT /v2.0/floatingips/9ebd712d-cc94-401f-a8b2-80869c9c6314 HTTP/1.1" status: 200 len: 978 time: 3.6586926 Aug 16 02:00:00.709504 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48854) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:00.734404 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39851b77-9249-4a54-8559-7caa06e23f48 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.764431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d7e85-6a67-45f0-a4f7-c4255b73fa38 req-57ef38a1-ef18-4fc0-bde7-eb3899f4b25e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.766053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-636d7e85-6a67-45f0-a4f7-c4255b73fa38 req-57ef38a1-ef18-4fc0-bde7-eb3899f4b25e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 948 time: 0.2809389 Aug 16 02:00:00.832021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca2b0-5c16-4293-b6fe-8ce676ee6d4a req-cc6a2866-546f-48a0-94cb-3468ee14ea2b tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.833580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-203ca2b0-5c16-4293-b6fe-8ce676ee6d4a req-cc6a2866-546f-48a0-94cb-3468ee14ea2b tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 945 time: 0.3146453 Aug 16 02:00:00.917150 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82524f2-22af-4ec7-a691-e913787fad86 x-openstack-request-id: req-b82524f2-22af-4ec7-a691-e913787fad86 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:00.917510 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-unplugged", "status": "completed", "tag": "79888a3e-e6db-456b-af27-15341d3710de", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:00.917691 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b82524f2-22af-4ec7-a691-e913787fad86 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:00.918085 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79888a3e-e6db-456b-af27-15341d3710de', 'code': 200} Aug 16 02:00:00.919718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 79888a3e-e6db-456b-af27-15341d3710de no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:00.948747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39851b77-9249-4a54-8559-7caa06e23f48 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Router 3fc70c75-22a3-45cf-9126-74ab4c8b309e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:00.954589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:00.978388 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca4a4d1-70b5-47e1-8bd9-a6b8f63deaf8 x-openstack-request-id: req-8ca4a4d1-70b5-47e1-8bd9-a6b8f63deaf8 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:00.978683 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d630deb-e346-47a1-8d4c-df657c1fb5d1", "name": "network-vif-unplugged", "status": "failed", "tag": "0aabaedb-4020-4f5d-9872-4ad0dd0de59d", "code": 422}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:00.978945 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8ca4a4d1-70b5-47e1-8bd9-a6b8f63deaf8 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:00.979348 n-d-768851-16 neutron-server[101382]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d', 'code': 422} returned with failed status Aug 16 02:00:01.032702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 79888a3e-e6db-456b-af27-15341d3710de not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:01.040446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-636d7e85-6a67-45f0-a4f7-c4255b73fa38 req-a70a723f-61ad-45f4-961a-0e736ce560cb tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141294 Aug 16 02:00:01.047157 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:01.067008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.070626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39851b77-9249-4a54-8559-7caa06e23f48 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:01.081959 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b8d76-454d-4cc9-8624-15487a0c1b0c None None] Sync routers for ids ['3fc70c75-22a3-45cf-9126-74ab4c8b309e'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:01.090397 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-39851b77-9249-4a54-8559-7caa06e23f48 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "PUT /v2.0/routers/3fc70c75-22a3-45cf-9126-74ab4c8b309e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7105393 Aug 16 02:00:01.091046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48866) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:01.099191 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b8d76-454d-4cc9-8624-15487a0c1b0c None None] Routers {'3fc70c75-22a3-45cf-9126-74ab4c8b309e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:01.099819 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8d76-454d-4cc9-8624-15487a0c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['3fc70c75-22a3-45cf-9126-74ab4c8b309e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:01.180714 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8d76-454d-4cc9-8624-15487a0c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:01.198693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.199317 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.200863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] 10.222.0.84 "PUT /v2.0/ports/79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 1097 time: 3.5590324 Aug 16 02:00:01.205533 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b8d76-454d-4cc9-8624-15487a0c1b0c None None] Routers {'3fc70c75-22a3-45cf-9126-74ab4c8b309e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:01.210077 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8d76-454d-4cc9-8624-15487a0c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['3fc70c75-22a3-45cf-9126-74ab4c8b309e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:01.290335 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8d76-454d-4cc9-8624-15487a0c1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:01.291197 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b8d76-454d-4cc9-8624-15487a0c1b0c None None] The sync data for ids ['3fc70c75-22a3-45cf-9126-74ab4c8b309e'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:01.462774 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d95dc-9137-41be-a14e-edefa889eb62 service neutron] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=11']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:01.467128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-203ca2b0-5c16-4293-b6fe-8ce676ee6d4a req-eb93f1d3-d6b3-4112-97ab-3ec790c15a95 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Deleting port 67ee844a-ce28-4a8e-b429-42ffafa243ad {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:01.467468 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-203ca2b0-5c16-4293-b6fe-8ce676ee6d4a req-eb93f1d3-d6b3-4112-97ab-3ec790c15a95 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.502702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22cf6b-4c91-4d04-ba38-709697e6f8b9 req-7bd9eed8-96c9-41a6-bbb4-f4f0bb778e23 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.526302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd22cf6b-4c91-4d04-ba38-709697e6f8b9 req-7bd9eed8-96c9-41a6-bbb4-f4f0bb778e23 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 945 time: 0.3901000 Aug 16 02:00:01.610718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-3d90d5c4-600b-4491-97ea-13a88e084681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.617468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-3d90d5c4-600b-4491-97ea-13a88e084681 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 1100 time: 0.3482032 Aug 16 02:00:01.704813 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f73f6e77-205c-472b-bd91-7338dd4c2e75 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.806300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port 917d2602-86f5-461b-8203-04afd906f3d0 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:01.806739 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.825714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd22cf6b-4c91-4d04-ba38-709697e6f8b9 req-09fb88d4-2e13-42fe-adbb-f42dce81ff78 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985246 Aug 16 02:00:01.930266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-203ca2b0-5c16-4293-b6fe-8ce676ee6d4a req-eb93f1d3-d6b3-4112-97ab-3ec790c15a95 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] For port 67ee844a-ce28-4a8e-b429-42ffafa243ad, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=67ee844a-ce28-4a8e-b429-42ffafa243ad,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:01.930940 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-203ca2b0-5c16-4293-b6fe-8ce676ee6d4a req-eb93f1d3-d6b3-4112-97ab-3ec790c15a95 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.945366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-203ca2b0-5c16-4293-b6fe-8ce676ee6d4a req-eb93f1d3-d6b3-4112-97ab-3ec790c15a95 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Calling delete_port for 67ee844a-ce28-4a8e-b429-42ffafa243ad owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:01.987222 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f73f6e77-205c-472b-bd91-7338dd4c2e75 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.990063 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f73f6e77-205c-472b-bd91-7338dd4c2e75 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.040318 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d7d9a23-f98e-452b-b001-24b244dcf092 req-50698b6b-a122-4522-933a-5691a521007f tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 210 time: 0.0852001 Aug 16 02:00:02.045687 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f73f6e77-205c-472b-bd91-7338dd4c2e75 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.046397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73f6e77-205c-472b-bd91-7338dd4c2e75 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Fanout notify agent at l3_agent the message router_deleted on router 3fc70c75-22a3-45cf-9126-74ab4c8b309e {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:02.058596 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f73f6e77-205c-472b-bd91-7338dd4c2e75 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.063404 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f73f6e77-205c-472b-bd91-7338dd4c2e75 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "DELETE /v2.0/routers/3fc70c75-22a3-45cf-9126-74ab4c8b309e HTTP/1.1" status: 204 len: 168 time: 0.9710853 Aug 16 02:00:02.064026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48910) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:02.103031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-8348625f-44eb-4821-941b-87c8798a2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.104852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-8348625f-44eb-4821-941b-87c8798a2f3e service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.4722376 Aug 16 02:00:02.123033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e469c1b-242f-4620-8e68-26d8beb6e63d tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Deleting subnet c2345423-08d1-411a-a89f-3ed10b436008 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:02.128161 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e469c1b-242f-4620-8e68-26d8beb6e63d tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.176471 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e469c1b-242f-4620-8e68-26d8beb6e63d tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.180748 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-e1b38aa4-4e6b-402c-82fa-28a64eb74ec0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 217 time: 0.0674436 Aug 16 02:00:02.182512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.182866 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.268941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for 917d2602-86f5-461b-8203-04afd906f3d0 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:02.295055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e469c1b-242f-4620-8e68-26d8beb6e63d tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.366879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e469c1b-242f-4620-8e68-26d8beb6e63d tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.385180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-0a28c64d-b8a3-479d-81e6-30c52cb0bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.386644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-0a28c64d-b8a3-479d-81e6-30c52cb0bad2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1919296 Aug 16 02:00:02.397149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e469c1b-242f-4620-8e68-26d8beb6e63d tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event deleted for resources: {'Subnet': ['ID=c2345423-08d1-411a-a89f-3ed10b436008,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:02.401128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e469c1b-242f-4620-8e68-26d8beb6e63d tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.403145 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6e469c1b-242f-4620-8e68-26d8beb6e63d tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "DELETE /v2.0/subnets/c2345423-08d1-411a-a89f-3ed10b436008 HTTP/1.1" status: 204 len: 168 time: 0.3380404 Aug 16 02:00:02.406034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48912) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:02.413624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7d07b9-2431-4fc0-9cbe-0be687e557eb None None] Network 13bc3e48-ef47-4691-b8ea-274ac7256a98 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:02.435233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc9902-4e43-4856-b3ad-b12263d375ad req-7e10fe9c-d996-4486-9c82-b5bca8c06a4c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.436750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6edc9902-4e43-4856-b3ad-b12263d375ad req-7e10fe9c-d996-4486-9c82-b5bca8c06a4c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 948 time: 0.2618761 Aug 16 02:00:02.501268 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.517323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5b0f5-408d-4583-b8ae-705244127f8d req-120a8ff7-ea7f-4344-8fe6-b3046c7b4d5f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.519997 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99c5b0f5-408d-4583-b8ae-705244127f8d req-120a8ff7-ea7f-4344-8fe6-b3046c7b4d5f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d630deb-e346-47a1-8d4c-df657c1fb5d1 HTTP/1.1" status: 200 len: 943 time: 0.2963405 Aug 16 02:00:02.542273 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-203ca2b0-5c16-4293-b6fe-8ce676ee6d4a req-eb93f1d3-d6b3-4112-97ab-3ec790c15a95 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.559428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['4aff864e-48a9-4d6a-9ec5-388e5976f647', '744f3b41-605e-41d8-90b3-1ccd76dc7511', '67ee844a-ce28-4a8e-b429-42ffafa243ad'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:02.575115 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Deleting port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:02.575625 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.587124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['f829f340-aaba-4e31-b078-6a514de0485c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:02.639398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dfdc7f-d285-42e5-b2c5-39aac305ce40 None None] DHCP port deletion for 13bc3e48-ef47-4691-b8ea-274ac7256a98 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:02.662077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93f1d3-d6b3-4112-97ab-3ec790c15a95 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Pushing event deleted for resources: {'Port': ['ID=67ee844a-ce28-4a8e-b429-42ffafa243ad,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:02.676385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] For port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4692d08a-1b8a-4f8c-a8c7-adf3c5449e69,segment=NetworkSegment(21d7a1a0-feda-451d-bbaa-83522aceffaa),segment_id=21d7a1a0-feda-451d-bbaa-83522aceffaa)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:02.676812 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.682492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-b54c5338-7077-49e4-bf1b-51388250cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.683996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-b54c5338-7077-49e4-bf1b-51388250cc5a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2868156 Aug 16 02:00:02.694524 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Calling delete_port for 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:02.715695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6edc9902-4e43-4856-b3ad-b12263d375ad req-4e9daf26-6625-49ae-b917-318f13e8dc05 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479835 Aug 16 02:00:02.816045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-203ca2b0-5c16-4293-b6fe-8ce676ee6d4a req-eb93f1d3-d6b3-4112-97ab-3ec790c15a95 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] No DVR routers for this DVR port 67ee844a-ce28-4a8e-b429-42ffafa243ad on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:02.871440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-203ca2b0-5c16-4293-b6fe-8ce676ee6d4a req-eb93f1d3-d6b3-4112-97ab-3ec790c15a95 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.873772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-203ca2b0-5c16-4293-b6fe-8ce676ee6d4a req-eb93f1d3-d6b3-4112-97ab-3ec790c15a95 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "DELETE /v2.0/ports/67ee844a-ce28-4a8e-b429-42ffafa243ad HTTP/1.1" status: 204 len: 173 time: 2.0179231 Aug 16 02:00:02.923164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'tag': '79888a3e-e6db-456b-af27-15341d3710de'}, {'server_uuid': 'f4e77688-de5d-4027-9e3b-b572017bfc51', 'name': 'network-vif-deleted', 'tag': '67ee844a-ce28-4a8e-b429-42ffafa243ad'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:02.926156 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "tag": "79888a3e-e6db-456b-af27-15341d3710de"}, {"server_uuid": "f4e77688-de5d-4027-9e3b-b572017bfc51", "name": "network-vif-deleted", "tag": "67ee844a-ce28-4a8e-b429-42ffafa243ad"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:02.953142 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.960660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfdc7f-d285-42e5-b2c5-39aac305ce40 None None] Deleting port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:02.961070 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d7dfdc7f-d285-42e5-b2c5-39aac305ce40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.043427 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event deleted for resources: {'Port': ['ID=4692d08a-1b8a-4f8c-a8c7-adf3c5449e69,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:03.052902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d86447cf-a0bb-45ff-a43f-beb29c81bcef req-437ee703-656e-47a5-bb1b-ee4547a1a2e3 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4e77688-de5d-4027-9e3b-b572017bfc51 HTTP/1.1" status: 200 len: 210 time: 0.0606685 Aug 16 02:00:03.063963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-99c5b0f5-408d-4583-b8ae-705244127f8d req-9aac0fc3-3f96-4017-8faf-d2125be011b2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Deleting port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:03.064316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-99c5b0f5-408d-4583-b8ae-705244127f8d req-9aac0fc3-3f96-4017-8faf-d2125be011b2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.066565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] No DVR routers for this DVR port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:03.105250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-6753c0f9-bc14-4028-ba09-e8926b4bad2b service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588295 Aug 16 02:00:03.106090 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.122970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-4c46d66d-6752-464b-b7d0-a0413e23a204 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:03.124719 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-4c46d66d-6752-464b-b7d0-a0413e23a204 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.84 "GET /v2.0/networks?id=1a6dfcdf-b551-45f8-a7d8-af630400e19e HTTP/1.1" status: 200 len: 808 time: 0.3677285 Aug 16 02:00:03.153040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Request body: {'port': {'device_id': '1893fdeb-c22b-43c4-a22d-d68b068ae63d', 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e', 'admin_state_up': True, 'tenant_id': '484982a6f820401db661b465ebb818c7'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:03.267263 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.288238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bc3e48-ef47-4691-b8ea-274ac7256a98']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:03.303619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d7a1a0-feda-451d-bbaa-83522aceffaa') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:03.303619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d7a1a0-feda-451d-bbaa-83522aceffaa') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:03.334175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.361988 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.379599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:03.380285 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:03.383454 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:03.425011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d7dfdc7f-d285-42e5-b2c5-39aac305ce40 None None] For port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:03.425532 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d7dfdc7f-d285-42e5-b2c5-39aac305ce40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.458249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfdc7f-d285-42e5-b2c5-39aac305ce40 None None] Calling delete_port for 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:03.464116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-d7dfdc7f-d285-42e5-b2c5-39aac305ce40 None None] Port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:00:03.468474 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d7dfdc7f-d285-42e5-b2c5-39aac305ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.477141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Made reservation on behalf of 484982a6f820401db661b465ebb818c7 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:03.482126 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.485489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.509532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7dfdc7f-d285-42e5-b2c5-39aac305ce40 None None] Network 13bc3e48-ef47-4691-b8ea-274ac7256a98 is not hosted by any dhcp agent {{(pid=101382) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:00:03.511275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dfdc7f-d285-42e5-b2c5-39aac305ce40 None None] No DVR routers for this DVR port 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:03.518388 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.524008 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] 10.222.0.79 "DELETE /v2.0/networks/13bc3e48-ef47-4691-b8ea-274ac7256a98 HTTP/1.1" status: 204 len: 168 time: 1.1172450 Aug 16 02:00:03.531428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfdc7f-d285-42e5-b2c5-39aac305ce40 None None] Pushing event deleted for resources: {'Port': ['ID=4692d08a-1b8a-4f8c-a8c7-adf3c5449e69,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:03.536132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287bff1-89fc-4ece-b15f-036cbcbf4264 tempest-FloatingIPNegativeTestJSON-270430966 tempest-FloatingIPNegativeTestJSON-270430966-project] Pushing event deleted for resources: {'Network': ['ID=13bc3e48-ef47-4691-b8ea-274ac7256a98,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:03.567082 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fcd0e3-e228-4098-a5c2-82f9106904bf x-openstack-request-id: req-83fcd0e3-e228-4098-a5c2-82f9106904bf {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:03.568137 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "tag": "79888a3e-e6db-456b-af27-15341d3710de", "status": "completed", "code": 200}, {"server_uuid": "f4e77688-de5d-4027-9e3b-b572017bfc51", "name": "network-vif-deleted", "tag": "67ee844a-ce28-4a8e-b429-42ffafa243ad", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:03.568554 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83fcd0e3-e228-4098-a5c2-82f9106904bf {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:03.569390 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'tag': '79888a3e-e6db-456b-af27-15341d3710de', 'status': 'completed', 'code': 200} Aug 16 02:00:03.569820 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e77688-de5d-4027-9e3b-b572017bfc51', 'name': 'network-vif-deleted', 'tag': '67ee844a-ce28-4a8e-b429-42ffafa243ad', 'status': 'completed', 'code': 200} Aug 16 02:00:03.640612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=917d2602-86f5-461b-8203-04afd906f3d0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:03.739714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e68b2d0-1311-4f3e-a395-c8e822011159 req-63ffcd3b-ddea-47b6-bdb6-e624d6bcc742 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 210 time: 0.1723452 Aug 16 02:00:03.773516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Allocated IP 172.20.0.11 (1a6dfcdf-b551-45f8-a7d8-af630400e19e/3b913f2e-3162-46d0-8765-3671839acd17/9c0de3b1-4cc5-413f-b2aa-ffedf773e60c) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:03.805666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48938) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:03.919417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-247e912e-13e3-4148-8f52-42d08406e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:03.921718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-247e912e-13e3-4148-8f52-42d08406e70b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 1100 time: 0.3688650 Aug 16 02:00:03.950400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-99c5b0f5-408d-4583-b8ae-705244127f8d req-9aac0fc3-3f96-4017-8faf-d2125be011b2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] For port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:03.950777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-99c5b0f5-408d-4583-b8ae-705244127f8d req-9aac0fc3-3f96-4017-8faf-d2125be011b2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.013688 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b4fe59c3-d1e3-4346-b52f-3feb51ce3381 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=71bb2387adb0490888be227896717123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065198 Aug 16 02:00:04.016383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48942) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:04.021132 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.032242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-99c5b0f5-408d-4583-b8ae-705244127f8d req-9aac0fc3-3f96-4017-8faf-d2125be011b2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Calling delete_port for 0aabaedb-4020-4f5d-9872-4ad0dd0de59d owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:04.061881 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.062291 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP 9ebd712d-cc94-401f-a8b2-80869c9c6314 disassociated (deleted). External IP: 172.25.2.235, port: eba1d1d5-8894-430f-914e-2ee0cc12d872. Aug 16 02:00:04.076773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6cb8-4ce1-44f4-ac90-11d1e01bfd33 req-66b813ce-4d70-4418-8147-5526624c1852 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.078617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a29c6cb8-4ce1-44f4-ac90-11d1e01bfd33 req-66b813ce-4d70-4418-8147-5526624c1852 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 948 time: 0.2250540 Aug 16 02:00:04.107384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10e9bc87-0d53-4a03-9bde-f6be57f49ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.112842 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.114248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0aabaedb-4020-4f5d-9872-4ad0dd0de59d no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:04.120274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df008f7-2c88-4ed6-b2ae-f1cbfa003bc9 req-1052613e-f0a4-467b-8f90-970fafa5df0f service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728676 Aug 16 02:00:04.221753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Network 1a6dfcdf-b551-45f8-a7d8-af630400e19e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:04.231153 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10e9bc87-0d53-4a03-9bde-f6be57f49ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.233487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:04.236022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:04.309090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Pushing event updated for resources: {'Port': ['ID=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:04.311505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:04.339989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:04.340382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4692d08a-1b8a-4f8c-a8c7-adf3c5449e69 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:04.366252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.366908 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.380288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48948) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:04.387234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1779252761'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:04.392391 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-6eed6e0b-41b9-49bd-a514-8e7704223eda tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2458594 Aug 16 02:00:04.399104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-023b6c66-891d-474a-aa39-00cf3dc06f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.400654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-023b6c66-891d-474a-aa39-00cf3dc06f66 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.4668200 Aug 16 02:00:04.411805 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10e9bc87-0d53-4a03-9bde-f6be57f49ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.412777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a29c6cb8-4ce1-44f4-ac90-11d1e01bfd33 req-edc5dff1-26e2-48f1-b68b-89d996292a2c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883720 Aug 16 02:00:04.414378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10e9bc87-0d53-4a03-9bde-f6be57f49ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.417984 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-10e9bc87-0d53-4a03-9bde-f6be57f49ce3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b1d4f07-5c48-469e-b5cc-d0d046338c1a HTTP/1.1" status: 204 len: 168 time: 0.3979511 Aug 16 02:00:04.427254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Request body: {'port': {'device_id': '1893fdeb-c22b-43c4-a22d-d68b068ae63d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:04.440661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9bc87-0d53-4a03-9bde-f6be57f49ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1d4f07-5c48-469e-b5cc-d0d046338c1a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:04.463063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-3b474f54-a6b2-439f-bc1b-458e5e3904ba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 217 time: 0.0489104 Aug 16 02:00:04.474332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:04.478173 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.540860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-ce428efc-f3ce-4add-92a6-3e6b5ca44167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.543166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-ce428efc-f3ce-4add-92a6-3e6b5ca44167 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 1100 time: 0.3144770 Aug 16 02:00:04.553495 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:04.572191 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.602008 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.602399 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Added segment c429b22b-121a-47ae-9b85-697484048b2d of type vlan for network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd Aug 16 02:00:04.620686 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-99c5b0f5-408d-4583-b8ae-705244127f8d req-9aac0fc3-3f96-4017-8faf-d2125be011b2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.670059 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.715759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac0fc3-3f96-4017-8faf-d2125be011b2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event deleted for resources: {'Port': ['ID=0aabaedb-4020-4f5d-9872-4ad0dd0de59d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:04.727637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.734494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.735141 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.756841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-60903aa8-f9f1-4699-9cb6-250170f86fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.758949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-60903aa8-f9f1-4699-9cb6-250170f86fa3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2859242 Aug 16 02:00:04.883566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5016842 Aug 16 02:00:04.884651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c5b0f5-408d-4583-b8ae-705244127f8d req-9aac0fc3-3f96-4017-8faf-d2125be011b2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] No DVR routers for this DVR port 0aabaedb-4020-4f5d-9872-4ad0dd0de59d on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:04.889071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48966) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:04.898466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-331977735'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:04.908796 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-99c5b0f5-408d-4583-b8ae-705244127f8d req-9aac0fc3-3f96-4017-8faf-d2125be011b2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.911191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99c5b0f5-408d-4583-b8ae-705244127f8d req-9aac0fc3-3f96-4017-8faf-d2125be011b2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "DELETE /v2.0/ports/0aabaedb-4020-4f5d-9872-4ad0dd0de59d HTTP/1.1" status: 204 len: 173 time: 2.3742483 Aug 16 02:00:04.916665 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 67ee844a-ce28-4a8e-b429-42ffafa243ad no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:04.938504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb147d0c-3a09-4f64-919c-6f078f786424 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Network': ['ID=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:04.953525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:04.955557 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-fe89a42b-25f6-4272-9ae9-966c9754302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.957688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-fe89a42b-25f6-4272-9ae9-966c9754302b service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.3641522 Aug 16 02:00:04.963696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:05.000511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 67ee844a-ce28-4a8e-b429-42ffafa243ad {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:05.000862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 67ee844a-ce28-4a8e-b429-42ffafa243ad not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:05.017236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-2ea6e982-647e-4b77-89c7-27f3d1241693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.018969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-2ea6e982-647e-4b77-89c7-27f3d1241693 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2468789 Aug 16 02:00:05.022683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-b4a95c8b-e476-4305-8eb6-c261048756dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 200 len: 217 time: 0.0554528 Aug 16 02:00:05.024882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:05.028882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.066969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fe471-c61c-439c-9381-d912e2ebcd94 req-2efd4d3d-769e-42c9-8fa9-0f97c525fd39 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.079576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f24fe471-c61c-439c-9381-d912e2ebcd94 req-2efd4d3d-769e-42c9-8fa9-0f97c525fd39 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 932 time: 0.2508836 Aug 16 02:00:05.266538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:05.277053 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.292593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Transition to ACTIVE for port object 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:05.297322 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.474873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Pushing event updated for resources: {'Port': ['ID=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:05.541477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Attempting to bind port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:05.542174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Attempting to bind port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'fab3463d-ebdb-4a11-9628-dc26a7562cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:05.542711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Attempting to bind port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c on network 1a6dfcdf-b551-45f8-a7d8-af630400e19e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:05.547980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c on network 1a6dfcdf-b551-45f8-a7d8-af630400e19e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:05.548613 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Attempting to bind port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c on network 1a6dfcdf-b551-45f8-a7d8-af630400e19e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:05.554185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:05.554820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Checking segment: {'id': 'fab3463d-ebdb-4a11-9628-dc26a7562cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:05.555541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Bound using segment: {'id': 'fab3463d-ebdb-4a11-9628-dc26a7562cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:05.556179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Bound port: 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab3463d-ebdb-4a11-9628-dc26a7562cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:05.556741 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.590635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48988) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:05.629070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'name': 'network-vif-deleted', 'tag': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:05.632421 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d64b13-beae-45ca-b7ee-ad242afa64b7" -d '{"events": [{"server_uuid": "1d630deb-e346-47a1-8d4c-df657c1fb5d1", "name": "network-vif-deleted", "tag": "0aabaedb-4020-4f5d-9872-4ad0dd0de59d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:05.638210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f24fe471-c61c-439c-9381-d912e2ebcd94 req-5a32b2b5-e675-4198-88df-859028ee20e1 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575764 Aug 16 02:00:05.659898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-49f49aeb-12da-465b-86fe-32a21088fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.661617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-49f49aeb-12da-465b-86fe-32a21088fe0b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.6193588 Aug 16 02:00:05.664450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:05.714361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] For port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:05.718295 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] For port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c,segment=NetworkSegment(fab3463d-ebdb-4a11-9628-dc26a7562cdb),segment_id=fab3463d-ebdb-4a11-9628-dc26a7562cdb)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:05.726269 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.792173 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.793324 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Added segment d49e24e5-f975-4c4a-a157-1e1e24e97a21 of type vlan for network 1d05361c-e213-4f52-8aeb-6d00c93c6965 Aug 16 02:00:05.797073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.797711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.800127 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] 10.222.0.84 "PUT /v2.0/ports/9c0de3b1-4cc5-413f-b2aa-ffedf773e60c HTTP/1.1" status: 200 len: 1093 time: 1.3916767 Aug 16 02:00:05.801164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1893fdeb-c22b-43c4-a22d-d68b068ae63d', 'tag': '9c0de3b1-4cc5-413f-b2aa-ffedf773e60c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:05.803754 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cac46d2-5d7f-4637-8048-addaf145bc49" -d '{"events": [{"name": "network-changed", "server_uuid": "1893fdeb-c22b-43c4-a22d-d68b068ae63d", "tag": "9c0de3b1-4cc5-413f-b2aa-ffedf773e60c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:05.825959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-872283644'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:05.833440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e3218-96bb-44cd-989d-e5c6207af9ed service neutron] Pushing event updated for resources: {'Port': ['ID=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:05.857605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:05.863165 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.902544 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.942163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-72e52b64-e893-4387-bf95-95bb0b2d992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.943746 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-72e52b64-e893-4387-bf95-95bb0b2d992c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=484982a6f820401db661b465ebb818c7&device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 1096 time: 0.0777197 Aug 16 02:00:05.953377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.003332 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-1973bdc4-c0b9-4f45-81c2-f09ada521886 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c HTTP/1.1" status: 200 len: 217 time: 0.0435050 Aug 16 02:00:06.050950 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-61366373-8c75-450a-a2da-fd2866bda16d service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0187883 Aug 16 02:00:06.081740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-ecd4bd03-5ad9-4457-8e2a-12fd10453f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.083351 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-ecd4bd03-5ad9-4457-8e2a-12fd10453f56 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3b913f2e-3162-46d0-8765-3671839acd17 HTTP/1.1" status: 200 len: 848 time: 0.0683718 Aug 16 02:00:06.092882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:06.098633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.103243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58efe40-2631-455f-9517-09632a0ed99b None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:06.114439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58efe40-2631-455f-9517-09632a0ed99b None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:06.115375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f58efe40-2631-455f-9517-09632a0ed99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:06.124134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e8b47-c84c-4249-8994-5a8372abb820 req-f8c3d4b6-3d50-4c64-ba09-2eeb436b8e26 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.126786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-193e8b47-c84c-4249-8994-5a8372abb820 req-f8c3d4b6-3d50-4c64-ba09-2eeb436b8e26 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 948 time: 0.4765477 Aug 16 02:00:06.130459 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-4c2a4555-e39a-48b7-9dba-2adfd2556ee9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1a6dfcdf-b551-45f8-a7d8-af630400e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349801 Aug 16 02:00:06.147338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.152511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f58efe40-2631-455f-9517-09632a0ed99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:06.159465 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.161988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58efe40-2631-455f-9517-09632a0ed99b None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:06.162830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f58efe40-2631-455f-9517-09632a0ed99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T01:59:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:06.182995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-0e935ff4-a4a0-4220-acc3-bd9aee7d9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.184516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-0e935ff4-a4a0-4220-acc3-bd9aee7d9b78 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4437358 Aug 16 02:00:06.208960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f58efe40-2631-455f-9517-09632a0ed99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:06.211623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58efe40-2631-455f-9517-09632a0ed99b None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:06.217332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:06.229780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.236155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.236818 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.240359 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.240702 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Added segment b561fdb8-55b4-4a41-9e5a-c646d973459c of type vlan for network 6a8ccb03-362c-4add-8375-f31201a930b8 Aug 16 02:00:06.255823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cc613b-7be5-4949-97bc-fb9b9e87d30e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:06.275125 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-00b8413e-35fb-45ee-9cc9-078095a2bafe tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/floatingips/9ebd712d-cc94-401f-a8b2-80869c9c6314 HTTP/1.1" status: 204 len: 168 time: 5.5317721 Aug 16 02:00:06.289529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49006) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:06.352304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.389612 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-5554d788-c96e-4fcf-83a6-a68e31072443 service neutron] 10.222.0.84 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511377 Aug 16 02:00:06.391404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03942-8963-4a56-a378-f05c7321f8aa req-81b31be9-c143-498e-848c-aeb9cdfc2175 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.393484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-81b31be9-c143-498e-848c-aeb9cdfc2175 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.5413055 Aug 16 02:00:06.401178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5083795 Aug 16 02:00:06.406036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49008) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:06.421976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'subnet': {'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:06.446941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-193e8b47-c84c-4249-8994-5a8372abb820 req-1fe11b62-e75f-494c-879c-a9f1ffcfee2d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682567 Aug 16 02:00:06.447551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a4123-d88b-4c79-bcb9-897d87436183 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Network': ['ID=1d05361c-e213-4f52-8aeb-6d00c93c6965,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:06.469269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-9e80a7a2-c15c-4382-84fd-3baea660c3d4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/quotas/349079a268e8437eb80e514d3cb358de HTTP/1.1" status: 200 len: 375 time: 0.0482082 Aug 16 02:00:06.472567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 1d05361c-e213-4f52-8aeb-6d00c93c6965 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:06.482341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-aff44394-7597-451c-97e9-621158ded68d service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165485 Aug 16 02:00:06.521042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d639b9c9-5a37-46eb-a669-8b70664bffa3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466011 Aug 16 02:00:06.523449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-69ef6c83-ec59-4fb0-b46b-1c0468d839c8 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297005 Aug 16 02:00:06.528661 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.resource_extend [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:00:06.547500 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4365d65c-c12a-4d1e-bc8a-3ca52b15f67a x-openstack-request-id: req-4365d65c-c12a-4d1e-bc8a-3ca52b15f67a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:06.552041 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d630deb-e346-47a1-8d4c-df657c1fb5d1", "name": "network-vif-deleted", "tag": "0aabaedb-4020-4f5d-9872-4ad0dd0de59d", "status": "failed", "code": 422}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:06.552596 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4365d65c-c12a-4d1e-bc8a-3ca52b15f67a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:06.553345 n-d-768851-16 neutron-server[101381]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d630deb-e346-47a1-8d4c-df657c1fb5d1', 'name': 'network-vif-deleted', 'tag': '0aabaedb-4020-4f5d-9872-4ad0dd0de59d', 'status': 'failed', 'code': 422} returned with failed status Aug 16 02:00:06.603714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.609359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.609941 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.614732 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ff1cbc-1a22-4a12-a521-d5870670981b x-openstack-request-id: req-e0ff1cbc-1a22-4a12-a521-d5870670981b {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:06.615024 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1893fdeb-c22b-43c4-a22d-d68b068ae63d", "tag": "9c0de3b1-4cc5-413f-b2aa-ffedf773e60c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:06.615275 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0ff1cbc-1a22-4a12-a521-d5870670981b {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:06.615676 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1893fdeb-c22b-43c4-a22d-d68b068ae63d', 'tag': '9c0de3b1-4cc5-413f-b2aa-ffedf773e60c', 'status': 'completed', 'code': 200} Aug 16 02:00:06.717035 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1197481 Aug 16 02:00:06.742815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e2ad4-366f-434c-9c79-7681ec0b3218 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Network': ['ID=6a8ccb03-362c-4add-8375-f31201a930b8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:06.762232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 6a8ccb03-362c-4add-8375-f31201a930b8 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:06.775238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6c70feb7-6b1b-42ec-92e8-b53f099ee6f6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port eba1d1d5-8894-430f-914e-2ee0cc12d872 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:06.775579 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c70feb7-6b1b-42ec-92e8-b53f099ee6f6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.778549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90cef239-8068-4610-84ca-09e9c6873a94 req-c350e491-2dab-435a-882f-cd234a99fea8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1212895 Aug 16 02:00:06.799544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-0626d21d-0b2a-4ca2-936c-955e62762994 service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707241 Aug 16 02:00:06.885105 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f15f6504-b9b2-454b-b886-a518f4aca184 req-8c8104aa-04c6-41f1-81df-7d403eae163e service neutron] 10.222.0.84 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852087 Aug 16 02:00:06.935134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ff9d9a54-c94f-4c6a-bb36-91b77a3a4686 service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343236 Aug 16 02:00:06.941772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f1d04db-89e2-41be-bb20-7a1e8ee06a1d req-ddd24106-7ea5-4f01-96d7-0ca9c374b7be service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959503 Aug 16 02:00:07.004258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:07.008405 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7753-418d-4c82-b339-0e858bc1bf3b req-45816840-15d6-4752-9b84-b5b52ee7cdcb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.013160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.016182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a85c7753-418d-4c82-b339-0e858bc1bf3b req-45816840-15d6-4752-9b84-b5b52ee7cdcb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 944 time: 0.2490561 Aug 16 02:00:07.106875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cef239-8068-4610-84ca-09e9c6873a94 req-46ae4e8a-6cc6-4bd7-84f3-f0274b3e9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.108704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90cef239-8068-4610-84ca-09e9c6873a94 req-46ae4e8a-6cc6-4bd7-84f3-f0274b3e9b29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 1098 time: 0.1648002 Aug 16 02:00:07.125461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a85c7753-418d-4c82-b339-0e858bc1bf3b req-89fcf852-4163-40b3-87f1-5f88571b6e8d tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081882 Aug 16 02:00:07.133142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac46d2-5d7f-4637-8048-addaf145bc49 req-1d427a0a-3bf3-4ac7-b26e-1e57a81c21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.135884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cac46d2-5d7f-4637-8048-addaf145bc49 req-1d427a0a-3bf3-4ac7-b26e-1e57a81c21cd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=484982a6f820401db661b465ebb818c7&device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 1096 time: 0.1363623 Aug 16 02:00:07.226022 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c70feb7-6b1b-42ec-92e8-b53f099ee6f6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.227491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cef239-8068-4610-84ca-09e9c6873a94 req-553d4148-30c1-44d8-a97f-5a7d2ca2dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.229314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90cef239-8068-4610-84ca-09e9c6873a94 req-553d4148-30c1-44d8-a97f-5a7d2ca2dd29 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.0914454 Aug 16 02:00:07.243032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6c70feb7-6b1b-42ec-92e8-b53f099ee6f6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for eba1d1d5-8894-430f-914e-2ee0cc12d872 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:07.316386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90cef239-8068-4610-84ca-09e9c6873a94 req-18129dde-511d-4fc0-ba2d-50b31dae9a5c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 200 len: 1000 time: 0.0689423 Aug 16 02:00:07.373836 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4da7c824-37a3-449b-802c-2281dac3d5a7 req-60b19236-6295-4c46-8d2b-373258b319d0 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 210 time: 0.1432407 Aug 16 02:00:07.529980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac46d2-5d7f-4637-8048-addaf145bc49 req-2e1c348d-3f8a-487a-9551-c5912d5c84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.531819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cac46d2-5d7f-4637-8048-addaf145bc49 req-2e1c348d-3f8a-487a-9551-c5912d5c84d9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1a6dfcdf-b551-45f8-a7d8-af630400e19e HTTP/1.1" status: 200 len: 909 time: 0.2931657 Aug 16 02:00:07.538803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cef239-8068-4610-84ca-09e9c6873a94 req-fcd0c247-77e5-4b5a-bffb-a7569caeb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.540413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90cef239-8068-4610-84ca-09e9c6873a94 req-fcd0c247-77e5-4b5a-bffb-a7569caeb111 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.2006159 Aug 16 02:00:07.586431 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c70feb7-6b1b-42ec-92e8-b53f099ee6f6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.641758 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cac46d2-5d7f-4637-8048-addaf145bc49 req-3979d00c-836c-4e94-95ab-65cc37cc5625 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c HTTP/1.1" status: 200 len: 217 time: 0.0981455 Aug 16 02:00:07.717319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac46d2-5d7f-4637-8048-addaf145bc49 req-6e85d399-5589-465d-b9a6-be348f334376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.718971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cac46d2-5d7f-4637-8048-addaf145bc49 req-6e85d399-5589-465d-b9a6-be348f334376 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3b913f2e-3162-46d0-8765-3671839acd17 HTTP/1.1" status: 200 len: 848 time: 0.0545471 Aug 16 02:00:07.759374 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cac46d2-5d7f-4637-8048-addaf145bc49 req-2dc4a677-196e-4f95-95b4-d3cf9f8e1cea service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1a6dfcdf-b551-45f8-a7d8-af630400e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277050 Aug 16 02:00:07.770229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cef239-8068-4610-84ca-09e9c6873a94 req-9e14371f-1e05-4357-8912-df5654927c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.771793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90cef239-8068-4610-84ca-09e9c6873a94 req-9e14371f-1e05-4357-8912-df5654927c1c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062738 Aug 16 02:00:07.773817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70feb7-6b1b-42ec-92e8-b53f099ee6f6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=eba1d1d5-8894-430f-914e-2ee0cc12d872,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:07.798891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1127e2-d6ef-46b1-8fad-0258c860b51d req-24364996-bfd6-4a6c-a685-f222e6707e89 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.806644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c1127e2-d6ef-46b1-8fad-0258c860b51d req-24364996-bfd6-4a6c-a685-f222e6707e89 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 948 time: 0.2201607 Aug 16 02:00:07.886176 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c70feb7-6b1b-42ec-92e8-b53f099ee6f6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.896063 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6c70feb7-6b1b-42ec-92e8-b53f099ee6f6 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/ports/eba1d1d5-8894-430f-914e-2ee0cc12d872 HTTP/1.1" status: 204 len: 168 time: 1.6032743 Aug 16 02:00:07.899008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49026) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:07.931762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:08.037984 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.060601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c1127e2-d6ef-46b1-8fad-0258c860b51d req-df53a963-0c63-408c-a617-206bf86359bd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528105 Aug 16 02:00:08.164624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 79888a3e-e6db-456b-af27-15341d3710de details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:08.200598 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Subnet': ['ID=7f721267-e058-4454-91a1-98a1b0bd9c6a,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:08.246255 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.337255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90cef239-8068-4610-84ca-09e9c6873a94 req-98dbaedb-4b3c-4898-805a-0113d723e081 service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486522 Aug 16 02:00:08.356317 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Checking segment: {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:08.357201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network hostable DHCP agents. Network: 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:08.434541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cac46d2-5d7f-4637-8048-addaf145bc49 req-a694a56a-bc5e-4d37-8b05-4a60d0c88a6e service neutron] 10.222.0.84 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6613111 Aug 16 02:00:08.531645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:08.533195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:08.553487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:08.568070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.569448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.571493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '79888a3e-e6db-456b-af27-15341d3710de', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '79888a3e-e6db-456b-af27-15341d3710de', 'mac_address': 'fa:16:3e:1b:b7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:08.573518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67e75cd-28d0-4403-8a6e-e7d58897d6dd None None] Network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:08.599807 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8f40211a-f7fe-48ca-be44-bc05e6605aa0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1839111 Aug 16 02:00:08.607667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49038) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:08.612947 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cac46d2-5d7f-4637-8048-addaf145bc49 req-057201f9-4396-4173-adf4-341188cd0657 service neutron] 10.222.0.84 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534357 Aug 16 02:00:08.618400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'subnet': {'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:08.727720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c3f16-ba2e-47db-8143-660629834f42 req-aae964d9-65d5-49c1-ba73-8bc583cfcb0c tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.729512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb5c3f16-ba2e-47db-8143-660629834f42 req-aae964d9-65d5-49c1-ba73-8bc583cfcb0c tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 944 time: 0.4292841 Aug 16 02:00:08.758651 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.789448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c420f-b601-4bca-9b69-27a8606f07b8 req-5ef851e2-a536-474e-b9a0-e01f012ff938 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.797664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a92c420f-b601-4bca-9b69-27a8606f07b8 req-5ef851e2-a536-474e-b9a0-e01f012ff938 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 945 time: 0.3614514 Aug 16 02:00:08.883752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a92c420f-b601-4bca-9b69-27a8606f07b8 req-c8944b6a-d200-4435-9d39-9c0735afb6c5 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801606 Aug 16 02:00:08.907014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb5c3f16-ba2e-47db-8143-660629834f42 req-1c84f5e5-7880-4f0f-b4a0-a3894e701bc6 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661229 Aug 16 02:00:08.957269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90cef239-8068-4610-84ca-09e9c6873a94 req-f6228159-f563-4cbd-8e53-1e4bbf4adc60 service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524335 Aug 16 02:00:08.966038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.25.2.149 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/25bfc49a-c26b-4ade-97b2-04b4321284e4) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:09.093091 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.166933 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05200a36-4554-45c7-aadf-2d6823d27228 req-88c9d078-14ba-49b2-b7ae-d6f95bcb2b0a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 210 time: 0.0957379 Aug 16 02:00:09.172770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.278975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=25bfc49a-c26b-4ade-97b2-04b4321284e4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:09.306331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2abac6-49c9-46bd-8081-806c731039f8 req-ec5cc7ee-cb2c-4550-b57a-b6cd9982aeba tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.315455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa2abac6-49c9-46bd-8081-806c731039f8 req-ec5cc7ee-cb2c-4550-b57a-b6cd9982aeba tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 948 time: 0.1110866 Aug 16 02:00:09.325271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:09.333148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:09.334175 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.339305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:09.396277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-0a4f0dae-8175-4ff4-9cfd-47cbe7facabd', 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'fixed_ips': [{'subnet_id': '7f721267-e058-4454-91a1-98a1b0bd9c6a'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:09.397627 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.413544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa2abac6-49c9-46bd-8081-806c731039f8 req-219f2fab-1ad3-47ee-a631-6eee74fd43fa tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895169 Aug 16 02:00:09.415866 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e379b76f-bdf4-4e4c-9c29-1c13728912a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.419718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79888a3e-e6db-456b-af27-15341d3710de {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:09.425597 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.461834 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.472848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:09.477745 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.565936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:09.589348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.619042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d779a-2569-41a4-a853-5e766b379705 req-2d0251b8-83b5-4ded-847f-80e27198cc83 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.624440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03942-8963-4a56-a378-f05c7321f8aa req-762be0d1-22d1-4976-959f-4168c0592ab1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.626490 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-762be0d1-22d1-4976-959f-4168c0592ab1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.4884589 Aug 16 02:00:09.628370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d88d779a-2569-41a4-a853-5e766b379705 req-2d0251b8-83b5-4ded-847f-80e27198cc83 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 948 time: 0.0866454 Aug 16 02:00:09.646352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Request body: {'port': {'device_id': '2e77d441-3201-4f3b-8af4-5b85acd4688b', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'admin_state_up': True, 'tenant_id': '349079a268e8437eb80e514d3cb358de'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:09.656714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Allocated IP 10.1.1.2 (0a4f0dae-8175-4ff4-9cfd-47cbe7facabd/7f721267-e058-4454-91a1-98a1b0bd9c6a/5b2745b6-24c8-4ada-a01d-86a0cd918316) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:09.675645 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.713576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d88d779a-2569-41a4-a853-5e766b379705 req-b5284d3b-9055-4009-94ab-a08ef208ecfa tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783055 Aug 16 02:00:09.867967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=12']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:09.894852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Made reservation on behalf of 349079a268e8437eb80e514d3cb358de for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:09.898335 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.970181 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.979894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Transition to ACTIVE for port object 5b2745b6-24c8-4ada-a01d-86a0cd918316 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:09.996671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Transition to ACTIVE for port object 5b2745b6-24c8-4ada-a01d-86a0cd918316 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:10.007623 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.071067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:10.084058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:10.092860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:10.141532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Pushing event updated for resources: {'Port': ['ID=5b2745b6-24c8-4ada-a01d-86a0cd918316,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:10.157461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49054) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:10.166247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'subnet': {'network_id': '6a8ccb03-362c-4add-8375-f31201a930b8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:10.173243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Attempting to bind port 5b2745b6-24c8-4ada-a01d-86a0cd918316 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:10.174322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Attempting to bind port 5b2745b6-24c8-4ada-a01d-86a0cd918316 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:10.174726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Attempting to bind port 5b2745b6-24c8-4ada-a01d-86a0cd918316 on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:10.180583 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:10.181181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Checking segment: {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:10.181599 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.181998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Bound using segment: {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:10.182490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Bound port: 5b2745b6-24c8-4ada-a01d-86a0cd918316, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:10.182876 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.201701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['79888a3e-e6db-456b-af27-15341d3710de'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:10.296053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] For port 5b2745b6-24c8-4ada-a01d-86a0cd918316, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:10.304680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] For port 5b2745b6-24c8-4ada-a01d-86a0cd918316, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5b2745b6-24c8-4ada-a01d-86a0cd918316,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:10.312052 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.410607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab204ad0-c20b-4a70-955b-2d2fd326cd82 None None] Pushing event updated for resources: {'Port': ['ID=5b2745b6-24c8-4ada-a01d-86a0cd918316,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:10.517074 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.558092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7b9bf-1877-4986-afbe-d5b9ba6b4679 req-0a0686f6-ad9a-4587-a267-af51fb961e53 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.559225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ace7b9bf-1877-4986-afbe-d5b9ba6b4679 req-0a0686f6-ad9a-4587-a267-af51fb961e53 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 945 time: 0.4471579 Aug 16 02:00:10.569862 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.574699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f28d0d-97c4-4bb1-9da4-d616fd4b632b req-05eff3ac-2888-4694-91cc-1d238c9f15f8 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.576368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7f28d0d-97c4-4bb1-9da4-d616fd4b632b req-05eff3ac-2888-4694-91cc-1d238c9f15f8 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 945 time: 0.5334332 Aug 16 02:00:10.583413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Allocated IP 172.20.0.4 (1df1123c-1f49-4c4f-9eb2-3f3807dd3006/f2649e7e-bc88-4fba-bf60-4e29353aadc7/5f294509-e08f-4554-9915-2779f2ab409f) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:10.587635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.674379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb8564-6ddb-44da-ad1b-8a85204cb5f2 req-facf96cb-9339-472b-af33-1b883c8c6f59 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.675887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7eb8564-6ddb-44da-ad1b-8a85204cb5f2 req-facf96cb-9339-472b-af33-1b883c8c6f59 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 944 time: 0.5206246 Aug 16 02:00:10.697293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Subnet': ['ID=01750861-3cff-4ec0-a5ca-4ff6e860efb0,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:10.722786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:10.726233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.732504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ace7b9bf-1877-4986-afbe-d5b9ba6b4679 req-cdfbeba6-eaec-44bc-b70d-6411ce631f05 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524119 Aug 16 02:00:10.745667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=25bfc49a-c26b-4ade-97b2-04b4321284e4,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:10.773628 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.779334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Checking segment: {'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:10.779700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network hostable DHCP agents. Network: 1d05361c-e213-4f52-8aeb-6d00c93c6965, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:10.837516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7eb8564-6ddb-44da-ad1b-8a85204cb5f2 req-061ac047-ee61-4a5a-bd48-0fe14a353ee1 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443110 Aug 16 02:00:10.847038 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.848348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a9f9fce8-d59e-4669-80c1-63923f45e3f1 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9481575 Aug 16 02:00:10.854253 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49066) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:10.863912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'port': {'network_id': '34660639-1b17-41ce-8278-b35b1387a777', 'name': 'tempest-FloatingIPTestJSON-635914478'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:10.910432 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-2fede4f3-7eb2-44db-9746-70443a9f07a1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c65095f958914cd69aa95e35266c1eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606465 Aug 16 02:00:10.920138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f7f28d0d-97c4-4bb1-9da4-d616fd4b632b req-b8bc530c-e6a2-4009-b592-906a688dabca tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Deleting port 744f3b41-605e-41d8-90b3-1ccd76dc7511 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:10.920496 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f7f28d0d-97c4-4bb1-9da4-d616fd4b632b req-b8bc530c-e6a2-4009-b592-906a688dabca tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.928072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network 1d05361c-e213-4f52-8aeb-6d00c93c6965 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:10.954278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 1d05361c-e213-4f52-8aeb-6d00c93c6965) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:10.963455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d9679-07e4-485c-800b-b00567d37f72 None None] Network 1d05361c-e213-4f52-8aeb-6d00c93c6965 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:10.965928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.966531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.008575 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.013919 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-563f3f1f-5f17-4f18-920d-8fdb3d027cd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4007027 Aug 16 02:00:11.023144 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49068) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:11.032410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'port': {'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd', 'name': 'tempest-TaggedBootDevicesTest_v242-861828597', 'fixed_ips': [{'subnet_id': '7f721267-e058-4454-91a1-98a1b0bd9c6a'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:11.042949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddac070b-97af-4603-932e-e87a76ae15d1 req-838b7b92-39bb-41ec-ba77-979ec52c03a2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 210 time: 0.1152725 Aug 16 02:00:11.152939 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Made reservation on behalf of cc9a7d6baf0143feb387c144855a8643 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:11.156168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.169056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-1d05361c-e213-4f52-8aeb-6d00c93c6965', 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'fixed_ips': [{'subnet_id': '01750861-3cff-4ec0-a5ca-4ff6e860efb0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:11.170579 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.188814 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.208296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] device_id is not set on port 9d292588-cb85-4d52-8193-8442f44d22a9 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:11.216995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-f7f28d0d-97c4-4bb1-9da4-d616fd4b632b req-b8bc530c-e6a2-4009-b592-906a688dabca tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] For port 744f3b41-605e-41d8-90b3-1ccd76dc7511, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=744f3b41-605e-41d8-90b3-1ccd76dc7511,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:11.217580 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f7f28d0d-97c4-4bb1-9da4-d616fd4b632b req-b8bc530c-e6a2-4009-b592-906a688dabca tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.230466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-0f61145d-53ab-4487-bf81-154e0d548613 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.231973 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-0f61145d-53ab-4487-bf81-154e0d548613 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3085306 Aug 16 02:00:11.255375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f7f28d0d-97c4-4bb1-9da4-d616fd4b632b req-b8bc530c-e6a2-4009-b592-906a688dabca tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Calling delete_port for 744f3b41-605e-41d8-90b3-1ccd76dc7511 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:11.257411 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.274114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-3780dd62-9009-42f1-aa6d-0aa0edc5c65f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/quotas/c65095f958914cd69aa95e35266c1eba HTTP/1.1" status: 200 len: 375 time: 0.0331528 Aug 16 02:00:11.304052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:11.305859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:11.338584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:11.354546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Allocated IP 10.2.2.2 (1d05361c-e213-4f52-8aeb-6d00c93c6965/01750861-3cff-4ec0-a5ca-4ff6e860efb0/19fc350e-3b75-4e43-a07a-8bf894b1876d) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:11.412687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event updated for resources: {'Port': ['ID=5f294509-e08f-4554-9915-2779f2ab409f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:11.416708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Subnet': ['ID=950cb935-bc34-4a6e-a6bb-445048f4b584,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:11.421592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:11.444971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Checking segment: {'id': 'b561fdb8-55b4-4a41-9e5a-c646d973459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6a8ccb03-362c-4add-8375-f31201a930b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:11.445282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network hostable DHCP agents. Network: 6a8ccb03-362c-4add-8375-f31201a930b8, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:11.462754 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c07261c8-5727-4fc7-802f-7c0b114e5fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.464280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-189400d9-e881-403a-8bb1-8856b297e93e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1678090 Aug 16 02:00:11.498951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.500270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.500893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network 6a8ccb03-362c-4add-8375-f31201a930b8 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:11.551935 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.553499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 6a8ccb03-362c-4add-8375-f31201a930b8) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:11.562214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.562869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.578813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cf0262-63e0-4649-bf40-66fcb19126ed None None] Network 6a8ccb03-362c-4add-8375-f31201a930b8 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:11.582118 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-ee0ba2f4-2497-4b6d-9909-e437fe0273e5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9423292 Aug 16 02:00:11.595107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f7f28d0d-97c4-4bb1-9da4-d616fd4b632b req-b8bc530c-e6a2-4009-b592-906a688dabca tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.604431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Request body: {'port': {'device_id': '2e77d441-3201-4f3b-8af4-5b85acd4688b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:11.651139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc530c-e6a2-4009-b592-906a688dabca tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Pushing event deleted for resources: {'Port': ['ID=744f3b41-605e-41d8-90b3-1ccd76dc7511,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:11.691783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d9fb3cb6-6c1b-43b1-807f-16501cda02cd tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5322335 Aug 16 02:00:11.695128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49072) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:11.700335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1294409969'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:11.711669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.20.0.14 (34660639-1b17-41ce-8278-b35b1387a777/7cc33e3b-3d33-4a6f-aa96-0e761af602fe/9d292588-cb85-4d52-8193-8442f44d22a9) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:11.717391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['4aff864e-48a9-4d6a-9ec5-388e5976f647'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:11.722995 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['f829f340-aaba-4e31-b078-6a514de0485c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:11.750124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.760206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.764932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f28d0d-97c4-4bb1-9da4-d616fd4b632b req-b8bc530c-e6a2-4009-b592-906a688dabca tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] No DVR routers for this DVR port 744f3b41-605e-41d8-90b3-1ccd76dc7511 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:11.784554 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f7f28d0d-97c4-4bb1-9da4-d616fd4b632b req-b8bc530c-e6a2-4009-b592-906a688dabca tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.786662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7f28d0d-97c4-4bb1-9da4-d616fd4b632b req-b8bc530c-e6a2-4009-b592-906a688dabca tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "DELETE /v2.0/ports/744f3b41-605e-41d8-90b3-1ccd76dc7511 HTTP/1.1" status: 204 len: 173 time: 1.2013791 Aug 16 02:00:11.787282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738144cc-67a2-4c7d-a5cb-d65c8de8ce77', 'name': 'network-vif-deleted', 'tag': '744f3b41-605e-41d8-90b3-1ccd76dc7511'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:11.801051 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4db1db-509d-4e3b-b107-bf5a61c78039" -d '{"events": [{"server_uuid": "738144cc-67a2-4c7d-a5cb-d65c8de8ce77", "name": "network-vif-deleted", "tag": "744f3b41-605e-41d8-90b3-1ccd76dc7511"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:11.837130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] device_id is not set on port 62465913-9f97-4993-baaf-8784e6efa18e yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:11.846324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ed0df3b-d69b-445f-a017-d4ff6560e45d req-7dcc13a1-dc1d-4e3f-be12-6ed3825e8e00 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 210 time: 0.0998824 Aug 16 02:00:11.889875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c3978a-eae1-4057-87f3-90283c48e769 None None] Network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:11.899418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dfaa32a5-b42c-44f3-bd34-7ca266047d20 req-06d1fcb5-5fb8-47ec-82e5-533522b71fba tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=738144cc-67a2-4c7d-a5cb-d65c8de8ce77 HTTP/1.1" status: 200 len: 210 time: 0.0388279 Aug 16 02:00:11.905892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:11.915698 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.966703 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d82a2a-b60f-4e7b-b22a-0e24f8115e50 x-openstack-request-id: req-44d82a2a-b60f-4e7b-b22a-0e24f8115e50 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:11.967035 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738144cc-67a2-4c7d-a5cb-d65c8de8ce77", "name": "network-vif-deleted", "tag": "744f3b41-605e-41d8-90b3-1ccd76dc7511", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:11.967253 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-44d82a2a-b60f-4e7b-b22a-0e24f8115e50 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:11.967640 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738144cc-67a2-4c7d-a5cb-d65c8de8ce77', 'name': 'network-vif-deleted', 'tag': '744f3b41-605e-41d8-90b3-1ccd76dc7511', 'status': 'completed', 'code': 200} Aug 16 02:00:12.011449 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.026077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:12.060140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a5e9baa4-87cd-4e58-b13d-eb33a12b647f None None] Provisioning for port 5b2745b6-24c8-4ada-a01d-86a0cd918316 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:12.083411 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.083792 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Added segment c7104ed1-d0b5-4b9b-9a40-6fd107063b02 of type vlan for network 89f2b2c2-a0b6-4727-b56c-7e20765b3190 Aug 16 02:00:12.088750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Transition to ACTIVE for port object 19fc350e-3b75-4e43-a07a-8bf894b1876d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:12.152514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512aa2-9437-47f3-9bfe-837e02b8731f req-79e12b78-eb4e-4c5d-909f-35ad848972b7 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.154220 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b512aa2-9437-47f3-9bfe-837e02b8731f req-79e12b78-eb4e-4c5d-909f-35ad848972b7 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 944 time: 0.1209643 Aug 16 02:00:12.157045 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.171957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Transition to ACTIVE for port object 19fc350e-3b75-4e43-a07a-8bf894b1876d will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:12.208285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:12.278453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2416c-c235-4fee-b94e-195802d4381b req-91276de3-5ef1-4cfa-a434-107b6eb7aa22 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.279979 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0a2416c-c235-4fee-b94e-195802d4381b req-91276de3-5ef1-4cfa-a434-107b6eb7aa22 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 931 time: 0.1067843 Aug 16 02:00:12.297168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b512aa2-9437-47f3-9bfe-837e02b8731f req-b2c342b7-31fa-4d62-9946-4d01606bcefd tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281559 Aug 16 02:00:12.318383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 79888a3e-e6db-456b-af27-15341d3710de up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:12.328622 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.335185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.335799 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.373317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6765180 Aug 16 02:00:12.373317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49090) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:12.412658 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.434332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'subnet': {'network_id': '89f2b2c2-a0b6-4727-b56c-7e20765b3190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:12.451536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5b2745b6-24c8-4ada-a01d-86a0cd918316 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:12.496251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Network 1d05361c-e213-4f52-8aeb-6d00c93c6965 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:12.506506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0a2416c-c235-4fee-b94e-195802d4381b req-74a7a093-a097-4d2c-b283-144b23c19448 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078857 Aug 16 02:00:12.514244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e997e-8c4e-4d6d-b0a6-434f7a20822a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Network': ['ID=89f2b2c2-a0b6-4727-b56c-7e20765b3190,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:12.562099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:12.569401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:12.571334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:12.575593 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.602500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 89f2b2c2-a0b6-4727-b56c-7e20765b3190 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:12.655674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.666964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Allocated IP 10.1.1.38 (0a4f0dae-8175-4ff4-9cfd-47cbe7facabd/7f721267-e058-4454-91a1-98a1b0bd9c6a/62465913-9f97-4993-baaf-8784e6efa18e) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:12.872085 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.892774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c,segment=NetworkSegment(fab3463d-ebdb-4a11-9628-dc26a7562cdb),segment_id=fab3463d-ebdb-4a11-9628-dc26a7562cdb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:12.942438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f294509-e08f-4554-9915-2779f2ab409f {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:12.948609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.objects.ports [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101381) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:00:12.950299 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.966248 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.973603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Attempting to bind port 19fc350e-3b75-4e43-a07a-8bf894b1876d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:12.973977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Attempting to bind port 19fc350e-3b75-4e43-a07a-8bf894b1876d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:12.974319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Attempting to bind port 19fc350e-3b75-4e43-a07a-8bf894b1876d on network 1d05361c-e213-4f52-8aeb-6d00c93c6965 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:12.997803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 744f3b41-605e-41d8-90b3-1ccd76dc7511 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:13.000059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network 34660639-1b17-41ce-8278-b35b1387a777 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:13.023807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:13.029701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=9d292588-cb85-4d52-8193-8442f44d22a9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.035940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Transition to ACTIVE for port object 5f294509-e08f-4554-9915-2779f2ab409f will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:13.037032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:13.050560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '9c0de3b1-4cc5-413f-b2aa-ffedf773e60c', 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e', 'port_id': '9c0de3b1-4cc5-413f-b2aa-ffedf773e60c', 'mac_address': 'fa:16:3e:85:77:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b913f2e-3162-46d0-8765-3671839acd17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:13.062201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44cf01e8-3b02-46d4-ba27-2a849ac97bd7 req-3f4e5a22-d3a4-4e89-b4d1-f1d9428acdd8 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 210 time: 0.0637095 Aug 16 02:00:13.067059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-6a8ccb03-362c-4add-8375-f31201a930b8', 'network_id': '6a8ccb03-362c-4add-8375-f31201a930b8', 'tenant_id': '52446522001d4c53a531a58c13561427', 'fixed_ips': [{'subnet_id': '950cb935-bc34-4a6e-a6bb-445048f4b584'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:13.067622 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.069857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:13.070229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Checking segment: {'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:13.070621 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.071011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Bound using segment: {'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:13.071486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Bound port: 19fc350e-3b75-4e43-a07a-8bf894b1876d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:13.071858 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.095242 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.098353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Subnet': ['ID=0c070b9b-0220-41fc-92b1-4b3bda9352fe,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.101301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.108909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 744f3b41-605e-41d8-90b3-1ccd76dc7511 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:13.109286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 744f3b41-605e-41d8-90b3-1ccd76dc7511 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:13.119448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Checking segment: {'id': 'c7104ed1-d0b5-4b9b-9a40-6fd107063b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '89f2b2c2-a0b6-4727-b56c-7e20765b3190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:13.120121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network hostable DHCP agents. Network: 89f2b2c2-a0b6-4727-b56c-7e20765b3190, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:13.133632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Pushing event updated for resources: {'Port': ['ID=19fc350e-3b75-4e43-a07a-8bf894b1876d,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.135907 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.160339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network 89f2b2c2-a0b6-4727-b56c-7e20765b3190 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:13.168222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 5b2745b6-24c8-4ada-a01d-86a0cd918316 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:13.170036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Transition to ACTIVE for port object 62465913-9f97-4993-baaf-8784e6efa18e will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:13.185084 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 79888a3e-e6db-456b-af27-15341d3710de completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:13.207036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:13.207304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.213490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Pushing event updated for resources: {'Port': ['ID=5f294509-e08f-4554-9915-2779f2ab409f,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.226808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-67bdc52a-0a30-4321-afab-dbd66575777b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c65095f958914cd69aa95e35266c1eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456269 Aug 16 02:00:13.244166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 89f2b2c2-a0b6-4727-b56c-7e20765b3190) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:13.263038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:13.264257 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.303862 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9d166143-00ec-4a47-bf37-424015a360cd tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4466338 Aug 16 02:00:13.307735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49108) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:13.321136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] For port 19fc350e-3b75-4e43-a07a-8bf894b1876d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:13.325272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] For port 19fc350e-3b75-4e43-a07a-8bf894b1876d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19fc350e-3b75-4e43-a07a-8bf894b1876d,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:13.339519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201fb488-22a7-4b02-a0ba-60de615ca2ec None None] Network 89f2b2c2-a0b6-4727-b56c-7e20765b3190 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:13.342586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5b2745b6-24c8-4ada-a01d-86a0cd918316 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:13.342586 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.342791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-70758567-93f2-4dc0-9527-371e5a84921f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'floatingip': {'port_id': '9d292588-cb85-4d52-8193-8442f44d22a9'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:13.362004 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.401316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-12bdd69f-023c-4bc0-ac44-d54fde61962e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9919188 Aug 16 02:00:13.405664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49114) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:13.406642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 79888a3e-e6db-456b-af27-15341d3710de triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:13.407015 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.431986 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.450434 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70758567-93f2-4dc0-9527-371e5a84921f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.464217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'port': {'network_id': '89f2b2c2-a0b6-4727-b56c-7e20765b3190', 'name': 'tempest-NetworksIpV6TestAttrs-1639274461'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:13.492674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d64ca824-d8ad-417f-ab6e-0ba7e51f54c1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:13.494243 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d64ca824-d8ad-417f-ab6e-0ba7e51f54c1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664452 Aug 16 02:00:13.546338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Port': ['ID=62465913-9f97-4993-baaf-8784e6efa18e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.548690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Request body: {'port': {'device_id': 'ec83f368-4494-473a-af6c-846e600aaf39', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'c65095f958914cd69aa95e35266c1eba'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:13.584339 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.597452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:13.606443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Attempting to bind port 5f294509-e08f-4554-9915-2779f2ab409f on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:13.606443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Attempting to bind port 5f294509-e08f-4554-9915-2779f2ab409f by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:13.606443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Attempting to bind port 5f294509-e08f-4554-9915-2779f2ab409f on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:13.607785 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:13.618031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:13.670037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Port 5f294509-e08f-4554-9915-2779f2ab409f on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:13.670482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Attempting to bind port 5f294509-e08f-4554-9915-2779f2ab409f on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:13.677326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789cfa3-0e66-4428-94de-055f118d8968 None None] Pushing event updated for resources: {'Port': ['ID=19fc350e-3b75-4e43-a07a-8bf894b1876d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.680880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:13.681394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Checking segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:13.682024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Bound using segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:13.682583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Bound port: 5f294509-e08f-4554-9915-2779f2ab409f, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:13.683052 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.715641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:13.750383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bedb3-867e-41e5-9232-872a7cf00abd req-e0b270e5-22d7-4383-b1a3-6ea9a3dee1bd tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:13.752452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd7bedb3-867e-41e5-9232-872a7cf00abd req-e0b270e5-22d7-4383-b1a3-6ea9a3dee1bd tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 944 time: 0.2828829 Aug 16 02:00:13.769961 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65b515-a8b2-4854-8e48-2215bbb9f297 req-21612f51-e2a9-49d7-b740-2ae4a95fbd99 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:13.773630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:13.774393 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.777593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b65b515-a8b2-4854-8e48-2215bbb9f297 req-21612f51-e2a9-49d7-b740-2ae4a95fbd99 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 945 time: 0.3074400 Aug 16 02:00:13.821784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Allocated IP 2001:db8:0:ffff::2 (6a8ccb03-362c-4add-8375-f31201a930b8/950cb935-bc34-4a6e-a6bb-445048f4b584/76c1e7ea-2f32-4d36-8f6e-b633e400cf90) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:13.857422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c,segment=NetworkSegment(fab3463d-ebdb-4a11-9628-dc26a7562cdb),segment_id=fab3463d-ebdb-4a11-9628-dc26a7562cdb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:13.871614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] For port 5f294509-e08f-4554-9915-2779f2ab409f, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:13.902892 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.911182 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.929114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b65b515-a8b2-4854-8e48-2215bbb9f297 req-9ebdf3e3-4862-4f6c-bd70-70e7e8dd49f7 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504760 Aug 16 02:00:13.945197 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] For port 5f294509-e08f-4554-9915-2779f2ab409f, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5f294509-e08f-4554-9915-2779f2ab409f,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:13.994109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.000114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd7bedb3-867e-41e5-9232-872a7cf00abd req-7d2de169-1970-4858-a86c-c08c049fa78e tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178261 Aug 16 02:00:14.002688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:14.013250 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.058711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Made reservation on behalf of c65095f958914cd69aa95e35266c1eba for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:14.062442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.084163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] device_id is not set on port 233a626f-6c22-4a78-aabc-17bfc24e4850 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:14.132156 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8bac2d31-2dc1-4931-a4ce-98d22ce41d3e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1057541 Aug 16 02:00:14.132741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49120) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:14.137322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Pushing event updated for resources: {'Port': ['ID=5f294509-e08f-4554-9915-2779f2ab409f,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.163095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'port': {'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd', 'name': 'tempest-TaggedBootDevicesTest_v242-612369804', 'fixed_ips': [{'subnet_id': '7f721267-e058-4454-91a1-98a1b0bd9c6a'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:14.287995 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.302358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Transition to ACTIVE for port object 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:14.347621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bbdf6b1-0699-415a-b682-f519ed6fb481 req-1f611fda-f7ad-439b-9d77-cd732bf28aaf tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 210 time: 0.0897481 Aug 16 02:00:14.374220 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.389326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Transition to ACTIVE for port object 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:14.434441 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.441308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1c9dbb7-6d32-43f2-8fb1-82c47c9ba5b1 None None] Provisioning complete for port 5b2745b6-24c8-4ada-a01d-86a0cd918316 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:14.441748 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1c9dbb7-6d32-43f2-8fb1-82c47c9ba5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.480925 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:14.486789 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.495011 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.507993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79888a3e-e6db-456b-af27-15341d3710de'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:14.510660 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b81bec-a823-415f-8045-52f59dd898f9" -d '{"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-plugged", "status": "completed", "tag": "79888a3e-e6db-456b-af27-15341d3710de"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:14.513638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bce9bd-8b45-4a7e-9af8-9cdd17895a24 req-0fa83593-dc4f-4d39-9ef7-520c2ee95921 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.515713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3bce9bd-8b45-4a7e-9af8-9cdd17895a24 req-0fa83593-dc4f-4d39-9ef7-520c2ee95921 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 943 time: 0.3312500 Aug 16 02:00:14.542990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.543621 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.545205 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-d794fb61-6490-416c-baf0-e7ad8c1f6a3b service neutron] 10.222.0.89 "PUT /v2.0/ports/5f294509-e08f-4554-9915-2779f2ab409f HTTP/1.1" status: 200 len: 1092 time: 2.9471171 Aug 16 02:00:14.545725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e77d441-3201-4f3b-8af4-5b85acd4688b', 'tag': '5f294509-e08f-4554-9915-2779f2ab409f'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:14.548126 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59e26b7-2bc2-4dd1-a026-80bcefba28b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2e77d441-3201-4f3b-8af4-5b85acd4688b", "tag": "5f294509-e08f-4554-9915-2779f2ab409f"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:14.571144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Allocated IP 2001:db8::f816:3eff:feb0:cde (89f2b2c2-a0b6-4727-b56c-7e20765b3190/0c070b9b-0220-41fc-92b1-4b3bda9352fe/233a626f-6c22-4a78-aabc-17bfc24e4850) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:14.577500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Allocated IP 192.168.233.25 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/506bcf9a-41ec-492c-a20f-c98147baf581) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:14.594802 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8d06d6-c68c-4e3b-b859-026738d50fee x-openstack-request-id: req-fa8d06d6-c68c-4e3b-b859-026738d50fee {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:14.595371 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-plugged", "status": "completed", "tag": "79888a3e-e6db-456b-af27-15341d3710de", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:14.595371 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa8d06d6-c68c-4e3b-b859-026738d50fee {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:14.597393 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79888a3e-e6db-456b-af27-15341d3710de', 'code': 200} Aug 16 02:00:14.600092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] device_id is not set on port 09730719-e67e-49bb-b3bd-ddbc04247286 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:14.610028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['9c0de3b1-4cc5-413f-b2aa-ffedf773e60c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:14.657800 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a573a751-9d75-4acd-86c3-ac18a789efb7 x-openstack-request-id: req-a573a751-9d75-4acd-86c3-ac18a789efb7 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:14.658437 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e77d441-3201-4f3b-8af4-5b85acd4688b", "tag": "5f294509-e08f-4554-9915-2779f2ab409f", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:14.658818 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a573a751-9d75-4acd-86c3-ac18a789efb7 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:14.659368 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e77d441-3201-4f3b-8af4-5b85acd4688b', 'tag': '5f294509-e08f-4554-9915-2779f2ab409f', 'status': 'completed', 'code': 200} Aug 16 02:00:14.699178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:14.703900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-89f2b2c2-a0b6-4727-b56c-7e20765b3190', 'network_id': '89f2b2c2-a0b6-4727-b56c-7e20765b3190', 'tenant_id': '52446522001d4c53a531a58c13561427', 'fixed_ips': [{'subnet_id': '0c070b9b-0220-41fc-92b1-4b3bda9352fe'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:14.704748 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.707292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3bce9bd-8b45-4a7e-9af8-9cdd17895a24 req-4b4b32a5-dbb2-4303-9f64-f13d4ecf58c8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836882 Aug 16 02:00:14.712732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.745563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Network 6a8ccb03-362c-4add-8375-f31201a930b8 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:14.763115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:14.767966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:14.773926 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.811427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 5b2745b6-24c8-4ada-a01d-86a0cd918316, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5b2745b6-24c8-4ada-a01d-86a0cd918316,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:14.918459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Pushing event updated for resources: {'Port': ['ID=76c1e7ea-2f32-4d36-8f6e-b633e400cf90,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.946168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03942-8963-4a56-a378-f05c7321f8aa req-874eac2b-3acc-42c1-af70-e3cd06192988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.947762 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-874eac2b-3acc-42c1-af70-e3cd06192988 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 1095 time: 0.3304205 Aug 16 02:00:15.089451 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.092432 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=13']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:15.112486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee59e9-da54-47c4-bf5d-698d7fa7f3bd req-5cead0f4-7e65-4192-86bf-9f0cdca2322d tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.120464 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42ee59e9-da54-47c4-bf5d-698d7fa7f3bd req-5cead0f4-7e65-4192-86bf-9f0cdca2322d tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 945 time: 0.2401876 Aug 16 02:00:15.136753 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-8f26f8a4-a553-4f30-8ab1-5f6c7c0d64e7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f294509-e08f-4554-9915-2779f2ab409f HTTP/1.1" status: 200 len: 217 time: 0.1393280 Aug 16 02:00:15.177758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=5b2745b6-24c8-4ada-a01d-86a0cd918316,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:15.210186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.resource_extend [None req-70758567-93f2-4dc0-9527-371e5a84921f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:00:15.320164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409126b0-9b87-4e99-b606-1ca9132cc202 None None] Network 1d05361c-e213-4f52-8aeb-6d00c93c6965 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:15.334317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 19fc350e-3b75-4e43-a07a-8bf894b1876d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:15.337499 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a219fa79-584f-46d3-88d5-b2a742a0d6d5 None None] Provisioning for port 62465913-9f97-4993-baaf-8784e6efa18e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:15.383379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Attempting to bind port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:15.383766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Attempting to bind port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'b561fdb8-55b4-4a41-9e5a-c646d973459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6a8ccb03-362c-4add-8375-f31201a930b8'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:15.384135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Attempting to bind port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 on network 6a8ccb03-362c-4add-8375-f31201a930b8 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:15.461931 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.463265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a219fa79-584f-46d3-88d5-b2a742a0d6d5 None None] Provisioning complete for port 62465913-9f97-4993-baaf-8784e6efa18e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:15.463648 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a219fa79-584f-46d3-88d5-b2a742a0d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.524570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Transition to ACTIVE for port object 233a626f-6c22-4a78-aabc-17bfc24e4850 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:15.566900 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658b3e8-8683-460e-a404-6ee08e67e0fb req-0ea1d1ee-07fb-48e0-b269-601831204eec tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.568517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6658b3e8-8683-460e-a404-6ee08e67e0fb req-0ea1d1ee-07fb-48e0-b269-601831204eec tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 945 time: 0.2382491 Aug 16 02:00:15.582091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8a3b4-d4f7-4a72-b3cf-2937de47b14b req-3e9fb6bb-2a01-4367-afd8-d755d8ed70d0 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.583714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31a8a3b4-d4f7-4a72-b3cf-2937de47b14b req-3e9fb6bb-2a01-4367-afd8-d755d8ed70d0 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 945 time: 0.2546401 Aug 16 02:00:15.598695 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.630592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:15.631255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Checking segment: {'id': 'b561fdb8-55b4-4a41-9e5a-c646d973459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6a8ccb03-362c-4add-8375-f31201a930b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:15.631366 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.631731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Bound using segment: {'id': 'b561fdb8-55b4-4a41-9e5a-c646d973459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6a8ccb03-362c-4add-8375-f31201a930b8'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:15.632224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Bound port: 76c1e7ea-2f32-4d36-8f6e-b633e400cf90, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b561fdb8-55b4-4a41-9e5a-c646d973459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6a8ccb03-362c-4add-8375-f31201a930b8'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:15.632590 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.659542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Transition to ACTIVE for port object 506bcf9a-41ec-492c-a20f-c98147baf581 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:15.700240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Allocated IP 10.1.1.246 (0a4f0dae-8175-4ff4-9cfd-47cbe7facabd/7f721267-e058-4454-91a1-98a1b0bd9c6a/09730719-e67e-49bb-b3bd-ddbc04247286) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:15.707052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6658b3e8-8683-460e-a404-6ee08e67e0fb req-75e7163f-13b8-4ef6-a017-d039b4b5d039 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156175 Aug 16 02:00:15.711671 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.736590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31a8a3b4-d4f7-4a72-b3cf-2937de47b14b req-2173fe69-7614-4e39-ab86-4f4853463206 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352584 Aug 16 02:00:15.736816 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70758567-93f2-4dc0-9527-371e5a84921f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.747392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70758567-93f2-4dc0-9527-371e5a84921f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.750585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03942-8963-4a56-a378-f05c7321f8aa req-a62d40b7-b612-4e5c-9665-a9bac8627c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.752346 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-a62d40b7-b612-4e5c-9665-a9bac8627c94 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.5999329 Aug 16 02:00:15.801639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] For port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:15.805057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] For port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=76c1e7ea-2f32-4d36-8f6e-b633e400cf90,segment=NetworkSegment(b561fdb8-55b4-4a41-9e5a-c646d973459c),segment_id=b561fdb8-55b4-4a41-9e5a-c646d973459c)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:15.810927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a219fa79-584f-46d3-88d5-b2a742a0d6d5 None None] Port 62465913-9f97-4993-baaf-8784e6efa18e cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:15.821593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network 89f2b2c2-a0b6-4727-b56c-7e20765b3190 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:15.828029 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.831075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:15.834581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Port': ['ID=233a626f-6c22-4a78-aabc-17bfc24e4850,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:15.837454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:15.843770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.844540 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.848590 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.878110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['981f4bd6-1a06-4be9-83fc-1b6acfaa3508', '32886b7d-eb95-4a77-9949-20132fc96721'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:15.919937 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-4c37a17c-2879-4ec2-8351-35476cf31347 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555431 Aug 16 02:00:15.957917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5bc90d20-8178-46f0-999b-7e62232452a6 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4991169 Aug 16 02:00:15.966990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:15.967739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49136) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:15.974459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 19fc350e-3b75-4e43-a07a-8bf894b1876d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:15.981042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Allocated IP 2001:db8::f816:3eff:fe1d:899d (89f2b2c2-a0b6-4727-b56c-7e20765b3190/0c070b9b-0220-41fc-92b1-4b3bda9352fe/64802fe0-94d9-45b1-8084-71ffe37024a4) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:15.988245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:16.020197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:16.067334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:16.098578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d48c1c-8ecc-4102-bb1b-5b3a8e213cc8 None None] Pushing event updated for resources: {'Port': ['ID=76c1e7ea-2f32-4d36-8f6e-b633e400cf90,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:16.103611 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-f41ea298-3c79-4726-98e1-be8f39c75e00 service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729312 Aug 16 02:00:16.106110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-42ee59e9-da54-47c4-bf5d-698d7fa7f3bd req-d12a7d71-7ab0-4af1-9fc7-5aa3e0b4d23a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Deleting port 4aff864e-48a9-4d6a-9ec5-388e5976f647 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:16.106458 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42ee59e9-da54-47c4-bf5d-698d7fa7f3bd req-d12a7d71-7ab0-4af1-9fc7-5aa3e0b4d23a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.112917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-86ea3ca7-61b0-44ba-a289-f4e8a0d7b965 None None] Provisioning for port 19fc350e-3b75-4e43-a07a-8bf894b1876d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:16.120082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7484b-1030-446c-81c6-8df615847659 req-9fd9538a-41be-4e0e-9279-219bcce50881 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.122129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01d7484b-1030-446c-81c6-8df615847659 req-9fd9538a-41be-4e0e-9279-219bcce50881 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 935 time: 0.2567534 Aug 16 02:00:16.135123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4236645-f83c-4a01-b46f-42808b3499e2 req-8f280c6d-59b9-44a6-8135-cdd3acd89c65 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.136784 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4236645-f83c-4a01-b46f-42808b3499e2 req-8f280c6d-59b9-44a6-8135-cdd3acd89c65 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 943 time: 0.2374775 Aug 16 02:00:16.156941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-86ea3ca7-61b0-44ba-a289-f4e8a0d7b965 None None] Provisioning complete for port 19fc350e-3b75-4e43-a07a-8bf894b1876d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:16.157674 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86ea3ca7-61b0-44ba-a289-f4e8a0d7b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.180520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-63122efe-9fb5-47f3-a1c5-3cbf6cccd26a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Deleting subnet 0c070b9b-0220-41fc-92b1-4b3bda9352fe {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:16.188477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.189198 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.263428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4236645-f83c-4a01-b46f-42808b3499e2 req-887bb78f-6870-4962-9f15-8b9cbb7b2194 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141262 Aug 16 02:00:16.288507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-d05aef4c-ad85-4709-9692-e3a360a655ed tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7415419 Aug 16 02:00:16.303068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Request body: {'port': {'device_id': 'ec83f368-4494-473a-af6c-846e600aaf39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:16.325956 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01d7484b-1030-446c-81c6-8df615847659 req-8cdf1dfb-e4c5-40c7-a5e2-5630c4b0a4b2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842647 Aug 16 02:00:16.440057 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-70758567-93f2-4dc0-9527-371e5a84921f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP 62aa9fd1-9130-4f3c-8938-27496cb4ec2d associated. External IP: 172.25.2.149, port: 9d292588-cb85-4d52-8193-8442f44d22a9. Aug 16 02:00:16.472407 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.576120 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.579013 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86ea3ca7-61b0-44ba-a289-f4e8a0d7b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.605106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Transition to ACTIVE for port object 64802fe0-94d9-45b1-8084-71ffe37024a4 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:16.637738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Transition to ACTIVE for port object 64802fe0-94d9-45b1-8084-71ffe37024a4 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:16.649154 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.663898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-42ee59e9-da54-47c4-bf5d-698d7fa7f3bd req-d12a7d71-7ab0-4af1-9fc7-5aa3e0b4d23a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] For port 4aff864e-48a9-4d6a-9ec5-388e5976f647, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4aff864e-48a9-4d6a-9ec5-388e5976f647,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:16.664203 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.664717 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42ee59e9-da54-47c4-bf5d-698d7fa7f3bd req-d12a7d71-7ab0-4af1-9fc7-5aa3e0b4d23a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.668654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-86ea3ca7-61b0-44ba-a289-f4e8a0d7b965 None None] For port 19fc350e-3b75-4e43-a07a-8bf894b1876d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19fc350e-3b75-4e43-a07a-8bf894b1876d,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:16.681106 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71d03942-8963-4a56-a378-f05c7321f8aa req-7b0fe579-171e-49eb-b9a6-7d024d31c827 service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612986 Aug 16 02:00:16.694258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63122efe-9fb5-47f3-a1c5-3cbf6cccd26a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.698745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-42ee59e9-da54-47c4-bf5d-698d7fa7f3bd req-d12a7d71-7ab0-4af1-9fc7-5aa3e0b4d23a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Calling delete_port for 4aff864e-48a9-4d6a-9ec5-388e5976f647 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:16.701079 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86ea3ca7-61b0-44ba-a289-f4e8a0d7b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.710880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Transition to ACTIVE for port object 09730719-e67e-49bb-b3bd-ddbc04247286 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:16.739438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Network 89f2b2c2-a0b6-4727-b56c-7e20765b3190 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:16.753291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:16.756451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:16.782989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Pushing event updated for resources: {'Port': ['ID=64802fe0-94d9-45b1-8084-71ffe37024a4,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:16.834129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['79888a3e-e6db-456b-af27-15341d3710de'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:16.897213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63122efe-9fb5-47f3-a1c5-3cbf6cccd26a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.959346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Attempting to bind port 64802fe0-94d9-45b1-8084-71ffe37024a4 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:16.959748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Attempting to bind port 64802fe0-94d9-45b1-8084-71ffe37024a4 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'c7104ed1-d0b5-4b9b-9a40-6fd107063b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '89f2b2c2-a0b6-4727-b56c-7e20765b3190'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:16.960752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Attempting to bind port 64802fe0-94d9-45b1-8084-71ffe37024a4 on network 89f2b2c2-a0b6-4727-b56c-7e20765b3190 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:16.967719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a721d291-f6ae-4e27-bee5-5239db267773 None None] Provisioning complete for port 19fc350e-3b75-4e43-a07a-8bf894b1876d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:16.968055 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a721d291-f6ae-4e27-bee5-5239db267773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.010871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e26b7-2bc2-4dd1-a026-80bcefba28b8 req-2aca7e5c-1ecd-4a69-bcf2-1785a3ce8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.011393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea3ca7-61b0-44ba-a289-f4e8a0d7b965 None None] Pushing event updated for resources: {'Port': ['ID=19fc350e-3b75-4e43-a07a-8bf894b1876d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.013022 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d59e26b7-2bc2-4dd1-a026-80bcefba28b8 req-2aca7e5c-1ecd-4a69-bcf2-1785a3ce8af5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 1095 time: 0.1954987 Aug 16 02:00:17.019904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.020121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:17.020911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Checking segment: {'id': 'c7104ed1-d0b5-4b9b-9a40-6fd107063b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '89f2b2c2-a0b6-4727-b56c-7e20765b3190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:17.020911 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.021354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Bound using segment: {'id': 'c7104ed1-d0b5-4b9b-9a40-6fd107063b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '89f2b2c2-a0b6-4727-b56c-7e20765b3190'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:17.023354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Bound port: 64802fe0-94d9-45b1-8084-71ffe37024a4, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7104ed1-d0b5-4b9b-9a40-6fd107063b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '89f2b2c2-a0b6-4727-b56c-7e20765b3190'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:17.023354 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.034312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c931852-f706-4dd9-8e24-ff2cfde67513 req-50aed7ed-b996-4fa9-86aa-d83a8958355f tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.036781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c931852-f706-4dd9-8e24-ff2cfde67513 req-50aed7ed-b996-4fa9-86aa-d83a8958355f tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 945 time: 0.2136025 Aug 16 02:00:17.185918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70758567-93f2-4dc0-9527-371e5a84921f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:17.219328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] For port 64802fe0-94d9-45b1-8084-71ffe37024a4, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:17.226805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] For port 64802fe0-94d9-45b1-8084-71ffe37024a4, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=64802fe0-94d9-45b1-8084-71ffe37024a4,segment=NetworkSegment(c7104ed1-d0b5-4b9b-9a40-6fd107063b02),segment_id=c7104ed1-d0b5-4b9b-9a40-6fd107063b02)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:17.238444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:17.249008 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.249269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbedc9e-e870-4f97-b94a-7be2bfcad452 req-45ecd667-37e4-4a40-b946-589a09c4a5bf tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.254893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:17.257842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbbedc9e-e870-4f97-b94a-7be2bfcad452 req-45ecd667-37e4-4a40-b946-589a09c4a5bf tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=64601c9a-5662-4f39-a4f3-595b8d5cb97c HTTP/1.1" status: 200 len: 945 time: 0.3747697 Aug 16 02:00:17.261201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:17.264269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Port': ['ID=09730719-e67e-49bb-b3bd-ddbc04247286,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.302030 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42ee59e9-da54-47c4-bf5d-698d7fa7f3bd req-d12a7d71-7ab0-4af1-9fc7-5aa3e0b4d23a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.311120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506bcf9a-41ec-492c-a20f-c98147baf581 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:17.326487 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.362670 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a721d291-f6ae-4e27-bee5-5239db267773 None None] Provisioning for port 506bcf9a-41ec-492c-a20f-c98147baf581 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:17.373451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a721d291-f6ae-4e27-bee5-5239db267773 None None] Provisioning complete for port 506bcf9a-41ec-492c-a20f-c98147baf581 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:17.374123 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a721d291-f6ae-4e27-bee5-5239db267773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.376063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115bd2d-f6fe-4151-b7ae-be9f126b81c8 None None] Pushing event updated for resources: {'Port': ['ID=64802fe0-94d9-45b1-8084-71ffe37024a4,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.388565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c931852-f706-4dd9-8e24-ff2cfde67513 req-156decef-9f22-4950-8913-44d01e1caea3 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258321 Aug 16 02:00:17.444698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:17.471551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbbedc9e-e870-4f97-b94a-7be2bfcad452 req-2ae6e2ca-cef3-4c4a-8455-a457298f5fc2 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056038 Aug 16 02:00:17.486790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Transition to ACTIVE for port object 506bcf9a-41ec-492c-a20f-c98147baf581 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:17.518749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a721d291-f6ae-4e27-bee5-5239db267773 None None] Port 506bcf9a-41ec-492c-a20f-c98147baf581 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:17.524816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.570115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:17.576152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5b2745b6-24c8-4ada-a01d-86a0cd918316 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:17.601246 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a7d71-7ab0-4af1-9fc7-5aa3e0b4d23a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Pushing event deleted for resources: {'Port': ['ID=4aff864e-48a9-4d6a-9ec5-388e5976f647,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.603913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e26b7-2bc2-4dd1-a026-80bcefba28b8 req-93beb1eb-8fc0-41e3-a64a-f3a5ee4476b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.609119 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d59e26b7-2bc2-4dd1-a026-80bcefba28b8 req-93beb1eb-8fc0-41e3-a64a-f3a5ee4476b2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 913 time: 0.5811660 Aug 16 02:00:17.643791 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63122efe-9fb5-47f3-a1c5-3cbf6cccd26a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.700705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5b2745b6-24c8-4ada-a01d-86a0cd918316 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:17.701255 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.799538 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d59e26b7-2bc2-4dd1-a026-80bcefba28b8 req-75915c7a-19d7-4218-a1c4-26578f55a301 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f294509-e08f-4554-9915-2779f2ab409f HTTP/1.1" status: 200 len: 217 time: 0.1649795 Aug 16 02:00:17.816999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.823938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['f829f340-aaba-4e31-b078-6a514de0485c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:17.826638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.833382 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.851330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ee59e9-da54-47c4-bf5d-698d7fa7f3bd req-d12a7d71-7ab0-4af1-9fc7-5aa3e0b4d23a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] No DVR routers for this DVR port 4aff864e-48a9-4d6a-9ec5-388e5976f647 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:17.854641 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42ee59e9-da54-47c4-bf5d-698d7fa7f3bd req-d12a7d71-7ab0-4af1-9fc7-5aa3e0b4d23a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.857207 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42ee59e9-da54-47c4-bf5d-698d7fa7f3bd req-d12a7d71-7ab0-4af1-9fc7-5aa3e0b4d23a tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.89 "DELETE /v2.0/ports/4aff864e-48a9-4d6a-9ec5-388e5976f647 HTTP/1.1" status: 204 len: 173 time: 2.7194557 Aug 16 02:00:17.922317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e678c5d0-d5bc-4637-a8d1-2f20e3abd92a None None] Network 6a8ccb03-362c-4add-8375-f31201a930b8 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:17.925515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418296dd-4b63-492e-9f49-97d8141c4a83 req-bfaccdbd-b3db-4315-b7fb-757bac873ebd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.933830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-418296dd-4b63-492e-9f49-97d8141c4a83 req-bfaccdbd-b3db-4315-b7fb-757bac873ebd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 947 time: 0.2410882 Aug 16 02:00:17.935792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64601c9a-5662-4f39-a4f3-595b8d5cb97c', 'name': 'network-vif-deleted', 'tag': '4aff864e-48a9-4d6a-9ec5-388e5976f647'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:17.938166 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f89aa8e-ab8b-4204-bc67-788c97a7f865" -d '{"events": [{"server_uuid": "64601c9a-5662-4f39-a4f3-595b8d5cb97c", "name": "network-vif-deleted", "tag": "4aff864e-48a9-4d6a-9ec5-388e5976f647"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:17.957361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7304933-c576-4bb4-8609-3b2b7ef4079a req-b3505657-44da-4d7c-8953-ed30fe59593e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.965715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7304933-c576-4bb4-8609-3b2b7ef4079a req-b3505657-44da-4d7c-8953-ed30fe59593e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 943 time: 0.3444710 Aug 16 02:00:17.966329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3545ccdf-e3ac-4237-87da-ffe34288a0b1 None None] Provisioning for port 09730719-e67e-49bb-b3bd-ddbc04247286 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:17.972669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70758567-93f2-4dc0-9527-371e5a84921f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:17.980218 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70758567-93f2-4dc0-9527-371e5a84921f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.994286 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201a8b46-b786-4a72-a51e-231f09e60bc3 None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:18.023022 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-46b83c74-a7e9-4d17-baeb-b88755d521e7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8614156 Aug 16 02:00:18.027414 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a8b46-b786-4a72-a51e-231f09e60bc3 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:18.029594 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-201a8b46-b786-4a72-a51e-231f09e60bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:18.036525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63122efe-9fb5-47f3-a1c5-3cbf6cccd26a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.038903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e26b7-2bc2-4dd1-a026-80bcefba28b8 req-8684e4ca-a319-4091-bd20-a537a09482ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.041466 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d59e26b7-2bc2-4dd1-a026-80bcefba28b8 req-8684e4ca-a319-4091-bd20-a537a09482ed service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.1990442 Aug 16 02:00:18.049557 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-70758567-93f2-4dc0-9527-371e5a84921f tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "PUT /v2.0/floatingips/62aa9fd1-9130-4f3c-8938-27496cb4ec2d HTTP/1.1" status: 200 len: 978 time: 4.7384577 Aug 16 02:00:18.058376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49158) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.075867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 19fc350e-3b75-4e43-a07a-8bf894b1876d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:18.097762 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-201a8b46-b786-4a72-a51e-231f09e60bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:18.111153 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a8b46-b786-4a72-a51e-231f09e60bc3 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:18.112610 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-201a8b46-b786-4a72-a51e-231f09e60bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:18.133737 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d59e26b7-2bc2-4dd1-a026-80bcefba28b8 req-029bdf54-dfc8-491d-b046-c0dae5dbca89 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829496 Aug 16 02:00:18.158778 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-201a8b46-b786-4a72-a51e-231f09e60bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:18.160259 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201a8b46-b786-4a72-a51e-231f09e60bc3 None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:18.166429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63122efe-9fb5-47f3-a1c5-3cbf6cccd26a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Subnet': ['ID=0c070b9b-0220-41fc-92b1-4b3bda9352fe,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.168440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63122efe-9fb5-47f3-a1c5-3cbf6cccd26a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.170360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-63122efe-9fb5-47f3-a1c5-3cbf6cccd26a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/subnets/0c070b9b-0220-41fc-92b1-4b3bda9352fe HTTP/1.1" status: 204 len: 168 time: 2.1982009 Aug 16 02:00:18.183335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49160) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.195083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3545ccdf-e3ac-4237-87da-ffe34288a0b1 None None] Provisioning complete for port 09730719-e67e-49bb-b3bd-ddbc04247286 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:18.195581 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3545ccdf-e3ac-4237-87da-ffe34288a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.200065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:18.211348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-418296dd-4b63-492e-9f49-97d8141c4a83 req-1c9c3f22-93af-4198-afe1-10e49839be42 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764897 Aug 16 02:00:18.270784 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7304933-c576-4bb4-8609-3b2b7ef4079a req-1f074453-6b0c-4732-8fb0-d1fd5b780393 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035526 Aug 16 02:00:18.291269 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d59e26b7-2bc2-4dd1-a026-80bcefba28b8 req-e1da0db4-fc52-4c98-84e7-ee2414a805a2 service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468852 Aug 16 02:00:18.337203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:18.339581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:18.340271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:18.377998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3545ccdf-e3ac-4237-87da-ffe34288a0b1 None None] Port 09730719-e67e-49bb-b3bd-ddbc04247286 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:18.428496 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2498353-2e30-4641-bf90-141460156e14 x-openstack-request-id: req-d2498353-2e30-4641-bf90-141460156e14 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:18.431498 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64601c9a-5662-4f39-a4f3-595b8d5cb97c", "name": "network-vif-deleted", "tag": "4aff864e-48a9-4d6a-9ec5-388e5976f647", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:18.431841 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2498353-2e30-4641-bf90-141460156e14 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:18.432348 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64601c9a-5662-4f39-a4f3-595b8d5cb97c', 'name': 'network-vif-deleted', 'tag': '4aff864e-48a9-4d6a-9ec5-388e5976f647', 'status': 'completed', 'code': 200} Aug 16 02:00:18.444408 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.448539 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d59e26b7-2bc2-4dd1-a026-80bcefba28b8 req-760b2ed7-b561-4e95-8a60-5344d374dd5a service neutron] 10.222.0.89 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470509 Aug 16 02:00:18.449650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Port 506bcf9a-41ec-492c-a20f-c98147baf581 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:18.450033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:18.492631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 19fc350e-3b75-4e43-a07a-8bf894b1876d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:18.493159 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.495134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67626fa0-383b-4e4a-a5e8-4912099cef9c tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.529049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67626fa0-383b-4e4a-a5e8-4912099cef9c tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.530883 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-67626fa0-383b-4e4a-a5e8-4912099cef9c tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3456030 Aug 16 02:00:18.533969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49172) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.545123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:18.545602 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:18.546006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:18.546826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Bound port: 506bcf9a-41ec-492c-a20f-c98147baf581, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:18.546826 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.637174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:18.668417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:18.668786 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.679013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-580ec280-d961-4323-944d-2441ea67eecf None None] Provisioning for port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:18.708776 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8daa-067b-4322-b4a0-8c4391660e23 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.718130 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8c8daa-067b-4322-b4a0-8c4391660e23 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 02:00:18.718898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8c8daa-067b-4322-b4a0-8c4391660e23 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:00:18.721209 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eb8c8daa-067b-4322-b4a0-8c4391660e23 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/networks/89f2b2c2-a0b6-4727-b56c-7e20765b3190 HTTP/1.1" status: 409 len: 405 time: 0.1861491 Aug 16 02:00:18.725257 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49174) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.739296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-988543184'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:18.744926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port 9d292588-cb85-4d52-8193-8442f44d22a9 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:18.745616 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.767284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-580ec280-d961-4323-944d-2441ea67eecf None None] Provisioning complete for port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:18.767883 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-580ec280-d961-4323-944d-2441ea67eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.768243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:18.774659 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.787485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:18.792869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:18.809735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:18.810789 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.822133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.822530 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Added segment 85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64 of type vlan for network 42eede39-bf63-4a3b-85bf-037a2283c989 Aug 16 02:00:18.900262 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.935568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14310f-111c-4eed-8f8c-dc63e628184e req-52814eec-d449-47c1-926c-d22831d28295 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.944911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc14310f-111c-4eed-8f8c-dc63e628184e req-52814eec-d449-47c1-926c-d22831d28295 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 945 time: 0.3536303 Aug 16 02:00:18.950963 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.967095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.972100 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.981646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.982843 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.984664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] 10.222.0.89 "PUT /v2.0/ports/506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 1096 time: 2.6918736 Aug 16 02:00:18.993475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:18.997092 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f134d0a5-7845-46ae-9c56-aa03a0993678" -d '{"events": [{"name": "network-changed", "server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:19.032668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49178) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:19.055888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5f294509-e08f-4554-9915-2779f2ab409f details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:19.057860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4aff864e-48a9-4d6a-9ec5-388e5976f647 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:19.058991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6f78e4cc-c870-46ef-b392-d5c6ccd23c28 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1566466003', 'description': 'tempest-description--586105372'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:19.126730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 4aff864e-48a9-4d6a-9ec5-388e5976f647 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:19.127661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4aff864e-48a9-4d6a-9ec5-388e5976f647 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:19.176440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.177411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Network': ['ID=42eede39-bf63-4a3b-85bf-037a2283c989,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:19.291251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 42eede39-bf63-4a3b-85bf-037a2283c989 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:19.293523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d50c2-eca7-479c-af04-119579024f0b None None] Network 89f2b2c2-a0b6-4727-b56c-7e20765b3190 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:19.428487 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.resource_extend [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:00:19.611713 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f490e9e-8c6d-4c84-9a63-1853db387f1e x-openstack-request-id: req-9f490e9e-8c6d-4c84-9a63-1853db387f1e {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:19.612108 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:19.612222 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f490e9e-8c6d-4c84-9a63-1853db387f1e {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:19.612615 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581', 'status': 'completed', 'code': 200} Aug 16 02:00:19.655256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc14310f-111c-4eed-8f8c-dc63e628184e req-e0dd7062-abb6-44d0-b76e-12addbcb70fd tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7089794 Aug 16 02:00:19.698760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 64802fe0-94d9-45b1-8084-71ffe37024a4 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:19.709935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e09dd-6c91-4623-93ce-786e4857819c service neutron] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:19.712920 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-549c77bd-6f95-4dbf-883b-4a6057fe91ad tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9856017 Aug 16 02:00:19.714210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49190) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:19.719891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'subnet': {'network_id': '42eede39-bf63-4a3b-85bf-037a2283c989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:19.729152 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.744078 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f78e4cc-c870-46ef-b392-d5c6ccd23c28 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.753539 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-580ec280-d961-4323-944d-2441ea67eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.764633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5f294509-e08f-4554-9915-2779f2ab409f, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5f294509-e08f-4554-9915-2779f2ab409f,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:19.815065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '5f294509-e08f-4554-9915-2779f2ab409f', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'port_id': '5f294509-e08f-4554-9915-2779f2ab409f', 'mac_address': 'fa:16:3e:3e:63:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2649e7e-bc88-4fba-bf60-4e29353aadc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:19.816346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1893fdeb-c22b-43c4-a22d-d68b068ae63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0de3b1-4cc5-413f-b2aa-ffedf773e60c'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:19.818922 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab96e5f-a82b-45ab-9e74-1b9ccc16b37a" -d '{"events": [{"server_uuid": "1893fdeb-c22b-43c4-a22d-d68b068ae63d", "name": "network-vif-plugged", "status": "completed", "tag": "9c0de3b1-4cc5-413f-b2aa-ffedf773e60c"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:19.851124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c,segment=NetworkSegment(fab3463d-ebdb-4a11-9628-dc26a7562cdb),segment_id=fab3463d-ebdb-4a11-9628-dc26a7562cdb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:19.858433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-580ec280-d961-4323-944d-2441ea67eecf None None] For port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=76c1e7ea-2f32-4d36-8f6e-b633e400cf90,segment=NetworkSegment(b561fdb8-55b4-4a41-9e5a-c646d973459c),segment_id=b561fdb8-55b4-4a41-9e5a-c646d973459c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:19.888465 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.893582 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-580ec280-d961-4323-944d-2441ea67eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.946476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c588119e-8c75-4511-b814-be4cfc67ac74 None None] DHCP port deletion for 89f2b2c2-a0b6-4727-b56c-7e20765b3190 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:19.952593 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.961098 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 64802fe0-94d9-45b1-8084-71ffe37024a4 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:19.981187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa9170-24c2-4f1a-9491-37c6a11145e2 req-2b6fbd8d-2506-438c-8eac-06791f916f7c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.986564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71aa9170-24c2-4f1a-9491-37c6a11145e2 req-2b6fbd8d-2506-438c-8eac-06791f916f7c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 947 time: 0.3722410 Aug 16 02:00:20.020919 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f78e4cc-c870-46ef-b392-d5c6ccd23c28 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.023253 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f294509-e08f-4554-9915-2779f2ab409f {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:20.029300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-341f0dcc-d736-44f4-b951-2928913b3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.036645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:20.039743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-341f0dcc-d736-44f4-b951-2928913b3d6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1099 time: 0.9471009 Aug 16 02:00:20.054704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2db8c-2492-4dc9-a119-2800358860bb req-77e915ec-1076-498a-9a1c-03386eeec451 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.057546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:20.062343 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.065927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39f2db8c-2492-4dc9-a119-2800358860bb req-77e915ec-1076-498a-9a1c-03386eeec451 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 943 time: 0.3019896 Aug 16 02:00:20.081986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5f294509-e08f-4554-9915-2779f2ab409f, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5f294509-e08f-4554-9915-2779f2ab409f,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:20.097442 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.129833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f50b1bb2-d2b3-4463-885d-0c0bfca1dbdb None None] Provisioning complete for port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:20.130208 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f50b1bb2-d2b3-4463-885d-0c0bfca1dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.140496 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-f4de3cf3-6897-476b-90b7-eece055574be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 217 time: 0.0470474 Aug 16 02:00:20.149816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f78e4cc-c870-46ef-b392-d5c6ccd23c28 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.158666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ec280-d961-4323-944d-2441ea67eecf None None] Pushing event updated for resources: {'Port': ['ID=76c1e7ea-2f32-4d36-8f6e-b633e400cf90,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:20.199580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c588119e-8c75-4511-b814-be4cfc67ac74 None None] Deleting port 64802fe0-94d9-45b1-8084-71ffe37024a4 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:20.199970 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c588119e-8c75-4511-b814-be4cfc67ac74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.274407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-6d11435c-19de-4e8c-91f3-ac29d35fe7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.276081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-6d11435c-19de-4e8c-91f3-ac29d35fe7f7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1187003 Aug 16 02:00:20.296102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=5f294509-e08f-4554-9915-2779f2ab409f,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:20.325938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78e4cc-c870-46ef-b392-d5c6ccd23c28 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ac9369-36d0-44b5-a38b-14717a9b2c3d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:20.342006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['5f294509-e08f-4554-9915-2779f2ab409f'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:20.356080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c588119e-8c75-4511-b814-be4cfc67ac74 None None] For port 64802fe0-94d9-45b1-8084-71ffe37024a4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=64802fe0-94d9-45b1-8084-71ffe37024a4,segment=NetworkSegment(c7104ed1-d0b5-4b9b-9a40-6fd107063b02),segment_id=c7104ed1-d0b5-4b9b-9a40-6fd107063b02)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:20.356494 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c588119e-8c75-4511-b814-be4cfc67ac74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.397244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39f2db8c-2492-4dc9-a119-2800358860bb req-d02df9d1-04d9-403f-bf8f-7b69a8811685 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303099 Aug 16 02:00:20.431615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f78e4cc-c870-46ef-b392-d5c6ccd23c28 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.435711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6f78e4cc-c870-46ef-b392-d5c6ccd23c28 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3787634 Aug 16 02:00:20.436840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49198) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:20.448498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71aa9170-24c2-4f1a-9491-37c6a11145e2 req-44ee48f0-263f-49b1-abbe-a9cd1d94ecf1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480851 Aug 16 02:00:20.458532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c588119e-8c75-4511-b814-be4cfc67ac74 None None] Calling delete_port for 64802fe0-94d9-45b1-8084-71ffe37024a4 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:20.465488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-91030851-b7fe-406d-b136-2939a7e5a3f6 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'security_group_rule': {'security_group_id': 'e6ac9369-36d0-44b5-a38b-14717a9b2c3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:20.496617 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.501561 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.501887 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP 62aa9fd1-9130-4f3c-8938-27496cb4ec2d disassociated. External IP: 172.25.2.149, port: 9d292588-cb85-4d52-8193-8442f44d22a9. Aug 16 02:00:20.504414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for 9d292588-cb85-4d52-8193-8442f44d22a9 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:20.504708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.objects.ports [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101380) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:00:20.506559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.510876 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e607960-f015-4e78-92df-1f4bdeadf286 x-openstack-request-id: req-4e607960-f015-4e78-92df-1f4bdeadf286 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:20.511197 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1893fdeb-c22b-43c4-a22d-d68b068ae63d", "name": "network-vif-plugged", "status": "completed", "tag": "9c0de3b1-4cc5-413f-b2aa-ffedf773e60c", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:20.511425 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4e607960-f015-4e78-92df-1f4bdeadf286 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:20.511823 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1893fdeb-c22b-43c4-a22d-d68b068ae63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0de3b1-4cc5-413f-b2aa-ffedf773e60c', 'code': 200} Aug 16 02:00:20.523567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-4ebe46d2-d3d4-4966-9c43-b7f4ba554729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.528615 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-4ebe46d2-d3d4-4966-9c43-b7f4ba554729 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1707828 Aug 16 02:00:20.582599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f50b1bb2-d2b3-4463-885d-0c0bfca1dbdb None None] Provisioning for port 64802fe0-94d9-45b1-8084-71ffe37024a4 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:20.598281 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Subnet': ['ID=beb867eb-8b68-4a12-8d33-0a77df3e5f0f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:20.599651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f50b1bb2-d2b3-4463-885d-0c0bfca1dbdb None None] Provisioning complete for port 64802fe0-94d9-45b1-8084-71ffe37024a4 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:20.600036 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f50b1bb2-d2b3-4463-885d-0c0bfca1dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.601269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Checking segment: {'id': '85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '42eede39-bf63-4a3b-85bf-037a2283c989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:20.601759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network hostable DHCP agents. Network: 42eede39-bf63-4a3b-85bf-037a2283c989, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:20.625507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network 42eede39-bf63-4a3b-85bf-037a2283c989 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:20.639154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 42eede39-bf63-4a3b-85bf-037a2283c989) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:20.645191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.645839 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.654153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b151d0b-eb91-4445-9d9c-70786c89eb86 None None] Network 42eede39-bf63-4a3b-85bf-037a2283c989 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:20.674971 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2f6cb367-627a-431c-90c9-061fa0bd86d8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9590707 Aug 16 02:00:20.675344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49200) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:20.695013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'port': {'network_id': '42eede39-bf63-4a3b-85bf-037a2283c989', 'name': 'tempest-NetworksIpV6TestAttrs-1406840614'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:20.695596 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-91030851-b7fe-406d-b136-2939a7e5a3f6 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.716485 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c588119e-8c75-4511-b814-be4cfc67ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.771273 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f50b1bb2-d2b3-4463-885d-0c0bfca1dbdb None None] Could not find standard attr ID for object 64802fe0-94d9-45b1-8084-71ffe37024a4. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:00:20.786838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588119e-8c75-4511-b814-be4cfc67ac74 None None] Pushing event deleted for resources: {'Port': ['ID=64802fe0-94d9-45b1-8084-71ffe37024a4,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:20.790422 n-d-768851-16 neutron-server[101382]: INFO neutron.plugins.ml2.db [None req-f50b1bb2-d2b3-4463-885d-0c0bfca1dbdb None None] No ports have port_id starting with 64802fe0-94d9-45b1-8084-71ffe37024a4 Aug 16 02:00:20.805033 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588119e-8c75-4511-b814-be4cfc67ac74 None None] No DVR routers for this DVR port 64802fe0-94d9-45b1-8084-71ffe37024a4 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:20.825488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35ce27-7a6d-4371-a950-271f8410ecf6 req-c0e94e8d-263b-47f1-8aac-f5fa51c30c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.827397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac35ce27-7a6d-4371-a950-271f8410ecf6 req-c0e94e8d-263b-47f1-8aac-f5fa51c30c7f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 1098 time: 0.1519041 Aug 16 02:00:20.866478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-eb140a37-b5e4-41e2-88c9-0ef9c6246149 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231893 Aug 16 02:00:20.876327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:20.882522 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.910531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] device_id is not set on port f7413cdd-0c2e-46b6-ab9c-02caecd59917 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:20.980079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-42eede39-bf63-4a3b-85bf-037a2283c989', 'network_id': '42eede39-bf63-4a3b-85bf-037a2283c989', 'tenant_id': '52446522001d4c53a531a58c13561427', 'fixed_ips': [{'subnet_id': 'beb867eb-8b68-4a12-8d33-0a77df3e5f0f'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:20.980656 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.023931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbbb5b-174f-4e41-819a-4f1e980146a8 req-b1aef687-9e98-4173-aefa-0aa5cabe3204 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.032208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94dbbb5b-174f-4e41-819a-4f1e980146a8 req-b1aef687-9e98-4173-aefa-0aa5cabe3204 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 946 time: 0.2204361 Aug 16 02:00:21.057793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Allocated IP 2001:db8::f816:3eff:fecc:e1ca (42eede39-bf63-4a3b-85bf-037a2283c989/beb867eb-8b68-4a12-8d33-0a77df3e5f0f/f7413cdd-0c2e-46b6-ab9c-02caecd59917) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:21.066835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac35ce27-7a6d-4371-a950-271f8410ecf6 req-dff72efd-12e1-4632-8403-34da930f4479 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248490 Aug 16 02:00:21.074622 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-91030851-b7fe-406d-b136-2939a7e5a3f6 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.088655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-91030851-b7fe-406d-b136-2939a7e5a3f6 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.146648 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-91030851-b7fe-406d-b136-2939a7e5a3f6 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.147985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-91030851-b7fe-406d-b136-2939a7e5a3f6 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6984570 Aug 16 02:00:21.148714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91030851-b7fe-406d-b136-2939a7e5a3f6 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1b17a8-2dd1-4b75-8cb7-b2b948b4cabe,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.153410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49204) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:21.158765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a8eb3dc6-361e-4dbd-8c6c-fda56473d26f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'security_group_rule': {'security_group_id': 'e6ac9369-36d0-44b5-a38b-14717a9b2c3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:21.162136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94dbbb5b-174f-4e41-819a-4f1e980146a8 req-0d4ba38a-d105-4c75-8a2d-e7fd2b2f4d01 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282527 Aug 16 02:00:21.166639 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.222672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3dc6-361e-4dbd-8c6c-fda56473d26f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.227986 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=9d292588-cb85-4d52-8193-8442f44d22a9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.238912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ee44720-d836-4bf8-9fae-5e80df4b7bb0 req-77a8f4ca-22e2-4ad1-a6ed-956f8c09f79f service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526559 Aug 16 02:00:21.316312 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3dc6-361e-4dbd-8c6c-fda56473d26f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.320138 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3dc6-361e-4dbd-8c6c-fda56473d26f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.348482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb3dc6-361e-4dbd-8c6c-fda56473d26f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c457e52f-6829-49a9-bbfa-28d81642d1c4,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.352867 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.355668 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3dc6-361e-4dbd-8c6c-fda56473d26f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.360261 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a8eb3dc6-361e-4dbd-8c6c-fda56473d26f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2022150 Aug 16 02:00:21.360261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49206) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:21.365379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:21.386536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Transition to ACTIVE for port object f7413cdd-0c2e-46b6-ab9c-02caecd59917 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:21.389738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d0a5-7845-46ae-9c56-aa03a0993678 req-30bd8200-a3fd-484c-958e-2ac0235302bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.391737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f134d0a5-7845-46ae-9c56-aa03a0993678 req-30bd8200-a3fd-484c-958e-2ac0235302bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1099 time: 0.0923371 Aug 16 02:00:21.405028 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.472917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:21.504549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.575885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network 42eede39-bf63-4a3b-85bf-037a2283c989 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:21.596146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:21.602977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:21.609138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.609811 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.621724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Allocated IP 2001:db8::f816:3eff:fefb:5acf (42eede39-bf63-4a3b-85bf-037a2283c989/beb867eb-8b68-4a12-8d33-0a77df3e5f0f/9bfec26f-e23b-4db5-8126-a041085cdfb7) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:21.638357 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9596155 Aug 16 02:00:21.638357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9d06d-4993-4ed7-9cd3-e59d5a968ae8 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Port': ['ID=f7413cdd-0c2e-46b6-ab9c-02caecd59917,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.640155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49216) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:21.690348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.747926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:21.767429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:21.773710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570b441-09b4-4176-9eff-236e4cdce4b8 None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:21.781427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d0a5-7845-46ae-9c56-aa03a0993678 req-afa17714-e40d-4923-98d2-723bad11509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.783590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f134d0a5-7845-46ae-9c56-aa03a0993678 req-afa17714-e40d-4923-98d2-723bad11509b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.3836758 Aug 16 02:00:21.801349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Allocated IP 172.25.2.220 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/66f5bb2c-d9bd-4349-b612-94de437b65b6) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:21.842194 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.848532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0c2feb49-ae26-455e-8cc6-b1de6f3777cb tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/ports/9d292588-cb85-4d52-8193-8442f44d22a9 HTTP/1.1" status: 204 len: 168 time: 3.7712474 Aug 16 02:00:21.851223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49218) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:21.854056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570b441-09b4-4176-9eff-236e4cdce4b8 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:21.854715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2570b441-09b4-4176-9eff-236e4cdce4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:21.869912 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.881175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Transition to ACTIVE for port object 9bfec26f-e23b-4db5-8126-a041085cdfb7 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:21.905309 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f134d0a5-7845-46ae-9c56-aa03a0993678 req-190d5452-a2be-4fc2-a3be-ca81dbd0443c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 217 time: 0.0715542 Aug 16 02:00:21.932452 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.940712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Transition to ACTIVE for port object 9bfec26f-e23b-4db5-8126-a041085cdfb7 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:21.942495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2570b441-09b4-4176-9eff-236e4cdce4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:21.957711 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.967387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570b441-09b4-4176-9eff-236e4cdce4b8 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:21.968221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2570b441-09b4-4176-9eff-236e4cdce4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:21.971227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c11b4c0c-c44b-4074-9fff-7b75f1ec60d8 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "GET /v2.0/floatingips/62aa9fd1-9130-4f3c-8938-27496cb4ec2d HTTP/1.1" status: 200 len: 688 time: 0.1128206 Aug 16 02:00:21.971974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49220) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:21.982171 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.028094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b90a1a1-62dc-44e6-9d75-aee998ef94ab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Deleting subnet beb867eb-8b68-4a12-8d33-0a77df3e5f0f {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:22.029593 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2570b441-09b4-4176-9eff-236e4cdce4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:22.030384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570b441-09b4-4176-9eff-236e4cdce4b8 None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:22.038281 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:22.042358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:22.046477 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b90a1a1-62dc-44e6-9d75-aee998ef94ab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.063330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:22.063849 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.071438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:22.102138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Network 42eede39-bf63-4a3b-85bf-037a2283c989 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:22.108037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:22.113627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Pushing event updated for resources: {'Port': ['ID=9bfec26f-e23b-4db5-8126-a041085cdfb7,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:22.118139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d0a5-7845-46ae-9c56-aa03a0993678 req-523c4200-51f2-46ed-b56e-e0c0961e2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.120235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f134d0a5-7845-46ae-9c56-aa03a0993678 req-523c4200-51f2-46ed-b56e-e0c0961e2cbf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1472473 Aug 16 02:00:22.125859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:22.131185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eee1f-9161-4a75-8c14-df9fcfd8846d req-27acf6af-0069-466a-8d84-b68cd758df74 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.133265 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba5eee1f-9161-4a75-8c14-df9fcfd8846d req-27acf6af-0069-466a-8d84-b68cd758df74 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 944 time: 0.5731678 Aug 16 02:00:22.136387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Port': ['ID=66f5bb2c-d9bd-4349-b612-94de437b65b6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:22.151396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b90a1a1-62dc-44e6-9d75-aee998ef94ab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.210984 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Attempting to bind port 9bfec26f-e23b-4db5-8126-a041085cdfb7 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:22.211406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Attempting to bind port 9bfec26f-e23b-4db5-8126-a041085cdfb7 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '42eede39-bf63-4a3b-85bf-037a2283c989'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:22.211869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Attempting to bind port 9bfec26f-e23b-4db5-8126-a041085cdfb7 on network 42eede39-bf63-4a3b-85bf-037a2283c989 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:22.222985 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:22.223530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Checking segment: {'id': '85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '42eede39-bf63-4a3b-85bf-037a2283c989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:22.224034 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.224534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Bound using segment: {'id': '85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '42eede39-bf63-4a3b-85bf-037a2283c989'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:22.225147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Bound port: 9bfec26f-e23b-4db5-8126-a041085cdfb7, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '42eede39-bf63-4a3b-85bf-037a2283c989'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:22.225756 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.243993 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.278328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde32389-3b47-4928-a518-8f03139bde1e req-e3d8a55a-6105-48b3-bcd8-8855345308f4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.282385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dde32389-3b47-4928-a518-8f03139bde1e req-e3d8a55a-6105-48b3-bcd8-8855345308f4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 947 time: 0.7073660 Aug 16 02:00:22.310665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba5eee1f-9161-4a75-8c14-df9fcfd8846d req-fdf70150-75fc-4de1-977d-c801a7863c42 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932846 Aug 16 02:00:22.311848 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.374876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d0a5-7845-46ae-9c56-aa03a0993678 req-c6ec856a-e7ed-4cef-b7d3-a869e9a01fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.377101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f134d0a5-7845-46ae-9c56-aa03a0993678 req-c6ec856a-e7ed-4cef-b7d3-a869e9a01fe5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1893263 Aug 16 02:00:22.384864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] For port 9bfec26f-e23b-4db5-8126-a041085cdfb7, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:22.385531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dde32389-3b47-4928-a518-8f03139bde1e req-e3b1e9ab-bd2e-468e-84a9-b2f703fef246 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830221 Aug 16 02:00:22.395085 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] For port 9bfec26f-e23b-4db5-8126-a041085cdfb7, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9bfec26f-e23b-4db5-8126-a041085cdfb7,segment=NetworkSegment(85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64),segment_id=85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:22.406418 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.412034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a2305-bdef-4314-8308-2eb790a743f8 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port 25bfc49a-c26b-4ade-97b2-04b4321284e4 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:22.412034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2305-bdef-4314-8308-2eb790a743f8 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.460418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 64802fe0-94d9-45b1-8084-71ffe37024a4 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:22.498156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 64802fe0-94d9-45b1-8084-71ffe37024a4 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:22.498664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 64802fe0-94d9-45b1-8084-71ffe37024a4 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:22.534021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793df9e4-90b6-4bb1-a491-087767744e9c None None] Pushing event updated for resources: {'Port': ['ID=9bfec26f-e23b-4db5-8126-a041085cdfb7,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:22.937695 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2305-bdef-4314-8308-2eb790a743f8 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.938233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2305-bdef-4314-8308-2eb790a743f8 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.963248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6333b5-aebb-41b4-acde-6feadc47a87f req-b05a09f8-6dd0-4103-9cef-981aac1c8e16 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.964971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb6333b5-aebb-41b4-acde-6feadc47a87f req-b05a09f8-6dd0-4103-9cef-981aac1c8e16 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 946 time: 0.1433623 Aug 16 02:00:22.966115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a2305-bdef-4314-8308-2eb790a743f8 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for 25bfc49a-c26b-4ade-97b2-04b4321284e4 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:22.973010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f134d0a5-7845-46ae-9c56-aa03a0993678 req-65a3a9a4-bb29-4182-82dc-418342b63dbb service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864275 Aug 16 02:00:22.995506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5f294509-e08f-4554-9915-2779f2ab409f up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:23.042851 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b90a1a1-62dc-44e6-9d75-aee998ef94ab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.084681 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 5f294509-e08f-4554-9915-2779f2ab409f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:23.095000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 5f294509-e08f-4554-9915-2779f2ab409f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:23.096583 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.141520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb6333b5-aebb-41b4-acde-6feadc47a87f req-a5647f3f-2ede-4509-97e9-65af12b8bb55 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611106 Aug 16 02:00:23.151689 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b90a1a1-62dc-44e6-9d75-aee998ef94ab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.181537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b90a1a1-62dc-44e6-9d75-aee998ef94ab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.186371 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5b90a1a1-62dc-44e6-9d75-aee998ef94ab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/subnets/beb867eb-8b68-4a12-8d33-0a77df3e5f0f HTTP/1.1" status: 204 len: 168 time: 1.5426817 Aug 16 02:00:23.187053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49228) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:23.201756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f134d0a5-7845-46ae-9c56-aa03a0993678 req-160319bf-ae50-4673-ba77-3e3a5ab5c2ca service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182963 Aug 16 02:00:23.205445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.208208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90a1a1-62dc-44e6-9d75-aee998ef94ab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Subnet': ['ID=beb867eb-8b68-4a12-8d33-0a77df3e5f0f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:23.216007 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.260467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Port': ['ID=66f5bb2c-d9bd-4349-b612-94de437b65b6,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:23.265799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeea77a-2e72-4ec6-a34b-6fc3d5551882 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.268090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeea77a-2e72-4ec6-a34b-6fc3d5551882 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.269698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ddeea77a-2e72-4ec6-a34b-6fc3d5551882 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0816951 Aug 16 02:00:23.274037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49230) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:23.316914 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2305-bdef-4314-8308-2eb790a743f8 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.378079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a2305-bdef-4314-8308-2eb790a743f8 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=25bfc49a-c26b-4ade-97b2-04b4321284e4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:23.449618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cc9dc2ba-56f9-4333-aae0-08a945b5f746 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.451642 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.472249 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9dc2ba-56f9-4333-aae0-08a945b5f746 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 02:00:23.472729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9dc2ba-56f9-4333-aae0-08a945b5f746 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:00:23.474987 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cc9dc2ba-56f9-4333-aae0-08a945b5f746 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/networks/42eede39-bf63-4a3b-85bf-037a2283c989 HTTP/1.1" status: 409 len: 405 time: 0.1997762 Aug 16 02:00:23.478642 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.478642 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c231902b-533b-4adc-9983-eb88495ce388 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1173744 Aug 16 02:00:23.488122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49240) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:23.500839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1168184970'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:23.518287 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.541497 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:23.552615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e77d441-3201-4f3b-8af4-5b85acd4688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f294509-e08f-4554-9915-2779f2ab409f'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:23.553547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.557779 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eea760e-f5ce-4139-87cd-78756eda4a71" -d '{"events": [{"server_uuid": "2e77d441-3201-4f3b-8af4-5b85acd4688b", "name": "network-vif-plugged", "status": "completed", "tag": "5f294509-e08f-4554-9915-2779f2ab409f"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:23.577265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5f294509-e08f-4554-9915-2779f2ab409f, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5f294509-e08f-4554-9915-2779f2ab409f,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:23.584635 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.613126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:23.637869 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.638260 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Added segment f9b3f654-00d3-441e-9418-c6b8dfed8c97 of type vlan for network a56272e3-2f19-4635-a798-2dd98c99b43a Aug 16 02:00:23.699988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=5f294509-e08f-4554-9915-2779f2ab409f,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:23.723164 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.758145 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2305-bdef-4314-8308-2eb790a743f8 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.762806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2305-bdef-4314-8308-2eb790a743f8 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.769418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3c7a2305-bdef-4314-8308-2eb790a743f8 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/floatingips/62aa9fd1-9130-4f3c-8938-27496cb4ec2d HTTP/1.1" status: 204 len: 168 time: 1.7145817 Aug 16 02:00:23.774205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49248) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:23.774560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9bfec26f-e23b-4db5-8126-a041085cdfb7 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:23.782282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'aac6079b-13fb-4bd9-8e87-8af132dcc41b'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:23.822886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.823357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24540b6-be39-4b8a-b838-402d1ed8248b req-e1ea4550-d54a-483e-ab5b-8df8fb78577e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.832442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.833177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.834172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b24540b6-be39-4b8a-b838-402d1ed8248b req-e1ea4550-d54a-483e-ab5b-8df8fb78577e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 947 time: 0.2648032 Aug 16 02:00:23.867444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 9bfec26f-e23b-4db5-8126-a041085cdfb7 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:23.873796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040656f9-6317-497a-9fec-19d1831796b8 req-959ae775-631a-4671-b80b-31e901c3c4ec tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.881538 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-040656f9-6317-497a-9fec-19d1831796b8 req-959ae775-631a-4671-b80b-31e901c3c4ec tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 944 time: 0.3865273 Aug 16 02:00:23.929372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.938907 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4471245 Aug 16 02:00:23.938907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4136a7-3c2a-4a84-8a2a-afb81b87325e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Network': ['ID=a56272e3-2f19-4635-a798-2dd98c99b43a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:23.940132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49252) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:23.952067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network a56272e3-2f19-4635-a798-2dd98c99b43a details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:23.955624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b24540b6-be39-4b8a-b838-402d1ed8248b req-5b172b5d-037b-4fed-b131-bdecdc351e55 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204095 Aug 16 02:00:23.974494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'subnet': {'network_id': 'a56272e3-2f19-4635-a798-2dd98c99b43a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:23.974932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-040656f9-6317-497a-9fec-19d1831796b8 req-cccbdfe4-c5f1-4c64-8e11-97f8d61cc0d2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879102 Aug 16 02:00:24.086265 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd973949-5395-4609-8528-fdf19b1d714e x-openstack-request-id: req-fd973949-5395-4609-8528-fdf19b1d714e {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:24.086835 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e77d441-3201-4f3b-8af4-5b85acd4688b", "name": "network-vif-plugged", "status": "completed", "tag": "5f294509-e08f-4554-9915-2779f2ab409f", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:24.086835 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd973949-5395-4609-8528-fdf19b1d714e {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:24.087184 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e77d441-3201-4f3b-8af4-5b85acd4688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f294509-e08f-4554-9915-2779f2ab409f', 'code': 200} Aug 16 02:00:24.090679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be51cee6-7e75-4f1a-b7eb-22b2a1b6b3dc None None] Network 42eede39-bf63-4a3b-85bf-037a2283c989 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:24.193069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1ff885cb-9dbc-42be-bf53-9f567d7a1b84 None None] Provisioning for port 9bfec26f-e23b-4db5-8126-a041085cdfb7 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:24.195522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:24.202916 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.225642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1ff885cb-9dbc-42be-bf53-9f567d7a1b84 None None] Provisioning complete for port 9bfec26f-e23b-4db5-8126-a041085cdfb7 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:24.226089 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1ff885cb-9dbc-42be-bf53-9f567d7a1b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.326837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd250-f002-40f4-bca6-224e6a12fb71 req-6c860a51-689f-4250-ad42-08bd04839c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.328684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-777fd250-f002-40f4-bca6-224e6a12fb71 req-6c860a51-689f-4250-ad42-08bd04839c2e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 1097 time: 0.2281945 Aug 16 02:00:24.332959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-3ae72aa2-7a02-414d-9899-201c103af601 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1566466003&fields=id&tenant_id=215573ee4a53490f823ef26851352aa0 HTTP/1.1" status: 200 len: 267 time: 0.1776154 Aug 16 02:00:24.344945 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1ff885cb-9dbc-42be-bf53-9f567d7a1b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.347886 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.414910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1ff885cb-9dbc-42be-bf53-9f567d7a1b84 None None] For port 9bfec26f-e23b-4db5-8126-a041085cdfb7, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9bfec26f-e23b-4db5-8126-a041085cdfb7,segment=NetworkSegment(85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64),segment_id=85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:24.423012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f9f8e-9821-4744-8aea-c3dea7890c14 None None] DHCP port deletion for 42eede39-bf63-4a3b-85bf-037a2283c989 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:24.428226 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1ff885cb-9dbc-42be-bf53-9f567d7a1b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.468020 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbb5e1-19c9-45d9-a15b-ce8cf3aea7a2 req-f956e39d-c223-45e1-91b6-ae6fbb89c53f tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.475300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4cbb5e1-19c9-45d9-a15b-ce8cf3aea7a2 req-f956e39d-c223-45e1-91b6-ae6fbb89c53f tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 946 time: 0.1932826 Aug 16 02:00:24.495662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff885cb-9dbc-42be-bf53-9f567d7a1b84 None None] Pushing event updated for resources: {'Port': ['ID=9bfec26f-e23b-4db5-8126-a041085cdfb7,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.516786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-777fd250-f002-40f4-bca6-224e6a12fb71 req-39db9e64-d208-4709-80a3-24cc77026e47 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786473 Aug 16 02:00:24.533749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ddfa954f-87f6-41a1-b212-77a8f0ec5f99 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.535350 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ddfa954f-87f6-41a1-b212-77a8f0ec5f99 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports/62465913-9f97-4993-baaf-8784e6efa18e HTTP/1.1" status: 200 len: 935 time: 0.1853790 Aug 16 02:00:24.570943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-394f9f8e-9821-4744-8aea-c3dea7890c14 None None] Deleting port 9bfec26f-e23b-4db5-8126-a041085cdfb7 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:24.571559 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-394f9f8e-9821-4744-8aea-c3dea7890c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.584277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.objects.ports [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101380) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:00:24.586151 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.643304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4cbb5e1-19c9-45d9-a15b-ce8cf3aea7a2 req-a8a6c59a-592a-4f61-b8b2-ba365afb751c tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619520 Aug 16 02:00:24.655283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-394f9f8e-9821-4744-8aea-c3dea7890c14 None None] For port 9bfec26f-e23b-4db5-8126-a041085cdfb7, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9bfec26f-e23b-4db5-8126-a041085cdfb7,segment=NetworkSegment(85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64),segment_id=85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:24.655960 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-394f9f8e-9821-4744-8aea-c3dea7890c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.666860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-8ab503ec-f637-4863-b2ec-86f66f107d3b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.668431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-8ab503ec-f637-4863-b2ec-86f66f107d3b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports/09730719-e67e-49bb-b3bd-ddbc04247286 HTTP/1.1" status: 200 len: 936 time: 0.1252289 Aug 16 02:00:24.679049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Subnet': ['ID=3747fd59-d442-4032-9424-effe444dbaf0,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.679941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-394f9f8e-9821-4744-8aea-c3dea7890c14 None None] Calling delete_port for 9bfec26f-e23b-4db5-8126-a041085cdfb7 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:24.695600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.25.2.65 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/9dce615e-ac4b-472d-a6e0-665ed8ecf8a9) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:24.700044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Checking segment: {'id': 'f9b3f654-00d3-441e-9418-c6b8dfed8c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a56272e3-2f19-4635-a798-2dd98c99b43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:24.700478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network hostable DHCP agents. Network: a56272e3-2f19-4635-a798-2dd98c99b43a, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:24.738546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network a56272e3-2f19-4635-a798-2dd98c99b43a is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:24.758425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ca5f9269-f228-4f1b-90df-12df9fae1133 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0798764 Aug 16 02:00:24.772674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, a56272e3-2f19-4635-a798-2dd98c99b43a) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:24.784697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3311626-3052-4968-8110-9aa91a151c15 None None] Network a56272e3-2f19-4635-a798-2dd98c99b43a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:24.794707 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.799185 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.840767 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-66943014-05c5-4edf-818f-8eb705dc4790 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8918414 Aug 16 02:00:24.841095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49268) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:24.846033 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-2aaeecb4-b78a-4ca9-b8b7-4e49b7d1c59c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0774634 Aug 16 02:00:24.901253 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-394f9f8e-9821-4744-8aea-c3dea7890c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.963491 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f9f8e-9821-4744-8aea-c3dea7890c14 None None] Pushing event deleted for resources: {'Port': ['ID=9bfec26f-e23b-4db5-8126-a041085cdfb7,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.967596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f9f8e-9821-4744-8aea-c3dea7890c14 None None] No DVR routers for this DVR port 9bfec26f-e23b-4db5-8126-a041085cdfb7 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:25.023803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.038881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:25.040662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.085868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-908dec03-b092-44b9-8e23-5cca5448ae25 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.103430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-908dec03-b092-44b9-8e23-5cca5448ae25 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.110050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-908dec03-b092-44b9-8e23-5cca5448ae25 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.121925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-908dec03-b092-44b9-8e23-5cca5448ae25 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/networks?id=2ea2ab85-242f-4314-9eef-b00c020be907&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=1d05361c-e213-4f52-8aeb-6d00c93c6965&id=1d05361c-e213-4f52-8aeb-6d00c93c6965 HTTP/1.1" status: 200 len: 1994 time: 0.2656999 Aug 16 02:00:25.203154 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.235430 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9ff74711-938e-4632-9564-4f8fa59036f5 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/quotas/215573ee4a53490f823ef26851352aa0 HTTP/1.1" status: 200 len: 375 time: 0.1037123 Aug 16 02:00:25.245531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:25.269958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '506bcf9a-41ec-492c-a20f-c98147baf581', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '506bcf9a-41ec-492c-a20f-c98147baf581', 'mac_address': 'fa:16:3e:2e:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:25.273932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d0d574-23c9-4c12-95a4-d15a84d63f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-a56272e3-2f19-4635-a798-2dd98c99b43a', 'network_id': 'a56272e3-2f19-4635-a798-2dd98c99b43a', 'tenant_id': '52446522001d4c53a531a58c13561427', 'fixed_ips': [{'subnet_id': '3747fd59-d442-4032-9424-effe444dbaf0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:25.275094 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-88d0d574-23c9-4c12-95a4-d15a84d63f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.325015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b37e2-6e54-45bf-b489-fe46e07d8b6a req-1e948924-8a8d-4569-9060-3e2214265987 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.326990 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-261b37e2-6e54-45bf-b489-fe46e07d8b6a req-1e948924-8a8d-4569-9060-3e2214265987 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 947 time: 0.1989138 Aug 16 02:00:25.359108 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.376677 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b03b0eb4-f9f5-49a6-a04e-c2f4e8b93150 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1407745 Aug 16 02:00:25.377789 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.408468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Subnet': ['ID=3747fd59-d442-4032-9424-effe444dbaf0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.423601 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.452155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506bcf9a-41ec-492c-a20f-c98147baf581 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:25.475606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-261b37e2-6e54-45bf-b489-fe46e07d8b6a req-f4fedfd9-a123-41c1-8ab8-41249f91c3e0 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404157 Aug 16 02:00:25.477639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:25.514804 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.531646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:25.540003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:25.550714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56272e3-2f19-4635-a798-2dd98c99b43a']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server [None req-88d0d574-23c9-4c12-95a4-d15a84d63f71 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3747fd59-d442-4032-9424-effe444dbaf0: This subnet is being modified by another concurrent operation. Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:00:25.572592 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3747fd59-d442-4032-9424-effe444dbaf0: This subnet is being modified by another concurrent operation. Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Aug 16 02:00:25.579038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:25.583435 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.586831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=9dce615e-ac4b-472d-a6e0-665ed8ecf8a9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.603879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b3f654-00d3-441e-9418-c6b8dfed8c97') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:25.605209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b3f654-00d3-441e-9418-c6b8dfed8c97') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:25.616446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.647044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.654830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:25.655249 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.658352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce61d6b-050a-4ec0-b0a2-bada12d4b601 None None] Network a56272e3-2f19-4635-a798-2dd98c99b43a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:25.682198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a793a61-da3e-4d81-acc2-47f014d9531d req-a5d566ef-4887-4e5f-b4ca-defc1361d97a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.683772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a793a61-da3e-4d81-acc2-47f014d9531d req-a5d566ef-4887-4e5f-b4ca-defc1361d97a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.0945878 Aug 16 02:00:25.716460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9bfec26f-e23b-4db5-8126-a041085cdfb7 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:25.734483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-80e5a851-56d2-4a10-9c67-42018bdb686d service neutron] 10.222.0.79 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422263 Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:25.747652 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:25.758743 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.769486 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.771910 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/networks/a56272e3-2f19-4635-a798-2dd98c99b43a HTTP/1.1" status: 204 len: 168 time: 0.9293468 Aug 16 02:00:25.774571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 9bfec26f-e23b-4db5-8126-a041085cdfb7 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:25.775158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9bfec26f-e23b-4db5-8126-a041085cdfb7 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:25.775412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49284) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:25.781032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.802432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1802243949'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:25.823141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6ac5e-4d7c-40dc-b40b-71626781e826 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Network': ['ID=a56272e3-2f19-4635-a798-2dd98c99b43a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.826920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['506bcf9a-41ec-492c-a20f-c98147baf581'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:25.849667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:25.854887 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.857987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7feb30b5-07fb-4687-be54-0122c8a456ca service neutron] 10.222.0.79 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991640 Aug 16 02:00:25.898722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:25.906701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37196c05-3663-4125-a017-85d3cdd3d5fe None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:00:25.912995 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.913520 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Added segment 6a540397-e1c5-4171-91fa-f6acee77d1ee of type vlan for network 88ab252a-5c4f-46af-89fa-72f80ed2cbdd Aug 16 02:00:25.936513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a793a61-da3e-4d81-acc2-47f014d9531d req-30a0bb08-50c0-49f9-8a9a-84b4953a9909 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274218 Aug 16 02:00:25.976238 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.015436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.028191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:26.028191 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.031280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b4002dbd-47e0-4d0c-b0ae-65396798ab32 service neutron] 10.222.0.79 "GET /v2.0/ports/62465913-9f97-4993-baaf-8784e6efa18e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1477001 Aug 16 02:00:26.125217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Network': ['ID=88ab252a-5c4f-46af-89fa-72f80ed2cbdd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:26.137844 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-634da607-f7bd-447d-83e2-9f8fb32e13be tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3611896 Aug 16 02:00:26.142609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49294) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:26.148366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'subnet': {'network_id': '88ab252a-5c4f-46af-89fa-72f80ed2cbdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:26.154182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 88ab252a-5c4f-46af-89fa-72f80ed2cbdd details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:26.285014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:26.290107 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.362975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37196c05-3663-4125-a017-85d3cdd3d5fe None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:00:26.452325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-45fdb8fb-a918-4eea-87fa-5604bef82369 service neutron] 10.222.0.79 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201720 Aug 16 02:00:26.622098 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.676276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d680c579-65ed-45e2-a3ea-4fbc1eab4afd service neutron] 10.222.0.79 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061522 Aug 16 02:00:26.746584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Subnet': ['ID=99e07ba2-1646-4933-930d-c25cd13c5892,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:26.750975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Checking segment: {'id': '6a540397-e1c5-4171-91fa-f6acee77d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '88ab252a-5c4f-46af-89fa-72f80ed2cbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:26.751860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network hostable DHCP agents. Network: 88ab252a-5c4f-46af-89fa-72f80ed2cbdd, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:26.754895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.772059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network 88ab252a-5c4f-46af-89fa-72f80ed2cbdd is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:26.792305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 88ab252a-5c4f-46af-89fa-72f80ed2cbdd) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:26.799249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:26.800302 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.822592 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6f0c6ddd-a5a7-469f-9dbe-7380573d5c7d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6784098 Aug 16 02:00:26.825362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49304) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:26.956468 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.033387 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.038449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:27.111553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d8be296a-144a-4f60-81c0-4c4b418d9e64 service neutron] 10.222.0.79 "GET /v2.0/ports/09730719-e67e-49bb-b3bd-ddbc04247286?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4267919 Aug 16 02:00:27.132128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.166523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Subnet': ['ID=99e07ba2-1646-4933-930d-c25cd13c5892,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.185795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c931fe0-24f7-47d2-bd06-754bc7e34d0d req-7ce9e964-ed4a-4f63-b5e7-9c5ad2d74d1b tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.187829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c931fe0-24f7-47d2-bd06-754bc7e34d0d req-7ce9e964-ed4a-4f63-b5e7-9c5ad2d74d1b tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 946 time: 0.4952998 Aug 16 02:00:27.237996 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 506bcf9a-41ec-492c-a20f-c98147baf581 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:27.243102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 506bcf9a-41ec-492c-a20f-c98147baf581 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:27.243827 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.249097 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.249487 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11977032-1ace-49d7-84dd-2720cf7e4a92 None None] Network 88ab252a-5c4f-46af-89fa-72f80ed2cbdd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:27.265876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ab252a-5c4f-46af-89fa-72f80ed2cbdd']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:27.278182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a540397-e1c5-4171-91fa-f6acee77d1ee') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:27.278616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a540397-e1c5-4171-91fa-f6acee77d1ee') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:27.284475 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.289724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c931fe0-24f7-47d2-bd06-754bc7e34d0d req-e712df8f-e9b6-4e6a-ad86-8ae597681d95 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929844 Aug 16 02:00:27.289930 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.304440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.311728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:27.312127 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:27.317162 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:27.320913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-5fdeea84-ee29-4f6f-919e-8c9ece19d692 service neutron] 10.222.0.79 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972814 Aug 16 02:00:27.426843 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.434490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.434924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d35661a-d8ec-4c37-a62a-0de5a6d720e3 None None] Network 88ab252a-5c4f-46af-89fa-72f80ed2cbdd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:27.437444 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/networks/88ab252a-5c4f-46af-89fa-72f80ed2cbdd HTTP/1.1" status: 204 len: 168 time: 0.6106575 Aug 16 02:00:27.450635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49310) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:27.457234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1456260985'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:27.480048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d35661a-d8ec-4c37-a62a-0de5a6d720e3 None None] Network 88ab252a-5c4f-46af-89fa-72f80ed2cbdd could not be found, it might have been deleted concurrently. {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:00:27.480701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e527a9-22fd-4b02-879d-f62c49290e1e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Network': ['ID=88ab252a-5c4f-46af-89fa-72f80ed2cbdd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.499892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:27.506529 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.512967 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.545534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:27.549087 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66b6b36-9c99-4411-a967-cf9d28e6ef4d" -d '{"events": [{"server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "name": "network-vif-plugged", "status": "completed", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:27.563349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:27.565456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:27.570152 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.587639 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.589503 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Added segment d2a5011d-b5ec-440f-abd4-1c6cd437dca1 of type vlan for network 7a83a2d0-95af-40e4-b7fc-ab3a22b346a2 Aug 16 02:00:27.625342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.628691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023cc4e-689e-4654-bb2f-10aad724920f req-a1c3bfac-ff54-4974-baf2-e7e623750a5e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.630454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8023cc4e-689e-4654-bb2f-10aad724920f req-a1c3bfac-ff54-4974-baf2-e7e623750a5e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.2639766 Aug 16 02:00:27.659335 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.664294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-012ba34e-30c3-4e55-ac08-3524f389b8b5 service neutron] 10.222.0.79 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225117 Aug 16 02:00:27.692748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.698684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.699285 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.746517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.755098 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.759325 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3070743 Aug 16 02:00:27.760969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49316) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:27.776834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Request body: {'subnet': {'network_id': '7a83a2d0-95af-40e4-b7fc-ab3a22b346a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:27.780609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649b19c-840a-489e-b03a-4e5f64289aab tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Network': ['ID=7a83a2d0-95af-40e4-b7fc-ab3a22b346a2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.792061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 7a83a2d0-95af-40e4-b7fc-ab3a22b346a2 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:27.876542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8023cc4e-689e-4654-bb2f-10aad724920f req-0578cc49-28b9-4f15-9f1e-9f36d3e7b4ff tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356918 Aug 16 02:00:27.950120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=9dce615e-ac4b-472d-a6e0-665ed8ecf8a9,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.981496 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-765a5a9a-7323-427f-af31-39d89871ee2b service neutron] 10.222.0.79 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161407 Aug 16 02:00:27.997907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:27.998171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:27.998633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:27.999008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:27.999352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:27.999673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:27.999993 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:28.000314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:28.000625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:28.000939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:28.001316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:28.001707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:28.009637 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.164370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Made reservation on behalf of 52446522001d4c53a531a58c13561427 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:28.167803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.221067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d04415-62a2-4df6-95fa-fb13bfb40a6b req-8b77e3bf-560e-4e46-b172-751dc2576f9e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:28.222436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51d04415-62a2-4df6-95fa-fb13bfb40a6b req-8b77e3bf-560e-4e46-b172-751dc2576f9e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.2646303 Aug 16 02:00:28.344847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fd434-22fd-434a-947e-15635caace36 req-8b7b6fbb-0aa6-40e2-9b86-0c06adbe7445 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:28.346284 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d6fd434-22fd-434a-947e-15635caace36 req-8b7b6fbb-0aa6-40e2-9b86-0c06adbe7445 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.84 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 946 time: 0.2836485 Aug 16 02:00:28.378623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-29b87c29-798d-4589-8cd1-37d9e560994b service neutron] 10.222.0.79 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711970 Aug 16 02:00:28.379675 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP e383eb32-41eb-4122-8025-7a0d1828aef8 associated. External IP: 172.25.2.65, port: aac6079b-13fb-4bd9-8e87-8af132dcc41b. Aug 16 02:00:28.421632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563daec-af41-4036-827e-a6fa868e65f3 req-b4eb3031-ad80-4b25-8d60-ad01045349f2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:28.423050 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f563daec-af41-4036-827e-a6fa868e65f3 req-b4eb3031-ad80-4b25-8d60-ad01045349f2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.89 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 946 time: 0.2870758 Aug 16 02:00:28.493841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51d04415-62a2-4df6-95fa-fb13bfb40a6b req-6242bdcb-fc6f-480d-8cec-20f72638ef2c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253234 Aug 16 02:00:29.060076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d99c3-a118-4d55-9f64-7b06db77b8a5 req-ad69dc16-590c-455c-8354-db2cb3220bb9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.061586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-528d99c3-a118-4d55-9f64-7b06db77b8a5 req-ad69dc16-590c-455c-8354-db2cb3220bb9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 946 time: 0.5094736 Aug 16 02:00:29.092577 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0b171b57-1fcc-4e30-bded-0fa141d15fb0 req-feecca6f-6c3e-4362-98ca-01d9cec7a117 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408731 Aug 16 02:00:29.097547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-a7a4c694-2efd-4346-8927-cef60567be8f service neutron] 10.222.0.79 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836207 Aug 16 02:00:29.193125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-4d6fd434-22fd-434a-947e-15635caace36 req-854cde9f-ee28-481d-8c4e-316397df0085 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Deleting port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:29.193464 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d6fd434-22fd-434a-947e-15635caace36 req-854cde9f-ee28-481d-8c4e-316397df0085 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.194435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b171b57-1fcc-4e30-bded-0fa141d15fb0 req-d05663f1-23b1-49b5-9d95-552f0b2f2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.196875 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0b171b57-1fcc-4e30-bded-0fa141d15fb0 req-d05663f1-23b1-49b5-9d95-552f0b2f2d69 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 1098 time: 0.0433445 Aug 16 02:00:29.307925 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b171b57-1fcc-4e30-bded-0fa141d15fb0 req-dd3f8ebe-b80b-4796-a270-7f8284b5ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.309463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0b171b57-1fcc-4e30-bded-0fa141d15fb0 req-dd3f8ebe-b80b-4796-a270-7f8284b5ad6a service neutron] 10.222.0.84 "GET /v2.0/networks?id=5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 200 len: 916 time: 0.0905240 Aug 16 02:00:29.320435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Deleting port a2b238a3-9b59-4067-8804-4eaac4919abd {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:29.320740 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.349188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-528d99c3-a118-4d55-9f64-7b06db77b8a5 req-b9469885-29f0-4be2-a8aa-99e8f1e77ba0 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=117e3417-2942-465e-8986-04450626c41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556841 Aug 16 02:00:29.359253 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0b171b57-1fcc-4e30-bded-0fa141d15fb0 req-25010bf3-be11-4502-92d2-050d4cd06e43 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f829f340-aaba-4e31-b078-6a514de0485c HTTP/1.1" status: 200 len: 217 time: 0.0386100 Aug 16 02:00:29.410908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b171b57-1fcc-4e30-bded-0fa141d15fb0 req-7c638e04-98b8-4c90-9abb-6584ad8cdd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.412444 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0b171b57-1fcc-4e30-bded-0fa141d15fb0 req-7c638e04-98b8-4c90-9abb-6584ad8cdd6d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 200 len: 855 time: 0.0461287 Aug 16 02:00:29.450965 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0b171b57-1fcc-4e30-bded-0fa141d15fb0 req-53e0c284-bc72-4615-bde5-52ecddf6a24b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5a7a8465-aacf-433a-8403-d3fb6abc343c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299418 Aug 16 02:00:29.521325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-5068e454-1400-4674-bf14-6cd74d0c677e service neutron] 10.222.0.79 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072466 Aug 16 02:00:29.531080 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4d6fd434-22fd-434a-947e-15635caace36 req-854cde9f-ee28-481d-8c4e-316397df0085 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] For port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c,segment=NetworkSegment(fab3463d-ebdb-4a11-9628-dc26a7562cdb),segment_id=fab3463d-ebdb-4a11-9628-dc26a7562cdb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:29.531443 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d6fd434-22fd-434a-947e-15635caace36 req-854cde9f-ee28-481d-8c4e-316397df0085 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.552675 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c332078-c9a8-45c1-9f54-ea180f2b5be9 x-openstack-request-id: req-0c332078-c9a8-45c1-9f54-ea180f2b5be9 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:29.553285 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "name": "network-vif-plugged", "status": "completed", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:29.553285 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c332078-c9a8-45c1-9f54-ea180f2b5be9 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:29.553615 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581', 'code': 200} Aug 16 02:00:29.556291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.objects.ports [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101381) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:00:29.577451 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.581315 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0b171b57-1fcc-4e30-bded-0fa141d15fb0 req-0498143d-771f-4ca3-8a09-7ffb4898f1b7 service neutron] 10.222.0.84 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208038 Aug 16 02:00:29.608812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:29.609835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-4d6fd434-22fd-434a-947e-15635caace36 req-854cde9f-ee28-481d-8c4e-316397df0085 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Calling delete_port for 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:29.711632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf3330-3773-4e61-9ead-459bb29585ed req-12ff720d-a821-439e-a24a-357f1f118daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.713188 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7dbf3330-3773-4e61-9ead-459bb29585ed req-12ff720d-a821-439e-a24a-357f1f118daa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1101 time: 0.0716929 Aug 16 02:00:29.716652 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0b171b57-1fcc-4e30-bded-0fa141d15fb0 req-2cb9afbb-7a62-4817-9755-49388b908b05 service neutron] 10.222.0.84 "GET /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269224 Aug 16 02:00:29.747556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] For port a2b238a3-9b59-4067-8804-4eaac4919abd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a2b238a3-9b59-4067-8804-4eaac4919abd,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:29.747924 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.752262 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7dbf3330-3773-4e61-9ead-459bb29585ed req-a7ba0687-0558-427a-86ba-af7885caca64 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Aug 16 02:00:29.818599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event updated for resources: {'Subnet': ['ID=f76b8496-25f6-4263-bbbb-55148b23c98e,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:29.946243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Checking segment: {'id': 'd2a5011d-b5ec-440f-abd4-1c6cd437dca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7a83a2d0-95af-40e4-b7fc-ab3a22b346a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:29.946523 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network hostable DHCP agents. Network: 7a83a2d0-95af-40e4-b7fc-ab3a22b346a2, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:29.955813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-427b5954-a3f1-47e4-901b-b8acee24f4df service neutron] 10.222.0.79 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212904 Aug 16 02:00:29.963297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec520f-4270-4158-aa52-fc853c835c9f req-51cf1125-9035-4c77-b842-1b4837f9097a tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.964676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8ec520f-4270-4158-aa52-fc853c835c9f req-51cf1125-9035-4c77-b842-1b4837f9097a tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1893fdeb-c22b-43c4-a22d-d68b068ae63d HTTP/1.1" status: 200 len: 946 time: 0.3327930 Aug 16 02:00:30.140103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Network 7a83a2d0-95af-40e4-b7fc-ab3a22b346a2 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:30.249925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8ec520f-4270-4158-aa52-fc853c835c9f req-2460525d-e167-453e-8f51-6457218efcb2 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764063 Aug 16 02:00:30.258266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 7a83a2d0-95af-40e4-b7fc-ab3a22b346a2) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:30.270517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:30.274747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e65727-d3f9-49b5-acf1-fadaeb66dd62 None None] Network 7a83a2d0-95af-40e4-b7fc-ab3a22b346a2 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:30.281979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.282635 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.286408 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028eed7-7087-4e85-bf62-77947d4cd9fc None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:30.295847 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028eed7-7087-4e85-bf62-77947d4cd9fc None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:30.296550 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9028eed7-7087-4e85-bf62-77947d4cd9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:30.324499 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.324867 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.325221 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Floating IP 787902dc-6bb3-48fc-bd91-b9de45b7545b disassociated. External IP: 172.25.2.98, port: a2b238a3-9b59-4067-8804-4eaac4919abd. Aug 16 02:00:30.325561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Calling delete_port for a2b238a3-9b59-4067-8804-4eaac4919abd owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:30.329377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-03fe3a92-bf75-40e4-a003-0ce2e2ef93ed service neutron] 10.222.0.79 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637388 Aug 16 02:00:30.330518 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d6fd434-22fd-434a-947e-15635caace36 req-854cde9f-ee28-481d-8c4e-316397df0085 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.331599 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9028eed7-7087-4e85-bf62-77947d4cd9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:30.342369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-14b358ca-f917-443a-9c44-ad962c474e8f tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5734549 Aug 16 02:00:30.342955 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028eed7-7087-4e85-bf62-77947d4cd9fc None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:30.343774 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9028eed7-7087-4e85-bf62-77947d4cd9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:30.345354 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49326) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:30.375724 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.382914 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9028eed7-7087-4e85-bf62-77947d4cd9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:30.383975 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028eed7-7087-4e85-bf62-77947d4cd9fc None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:30.396161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cde9f-ee28-481d-8c4e-316397df0085 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Pushing event deleted for resources: {'Port': ['ID=9c0de3b1-4cc5-413f-b2aa-ffedf773e60c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.471833 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.497327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-7a83a2d0-95af-40e4-b7fc-ab3a22b346a2', 'network_id': '7a83a2d0-95af-40e4-b7fc-ab3a22b346a2', 'tenant_id': '52446522001d4c53a531a58c13561427', 'fixed_ips': [{'subnet_id': 'f76b8496-25f6-4263-bbbb-55148b23c98e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:30.498438 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.539304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-65534fe2-a626-4ef7-b033-25cf55043539 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.7615471 Aug 16 02:00:30.541940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49330) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:30.548663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1978461054'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:30.572534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Made reservation on behalf of cc9a7d6baf0143feb387c144855a8643 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:30.576668 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.578851 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.581880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6fd434-22fd-434a-947e-15635caace36 req-854cde9f-ee28-481d-8c4e-316397df0085 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] No DVR routers for this DVR port 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:30.589591 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d6fd434-22fd-434a-947e-15635caace36 req-854cde9f-ee28-481d-8c4e-316397df0085 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.591590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d6fd434-22fd-434a-947e-15635caace36 req-854cde9f-ee28-481d-8c4e-316397df0085 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.84 "DELETE /v2.0/ports/9c0de3b1-4cc5-413f-b2aa-ffedf773e60c HTTP/1.1" status: 204 len: 173 time: 2.2327330 Aug 16 02:00:30.594272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1893fdeb-c22b-43c4-a22d-d68b068ae63d', 'name': 'network-vif-deleted', 'tag': '9c0de3b1-4cc5-413f-b2aa-ffedf773e60c'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:30.596758 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f959b278-2fee-4c0d-83c5-55d51571a8b6" -d '{"events": [{"server_uuid": "1893fdeb-c22b-43c4-a22d-d68b068ae63d", "name": "network-vif-deleted", "tag": "9c0de3b1-4cc5-413f-b2aa-ffedf773e60c"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:30.623721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c8351-9505-4f2e-953a-df3d76f71e7a req-440399c2-fafa-46b3-94ef-41abe68bf1d4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.625409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec8c8351-9505-4f2e-953a-df3d76f71e7a req-440399c2-fafa-46b3-94ef-41abe68bf1d4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.2304370 Aug 16 02:00:30.647582 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:30.649370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-33ecb3a0-b1c2-4775-aa83-6b4d6a96ab04 service neutron] 10.222.0.79 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044596 Aug 16 02:00:30.659455 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.659455 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Added segment 4384a288-46a6-4c6c-b846-ff1422c063e4 of type vlan for network 5bc553fc-cc9b-4377-a312-75b857ef98f3 Aug 16 02:00:30.684158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Allocated IP 2001:db8::f816:3eff:fe67:68fd (7a83a2d0-95af-40e4-b7fc-ab3a22b346a2/f76b8496-25f6-4263-bbbb-55148b23c98e/cc7f1652-9c3e-440f-b379-5b574044d04f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:30.713922 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.742314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec8c8351-9505-4f2e-953a-df3d76f71e7a req-e6cd0ae3-bc71-4abe-9f5d-34c39267b4db tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048982 Aug 16 02:00:30.789037 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.794421 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.795181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.796705 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.884025 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3409162 Aug 16 02:00:30.886516 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.887983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49334) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:30.896183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'subnet': {'network_id': '5bc553fc-cc9b-4377-a312-75b857ef98f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:30.896959 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Transition to ACTIVE for port object cc7f1652-9c3e-440f-b379-5b574044d04f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:30.901465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf76cb-b36f-4407-a5c6-ce26eb1b0eff tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Network': ['ID=5bc553fc-cc9b-4377-a312-75b857ef98f3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.913364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 5bc553fc-cc9b-4377-a312-75b857ef98f3 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:30.920892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Transition to ACTIVE for port object cc7f1652-9c3e-440f-b379-5b574044d04f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:30.964275 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.989817 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.031975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Network 7a83a2d0-95af-40e4-b7fc-ab3a22b346a2 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:31.039328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:31.042877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a2b238a3-9b59-4067-8804-4eaac4919abd no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:31.044873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:31.047291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Pushing event updated for resources: {'Port': ['ID=cc7f1652-9c3e-440f-b379-5b574044d04f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.071856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: a2b238a3-9b59-4067-8804-4eaac4919abd {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:31.072213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a2b238a3-9b59-4067-8804-4eaac4919abd not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:31.081529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Subnet': ['ID=f76b8496-25f6-4263-bbbb-55148b23c98e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.124726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Made reservation on behalf of cc9a7d6baf0143feb387c144855a8643 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:31.128276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Attempting to bind port cc7f1652-9c3e-440f-b379-5b574044d04f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:31.128663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Attempting to bind port cc7f1652-9c3e-440f-b379-5b574044d04f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd2a5011d-b5ec-440f-abd4-1c6cd437dca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7a83a2d0-95af-40e4-b7fc-ab3a22b346a2'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:31.129108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Attempting to bind port cc7f1652-9c3e-440f-b379-5b574044d04f on network 7a83a2d0-95af-40e4-b7fc-ab3a22b346a2 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:31.130419 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.134352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:31.134736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Checking segment: {'id': 'd2a5011d-b5ec-440f-abd4-1c6cd437dca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7a83a2d0-95af-40e4-b7fc-ab3a22b346a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:31.135147 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.135546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Bound using segment: {'id': 'd2a5011d-b5ec-440f-abd4-1c6cd437dca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7a83a2d0-95af-40e4-b7fc-ab3a22b346a2'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:31.136195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Bound port: cc7f1652-9c3e-440f-b379-5b574044d04f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a5011d-b5ec-440f-abd4-1c6cd437dca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7a83a2d0-95af-40e4-b7fc-ab3a22b346a2'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:31.136595 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.180167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event deleted for resources: {'Port': ['ID=a2b238a3-9b59-4067-8804-4eaac4919abd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.194576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f104c9e2-c221-4aaa-bf94-8b7c64e41c26 service neutron] 10.222.0.79 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296831 Aug 16 02:00:31.257230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.259308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] For port cc7f1652-9c3e-440f-b379-5b574044d04f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:31.265086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] For port cc7f1652-9c3e-440f-b379-5b574044d04f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cc7f1652-9c3e-440f-b379-5b574044d04f,segment=NetworkSegment(d2a5011d-b5ec-440f-abd4-1c6cd437dca1),segment_id=d2a5011d-b5ec-440f-abd4-1c6cd437dca1)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:31.267940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde2df3-8128-4dc4-b31f-aeb163bb430a req-1895d4ca-e7ad-44a6-b129-a57226fb58a4 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.270146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8dde2df3-8128-4dc4-b31f-aeb163bb430a req-1895d4ca-e7ad-44a6-b129-a57226fb58a4 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 946 time: 0.1414824 Aug 16 02:00:31.277276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a83a2d0-95af-40e4-b7fc-ab3a22b346a2']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:31.277614 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.296594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a5011d-b5ec-440f-abd4-1c6cd437dca1') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:31.296949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a5011d-b5ec-440f-abd4-1c6cd437dca1') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:31.314124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.357464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8dde2df3-8128-4dc4-b31f-aeb163bb430a req-e5e756d3-ba71-4ec3-b6b5-5dbf7563d2dc tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a05f1b3-9c61-457b-b7c0-13e8553a05ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776491 Aug 16 02:00:31.365209 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.376520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Router 5b30162e-8577-409e-afec-a5d842e3babb has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:31.379544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:31.379987 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:31.391597 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:31.441834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d20eb-9116-41c8-948b-2b99b43d95be None None] Pushing event updated for resources: {'Port': ['ID=cc7f1652-9c3e-440f-b379-5b574044d04f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.496968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57034e2f-cadb-4f68-b657-55c04a6f36bc None None] Network 7a83a2d0-95af-40e4-b7fc-ab3a22b346a2 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:31.558851 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.api [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:00:31.558851 n-d-768851-16 neutron-server[101380]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:00:31.558851 n-d-768851-16 neutron-server[101380]: [parameters: {'id': '7a83a2d0-95af-40e4-b7fc-ab3a22b346a2'}] Aug 16 02:00:31.558851 n-d-768851-16 neutron-server[101380]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:00:31.559504 n-d-768851-16 neutron-server[101380]: DEBUG oslo_db.api [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:00:31.571101 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70d5e4-234d-4f7e-9d2c-ff9502ab374d req-ff3b31cf-145b-4a1d-ad6f-824ee6102468 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.578855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d70d5e4-234d-4f7e-9d2c-ff9502ab374d req-ff3b31cf-145b-4a1d-ad6f-824ee6102468 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.1054108 Aug 16 02:00:31.603670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:31.629451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a04f74-cf2f-4cf9-ace3-57e274150c26 None None] Sync routers for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:31.660052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] No DVR routers for this DVR port a2b238a3-9b59-4067-8804-4eaac4919abd on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:31.674445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a04f74-cf2f-4cf9-ace3-57e274150c26 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:31.675562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-35a04f74-cf2f-4cf9-ace3-57e274150c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:31.675991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d70d5e4-234d-4f7e-9d2c-ff9502ab374d req-0ae3d2f4-59f7-472a-89fc-5e2d0816d74d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921619 Aug 16 02:00:31.679303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.685292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f563daec-af41-4036-827e-a6fa868e65f3 req-8632bfa8-5e63-4d3d-8562-06cd196321df tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.89 "DELETE /v2.0/ports/a2b238a3-9b59-4067-8804-4eaac4919abd HTTP/1.1" status: 204 len: 173 time: 3.2178319 Aug 16 02:00:31.710697 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.836588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d324b9fc-d946-4ba6-a265-4630c178b91d req-95eaa398-5439-4e5b-ae33-6f95c1f8e483 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d12f7e8-53d8-4625-9ae1-307e97efb288 HTTP/1.1" status: 200 len: 210 time: 0.0492601 Aug 16 02:00:31.870143 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Checking segment: {'id': '4384a288-46a6-4c6c-b846-ff1422c063e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5bc553fc-cc9b-4377-a312-75b857ef98f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:31.870850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network hostable DHCP agents. Network: 5bc553fc-cc9b-4377-a312-75b857ef98f3, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:31.873899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Subnet': ['ID=f767ed79-5822-4285-825d-e320069c7427,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.901353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a5a4ac-e2eb-4500-97a6-39af410615df None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:00:31.903727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network 5bc553fc-cc9b-4377-a312-75b857ef98f3 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:31.911542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4a5c6-fef7-4bf4-b1af-bb3d15556fdb req-d4d3f60f-3d1c-4d69-81a5-c0d91c64f5e7 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.914533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05e4a5c6-fef7-4bf4-b1af-bb3d15556fdb req-d4d3f60f-3d1c-4d69-81a5-c0d91c64f5e7 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.84 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 946 time: 0.0943682 Aug 16 02:00:31.917023 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c27f1dd-9a6b-40dc-993e-818790224462 x-openstack-request-id: req-1c27f1dd-9a6b-40dc-993e-818790224462 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:31.917630 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1893fdeb-c22b-43c4-a22d-d68b068ae63d", "name": "network-vif-deleted", "tag": "9c0de3b1-4cc5-413f-b2aa-ffedf773e60c", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:31.918258 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c27f1dd-9a6b-40dc-993e-818790224462 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:31.918937 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1893fdeb-c22b-43c4-a22d-d68b068ae63d', 'name': 'network-vif-deleted', 'tag': '9c0de3b1-4cc5-413f-b2aa-ffedf773e60c', 'status': 'completed', 'code': 200} Aug 16 02:00:31.922236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 5bc553fc-cc9b-4377-a312-75b857ef98f3) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:31.927539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.928250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.967698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-35a04f74-cf2f-4cf9-ace3-57e274150c26 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:31.973705 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7f6d1b01-ae59-48a6-9c09-82e5ed15d52d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0837922 Aug 16 02:00:31.976101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49358) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:31.982472 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-936924953', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:32.032467 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.034496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.069494 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.134985 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.144476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-05e4a5c6-fef7-4bf4-b1af-bb3d15556fdb req-8e2b490c-da20-4ce6-af66-afed8edebe56 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Deleting port f829f340-aaba-4e31-b078-6a514de0485c {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:32.144817 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-05e4a5c6-fef7-4bf4-b1af-bb3d15556fdb req-8e2b490c-da20-4ce6-af66-afed8edebe56 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.150080 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4dcc5-1fae-493f-80ff-f2f1f6dc4ea1 req-300905e7-b292-4995-b091-08b5297cd715 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:32.153306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2b4dcc5-1fae-493f-80ff-f2f1f6dc4ea1 req-300905e7-b292-4995-b091-08b5297cd715 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1101 time: 0.0646617 Aug 16 02:00:32.252659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:32.268008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2b4dcc5-1fae-493f-80ff-f2f1f6dc4ea1 req-b8559f68-6f8a-40d9-92d2-d3cfaa35823c tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019681 Aug 16 02:00:32.303527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-05e4a5c6-fef7-4bf4-b1af-bb3d15556fdb req-8e2b490c-da20-4ce6-af66-afed8edebe56 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] For port f829f340-aaba-4e31-b078-6a514de0485c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f829f340-aaba-4e31-b078-6a514de0485c,segment=NetworkSegment(3478087a-4ef9-4f09-ba56-acf9b3c5cff7),segment_id=3478087a-4ef9-4f09-ba56-acf9b3c5cff7)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:32.304405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-05e4a5c6-fef7-4bf4-b1af-bb3d15556fdb req-8e2b490c-da20-4ce6-af66-afed8edebe56 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.322675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-05e4a5c6-fef7-4bf4-b1af-bb3d15556fdb req-8e2b490c-da20-4ce6-af66-afed8edebe56 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Calling delete_port for f829f340-aaba-4e31-b078-6a514de0485c owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:32.329029 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:32.330314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9c0de3b1-4cc5-413f-b2aa-ffedf773e60c not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:32.357573 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.364313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Deleting port cc7f1652-9c3e-440f-b379-5b574044d04f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:32.368386 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.413204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a5a4ac-e2eb-4500-97a6-39af410615df None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:00:32.566379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] For port cc7f1652-9c3e-440f-b379-5b574044d04f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cc7f1652-9c3e-440f-b379-5b574044d04f,segment=NetworkSegment(d2a5011d-b5ec-440f-abd4-1c6cd437dca1),segment_id=d2a5011d-b5ec-440f-abd4-1c6cd437dca1)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:32.566808 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.587512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Calling delete_port for cc7f1652-9c3e-440f-b379-5b574044d04f owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:32.637036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-35a04f74-cf2f-4cf9-ace3-57e274150c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:32.667154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a04f74-cf2f-4cf9-ace3-57e274150c26 None None] Checking router: 5b30162e-8577-409e-afec-a5d842e3babb for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:32.681046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bec389-53ac-4e4c-b9ed-87e5655e05d8 req-19e9e17e-5000-4ffb-8503-6a00d265b7e4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:32.682867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55bec389-53ac-4e4c-b9ed-87e5655e05d8 req-19e9e17e-5000-4ffb-8503-6a00d265b7e4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.2766087 Aug 16 02:00:32.714420 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-a9ac299f-0dd0-4aa7-9236-30db65bbe153 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:32.716260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-a9ac299f-0dd0-4aa7-9236-30db65bbe153 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/networks?id=1a6dfcdf-b551-45f8-a7d8-af630400e19e HTTP/1.1" status: 200 len: 808 time: 0.2184005 Aug 16 02:00:32.723471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a04f74-cf2f-4cf9-ace3-57e274150c26 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:32.724733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-35a04f74-cf2f-4cf9-ace3-57e274150c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:32.785707 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.799751 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-05e4a5c6-fef7-4bf4-b1af-bb3d15556fdb req-8e2b490c-da20-4ce6-af66-afed8edebe56 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.840019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Port': ['ID=cc7f1652-9c3e-440f-b379-5b574044d04f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:32.842559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.844293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['f829f340-aaba-4e31-b078-6a514de0485c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:32.873799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No DVR routers for this DVR port cc7f1652-9c3e-440f-b379-5b574044d04f on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:32.881857 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-a6b44f26-90c5-4d5b-baf2-7b757a512bba tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/quotas/484982a6f820401db661b465ebb818c7 HTTP/1.1" status: 200 len: 375 time: 0.0865426 Aug 16 02:00:32.900865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.901355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.901604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.901975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.902311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.902689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.902971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.903279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.903602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.903927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.904264 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.904695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:32.912586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.984251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55bec389-53ac-4e4c-b9ed-87e5655e05d8 req-d734ec3a-d922-400b-93c6-a4219ab680ab tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909985 Aug 16 02:00:32.992198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-5443e2ab-607c-4cd8-a812-4313a9756790 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=484982a6f820401db661b465ebb818c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092505 Aug 16 02:00:32.999905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e4a5c6-fef7-4bf4-b1af-bb3d15556fdb req-8e2b490c-da20-4ce6-af66-afed8edebe56 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] No DVR routers for this DVR port f829f340-aaba-4e31-b078-6a514de0485c on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:33.003458 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-05e4a5c6-fef7-4bf4-b1af-bb3d15556fdb req-8e2b490c-da20-4ce6-af66-afed8edebe56 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.008382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05e4a5c6-fef7-4bf4-b1af-bb3d15556fdb req-8e2b490c-da20-4ce6-af66-afed8edebe56 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.84 "DELETE /v2.0/ports/f829f340-aaba-4e31-b078-6a514de0485c HTTP/1.1" status: 204 len: 173 time: 1.0739729 Aug 16 02:00:33.011610 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b490c-da20-4ce6-af66-afed8edebe56 tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] Pushing event deleted for resources: {'Port': ['ID=f829f340-aaba-4e31-b078-6a514de0485c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:33.028872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.049200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a83a2d0-95af-40e4-b7fc-ab3a22b346a2']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:33.064397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a5011d-b5ec-440f-abd4-1c6cd437dca1') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:33.064770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a5011d-b5ec-440f-abd4-1c6cd437dca1') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:33.101109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.122225 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.135865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:33.136099 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:33.139754 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:33.141898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-35a04f74-cf2f-4cf9-ace3-57e274150c26 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:33.159963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.25.2.118 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/deb97896-5a00-4ac8-9ac2-15c554dca5e8) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:33.200677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-5bc553fc-cc9b-4377-a312-75b857ef98f3', 'network_id': '5bc553fc-cc9b-4377-a312-75b857ef98f3', 'tenant_id': 'cc9a7d6baf0143feb387c144855a8643', 'fixed_ips': [{'subnet_id': 'f767ed79-5822-4285-825d-e320069c7427'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:33.200677 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.241225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-b4848d76-2254-4106-b673-cfc4f1beb0f2 service neutron] 10.222.0.79 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264893 Aug 16 02:00:33.281489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.293990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.301328 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/networks/7a83a2d0-95af-40e4-b7fc-ab3a22b346a2 HTTP/1.1" status: 204 len: 168 time: 2.9504759 Aug 16 02:00:33.305724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49392) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:33.398331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ce320-5a3f-4d54-8fed-f778681db419 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Network': ['ID=7a83a2d0-95af-40e4-b7fc-ab3a22b346a2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:33.419334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-f079cc16-b738-438d-a01c-15589fd050a4 service neutron] 10.222.0.79 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682358 Aug 16 02:00:33.421466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.423894 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-5055eaf0-9977-4b39-8851-37fdf6d2993e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] DELETE failed (client error): The resource could not be found. Aug 16 02:00:33.424342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5055eaf0-9977-4b39-8851-37fdf6d2993e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:00:33.428596 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5055eaf0-9977-4b39-8851-37fdf6d2993e tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/subnets/f76b8496-25f6-4263-bbbb-55148b23c98e HTTP/1.1" status: 404 len: 337 time: 0.1191754 Aug 16 02:00:33.428846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49396) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:33.451574 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-583db9fd-7676-4119-9391-b91dc244ef51 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] DELETE failed (client error): The resource could not be found. Aug 16 02:00:33.452442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583db9fd-7676-4119-9391-b91dc244ef51 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:00:33.454176 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-583db9fd-7676-4119-9391-b91dc244ef51 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/networks/7a83a2d0-95af-40e4-b7fc-ab3a22b346a2 HTTP/1.1" status: 404 len: 339 time: 0.0241210 Aug 16 02:00:33.457371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49400) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:33.495494 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Allocated IP 172.20.0.2 (5bc553fc-cc9b-4377-a312-75b857ef98f3/f767ed79-5822-4285-825d-e320069c7427/85d3a422-98a2-45a0-8c20-605c5cfc4188) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:33.499381 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbf3169-cae0-4be3-a19e-277d40c3294a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] DELETE failed (client error): The resource could not be found. Aug 16 02:00:33.499923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbf3169-cae0-4be3-a19e-277d40c3294a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:00:33.502148 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3cbf3169-cae0-4be3-a19e-277d40c3294a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/subnets/99e07ba2-1646-4933-930d-c25cd13c5892 HTTP/1.1" status: 404 len: 337 time: 0.0438259 Aug 16 02:00:33.504909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49406) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:33.537729 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-de56a5ea-bb37-4cf5-b64a-6a1411fd113d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] DELETE failed (client error): The resource could not be found. Aug 16 02:00:33.538321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de56a5ea-bb37-4cf5-b64a-6a1411fd113d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:00:33.541188 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-de56a5ea-bb37-4cf5-b64a-6a1411fd113d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/networks/88ab252a-5c4f-46af-89fa-72f80ed2cbdd HTTP/1.1" status: 404 len: 339 time: 0.0346785 Aug 16 02:00:33.543399 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49408) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:33.583374 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8e3dfb-e4e4-4aa9-b42a-7d57cde79304 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] DELETE failed (client error): The resource could not be found. Aug 16 02:00:33.584371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8e3dfb-e4e4-4aa9-b42a-7d57cde79304 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:00:33.588028 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-da8e3dfb-e4e4-4aa9-b42a-7d57cde79304 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/subnets/3747fd59-d442-4032-9424-effe444dbaf0 HTTP/1.1" status: 404 len: 337 time: 0.0412169 Aug 16 02:00:33.589060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-35a04f74-cf2f-4cf9-ace3-57e274150c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:33.589231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49410) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:33.637371 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bda794-e27e-4936-a9bc-e4feacaf857d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] DELETE failed (client error): The resource could not be found. Aug 16 02:00:33.637856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89bda794-e27e-4936-a9bc-e4feacaf857d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:00:33.639565 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-89bda794-e27e-4936-a9bc-e4feacaf857d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/networks/a56272e3-2f19-4635-a798-2dd98c99b43a HTTP/1.1" status: 404 len: 339 time: 0.0503645 Aug 16 02:00:33.643122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49416) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:33.643694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a04f74-cf2f-4cf9-ace3-57e274150c26 None None] The sync data for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 is: [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:33.719585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.800430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:33.826278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:33.834391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:33.837737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6cdd7930-fc64-4eab-ab8f-a1e60b91a40f req-3ad02296-cbf5-4ade-84b4-9ae7c3ac7c03 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0987027 Aug 16 02:00:33.859273 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.896543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Transition to ACTIVE for port object 85d3a422-98a2-45a0-8c20-605c5cfc4188 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:33.920549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'name': 'network-vif-deleted', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd'}, {'server_uuid': '92aacf78-7935-45c5-9829-ec5e4a06f066', 'name': 'network-vif-deleted', 'tag': 'f829f340-aaba-4e31-b078-6a514de0485c'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:33.922973 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754f8e71-e36d-4195-b143-a29cc2711f7e" -d '{"events": [{"server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "name": "network-vif-deleted", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd"}, {"server_uuid": "92aacf78-7935-45c5-9829-ec5e4a06f066", "name": "network-vif-deleted", "tag": "f829f340-aaba-4e31-b078-6a514de0485c"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:33.962263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Transition to ACTIVE for port object 85d3a422-98a2-45a0-8c20-605c5cfc4188 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:33.985163 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.038399 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-adb0a80a-8029-4856-86c8-0e4ab9bdb802 req-87f44dd0-cf46-4916-92b7-1b811c26a78e tempest-AttachVolumeNegativeTest-477189898 tempest-AttachVolumeNegativeTest-477189898-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aacf78-7935-45c5-9829-ec5e4a06f066 HTTP/1.1" status: 200 len: 210 time: 0.0725608 Aug 16 02:00:34.086820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Network 5bc553fc-cc9b-4377-a312-75b857ef98f3 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:34.098325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:34.109637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Pushing event updated for resources: {'Port': ['ID=85d3a422-98a2-45a0-8c20-605c5cfc4188,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.112890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:34.158944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17046395-0794-4691-a2a2-ba4ebbfb2c5f req-4f4c1d60-00c6-4542-9104-a29e473f801b tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 210 time: 0.0527735 Aug 16 02:00:34.161387 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb8d08e-c0ac-46fc-8dd1-c64fab695f6a x-openstack-request-id: req-9fb8d08e-c0ac-46fc-8dd1-c64fab695f6a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:34.162386 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d12f7e8-53d8-4625-9ae1-307e97efb288", "name": "network-vif-deleted", "tag": "a2b238a3-9b59-4067-8804-4eaac4919abd", "status": "completed", "code": 200}, {"server_uuid": "92aacf78-7935-45c5-9829-ec5e4a06f066", "name": "network-vif-deleted", "tag": "f829f340-aaba-4e31-b078-6a514de0485c", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:34.163023 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9fb8d08e-c0ac-46fc-8dd1-c64fab695f6a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:34.163624 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d12f7e8-53d8-4625-9ae1-307e97efb288', 'name': 'network-vif-deleted', 'tag': 'a2b238a3-9b59-4067-8804-4eaac4919abd', 'status': 'completed', 'code': 200} Aug 16 02:00:34.164085 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aacf78-7935-45c5-9829-ec5e4a06f066', 'name': 'network-vif-deleted', 'tag': 'f829f340-aaba-4e31-b078-6a514de0485c', 'status': 'completed', 'code': 200} Aug 16 02:00:34.194554 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4bd504-6402-4298-8b8a-e379b82e9953 None None] New status for floating IP 787902dc-6bb3-48fc-bd91-b9de45b7545b: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:00:34.244095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Attempting to bind port 85d3a422-98a2-45a0-8c20-605c5cfc4188 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:34.244663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Attempting to bind port 85d3a422-98a2-45a0-8c20-605c5cfc4188 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '4384a288-46a6-4c6c-b846-ff1422c063e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5bc553fc-cc9b-4377-a312-75b857ef98f3'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:34.244814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Attempting to bind port 85d3a422-98a2-45a0-8c20-605c5cfc4188 on network 5bc553fc-cc9b-4377-a312-75b857ef98f3 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:34.254121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:34.254495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Checking segment: {'id': '4384a288-46a6-4c6c-b846-ff1422c063e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5bc553fc-cc9b-4377-a312-75b857ef98f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:34.254899 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.255291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Bound using segment: {'id': '4384a288-46a6-4c6c-b846-ff1422c063e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5bc553fc-cc9b-4377-a312-75b857ef98f3'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:34.255763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Bound port: 85d3a422-98a2-45a0-8c20-605c5cfc4188, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4384a288-46a6-4c6c-b846-ff1422c063e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5bc553fc-cc9b-4377-a312-75b857ef98f3'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:34.256227 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.390253 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] For port 85d3a422-98a2-45a0-8c20-605c5cfc4188, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:34.397985 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] For port 85d3a422-98a2-45a0-8c20-605c5cfc4188, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=85d3a422-98a2-45a0-8c20-605c5cfc4188,segment=NetworkSegment(4384a288-46a6-4c6c-b846-ff1422c063e4),segment_id=4384a288-46a6-4c6c-b846-ff1422c063e4)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:34.405359 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.409942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34c56a-2a83-4e25-93f2-f6535eb2d4d7 req-205be462-f19c-4193-b7e0-0d992b546f76 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.422326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e34c56a-2a83-4e25-93f2-f6535eb2d4d7 req-205be462-f19c-4193-b7e0-0d992b546f76 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.1885092 Aug 16 02:00:34.478915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634e27d-945b-4880-8203-58d4456d2564 None None] Pushing event updated for resources: {'Port': ['ID=85d3a422-98a2-45a0-8c20-605c5cfc4188,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.516570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a3827-4ceb-4e0a-be2b-fed8656a88d6 req-4709bd6b-983a-4d03-ae5c-a11944d4251e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.521565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f85a3827-4ceb-4e0a-be2b-fed8656a88d6 req-4709bd6b-983a-4d03-ae5c-a11944d4251e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.2488112 Aug 16 02:00:34.539301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=deb97896-5a00-4ac8-9ac2-15c554dca5e8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.553646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-cdbf019c-0787-477c-ad1c-cd5249cb6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.555016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-cdbf019c-0787-477c-ad1c-cd5249cb6d25 service neutron] 10.222.0.84 "GET /v2.0/ports/62465913-9f97-4993-baaf-8784e6efa18e HTTP/1.1" status: 200 len: 1031 time: 0.1097744 Aug 16 02:00:34.578762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e34c56a-2a83-4e25-93f2-f6535eb2d4d7 req-ca8fdb58-5aca-4517-83bc-8b1966714b1f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547086 Aug 16 02:00:34.615804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-3d604706-c8f4-41b8-a8e7-e3005e1bc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.617211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-3d604706-c8f4-41b8-a8e7-e3005e1bc534 service neutron] 10.222.0.84 "GET /v2.0/ports/09730719-e67e-49bb-b3bd-ddbc04247286 HTTP/1.1" status: 200 len: 1032 time: 0.0518823 Aug 16 02:00:34.630328 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-a620c81f-fe86-4f6c-b289-8310daad7155 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1594391 Aug 16 02:00:34.667509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f85a3827-4ceb-4e0a-be2b-fed8656a88d6 req-35607336-302b-4db6-b199-33f5a0cbac0c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357043 Aug 16 02:00:34.667996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49432) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:34.705969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d2628-e740-452b-9725-578817520585 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Deleting port f7413cdd-0c2e-46b6-ab9c-02caecd59917 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:34.706390 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2628-e740-452b-9725-578817520585 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.832853 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ce154bd-e4de-41b0-9ff3-55bab6d13ed2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.878513 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2628-e740-452b-9725-578817520585 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.947249 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ce154bd-e4de-41b0-9ff3-55bab6d13ed2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.968428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-56c2ab8d-6d71-4d63-a0b8-fdfbeabfac41 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.977095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-56c2ab8d-6d71-4d63-a0b8-fdfbeabfac41 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.984657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-56c2ab8d-6d71-4d63-a0b8-fdfbeabfac41 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.987096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-56c2ab8d-6d71-4d63-a0b8-fdfbeabfac41 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "GET /v2.0/networks?id=2ea2ab85-242f-4314-9eef-b00c020be907&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=1d05361c-e213-4f52-8aeb-6d00c93c6965&id=1d05361c-e213-4f52-8aeb-6d00c93c6965 HTTP/1.1" status: 200 len: 1994 time: 0.3574595 Aug 16 02:00:34.995370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d2628-e740-452b-9725-578817520585 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Calling delete_port for f7413cdd-0c2e-46b6-ab9c-02caecd59917 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:35.057535 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.083429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15e663f7-17b6-4e04-8059-b2e98d55ae22 req-2b008cce-0d2f-4e6f-83e6-d6115e4a6b51 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.1382792 Aug 16 02:00:35.101553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49454) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:35.119291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-e9802a6b-58ec-4c9c-bbda-2b54ebce9372 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=215573ee4a53490f823ef26851352aa0 HTTP/1.1" status: 200 len: 380 time: 0.1025102 Aug 16 02:00:35.134824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'admin_state_up': True, 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'security_groups': ['e6ac9369-36d0-44b5-a38b-14717a9b2c3d']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:35.281329 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ce154bd-e4de-41b0-9ff3-55bab6d13ed2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.284416 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ce154bd-e4de-41b0-9ff3-55bab6d13ed2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.285601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6ce154bd-e4de-41b0-9ff3-55bab6d13ed2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "DELETE /v2.0/security-groups/117e3417-2942-465e-8986-04450626c41e HTTP/1.1" status: 204 len: 168 time: 0.5752013 Aug 16 02:00:35.315165 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-530ef920-640e-4863-9f1f-164b41b08901 req-794da979-eb7e-4d82-99b2-2b9ffbd2f6cc tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 210 time: 0.0508559 Aug 16 02:00:35.316132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49460) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:35.345075 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-e801e9a0-2248-4291-b693-0e72e51595e4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] show failed (client error): The resource could not be found. Aug 16 02:00:35.349113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e801e9a0-2248-4291-b693-0e72e51595e4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups/117e3417-2942-465e-8986-04450626c41e HTTP/1.1" status: 404 len: 347 time: 0.0247591 Aug 16 02:00:35.354588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49462) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:35.355391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce154bd-e4de-41b0-9ff3-55bab6d13ed2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117e3417-2942-465e-8986-04450626c41e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:35.425999 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2628-e740-452b-9725-578817520585 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.550756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:35.556542 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.609750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2c497036-bb38-41c6-a656-1603bea44fb6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Deleting port 7b13abcf-c65d-4d6d-a6ff-2d23e82c073f {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:35.611019 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2c497036-bb38-41c6-a656-1603bea44fb6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.638841 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2628-e740-452b-9725-578817520585 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.643488 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bd0d2628-e740-452b-9725-578817520585 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/ports/f7413cdd-0c2e-46b6-ab9c-02caecd59917 HTTP/1.1" status: 204 len: 168 time: 1.9982977 Aug 16 02:00:35.714460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49470) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:35.747646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 85d3a422-98a2-45a0-8c20-605c5cfc4188 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:35.770612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d2628-e740-452b-9725-578817520585 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Port': ['ID=f7413cdd-0c2e-46b6-ab9c-02caecd59917,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:35.833189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-11288245-ab1c-4fa8-b14d-23e88920c4e4 admin admin] Deleting subnet 1cb4d5e8-6097-4336-82c4-a534752cfa77 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:35.846859 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-11288245-ab1c-4fa8-b14d-23e88920c4e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.850450 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a3adde-d4ed-4ffe-afdf-dba9f39eece4 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] DELETE failed (client error): The resource could not be found. Aug 16 02:00:35.851161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a3adde-d4ed-4ffe-afdf-dba9f39eece4 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:00:35.853082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-00a3adde-d4ed-4ffe-afdf-dba9f39eece4 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/subnets/beb867eb-8b68-4a12-8d33-0a77df3e5f0f HTTP/1.1" status: 404 len: 337 time: 0.1320703 Aug 16 02:00:35.870091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49474) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:35.874363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 85d3a422-98a2-45a0-8c20-605c5cfc4188 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:35.934646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-ac81b9ed-25df-4e3f-a38a-db46a664acaf tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:35.936224 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-ac81b9ed-25df-4e3f-a38a-db46a664acaf tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.84 "GET /v2.0/networks?id=1a6dfcdf-b551-45f8-a7d8-af630400e19e HTTP/1.1" status: 200 len: 808 time: 0.5808361 Aug 16 02:00:35.939392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-11288245-ab1c-4fa8-b14d-23e88920c4e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.941886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.980413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Request body: {'port': {'device_id': '785002f6-3974-4df8-87d8-e5d75de289ae', 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e', 'admin_state_up': True, 'tenant_id': '484982a6f820401db661b465ebb818c7'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:36.087963 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.092176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c90736f-8c94-4908-ad79-d6ced7c8f010 None None] Network 5bc553fc-cc9b-4377-a312-75b857ef98f3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:36.107973 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-11288245-ab1c-4fa8-b14d-23e88920c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.124691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a2cf0-2485-4ec7-8813-054f99c0c83c req-41ff0f4e-e87d-4f7e-8298-f5255e7b6fb2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.126593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-049a2cf0-2485-4ec7-8813-054f99c0c83c req-41ff0f4e-e87d-4f7e-8298-f5255e7b6fb2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.4130380 Aug 16 02:00:36.128683 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2c497036-bb38-41c6-a656-1603bea44fb6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.129215 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2c497036-bb38-41c6-a656-1603bea44fb6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.179021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d709c-4d44-4a18-ab53-87584efb0dce req-9762a9b4-d188-443d-99b0-225e61d4d5f9 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.187698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-199d709c-4d44-4a18-ab53-87584efb0dce req-9762a9b4-d188-443d-99b0-225e61d4d5f9 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.3528824 Aug 16 02:00:36.192941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06749faa-23ee-48a3-b79e-70e0896c72cd None None] Provisioning for port 85d3a422-98a2-45a0-8c20-605c5cfc4188 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:36.199126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2c497036-bb38-41c6-a656-1603bea44fb6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Calling delete_port for 7b13abcf-c65d-4d6d-a6ff-2d23e82c073f owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:36.203485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06749faa-23ee-48a3-b79e-70e0896c72cd None None] Provisioning complete for port 85d3a422-98a2-45a0-8c20-605c5cfc4188 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:36.203867 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06749faa-23ee-48a3-b79e-70e0896c72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.281672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-11288245-ab1c-4fa8-b14d-23e88920c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.293730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Made reservation on behalf of 484982a6f820401db661b465ebb818c7 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:36.297580 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.311025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f829f340-aaba-4e31-b078-6a514de0485c no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:36.328144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Allocated IP 172.20.0.5 (2ea2ab85-242f-4314-9eef-b00c020be907/fe5b00cb-8239-4aec-9c3f-72d71ae075fe/e54caeb9-3d4a-4d37-bd41-eb577370ab25) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:36.333861 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-11288245-ab1c-4fa8-b14d-23e88920c4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.336627 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-11288245-ab1c-4fa8-b14d-23e88920c4e4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1cb4d5e8-6097-4336-82c4-a534752cfa77 HTTP/1.1" status: 204 len: 168 time: 1.2339728 Aug 16 02:00:36.344267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-049a2cf0-2485-4ec7-8813-054f99c0c83c req-603932ee-28f7-428d-87b1-f9b27c1fb46f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067671 Aug 16 02:00:36.348011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: f829f340-aaba-4e31-b078-6a514de0485c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:36.348359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f829f340-aaba-4e31-b078-6a514de0485c not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:36.351840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49480) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:36.358834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11288245-ab1c-4fa8-b14d-23e88920c4e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb4d5e8-6097-4336-82c4-a534752cfa77,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:36.441528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-199d709c-4d44-4a18-ab53-87584efb0dce req-e7077115-fbfc-4657-bb6c-188e4b1737af tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470424 Aug 16 02:00:36.504274 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06749faa-23ee-48a3-b79e-70e0896c72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.518936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router b0b73464-0177-494f-8052-7cbefba391c7 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:36.557871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06749faa-23ee-48a3-b79e-70e0896c72cd None None] For port 85d3a422-98a2-45a0-8c20-605c5cfc4188, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=85d3a422-98a2-45a0-8c20-605c5cfc4188,segment=NetworkSegment(4384a288-46a6-4c6c-b846-ff1422c063e4),segment_id=4384a288-46a6-4c6c-b846-ff1422c063e4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:36.572070 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06749faa-23ee-48a3-b79e-70e0896c72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.603928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.668522 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06749faa-23ee-48a3-b79e-70e0896c72cd None None] Pushing event updated for resources: {'Port': ['ID=85d3a422-98a2-45a0-8c20-605c5cfc4188,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:36.692467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Allocated IP 172.20.0.14 (1a6dfcdf-b551-45f8-a7d8-af630400e19e/3b913f2e-3162-46d0-8765-3671839acd17/ed33fb6b-e1df-4538-872d-59bb25af5818) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:36.710975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:36.722066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023582f8-6c99-490d-b380-0b4ed9b5b961 None None] Sync routers for ids ['b0b73464-0177-494f-8052-7cbefba391c7'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:36.736161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023582f8-6c99-490d-b380-0b4ed9b5b961 None None] Routers {'b0b73464-0177-494f-8052-7cbefba391c7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:36.737136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-023582f8-6c99-490d-b380-0b4ed9b5b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b0b73464-0177-494f-8052-7cbefba391c7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:36.748342 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.753204 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1c48effb-540b-4c10-99f1-9893b598cb6c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7755494 Aug 16 02:00:36.761332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49484) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:36.806884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-023582f8-6c99-490d-b380-0b4ed9b5b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:36.828598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023582f8-6c99-490d-b380-0b4ed9b5b961 None None] Routers {'b0b73464-0177-494f-8052-7cbefba391c7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:36.830843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-023582f8-6c99-490d-b380-0b4ed9b5b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b0b73464-0177-494f-8052-7cbefba391c7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:36.905465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-023582f8-6c99-490d-b380-0b4ed9b5b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:36.906057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023582f8-6c99-490d-b380-0b4ed9b5b961 None None] The sync data for ids ['b0b73464-0177-494f-8052-7cbefba391c7'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:37.049620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.095194 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.107360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4251912-c823-4324-89d1-d14e3b9185dd req-3f54e903-0229-4445-b45d-3c5330669e6d tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 210 time: 0.5566459 Aug 16 02:00:37.119718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-370500b0-e153-4c3f-a8a1-0286e3fb4796 req-32f435bb-3d09-4548-96fe-d4bafb54a606 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.5801997 Aug 16 02:00:37.125695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42eede39-bf63-4a3b-85bf-037a2283c989']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:37.131909 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2c497036-bb38-41c6-a656-1603bea44fb6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.182658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c497036-bb38-41c6-a656-1603bea44fb6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event deleted for resources: {'Port': ['ID=7b13abcf-c65d-4d6d-a6ff-2d23e82c073f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:37.185820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:37.186117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ed92b2-9b5b-4c75-8d8e-dc461f8a1d64') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:37.218784 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.286727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-25b6cd38-edaf-4dd3-8898-cebfd3d03c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.288689 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-25b6cd38-edaf-4dd3-8898-cebfd3d03c28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1101 time: 0.7482593 Aug 16 02:00:37.300031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Network 1a6dfcdf-b551-45f8-a7d8-af630400e19e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:37.301775 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.306896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:37.309359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:37.349893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Pushing event updated for resources: {'Port': ['ID=ed33fb6b-e1df-4538-872d-59bb25af5818,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:37.366646 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:00:37.397968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.399845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.408404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.415985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:37.416680 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.437269 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-72defe5a-b599-4360-815b-9b313c7cac54 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4678397 Aug 16 02:00:37.452142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52496d20-39cb-4e00-a382-2f79a9b7ca2e None None] Network 5bc553fc-cc9b-4377-a312-75b857ef98f3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:37.460926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Request body: {'port': {'device_id': '785002f6-3974-4df8-87d8-e5d75de289ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:37.493005 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:37.565883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b727266e-fb9e-49ca-a870-ae360543bafc None None] Provisioning complete for port 85d3a422-98a2-45a0-8c20-605c5cfc4188 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:37.566254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b727266e-fb9e-49ca-a870-ae360543bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.568927 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.652293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.658905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 85d3a422-98a2-45a0-8c20-605c5cfc4188 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:37.693316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2c497036-bb38-41c6-a656-1603bea44fb6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.696594 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2c497036-bb38-41c6-a656-1603bea44fb6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.709624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2c497036-bb38-41c6-a656-1603bea44fb6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "DELETE /v2.0/floatingips/787902dc-6bb3-48fc-bd91-b9de45b7545b HTTP/1.1" status: 204 len: 168 time: 2.3511229 Aug 16 02:00:37.724177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.726670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/networks/42eede39-bf63-4a3b-85bf-037a2283c989 HTTP/1.1" status: 204 len: 168 time: 1.8521190 Aug 16 02:00:37.741238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 85d3a422-98a2-45a0-8c20-605c5cfc4188 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:37.741610 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.747462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb96314-4ad8-4953-bfb2-85b7763cda25 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Network': ['ID=42eede39-bf63-4a3b-85bf-037a2283c989,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:37.760030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49490) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:37.798068 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.824706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7a8465-aacf-433a-8403-d3fb6abc343c']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:37.851785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3478087a-4ef9-4f09-ba56-acf9b3c5cff7') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:37.852471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3478087a-4ef9-4f09-ba56-acf9b3c5cff7') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:37.865622 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.888277 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.895855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:37.896272 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.935120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:38.004202 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:38.085735 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.114848 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.119483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5a7a8465-aacf-433a-8403-d3fb6abc343c HTTP/1.1" status: 204 len: 168 time: 1.7485886 Aug 16 02:00:38.164640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cff420-671d-40f9-ba58-d54ee173b251 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7a8465-aacf-433a-8403-d3fb6abc343c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:38.183110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd62cc-eeda-4d08-b8b5-6911befe64b0 req-a8e83127-df63-4924-b938-089867778a1c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.184939 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0f080c73-e6d6-40dc-9502-c6cd111200e6 None None] Provisioning complete for port 85d3a422-98a2-45a0-8c20-605c5cfc4188 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:38.185441 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f080c73-e6d6-40dc-9502-c6cd111200e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.190716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbcd62cc-eeda-4d08-b8b5-6911befe64b0 req-a8e83127-df63-4924-b938-089867778a1c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.6868594 Aug 16 02:00:38.211938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ba217-65b3-4e6b-bc98-06e7a73d3737 req-ad26c9f1-5ec3-4f12-a57f-83e1fa8608f4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.219626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-457ba217-65b3-4e6b-bc98-06e7a73d3737 req-ad26c9f1-5ec3-4f12-a57f-83e1fa8608f4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.6024721 Aug 16 02:00:38.256130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-09f265db-d6a4-4d20-87ef-bd8d8fca4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.257762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-09f265db-d6a4-4d20-87ef-bd8d8fca4412 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.9537544 Aug 16 02:00:38.262970 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.351665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1ea53231-3eb6-4d02-a78a-d3c8c009e7d4 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Deleting port 233a626f-6c22-4a78-aabc-17bfc24e4850 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:38.352099 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea53231-3eb6-4d02-a78a-d3c8c009e7d4 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.358758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Transition to ACTIVE for port object e54caeb9-3d4a-4d37-bd41-eb577370ab25 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:38.366729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-65c584ab-0e71-44d6-80cf-0a1931db0d55 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 217 time: 0.0898740 Aug 16 02:00:38.440424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbcd62cc-eeda-4d08-b8b5-6911befe64b0 req-b87bd54c-a148-4f29-977e-faa08e7c645d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486284 Aug 16 02:00:38.503392 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-457ba217-65b3-4e6b-bc98-06e7a73d3737 req-4101dd55-84af-4c5c-90d2-05135e8326b2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820406 Aug 16 02:00:38.506541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49500) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:38.568731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed33fb6b-e1df-4538-872d-59bb25af5818 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:38.599035 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.614242 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea53231-3eb6-4d02-a78a-d3c8c009e7d4 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.646371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Transition to ACTIVE for port object ed33fb6b-e1df-4538-872d-59bb25af5818 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:38.670785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1ea53231-3eb6-4d02-a78a-d3c8c009e7d4 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Calling delete_port for 233a626f-6c22-4a78-aabc-17bfc24e4850 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:38.674028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b88a603c-e763-4397-b0cb-65f4f85c84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.675521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b88a603c-e763-4397-b0cb-65f4f85c84a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2898614 Aug 16 02:00:38.736116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.745432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49502) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:38.753207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1eae3736-407d-4653-90ed-940b63fd4752 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235086243', 'description': 'tempest-description--220194011'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:38.796026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.20.0.1 (5bc553fc-cc9b-4377-a312-75b857ef98f3/f767ed79-5822-4285-825d-e320069c7427/05061b3f-526a-4c7a-9f26-c061d915d075) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:38.811400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f8964b68-b7da-42cb-8ed3-4d011254d053 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=22035bd0a6354c58bf9102c6f7fc5120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852099 Aug 16 02:00:38.822642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49504) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:38.824470 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3358dbf3-c89b-445e-adbb-fa35c5492798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.855523 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64255c7-fa04-4c91-90ad-4bd5d7289142 req-695cfc1f-d677-41fa-9549-e83a62199ed9 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.857056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e64255c7-fa04-4c91-90ad-4bd5d7289142 req-695cfc1f-d677-41fa-9549-e83a62199ed9 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 932 time: 0.2483320 Aug 16 02:00:38.878093 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.913285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network 2ea2ab85-242f-4314-9eef-b00c020be907 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:38.937578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-3677928a-beb4-4474-8afd-86bfe3e42be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.939654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-3677928a-beb4-4474-8afd-86bfe3e42be9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2530282 Aug 16 02:00:38.948699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:38.955119 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eae3736-407d-4653-90ed-940b63fd4752 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.957087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Port': ['ID=e54caeb9-3d4a-4d37-bd41-eb577370ab25,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:38.972266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:38.982037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Pushing event updated for resources: {'Port': ['ID=ed33fb6b-e1df-4538-872d-59bb25af5818,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.069160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d387-2446-44d5-80ce-17cbbf60cd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.078912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.117963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Transition to ACTIVE for port object 05061b3f-526a-4c7a-9f26-c061d915d075 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:39.122573 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d387-2446-44d5-80ce-17cbbf60cd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.175247 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Attempting to bind port ed33fb6b-e1df-4538-872d-59bb25af5818 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:39.176167 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Attempting to bind port ed33fb6b-e1df-4538-872d-59bb25af5818 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'fab3463d-ebdb-4a11-9628-dc26a7562cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:39.176679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Attempting to bind port ed33fb6b-e1df-4538-872d-59bb25af5818 on network 1a6dfcdf-b551-45f8-a7d8-af630400e19e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:39.193032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Port ed33fb6b-e1df-4538-872d-59bb25af5818 on network 1a6dfcdf-b551-45f8-a7d8-af630400e19e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:39.193391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Attempting to bind port ed33fb6b-e1df-4538-872d-59bb25af5818 on network 1a6dfcdf-b551-45f8-a7d8-af630400e19e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:39.194450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.195061 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.199360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-f25e5cab-a84d-44fb-8c32-585ac00c28d2 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480714 Aug 16 02:00:39.202249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e64255c7-fa04-4c91-90ad-4bd5d7289142 req-a76f876f-03b9-4f45-9374-645da2ccbd26 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306577 Aug 16 02:00:39.205839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:39.206190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Checking segment: {'id': 'fab3463d-ebdb-4a11-9628-dc26a7562cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:39.206588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Bound using segment: {'id': 'fab3463d-ebdb-4a11-9628-dc26a7562cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:39.207045 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Bound port: ed33fb6b-e1df-4538-872d-59bb25af5818, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab3463d-ebdb-4a11-9628-dc26a7562cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:39.207429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.224143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.238381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-601e7bb9-4863-49dd-8d44-f480805a5978 None None] Provisioning for port e54caeb9-3d4a-4d37-bd41-eb577370ab25 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:39.243426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-601e7bb9-4863-49dd-8d44-f480805a5978 None None] Provisioning complete for port e54caeb9-3d4a-4d37-bd41-eb577370ab25 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:39.243739 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-601e7bb9-4863-49dd-8d44-f480805a5978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.280853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-601e7bb9-4863-49dd-8d44-f480805a5978 None None] Port e54caeb9-3d4a-4d37-bd41-eb577370ab25 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:39.285173 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d387-2446-44d5-80ce-17cbbf60cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.287750 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d387-2446-44d5-80ce-17cbbf60cd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.288896 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5fe0d387-2446-44d5-80ce-17cbbf60cd1e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a05f1b3-9c61-457b-b7c0-13e8553a05ed HTTP/1.1" status: 204 len: 168 time: 0.4452326 Aug 16 02:00:39.300748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322b8bc-2a24-424c-8db6-e25e91ce7d22 req-e16efb9e-1802-4be3-8e9e-198cade101f7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.302714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3322b8bc-2a24-424c-8db6-e25e91ce7d22 req-e16efb9e-1802-4be3-8e9e-198cade101f7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 931 time: 0.4943209 Aug 16 02:00:39.314562 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network 5bc553fc-cc9b-4377-a312-75b857ef98f3 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:39.321121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0d387-2446-44d5-80ce-17cbbf60cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a05f1b3-9c61-457b-b7c0-13e8553a05ed,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.333493 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:39.344255 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea53231-3eb6-4d02-a78a-d3c8c009e7d4 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.344601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:39.354382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=05061b3f-526a-4c7a-9f26-c061d915d075,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.378846 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.408605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea53231-3eb6-4d02-a78a-d3c8c009e7d4 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Port': ['ID=233a626f-6c22-4a78-aabc-17bfc24e4850,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.448782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] For port ed33fb6b-e1df-4538-872d-59bb25af5818, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:39.451516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] For port ed33fb6b-e1df-4538-872d-59bb25af5818, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ed33fb6b-e1df-4538-872d-59bb25af5818,segment=NetworkSegment(fab3463d-ebdb-4a11-9628-dc26a7562cdb),segment_id=fab3463d-ebdb-4a11-9628-dc26a7562cdb)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:39.457681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.476749 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.525298 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea53231-3eb6-4d02-a78a-d3c8c009e7d4 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.527800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1ea53231-3eb6-4d02-a78a-d3c8c009e7d4 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/ports/233a626f-6c22-4a78-aabc-17bfc24e4850 HTTP/1.1" status: 204 len: 168 time: 1.5241730 Aug 16 02:00:39.539692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49512) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:39.637769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.638315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.639747 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] 10.222.0.84 "PUT /v2.0/ports/ed33fb6b-e1df-4538-872d-59bb25af5818 HTTP/1.1" status: 200 len: 1093 time: 2.1840010 Aug 16 02:00:39.640201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785002f6-3974-4df8-87d8-e5d75de289ae', 'tag': 'ed33fb6b-e1df-4538-872d-59bb25af5818'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:39.648594 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8934403-874b-4026-92d5-224c39b2df1e" -d '{"events": [{"name": "network-changed", "server_uuid": "785002f6-3974-4df8-87d8-e5d75de289ae", "tag": "ed33fb6b-e1df-4538-872d-59bb25af5818"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:39.676541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68577b2b-968b-469b-8874-941a35dfaa7e service neutron] Pushing event updated for resources: {'Port': ['ID=ed33fb6b-e1df-4538-872d-59bb25af5818,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.704092 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eae3736-407d-4653-90ed-940b63fd4752 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.714111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3322b8bc-2a24-424c-8db6-e25e91ce7d22 req-7c11e6e5-2147-43b7-af2a-3e4bc16a884d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647304 Aug 16 02:00:39.728439 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-33044de5-7e0d-49f6-a707-bfa19dbd9c0a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] DELETE failed (client error): The resource could not be found. Aug 16 02:00:39.729167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33044de5-7e0d-49f6-a707-bfa19dbd9c0a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:00:39.733334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-33044de5-7e0d-49f6-a707-bfa19dbd9c0a tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/subnets/0c070b9b-0220-41fc-92b1-4b3bda9352fe HTTP/1.1" status: 404 len: 337 time: 0.1870663 Aug 16 02:00:39.756996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49518) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:39.772326 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eae3736-407d-4653-90ed-940b63fd4752 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.776070 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.805520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-d05e5283-9c63-4f8b-898c-aec96d96d9f9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6799283 Aug 16 02:00:39.812523 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eae3736-407d-4653-90ed-940b63fd4752 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.814500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1eae3736-407d-4653-90ed-940b63fd4752 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0680265 Aug 16 02:00:39.820399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8cdb5ec5-adf2-45da-8e42-0f0bf1818f10 None None] Provisioning for port 05061b3f-526a-4c7a-9f26-c061d915d075 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:39.830788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49522) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:39.835032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8cdb5ec5-adf2-45da-8e42-0f0bf1818f10 None None] Provisioning complete for port 05061b3f-526a-4c7a-9f26-c061d915d075 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:39.836570 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5ec5-adf2-45da-8e42-0f0bf1818f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.840294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd', 'admin_state_up': True, 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'security_groups': ['e6ac9369-36d0-44b5-a38b-14717a9b2c3d']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:39.923139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb5ec5-adf2-45da-8e42-0f0bf1818f10 None None] Port 05061b3f-526a-4c7a-9f26-c061d915d075 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:39.949684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-c867fdcc-6f56-4636-8f03-61a226e176b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.950695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c5dfd87f-f9d9-4af8-8a8e-647a3e376478 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'security_group_rule': {'security_group_id': 'f3029578-61de-4f16-b088-e48068d040fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:39.951542 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-c867fdcc-6f56-4636-8f03-61a226e176b1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=484982a6f820401db661b465ebb818c7&device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 1096 time: 0.2479653 Aug 16 02:00:39.957665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-2ba7bb7a-fa25-4eb7-9d76-3da8617f2600 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142293 Aug 16 02:00:39.959168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.033293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae3736-407d-4653-90ed-940b63fd4752 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3029578-61de-4f16-b088-e48068d040fc,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.059729 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd87f-f9d9-4af8-8a8e-647a3e376478 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.081446 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-aa16572f-49fb-4f9c-8ed6-6afdc4191988 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed33fb6b-e1df-4538-872d-59bb25af5818 HTTP/1.1" status: 200 len: 217 time: 0.1052742 Aug 16 02:00:40.127744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa471c80-79c9-44ab-919c-7879a3b74a85 req-1cf013ee-362d-4061-be04-0a823bdb297d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.130478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa471c80-79c9-44ab-919c-7879a3b74a85 req-1cf013ee-362d-4061-be04-0a823bdb297d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.4213393 Aug 16 02:00:40.198456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:40.203564 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.217023 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.228537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f2b2c2-a0b6-4727-b56c-7e20765b3190']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:40.241731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7104ed1-d0b5-4b9b-9a40-6fd107063b02') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:40.242023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7104ed1-d0b5-4b9b-9a40-6fd107063b02') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:40.255771 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.260811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eaf79-eb5c-42d0-98a3-64d4cd52d0de req-797e6ac3-84a2-405e-a394-172e37f991fa tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.269525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b74eaf79-eb5c-42d0-98a3-64d4cd52d0de req-797e6ac3-84a2-405e-a394-172e37f991fa tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.3066461 Aug 16 02:00:40.271785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.278864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:40.279274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.335271 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa471c80-79c9-44ab-919c-7879a3b74a85 req-02d5c152-4742-4a1e-86d4-bbf39ae07122 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739583 Aug 16 02:00:40.340123 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd87f-f9d9-4af8-8a8e-647a3e376478 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:40.377248 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:40.441090 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da25113e-5ac6-43ad-8e87-ba870508f4d4 x-openstack-request-id: req-da25113e-5ac6-43ad-8e87-ba870508f4d4 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:40.441263 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785002f6-3974-4df8-87d8-e5d75de289ae", "tag": "ed33fb6b-e1df-4538-872d-59bb25af5818", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:40.441513 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-da25113e-5ac6-43ad-8e87-ba870508f4d4 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:40.442028 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785002f6-3974-4df8-87d8-e5d75de289ae', 'tag': 'ed33fb6b-e1df-4538-872d-59bb25af5818', 'status': 'completed', 'code': 200} Aug 16 02:00:40.454660 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.467270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-6da5b6a2-3535-474a-898a-84fbfb631a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.468723 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-6da5b6a2-3535-474a-898a-84fbfb631a29 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3b913f2e-3162-46d0-8765-3671839acd17 HTTP/1.1" status: 200 len: 848 time: 0.3602326 Aug 16 02:00:40.472152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.477027 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/networks/89f2b2c2-a0b6-4727-b56c-7e20765b3190 HTTP/1.1" status: 204 len: 168 time: 0.7170100 Aug 16 02:00:40.483506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49540) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:40.491848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Allocated IP 10.1.1.214 (0a4f0dae-8175-4ff4-9cfd-47cbe7facabd/7f721267-e058-4454-91a1-98a1b0bd9c6a/551583b1-17cc-4b79-a29a-167feacb8946) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:40.516827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b3f17-6210-4a01-ac99-645e923ac85d tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Network': ['ID=89f2b2c2-a0b6-4727-b56c-7e20765b3190,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.559663 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd87f-f9d9-4af8-8a8e-647a3e376478 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.567644 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-7e36bc51-317a-48c5-b2e4-5cb8990d3b6e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1a6dfcdf-b551-45f8-a7d8-af630400e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854251 Aug 16 02:00:40.623813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b74eaf79-eb5c-42d0-98a3-64d4cd52d0de req-453d47a0-703c-4725-9f27-c69f06b0ad6d tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532729 Aug 16 02:00:40.632556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfd87f-f9d9-4af8-8a8e-647a3e376478 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19011f8a-305e-44c8-8a3f-61d07a65d18e,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.684189 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5dfd87f-f9d9-4af8-8a8e-647a3e376478 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.687879 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c5dfd87f-f9d9-4af8-8a8e-647a3e376478 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8537223 Aug 16 02:00:40.688852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49544) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:40.694480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d7fa5906-6b55-4c46-a532-bed588c5f98a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'security_group_rule': {'security_group_id': 'f3029578-61de-4f16-b088-e48068d040fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:40.695485 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d639ee-fab1-4b2e-9270-3612869f0796 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Deleting subnet 950cb935-bc34-4a6e-a6bb-445048f4b584 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:40.705571 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25d639ee-fab1-4b2e-9270-3612869f0796 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.729201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4199d7-089d-4809-9b48-d2af25ef83ed req-9f2494e1-93e8-45b3-8631-cf9bce3bbf90 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.737315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b4199d7-089d-4809-9b48-d2af25ef83ed req-9f2494e1-93e8-45b3-8631-cf9bce3bbf90 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 944 time: 0.1983106 Aug 16 02:00:40.780788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25d639ee-fab1-4b2e-9270-3612869f0796 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.816221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b4199d7-089d-4809-9b48-d2af25ef83ed req-d5f5f7b2-36d9-44c7-885f-246a13f63d63 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734282 Aug 16 02:00:40.832256 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7fa5906-6b55-4c46-a532-bed588c5f98a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.861747 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-3d7f9b4d-c37c-48c4-bee0-cdaae34364be service neutron] 10.222.0.84 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809861 Aug 16 02:00:40.881768 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.929297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Transition to ACTIVE for port object 551583b1-17cc-4b79-a29a-167feacb8946 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:40.955702 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.955942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7fa5906-6b55-4c46-a532-bed588c5f98a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.968482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec24494-e320-4a78-9241-0494501ba8f4 req-1636dde8-a8fe-4b90-9b49-422ce58f4855 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.970305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ec24494-e320-4a78-9241-0494501ba8f4 req-1636dde8-a8fe-4b90-9b49-422ce58f4855 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 931 time: 0.1073031 Aug 16 02:00:40.972858 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.977213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7fa5906-6b55-4c46-a532-bed588c5f98a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.033285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa5906-6b55-4c46-a532-bed588c5f98a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be17c99e-b319-4a1d-b27c-dd676c18240c,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.045646 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25d639ee-fab1-4b2e-9270-3612869f0796 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.052045 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.056254 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7fa5906-6b55-4c46-a532-bed588c5f98a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.060336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d7fa5906-6b55-4c46-a532-bed588c5f98a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3666627 Aug 16 02:00:41.064204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49554) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:41.068402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ec24494-e320-4a78-9241-0494501ba8f4 req-5705adc5-8116-4a47-be57-23d0c1f26212 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843842 Aug 16 02:00:41.078864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:41.118932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=05061b3f-526a-4c7a-9f26-c061d915d075,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.125673 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.132194 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e998b32f-b376-4d44-9a38-b85892c2fff9 req-6a4353d1-4abc-4d1e-bc87-1681336d7d68 service neutron] 10.222.0.84 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589767 Aug 16 02:00:41.150633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Port': ['ID=551583b1-17cc-4b79-a29a-167feacb8946,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.155956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:41.160937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:41.163851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:41.169348 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.228591 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25d639ee-fab1-4b2e-9270-3612869f0796 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.383004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network 5bc553fc-cc9b-4377-a312-75b857ef98f3 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:41.385177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:41.398893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d639ee-fab1-4b2e-9270-3612869f0796 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Subnet': ['ID=950cb935-bc34-4a6e-a6bb-445048f4b584,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.457275 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d1b7bae3-7a94-4d25-927a-802902d34b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.526968 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.575991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2027a2a3-3cc8-44ce-baae-c0463f5e9393 None None] Provisioning for port 551583b1-17cc-4b79-a29a-167feacb8946 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:41.586827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2027a2a3-3cc8-44ce-baae-c0463f5e9393 None None] Provisioning complete for port 551583b1-17cc-4b79-a29a-167feacb8946 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:41.601742 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2027a2a3-3cc8-44ce-baae-c0463f5e9393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.652940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.653651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.711848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b71c38a4-dfb0-4a10-b025-4dea5fa44f00 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8850398 Aug 16 02:00:41.718742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2027a2a3-3cc8-44ce-baae-c0463f5e9393 None None] Port 551583b1-17cc-4b79-a29a-167feacb8946 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:41.736464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd', 'admin_state_up': True, 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'security_groups': ['e6ac9369-36d0-44b5-a38b-14717a9b2c3d']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:41.752684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d447280-a54b-4ef5-bc5d-520e57e678b6 req-f1695f4e-2340-4de5-ac57-719a50709142 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.754294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d447280-a54b-4ef5-bc5d-520e57e678b6 req-f1695f4e-2340-4de5-ac57-719a50709142 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.1256952 Aug 16 02:00:41.784439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09740a85-7958-4b4c-b841-9d69f86f8d2b None None] Network 6a8ccb03-362c-4add-8375-f31201a930b8 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:41.785885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8934403-874b-4026-92d5-224c39b2df1e req-e42b6075-b055-4702-8a80-10eced800bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.788488 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f8934403-874b-4026-92d5-224c39b2df1e req-e42b6075-b055-4702-8a80-10eced800bf5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=484982a6f820401db661b465ebb818c7&device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 1096 time: 0.5402415 Aug 16 02:00:41.791178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router b0b73464-0177-494f-8052-7cbefba391c7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:41.793345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25d639ee-fab1-4b2e-9270-3612869f0796 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.800060 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-25d639ee-fab1-4b2e-9270-3612869f0796 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/subnets/950cb935-bc34-4a6e-a6bb-445048f4b584 HTTP/1.1" status: 204 len: 168 time: 1.3166289 Aug 16 02:00:41.803078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49572) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:41.922234 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c23438ed-b517-4184-8948-c809494310e7 None None] Provisioning complete for port 05061b3f-526a-4c7a-9f26-c061d915d075 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:41.922599 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c23438ed-b517-4184-8948-c809494310e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.972774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c23438ed-b517-4184-8948-c809494310e7 None None] Port 05061b3f-526a-4c7a-9f26-c061d915d075 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:42.024672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:42.028939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.063142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] DHCP port deletion for 6a8ccb03-362c-4add-8375-f31201a930b8 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:42.064037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d447280-a54b-4ef5-bc5d-520e57e678b6 req-83e7c5fa-41b2-4a4b-99e7-d2af8acd112d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937276 Aug 16 02:00:42.118653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.153547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Deleting port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:42.154141 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.225908 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d6939-b7a9-4744-8977-4c1048dcfcb2 req-f11eee5c-6063-470d-9b19-1dc37b4ab4d9 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.227516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e04d6939-b7a9-4744-8977-4c1048dcfcb2 req-f11eee5c-6063-470d-9b19-1dc37b4ab4d9 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.4585481 Aug 16 02:00:42.257276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8934403-874b-4026-92d5-224c39b2df1e req-f85e7ddc-db1f-4450-9bf3-5e9dfd88136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.259000 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f8934403-874b-4026-92d5-224c39b2df1e req-f85e7ddc-db1f-4450-9bf3-5e9dfd88136c service neutron] 10.222.0.84 "GET /v2.0/networks?id=1a6dfcdf-b551-45f8-a7d8-af630400e19e HTTP/1.1" status: 200 len: 909 time: 0.4523301 Aug 16 02:00:42.274771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] For port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=76c1e7ea-2f32-4d36-8f6e-b633e400cf90,segment=NetworkSegment(b561fdb8-55b4-4a41-9e5a-c646d973459c),segment_id=b561fdb8-55b4-4a41-9e5a-c646d973459c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:42.275296 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.290551 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.298098 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Calling delete_port for 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:42.341517 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f8934403-874b-4026-92d5-224c39b2df1e req-1ae3f0f8-251e-466a-9f05-fcfd084bdaa2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed33fb6b-e1df-4538-872d-59bb25af5818 HTTP/1.1" status: 200 len: 217 time: 0.0741556 Aug 16 02:00:42.361225 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:42.372237 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-af088419-6c7e-4149-ac24-af4ac2640ba2 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "PUT /v2.0/routers/b0b73464-0177-494f-8052-7cbefba391c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6118877 Aug 16 02:00:42.374897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49592) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:42.375179 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3525578e-6904-4457-89a0-85b6b5a97948 None None] Sync routers for ids ['b0b73464-0177-494f-8052-7cbefba391c7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:42.378148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Deleting port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:42.378787 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.387422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'port': {'network_id': '5bc553fc-cc9b-4377-a312-75b857ef98f3', 'name': 'tempest-FloatingIPTestJSON-1069897802'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:42.391230 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3525578e-6904-4457-89a0-85b6b5a97948 None None] Routers {'b0b73464-0177-494f-8052-7cbefba391c7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:42.395981 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3525578e-6904-4457-89a0-85b6b5a97948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b0b73464-0177-494f-8052-7cbefba391c7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:42.435480 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.464693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Pushing event deleted for resources: {'Port': ['ID=76c1e7ea-2f32-4d36-8f6e-b633e400cf90,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:42.473228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] No DVR routers for this DVR port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:42.500358 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3525578e-6904-4457-89a0-85b6b5a97948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:42.502170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.502935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.503435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.503937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.504424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.504908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.505473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.506049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.506529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.507010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.507659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.508134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6fbdb-34bc-4be3-987d-295a9a515f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:42.524824 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3525578e-6904-4457-89a0-85b6b5a97948 None None] Routers {'b0b73464-0177-494f-8052-7cbefba391c7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:42.528245 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3525578e-6904-4457-89a0-85b6b5a97948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b0b73464-0177-494f-8052-7cbefba391c7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:42.547586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07f2a-d893-41e2-8963-fbbc9ad93cda req-a3be03bc-3f23-4bc5-8a4e-58773ecb3058 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.549754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e07f2a-d893-41e2-8963-fbbc9ad93cda req-a3be03bc-3f23-4bc5-8a4e-58773ecb3058 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 944 time: 0.3150017 Aug 16 02:00:42.560907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e04d6939-b7a9-4744-8977-4c1048dcfcb2 req-09ce7bd5-c964-400b-9649-804448b84ae4 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061364 Aug 16 02:00:42.607644 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3525578e-6904-4457-89a0-85b6b5a97948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:42.608835 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3525578e-6904-4457-89a0-85b6b5a97948 None None] The sync data for ids ['b0b73464-0177-494f-8052-7cbefba391c7'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:42.614182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8934403-874b-4026-92d5-224c39b2df1e req-bd78c74a-e8f2-4bea-ad2c-64428e511ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.618288 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f8934403-874b-4026-92d5-224c39b2df1e req-bd78c74a-e8f2-4bea-ad2c-64428e511ada service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3b913f2e-3162-46d0-8765-3671839acd17 HTTP/1.1" status: 200 len: 848 time: 0.2658625 Aug 16 02:00:42.630942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Allocated IP 10.1.1.91 (0a4f0dae-8175-4ff4-9cfd-47cbe7facabd/7f721267-e058-4454-91a1-98a1b0bd9c6a/5a61baeb-19b0-4c95-a47c-c349b9fbaadd) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:42.631213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] For port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=76c1e7ea-2f32-4d36-8f6e-b633e400cf90,segment=NetworkSegment(b561fdb8-55b4-4a41-9e5a-c646d973459c),segment_id=b561fdb8-55b4-4a41-9e5a-c646d973459c)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:42.631597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.705887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Calling delete_port for 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:42.706666 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.717152 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f8934403-874b-4026-92d5-224c39b2df1e req-fe4542b3-a67c-466c-82d7-8c3cb5152e8f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1a6dfcdf-b551-45f8-a7d8-af630400e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880430 Aug 16 02:00:42.786994 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e07f2a-d893-41e2-8963-fbbc9ad93cda req-d57881d0-ae18-4380-8f44-28bc0327d2fc tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133801 Aug 16 02:00:42.849937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Allocated IP 172.25.2.222 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/cd6a4270-47c5-4d54-b510-a793a7c4c656) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:42.863524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b5a19-6165-43b2-b0e7-a158d676f94c req-dd10ed8b-ed4e-48b1-ab30-e2aaf690e735 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.869832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b5a19-6165-43b2-b0e7-a158d676f94c req-dd10ed8b-ed4e-48b1-ab30-e2aaf690e735 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.871528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c19b5a19-6165-43b2-b0e7-a158d676f94c req-dd10ed8b-ed4e-48b1-ab30-e2aaf690e735 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 1653 time: 0.1761529 Aug 16 02:00:42.900861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Made reservation on behalf of cc9a7d6baf0143feb387c144855a8643 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:42.904380 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.960025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] device_id is not set on port 57fda38a-eabc-447e-986f-59d4bdc563b3 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:00:42.967798 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f8934403-874b-4026-92d5-224c39b2df1e req-d932fc29-7c1d-4c94-84e0-bad031d4aebd service neutron] 10.222.0.84 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345283 Aug 16 02:00:43.045544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c19b5a19-6165-43b2-b0e7-a158d676f94c req-0a583538-1746-48ff-9b6e-f40eeefaff7d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617534 Aug 16 02:00:43.118804 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f8934403-874b-4026-92d5-224c39b2df1e req-2dc2523d-b532-4e35-b562-26461e9977d7 service neutron] 10.222.0.84 "GET /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427233 Aug 16 02:00:43.174120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.191350 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.196196 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.211920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] No DVR routers for this DVR port 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:43.234114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Transition to ACTIVE for port object 5a61baeb-19b0-4c95-a47c-c349b9fbaadd will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:43.237422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Port': ['ID=76c1e7ea-2f32-4d36-8f6e-b633e400cf90,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:43.267085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Allocated IP 172.20.0.9 (5bc553fc-cc9b-4377-a312-75b857ef98f3/f767ed79-5822-4285-825d-e320069c7427/57fda38a-eabc-447e-986f-59d4bdc563b3) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:43.296734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb6769-1395-4799-9eec-a2cab3684ed9 req-e17f993c-0370-4d9a-aa2d-146d629cc8e3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.299405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dddb6769-1395-4799-9eec-a2cab3684ed9 req-e17f993c-0370-4d9a-aa2d-146d629cc8e3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.1059048 Aug 16 02:00:43.342833 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.365461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.390946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8ccb03-362c-4add-8375-f31201a930b8']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:43.396775 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.403329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'Port': ['ID=cd6a4270-47c5-4d54-b510-a793a7c4c656,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:43.415545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dddb6769-1395-4799-9eec-a2cab3684ed9 req-69f99029-ba13-4905-a746-72024d02e6a2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080179 Aug 16 02:00:43.427630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b561fdb8-55b4-4a41-9e5a-c646d973459c') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:43.427936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b561fdb8-55b4-4a41-9e5a-c646d973459c') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:43.451456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:43.460379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:43.460603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.467470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:43.470435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:43.475884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:43.499820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:43.505152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.507103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Port': ['ID=5a61baeb-19b0-4c95-a47c-c349b9fbaadd,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:43.521581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:43.521978 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:43.526194 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:43.538267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49610) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:43.587525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.588210 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.669380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:43.715845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691da317-acfb-41c9-b1b2-be72365783e1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9864867 Aug 16 02:00:43.716541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:43.717096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76c1e7ea-2f32-4d36-8f6e-b633e400cf90 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:43.747552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965', 'admin_state_up': True, 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'security_groups': ['e6ac9369-36d0-44b5-a38b-14717a9b2c3d']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:43.803028 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.821473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-370dab48-f800-43f0-b758-da0cd7456e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.911006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-95e38523-873e-43e9-a535-9a62bb61e5bd None None] Provisioning for port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:43.915811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-95e38523-873e-43e9-a535-9a62bb61e5bd None None] Provisioning complete for port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:43.916502 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-95e38523-873e-43e9-a535-9a62bb61e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.934794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1577f4-1881-443c-8c62-8dadf085c164 req-c745a942-bbbc-4766-94b3-904d6675de9c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.943039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd1577f4-1881-443c-8c62-8dadf085c164 req-c745a942-bbbc-4766-94b3-904d6675de9c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.2455180 Aug 16 02:00:43.945247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.960128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-95e38523-873e-43e9-a535-9a62bb61e5bd None None] Port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:44.085124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.102978 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.108594 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.112862 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] 10.222.0.79 "DELETE /v2.0/networks/6a8ccb03-362c-4add-8375-f31201a930b8 HTTP/1.1" status: 204 len: 168 time: 2.2914760 Aug 16 02:00:44.113052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd1577f4-1881-443c-8c62-8dadf085c164 req-0dee3b52-5dd2-4366-9f43-10eaa6bc5e41 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669385 Aug 16 02:00:44.134985 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d3dd3-8e92-4494-954b-e967cac1f4c2 tempest-NetworksIpV6TestAttrs-708324868 tempest-NetworksIpV6TestAttrs-708324868-project] Pushing event deleted for resources: {'Network': ['ID=6a8ccb03-362c-4add-8375-f31201a930b8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.139294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80180c-677a-44ac-beaf-b9cd0f3ead03 req-d5b5efa1-e42b-4ccc-9037-58dd6b299db8 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.140867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e80180c-677a-44ac-beaf-b9cd0f3ead03 req-d5b5efa1-e42b-4ccc-9037-58dd6b299db8 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 944 time: 0.2390158 Aug 16 02:00:44.146578 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Transition to ACTIVE for port object 57fda38a-eabc-447e-986f-59d4bdc563b3 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:44.165098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.195750 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.249995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event updated for resources: {'Port': ['ID=57fda38a-eabc-447e-986f-59d4bdc563b3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.278697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Network 5bc553fc-cc9b-4377-a312-75b857ef98f3 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:44.281107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:44.285700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:44.339187 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e80180c-677a-44ac-beaf-b9cd0f3ead03 req-c67bacbc-7c5f-49e7-8b9f-b7d4653a7d73 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189194 Aug 16 02:00:44.340790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ed33fb6b-e1df-4538-872d-59bb25af5818 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:44.390369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.391590 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.409463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a12444-67a5-4635-b1ad-6816acfdead5 req-bf7c2fdf-c7a9-44a2-95da-3cf0f6b0f992 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.414679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49624) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:44.419961 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a12444-67a5-4635-b1ad-6816acfdead5 req-bf7c2fdf-c7a9-44a2-95da-3cf0f6b0f992 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.426088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a12444-67a5-4635-b1ad-6816acfdead5 req-bf7c2fdf-c7a9-44a2-95da-3cf0f6b0f992 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.442656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79a12444-67a5-4635-b1ad-6816acfdead5 req-bf7c2fdf-c7a9-44a2-95da-3cf0f6b0f992 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 2373 time: 0.2170537 Aug 16 02:00:44.551975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port ed33fb6b-e1df-4538-872d-59bb25af5818, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ed33fb6b-e1df-4538-872d-59bb25af5818,segment=NetworkSegment(fab3463d-ebdb-4a11-9628-dc26a7562cdb),segment_id=fab3463d-ebdb-4a11-9628-dc26a7562cdb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:44.560244 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-370dab48-f800-43f0-b758-da0cd7456e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.579677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'ed33fb6b-e1df-4538-872d-59bb25af5818', 'network_id': '1a6dfcdf-b551-45f8-a7d8-af630400e19e', 'port_id': 'ed33fb6b-e1df-4538-872d-59bb25af5818', 'mac_address': 'fa:16:3e:51:11:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b913f2e-3162-46d0-8765-3671839acd17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:44.585143 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-30071bc0-eee1-4b78-b528-b21dd98d890c tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2027860 Aug 16 02:00:44.586256 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49630) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:44.591307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7eb7586f-1cfa-45e1-9df7-4e2b283ca09d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Request body: {'floatingip': {'port_id': '57fda38a-eabc-447e-986f-59d4bdc563b3'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:44.633019 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.653474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed33fb6b-e1df-4538-872d-59bb25af5818 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:44.658590 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-370dab48-f800-43f0-b758-da0cd7456e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.672967 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.718137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port ed33fb6b-e1df-4538-872d-59bb25af5818, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ed33fb6b-e1df-4538-872d-59bb25af5818,segment=NetworkSegment(fab3463d-ebdb-4a11-9628-dc26a7562cdb),segment_id=fab3463d-ebdb-4a11-9628-dc26a7562cdb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:44.729380 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.732954 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7eb7586f-1cfa-45e1-9df7-4e2b283ca09d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.757832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.843994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-44e33072-24a2-4ee6-ba8e-e385b6aa5a49 None None] Provisioning for port 57fda38a-eabc-447e-986f-59d4bdc563b3 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:44.848334 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-880ce2f8-7ee3-4399-aed4-9fb10a23e66c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=52446522001d4c53a531a58c13561427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321256 Aug 16 02:00:44.849306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49632) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:44.858368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'Port': ['ID=cd6a4270-47c5-4d54-b510-a793a7c4c656,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.860335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=ed33fb6b-e1df-4538-872d-59bb25af5818,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.863956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-44e33072-24a2-4ee6-ba8e-e385b6aa5a49 None None] Provisioning complete for port 57fda38a-eabc-447e-986f-59d4bdc563b3 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:44.864628 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-44e33072-24a2-4ee6-ba8e-e385b6aa5a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.913995 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-44e33072-24a2-4ee6-ba8e-e385b6aa5a49 None None] Port 57fda38a-eabc-447e-986f-59d4bdc563b3 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:44.936097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-370dab48-f800-43f0-b758-da0cd7456e11 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa9951e9ed394d1ab0e7a336aa76674c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3937304 Aug 16 02:00:44.936097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:44.936418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49634) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:44.943011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dab48-f800-43f0-b758-da0cd7456e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0819d8e1-1987-4c4e-a0bf-b2d62de758c3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.963764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79a12444-67a5-4635-b1ad-6816acfdead5 req-455ffa4d-cfcf-4955-9098-4da15234ca3a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5173588 Aug 16 02:00:45.029607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526527b-0f50-43df-9422-ac6cca55931c req-0a35bcc9-37a1-451e-9f45-8af6c87602f4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.031438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c526527b-0f50-43df-9422-ac6cca55931c req-0a35bcc9-37a1-451e-9f45-8af6c87602f4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.4019933 Aug 16 02:00:45.077246 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcd8724d-1000-49bd-b3d5-953daf3651a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.081927 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.104590 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-98c4aa73-9f74-458b-bb44-7e68f4c67002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.123973 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.133933 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f7a79b17-764c-4497-8242-ebb3279cf59e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0558863 Aug 16 02:00:45.133933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.133933 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c526527b-0f50-43df-9422-ac6cca55931c req-c1803c61-d148-496e-a9e7-b312bae4dc07 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854454 Aug 16 02:00:45.148914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['ed33fb6b-e1df-4538-872d-59bb25af5818'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:45.168422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcd8724d-1000-49bd-b3d5-953daf3651a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.206072 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-98c4aa73-9f74-458b-bb44-7e68f4c67002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.362580 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcd8724d-1000-49bd-b3d5-953daf3651a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.363444 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcd8724d-1000-49bd-b3d5-953daf3651a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.364625 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bcd8724d-1000-49bd-b3d5-953daf3651a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0819d8e1-1987-4c4e-a0bf-b2d62de758c3 HTTP/1.1" status: 204 len: 168 time: 0.4278922 Aug 16 02:00:45.423761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-98c4aa73-9f74-458b-bb44-7e68f4c67002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.434543 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-98c4aa73-9f74-458b-bb44-7e68f4c67002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.443776 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-98c4aa73-9f74-458b-bb44-7e68f4c67002 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/37cc613b-7be5-4949-97bc-fb9b9e87d30e HTTP/1.1" status: 204 len: 168 time: 0.5710266 Aug 16 02:00:45.453965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8724d-1000-49bd-b3d5-953daf3651a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0819d8e1-1987-4c4e-a0bf-b2d62de758c3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:45.477540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4aa73-9f74-458b-bb44-7e68f4c67002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cc613b-7be5-4949-97bc-fb9b9e87d30e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:45.507043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e742d2-6eae-4849-b764-8bd7adfdd534 req-f7485f2d-ba38-4607-baa5-f7baa278ecd1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.511148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04e742d2-6eae-4849-b764-8bd7adfdd534 req-f7485f2d-ba38-4607-baa5-f7baa278ecd1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.2454274 Aug 16 02:00:45.642957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Allocated IP 10.2.2.100 (1d05361c-e213-4f52-8aeb-6d00c93c6965/01750861-3cff-4ec0-a5ca-4ff6e860efb0/50dc1518-5f9a-4ad0-a4b4-b493a618272d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:45.655476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-5ba188ac-e61f-4897-8481-2310badd77d4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1235086243&fields=id&tenant_id=d6fa05128b944ae5bfa85f33052fcc55 HTTP/1.1" status: 200 len: 267 time: 0.1383326 Aug 16 02:00:45.748838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04e742d2-6eae-4849-b764-8bd7adfdd534 req-ecff3ad6-20ef-4a53-b834-571fc3d93db1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107449 Aug 16 02:00:45.796953 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-94af9cc1-9eb0-4fd4-a139-bfd0c3193732 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.805281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-94af9cc1-9eb0-4fd4-a139-bfd0c3193732 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 816 time: 0.1486251 Aug 16 02:00:45.835175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-d17025c6-6455-463a-90b4-ec7fec6678af tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/quotas/d6fa05128b944ae5bfa85f33052fcc55 HTTP/1.1" status: 200 len: 375 time: 0.0285711 Aug 16 02:00:45.877597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7eb7586f-1cfa-45e1-9df7-4e2b283ca09d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.889619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7eb7586f-1cfa-45e1-9df7-4e2b283ca09d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.965307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49668) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:45.989558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-882d0e79-fb9a-4923-8860-9390c1cb0f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.113184 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-7eb7586f-1cfa-45e1-9df7-4e2b283ca09d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP e383eb32-41eb-4122-8025-7a0d1828aef8 associated. External IP: 172.25.2.65, port: aac6079b-13fb-4bd9-8e87-8af132dcc41b. Aug 16 02:00:46.291387 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-882d0e79-fb9a-4923-8860-9390c1cb0f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.342873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-45917d93-7617-407f-91d7-bb91fe856e40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5065744 Aug 16 02:00:46.356053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ed33fb6b-e1df-4538-872d-59bb25af5818 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:46.366063 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-882d0e79-fb9a-4923-8860-9390c1cb0f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.378362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1fa30-e85c-4a67-a253-2ebbb1d5de20 req-5af64117-03bb-4d56-a2e2-54b20d50b886 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.379884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71a1fa30-e85c-4a67-a253-2ebbb1d5de20 req-5af64117-03bb-4d56-a2e2-54b20d50b886 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 945 time: 0.1219285 Aug 16 02:00:46.426417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d0e79-fb9a-4923-8860-9390c1cb0f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11343570-4e9c-40f6-8457-b6395dfb5745,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.453289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port ed33fb6b-e1df-4538-872d-59bb25af5818 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:46.457173 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-882d0e79-fb9a-4923-8860-9390c1cb0f02 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe070ef0047d46b6ad0d33478b2543ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4868376 Aug 16 02:00:46.457813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port ed33fb6b-e1df-4538-872d-59bb25af5818 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:46.458283 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.488640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49682) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:46.513565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-8181da88-a609-41c5-8198-7a14e2da64bf service neutron] 10.222.0.79 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326466 Aug 16 02:00:46.526306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.566331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb7586f-1cfa-45e1-9df7-4e2b283ca09d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:46.589113 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.590137 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03ce2fc7-3c08-4546-8232-94bf151259c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.615084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Transition to ACTIVE for port object 50dc1518-5f9a-4ad0-a4b4-b493a618272d will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:46.632169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71a1fa30-e85c-4a67-a253-2ebbb1d5de20 req-22896594-74ce-48fe-b465-02b9ed24c110 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342360 Aug 16 02:00:46.632641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49684) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:46.664991 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03ce2fc7-3c08-4546-8232-94bf151259c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.710419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port ed33fb6b-e1df-4538-872d-59bb25af5818, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ed33fb6b-e1df-4538-872d-59bb25af5818,segment=NetworkSegment(fab3463d-ebdb-4a11-9628-dc26a7562cdb),segment_id=fab3463d-ebdb-4a11-9628-dc26a7562cdb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:46.711619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-2046e65e-c100-4509-be7f-e08adbe2a925 service neutron] 10.222.0.79 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903384 Aug 16 02:00:46.712818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785002f6-3974-4df8-87d8-e5d75de289ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed33fb6b-e1df-4538-872d-59bb25af5818'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:46.718674 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5608f140-e0fa-404e-850d-aa6a139de852" -d '{"events": [{"server_uuid": "785002f6-3974-4df8-87d8-e5d75de289ae", "name": "network-vif-plugged", "status": "completed", "tag": "ed33fb6b-e1df-4538-872d-59bb25af5818"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:46.722844 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.731481 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.787084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Port': ['ID=50dc1518-5f9a-4ad0-a4b4-b493a618272d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.814910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=ed33fb6b-e1df-4538-872d-59bb25af5818,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.839952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb7586f-1cfa-45e1-9df7-4e2b283ca09d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:46.845441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-fb60cee6-ce40-4818-b05a-9138632d997d tempest-DvrRoutersNegativeTest-136506789 tempest-DvrRoutersNegativeTest-136506789-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1472328131', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:46.848748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.policy [None req-fb60cee6-ce40-4818-b05a-9138632d997d tempest-DvrRoutersNegativeTest-136506789 tempest-DvrRoutersNegativeTest-136506789-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101381) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 02:00:46.849054 n-d-768851-16 neutron-server[101381]: DEBUG neutron.policy [None req-fb60cee6-ce40-4818-b05a-9138632d997d tempest-DvrRoutersNegativeTest-136506789 tempest-DvrRoutersNegativeTest-136506789-project] Failed policy check for 'create_router' {{(pid=101381) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 02:00:46.849649 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-fb60cee6-ce40-4818-b05a-9138632d997d tempest-DvrRoutersNegativeTest-136506789 tempest-DvrRoutersNegativeTest-136506789-project] create failed (client error): Access was denied to this resource. Aug 16 02:00:46.855802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fb60cee6-ce40-4818-b05a-9138632d997d tempest-DvrRoutersNegativeTest-136506789 tempest-DvrRoutersNegativeTest-136506789-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2206373 Aug 16 02:00:46.858334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88884f-41cd-4628-af58-d0ffbdb2c0a8 None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:46.864886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network 1d05361c-e213-4f52-8aeb-6d00c93c6965 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:46.867961 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:46.871255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:46.885191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac88884f-41cd-4628-af58-d0ffbdb2c0a8 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:46.885874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ac88884f-41cd-4628-af58-d0ffbdb2c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:46.923470 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03ce2fc7-3c08-4546-8232-94bf151259c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.925710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.926413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.927719 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03ce2fc7-3c08-4546-8232-94bf151259c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.929183 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-03ce2fc7-3c08-4546-8232-94bf151259c5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11343570-4e9c-40f6-8457-b6395dfb5745 HTTP/1.1" status: 204 len: 168 time: 0.4394567 Aug 16 02:00:46.964423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4bcfe-068e-4f5a-a516-fbaf60e9d951 req-09ea30e8-bb40-4b51-bd2b-2f9281c6dd7f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.971164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4bcfe-068e-4f5a-a516-fbaf60e9d951 req-09ea30e8-bb40-4b51-bd2b-2f9281c6dd7f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.978951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4bcfe-068e-4f5a-a516-fbaf60e9d951 req-09ea30e8-bb40-4b51-bd2b-2f9281c6dd7f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.983473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce2fc7-3c08-4546-8232-94bf151259c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11343570-4e9c-40f6-8457-b6395dfb5745,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.987209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4bcfe-068e-4f5a-a516-fbaf60e9d951 req-09ea30e8-bb40-4b51-bd2b-2f9281c6dd7f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.990181 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fa4bcfe-068e-4f5a-a516-fbaf60e9d951 req-09ea30e8-bb40-4b51-bd2b-2f9281c6dd7f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 3094 time: 0.2051635 Aug 16 02:00:46.992208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-27c17035-c568-42de-8d6e-7bd40949454b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2516594 Aug 16 02:00:47.071718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ac88884f-41cd-4628-af58-d0ffbdb2c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:47.086834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac88884f-41cd-4628-af58-d0ffbdb2c0a8 None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:47.087721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ac88884f-41cd-4628-af58-d0ffbdb2c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:47.117758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965', 'admin_state_up': True, 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'security_groups': ['e6ac9369-36d0-44b5-a38b-14717a9b2c3d']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:47.144931 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fa4bcfe-068e-4f5a-a516-fbaf60e9d951 req-ff4fe76f-ff8f-4791-8c2d-2069d1bfc250 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420808 Aug 16 02:00:47.269768 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f16dc82-f559-4714-91b1-d134bad9b152 x-openstack-request-id: req-7f16dc82-f559-4714-91b1-d134bad9b152 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:47.270175 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785002f6-3974-4df8-87d8-e5d75de289ae", "name": "network-vif-plugged", "status": "completed", "tag": "ed33fb6b-e1df-4538-872d-59bb25af5818", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:47.270793 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f16dc82-f559-4714-91b1-d134bad9b152 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:47.270793 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785002f6-3974-4df8-87d8-e5d75de289ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed33fb6b-e1df-4538-872d-59bb25af5818', 'code': 200} Aug 16 02:00:47.280060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ac88884f-41cd-4628-af58-d0ffbdb2c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:47.283366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88884f-41cd-4628-af58-d0ffbdb2c0a8 None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:47.311470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-91efae49-6cff-4cb2-9cef-55fc44f6b535 None None] Provisioning for port 50dc1518-5f9a-4ad0-a4b4-b493a618272d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:47.325221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-91efae49-6cff-4cb2-9cef-55fc44f6b535 None None] Provisioning complete for port 50dc1518-5f9a-4ad0-a4b4-b493a618272d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:47.328114 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-91efae49-6cff-4cb2-9cef-55fc44f6b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.484458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67537ae9-1a60-496f-821f-1418848ca920 req-9c725b31-00dc-4807-b808-123d1e2f1b56 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.491518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-91efae49-6cff-4cb2-9cef-55fc44f6b535 None None] Port 50dc1518-5f9a-4ad0-a4b4-b493a618272d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:47.494574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67537ae9-1a60-496f-821f-1418848ca920 req-9c725b31-00dc-4807-b808-123d1e2f1b56 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.1904697 Aug 16 02:00:47.557859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20524c18-a31c-4cbe-848c-62438d75afa0 req-d10b8db2-7328-4e84-9a4c-98e65a36bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.564582 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-20524c18-a31c-4cbe-848c-62438d75afa0 req-d10b8db2-7328-4e84-9a4c-98e65a36bc09 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 1098 time: 0.2148128 Aug 16 02:00:47.585674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac19b13-602e-4be3-94f3-db80f6832b94 req-307ec076-6bc1-400d-b401-23d3c0c15d1c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.594133 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fac19b13-602e-4be3-94f3-db80f6832b94 req-307ec076-6bc1-400d-b401-23d3c0c15d1c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.2138739 Aug 16 02:00:47.618368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67537ae9-1a60-496f-821f-1418848ca920 req-abbb7596-7b97-414b-af4b-a388748ba33c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201477 Aug 16 02:00:47.628094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Made reservation on behalf of 215573ee4a53490f823ef26851352aa0 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:47.644652 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.652929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49712) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:47.659926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb7586f-1cfa-45e1-9df7-4e2b283ca09d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router b0b73464-0177-494f-8052-7cbefba391c7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:47.674002 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-20524c18-a31c-4cbe-848c-62438d75afa0 req-cfa64c98-6900-4d93-9301-267ae7af3d4f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056728 Aug 16 02:00:47.695445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fac19b13-602e-4be3-94f3-db80f6832b94 req-d6318638-abee-4604-814c-4d9f891ba4ee tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994222 Aug 16 02:00:47.813155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96f8b5ea-9947-48c9-9964-24f4bb1c0edf req-aff5a570-d849-45d7-b7c6-c06eb4e80383 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 210 time: 0.1053579 Aug 16 02:00:47.892767 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6bf8-a849-4e9e-9993-0e116be25dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.908787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb7586f-1cfa-45e1-9df7-4e2b283ca09d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:47.912678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c15743-c801-4c1c-b2e2-a5c110abaf18 req-186b4751-2326-4e62-8fee-22075e090e85 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.914481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7eb7586f-1cfa-45e1-9df7-4e2b283ca09d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.923874 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64069e44-216b-4c3e-98cb-7f29bc4eb8b8 None None] Sync routers for ids ['b0b73464-0177-494f-8052-7cbefba391c7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:47.934080 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09c15743-c801-4c1c-b2e2-a5c110abaf18 req-186b4751-2326-4e62-8fee-22075e090e85 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 946 time: 0.1265662 Aug 16 02:00:47.940616 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64069e44-216b-4c3e-98cb-7f29bc4eb8b8 None None] Routers {'b0b73464-0177-494f-8052-7cbefba391c7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:47.941426 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-64069e44-216b-4c3e-98cb-7f29bc4eb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b0b73464-0177-494f-8052-7cbefba391c7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:47.997227 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-64069e44-216b-4c3e-98cb-7f29bc4eb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:48.012212 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64069e44-216b-4c3e-98cb-7f29bc4eb8b8 None None] Routers {'b0b73464-0177-494f-8052-7cbefba391c7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:48.013226 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-64069e44-216b-4c3e-98cb-7f29bc4eb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b0b73464-0177-494f-8052-7cbefba391c7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:48.044320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09c15743-c801-4c1c-b2e2-a5c110abaf18 req-59c0bf71-ca37-4d4c-8db9-5c9d4e657931 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063349 Aug 16 02:00:48.092773 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7eb7586f-1cfa-45e1-9df7-4e2b283ca09d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "PUT /v2.0/floatingips/e383eb32-41eb-4122-8025-7a0d1828aef8 HTTP/1.1" status: 200 len: 977 time: 3.5031848 Aug 16 02:00:48.093911 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49730) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:48.103162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6bf8-a849-4e9e-9993-0e116be25dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.110322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Allocated IP 10.2.2.200 (1d05361c-e213-4f52-8aeb-6d00c93c6965/01750861-3cff-4ec0-a5ca-4ff6e860efb0/74215e91-8911-4c4d-9c89-a45a68e41230) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:48.111210 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-64069e44-216b-4c3e-98cb-7f29bc4eb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:48.112941 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64069e44-216b-4c3e-98cb-7f29bc4eb8b8 None None] The sync data for ids ['b0b73464-0177-494f-8052-7cbefba391c7'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:48.135622 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.138443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6bf8-a849-4e9e-9993-0e116be25dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.176242 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0b8a6bf8-a849-4e9e-9993-0e116be25dc5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=063bad014b1b479ab561b14b0e6e44a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198915 Aug 16 02:00:48.178814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49732) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:48.223722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a6bf8-a849-4e9e-9993-0e116be25dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09c9fbd-1eef-4f2c-874c-b1e1add373f4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.263451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port 57fda38a-eabc-447e-986f-59d4bdc563b3 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:48.263871 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.364031 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.404733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.432175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Transition to ACTIVE for port object 74215e91-8911-4c4d-9c89-a45a68e41230 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:48.474546 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e928ae51-1d24-4fc4-88ed-6e531e37f666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.487755 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3bf4c-5502-472a-bed4-d067260ae14f req-f2a9a76b-f482-4673-a847-4afea541ac18 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.494206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3bf4c-5502-472a-bed4-d067260ae14f req-f2a9a76b-f482-4673-a847-4afea541ac18 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.500287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3bf4c-5502-472a-bed4-d067260ae14f req-f2a9a76b-f482-4673-a847-4afea541ac18 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.506935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3bf4c-5502-472a-bed4-d067260ae14f req-f2a9a76b-f482-4673-a847-4afea541ac18 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.508732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85e3bf4c-5502-472a-bed4-d067260ae14f req-f2a9a76b-f482-4673-a847-4afea541ac18 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 3094 time: 0.1694567 Aug 16 02:00:48.602207 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e928ae51-1d24-4fc4-88ed-6e531e37f666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.715073 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.741201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.742279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.742813 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Floating IP e383eb32-41eb-4122-8025-7a0d1828aef8 disassociated. External IP: 172.25.2.65, port: 57fda38a-eabc-447e-986f-59d4bdc563b3. Aug 16 02:00:48.743347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for 57fda38a-eabc-447e-986f-59d4bdc563b3 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:48.802537 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e928ae51-1d24-4fc4-88ed-6e531e37f666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.805202 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e928ae51-1d24-4fc4-88ed-6e531e37f666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.807188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e928ae51-1d24-4fc4-88ed-6e531e37f666 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c09c9fbd-1eef-4f2c-874c-b1e1add373f4 HTTP/1.1" status: 204 len: 168 time: 0.6266661 Aug 16 02:00:48.834174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85e3bf4c-5502-472a-bed4-d067260ae14f req-e6d6e2e2-0cc9-4ccc-bf86-76f12b6b614b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126950 Aug 16 02:00:48.979748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.995947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Network 1d05361c-e213-4f52-8aeb-6d00c93c6965 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:49.009031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928ae51-1d24-4fc4-88ed-6e531e37f666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09c9fbd-1eef-4f2c-874c-b1e1add373f4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:49.041704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:49.046330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=57fda38a-eabc-447e-986f-59d4bdc563b3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:49.049976 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event updated for resources: {'Port': ['ID=74215e91-8911-4c4d-9c89-a45a68e41230,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:49.059156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:49.075851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-de554cfa-378c-4b02-b1f7-079d558b1fac tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.077621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-de554cfa-378c-4b02-b1f7-079d558b1fac tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.89 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 816 time: 0.3864486 Aug 16 02:00:49.230868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dd62f-5361-439a-b748-f622b27144d2 req-37b03da3-1d6e-4b56-ac6b-ce00f16615ce tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.232450 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-546dd62f-5361-439a-b748-f622b27144d2 req-37b03da3-1d6e-4b56-ac6b-ce00f16615ce tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.4591713 Aug 16 02:00:49.257110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bca1ed-fe2e-4024-ae79-cf1750b27644 req-e4bcabfb-b414-4274-a03f-c0a6327fa947 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.258716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1bca1ed-fe2e-4024-ae79-cf1750b27644 req-e4bcabfb-b414-4274-a03f-c0a6327fa947 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.3242550 Aug 16 02:00:49.347189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-723848d3-ce0c-4216-ac96-b27871caddf1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6fa05128b944ae5bfa85f33052fcc55 HTTP/1.1" status: 200 len: 380 time: 0.2303362 Aug 16 02:00:49.404333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'port': {'device_id': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'admin_state_up': True, 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'security_groups': ['f3029578-61de-4f16-b088-e48068d040fc']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:49.444802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router b0b73464-0177-494f-8052-7cbefba391c7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:49.539566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-35da0d99-3ba8-40d6-8c14-9d1f2e142b72 None None] Provisioning for port 74215e91-8911-4c4d-9c89-a45a68e41230 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:49.545270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-35da0d99-3ba8-40d6-8c14-9d1f2e142b72 None None] Provisioning complete for port 74215e91-8911-4c4d-9c89-a45a68e41230 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:49.545647 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-35da0d99-3ba8-40d6-8c14-9d1f2e142b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.560728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.561636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.568035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-546dd62f-5361-439a-b748-f622b27144d2 req-e67b97ce-94f7-474e-a6bc-a2166d5720d7 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993760 Aug 16 02:00:49.607610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1bca1ed-fe2e-4024-ae79-cf1750b27644 req-8f75e48b-6cc2-481a-9d92-fbe25357df5b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593806 Aug 16 02:00:49.639201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-34cfac22-9747-45df-814e-a665ddde0f57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5545974 Aug 16 02:00:49.659970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:49.678687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:49.692665 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deee563e-9e1d-4998-9284-7d6671707869 None None] Sync routers for ids ['b0b73464-0177-494f-8052-7cbefba391c7'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:49.757805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee563e-9e1d-4998-9284-7d6671707869 None None] Routers {'b0b73464-0177-494f-8052-7cbefba391c7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:49.758452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-deee563e-9e1d-4998-9284-7d6671707869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b0b73464-0177-494f-8052-7cbefba391c7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:49.761026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-35da0d99-3ba8-40d6-8c14-9d1f2e142b72 None None] Port 74215e91-8911-4c4d-9c89-a45a68e41230 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:49.771822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.773823 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b2ced02-0061-4453-ac82-7a60a6b2685d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/ports/57fda38a-eabc-447e-986f-59d4bdc563b3 HTTP/1.1" status: 204 len: 168 time: 1.6787817 Aug 16 02:00:49.776446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49776) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:49.855402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62ecdf3d-a0cb-48f8-8c7c-ab1420f9f3b8 req-df403074-0850-4c8b-9b6c-f618c96b7145 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 210 time: 0.0684652 Aug 16 02:00:49.859372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.869421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-deee563e-9e1d-4998-9284-7d6671707869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:49.894308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c555e-0a1d-4826-93a0-091fbfd511af req-99253024-a39d-41df-b314-1ea73c07b73c tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.895862 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd8c555e-0a1d-4826-93a0-091fbfd511af req-99253024-a39d-41df-b314-1ea73c07b73c tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 946 time: 0.1734426 Aug 16 02:00:49.898952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Made reservation on behalf of d6fa05128b944ae5bfa85f33052fcc55 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:49.910621 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee563e-9e1d-4998-9284-7d6671707869 None None] Routers {'b0b73464-0177-494f-8052-7cbefba391c7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:49.911660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-deee563e-9e1d-4998-9284-7d6671707869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b0b73464-0177-494f-8052-7cbefba391c7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:49.918460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.203099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd8c555e-0a1d-4826-93a0-091fbfd511af req-d2dae77e-0b29-4cd5-a5d8-53fef0aca5e9 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778420 Aug 16 02:00:50.228086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf522f-a707-443d-ad7c-87e7ed012606 req-551bbfeb-2679-40d8-a7a9-c97eb1b7ee5c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:50.235952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf522f-a707-443d-ad7c-87e7ed012606 req-551bbfeb-2679-40d8-a7a9-c97eb1b7ee5c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:50.254474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf522f-a707-443d-ad7c-87e7ed012606 req-551bbfeb-2679-40d8-a7a9-c97eb1b7ee5c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:50.261872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf522f-a707-443d-ad7c-87e7ed012606 req-551bbfeb-2679-40d8-a7a9-c97eb1b7ee5c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:50.270503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf522f-a707-443d-ad7c-87e7ed012606 req-551bbfeb-2679-40d8-a7a9-c97eb1b7ee5c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:50.280945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7bf522f-a707-443d-ad7c-87e7ed012606 req-551bbfeb-2679-40d8-a7a9-c97eb1b7ee5c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 3815 time: 0.2628529 Aug 16 02:00:50.443705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-deee563e-9e1d-4998-9284-7d6671707869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.444775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deee563e-9e1d-4998-9284-7d6671707869 None None] The sync data for ids ['b0b73464-0177-494f-8052-7cbefba391c7'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:50.596818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49804) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:50.730822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-daea5c9f-0773-410d-a633-7a9cfddb02ce tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.746439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7bf522f-a707-443d-ad7c-87e7ed012606 req-917e4f88-4c3f-4e72-867e-d4e82a2e7ef8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4642992 Aug 16 02:00:50.846299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Allocated IP 172.20.0.8 (8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d/494d3a48-b88b-42c4-b4c2-5c929904a75d/22b2dde8-898c-4f40-9cc6-c4e700522521) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:50.887785 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-53275fdc-62ec-4e4a-8235-e6a826d8231d tempest-ServiceProvidersTest-1200107607 tempest-ServiceProvidersTest-1200107607-project] 10.222.0.79 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2857931 Aug 16 02:00:51.140515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066624-c70b-49b9-9adb-11b7f58f4b83 req-b4914f80-2f2a-481f-a803-6a71e9b6a4bd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.143468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4066624-c70b-49b9-9adb-11b7f58f4b83 req-b4914f80-2f2a-481f-a803-6a71e9b6a4bd tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.3819647 Aug 16 02:00:51.190694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4394-90a2-4e0a-bfa6-3a9553578933 req-7c03a65b-c76b-4468-8bb0-e8dffda93096 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.192502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc8f4394-90a2-4e0a-bfa6-3a9553578933 req-7c03a65b-c76b-4468-8bb0-e8dffda93096 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.2790809 Aug 16 02:00:51.277297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4066624-c70b-49b9-9adb-11b7f58f4b83 req-6833580f-94cb-45e9-9ec0-f17e0b174c93 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227388 Aug 16 02:00:51.346781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc8f4394-90a2-4e0a-bfa6-3a9553578933 req-0616bfef-52ce-448c-bca7-2807308659e0 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430280 Aug 16 02:00:51.377626 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.386553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54caeb9-3d4a-4d37-bd41-eb577370ab25 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:51.389884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-daea5c9f-0773-410d-a633-7a9cfddb02ce tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port 05061b3f-526a-4c7a-9f26-c061d915d075 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:51.390302 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-daea5c9f-0773-410d-a633-7a9cfddb02ce tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.420864 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.478190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49836) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:51.489325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6a0b646-beee-46b6-bc77-fd391607bba9 req-519092fd-be1a-4d82-964c-3393756fc6a5 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 210 time: 0.0556099 Aug 16 02:00:51.490697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Transition to ACTIVE for port object 22b2dde8-898c-4f40-9cc6-c4e700522521 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:51.537673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Transition to ACTIVE for port object e54caeb9-3d4a-4d37-bd41-eb577370ab25 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:51.540884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-daea5c9f-0773-410d-a633-7a9cfddb02ce tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.546656 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.556668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-daea5c9f-0773-410d-a633-7a9cfddb02ce tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for 05061b3f-526a-4c7a-9f26-c061d915d075 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:51.663483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Pushing event updated for resources: {'Port': ['ID=e54caeb9-3d4a-4d37-bd41-eb577370ab25,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:51.706889 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.889943 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ea9e79e3-5e37-4240-8aa5-67cb14f728c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.953379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:51.955025 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-daea5c9f-0773-410d-a633-7a9cfddb02ce tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.983885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:51.987473 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:52.000790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea5c9f-0773-410d-a633-7a9cfddb02ce tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=05061b3f-526a-4c7a-9f26-c061d915d075,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:52.029685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:52.205389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f9597-47a3-43db-be3a-709692fb07d4 req-6c725aa8-fac4-4aa8-92fc-02a9e0e22f40 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.216624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a1f9597-47a3-43db-be3a-709692fb07d4 req-6c725aa8-fac4-4aa8-92fc-02a9e0e22f40 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 946 time: 0.4627104 Aug 16 02:00:52.283221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Attempting to bind port e54caeb9-3d4a-4d37-bd41-eb577370ab25 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:52.283490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Attempting to bind port e54caeb9-3d4a-4d37-bd41-eb577370ab25 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:52.284292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Attempting to bind port e54caeb9-3d4a-4d37-bd41-eb577370ab25 on network 2ea2ab85-242f-4314-9eef-b00c020be907 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:52.307445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a1f9597-47a3-43db-be3a-709692fb07d4 req-e4538561-a8d1-43d6-aac4-494beee08577 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899310 Aug 16 02:00:52.355513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83f130-aa49-4c06-9846-bc3847a2fc42 req-d6452090-19d9-4afa-9376-73ccb0f515ae tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.365724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83f130-aa49-4c06-9846-bc3847a2fc42 req-d6452090-19d9-4afa-9376-73ccb0f515ae tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.372964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83f130-aa49-4c06-9846-bc3847a2fc42 req-d6452090-19d9-4afa-9376-73ccb0f515ae tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.389943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83f130-aa49-4c06-9846-bc3847a2fc42 req-d6452090-19d9-4afa-9376-73ccb0f515ae tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.411037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83f130-aa49-4c06-9846-bc3847a2fc42 req-d6452090-19d9-4afa-9376-73ccb0f515ae tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.431886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef83f130-aa49-4c06-9846-bc3847a2fc42 req-d6452090-19d9-4afa-9376-73ccb0f515ae tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 3827 time: 0.5141273 Aug 16 02:00:52.446590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b59a4979-499e-4dd6-a036-64bdbbbb915c None None] Provisioning for port 22b2dde8-898c-4f40-9cc6-c4e700522521 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:52.452239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b59a4979-499e-4dd6-a036-64bdbbbb915c None None] Provisioning complete for port 22b2dde8-898c-4f40-9cc6-c4e700522521 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:52.452596 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b59a4979-499e-4dd6-a036-64bdbbbb915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.488634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.489348 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.502806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Port e54caeb9-3d4a-4d37-bd41-eb577370ab25 on network 2ea2ab85-242f-4314-9eef-b00c020be907 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:52.502806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Attempting to bind port e54caeb9-3d4a-4d37-bd41-eb577370ab25 on network 2ea2ab85-242f-4314-9eef-b00c020be907 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:52.514197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b59a4979-499e-4dd6-a036-64bdbbbb915c None None] Port 22b2dde8-898c-4f40-9cc6-c4e700522521 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:52.716500 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-daea5c9f-0773-410d-a633-7a9cfddb02ce tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.956495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef83f130-aa49-4c06-9846-bc3847a2fc42 req-3db50bc8-cc87-40a8-a39e-55dfdc4ee588 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5236359 Aug 16 02:00:52.957356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:52.957699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Checking segment: {'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:52.958095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Bound using segment: {'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:52.958791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Bound port: e54caeb9-3d4a-4d37-bd41-eb577370ab25, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46435d5-212b-4fae-9383-77814e4310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:52.959215 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.968170 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ea9e79e3-5e37-4240-8aa5-67cb14f728c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.997826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1591d99-6c80-4f9f-8ab9-1b7aa3db6559 req-f28cdd08-8e18-4895-8d56-ad78e0d70599 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.008025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daea5c9f-0773-410d-a633-7a9cfddb02ce tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router b0b73464-0177-494f-8052-7cbefba391c7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:53.009908 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1591d99-6c80-4f9f-8ab9-1b7aa3db6559 req-f28cdd08-8e18-4895-8d56-ad78e0d70599 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.5349438 Aug 16 02:00:53.014113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f5242a5f-f9ec-4f61-a87a-54cf325cda43 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6144867 Aug 16 02:00:53.014787 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ea9e79e3-5e37-4240-8aa5-67cb14f728c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.066203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Request body: {'port': {'device_id': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:53.152250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1591d99-6c80-4f9f-8ab9-1b7aa3db6559 req-13375f4b-7c4f-4b15-9975-41de7a40073c tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389954 Aug 16 02:00:53.156756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daea5c9f-0773-410d-a633-7a9cfddb02ce tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:53.164919 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-daea5c9f-0773-410d-a633-7a9cfddb02ce tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "PUT /v2.0/routers/b0b73464-0177-494f-8052-7cbefba391c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3871419 Aug 16 02:00:53.167551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49888) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:53.175570 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394f5c2-9886-4234-a2c8-f4c7feac74f5 None None] Sync routers for ids ['b0b73464-0177-494f-8052-7cbefba391c7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:53.188892 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394f5c2-9886-4234-a2c8-f4c7feac74f5 None None] Routers {'b0b73464-0177-494f-8052-7cbefba391c7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:53.189709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2394f5c2-9886-4234-a2c8-f4c7feac74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b0b73464-0177-494f-8052-7cbefba391c7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:53.239248 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2394f5c2-9886-4234-a2c8-f4c7feac74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:53.249170 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394f5c2-9886-4234-a2c8-f4c7feac74f5 None None] Routers {'b0b73464-0177-494f-8052-7cbefba391c7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:53.249987 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2394f5c2-9886-4234-a2c8-f4c7feac74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b0b73464-0177-494f-8052-7cbefba391c7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:53.258864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ea9e79e3-5e37-4240-8aa5-67cb14f728c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=72e97561bc914d7f902fc786d232f728&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7794290 Aug 16 02:00:53.264459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49892) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:53.285636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e79e3-5e37-4240-8aa5-67cb14f728c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b154fb-e97d-420a-9273-e6b7e8e3b272,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:53.294168 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2394f5c2-9886-4234-a2c8-f4c7feac74f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:53.295206 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394f5c2-9886-4234-a2c8-f4c7feac74f5 None None] The sync data for ids ['b0b73464-0177-494f-8052-7cbefba391c7'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:53.344280 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.349632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] For port e54caeb9-3d4a-4d37-bd41-eb577370ab25, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:53.354990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] For port e54caeb9-3d4a-4d37-bd41-eb577370ab25, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25,segment=NetworkSegment(b46435d5-212b-4fae-9383-77814e4310fa),segment_id=b46435d5-212b-4fae-9383-77814e4310fa)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:53.356068 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.372175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.385751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a32cd-fa1d-4df6-84e6-d14fa2a293ba req-e9e5b76e-8952-49ba-a485-b2eafe17d94a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.387212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a6a32cd-fa1d-4df6-84e6-d14fa2a293ba req-e9e5b76e-8952-49ba-a485-b2eafe17d94a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.3119972 Aug 16 02:00:53.438146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339dd9b-0102-47b8-b756-431a87d80f56 req-875636f6-1280-4dd1-92ef-b1bd3a39459a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.440221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0339dd9b-0102-47b8-b756-431a87d80f56 req-875636f6-1280-4dd1-92ef-b1bd3a39459a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 931 time: 0.1965144 Aug 16 02:00:53.488659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.489324 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.490720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] 10.222.0.84 "PUT /v2.0/ports/e54caeb9-3d4a-4d37-bd41-eb577370ab25 HTTP/1.1" status: 200 len: 1092 time: 3.8322384 Aug 16 02:00:53.497431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:53.499803 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7507edd7-fc72-4a0f-9249-76f5096facb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "e54caeb9-3d4a-4d37-bd41-eb577370ab25"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:53.534385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be5d3a-621e-49b4-8d47-105c2be1712d req-eaf875de-770d-4bcd-8004-d10f12628b03 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.536187 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-38be5d3a-621e-49b4-8d47-105c2be1712d req-eaf875de-770d-4bcd-8004-d10f12628b03 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.84 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 946 time: 0.1387224 Aug 16 02:00:53.555089 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3cbf65a-d6f7-4441-bc03-706cf58a45a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.561498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:53.616152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe9184-5400-4e38-8c9d-a41e9233fc20 service neutron] Pushing event updated for resources: {'Port': ['ID=e54caeb9-3d4a-4d37-bd41-eb577370ab25,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:53.624685 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3cbf65a-d6f7-4441-bc03-706cf58a45a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.678027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a6a32cd-fa1d-4df6-84e6-d14fa2a293ba req-ce7737a7-3846-4689-b1dc-c499a28288ec tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349904 Aug 16 02:00:53.694335 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0339dd9b-0102-47b8-b756-431a87d80f56 req-9ecba96a-fee7-4585-8632-26590f8e0c9b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372391 Aug 16 02:00:53.795669 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.829883 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3cbf65a-d6f7-4441-bc03-706cf58a45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.832710 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3cbf65a-d6f7-4441-bc03-706cf58a45a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.836401 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b3cbf65a-d6f7-4441-bc03-706cf58a45a0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/51b154fb-e97d-420a-9273-e6b7e8e3b272 HTTP/1.1" status: 204 len: 168 time: 0.4861000 Aug 16 02:00:53.884065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.895397 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faf068b-b527-4e06-80e8-5efbc0d6a875 x-openstack-request-id: req-3faf068b-b527-4e06-80e8-5efbc0d6a875 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:53.895685 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "e54caeb9-3d4a-4d37-bd41-eb577370ab25", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:53.895929 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3faf068b-b527-4e06-80e8-5efbc0d6a875 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:53.896386 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25', 'status': 'completed', 'code': 200} Aug 16 02:00:53.914151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbf65a-d6f7-4441-bc03-706cf58a45a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b154fb-e97d-420a-9273-e6b7e8e3b272,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:53.954434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49906) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:54.103107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-ce1e010c-556c-42c3-99b5-f5476b9c3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.103720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-ce1e010c-556c-42c3-99b5-f5476b9c3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.104494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-ce1e010c-556c-42c3-99b5-f5476b9c3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.105032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-ce1e010c-556c-42c3-99b5-f5476b9c3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.105503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-ce1e010c-556c-42c3-99b5-f5476b9c3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.107812 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-ce1e010c-556c-42c3-99b5-f5476b9c3865 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 4363 time: 0.1509418 Aug 16 02:00:54.109569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef7c3c-ad9a-42af-8a68-492997d57a00 req-c5dd0bd9-2587-4366-946f-59337c66dc51 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.118534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15ef7c3c-ad9a-42af-8a68-492997d57a00 req-c5dd0bd9-2587-4366-946f-59337c66dc51 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 946 time: 0.2686837 Aug 16 02:00:54.125833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port deb97896-5a00-4ac8-9ac2-15c554dca5e8 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:54.126241 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.193343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-38be5d3a-621e-49b4-8d47-105c2be1712d req-39870215-26cc-498f-b662-4d44ace650fb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Deleting port ed33fb6b-e1df-4538-872d-59bb25af5818 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:54.194346 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-38be5d3a-621e-49b4-8d47-105c2be1712d req-39870215-26cc-498f-b662-4d44ace650fb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.241926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15ef7c3c-ad9a-42af-8a68-492997d57a00 req-84c87fc9-5a0d-4e57-9b0d-4c72c0b386d7 tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/security-groups?id=577a9f86-45c2-4335-94b1-b0aae829d631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219325 Aug 16 02:00:54.442027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-38be5d3a-621e-49b4-8d47-105c2be1712d req-39870215-26cc-498f-b662-4d44ace650fb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] For port ed33fb6b-e1df-4538-872d-59bb25af5818, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ed33fb6b-e1df-4538-872d-59bb25af5818,segment=NetworkSegment(fab3463d-ebdb-4a11-9628-dc26a7562cdb),segment_id=fab3463d-ebdb-4a11-9628-dc26a7562cdb)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:54.442649 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-38be5d3a-621e-49b4-8d47-105c2be1712d req-39870215-26cc-498f-b662-4d44ace650fb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.446130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f236c-a020-4f85-a94f-390414806e2b req-7a3afddc-34c1-48d1-ab24-ad73827261f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.453524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f236c-a020-4f85-a94f-390414806e2b req-7a3afddc-34c1-48d1-ab24-ad73827261f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.460650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f236c-a020-4f85-a94f-390414806e2b req-7a3afddc-34c1-48d1-ab24-ad73827261f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.466928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f236c-a020-4f85-a94f-390414806e2b req-7a3afddc-34c1-48d1-ab24-ad73827261f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.473522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f236c-a020-4f85-a94f-390414806e2b req-7a3afddc-34c1-48d1-ab24-ad73827261f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.484503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc6f236c-a020-4f85-a94f-390414806e2b req-7a3afddc-34c1-48d1-ab24-ad73827261f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 3827 time: 0.3288033 Aug 16 02:00:54.491234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b2dde8-898c-4f40-9cc6-c4e700522521 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:54.502038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-38be5d3a-621e-49b4-8d47-105c2be1712d req-39870215-26cc-498f-b662-4d44ace650fb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Calling delete_port for ed33fb6b-e1df-4538-872d-59bb25af5818 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:54.505515 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.520728 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.548887 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-be17d182-70ef-4487-a181-2e4e7e64c5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.549194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for deb97896-5a00-4ac8-9ac2-15c554dca5e8 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:54.573535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Transition to ACTIVE for port object 22b2dde8-898c-4f40-9cc6-c4e700522521 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:54.605654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.638522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79cce3-678c-4b7a-bc28-15bd1cadb117 req-e243db9f-c9c6-4d00-9ea4-e918212427bc tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.646996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd79cce3-678c-4b7a-bc28-15bd1cadb117 req-e243db9f-c9c6-4d00-9ea4-e918212427bc tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.2624471 Aug 16 02:00:54.682541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc6f236c-a020-4f85-a94f-390414806e2b req-fbfdb4fe-7bde-42ae-8738-17a22d95be0b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000039 Aug 16 02:00:54.721461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-cbca39ff-a03b-43a8-8337-8cacf0c9e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.721957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-cbca39ff-a03b-43a8-8337-8cacf0c9e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.725321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-cbca39ff-a03b-43a8-8337-8cacf0c9e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.725321 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-cbca39ff-a03b-43a8-8337-8cacf0c9e9d5 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=215573ee4a53490f823ef26851352aa0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5338750 Aug 16 02:00:54.806898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.004652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd79cce3-678c-4b7a-bc28-15bd1cadb117 req-48190fa6-ff30-46c8-ba6d-ae4e482ebf0a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449056 Aug 16 02:00:55.046975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62465913-9f97-4993-baaf-8784e6efa18e {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:55.065945 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.093597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c3698-2268-4d14-8f1a-a3fe9534772d req-a4a0d3b5-9a44-4223-b19e-d8032a4f351d tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:55.095194 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a87c3698-2268-4d14-8f1a-a3fe9534772d req-a4a0d3b5-9a44-4223-b19e-d8032a4f351d tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.2985642 Aug 16 02:00:55.121318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Attempting to bind port 22b2dde8-898c-4f40-9cc6-c4e700522521 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:55.122066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Attempting to bind port 22b2dde8-898c-4f40-9cc6-c4e700522521 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:55.122066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Attempting to bind port 22b2dde8-898c-4f40-9cc6-c4e700522521 on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:55.149194 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-be17d182-70ef-4487-a181-2e4e7e64c5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.153213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Transition to ACTIVE for port object 62465913-9f97-4993-baaf-8784e6efa18e will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:55.163612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Port 22b2dde8-898c-4f40-9cc6-c4e700522521 on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:55.163977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Attempting to bind port 22b2dde8-898c-4f40-9cc6-c4e700522521 on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:55.168956 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-be17d182-70ef-4487-a181-2e4e7e64c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.176268 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.236549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:55.236838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Checking segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:55.237238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Bound using segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:55.238097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Bound port: 22b2dde8-898c-4f40-9cc6-c4e700522521, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:55.238459 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.299773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-be17d182-70ef-4487-a181-2e4e7e64c5bf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=530906b389014a848b9a2c09a066e769&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3426063 Aug 16 02:00:55.305228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17d182-70ef-4487-a181-2e4e7e64c5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceda2925-67d4-42a3-a10b-fcec45d94a13,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.322116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a87c3698-2268-4d14-8f1a-a3fe9534772d req-1a507cc2-0526-4d39-aa18-89d6bbcdc309 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084100 Aug 16 02:00:55.334808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cacf15-a18a-4ad0-99bf-38fd5e8d8c48 req-03e763a6-9bdc-42f3-9994-df44155bac70 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:55.337010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45cacf15-a18a-4ad0-99bf-38fd5e8d8c48 req-03e763a6-9bdc-42f3-9994-df44155bac70 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 943 time: 0.2591922 Aug 16 02:00:55.337756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49942) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:55.391685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Pushing event updated for resources: {'Port': ['ID=62465913-9f97-4993-baaf-8784e6efa18e,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.414517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-4c4195b5-92fa-4b69-ba8a-0853e089ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:55.416118 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7507edd7-fc72-4a0f-9249-76f5096facb7 req-4c4195b5-92fa-4b69-ba8a-0853e089ba70 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6808140 Aug 16 02:00:55.462827 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.512452 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-38be5d3a-621e-49b4-8d47-105c2be1712d req-39870215-26cc-498f-b662-4d44ace650fb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.523580 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=deb97896-5a00-4ac8-9ac2-15c554dca5e8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.546926 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['ed33fb6b-e1df-4538-872d-59bb25af5818'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:55.606073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39870215-26cc-498f-b662-4d44ace650fb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Pushing event deleted for resources: {'Port': ['ID=ed33fb6b-e1df-4538-872d-59bb25af5818,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.616529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25c26c51-c0c9-41aa-858d-35fb53db9a18 req-6dee3046-daa7-47dc-920d-08fe104c70fa tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.79 "GET /v2.0/ports?device_id=785002f6-3974-4df8-87d8-e5d75de289ae HTTP/1.1" status: 200 len: 210 time: 0.1268866 Aug 16 02:00:55.629285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:55.639946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45cacf15-a18a-4ad0-99bf-38fd5e8d8c48 req-c613ab1f-4ba5-44b9-a062-f24830228103 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628896 Aug 16 02:00:55.653712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-38be5d3a-621e-49b4-8d47-105c2be1712d req-39870215-26cc-498f-b662-4d44ace650fb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] No DVR routers for this DVR port ed33fb6b-e1df-4538-872d-59bb25af5818 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:55.657806 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-38be5d3a-621e-49b4-8d47-105c2be1712d req-39870215-26cc-498f-b662-4d44ace650fb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.658389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:55.660305 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-38be5d3a-621e-49b4-8d47-105c2be1712d req-39870215-26cc-498f-b662-4d44ace650fb tempest-VolumesActionsTest-1146084282 tempest-VolumesActionsTest-1146084282-project] 10.222.0.84 "DELETE /v2.0/ports/ed33fb6b-e1df-4538-872d-59bb25af5818 HTTP/1.1" status: 204 len: 173 time: 2.1151721 Aug 16 02:00:55.670865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785002f6-3974-4df8-87d8-e5d75de289ae', 'name': 'network-vif-deleted', 'tag': 'ed33fb6b-e1df-4538-872d-59bb25af5818'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:55.676951 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072f6651-eac9-466a-a2f8-3570c80753a5" -d '{"events": [{"server_uuid": "785002f6-3974-4df8-87d8-e5d75de289ae", "name": "network-vif-deleted", "tag": "ed33fb6b-e1df-4538-872d-59bb25af5818"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:55.678297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f41210d9-8e2b-4c7e-98a1-156571c0dac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.684792 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.714957 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.754363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Attempting to bind port 62465913-9f97-4993-baaf-8784e6efa18e on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:55.755043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Attempting to bind port 62465913-9f97-4993-baaf-8784e6efa18e by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:55.755611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Attempting to bind port 62465913-9f97-4993-baaf-8784e6efa18e on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:55.763209 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bb6c3b-d40c-4827-beb2-b32f0dad5c5a x-openstack-request-id: req-53bb6c3b-d40c-4827-beb2-b32f0dad5c5a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:55.763209 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785002f6-3974-4df8-87d8-e5d75de289ae", "name": "network-vif-deleted", "tag": "ed33fb6b-e1df-4538-872d-59bb25af5818", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:55.763540 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53bb6c3b-d40c-4827-beb2-b32f0dad5c5a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:55.764296 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785002f6-3974-4df8-87d8-e5d75de289ae', 'name': 'network-vif-deleted', 'tag': 'ed33fb6b-e1df-4538-872d-59bb25af5818', 'status': 'completed', 'code': 200} Aug 16 02:00:55.786005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f41210d9-8e2b-4c7e-98a1-156571c0dac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.793391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Port 62465913-9f97-4993-baaf-8784e6efa18e on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:55.793726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Attempting to bind port 62465913-9f97-4993-baaf-8784e6efa18e on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:55.799538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:55.800162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.802598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] 10.222.0.89 "PUT /v2.0/ports/22b2dde8-898c-4f40-9cc6-c4e700522521 HTTP/1.1" status: 200 len: 1092 time: 2.7752514 Aug 16 02:00:55.859030 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.862639 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.866876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:55.867241 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Checking segment: {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:55.867598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Bound using segment: {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:55.868087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Bound port: 62465913-9f97-4993-baaf-8784e6efa18e, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:55.868410 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.904332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:55.907565 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fc3a43-e920-4414-9eef-4bed69f52ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:55.927601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.928232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Fanout notify agent at l3_agent the message router_deleted on router b0b73464-0177-494f-8052-7cbefba391c7 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:55.943339 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.947417 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-859737e5-7aa2-4d2e-964f-a33443bb0345 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/routers/b0b73464-0177-494f-8052-7cbefba391c7 HTTP/1.1" status: 204 len: 168 time: 2.7785056 Aug 16 02:00:55.948258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49960) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:55.964597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eb5d2-206a-4581-bebd-8eef18d4576e service neutron] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:56.014442 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8622c89e-ab91-493c-8eee-d17ed97dd981 x-openstack-request-id: req-8622c89e-ab91-493c-8eee-d17ed97dd981 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:56.014668 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:56.014873 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8622c89e-ab91-493c-8eee-d17ed97dd981 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:56.015437 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'status': 'completed', 'code': 200} Aug 16 02:00:56.032727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f33455-cf36-484b-bfc8-747934196f6d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting subnet f767ed79-5822-4285-825d-e320069c7427 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:56.039104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a9ac-10ec-448b-a11b-209a74daab16 req-961a17e2-9748-449e-931a-5101f5d02927 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.045445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a9ac-10ec-448b-a11b-209a74daab16 req-961a17e2-9748-449e-931a-5101f5d02927 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.046574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53f33455-cf36-484b-bfc8-747934196f6d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.051793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a9ac-10ec-448b-a11b-209a74daab16 req-961a17e2-9748-449e-931a-5101f5d02927 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.063789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a9ac-10ec-448b-a11b-209a74daab16 req-961a17e2-9748-449e-931a-5101f5d02927 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.071123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a9ac-10ec-448b-a11b-209a74daab16 req-961a17e2-9748-449e-931a-5101f5d02927 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.077707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a9ac-10ec-448b-a11b-209a74daab16 req-961a17e2-9748-449e-931a-5101f5d02927 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.080638 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c551a9ac-10ec-448b-a11b-209a74daab16 req-961a17e2-9748-449e-931a-5101f5d02927 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 4603 time: 0.2883112 Aug 16 02:00:56.125192 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53f33455-cf36-484b-bfc8-747934196f6d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.139736 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f41210d9-8e2b-4c7e-98a1-156571c0dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.142833 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f41210d9-8e2b-4c7e-98a1-156571c0dac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.143976 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f41210d9-8e2b-4c7e-98a1-156571c0dac7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ceda2925-67d4-42a3-a10b-fcec45d94a13 HTTP/1.1" status: 204 len: 168 time: 0.8020821 Aug 16 02:00:56.146527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f61c4b15-1e08-43d5-9959-0863146d744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.148528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f61c4b15-1e08-43d5-9959-0863146d744e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 1095 time: 0.2897131 Aug 16 02:00:56.226953 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41210d9-8e2b-4c7e-98a1-156571c0dac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceda2925-67d4-42a3-a10b-fcec45d94a13,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:56.243868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-f3bcebd6-bad3-4879-ba9d-4b8f04e19bd8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b2dde8-898c-4f40-9cc6-c4e700522521 HTTP/1.1" status: 200 len: 217 time: 0.0789747 Aug 16 02:00:56.245551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] For port 62465913-9f97-4993-baaf-8784e6efa18e, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:56.298466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c551a9ac-10ec-448b-a11b-209a74daab16 req-76cfdbe9-64e7-44e7-90b9-eba9f911d9c9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2044470 Aug 16 02:00:56.304333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] For port 62465913-9f97-4993-baaf-8784e6efa18e, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=62465913-9f97-4993-baaf-8784e6efa18e,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:56.350731 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53f33455-cf36-484b-bfc8-747934196f6d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.352350 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.369671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c2953-38fc-4001-83d3-3fd1d603efa6 req-fa0af1bf-b72d-4681-b19f-a129fb9f12e9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.378263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc0c2953-38fc-4001-83d3-3fd1d603efa6 req-fa0af1bf-b72d-4681-b19f-a129fb9f12e9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.2951949 Aug 16 02:00:56.466907 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53f33455-cf36-484b-bfc8-747934196f6d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.474022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.474649 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.476049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] 10.222.0.84 "PUT /v2.0/ports/62465913-9f97-4993-baaf-8784e6efa18e HTTP/1.1" status: 200 len: 1135 time: 2.9332335 Aug 16 02:00:56.520466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-11eb3327-b444-4905-a4e6-613e5cfb7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.522000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-11eb3327-b444-4905-a4e6-613e5cfb7871 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.2664165 Aug 16 02:00:56.522688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe8ed4-d1f6-44ae-8849-7ba91ff85b2a service neutron] Pushing event updated for resources: {'Port': ['ID=62465913-9f97-4993-baaf-8784e6efa18e,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:56.531730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:56.561019 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-53f33455-cf36-484b-bfc8-747934196f6d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.561247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d6e559-601b-48bd-b118-553e535fd818 None None] Network 5bc553fc-cc9b-4377-a312-75b857ef98f3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:56.567269 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-53f33455-cf36-484b-bfc8-747934196f6d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/subnets/f767ed79-5822-4285-825d-e320069c7427 HTTP/1.1" status: 204 len: 168 time: 0.6178877 Aug 16 02:00:56.567903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49982) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:56.581462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f33455-cf36-484b-bfc8-747934196f6d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Subnet': ['ID=f767ed79-5822-4285-825d-e320069c7427,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:56.680166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc0c2953-38fc-4001-83d3-3fd1d603efa6 req-da439bf7-a80c-44b4-b953-36d3e59a0c84 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009236 Aug 16 02:00:56.696847 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.710667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4006d8b-4803-4d7f-ad1f-2729a7acf323 req-97dee77b-ae91-4253-b7db-8b0048d593ef tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.712295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4006d8b-4803-4d7f-ad1f-2729a7acf323 req-97dee77b-ae91-4253-b7db-8b0048d593ef tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.2306406 Aug 16 02:00:56.800888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4006d8b-4803-4d7f-ad1f-2729a7acf323 req-3c96be3b-82f4-4cd1-a230-e980da806bef tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732422 Aug 16 02:00:56.805305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-dc5f14da-0bab-466a-959e-aae083a812df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.806692 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-dc5f14da-0bab-466a-959e-aae083a812df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2136228 Aug 16 02:00:56.853408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca6671-f36d-438f-937c-a28e901ff7d5 None None] DHCP port deletion for 5bc553fc-cc9b-4377-a312-75b857ef98f3 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:56.895403 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.925218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49994) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:56.970600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49998) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:56.972370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-19ca6671-f36d-438f-937c-a28e901ff7d5 None None] Deleting port 85d3a422-98a2-45a0-8c20-605c5cfc4188 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:56.973200 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-19ca6671-f36d-438f-937c-a28e901ff7d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.057607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-19ca6671-f36d-438f-937c-a28e901ff7d5 None None] For port 85d3a422-98a2-45a0-8c20-605c5cfc4188, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=85d3a422-98a2-45a0-8c20-605c5cfc4188,segment=NetworkSegment(4384a288-46a6-4c6c-b846-ff1422c063e4),segment_id=4384a288-46a6-4c6c-b846-ff1422c063e4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:57.058228 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-19ca6671-f36d-438f-937c-a28e901ff7d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.074579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-19ca6671-f36d-438f-937c-a28e901ff7d5 None None] Calling delete_port for 85d3a422-98a2-45a0-8c20-605c5cfc4188 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:57.084161 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c903cec-450b-45ce-83b9-5e74e569a861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.200648 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-19ca6671-f36d-438f-937c-a28e901ff7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.216122 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c903cec-450b-45ce-83b9-5e74e569a861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.229221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c903cec-450b-45ce-83b9-5e74e569a861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.272570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca6671-f36d-438f-937c-a28e901ff7d5 None None] Pushing event deleted for resources: {'Port': ['ID=85d3a422-98a2-45a0-8c20-605c5cfc4188,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:57.278000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port 85d3a422-98a2-45a0-8c20-605c5cfc4188 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:57.278904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.284596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ca6671-f36d-438f-937c-a28e901ff7d5 None None] No DVR routers for this DVR port 85d3a422-98a2-45a0-8c20-605c5cfc4188 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:57.295833 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-73c37d4a-fb79-4640-aa62-52c301e89ef1 service neutron] show failed (client error): The resource could not be found. Aug 16 02:00:57.295833 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-73c37d4a-fb79-4640-aa62-52c301e89ef1 service neutron] 10.222.0.89 "GET /v2.0/ports/506bcf9a-41ec-492c-a20f-c98147baf581/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.3910866 Aug 16 02:00:57.360898 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9c903cec-450b-45ce-83b9-5e74e569a861 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23795ace6d134757b443c72341ad7632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871062 Aug 16 02:00:57.362896 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c36afa4a-6a4a-4414-9f20-24e3dd0374dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.374596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50012) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:57.439587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c903cec-450b-45ce-83b9-5e74e569a861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233064dd-cbe6-40b7-937f-61943ac509c0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:57.439783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d385ee-9ec9-4791-b45e-63599bcc66b7 req-a49b65b9-6f0a-4216-8266-ca9788b0aab1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.450814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92d385ee-9ec9-4791-b45e-63599bcc66b7 req-a49b65b9-6f0a-4216-8266-ca9788b0aab1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 943 time: 0.1867487 Aug 16 02:00:57.497543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] For port 85d3a422-98a2-45a0-8c20-605c5cfc4188, host n-d-768851-16, got binding levels [] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:57.498155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.551691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for 85d3a422-98a2-45a0-8c20-605c5cfc4188 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:57.573204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_backend_mixin [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Port 85d3a422-98a2-45a0-8c20-605c5cfc4188 was not found and therefore no delete operation was performed {{(pid=101380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:00:57.598287 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.605754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-04e54e40-5bd1-4d7f-8450-70d64201f09e service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7849643 Aug 16 02:00:57.638350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=85d3a422-98a2-45a0-8c20-605c5cfc4188,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:57.649116 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c36afa4a-6a4a-4414-9f20-24e3dd0374dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.665491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eea05535-69e5-4c95-8421-aa87ae25be0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.665894 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c36afa4a-6a4a-4414-9f20-24e3dd0374dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.668341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] No DVR routers for this DVR port 85d3a422-98a2-45a0-8c20-605c5cfc4188 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:57.677324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 85d3a422-98a2-45a0-8c20-605c5cfc4188 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:57.686669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92d385ee-9ec9-4791-b45e-63599bcc66b7 req-8aab9c2d-7c64-4dc9-82f1-5ea23e56d02b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315848 Aug 16 02:00:57.700328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 85d3a422-98a2-45a0-8c20-605c5cfc4188 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:57.700602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 85d3a422-98a2-45a0-8c20-605c5cfc4188 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:57.745343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-0e5cb725-430a-48cf-baf8-879d9230bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.746882 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-0e5cb725-430a-48cf-baf8-879d9230bcea service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39&tenant_id=c65095f958914cd69aa95e35266c1eba HTTP/1.1" status: 200 len: 1101 time: 0.2329609 Aug 16 02:00:57.758779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eea05535-69e5-4c95-8421-aa87ae25be0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.784015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:57.795388 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c36afa4a-6a4a-4414-9f20-24e3dd0374dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=469d3f03b3314cd58ebae6f436d2e68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8663065 Aug 16 02:00:57.814183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1357e-accf-41cc-8a8b-a62693152731 req-732dee88-76ac-449b-85ab-e8e79b89d096 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.820438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1357e-accf-41cc-8a8b-a62693152731 req-732dee88-76ac-449b-85ab-e8e79b89d096 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.826374 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1357e-accf-41cc-8a8b-a62693152731 req-732dee88-76ac-449b-85ab-e8e79b89d096 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.834527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1357e-accf-41cc-8a8b-a62693152731 req-732dee88-76ac-449b-85ab-e8e79b89d096 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.840423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1357e-accf-41cc-8a8b-a62693152731 req-732dee88-76ac-449b-85ab-e8e79b89d096 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.843862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50028) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:57.846038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36afa4a-6a4a-4414-9f20-24e3dd0374dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e4135a-b017-41b1-912a-a75e7fe382a0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:57.846561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1357e-accf-41cc-8a8b-a62693152731 req-732dee88-76ac-449b-85ab-e8e79b89d096 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.850116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6e1357e-accf-41cc-8a8b-a62693152731 req-732dee88-76ac-449b-85ab-e8e79b89d096 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 4603 time: 0.3348844 Aug 16 02:00:57.924658 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.960640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc553fc-cc9b-4377-a312-75b857ef98f3']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:57.975630 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.980591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4384a288-46a6-4c6c-b846-ff1422c063e4') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:57.980820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4384a288-46a6-4c6c-b846-ff1422c063e4') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:58.011740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6e1357e-accf-41cc-8a8b-a62693152731 req-9cb8591b-fb8e-472d-a05e-fad6b75fe66e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1419108 Aug 16 02:00:58.014204 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.023039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '62465913-9f97-4993-baaf-8784e6efa18e'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:58.025636 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eea05535-69e5-4c95-8421-aa87ae25be0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.028171 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eea05535-69e5-4c95-8421-aa87ae25be0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.029407 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b974b13d-ff94-431a-b28b-a82c99c120b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "62465913-9f97-4993-baaf-8784e6efa18e"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:58.029537 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eea05535-69e5-4c95-8421-aa87ae25be0c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/233064dd-cbe6-40b7-937f-61943ac509c0 HTTP/1.1" status: 204 len: 168 time: 0.6014123 Aug 16 02:00:58.030310 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8b6b-0b48-4a5b-93ac-58cfa8128b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.044503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09730719-e67e-49bb-b3bd-ddbc04247286 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:58.056345 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.073699 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.077324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea05535-69e5-4c95-8421-aa87ae25be0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233064dd-cbe6-40b7-937f-61943ac509c0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:58.103154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c60259-c6b5-4539-8a87-484fcd67d43d req-00c3215e-d0c9-4909-94ea-806237a580f4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.104488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:58.104866 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:58.107913 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:58.112831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71c60259-c6b5-4539-8a87-484fcd67d43d req-00c3215e-d0c9-4909-94ea-806237a580f4 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.3206215 Aug 16 02:00:58.118783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fb1a99a-edbc-478b-8598-1b69e9e42496 req-21694269-b807-461e-8c31-f2d5f426d79b service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030599 Aug 16 02:00:58.119082 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8b6b-0b48-4a5b-93ac-58cfa8128b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.260288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5589c-2abd-4291-ab62-d6817155aeb5 req-7a306d36-e278-45a0-9de9-44cac3a9b788 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.269527 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ea5589c-2abd-4291-ab62-d6817155aeb5 req-7a306d36-e278-45a0-9de9-44cac3a9b788 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.1371169 Aug 16 02:00:58.273918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71c60259-c6b5-4539-8a87-484fcd67d43d req-68b73524-cee7-432a-baf9-565768e437e3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406617 Aug 16 02:00:58.275521 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Transition to ACTIVE for port object 09730719-e67e-49bb-b3bd-ddbc04247286 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:58.282520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.294846 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.295281 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.297297 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/networks/5bc553fc-cc9b-4377-a312-75b857ef98f3 HTTP/1.1" status: 204 len: 168 time: 1.7281737 Aug 16 02:00:58.308230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50054) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:58.326780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfb989-2bf0-4e43-9d96-60f6a6841a1d tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Network': ['ID=5bc553fc-cc9b-4377-a312-75b857ef98f3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:58.382683 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8b6b-0b48-4a5b-93ac-58cfa8128b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.386399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8b6b-0b48-4a5b-93ac-58cfa8128b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.387916 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a4fc8b6b-0b48-4a5b-93ac-58cfa8128b49 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33e4135a-b017-41b1-912a-a75e7fe382a0 HTTP/1.1" status: 204 len: 168 time: 0.5428905 Aug 16 02:00:58.411562 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc8b6b-0b48-4a5b-93ac-58cfa8128b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e4135a-b017-41b1-912a-a75e7fe382a0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:58.424882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ed33fb6b-e1df-4538-872d-59bb25af5818 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:58.456813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:58.468447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: ed33fb6b-e1df-4538-872d-59bb25af5818 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:58.468691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ed33fb6b-e1df-4538-872d-59bb25af5818 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:58.503026 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d8bc39-9240-412b-9d26-7164af8886db x-openstack-request-id: req-77d8bc39-9240-412b-9d26-7164af8886db {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:58.503911 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "62465913-9f97-4993-baaf-8784e6efa18e", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:58.504037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:58.505113 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77d8bc39-9240-412b-9d26-7164af8886db {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:58.505694 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '62465913-9f97-4993-baaf-8784e6efa18e', 'status': 'completed', 'code': 200} Aug 16 02:00:58.508378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Pushing event updated for resources: {'Port': ['ID=09730719-e67e-49bb-b3bd-ddbc04247286,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:58.516172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc3a43-e920-4414-9eef-4bed69f52ef3 req-6d02ffad-cdc4-4c3e-9056-3a1692748bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.519398 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19fc3a43-e920-4414-9eef-4bed69f52ef3 req-6d02ffad-cdc4-4c3e-9056-3a1692748bd6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 1095 time: 0.3475368 Aug 16 02:00:58.558583 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.575691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Transition to ACTIVE for port object 506bcf9a-41ec-492c-a20f-c98147baf581 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:58.575691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:58.577179 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cc0b06-266e-4ef5-905a-8abbfce66117" -d '{"events": [{"server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "name": "network-vif-unplugged", "status": "completed", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:58.599582 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.645676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ea5589c-2abd-4291-ab62-d6817155aeb5 req-cde80956-808a-4320-b212-b08549680ea2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761988 Aug 16 02:00:58.692776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] No DVR routers for this DVR port 506bcf9a-41ec-492c-a20f-c98147baf581 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:58.718290 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-aa82d80e-2b3c-45af-977d-d7a80159db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.718851 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-aa82d80e-2b3c-45af-977d-d7a80159db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.719266 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-aa82d80e-2b3c-45af-977d-d7a80159db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.720837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-aa82d80e-2b3c-45af-977d-d7a80159db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.720837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-aa82d80e-2b3c-45af-977d-d7a80159db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.721064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-aa82d80e-2b3c-45af-977d-d7a80159db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.723263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-aa82d80e-2b3c-45af-977d-d7a80159db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.724431 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-aa82d80e-2b3c-45af-977d-d7a80159db3e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6178 time: 0.3047490 Aug 16 02:00:58.748936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=6']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:58.778827 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5bed89-202b-4989-a207-e65bddf2da1f x-openstack-request-id: req-4b5bed89-202b-4989-a207-e65bddf2da1f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:58.781458 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "name": "network-vif-unplugged", "status": "completed", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:58.782180 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b5bed89-202b-4989-a207-e65bddf2da1f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:58.782939 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581', 'code': 200} Aug 16 02:00:58.831093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fad70-4535-4596-a886-f82e6e4bbecc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port 9dce615e-ac4b-472d-a6e0-665ed8ecf8a9 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:58.831584 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad70-4535-4596-a886-f82e6e4bbecc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.924216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Attempting to bind port 09730719-e67e-49bb-b3bd-ddbc04247286 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:58.924617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Attempting to bind port 09730719-e67e-49bb-b3bd-ddbc04247286 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:58.924956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Attempting to bind port 09730719-e67e-49bb-b3bd-ddbc04247286 on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:58.931835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc3a43-e920-4414-9eef-4bed69f52ef3 req-4283d0ed-3d94-4a46-8398-6bdb9500ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.933948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19fc3a43-e920-4414-9eef-4bed69f52ef3 req-4283d0ed-3d94-4a46-8398-6bdb9500ba0b service neutron] 10.222.0.89 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.3459411 Aug 16 02:00:58.936864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Port 09730719-e67e-49bb-b3bd-ddbc04247286 on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:58.937251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Attempting to bind port 09730719-e67e-49bb-b3bd-ddbc04247286 on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:59.003452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19fc3a43-e920-4414-9eef-4bed69f52ef3 req-c5256b22-b9a8-4d7d-bb28-488b45a878e7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b2dde8-898c-4f40-9cc6-c4e700522521 HTTP/1.1" status: 200 len: 217 time: 0.0620382 Aug 16 02:00:59.060433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-f54cfc37-22e7-4edc-9d62-720e64db00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.060949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-f54cfc37-22e7-4edc-9d62-720e64db00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.063044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-f54cfc37-22e7-4edc-9d62-720e64db00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.069099 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-f54cfc37-22e7-4edc-9d62-720e64db00f4 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=215573ee4a53490f823ef26851352aa0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2830074 Aug 16 02:00:59.095627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:59.095627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Checking segment: {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:59.095627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Bound using segment: {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:59.095627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Bound port: 09730719-e67e-49bb-b3bd-ddbc04247286, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:59.096105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.181998 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc3a43-e920-4414-9eef-4bed69f52ef3 req-cdf66a7f-2120-4b58-96e1-294c9036ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.183679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19fc3a43-e920-4414-9eef-4bed69f52ef3 req-cdf66a7f-2120-4b58-96e1-294c9036ffd9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.1300685 Aug 16 02:00:59.199185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:59.205563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:59.205861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:59.206055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:59.213542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Port 506bcf9a-41ec-492c-a20f-c98147baf581 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:59.213873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:59.224418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:59.224801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:59.229925 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad70-4535-4596-a886-f82e6e4bbecc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.230744 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad70-4535-4596-a886-f82e6e4bbecc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.237312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:59.237855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Bound port: 506bcf9a-41ec-492c-a20f-c98147baf581, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:59.238233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.323878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:59.334372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:59.337663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:59.348879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.353634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fad70-4535-4596-a886-f82e6e4bbecc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for 9dce615e-ac4b-472d-a6e0-665ed8ecf8a9 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:59.368271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335b468-f953-4c6d-95bb-2ceb2f2461cb req-0644e29b-d527-4ac8-97aa-fea5cae39b4a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.374387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335b468-f953-4c6d-95bb-2ceb2f2461cb req-0644e29b-d527-4ac8-97aa-fea5cae39b4a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.381597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335b468-f953-4c6d-95bb-2ceb2f2461cb req-0644e29b-d527-4ac8-97aa-fea5cae39b4a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.388387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335b468-f953-4c6d-95bb-2ceb2f2461cb req-0644e29b-d527-4ac8-97aa-fea5cae39b4a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.394614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335b468-f953-4c6d-95bb-2ceb2f2461cb req-0644e29b-d527-4ac8-97aa-fea5cae39b4a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.400622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335b468-f953-4c6d-95bb-2ceb2f2461cb req-0644e29b-d527-4ac8-97aa-fea5cae39b4a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.406753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335b468-f953-4c6d-95bb-2ceb2f2461cb req-0644e29b-d527-4ac8-97aa-fea5cae39b4a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.409261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a335b468-f953-4c6d-95bb-2ceb2f2461cb req-0644e29b-d527-4ac8-97aa-fea5cae39b4a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5380 time: 0.1756532 Aug 16 02:00:59.412114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.412745 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.414222 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] 10.222.0.84 "PUT /v2.0/ports/506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 1096 time: 1.6476607 Aug 16 02:00:59.423604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50092) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:59.440391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-495d8d25-e0c6-49ef-8946-9c513e8f8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.447230 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b974b13d-ff94-431a-b28b-a82c99c120b7 req-495d8d25-e0c6-49ef-8946-9c513e8f8f1f service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3638134 Aug 16 02:00:59.465300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63f33eb6-1961-46c0-b854-933307d7801e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.490707 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5f334-6241-4c32-95a6-cc12d1e11eaa service neutron] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:59.512052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5c187-9025-4813-a9d8-4172cea53aab req-da17b62c-93cb-4546-abe8-6f71c09d845f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.515943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6dd5c187-9025-4813-a9d8-4172cea53aab req-da17b62c-93cb-4546-abe8-6f71c09d845f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 943 time: 0.5111039 Aug 16 02:00:59.560565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] For port 09730719-e67e-49bb-b3bd-ddbc04247286, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:59.570368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] For port 09730719-e67e-49bb-b3bd-ddbc04247286, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=09730719-e67e-49bb-b3bd-ddbc04247286,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:59.578519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-5eedecbe-b488-44ed-890a-c94c615f89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.580115 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-5eedecbe-b488-44ed-890a-c94c615f89eb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1099 time: 0.1161413 Aug 16 02:00:59.685656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc3a43-e920-4414-9eef-4bed69f52ef3 req-5d6e0e3f-c459-457b-9698-43527d8b3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.687831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19fc3a43-e920-4414-9eef-4bed69f52ef3 req-5d6e0e3f-c459-457b-9698-43527d8b3d31 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4674275 Aug 16 02:00:59.689079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.728647 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a335b468-f953-4c6d-95bb-2ceb2f2461cb req-e745c23b-daf3-4484-8546-cb9b292920bb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2984457 Aug 16 02:00:59.766103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63f33eb6-1961-46c0-b854-933307d7801e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.768184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-9c6f6b1f-73d1-426d-900e-ac1524b9bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.769744 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-9c6f6b1f-73d1-426d-900e-ac1524b9bf19 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1789393 Aug 16 02:00:59.770829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63f33eb6-1961-46c0-b854-933307d7801e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.802517 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-63f33eb6-1961-46c0-b854-933307d7801e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5b596133fb34f09b5d36ed46d64c7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775511 Aug 16 02:00:59.811367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50106) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:59.838196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.839015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.840274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] 10.222.0.84 "PUT /v2.0/ports/09730719-e67e-49bb-b3bd-ddbc04247286 HTTP/1.1" status: 200 len: 1136 time: 3.3141830 Aug 16 02:00:59.894212 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-b7d10faf-dceb-4802-8fe6-95b7165ea81d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 217 time: 0.0977330 Aug 16 02:00:59.921077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:59.943078 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6dd5c187-9025-4813-a9d8-4172cea53aab req-c32d5e35-e7fd-4adb-9ee8-599c45dc9413 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708568 Aug 16 02:01:00.033647 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f33eb6-1961-46c0-b854-933307d7801e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b0cae3-9cb9-4a78-a02b-3314a5efe5ef,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:00.090016 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-744bdc5e-c963-43a5-bb83-cf6f2aed32be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.094727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b67bc7-7008-4434-90c2-2e1fdf4bf9ac service neutron] Pushing event updated for resources: {'Port': ['ID=09730719-e67e-49bb-b3bd-ddbc04247286,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:00.140032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-744bdc5e-c963-43a5-bb83-cf6f2aed32be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.144088 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19fc3a43-e920-4414-9eef-4bed69f52ef3 req-82f89a84-f8e7-4627-a258-c7f1c2b9d344 service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054642 Aug 16 02:01:00.160850 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad70-4535-4596-a886-f82e6e4bbecc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.193622 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-5e6c82ca-ba59-4914-8272-6887c4a52572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.195199 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-5e6c82ca-ba59-4914-8272-6887c4a52572 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2911439 Aug 16 02:01:00.225551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-744bdc5e-c963-43a5-bb83-cf6f2aed32be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.231209 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-744bdc5e-c963-43a5-bb83-cf6f2aed32be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.232969 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-744bdc5e-c963-43a5-bb83-cf6f2aed32be admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27b0cae3-9cb9-4a78-a02b-3314a5efe5ef HTTP/1.1" status: 204 len: 168 time: 0.4201019 Aug 16 02:01:00.323270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bdc5e-c963-43a5-bb83-cf6f2aed32be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b0cae3-9cb9-4a78-a02b-3314a5efe5ef,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:00.366523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-f362428a-a3fb-4afa-bc42-09d239e56d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.368419 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-f362428a-a3fb-4afa-bc42-09d239e56d79 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1615405 Aug 16 02:01:00.395385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbc6d0-86d6-4906-98cc-f3aa876b876c req-8c2ece7d-1878-42af-9755-bee9b54c3b5d tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.397379 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9fdbc6d0-86d6-4906-98cc-f3aa876b876c req-8c2ece7d-1878-42af-9755-bee9b54c3b5d tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.1354778 Aug 16 02:01:00.540342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '09730719-e67e-49bb-b3bd-ddbc04247286'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:00.546817 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb7a9fe-a10c-4dad-a24e-6225325dcd34" -d '{"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "09730719-e67e-49bb-b3bd-ddbc04247286"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:00.556112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fad70-4535-4596-a886-f82e6e4bbecc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=9dce615e-ac4b-472d-a6e0-665ed8ecf8a9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:00.599375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.608465 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-c08201f3-7a98-4ece-bee7-842c5583b2f6 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309358 Aug 16 02:01:00.681442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073abb9e-18af-47ee-881e-6721660b4db8 req-dbaa448a-3b1a-4441-8c52-3fd4a0525f67 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.683214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-9fdbc6d0-86d6-4906-98cc-f3aa876b876c req-0615bba2-cf3c-4b00-9cd9-b584a197bf7b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Deleting port 5f294509-e08f-4554-9915-2779f2ab409f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:00.683590 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9fdbc6d0-86d6-4906-98cc-f3aa876b876c req-0615bba2-cf3c-4b00-9cd9-b584a197bf7b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.685250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-073abb9e-18af-47ee-881e-6721660b4db8 req-dbaa448a-3b1a-4441-8c52-3fd4a0525f67 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 945 time: 0.8387439 Aug 16 02:01:00.945576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19fc3a43-e920-4414-9eef-4bed69f52ef3 req-525bbab2-880d-4de7-9b6f-c1406f792e01 service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7773292 Aug 16 02:01:00.995032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee8f73-40ac-4888-9ff3-af38ad0ab02c req-b76af300-ec9d-4211-9768-751d481d6572 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.007435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04ee8f73-40ac-4888-9ff3-af38ad0ab02c req-b76af300-ec9d-4211-9768-751d481d6572 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 947 time: 0.8486712 Aug 16 02:01:01.104799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:01.107385 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a4045e-4e75-4256-894f-ec3da7f6fbab" -d '{"events": [{"name": "network-changed", "server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:01.118567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-073abb9e-18af-47ee-881e-6721660b4db8 req-e79dac54-85fb-4f89-8a4b-cb4e4b4e6b6c tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016118 Aug 16 02:01:01.195145 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 22b2dde8-898c-4f40-9cc6-c4e700522521 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:01.203317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04ee8f73-40ac-4888-9ff3-af38ad0ab02c req-e6557a11-b8ef-438c-bc6a-3a715c88112e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925972 Aug 16 02:01:01.238645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-9fdbc6d0-86d6-4906-98cc-f3aa876b876c req-0615bba2-cf3c-4b00-9cd9-b584a197bf7b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] For port 5f294509-e08f-4554-9915-2779f2ab409f, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5f294509-e08f-4554-9915-2779f2ab409f,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:01.239378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9fdbc6d0-86d6-4906-98cc-f3aa876b876c req-0615bba2-cf3c-4b00-9cd9-b584a197bf7b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.246205 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a97e2b9b-39ca-4765-a59c-23fe9308e10d req-5cfb8735-602d-4c32-83bd-da4b2e0c08f8 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291118 Aug 16 02:01:01.318855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-9fdbc6d0-86d6-4906-98cc-f3aa876b876c req-0615bba2-cf3c-4b00-9cd9-b584a197bf7b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Calling delete_port for 5f294509-e08f-4554-9915-2779f2ab409f owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:01.491569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-6c91bd2d-6391-4856-b5e3-143e86ca7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.493887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-6c91bd2d-6391-4856-b5e3-143e86ca7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.494749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-6c91bd2d-6391-4856-b5e3-143e86ca7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.495531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-6c91bd2d-6391-4856-b5e3-143e86ca7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.496452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-6c91bd2d-6391-4856-b5e3-143e86ca7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.497114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-6c91bd2d-6391-4856-b5e3-143e86ca7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.497798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-6c91bd2d-6391-4856-b5e3-143e86ca7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.501480 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-6c91bd2d-6391-4856-b5e3-143e86ca7f0b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6220 time: 0.2124901 Aug 16 02:01:01.513727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:01.568046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'port_id': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'mac_address': 'fa:16:3e:2a:1d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:01.701433 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.741757 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-c85d8fe5-9e2c-445f-8b2b-7c87215206e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.742962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-c85d8fe5-9e2c-445f-8b2b-7c87215206e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.743745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-c85d8fe5-9e2c-445f-8b2b-7c87215206e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.745723 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-c85d8fe5-9e2c-445f-8b2b-7c87215206e7 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=215573ee4a53490f823ef26851352aa0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1925011 Aug 16 02:01:01.765623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b2dde8-898c-4f40-9cc6-c4e700522521 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:01.825161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50168) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:01.831442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:01.840269 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.843893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551583b1-17cc-4b79-a29a-167feacb8946 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:01.852630 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.865717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Transition to ACTIVE for port object 551583b1-17cc-4b79-a29a-167feacb8946 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:01.866949 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad70-4535-4596-a886-f82e6e4bbecc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.869734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c2fad70-4535-4596-a886-f82e6e4bbecc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.874089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0c2fad70-4535-4596-a886-f82e6e4bbecc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/floatingips/e383eb32-41eb-4122-8025-7a0d1828aef8 HTTP/1.1" status: 204 len: 168 time: 3.5614407 Aug 16 02:01:01.875283 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b4b3ae-a391-43c7-8eb8-ed4e59636e1b x-openstack-request-id: req-76b4b3ae-a391-43c7-8eb8-ed4e59636e1b {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:01.876263 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "09730719-e67e-49bb-b3bd-ddbc04247286", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:01.876535 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76b4b3ae-a391-43c7-8eb8-ed4e59636e1b {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:01.876926 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '09730719-e67e-49bb-b3bd-ddbc04247286', 'status': 'completed', 'code': 200} Aug 16 02:01:01.879792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50172) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:01.881640 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.943510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:01.975527 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38018e8-c611-40b9-b92d-23eaebfce6ae tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] DELETE failed (client error): The resource could not be found. Aug 16 02:01:01.977233 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38018e8-c611-40b9-b92d-23eaebfce6ae tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:01.986691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a38018e8-c611-40b9-b92d-23eaebfce6ae tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/ports/57fda38a-eabc-447e-986f-59d4bdc563b3 HTTP/1.1" status: 404 len: 333 time: 0.1053843 Aug 16 02:01:01.990235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50174) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:02.039442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce096dc-49ff-4b57-a400-4ac402def633 req-3ae9c5cf-82f0-4b06-8735-ab8f51bd9ffb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.042020 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f5080479-e561-4074-9ad9-f2b35ecee93a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0b73464-0177-494f-8052-7cbefba391c7 HTTP/1.1" status: 200 len: 205 time: 0.0469446 Aug 16 02:01:02.045791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce096dc-49ff-4b57-a400-4ac402def633 req-3ae9c5cf-82f0-4b06-8735-ab8f51bd9ffb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.046741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50178) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:02.052114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce096dc-49ff-4b57-a400-4ac402def633 req-3ae9c5cf-82f0-4b06-8735-ab8f51bd9ffb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.058562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce096dc-49ff-4b57-a400-4ac402def633 req-3ae9c5cf-82f0-4b06-8735-ab8f51bd9ffb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.058776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['22b2dde8-898c-4f40-9cc6-c4e700522521'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:02.066139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-4d8df988-9066-43b1-8ae8-eeaafbd8e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.067771 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-acb7a9fe-a10c-4dad-a24e-6225325dcd34 req-4d8df988-9066-43b1-8ae8-eeaafbd8e716 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3038864 Aug 16 02:01:02.068964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce096dc-49ff-4b57-a400-4ac402def633 req-3ae9c5cf-82f0-4b06-8735-ab8f51bd9ffb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.091646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce096dc-49ff-4b57-a400-4ac402def633 req-3ae9c5cf-82f0-4b06-8735-ab8f51bd9ffb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.099212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce096dc-49ff-4b57-a400-4ac402def633 req-3ae9c5cf-82f0-4b06-8735-ab8f51bd9ffb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.101222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ce096dc-49ff-4b57-a400-4ac402def633 req-3ae9c5cf-82f0-4b06-8735-ab8f51bd9ffb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5392 time: 0.2223351 Aug 16 02:01:02.146810 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-00298c51-64bd-467e-8158-6f3d4369980a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] delete failed (client error): The resource could not be found. Aug 16 02:01:02.152084 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-00298c51-64bd-467e-8158-6f3d4369980a tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/routers/b0b73464-0177-494f-8052-7cbefba391c7 HTTP/1.1" status: 404 len: 336 time: 0.1041508 Aug 16 02:01:02.157337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50184) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:02.188795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Pushing event updated for resources: {'Port': ['ID=551583b1-17cc-4b79-a29a-167feacb8946,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:02.265752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07253137-6b9e-495e-b5f4-2b917b4c4024 req-0052d695-9cf1-4cc8-bb27-900189ded575 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.275652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-07253137-6b9e-495e-b5f4-2b917b4c4024 req-0052d695-9cf1-4cc8-bb27-900189ded575 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.3974731 Aug 16 02:01:02.278989 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6f8838-f527-491e-a01d-79a7bedebc81 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] DELETE failed (client error): The resource could not be found. Aug 16 02:01:02.284950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6f8838-f527-491e-a01d-79a7bedebc81 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:02.292912 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5b6f8838-f527-491e-a01d-79a7bedebc81 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/subnets/f767ed79-5822-4285-825d-e320069c7427 HTTP/1.1" status: 404 len: 337 time: 0.1246541 Aug 16 02:01:02.299066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50192) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:02.302214 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9fdbc6d0-86d6-4906-98cc-f3aa876b876c req-0615bba2-cf3c-4b00-9cd9-b584a197bf7b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.449876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Attempting to bind port 551583b1-17cc-4b79-a29a-167feacb8946 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:02.450132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Attempting to bind port 551583b1-17cc-4b79-a29a-167feacb8946 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:02.450363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Attempting to bind port 551583b1-17cc-4b79-a29a-167feacb8946 on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:02.473148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ce096dc-49ff-4b57-a400-4ac402def633 req-9263e591-4f6d-428c-aff0-252aa6883d42 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2901258 Aug 16 02:01:02.475880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Port 551583b1-17cc-4b79-a29a-167feacb8946 on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:02.476210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Attempting to bind port 551583b1-17cc-4b79-a29a-167feacb8946 on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:02.508886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1296909993-network', 'tenant_id': '30563fa70e9c4d52be78fc0d19d9dc74'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:02.519526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615bba2-cf3c-4b00-9cd9-b584a197bf7b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event deleted for resources: {'Port': ['ID=5f294509-e08f-4554-9915-2779f2ab409f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:02.520227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-07253137-6b9e-495e-b5f4-2b917b4c4024 req-a0fab6d3-6d46-4c13-9a3b-64bb27cd3fcc tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434342 Aug 16 02:01:02.529928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:02.531262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Checking segment: {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:02.533848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Bound using segment: {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:02.534615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Bound port: 551583b1-17cc-4b79-a29a-167feacb8946, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:02.535155 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.664302 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a0d0e1-42e1-4342-ae43-34f4cb90c072 x-openstack-request-id: req-a5a0d0e1-42e1-4342-ae43-34f4cb90c072 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:02.664446 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:02.665435 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a5a0d0e1-42e1-4342-ae43-34f4cb90c072 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:02.665435 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581', 'status': 'completed', 'code': 200} Aug 16 02:01:02.666332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdbc6d0-86d6-4906-98cc-f3aa876b876c req-0615bba2-cf3c-4b00-9cd9-b584a197bf7b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] No DVR routers for this DVR port 5f294509-e08f-4554-9915-2779f2ab409f on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:02.672426 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9fdbc6d0-86d6-4906-98cc-f3aa876b876c req-0615bba2-cf3c-4b00-9cd9-b584a197bf7b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.676972 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9fdbc6d0-86d6-4906-98cc-f3aa876b876c req-0615bba2-cf3c-4b00-9cd9-b584a197bf7b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.89 "DELETE /v2.0/ports/5f294509-e08f-4554-9915-2779f2ab409f HTTP/1.1" status: 204 len: 173 time: 2.2373419 Aug 16 02:01:02.678733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] For port 551583b1-17cc-4b79-a29a-167feacb8946, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:02.684516 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] For port 551583b1-17cc-4b79-a29a-167feacb8946, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=551583b1-17cc-4b79-a29a-167feacb8946,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:02.687177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Made reservation on behalf of 30563fa70e9c4d52be78fc0d19d9dc74 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:02.690450 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.704353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.724351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d10109f5-1cda-4bcc-b173-3ecefc4d5105 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port aac6079b-13fb-4bd9-8e87-8af132dcc41b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:02.724931 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d10109f5-1cda-4bcc-b173-3ecefc4d5105 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.731903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e8d0c3c-a328-409d-be88-5a0a1773835a req-4315af39-3d73-4558-ae02-51f9918d1379 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e77d441-3201-4f3b-8af4-5b85acd4688b HTTP/1.1" status: 200 len: 210 time: 0.0496104 Aug 16 02:01:02.822824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.823929 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.825582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] 10.222.0.84 "PUT /v2.0/ports/551583b1-17cc-4b79-a29a-167feacb8946 HTTP/1.1" status: 200 len: 1092 time: 2.9423704 Aug 16 02:01:02.900314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aa81d-7476-4bad-a21b-c2b59a19e5fb service neutron] Pushing event updated for resources: {'Port': ['ID=551583b1-17cc-4b79-a29a-167feacb8946,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:02.962493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d10109f5-1cda-4bcc-b173-3ecefc4d5105 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.990221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.014430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d10109f5-1cda-4bcc-b173-3ecefc4d5105 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for aac6079b-13fb-4bd9-8e87-8af132dcc41b owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:03.045779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-26f99886-080c-4eee-8491-1cd37a4a8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.047716 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-26f99886-080c-4eee-8491-1cd37a4a8367 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1099 time: 0.3547473 Aug 16 02:01:03.061635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-86824c66-fdaa-446c-9642-b16c325f2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.075525 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-86824c66-fdaa-446c-9642-b16c325f2f54 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1099 time: 0.3640902 Aug 16 02:01:03.141684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:03.211824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 22b2dde8-898c-4f40-9cc6-c4e700522521 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:03.238057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-16f384b4-2473-479e-9151-6792af9de541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.240046 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-16f384b4-2473-479e-9151-6792af9de541 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1433380 Aug 16 02:01:03.439096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f4a39-a183-405a-9f84-81c571a74a4a req-c2f40073-e49f-4c37-b3b1-c8ff0adccf6b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.441565 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 22b2dde8-898c-4f40-9cc6-c4e700522521 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:03.444073 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-408b84f9-b58c-4d8b-baad-e8d30a5a64a7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 217 time: 0.1348557 Aug 16 02:01:03.448042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee1f4a39-a183-405a-9f84-81c571a74a4a req-c2f40073-e49f-4c37-b3b1-c8ff0adccf6b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 947 time: 0.3108306 Aug 16 02:01:03.454756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 22b2dde8-898c-4f40-9cc6-c4e700522521 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:03.460903 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.495257 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.552277 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee1f4a39-a183-405a-9f84-81c571a74a4a req-b8d8fca9-afd3-41d1-9223-67d014c87723 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032078 Aug 16 02:01:03.621525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d10109f5-1cda-4bcc-b173-3ecefc4d5105 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.674136 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.698788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-b6988264-96ed-4bd4-94bf-314cd9769233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.700298 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-b6988264-96ed-4bd4-94bf-314cd9769233 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2453899 Aug 16 02:01:03.705878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-1bc591d9-4dd4-4d4e-9dd4-b29504d377f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.707545 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-1bc591d9-4dd4-4d4e-9dd4-b29504d377f4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.6295617 Aug 16 02:01:03.723812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10109f5-1cda-4bcc-b173-3ecefc4d5105 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=aac6079b-13fb-4bd9-8e87-8af132dcc41b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:03.728794 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:03.731191 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adfd4ef-b25c-4a4f-97df-a67a94b9e3bc" -d '{"events": [{"server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "name": "network-vif-plugged", "status": "completed", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:03.763319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:03.770518 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.771396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5f294509-e08f-4554-9915-2779f2ab409f no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:03.837019 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-209b9c5b-df42-4217-9fcb-a6d48ead139d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 217 time: 0.1183381 Aug 16 02:01:03.858503 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.865835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:03.869151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 5f294509-e08f-4554-9915-2779f2ab409f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:03.869739 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5f294509-e08f-4554-9915-2779f2ab409f not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:03.892839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '551583b1-17cc-4b79-a29a-167feacb8946'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:03.899822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.903786 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "551583b1-17cc-4b79-a29a-167feacb8946"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:03.922282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-e8306d41-db86-499a-8bba-93df958c01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.923782 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-e8306d41-db86-499a-8bba-93df958c01ed service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2153819 Aug 16 02:01:03.946426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:04.031771 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.032432 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Added segment 359c8d22-c7f1-4950-a52e-fe7eb6b7243f of type vlan for network c509ab3d-3cdc-4dfe-b40a-98f50580aac7 Aug 16 02:01:04.035285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-35f3c4df-c3dd-4dd1-85c3-7cf7d8150436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.037117 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-35f3c4df-c3dd-4dd1-85c3-7cf7d8150436 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1928251 Aug 16 02:01:04.046351 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eb96c4-ac28-46ed-99f5-fc4648991796,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:04.058110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f710af-331b-4323-9c9d-ac86c4e892f6 req-4b1d8ab5-5cdb-4dd1-b31d-a4ed6ebfa5e7 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.069582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1f710af-331b-4323-9c9d-ac86c4e892f6 req-4b1d8ab5-5cdb-4dd1-b31d-a4ed6ebfa5e7 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.4020638 Aug 16 02:01:04.091818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c3607-b161-44bd-9809-c5072aebdf59 req-f9a32605-2702-4423-93b0-c36a537a5d6d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.098014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c3607-b161-44bd-9809-c5072aebdf59 req-f9a32605-2702-4423-93b0-c36a537a5d6d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.104888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c3607-b161-44bd-9809-c5072aebdf59 req-f9a32605-2702-4423-93b0-c36a537a5d6d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.111600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c3607-b161-44bd-9809-c5072aebdf59 req-f9a32605-2702-4423-93b0-c36a537a5d6d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.117603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c3607-b161-44bd-9809-c5072aebdf59 req-f9a32605-2702-4423-93b0-c36a537a5d6d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.123859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c3607-b161-44bd-9809-c5072aebdf59 req-f9a32605-2702-4423-93b0-c36a537a5d6d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.131120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50236) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:04.134458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c3607-b161-44bd-9809-c5072aebdf59 req-f9a32605-2702-4423-93b0-c36a537a5d6d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.136623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e0c3607-b161-44bd-9809-c5072aebdf59 req-f9a32605-2702-4423-93b0-c36a537a5d6d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5392 time: 0.4387445 Aug 16 02:01:04.140312 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d10109f5-1cda-4bcc-b173-3ecefc4d5105 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.142782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d10109f5-1cda-4bcc-b173-3ecefc4d5105 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/ports/aac6079b-13fb-4bd9-8e87-8af132dcc41b HTTP/1.1" status: 204 len: 168 time: 1.8427377 Aug 16 02:01:04.155376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50238) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:04.177355 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.209851 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-7e0ebf21-90ae-49e6-a2ab-b86a65ac6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.212087 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-7e0ebf21-90ae-49e6-a2ab-b86a65ac6e80 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1446326 Aug 16 02:01:04.354188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.resource_extend [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:01:04.358987 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-1859aa43-dac7-4d3c-a3ce-f27bc1a0b80a service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139986 Aug 16 02:01:04.360579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1f710af-331b-4323-9c9d-ac86c4e892f6 req-c08d78fe-d471-470a-a89b-13b5edef00ea tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894967 Aug 16 02:01:04.361506 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-55469f5f-0a9a-4750-9555-4accb61b3e75 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333249 Aug 16 02:01:04.460501 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b8d2dd-fdcb-4969-a41c-04bdb98e0b5d x-openstack-request-id: req-85b8d2dd-fdcb-4969-a41c-04bdb98e0b5d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:04.461515 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "name": "network-vif-plugged", "status": "completed", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:04.461932 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85b8d2dd-fdcb-4969-a41c-04bdb98e0b5d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:04.462616 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'code': 200} Aug 16 02:01:04.534312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a61baeb-19b0-4c95-a47c-c349b9fbaadd {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:04.543558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.557273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Transition to ACTIVE for port object 5a61baeb-19b0-4c95-a47c-c349b9fbaadd will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:04.609471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e0c3607-b161-44bd-9809-c5072aebdf59 req-961e09bd-c762-4f26-96f7-b8425ef2f782 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4437666 Aug 16 02:01:04.616296 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b9bf01-4814-453c-97f8-5ab0d1c6485a x-openstack-request-id: req-f6b9bf01-4814-453c-97f8-5ab0d1c6485a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:04.616844 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "551583b1-17cc-4b79-a29a-167feacb8946", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:04.617273 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6b9bf01-4814-453c-97f8-5ab0d1c6485a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:04.618000 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '551583b1-17cc-4b79-a29a-167feacb8946', 'status': 'completed', 'code': 200} Aug 16 02:01:04.640111 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.690937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e77d441-3201-4f3b-8af4-5b85acd4688b', 'name': 'network-vif-deleted', 'tag': '5f294509-e08f-4554-9915-2779f2ab409f'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:04.693343 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdace7c-de4e-4ac1-a1c7-65b332f6e686" -d '{"events": [{"server_uuid": "2e77d441-3201-4f3b-8af4-5b85acd4688b", "name": "network-vif-deleted", "tag": "5f294509-e08f-4554-9915-2779f2ab409f"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:04.727798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Pushing event updated for resources: {'Port': ['ID=5a61baeb-19b0-4c95-a47c-c349b9fbaadd,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:04.735076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.736390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.737100 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.765938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97acdea-8be4-4597-8438-fa4e857128cb req-19ad22c4-98b7-437c-9d27-d72db755d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.768036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f97acdea-8be4-4597-8438-fa4e857128cb req-19ad22c4-98b7-437c-9d27-d72db755d7ed service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 1097 time: 0.2090576 Aug 16 02:01:04.807597 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9782543 Aug 16 02:01:04.833013 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25d84e5a-44a2-4a85-8bb5-e237a41c2dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.855185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50262) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:04.883675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] Request body: {'subnet': {'network_id': 'c509ab3d-3cdc-4dfe-b40a-98f50580aac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1296909993-subnet', 'tenant_id': '30563fa70e9c4d52be78fc0d19d9dc74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:04.996929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0f55-1e5a-414e-a8bc-6d4606cf3508 admin admin] Pushing event updated for resources: {'Network': ['ID=c509ab3d-3cdc-4dfe-b40a-98f50580aac7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.008662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network c509ab3d-3cdc-4dfe-b40a-98f50580aac7 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:05.021886 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-f8be95a0-e814-4dbf-93be-c6aa3f134a81 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6311469 Aug 16 02:01:05.031256 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-99a4045e-4e75-4256-894f-ec3da7f6fbab req-3950470e-55a2-4a4a-8ce5-c9e2cc3ca2f8 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380088 Aug 16 02:01:05.183723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25d84e5a-44a2-4a85-8bb5-e237a41c2dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.187324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f1552da7-ac45-44a2-bd5b-f6b712592618 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port 2e314f68-b396-4e7a-a188-f47753b97eb6 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:05.188754 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1552da7-ac45-44a2-bd5b-f6b712592618 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.198662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-47e20593-42b3-4c69-87d6-e85d617d4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.199691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-47e20593-42b3-4c69-87d6-e85d617d4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.200841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-47e20593-42b3-4c69-87d6-e85d617d4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.201542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-47e20593-42b3-4c69-87d6-e85d617d4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.202345 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-47e20593-42b3-4c69-87d6-e85d617d4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.203239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-47e20593-42b3-4c69-87d6-e85d617d4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.203931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-47e20593-42b3-4c69-87d6-e85d617d4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.206790 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-47e20593-42b3-4c69-87d6-e85d617d4bf3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6314 time: 0.4958248 Aug 16 02:01:05.210529 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25d84e5a-44a2-4a85-8bb5-e237a41c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.245334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] Made reservation on behalf of 30563fa70e9c4d52be78fc0d19d9dc74 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:05.247671 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.438440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8f6b78d4-1900-482a-b11c-df863962cb1e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.446653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8f6b78d4-1900-482a-b11c-df863962cb1e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.5902381 Aug 16 02:01:05.447928 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-25d84e5a-44a2-4a85-8bb5-e237a41c2dae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4da71e26de854a51a5c387f383e78212&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3153555 Aug 16 02:01:05.454504 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.460870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50270) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:05.487238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d84e5a-44a2-4a85-8bb5-e237a41c2dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d976101c-9107-4d54-8cc5-6f1f77a0555b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.565097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f97acdea-8be4-4597-8438-fa4e857128cb req-1f72f925-b0e2-4d92-aa5f-48ece8af1117 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7679756 Aug 16 02:01:05.573267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d830f-84a3-48ca-b22d-732cc6608b52 req-26a07b0d-7183-4514-8333-c65919c2beb3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.574807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd4d830f-84a3-48ca-b22d-732cc6608b52 req-26a07b0d-7183-4514-8333-c65919c2beb3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 947 time: 0.8485005 Aug 16 02:01:05.600540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1552da7-ac45-44a2-bd5b-f6b712592618 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.603087 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18daf144-c9b0-4840-b311-cbaa7029c144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.604232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-dfd77930-2a33-4628-a031-80abf9847546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.604725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-dfd77930-2a33-4628-a031-80abf9847546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.605236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-dfd77930-2a33-4628-a031-80abf9847546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.607092 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-dfd77930-2a33-4628-a031-80abf9847546 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=215573ee4a53490f823ef26851352aa0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3503280 Aug 16 02:01:05.611373 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-7d5e492b-1712-417c-a395-9387afe250e6 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/quotas/349079a268e8437eb80e514d3cb358de HTTP/1.1" status: 200 len: 375 time: 0.1638122 Aug 16 02:01:05.618947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Attempting to bind port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:05.619289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Attempting to bind port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:05.619633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Attempting to bind port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:05.682650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f1552da7-ac45-44a2-bd5b-f6b712592618 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for 2e314f68-b396-4e7a-a188-f47753b97eb6 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:05.702137 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe5ff3bb-2cd4-4163-8545-79d5b06ecb0f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887461 Aug 16 02:01:05.741243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18daf144-c9b0-4840-b311-cbaa7029c144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.813583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-9718b748-d22d-42c6-b418-f9fe2a3818e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.815101 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b11752d8-3c74-4e8a-80e8-7d8840e52b0b req-9718b748-d22d-42c6-b418-f9fe2a3818e9 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941848 Aug 16 02:01:05.884168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:05.884492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Attempting to bind port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:05.886427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df83e76d-d991-49dd-8fff-091c1878ed8e,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.968479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:05.968839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Checking segment: {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:05.969297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Bound using segment: {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:05.970258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Bound port: 5a61baeb-19b0-4c95-a47c-c349b9fbaadd, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c429b22b-121a-47ae-9b85-697484048b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:05.970624 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.977901 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1552da7-ac45-44a2-bd5b-f6b712592618 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.050165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] Checking segment: {'id': '359c8d22-c7f1-4950-a52e-fe7eb6b7243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c509ab3d-3cdc-4dfe-b40a-98f50580aac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:06.050526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] Network hostable DHCP agents. Network: c509ab3d-3cdc-4dfe-b40a-98f50580aac7, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:06.061047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1552da7-ac45-44a2-bd5b-f6b712592618 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=2e314f68-b396-4e7a-a188-f47753b97eb6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:06.062585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd4d830f-84a3-48ca-b22d-732cc6608b52 req-076efd56-676b-4231-99ac-67cc79c402f5 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608011 Aug 16 02:01:06.243235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18daf144-c9b0-4840-b311-cbaa7029c144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.245871 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18daf144-c9b0-4840-b311-cbaa7029c144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.249963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-18daf144-c9b0-4840-b311-cbaa7029c144 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d976101c-9107-4d54-8cc5-6f1f77a0555b HTTP/1.1" status: 204 len: 168 time: 0.7536421 Aug 16 02:01:06.336178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-6f148129-5bc3-44d2-bd53-a74c73d310b6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3599801 Aug 16 02:01:06.384563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daf144-c9b0-4840-b311-cbaa7029c144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d976101c-9107-4d54-8cc5-6f1f77a0555b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:06.388396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] Network c509ab3d-3cdc-4dfe-b40a-98f50580aac7 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:06.472816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:06.508802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-ff1bd572-466b-42f0-8d84-c95cd61650eb service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8066943 Aug 16 02:01:06.521262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] For port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:06.577789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, c509ab3d-3cdc-4dfe-b40a-98f50580aac7) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:06.620054 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:06.632574 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7819c8d-f76a-4891-a694-f629bf09c57a x-openstack-request-id: req-a7819c8d-f76a-4891-a694-f629bf09c57a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:06.633184 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e77d441-3201-4f3b-8af4-5b85acd4688b", "name": "network-vif-deleted", "tag": "5f294509-e08f-4554-9915-2779f2ab409f", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:06.633288 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a7819c8d-f76a-4891-a694-f629bf09c57a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:06.633924 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e77d441-3201-4f3b-8af4-5b85acd4688b', 'name': 'network-vif-deleted', 'tag': '5f294509-e08f-4554-9915-2779f2ab409f', 'status': 'completed', 'code': 200} Aug 16 02:01:06.643424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '506bcf9a-41ec-492c-a20f-c98147baf581', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '506bcf9a-41ec-492c-a20f-c98147baf581', 'mac_address': 'fa:16:3e:2e:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:06.647606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980814ee-f1b5-494c-91d9-4c7939474c64 None None] Network c509ab3d-3cdc-4dfe-b40a-98f50580aac7 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:06.686962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.687666 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.692012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] For port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5a61baeb-19b0-4c95-a47c-c349b9fbaadd,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:06.710581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-42a659b4-5f4a-49ba-8490-fd9f52e3c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.712201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-42a659b4-5f4a-49ba-8490-fd9f52e3c9e0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 1101 time: 0.2635720 Aug 16 02:01:06.715906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1552da7-ac45-44a2-bd5b-f6b712592618 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.719025 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.732207 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f1552da7-ac45-44a2-bd5b-f6b712592618 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/ports/2e314f68-b396-4e7a-a188-f47753b97eb6 HTTP/1.1" status: 204 len: 168 time: 2.5679440 Aug 16 02:01:06.734885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50288) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:06.740170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87707149-724a-480f-bd11-89dee4ac725c req-65996c59-336f-460e-8a31-78fdca26a67d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.749902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87707149-724a-480f-bd11-89dee4ac725c req-65996c59-336f-460e-8a31-78fdca26a67d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.5743752 Aug 16 02:01:06.831520 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.851268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1c10ae-dc05-466f-9a57-2ab2f7078c27 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.852856 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1a1c10ae-dc05-466f-9a57-2ab2f7078c27 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "GET /v2.0/ports?device_id=733d4c02-8ea1-42b2-a118-5f4bd2332f6d HTTP/1.1" status: 200 len: 913 time: 0.1166530 Aug 16 02:01:06.857019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50290) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:06.910107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506bcf9a-41ec-492c-a20f-c98147baf581 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:06.928772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-50ea9b0f-da3a-415c-bc24-c6e5b527a761 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0553610 Aug 16 02:01:06.929496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50292) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:06.935875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:06.940843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c0ba6-d70a-4bdf-a018-5bb34c16eb0c None None] Network c509ab3d-3cdc-4dfe-b40a-98f50580aac7 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:06.982337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.983270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.984877 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] 10.222.0.84 "PUT /v2.0/ports/5a61baeb-19b0-4c95-a47c-c349b9fbaadd HTTP/1.1" status: 200 len: 1091 time: 3.8498514 Aug 16 02:01:06.992889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '5a61baeb-19b0-4c95-a47c-c349b9fbaadd'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:06.995714 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027" -d '{"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "5a61baeb-19b0-4c95-a47c-c349b9fbaadd"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:07.003156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-0d515ec1-4c78-4ea8-8a44-bf328ca05ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.006999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-0d515ec1-4c78-4ea8-8a44-bf328ca05ec2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2514472 Aug 16 02:01:07.157508 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.363204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:07.526822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad567c-0fff-409a-87fd-3c42bb355c9f service neutron] Pushing event updated for resources: {'Port': ['ID=5a61baeb-19b0-4c95-a47c-c349b9fbaadd,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:07.562196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:07.569382 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e762cfe-4e94-422e-8682-b146d3acc4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.598847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['506bcf9a-41ec-492c-a20f-c98147baf581'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:07.621435 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90d5c723-a425-4586-b55e-1ac32e646b7b tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.691841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-b0ba7ed4-8452-4834-a5c2-d6aa70f3e6c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 200 len: 217 time: 0.1568863 Aug 16 02:01:07.740727 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-5ab77b40-eabe-4ba0-a3d6-4ab7ab1acf94 service neutron] 10.222.0.79 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2307122 Aug 16 02:01:07.775055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87707149-724a-480f-bd11-89dee4ac725c req-897cb3de-94bd-49c4-8cb9-126d0eb1de4a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0246270 Aug 16 02:01:08.198111 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0836aa69-be9e-4bc0-9760-29a58ada81df x-openstack-request-id: req-0836aa69-be9e-4bc0-9760-29a58ada81df {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:08.198518 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "5a61baeb-19b0-4c95-a47c-c349b9fbaadd", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:08.198696 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0836aa69-be9e-4bc0-9760-29a58ada81df {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:08.199076 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '5a61baeb-19b0-4c95-a47c-c349b9fbaadd', 'status': 'completed', 'code': 200} Aug 16 02:01:08.220284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50320) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:08.233545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-733546808-network', 'tenant_id': 'ca8ab55d415c48058e0c68e2d3a2343c'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:08.243885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-4646c952-4ce2-44f3-b8a7-3082a08675ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.246561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-4646c952-4ce2-44f3-b8a7-3082a08675ff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.5000417 Aug 16 02:01:08.247171 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.327532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c723-a425-4586-b55e-1ac32e646b7b tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port 328315b4-ebd4-49b9-a734-e4fb38fc5198 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:08.328306 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90d5c723-a425-4586-b55e-1ac32e646b7b tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.433506 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90d5c723-a425-4586-b55e-1ac32e646b7b tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.453438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c723-a425-4586-b55e-1ac32e646b7b tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for 328315b4-ebd4-49b9-a734-e4fb38fc5198 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:08.524527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-dbfdeacd-46ba-4250-bffe-4d9c146f768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.525118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-dbfdeacd-46ba-4250-bffe-4d9c146f768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.525609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-dbfdeacd-46ba-4250-bffe-4d9c146f768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.526146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-dbfdeacd-46ba-4250-bffe-4d9c146f768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.526770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-dbfdeacd-46ba-4250-bffe-4d9c146f768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.527243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-dbfdeacd-46ba-4250-bffe-4d9c146f768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.527717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-dbfdeacd-46ba-4250-bffe-4d9c146f768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.530206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-dbfdeacd-46ba-4250-bffe-4d9c146f768a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6356 time: 0.3246365 Aug 16 02:01:08.686645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab104e-5653-452a-9518-74d375bbd4cb req-b445ea68-68ea-484d-94fc-af69ff1a74bb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.694229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab104e-5653-452a-9518-74d375bbd4cb req-b445ea68-68ea-484d-94fc-af69ff1a74bb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.700522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab104e-5653-452a-9518-74d375bbd4cb req-b445ea68-68ea-484d-94fc-af69ff1a74bb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.707154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab104e-5653-452a-9518-74d375bbd4cb req-b445ea68-68ea-484d-94fc-af69ff1a74bb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.713711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab104e-5653-452a-9518-74d375bbd4cb req-b445ea68-68ea-484d-94fc-af69ff1a74bb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.719922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-2ec2f042-30d2-4c11-a171-b7ac59c2f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.720539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-2ec2f042-30d2-4c11-a171-b7ac59c2f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.720897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab104e-5653-452a-9518-74d375bbd4cb req-b445ea68-68ea-484d-94fc-af69ff1a74bb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.721328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-2ec2f042-30d2-4c11-a171-b7ac59c2f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.724594 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-2ec2f042-30d2-4c11-a171-b7ac59c2f7e9 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=215573ee4a53490f823ef26851352aa0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1715283 Aug 16 02:01:08.727799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab104e-5653-452a-9518-74d375bbd4cb req-b445ea68-68ea-484d-94fc-af69ff1a74bb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.736231 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5dab104e-5653-452a-9518-74d375bbd4cb req-b445ea68-68ea-484d-94fc-af69ff1a74bb tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5404 time: 0.7451105 Aug 16 02:01:08.804688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50dc1518-5f9a-4ad0-a4b4-b493a618272d {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:08.819304 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.828673 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99327ca6-c6d9-49e5-80f3-a2906b4b4e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.859382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-9145c3a1-f8f0-47ce-ab48-34dfa831ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.861495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-9145c3a1-f8f0-47ce-ab48-34dfa831ded5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5937750 Aug 16 02:01:08.875283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Transition to ACTIVE for port object 50dc1518-5f9a-4ad0-a4b4-b493a618272d will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:08.896629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5dab104e-5653-452a-9518-74d375bbd4cb req-859297b2-b313-489d-ab1a-9c1dbac4aab6 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594439 Aug 16 02:01:08.942395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.984492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-f2bd506b-7138-4331-8efa-2360432b32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.986392 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d3ed9bf-2e38-4704-b0f4-0a129db8b027 req-f2bd506b-7138-4331-8efa-2360432b32e1 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2522035 Aug 16 02:01:08.992057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c3bc-935d-4339-9f51-f2480125744d req-dc15a07f-02d7-40f6-8d06-ad2d4f3da4a2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.033592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fa2c3bc-935d-4339-9f51-f2480125744d req-dc15a07f-02d7-40f6-8d06-ad2d4f3da4a2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 948 time: 0.3777215 Aug 16 02:01:09.130583 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90d5c723-a425-4586-b55e-1ac32e646b7b tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.164467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c723-a425-4586-b55e-1ac32e646b7b tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=328315b4-ebd4-49b9-a734-e4fb38fc5198,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:09.187745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b23c305-5437-4544-a1a5-2570c2f2781e req-f14a94be-6a53-4a1a-b22c-1b594805a44b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 210 time: 0.1421804 Aug 16 02:01:09.220165 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e762cfe-4e94-422e-8682-b146d3acc4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.237668 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0e762cfe-4e94-422e-8682-b146d3acc4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.365757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=50dc1518-5f9a-4ad0-a4b4-b493a618272d,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:09.374141 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.498009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fa2c3bc-935d-4339-9f51-f2480125744d req-4d81be3f-5ce7-44a1-b0c3-44ad9f068c00 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588604 Aug 16 02:01:09.515118 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90d5c723-a425-4586-b55e-1ac32e646b7b tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.595213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Made reservation on behalf of ca8ab55d415c48058e0c68e2d3a2343c for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:09.598606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.609474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-6435b996-6a39-4c1d-9bca-af415eb4f7f7 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349341 Aug 16 02:01:09.612640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0e762cfe-4e94-422e-8682-b146d3acc4ad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a21f703df56b450b86a883dd452ec043&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6577976 Aug 16 02:01:09.637232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e762cfe-4e94-422e-8682-b146d3acc4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4647e1c-46dd-4a0b-aea8-2ca5ce45fa89,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:09.641115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50340) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:09.804588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c97dd0-e2cd-415d-82b7-e44647bf5414 req-85d9bb50-ae7a-4e17-a714-9ffe4cc8d379 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524258 Aug 16 02:01:09.822064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c08458-6a73-47dc-99da-de1c3b9d4af0 req-d49344d0-cd1b-4f67-8ca1-711ed8679414 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.823601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23c08458-6a73-47dc-99da-de1c3b9d4af0 req-d49344d0-cd1b-4f67-8ca1-711ed8679414 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.4906881 Aug 16 02:01:09.824374 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.873187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Attempting to bind port 50dc1518-5f9a-4ad0-a4b4-b493a618272d on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:09.873576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Attempting to bind port 50dc1518-5f9a-4ad0-a4b4-b493a618272d by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:09.873852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Attempting to bind port 50dc1518-5f9a-4ad0-a4b4-b493a618272d on network 1d05361c-e213-4f52-8aeb-6d00c93c6965 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:09.884618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Port 50dc1518-5f9a-4ad0-a4b4-b493a618272d on network 1d05361c-e213-4f52-8aeb-6d00c93c6965 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:09.885005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Attempting to bind port 50dc1518-5f9a-4ad0-a4b4-b493a618272d on network 1d05361c-e213-4f52-8aeb-6d00c93c6965 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:09.902209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:09.902209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Checking segment: {'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:09.902209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Bound using segment: {'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:09.902209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Bound port: 50dc1518-5f9a-4ad0-a4b4-b493a618272d, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:09.902209 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.060010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23c08458-6a73-47dc-99da-de1c3b9d4af0 req-c58bd1fd-68cd-4f0b-bb6d-571d8c3a5207 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971788 Aug 16 02:01:10.086766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df91229-9846-4886-a7d2-8bf186b0f7a8 req-c7ee96c0-f5d5-4cb1-a71b-344df7871667 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.095175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df91229-9846-4886-a7d2-8bf186b0f7a8 req-c7ee96c0-f5d5-4cb1-a71b-344df7871667 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 948 time: 0.2102911 Aug 16 02:01:10.103544 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a5d9b3-5054-40db-9ad7-d790d06afe5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.133499 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a5d9b3-5054-40db-9ad7-d790d06afe5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.137809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-cd8ba817-90c6-4d8d-8ad7-c7cf9e7bc9cb tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.140220 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-cd8ba817-90c6-4d8d-8ad7-c7cf9e7bc9cb tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39&tenant_id=c65095f958914cd69aa95e35266c1eba&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 948 time: 0.2818260 Aug 16 02:01:10.207809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-a3e50b1f-ce92-48b2-a6ad-62d79affb941 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.207809 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-a3e50b1f-ce92-48b2-a6ad-62d79affb941 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.84 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 812 time: 0.4454918 Aug 16 02:01:10.212502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d5c723-a425-4586-b55e-1ac32e646b7b tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:10.230687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Request body: {'port': {'device_id': 'b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'admin_state_up': True, 'tenant_id': '349079a268e8437eb80e514d3cb358de'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:10.233221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] For port 50dc1518-5f9a-4ad0-a4b4-b493a618272d, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:10.265553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] For port 50dc1518-5f9a-4ad0-a4b4-b493a618272d, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:10.284815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df91229-9846-4886-a7d2-8bf186b0f7a8 req-e72aca7b-b8a4-467d-8658-9f0ce0e95ceb tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831567 Aug 16 02:01:10.296679 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.429022 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-e85c1b36-4d0c-441f-bf57-c792d0577ca0 service neutron] 10.222.0.84 "GET /v2.0/ports/506bcf9a-41ec-492c-a20f-c98147baf581/bindings/n-h1-768851-16 HTTP/1.1" status: 200 len: 383 time: 0.2780843 Aug 16 02:01:10.429278 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.452416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.453342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.455343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] 10.222.0.84 "PUT /v2.0/ports/50dc1518-5f9a-4ad0-a4b4-b493a618272d HTTP/1.1" status: 200 len: 1092 time: 2.9059801 Aug 16 02:01:10.478639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '50dc1518-5f9a-4ad0-a4b4-b493a618272d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:10.480994 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe54d35-e325-4f74-8d7d-f4cfbbead265" -d '{"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "50dc1518-5f9a-4ad0-a4b4-b493a618272d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:10.483748 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.485393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:10.498392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68881d32-7da3-4095-917a-7a1fcdc99aae req-2c0a07c9-3614-4a27-9d1a-6d4c9c30115c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.504599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68881d32-7da3-4095-917a-7a1fcdc99aae req-2c0a07c9-3614-4a27-9d1a-6d4c9c30115c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.513120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Request body: {'port': {'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:10.515056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68881d32-7da3-4095-917a-7a1fcdc99aae req-2c0a07c9-3614-4a27-9d1a-6d4c9c30115c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.526100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68881d32-7da3-4095-917a-7a1fcdc99aae req-2c0a07c9-3614-4a27-9d1a-6d4c9c30115c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.546035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68881d32-7da3-4095-917a-7a1fcdc99aae req-2c0a07c9-3614-4a27-9d1a-6d4c9c30115c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.559319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68881d32-7da3-4095-917a-7a1fcdc99aae req-2c0a07c9-3614-4a27-9d1a-6d4c9c30115c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.567656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68881d32-7da3-4095-917a-7a1fcdc99aae req-2c0a07c9-3614-4a27-9d1a-6d4c9c30115c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.576385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68881d32-7da3-4095-917a-7a1fcdc99aae req-2c0a07c9-3614-4a27-9d1a-6d4c9c30115c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5416 time: 0.4255536 Aug 16 02:01:10.630720 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a5d9b3-5054-40db-9ad7-d790d06afe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.633330 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a5d9b3-5054-40db-9ad7-d790d06afe5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.636746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-64a5d9b3-5054-40db-9ad7-d790d06afe5b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4647e1c-46dd-4a0b-aea8-2ca5ce45fa89 HTTP/1.1" status: 204 len: 168 time: 0.9761460 Aug 16 02:01:10.651118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 506bcf9a-41ec-492c-a20f-c98147baf581 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:10.659890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 506bcf9a-41ec-492c-a20f-c98147baf581 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:10.661032 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.692515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Made reservation on behalf of 349079a268e8437eb80e514d3cb358de for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:10.704753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.708721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d5c723-a425-4586-b55e-1ac32e646b7b tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:10.731620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:10.755432 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-90d5c723-a425-4586-b55e-1ac32e646b7b tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "PUT /v2.0/routers/733d4c02-8ea1-42b2-a118-5f4bd2332f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8973210 Aug 16 02:01:10.771896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536cbdc-5872-482a-a41d-3a5dbbaff0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=50dc1518-5f9a-4ad0-a4b4-b493a618272d,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.774979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50358) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:10.791409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cb48c7-adc1-4f70-a22e-46176cf18e4a None None] Sync routers for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:10.813459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cb48c7-adc1-4f70-a22e-46176cf18e4a None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:10.814178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-64cb48c7-adc1-4f70-a22e-46176cf18e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:10.862023 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.874545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-64cb48c7-adc1-4f70-a22e-46176cf18e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:10.876143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.876653 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Added segment ef8577c5-45f9-40d4-8b68-97427c41bcb1 of type vlan for network b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9 Aug 16 02:01:10.878021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b01dbb-8440-4b41-8104-d4796633f276,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.931866 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.934269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cb48c7-adc1-4f70-a22e-46176cf18e4a None None] Routers {'733d4c02-8ea1-42b2-a118-5f4bd2332f6d'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:10.935362 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-64cb48c7-adc1-4f70-a22e-46176cf18e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:00:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:10.971962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab752-46a9-42bc-8fae-79ac418ccb58 req-fc6965a4-8960-4587-9680-c6c316895c45 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.986234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40aab752-46a9-42bc-8fae-79ac418ccb58 req-fc6965a4-8960-4587-9680-c6c316895c45 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.5743022 Aug 16 02:01:10.987149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5d9b3-5054-40db-9ad7-d790d06afe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4647e1c-46dd-4a0b-aea8-2ca5ce45fa89,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.992636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68881d32-7da3-4095-917a-7a1fcdc99aae req-0125d7b6-6e6e-41d5-ae5b-ca18bc595ea0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4014034 Aug 16 02:01:10.996314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-64cb48c7-adc1-4f70-a22e-46176cf18e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:10.998304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cb48c7-adc1-4f70-a22e-46176cf18e4a None None] The sync data for ids ['733d4c02-8ea1-42b2-a118-5f4bd2332f6d'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:11.001694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50360) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.034978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6654fdc9-e01c-4a82-a4b0-f9c9c0c444a6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Request body: {'floatingip': {'port_id': '22b2dde8-898c-4f40-9cc6-c4e700522521'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:11.040536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:11.043926 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45644093-a324-4cfc-82b8-ae8bdd03d758" -d '{"events": [{"server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "name": "network-vif-plugged", "status": "completed", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:11.067960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:11.105584 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.129921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-b82d58f8-f152-47f8-b1d2-893e8e631799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.131440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-b82d58f8-f152-47f8-b1d2-893e8e631799 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1100 time: 0.5445406 Aug 16 02:01:11.207673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:11.266249 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc9c64d-bbb3-4115-8007-129d3ee98435 x-openstack-request-id: req-ccc9c64d-bbb3-4115-8007-129d3ee98435 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:11.266594 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "name": "network-vif-plugged", "status": "completed", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:11.266844 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ccc9c64d-bbb3-4115-8007-129d3ee98435 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:11.267906 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581', 'code': 200} Aug 16 02:01:11.269516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.84', 62533) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.295870 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.316521 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c12e95-7c76-4c29-9106-051a69279b6c x-openstack-request-id: req-a2c12e95-7c76-4c29-9106-051a69279b6c {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:11.317225 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "50dc1518-5f9a-4ad0-a4b4-b493a618272d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:11.317820 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2c12e95-7c76-4c29-9106-051a69279b6c {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:11.319001 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '50dc1518-5f9a-4ad0-a4b4-b493a618272d', 'status': 'completed', 'code': 200} Aug 16 02:01:11.389908 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-454671a7-edf9-41ba-b76b-9fd79b29a53a req-8c9d8c38-e67e-447b-922f-932914bfd50b tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 210 time: 0.1314356 Aug 16 02:01:11.440576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-0186225c-1014-42b0-91b1-294a0d6792ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.440996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-0186225c-1014-42b0-91b1-294a0d6792ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.455191 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6654fdc9-e01c-4a82-a4b0-f9c9c0c444a6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.456395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-0186225c-1014-42b0-91b1-294a0d6792ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.456895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-0186225c-1014-42b0-91b1-294a0d6792ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.457412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-0186225c-1014-42b0-91b1-294a0d6792ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.457886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-0186225c-1014-42b0-91b1-294a0d6792ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.458353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-0186225c-1014-42b0-91b1-294a0d6792ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.460010 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-471927f1-a13a-4372-9e4b-3a271e88e885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.460377 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-0186225c-1014-42b0-91b1-294a0d6792ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6424 time: 0.1903782 Aug 16 02:01:11.529137 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.621556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Allocated IP 172.20.0.11 (1df1123c-1f49-4c4f-9eb2-3f3807dd3006/f2649e7e-bc88-4fba-bf60-4e29353aadc7/78ee19dd-19fa-4266-8005-48758a02b86d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:11.972242 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.099641 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-53b11f33-5d48-4456-9e68-bb40f2ba5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.100747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-53b11f33-5d48-4456-9e68-bb40f2ba5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.101422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-53b11f33-5d48-4456-9e68-bb40f2ba5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.106170 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-53b11f33-5d48-4456-9e68-bb40f2ba5cdb service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=215573ee4a53490f823ef26851352aa0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5861270 Aug 16 02:01:12.247328 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.252147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.254831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.279768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74215e91-8911-4c4d-9c89-a45a68e41230 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:12.303449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.0715125 Aug 16 02:01:12.307330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.309438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50394) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:12.324127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] Request body: {'subnet': {'network_id': 'b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-733546808-subnet', 'tenant_id': 'ca8ab55d415c48058e0c68e2d3a2343c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:12.363435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Transition to ACTIVE for port object 74215e91-8911-4c4d-9c89-a45a68e41230 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:12.388052 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.413529 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.448675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-67e5ace1-4bd6-4da4-b0e1-4f38dc0032e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.450207 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-67e5ace1-4bd6-4da4-b0e1-4f38dc0032e5 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2922208 Aug 16 02:01:12.450786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] Made reservation on behalf of ca8ab55d415c48058e0c68e2d3a2343c for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:12.453365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.469878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f7e31-b1d9-4d1d-9a0c-237171ed114b admin admin] Pushing event updated for resources: {'Network': ['ID=b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:12.481142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee95be-b36f-457a-befd-6a656974648a req-64e4d50f-0dc9-459c-8809-107b8ecaac95 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.481738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:12.489964 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12ee95be-b36f-457a-befd-6a656974648a req-64e4d50f-0dc9-459c-8809-107b8ecaac95 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 1.0778830 Aug 16 02:01:12.576886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Pushing event updated for resources: {'Port': ['ID=74215e91-8911-4c4d-9c89-a45a68e41230,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:12.584381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-7284783a-67ff-418d-80de-ade5b84fbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.586302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-7284783a-67ff-418d-80de-ade5b84fbb09 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 1.2833138 Aug 16 02:01:12.727234 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.748373 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12ee95be-b36f-457a-befd-6a656974648a req-b06948e4-f7c2-4664-b838-132a70e86f04 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574756 Aug 16 02:01:12.758349 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.869234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8d6cb-d0b5-46d9-a9f1-641a4ef4d7b9 req-9d230dc8-5fa9-4b7e-9413-af215c2fa625 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.877972 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.895118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8d6cb-d0b5-46d9-a9f1-641a4ef4d7b9 req-9d230dc8-5fa9-4b7e-9413-af215c2fa625 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.903483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8d6cb-d0b5-46d9-a9f1-641a4ef4d7b9 req-9d230dc8-5fa9-4b7e-9413-af215c2fa625 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.920633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8d6cb-d0b5-46d9-a9f1-641a4ef4d7b9 req-9d230dc8-5fa9-4b7e-9413-af215c2fa625 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.954298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8d6cb-d0b5-46d9-a9f1-641a4ef4d7b9 req-9d230dc8-5fa9-4b7e-9413-af215c2fa625 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.954298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8d6cb-d0b5-46d9-a9f1-641a4ef4d7b9 req-9d230dc8-5fa9-4b7e-9413-af215c2fa625 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.954298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8d6cb-d0b5-46d9-a9f1-641a4ef4d7b9 req-9d230dc8-5fa9-4b7e-9413-af215c2fa625 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.954298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89e8d6cb-d0b5-46d9-a9f1-641a4ef4d7b9 req-9d230dc8-5fa9-4b7e-9413-af215c2fa625 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5416 time: 0.7914362 Aug 16 02:01:12.954298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-3e578f53-a431-4749-ad45-3e2afb4c18f5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 217 time: 0.2635975 Aug 16 02:01:12.962310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:12.998761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:13.001270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:13.021094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-9f57fed0-d538-40ac-bfb4-99da0bf74865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.021955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-9f57fed0-d538-40ac-bfb4-99da0bf74865 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0559857 Aug 16 02:01:13.059390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Attempting to bind port 74215e91-8911-4c4d-9c89-a45a68e41230 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:13.060023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Attempting to bind port 74215e91-8911-4c4d-9c89-a45a68e41230 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:13.060464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Attempting to bind port 74215e91-8911-4c4d-9c89-a45a68e41230 on network 1d05361c-e213-4f52-8aeb-6d00c93c6965 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:13.094904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Port 74215e91-8911-4c4d-9c89-a45a68e41230 on network 1d05361c-e213-4f52-8aeb-6d00c93c6965 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:13.095386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Attempting to bind port 74215e91-8911-4c4d-9c89-a45a68e41230 on network 1d05361c-e213-4f52-8aeb-6d00c93c6965 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:13.105596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:13.106379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Checking segment: {'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:13.106847 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Bound using segment: {'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:13.107403 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Bound port: 74215e91-8911-4c4d-9c89-a45a68e41230, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49e24e5-f975-4c4a-a157-1e1e24e97a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:13.107895 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.124560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event updated for resources: {'Port': ['ID=78ee19dd-19fa-4266-8005-48758a02b86d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.195636 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] For port 74215e91-8911-4c4d-9c89-a45a68e41230, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:13.198922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89e8d6cb-d0b5-46d9-a9f1-641a4ef4d7b9 req-3f815b8c-d9d2-4d8f-b108-c189c0f229a9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759541 Aug 16 02:01:13.218229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] For port 74215e91-8911-4c4d-9c89-a45a68e41230, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74215e91-8911-4c4d-9c89-a45a68e41230,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:13.221520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bc0de-607b-44fa-88af-91eb4adbb458 req-b47108d6-1cb9-4075-bd17-c237611eda0f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.228916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-152bc0de-607b-44fa-88af-91eb4adbb458 req-b47108d6-1cb9-4075-bd17-c237611eda0f tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 932 time: 0.2778885 Aug 16 02:01:13.270227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.271560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-e3e7dda3-f413-494b-bcce-2bd2a75e766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.273133 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-e3e7dda3-f413-494b-bcce-2bd2a75e766e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2039995 Aug 16 02:01:13.285164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.286013 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.351366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.398774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.402929 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.404428 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] 10.222.0.84 "PUT /v2.0/ports/74215e91-8911-4c4d-9c89-a45a68e41230 HTTP/1.1" status: 200 len: 1092 time: 2.9038947 Aug 16 02:01:13.407544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '74215e91-8911-4c4d-9c89-a45a68e41230'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:13.427651 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "74215e91-8911-4c4d-9c89-a45a68e41230"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:13.445813 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-fe7f7693-e545-48bf-abf0-045acd188209 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2194023 Aug 16 02:01:13.446418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting port 6bee946a-3c3f-4a61-9f72-d08a191b1887 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:13.446781 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.468591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-152bc0de-607b-44fa-88af-91eb4adbb458 req-712c347a-a177-47d0-bccf-cb86e7883040 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341609 Aug 16 02:01:13.590435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Request body: {'port': {'device_id': 'b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:13.620317 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df102513-07a2-4794-8845-6f23e741d377 x-openstack-request-id: req-df102513-07a2-4794-8845-6f23e741d377 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:13.620626 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "74215e91-8911-4c4d-9c89-a45a68e41230", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:13.620904 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df102513-07a2-4794-8845-6f23e741d377 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:13.624966 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': '74215e91-8911-4c4d-9c89-a45a68e41230', 'status': 'completed', 'code': 200} Aug 16 02:01:13.707511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-eeb0d292-d887-4e17-ba8d-51b3c5c658ce service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970377 Aug 16 02:01:13.709414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.792210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a73bf-d865-414a-bd37-d79e3d51cd50 service neutron] Pushing event updated for resources: {'Port': ['ID=74215e91-8911-4c4d-9c89-a45a68e41230,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.794995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd508e0f-1deb-4c4d-9ede-1d749f643897,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.799688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Calling delete_port for 6bee946a-3c3f-4a61-9f72-d08a191b1887 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:13.821840 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.resource_extend [None req-6654fdc9-e01c-4a82-a4b0-f9c9c0c444a6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:01:13.856812 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.879948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] Checking segment: {'id': 'ef8577c5-45f9-40d4-8b68-97427c41bcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:13.880330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] Network hostable DHCP agents. Network: b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:13.890342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b3b31a85-16b7-414c-a6b1-d51254480f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.890839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b3b31a85-16b7-414c-a6b1-d51254480f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.891903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b3b31a85-16b7-414c-a6b1-d51254480f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.892387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b3b31a85-16b7-414c-a6b1-d51254480f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.892868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b3b31a85-16b7-414c-a6b1-d51254480f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.893408 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b3b31a85-16b7-414c-a6b1-d51254480f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.893884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b3b31a85-16b7-414c-a6b1-d51254480f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.895940 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b3b31a85-16b7-414c-a6b1-d51254480f84 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6492 time: 0.3748851 Aug 16 02:01:13.961265 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-36aba89d-6afa-4336-be9a-05a964f362a5 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414744 Aug 16 02:01:14.044878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50434) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:14.104139 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6654fdc9-e01c-4a82-a4b0-f9c9c0c444a6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.122375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6654fdc9-e01c-4a82-a4b0-f9c9c0c444a6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.169897 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.238713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ee19dd-19fa-4266-8005-48758a02b86d {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:14.247802 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.264174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Transition to ACTIVE for port object 78ee19dd-19fa-4266-8005-48758a02b86d will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:14.277855 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.349821 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-ae84b5fa-2170-4a50-b4cf-a36f264ec560 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25 HTTP/1.1" status: 200 len: 217 time: 0.0832906 Aug 16 02:01:14.366568 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:01:14.424727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-89d3b96b-a020-49ae-8356-bfb2afe7066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:14.426959 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-89d3b96b-a020-49ae-8356-bfb2afe7066d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fe5b00cb-8239-4aec-9c3f-72d71ae075fe HTTP/1.1" status: 200 len: 855 time: 0.0662701 Aug 16 02:01:14.430441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] Network b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:14.453550 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab846f-6f67-42fd-b83a-613cdb4b5e81 req-3d131881-cbdc-476c-8c0b-623881412a3f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:14.457306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Pushing event updated for resources: {'Port': ['ID=78ee19dd-19fa-4266-8005-48758a02b86d,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.457567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9ab846f-6f67-42fd-b83a-613cdb4b5e81 req-3d131881-cbdc-476c-8c0b-623881412a3f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.4915907 Aug 16 02:01:14.482805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:14.491121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:14.491732 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.495584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87926b1-180c-4514-bde4-c6be95826fd7 None None] Network b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:14.528580 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.573315 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e85d946c-5beb-4c91-9325-34983618d48e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2466462 Aug 16 02:01:14.573315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-a2331e37-b575-490e-927c-423786482327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:14.585853 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-a2331e37-b575-490e-927c-423786482327 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2ea2ab85-242f-4314-9eef-b00c020be907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409564 Aug 16 02:01:14.623605 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-6654fdc9-e01c-4a82-a4b0-f9c9c0c444a6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Floating IP 92e36c53-ed7c-487e-a418-f90adf8bc410 associated. External IP: 172.25.2.222, port: 22b2dde8-898c-4f40-9cc6-c4e700522521. Aug 16 02:01:14.762561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Attempting to bind port 78ee19dd-19fa-4266-8005-48758a02b86d on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:14.762908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Attempting to bind port 78ee19dd-19fa-4266-8005-48758a02b86d by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:14.763284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Attempting to bind port 78ee19dd-19fa-4266-8005-48758a02b86d on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:14.799955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Port 78ee19dd-19fa-4266-8005-48758a02b86d on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:14.800290 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Attempting to bind port 78ee19dd-19fa-4266-8005-48758a02b86d on network 1df1123c-1f49-4c4f-9eb2-3f3807dd3006 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:14.812678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50448) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:14.829413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:14.829672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Checking segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:14.830075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Bound using segment: {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:14.830530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Bound port: 78ee19dd-19fa-4266-8005-48758a02b86d, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64552ee7-b9b8-4fc6-9e1e-8045811e2663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:14.830894 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.847178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0ee822-8ff9-4b56-8be0-cc946562b39f None None] Network b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:14.886628 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-9eebf36c-2efe-44ba-a897-da30bc7d929a service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925825 Aug 16 02:01:14.978277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e04b03-98eb-4355-8254-bfb11a6a4143 admin admin] Deleting subnet df83e76d-d991-49dd-8fff-091c1878ed8e {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:15.003332 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38e04b03-98eb-4355-8254-bfb11a6a4143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.016605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9ab846f-6f67-42fd-b83a-613cdb4b5e81 req-13f6faf8-185d-4a0d-98ae-dd2ebd456ee2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791706 Aug 16 02:01:15.065446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] For port 78ee19dd-19fa-4266-8005-48758a02b86d, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:15.087757 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] For port 78ee19dd-19fa-4266-8005-48758a02b86d, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=78ee19dd-19fa-4266-8005-48758a02b86d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:15.129821 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.142885 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ba5de0b-5040-4c24-86e6-ea315b85fde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.150344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Port': ['ID=6bee946a-3c3f-4a61-9f72-d08a191b1887,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:15.159676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38e04b03-98eb-4355-8254-bfb11a6a4143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.249251 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.249928 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.251943 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] 10.222.0.84 "PUT /v2.0/ports/78ee19dd-19fa-4266-8005-48758a02b86d HTTP/1.1" status: 200 len: 1093 time: 1.7163842 Aug 16 02:01:15.274800 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-e2023c64-5e0a-4c89-931c-c26fd93dbeb1 service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614774 Aug 16 02:01:15.283143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38e04b03-98eb-4355-8254-bfb11a6a4143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.370376 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-28b44b4a-1490-4967-9940-946113f77273 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=62465913-9f97-4993-baaf-8784e6efa18e HTTP/1.1" status: 200 len: 217 time: 0.0841005 Aug 16 02:01:15.395178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c5536-4662-4606-9dd9-5a3b14aba6cf req-d93bf0b5-0810-42b7-aa2a-19180d3bf411 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.410107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c5536-4662-4606-9dd9-5a3b14aba6cf req-d93bf0b5-0810-42b7-aa2a-19180d3bf411 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.411989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48002c-6536-4d59-b752-0bc2e5385c5e service neutron] Pushing event updated for resources: {'Port': ['ID=78ee19dd-19fa-4266-8005-48758a02b86d,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:15.419864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c5536-4662-4606-9dd9-5a3b14aba6cf req-d93bf0b5-0810-42b7-aa2a-19180d3bf411 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.426004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c5536-4662-4606-9dd9-5a3b14aba6cf req-d93bf0b5-0810-42b7-aa2a-19180d3bf411 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.432486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c5536-4662-4606-9dd9-5a3b14aba6cf req-d93bf0b5-0810-42b7-aa2a-19180d3bf411 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.439637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c5536-4662-4606-9dd9-5a3b14aba6cf req-d93bf0b5-0810-42b7-aa2a-19180d3bf411 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.447616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c5536-4662-4606-9dd9-5a3b14aba6cf req-d93bf0b5-0810-42b7-aa2a-19180d3bf411 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.448095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-118c5536-4662-4606-9dd9-5a3b14aba6cf req-d93bf0b5-0810-42b7-aa2a-19180d3bf411 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.9776421 Aug 16 02:01:15.523699 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.555569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b4b1bcaa-3e0c-4647-89eb-5346eb5228ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.557385 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-b4b1bcaa-3e0c-4647-89eb-5346eb5228ac service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.1596568 Aug 16 02:01:15.565752 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38e04b03-98eb-4355-8254-bfb11a6a4143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.581796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-affda595-4825-4f23-a622-2239dcb09692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.583324 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-affda595-4825-4f23-a622-2239dcb09692 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 1096 time: 0.2260399 Aug 16 02:01:15.593423 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38e04b03-98eb-4355-8254-bfb11a6a4143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.598491 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-38e04b03-98eb-4355-8254-bfb11a6a4143 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/df83e76d-d991-49dd-8fff-091c1878ed8e HTTP/1.1" status: 204 len: 168 time: 0.7841046 Aug 16 02:01:15.599124 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50450) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:15.660099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654ef09-55ea-49ae-8ef6-de1b33f8c079 req-9581a943-2f52-482c-b855-b86cc179ff4e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.661683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7654ef09-55ea-49ae-8ef6-de1b33f8c079 req-9581a943-2f52-482c-b855-b86cc179ff4e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 944 time: 0.3899889 Aug 16 02:01:15.678072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-118c5536-4662-4606-9dd9-5a3b14aba6cf req-2470339f-4e24-43cf-be01-6094af15c575 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2055864 Aug 16 02:01:15.681713 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.689320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7', 'tag': '78ee19dd-19fa-4266-8005-48758a02b86d'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:15.692905 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8862f9-f986-44f6-8199-95962867c974" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7", "tag": "78ee19dd-19fa-4266-8005-48758a02b86d"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:15.731875 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.761377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e04b03-98eb-4355-8254-bfb11a6a4143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df83e76d-d991-49dd-8fff-091c1878ed8e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:15.771806 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-e372038c-cd55-4102-bd2b-bbe23ea42dac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ee19dd-19fa-4266-8005-48758a02b86d HTTP/1.1" status: 200 len: 217 time: 0.1440744 Aug 16 02:01:15.855046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-58b2b1dc-ed4c-473c-bf9e-bb04fdbd1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.857672 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-58b2b1dc-ed4c-473c-bf9e-bb04fdbd1945 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.0757833 Aug 16 02:01:15.864887 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a902df-00e9-4d71-aae9-4ae95fb83fff x-openstack-request-id: req-00a902df-00e9-4d71-aae9-4ae95fb83fff {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:15.864887 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7", "tag": "78ee19dd-19fa-4266-8005-48758a02b86d", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:15.864887 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-00a902df-00e9-4d71-aae9-4ae95fb83fff {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:15.864887 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7', 'tag': '78ee19dd-19fa-4266-8005-48758a02b86d', 'status': 'completed', 'code': 200} Aug 16 02:01:15.881871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-856df9fd-46ad-4560-8416-d985f67dcdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.883567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-856df9fd-46ad-4560-8416-d985f67dcdd1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3078492 Aug 16 02:01:15.883715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.884265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Fanout notify agent at l3_agent the message router_deleted on router 733d4c02-8ea1-42b2-a118-5f4bd2332f6d {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:01:15.893948 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.895072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4ad05d17-7be3-4e74-850e-315bb4af2ddc tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/routers/733d4c02-8ea1-42b2-a118-5f4bd2332f6d HTTP/1.1" status: 204 len: 168 time: 5.0968597 Aug 16 02:01:15.902914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7654ef09-55ea-49ae-8ef6-de1b33f8c079 req-7c70e4db-ec13-4ebc-9eca-19583cd0b0ad tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239735 Aug 16 02:01:15.903404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50458) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:15.931200 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-7daecd2a-7ef4-4ed5-9e61-79f84e319187 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452521 Aug 16 02:01:15.970781 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ba5de0b-5040-4c24-86e6-ea315b85fde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.983391 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ba5de0b-5040-4c24-86e6-ea315b85fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.987495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6654fdc9-e01c-4a82-a4b0-f9c9c0c444a6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Router 5b30162e-8577-409e-afec-a5d842e3babb has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:16.006939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e3a84a-0db7-460d-b96f-8dd317eba392 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Deleting subnet 7cc33e3b-3d33-4a6f-aa96-0e761af602fe {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:16.019146 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37e3a84a-0db7-460d-b96f-8dd317eba392 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.032738 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-4af0452b-46f8-4a23-93cb-a7a44acfafd4 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000228 Aug 16 02:01:16.080919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1ba5de0b-5040-4c24-86e6-ea315b85fde6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67dde19fa3bb4e8f8a5d50c3a4688836&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0265102 Aug 16 02:01:16.085186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5de0b-5040-4c24-86e6-ea315b85fde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc31a5f5-db76-4c07-9b4a-a7626b1f27cd,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:16.087839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50462) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:16.145434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37e3a84a-0db7-460d-b96f-8dd317eba392 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.163606 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.266132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-c39b3f13-e7a5-41d2-9c9d-e6c1f1793610 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964191 Aug 16 02:01:16.315113 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-513f8cb0-fa75-462a-a484-10e541431a0b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=09730719-e67e-49bb-b3bd-ddbc04247286 HTTP/1.1" status: 200 len: 217 time: 0.0381916 Aug 16 02:01:16.329937 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37e3a84a-0db7-460d-b96f-8dd317eba392 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.418229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6654fdc9-e01c-4a82-a4b0-f9c9c0c444a6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:16.432425 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9aabf-53d0-4f2c-ba2f-a76ba11c0265 None None] Sync routers for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:16.433939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb5529-5021-4589-b807-d1af01254e2c req-f0d5f551-195e-451b-a891-30e1f0d0e849 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.435730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3eeb5529-5021-4589-b807-d1af01254e2c req-f0d5f551-195e-451b-a891-30e1f0d0e849 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.2730434 Aug 16 02:01:16.442949 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6654fdc9-e01c-4a82-a4b0-f9c9c0c444a6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.445447 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f2d735c-ab38-49e0-9009-f40199b05994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.445695 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9aabf-53d0-4f2c-ba2f-a76ba11c0265 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:16.446329 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-96d9aabf-53d0-4f2c-ba2f-a76ba11c0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:01:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:16.447773 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-ccbfb3de-3e95-4455-9400-fe33be491e82 service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135795 Aug 16 02:01:16.527597 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f2d735c-ab38-49e0-9009-f40199b05994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.541130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6654fdc9-e01c-4a82-a4b0-f9c9c0c444a6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "PUT /v2.0/floatingips/92e36c53-ed7c-487e-a418-f90adf8bc410 HTTP/1.1" status: 200 len: 991 time: 5.5289035 Aug 16 02:01:16.545011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:16.548134 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb15a28e-2bbc-4129-9100-da06686a4a67" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:16.577700 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37e3a84a-0db7-460d-b96f-8dd317eba392 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.607083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3eeb5529-5021-4589-b807-d1af01254e2c req-1ac5c3c3-043d-4ba2-a23e-90cb5c46a8bc tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578815 Aug 16 02:01:16.638763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3a84a-0db7-460d-b96f-8dd317eba392 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc33e3b-3d33-4a6f-aa96-0e761af602fe,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:16.641713 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37e3a84a-0db7-460d-b96f-8dd317eba392 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.645517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-37e3a84a-0db7-460d-b96f-8dd317eba392 tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/subnets/7cc33e3b-3d33-4a6f-aa96-0e761af602fe HTTP/1.1" status: 204 len: 168 time: 0.7371469 Aug 16 02:01:16.649261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50468) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:16.667284 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-96d9aabf-53d0-4f2c-ba2f-a76ba11c0265 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:16.757796 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fb4850-444b-49b9-bd98-bf09216efffe x-openstack-request-id: req-c2fb4850-444b-49b9-bd98-bf09216efffe {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:16.758173 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:16.761016 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c2fb4850-444b-49b9-bd98-bf09216efffe {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:16.761016 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'status': 'completed', 'code': 200} Aug 16 02:01:16.763925 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f2d735c-ab38-49e0-9009-f40199b05994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.767043 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f2d735c-ab38-49e0-9009-f40199b05994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.768409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2f2d735c-ab38-49e0-9009-f40199b05994 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc31a5f5-db76-4c07-9b4a-a7626b1f27cd HTTP/1.1" status: 204 len: 168 time: 0.6769435 Aug 16 02:01:16.837839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d735c-ab38-49e0-9009-f40199b05994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc31a5f5-db76-4c07-9b4a-a7626b1f27cd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:16.852612 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.875896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-3fee12fb-4843-4294-a96d-39eb87ce7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.887038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-3fee12fb-4843-4294-a96d-39eb87ce7748 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39&tenant_id=c65095f958914cd69aa95e35266c1eba HTTP/1.1" status: 200 len: 1101 time: 0.1817355 Aug 16 02:01:16.911371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:17.093371 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-96d9aabf-53d0-4f2c-ba2f-a76ba11c0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '92e36c53-ed7c-487e-a418-f90adf8bc410', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'floating_ip_address': '172.25.2.222', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'port_id': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'mac_address': 'fa:16:3e:2a:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:43Z', 'updated_at': '2021-08-16T02:01:13Z', 'revision_number': 1, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:17.124603 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9aabf-53d0-4f2c-ba2f-a76ba11c0265 None None] Checking router: 5b30162e-8577-409e-afec-a5d842e3babb for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:17.134800 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9aabf-53d0-4f2c-ba2f-a76ba11c0265 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:17.135680 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-96d9aabf-53d0-4f2c-ba2f-a76ba11c0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:01:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:17.244549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-98067a14-14e2-4b33-a051-f8d2966985cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.246229 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-98067a14-14e2-4b33-a051-f8d2966985cb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.9224770 Aug 16 02:01:17.258244 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.271573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c509ab3d-3cdc-4dfe-b40a-98f50580aac7']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:17.304516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359c8d22-c7f1-4950-a52e-fe7eb6b7243f') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:17.304928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359c8d22-c7f1-4950-a52e-fe7eb6b7243f') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:17.317058 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.366056 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.396855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:17.397308 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.427761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719c7e9-8482-4e02-8a4b-425b0642afcf req-60920ff9-0e13-44f2-b3ad-8d1ce2808717 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.439535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719c7e9-8482-4e02-8a4b-425b0642afcf req-60920ff9-0e13-44f2-b3ad-8d1ce2808717 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.459931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719c7e9-8482-4e02-8a4b-425b0642afcf req-60920ff9-0e13-44f2-b3ad-8d1ce2808717 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.470199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719c7e9-8482-4e02-8a4b-425b0642afcf req-60920ff9-0e13-44f2-b3ad-8d1ce2808717 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.487526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719c7e9-8482-4e02-8a4b-425b0642afcf req-60920ff9-0e13-44f2-b3ad-8d1ce2808717 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.493502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719c7e9-8482-4e02-8a4b-425b0642afcf req-60920ff9-0e13-44f2-b3ad-8d1ce2808717 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.511505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719c7e9-8482-4e02-8a4b-425b0642afcf req-60920ff9-0e13-44f2-b3ad-8d1ce2808717 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:17.521711 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:17.533082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5719c7e9-8482-4e02-8a4b-425b0642afcf req-60920ff9-0e13-44f2-b3ad-8d1ce2808717 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.6293311 Aug 16 02:01:17.536788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.545835 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-96d9aabf-53d0-4f2c-ba2f-a76ba11c0265 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:17.575191 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.593360 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.642620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.648433 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c509ab3d-3cdc-4dfe-b40a-98f50580aac7 HTTP/1.1" status: 204 len: 168 time: 2.0180750 Aug 16 02:01:17.653110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50496) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:17.671784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34660639-1b17-41ce-8278-b35b1387a777']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:17.689522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935a0cd-61d3-4aa8-9243-8ccba2e1dc38 admin admin] Pushing event deleted for resources: {'Network': ['ID=c509ab3d-3cdc-4dfe-b40a-98f50580aac7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:17.727361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4cf3d9-6708-47f2-9ddc-8a6c0c41c3b5') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:17.729896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4cf3d9-6708-47f2-9ddc-8a6c0c41c3b5') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:17.754667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-bc804afe-32fb-41a6-90ec-80a00a5fcf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.756283 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-bc804afe-32fb-41a6-90ec-80a00a5fcf70 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2323666 Aug 16 02:01:17.796678 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.834539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.845602 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:17.846323 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.871136 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a5ca791-3859-4c55-a394-a00e83821a9b req-05593232-338a-4bda-941d-8265cbcad67b service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4147751 Aug 16 02:01:17.878625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a28e-2bbc-4129-9100-da06686a4a67 req-81151b3f-19ff-4133-8eec-925c45524ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.880203 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb15a28e-2bbc-4129-9100-da06686a4a67 req-81151b3f-19ff-4133-8eec-925c45524ed6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 1097 time: 0.6330833 Aug 16 02:01:17.890309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-c006350b-6319-4a0e-92b4-8cb3f374b927 admin admin] Deleting subnet cd508e0f-1deb-4c4d-9ede-1d749f643897 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:17.896886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c006350b-6319-4a0e-92b4-8cb3f374b927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:17.940712 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:18.039077 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-96d9aabf-53d0-4f2c-ba2f-a76ba11c0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '92e36c53-ed7c-487e-a418-f90adf8bc410', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'floating_ip_address': '172.25.2.222', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'port_id': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'mac_address': 'fa:16:3e:2a:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:43Z', 'updated_at': '2021-08-16T02:01:13Z', 'revision_number': 1, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:18.042883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.050420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c006350b-6319-4a0e-92b4-8cb3f374b927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.059928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.066000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] 10.222.0.79 "DELETE /v2.0/networks/34660639-1b17-41ce-8278-b35b1387a777 HTTP/1.1" status: 204 len: 168 time: 1.4153376 Aug 16 02:01:18.105824 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9aabf-53d0-4f2c-ba2f-a76ba11c0265 None None] The sync data for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 is: [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '92e36c53-ed7c-487e-a418-f90adf8bc410', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'floating_ip_address': '172.25.2.222', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'port_id': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'mac_address': 'fa:16:3e:2a:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:43Z', 'updated_at': '2021-08-16T02:01:13Z', 'revision_number': 1, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:18.137998 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-6f181d11-f3e4-4024-871e-b6a126383698 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511484 Aug 16 02:01:18.144272 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.355821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a28e-2bbc-4129-9100-da06686a4a67 req-77ef128f-6bb4-4cc1-954b-4ab7627a2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.369605 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb15a28e-2bbc-4129-9100-da06686a4a67 req-77ef128f-6bb4-4cc1-954b-4ab7627a2954 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.4750302 Aug 16 02:01:18.392625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:18.394497 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c006350b-6319-4a0e-92b4-8cb3f374b927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.464825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:18.493286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5719c7e9-8482-4e02-8a4b-425b0642afcf req-32098b59-9cbc-4c88-9c43-7293e05445d4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9571457 Aug 16 02:01:18.512759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8862f9-f986-44f6-8199-95962867c974 req-576492f7-cfeb-41d8-b60a-933a7d1368fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.524772 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8862f9-f986-44f6-8199-95962867c974 req-576492f7-cfeb-41d8-b60a-933a7d1368fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=349079a268e8437eb80e514d3cb358de&device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 1096 time: 0.5229735 Aug 16 02:01:18.553365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac23f3-7883-42d1-8141-192ebc944631 None None] New status for floating IP 92e36c53-ed7c-487e-a418-f90adf8bc410: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:01:18.676646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862394c9-3b8b-41fc-8f39-260534bb068c req-b836465a-45af-48bb-84a4-fe39a5fa45db tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.693968 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-862394c9-3b8b-41fc-8f39-260534bb068c req-b836465a-45af-48bb-84a4-fe39a5fa45db tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 944 time: 1.5727923 Aug 16 02:01:18.724892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eafe1b-e6fc-4076-a6a0-09d4081dfb6e tempest-FloatingIPTestJSON-1689741348 tempest-FloatingIPTestJSON-1689741348-project] Pushing event deleted for resources: {'Network': ['ID=34660639-1b17-41ce-8278-b35b1387a777,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:18.732870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb15a28e-2bbc-4129-9100-da06686a4a67 req-fd7b4e3e-df18-4c34-9ef1-3b0e1cb61b56 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b2dde8-898c-4f40-9cc6-c4e700522521 HTTP/1.1" status: 200 len: 999 time: 0.3623762 Aug 16 02:01:18.765390 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-639fc25e-6aa1-4541-99a7-513332f66a7b service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074293 Aug 16 02:01:18.785555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50558) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:18.795071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c006350b-6319-4a0e-92b4-8cb3f374b927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.837147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.839438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:18.843146 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733466fa-c892-4112-8095-3985b82cfc59" -d '{"events": [{"server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "name": "network-vif-unplugged", "status": "completed", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:18.880572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Transition to ACTIVE for port object 506bcf9a-41ec-492c-a20f-c98147baf581 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:18.897492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-862394c9-3b8b-41fc-8f39-260534bb068c req-6704a419-1f50-4a40-bec5-921119cbc1ed tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981502 Aug 16 02:01:18.899921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.996661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5ea0-2a8d-4bf9-8d68-239b5e5a308d req-63c238ce-3f29-4faf-a598-9cf31669f52a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.018324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f9e5ea0-2a8d-4bf9-8d68-239b5e5a308d req-63c238ce-3f29-4faf-a598-9cf31669f52a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.3162570 Aug 16 02:01:19.064779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006350b-6319-4a0e-92b4-8cb3f374b927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd508e0f-1deb-4c4d-9ede-1d749f643897,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:19.077521 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50572) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:19.104234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=10']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:19.111774 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c006350b-6319-4a0e-92b4-8cb3f374b927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.124453 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c006350b-6319-4a0e-92b4-8cb3f374b927 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cd508e0f-1deb-4c4d-9ede-1d749f643897 HTTP/1.1" status: 204 len: 168 time: 1.4578550 Aug 16 02:01:19.129129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50576) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:19.132432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] No DVR routers for this DVR port 506bcf9a-41ec-492c-a20f-c98147baf581 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:19.159519 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-428c1e91-0486-455a-a49d-afd175f8b858 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=551583b1-17cc-4b79-a29a-167feacb8946 HTTP/1.1" status: 200 len: 217 time: 0.3599801 Aug 16 02:01:19.174746 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a564df7-84f5-430f-afca-0290bdfa96a7 x-openstack-request-id: req-4a564df7-84f5-430f-afca-0290bdfa96a7 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:19.175339 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "name": "network-vif-unplugged", "status": "completed", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:19.175745 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a564df7-84f5-430f-afca-0290bdfa96a7 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:19.177354 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581', 'code': 200} Aug 16 02:01:19.244462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a28e-2bbc-4129-9100-da06686a4a67 req-94edb484-405d-4182-abd8-116a6520c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.246042 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb15a28e-2bbc-4129-9100-da06686a4a67 req-94edb484-405d-4182-abd8-116a6520c868 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.5015717 Aug 16 02:01:19.247088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8862f9-f986-44f6-8199-95962867c974 req-53f05a0c-0c8d-4f55-aafe-de856233d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.248475 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8862f9-f986-44f6-8199-95962867c974 req-53f05a0c-0c8d-4f55-aafe-de856233d009 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 200 len: 913 time: 0.6847663 Aug 16 02:01:19.290888 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2781f77-6718-41b0-a603-5956586a0167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.326001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:19.326631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:19.327123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:19.343490 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.368383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Port 506bcf9a-41ec-492c-a20f-c98147baf581 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:19.368962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Attempting to bind port 506bcf9a-41ec-492c-a20f-c98147baf581 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:19.406339 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8862f9-f986-44f6-8199-95962867c974 req-32f3cf94-2821-4908-9c5b-d134fbbacaac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ee19dd-19fa-4266-8005-48758a02b86d HTTP/1.1" status: 200 len: 217 time: 0.1338122 Aug 16 02:01:19.417456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:19.417858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:19.418684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:19.419897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Bound port: 506bcf9a-41ec-492c-a20f-c98147baf581, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:19.420942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.430925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-664018b0-99c6-4fe2-bd61-776032473d32 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc9a7d6baf0143feb387c144855a8643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6306565 Aug 16 02:01:19.434583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50578) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:19.476248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8862f9-f986-44f6-8199-95962867c974 req-8fbcf815-0a5c-4043-b84a-a1a2f3b51c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.477742 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8862f9-f986-44f6-8199-95962867c974 req-8fbcf815-0a5c-4043-b84a-a1a2f3b51c5f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 200 len: 852 time: 0.0608585 Aug 16 02:01:19.519972 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8862f9-f986-44f6-8199-95962867c974 req-edf172f7-e29b-4f7d-b9b9-8475e8bfc32b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1df1123c-1f49-4c4f-9eb2-3f3807dd3006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337732 Aug 16 02:01:19.522821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a28e-2bbc-4129-9100-da06686a4a67 req-18db75b1-801c-47f4-8d64-d1ffdf261f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.524794 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb15a28e-2bbc-4129-9100-da06686a4a67 req-18db75b1-801c-47f4-8d64-d1ffdf261f6a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2539713 Aug 16 02:01:19.526712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-89cceaa5-c37e-44fd-8487-a62534a0c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.528395 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-89cceaa5-c37e-44fd-8487-a62534a0c64b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.3466382 Aug 16 02:01:19.700246 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8862f9-f986-44f6-8199-95962867c974 req-f6fc593b-74b9-4f1f-a896-3dc4d0a2cb82 service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706388 Aug 16 02:01:19.855356 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae8862f9-f986-44f6-8199-95962867c974 req-bda3b68f-6003-4f74-9161-a35ddbd1387c service neutron] 10.222.0.84 "GET /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064396 Aug 16 02:01:19.877682 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.923445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:19.927206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-95aa9c27-a7d5-4ca5-ad7f-f93f0d93ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.929075 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-95aa9c27-a7d5-4ca5-ad7f-f93f0d93ed52 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2275705 Aug 16 02:01:19.931909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:19.943386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f9e5ea0-2a8d-4bf9-8d68-239b5e5a308d req-fa055c98-7429-40f4-8b90-5cfdc16e78ac tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9230809 Aug 16 02:01:19.950637 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b6411ea-f983-463c-aa38-ed5c146335a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.956322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8577c5-45f9-40d4-8b68-97427c41bcb1') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:19.956645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8577c5-45f9-40d4-8b68-97427c41bcb1') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:20.014305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:20.037727 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.046775 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-289e016c-db01-4542-b518-27dd14bd7341 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080995 Aug 16 02:01:20.048944 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.089884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249c693-96f5-4746-9ba3-7747aa8a36e2 req-b4ba3601-7a85-4bff-9731-83f36b8ef5fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.096187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249c693-96f5-4746-9ba3-7747aa8a36e2 req-b4ba3601-7a85-4bff-9731-83f36b8ef5fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.103146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249c693-96f5-4746-9ba3-7747aa8a36e2 req-b4ba3601-7a85-4bff-9731-83f36b8ef5fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.110511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249c693-96f5-4746-9ba3-7747aa8a36e2 req-b4ba3601-7a85-4bff-9731-83f36b8ef5fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.116609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249c693-96f5-4746-9ba3-7747aa8a36e2 req-b4ba3601-7a85-4bff-9731-83f36b8ef5fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.123239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249c693-96f5-4746-9ba3-7747aa8a36e2 req-b4ba3601-7a85-4bff-9731-83f36b8ef5fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.130023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249c693-96f5-4746-9ba3-7747aa8a36e2 req-b4ba3601-7a85-4bff-9731-83f36b8ef5fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.131930 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2249c693-96f5-4746-9ba3-7747aa8a36e2 req-b4ba3601-7a85-4bff-9731-83f36b8ef5fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.3894520 Aug 16 02:01:20.134163 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b6411ea-f983-463c-aa38-ed5c146335a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.137079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2781f77-6718-41b0-a603-5956586a0167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.181351 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2781f77-6718-41b0-a603-5956586a0167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.185350 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.197897 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb15a28e-2bbc-4129-9100-da06686a4a67 req-2de61770-59bf-41a3-a719-837e92be6b13 service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613266 Aug 16 02:01:20.202880 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-cd9f7a3e-9b4c-439a-9eea-e8816d6761d3 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429343 Aug 16 02:01:20.251053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.251677 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.258923 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] 10.222.0.89 "PUT /v2.0/ports/506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 1097 time: 3.3581500 Aug 16 02:01:20.266287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:20.266668 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:20.280477 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:20.345038 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-88a175b9-4a68-432b-ac23-07b84a86a3de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=5a61baeb-19b0-4c95-a47c-c349b9fbaadd HTTP/1.1" status: 200 len: 217 time: 0.0454655 Aug 16 02:01:20.422320 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fb15a28e-2bbc-4129-9100-da06686a4a67 req-c6ca466e-4fd6-4edb-9a3d-5df4ddaef4ee service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136235 Aug 16 02:01:20.487071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-e1efd95e-330a-404c-89ec-0ec349ec0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.489124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-e1efd95e-330a-404c-89ec-0ec349ec0c21 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.1330435 Aug 16 02:01:20.496368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:20.570927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:20.625587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aa6dce68-ed77-4b6d-8197-0369e45d37dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.627127 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-aa6dce68-ed77-4b6d-8197-0369e45d37dc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1279938 Aug 16 02:01:20.689282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e2781f77-6718-41b0-a603-5956586a0167 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26d4af6e7b74422ea8b2419819cf077d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6092970 Aug 16 02:01:20.695520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50594) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:20.778907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2249c693-96f5-4746-9ba3-7747aa8a36e2 req-5df19adb-7039-4ce4-89fb-14d49c96328e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6333568 Aug 16 02:01:20.835176 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-93b822bf-2153-4f70-a532-d74e44785797 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979196 Aug 16 02:01:20.836536 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-45dd6eda-01f7-4873-966b-4685c2e1417e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.841066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2781f77-6718-41b0-a603-5956586a0167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc91f543-619e-464c-925a-18ed1a3b3a27,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:20.871418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef0633-42f4-4b8c-9498-3ceeb518820e service neutron] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=11']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:20.911946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0330a8c-917e-43b8-9de0-d1ddbfaa0e75 req-cbfdc8d0-2fb4-4538-8d7f-a6bdbf2fda87 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.925726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0330a8c-917e-43b8-9de0-d1ddbfaa0e75 req-cbfdc8d0-2fb4-4538-8d7f-a6bdbf2fda87 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 944 time: 0.7871580 Aug 16 02:01:20.937337 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-45dd6eda-01f7-4873-966b-4685c2e1417e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.985141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.001448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.009680 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9 HTTP/1.1" status: 204 len: 168 time: 1.8780925 Aug 16 02:01:21.019168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-36a89575-7b3e-4d86-9960-7818b331f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.021274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-36a89575-7b3e-4d86-9960-7818b331f4f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1100 time: 0.7397070 Aug 16 02:01:21.051319 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-70c2d103-f811-4128-bf9d-0a9823bd93dd service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077701 Aug 16 02:01:21.061075 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-45dd6eda-01f7-4873-966b-4685c2e1417e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.065046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0330a8c-917e-43b8-9de0-d1ddbfaa0e75 req-d28ec3a3-96a3-4971-8546-685f7a179ff1 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379879 Aug 16 02:01:21.065188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-45dd6eda-01f7-4873-966b-4685c2e1417e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.065807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b6411ea-f983-463c-aa38-ed5c146335a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.068841 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b6411ea-f983-463c-aa38-ed5c146335a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.069259 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-45dd6eda-01f7-4873-966b-4685c2e1417e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc91f543-619e-464c-925a-18ed1a3b3a27 HTTP/1.1" status: 204 len: 168 time: 0.3727114 Aug 16 02:01:21.072001 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4b6411ea-f983-463c-aa38-ed5c146335a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4554b08b-b231-4b32-a07a-9e386f2728ef HTTP/1.1" status: 204 len: 168 time: 1.6281247 Aug 16 02:01:21.093297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb1708-9d83-40bd-915a-45b9a783c526 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4cbf280-c53f-4c0e-a8a0-69fce3a67ac9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:21.109418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6411ea-f983-463c-aa38-ed5c146335a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4554b08b-b231-4b32-a07a-9e386f2728ef,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:21.128559 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-037d4abd-c6d9-4476-ba5b-c8b06362f410 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d HTTP/1.1" status: 200 len: 217 time: 0.0687611 Aug 16 02:01:21.129252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd6eda-01f7-4873-966b-4685c2e1417e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc91f543-619e-464c-925a-18ed1a3b3a27,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:21.182944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:21.196471 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:21.236043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691a7584-f47e-4452-9f94-32ddcac3cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.240102 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-691a7584-f47e-4452-9f94-32ddcac3cf20 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.0949211 Aug 16 02:01:21.241010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50612) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:21.286177 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff44612-350f-47ec-b285-7ccb8aeebc83 x-openstack-request-id: req-5ff44612-350f-47ec-b285-7ccb8aeebc83 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:21.286471 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:21.286730 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ff44612-350f-47ec-b285-7ccb8aeebc83 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:21.287136 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581', 'status': 'completed', 'code': 200} Aug 16 02:01:21.310526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-83cd00e3-1770-4e9f-9e97-c7f1398e84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.312104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-83cd00e3-1770-4e9f-9e97-c7f1398e84b8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2649655 Aug 16 02:01:21.360159 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-76925548-e520-4ab1-9ac3-41d006e4a360 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30563fa70e9c4d52be78fc0d19d9dc74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180277 Aug 16 02:01:21.363440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50614) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:21.404547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-374937d1-b18f-4082-9cde-5c08cf8c5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.407019 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-374937d1-b18f-4082-9cde-5c08cf8c5c31 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1293557 Aug 16 02:01:21.433822 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-cca96c2c-b381-4bad-ad12-923844c04bb9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 217 time: 0.1132159 Aug 16 02:01:21.522770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-89aac65e-fbfd-48c3-9ad5-b58498ca36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.525486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-89aac65e-fbfd-48c3-9ad5-b58498ca36ff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0822158 Aug 16 02:01:21.544527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a43f-2319-4761-a631-f67bc3878ced req-8640d17e-9873-4035-99b4-8489a453297d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.550343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c919a43f-2319-4761-a631-f67bc3878ced req-8640d17e-9873-4035-99b4-8489a453297d tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 948 time: 0.1083627 Aug 16 02:01:21.628090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c919a43f-2319-4761-a631-f67bc3878ced req-c2721fdc-d27e-49fa-9ef6-0779ef42bea9 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456905 Aug 16 02:01:21.631339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-12ecfd92-261b-4af0-b532-d4f2956072c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.632838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-12ecfd92-261b-4af0-b532-d4f2956072c4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0990510 Aug 16 02:01:21.776324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-1a3e9d64-5af5-427e-b5aa-8706e1e3470a service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354380 Aug 16 02:01:21.961987 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-472ed2cd-508c-431f-8f45-c2764a6eec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.963721 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-472ed2cd-508c-431f-8f45-c2764a6eec64 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1100 time: 0.6282067 Aug 16 02:01:22.111771 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a78b2a2c-9371-486a-8d1b-074b0eb5ace5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.163736 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-be8d20a0-2a49-474a-8261-0d7a3234856d service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7450111 Aug 16 02:01:22.205904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a78b2a2c-9371-486a-8d1b-074b0eb5ace5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.273230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f860b-6893-463f-82d1-32c41dfc87aa req-27701411-ed13-411f-90e6-7b1d9afe2c01 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.280303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f860b-6893-463f-82d1-32c41dfc87aa req-27701411-ed13-411f-90e6-7b1d9afe2c01 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.287358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f860b-6893-463f-82d1-32c41dfc87aa req-27701411-ed13-411f-90e6-7b1d9afe2c01 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.294166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f860b-6893-463f-82d1-32c41dfc87aa req-27701411-ed13-411f-90e6-7b1d9afe2c01 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.316045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f860b-6893-463f-82d1-32c41dfc87aa req-27701411-ed13-411f-90e6-7b1d9afe2c01 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.322781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f860b-6893-463f-82d1-32c41dfc87aa req-27701411-ed13-411f-90e6-7b1d9afe2c01 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.330697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f860b-6893-463f-82d1-32c41dfc87aa req-27701411-ed13-411f-90e6-7b1d9afe2c01 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.339349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-488f860b-6893-463f-82d1-32c41dfc87aa req-27701411-ed13-411f-90e6-7b1d9afe2c01 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.3371811 Aug 16 02:01:22.379671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebab237-0934-4d34-8736-1fd4a61749ec req-ee7db7a3-e88b-4e4b-9a3e-29735ca3f282 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952408 Aug 16 02:01:22.440096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-488f860b-6893-463f-82d1-32c41dfc87aa req-16e1f0f2-73af-49c0-b11e-958327a7896c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993736 Aug 16 02:01:22.504536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895df5c-0933-41eb-89ce-26e1b46757d6 req-d724598d-1430-4c27-86b9-5b39f2091989 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.512790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b895df5c-0933-41eb-89ce-26e1b46757d6 req-d724598d-1430-4c27-86b9-5b39f2091989 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 944 time: 0.2783830 Aug 16 02:01:22.515363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 78ee19dd-19fa-4266-8005-48758a02b86d details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:22.579974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-83896863-31ba-4b72-995b-dfae5fa80d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.584108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-83896863-31ba-4b72-995b-dfae5fa80d78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c65095f958914cd69aa95e35266c1eba&device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1100 time: 0.1266484 Aug 16 02:01:22.595764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b895df5c-0933-41eb-89ce-26e1b46757d6 req-bec3d097-eedd-4192-9e49-6cd601f55808 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817821 Aug 16 02:01:22.635284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-baea1086-7fea-46bc-a023-6c30c86a5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.641231 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-baea1086-7fea-46bc-a023-6c30c86a5563 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.6627061 Aug 16 02:01:22.649558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a78b2a2c-9371-486a-8d1b-074b0eb5ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.658659 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a78b2a2c-9371-486a-8d1b-074b0eb5ace5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.662999 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a78b2a2c-9371-486a-8d1b-074b0eb5ace5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a5eb96c4-ac28-46ed-99f5-fc4648991796 HTTP/1.1" status: 204 len: 168 time: 1.2743042 Aug 16 02:01:22.725161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 78ee19dd-19fa-4266-8005-48758a02b86d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=78ee19dd-19fa-4266-8005-48758a02b86d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:22.883365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-de8743b8-ba52-4399-b43f-d529058d35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.884895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-de8743b8-ba52-4399-b43f-d529058d35d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2882547 Aug 16 02:01:22.903224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c70eb-cd42-4810-872d-0e2fdf47bdb8 req-2ecfdc94-c347-4f10-a70b-49f02dda02ea tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.904772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-000c70eb-cd42-4810-872d-0e2fdf47bdb8 req-2ecfdc94-c347-4f10-a70b-49f02dda02ea tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 948 time: 0.0989854 Aug 16 02:01:22.910225 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b2a2c-9371-486a-8d1b-074b0eb5ace5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eb96c4-ac28-46ed-99f5-fc4648991796,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:22.920701 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-bcdf1180-7184-4b4c-be36-8e6e45f744fb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 217 time: 0.2424591 Aug 16 02:01:22.931332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '78ee19dd-19fa-4266-8005-48758a02b86d', 'network_id': '1df1123c-1f49-4c4f-9eb2-3f3807dd3006', 'port_id': '78ee19dd-19fa-4266-8005-48758a02b86d', 'mac_address': 'fa:16:3e:39:3b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2649e7e-bc88-4fba-bf60-4e29353aadc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:22.976800 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.995425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ee19dd-19fa-4266-8005-48758a02b86d {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:23.018092 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-f765125f-ffb5-49a8-aab1-b62a349d1318 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8440440 Aug 16 02:01:23.023719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 78ee19dd-19fa-4266-8005-48758a02b86d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=78ee19dd-19fa-4266-8005-48758a02b86d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:23.027211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-4810dba6-0777-4ebd-8cdc-55d3a3d10f89 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 200 len: 217 time: 0.1322803 Aug 16 02:01:23.049442 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.117894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=78ee19dd-19fa-4266-8005-48758a02b86d,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:23.133997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-61eb7b40-56fa-4e22-8ad6-ff7a4b8c045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.135547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-61eb7b40-56fa-4e22-8ad6-ff7a4b8c045c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0981491 Aug 16 02:01:23.157297 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-1c20fe69-9ab3-42f1-92ee-e1bc522df342 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74215e91-8911-4c4d-9c89-a45a68e41230 HTTP/1.1" status: 200 len: 217 time: 0.1190240 Aug 16 02:01:23.175282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-ac93d2ec-3598-435c-b3e0-8247650f33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.185610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-000c70eb-cd42-4810-872d-0e2fdf47bdb8 req-5ceeca3f-387c-487f-a877-5e16cbba4bd8 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665560 Aug 16 02:01:23.189788 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-ac93d2ec-3598-435c-b3e0-8247650f33b6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2681057 Aug 16 02:01:23.254511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-1dd3eedd-2cce-4cad-9c8c-bba2e69c798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.257570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-1dd3eedd-2cce-4cad-9c8c-bba2e69c798b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1130388 Aug 16 02:01:23.317211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-432c148d-a880-4101-93c8-980cf96b8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.326829 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-432c148d-a880-4101-93c8-980cf96b8cd1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.1685534 Aug 16 02:01:23.327548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50674) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:23.412344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50678) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:23.430347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-862cdbd8-32f3-400b-8aeb-e1ca2e6b18ca service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636858 Aug 16 02:01:23.489215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['78ee19dd-19fa-4266-8005-48758a02b86d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:23.534937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-dc5a4df8-1ef5-4b5e-b546-696754800eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.540834 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-dc5a4df8-1ef5-4b5e-b546-696754800eac service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3369138 Aug 16 02:01:23.543673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-2452e665-0daf-46f9-ba99-ab7d34163f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.550193 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-2452e665-0daf-46f9-ba99-ab7d34163f01 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2122405 Aug 16 02:01:23.601342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-08a6bca9-9ed2-4a0f-aec2-24de34115f63 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621499 Aug 16 02:01:23.612009 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-16869b3d-6bbd-4f25-b6a4-b1bd60685ed8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca8ab55d415c48058e0c68e2d3a2343c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976476 Aug 16 02:01:23.621765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50688) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:23.801052 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5034d4d1-623e-4cf0-9bd4-ac94d6aeec9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.910611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'networks': [{'name': 'tempest-network--1623309643'}, {'name': 'tempest-network--718801265'}]} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:23.913050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'network': {'name': 'tempest-network--1623309643'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:23.915053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'network': {'name': 'tempest-network--718801265'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:23.923673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd991-462c-4a01-97e7-02e14f09a824 req-99141476-b198-4416-b060-198fdfc591fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.931208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd991-462c-4a01-97e7-02e14f09a824 req-99141476-b198-4416-b060-198fdfc591fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.938540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd991-462c-4a01-97e7-02e14f09a824 req-99141476-b198-4416-b060-198fdfc591fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.946620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd991-462c-4a01-97e7-02e14f09a824 req-99141476-b198-4416-b060-198fdfc591fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.972454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd991-462c-4a01-97e7-02e14f09a824 req-99141476-b198-4416-b060-198fdfc591fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.981753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd991-462c-4a01-97e7-02e14f09a824 req-99141476-b198-4416-b060-198fdfc591fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.989306 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5034d4d1-623e-4cf0-9bd4-ac94d6aeec9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.993391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd991-462c-4a01-97e7-02e14f09a824 req-99141476-b198-4416-b060-198fdfc591fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.995739 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7ccd991-462c-4a01-97e7-02e14f09a824 req-99141476-b198-4416-b060-198fdfc591fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.3935003 Aug 16 02:01:24.008790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Made reservation on behalf of e6bee2531b5b4bb6a017f4595ffbed26 for: {'network': 2} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:24.013067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a04aa2-7f78-4659-831c-a6eeb186caa4 req-99c6b3fc-21b1-4913-8582-1e3ea7651ed8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.014770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72a04aa2-7f78-4659-831c-a6eeb186caa4 req-99c6b3fc-21b1-4913-8582-1e3ea7651ed8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 945 time: 0.2123892 Aug 16 02:01:24.021488 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.171748 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7ccd991-462c-4a01-97e7-02e14f09a824 req-1ce8c578-72a0-46f3-bb51-3c32f0b608d4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559024 Aug 16 02:01:24.176416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72a04aa2-7f78-4659-831c-a6eeb186caa4 req-2f1fc913-f238-408e-ba71-f46c26c6cef2 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518068 Aug 16 02:01:24.224514 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-b2f1d416-0344-4a5a-967d-3740a935c2a9 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729300 Aug 16 02:01:24.256397 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.260623 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-8f72d155-2ae6-41b6-9cb8-ee997ffc5cf8 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503396 Aug 16 02:01:24.458037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d73758-c03e-43c6-a5ac-8df811020a8e req-aac24bdc-70cc-4f0a-9d19-4af83bedaee2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.468659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3d73758-c03e-43c6-a5ac-8df811020a8e req-aac24bdc-70cc-4f0a-9d19-4af83bedaee2 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 948 time: 0.1551273 Aug 16 02:01:24.500088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5034d4d1-623e-4cf0-9bd4-ac94d6aeec9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.502698 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5034d4d1-623e-4cf0-9bd4-ac94d6aeec9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.506736 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5034d4d1-623e-4cf0-9bd4-ac94d6aeec9b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/73b01dbb-8440-4b41-8104-d4796633f276 HTTP/1.1" status: 204 len: 168 time: 0.8827574 Aug 16 02:01:24.571750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3d73758-c03e-43c6-a5ac-8df811020a8e req-bdc4b3b4-c858-4269-ade4-fd25219c6a3a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928826 Aug 16 02:01:24.596514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034d4d1-623e-4cf0-9bd4-ac94d6aeec9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b01dbb-8440-4b41-8104-d4796633f276,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:24.631507 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-34dcb4ac-0c82-49ef-9617-01ed5ad1e3bf req-11d350e3-d56f-4cd0-9a31-84d10b7c201c service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887918 Aug 16 02:01:24.663835 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-079a4c28-580c-44d5-a7b3-1a3c6ab22a8c req-6bf8a309-594b-4124-b14a-538dbdd00594 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692985 Aug 16 02:01:24.768435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebeaee-66a2-4ed1-b1a1-1adddc886e8f req-080d7f03-4eed-4821-ba69-69da8e4ed551 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.772128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.777471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21ebeaee-66a2-4ed1-b1a1-1adddc886e8f req-080d7f03-4eed-4821-ba69-69da8e4ed551 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 1100 time: 0.0684698 Aug 16 02:01:24.786071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.788655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.844338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5669ddd1-4158-4201-8cd1-676b209a3d7b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:24.847259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21ebeaee-66a2-4ed1-b1a1-1adddc886e8f req-1ba1210f-d756-464f-a3a5-627d15e4ac93 tempest-MigrationsAdminTest-1019105926 tempest-MigrationsAdminTest-1019105926-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640082 Aug 16 02:01:24.858815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:24.889539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.892639 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Added segment fff56034-b466-46b4-bc3f-81ded8d7d2e5 of type vlan for network 4d2f45ff-b64a-412d-ac35-f36b02ab88ae Aug 16 02:01:24.979368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.023905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-27c05f2a-0c16-4982-a69b-6b94a697b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.025211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-27c05f2a-0c16-4982-a69b-6b94a697b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.025862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-27c05f2a-0c16-4982-a69b-6b94a697b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.026504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-27c05f2a-0c16-4982-a69b-6b94a697b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.027171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-27c05f2a-0c16-4982-a69b-6b94a697b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.027808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-27c05f2a-0c16-4982-a69b-6b94a697b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.028437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-27c05f2a-0c16-4982-a69b-6b94a697b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.030868 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-27c05f2a-0c16-4982-a69b-6b94a697b2e3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6492 time: 0.0946810 Aug 16 02:01:25.042619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:25.064968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.065712 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Added segment 43a45926-da63-461a-a04d-a13ff9f6d74f of type vlan for network d5034082-1777-4334-a7cc-ce83ab47d23d Aug 16 02:01:25.087467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50734) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:25.192209 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.245243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-3a2ccb87-6ebd-4eda-9cf1-7d1f5d9fedce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.246762 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-3a2ccb87-6ebd-4eda-9cf1-7d1f5d9fedce service neutron] 10.222.0.84 "GET /v2.0/networks?id=1d05361c-e213-4f52-8aeb-6d00c93c6965 HTTP/1.1" status: 200 len: 902 time: 0.1921849 Aug 16 02:01:25.263597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.264103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.272845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.275628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ffba05e-01f0-4f6e-8b09-fe3b732902d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.277835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.278526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.306486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:25.344378 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-3e27250e-9193-4465-a808-78c6fcf37d6a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74215e91-8911-4c4d-9c89-a45a68e41230 HTTP/1.1" status: 200 len: 217 time: 0.0863409 Aug 16 02:01:25.444208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79338ee-2704-4986-9113-7748785bfa47 req-687c3854-ccd7-4770-8961-7a10450becc8 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.458087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b79338ee-2704-4986-9113-7748785bfa47 req-687c3854-ccd7-4770-8961-7a10450becc8 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 948 time: 0.2789466 Aug 16 02:01:25.489442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event updated for resources: {'Network': ['ID=4d2f45ff-b64a-412d-ac35-f36b02ab88ae,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:25.530238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 4d2f45ff-b64a-412d-ac35-f36b02ab88ae details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:25.598930 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f07c6-4c0e-4374-9717-f928eb66d638 req-267e419d-c135-4aa2-a386-27bc14459400 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.610683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b61f07c6-4c0e-4374-9717-f928eb66d638 req-267e419d-c135-4aa2-a386-27bc14459400 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 945 time: 0.3147213 Aug 16 02:01:25.647683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-3bb95f6e-a1b0-474a-a478-65d2118bab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.650222 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-3bb95f6e-a1b0-474a-a478-65d2118bab64 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.2782164 Aug 16 02:01:25.671570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:25.682060 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event updated for resources: {'Network': ['ID=d5034082-1777-4334-a7cc-ce83ab47d23d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:25.684408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b79338ee-2704-4986-9113-7748785bfa47 req-47d13158-e6df-4cce-b066-2914d730c4ad tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083874 Aug 16 02:01:25.715774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '506bcf9a-41ec-492c-a20f-c98147baf581', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '506bcf9a-41ec-492c-a20f-c98147baf581', 'mac_address': 'fa:16:3e:2e:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:25.763197 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-1b7d16ac-b118-49bb-9072-9551fece1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.765391 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-1b7d16ac-b118-49bb-9072-9551fece1df8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0642214 Aug 16 02:01:25.807763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b61f07c6-4c0e-4374-9717-f928eb66d638 req-d4ec79e7-1e81-4c7d-9053-c67c8ec009d8 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960592 Aug 16 02:01:25.851832 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network d5034082-1777-4334-a7cc-ce83ab47d23d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:25.943767 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ffba05e-01f0-4f6e-8b09-fe3b732902d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.963236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c99e-9954-4587-90b4-8cf0922d96cb req-3ea7d10f-4d6d-48fb-8364-7d817858a9f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.974570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c99e-9954-4587-90b4-8cf0922d96cb req-3ea7d10f-4d6d-48fb-8364-7d817858a9f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.976347 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cfcda947-00f0-4c1a-8a1c-7afa67ca574a tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6449127 Aug 16 02:01:25.977210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50764) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:25.982645 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.985287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c99e-9954-4587-90b4-8cf0922d96cb req-3ea7d10f-4d6d-48fb-8364-7d817858a9f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.002422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506bcf9a-41ec-492c-a20f-c98147baf581 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:26.017290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c99e-9954-4587-90b4-8cf0922d96cb req-3ea7d10f-4d6d-48fb-8364-7d817858a9f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.033788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c99e-9954-4587-90b4-8cf0922d96cb req-3ea7d10f-4d6d-48fb-8364-7d817858a9f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.035489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:26.042593 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.044299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c99e-9954-4587-90b4-8cf0922d96cb req-3ea7d10f-4d6d-48fb-8364-7d817858a9f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.051079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c99e-9954-4587-90b4-8cf0922d96cb req-3ea7d10f-4d6d-48fb-8364-7d817858a9f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.054841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9b7c99e-9954-4587-90b4-8cf0922d96cb req-3ea7d10f-4d6d-48fb-8364-7d817858a9f8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.2273831 Aug 16 02:01:26.056506 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ffba05e-01f0-4f6e-8b09-fe3b732902d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.115277 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-4ab55a63-a99b-4581-8922-84c93871691a service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409750 Aug 16 02:01:26.162555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9b7c99e-9954-4587-90b4-8cf0922d96cb req-6e1a8d5e-bc2a-40b3-8e2c-afdf36563647 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945165 Aug 16 02:01:26.165619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=12']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:26.184364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffba05e-01f0-4f6e-8b09-fe3b732902d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d460e25-8018-4bc2-a1a9-27c79217904e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:26.205420 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5ffba05e-01f0-4f6e-8b09-fe3b732902d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fac962dc97e8401ea17ee4adf40ef786&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1168008 Aug 16 02:01:26.207910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50768) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:26.274117 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c77d30d0-d8bf-4046-98e1-a8de44924051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.318122 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c77d30d0-d8bf-4046-98e1-a8de44924051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.404691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b762dfd-ce3b-4e8f-b79a-00ffecbce5b8 req-67007875-06f1-427f-abc7-45acefd23aa1 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651062 Aug 16 02:01:26.414473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c77d30d0-d8bf-4046-98e1-a8de44924051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.418403 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c77d30d0-d8bf-4046-98e1-a8de44924051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.418551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3a14d-3faa-42d2-8500-9ad32722a8fb tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.419647 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c77d30d0-d8bf-4046-98e1-a8de44924051 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d460e25-8018-4bc2-a1a9-27c79217904e HTTP/1.1" status: 204 len: 168 time: 0.2106667 Aug 16 02:01:26.428375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3a14d-3faa-42d2-8500-9ad32722a8fb tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.435706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3a14d-3faa-42d2-8500-9ad32722a8fb tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.444775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3a14d-3faa-42d2-8500-9ad32722a8fb tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.447669 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a3a3a14d-3faa-42d2-8500-9ad32722a8fb tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4659510 Aug 16 02:01:26.451436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50778) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:26.476744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d30d0-d8bf-4046-98e1-a8de44924051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d460e25-8018-4bc2-a1a9-27c79217904e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:26.533664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 78ee19dd-19fa-4266-8005-48758a02b86d up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:26.568817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90002c-a480-4180-8084-5843164a8a7a req-4d97ca64-9967-4d55-9cb0-19ec697148de tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.572214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b90002c-a480-4180-8084-5843164a8a7a req-4d97ca64-9967-4d55-9cb0-19ec697148de tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.1279593 Aug 16 02:01:26.645429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 78ee19dd-19fa-4266-8005-48758a02b86d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:26.651719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 78ee19dd-19fa-4266-8005-48758a02b86d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:26.652517 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.682892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.799778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-2b90002c-a480-4180-8084-5843164a8a7a req-d34086f5-486d-436c-b1e3-85d4af149c65 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Deleting port 506bcf9a-41ec-492c-a20f-c98147baf581 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:26.802320 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2b90002c-a480-4180-8084-5843164a8a7a req-d34086f5-486d-436c-b1e3-85d4af149c65 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.840307 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.892216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee19dd-19fa-4266-8005-48758a02b86d'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:26.896134 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15465711-a11b-45ab-b833-334b40bea810" -d '{"events": [{"server_uuid": "b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7", "name": "network-vif-plugged", "status": "completed", "tag": "78ee19dd-19fa-4266-8005-48758a02b86d"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:26.929190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 78ee19dd-19fa-4266-8005-48758a02b86d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=78ee19dd-19fa-4266-8005-48758a02b86d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:26.939614 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.962162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.976575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2f45ff-b64a-412d-ac35-f36b02ab88ae']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:27.006391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff56034-b466-46b4-bc3f-81ded8d7d2e5') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:27.007319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff56034-b466-46b4-bc3f-81ded8d7d2e5') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:27.022468 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.054820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=78ee19dd-19fa-4266-8005-48758a02b86d,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:27.076533 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.086843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:27.087574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.091359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ce8a0-33e2-4fa8-8118-e00e582c6f2b req-83146f64-a2d2-47da-8666-063a83be471a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:27.092303 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:27.097463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-539ce8a0-33e2-4fa8-8118-e00e582c6f2b req-83146f64-a2d2-47da-8666-063a83be471a tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 946 time: 0.1658199 Aug 16 02:01:27.122880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c2b4c-31ac-4258-8c19-e669277d4c28 req-f9318b3c-1b82-4660-beb8-e8c99669ba20 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.124732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e9c2b4c-31ac-4258-8c19-e669277d4c28 req-f9318b3c-1b82-4660-beb8-e8c99669ba20 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec83f368-4494-473a-af6c-846e600aaf39 HTTP/1.1" status: 200 len: 949 time: 0.2926171 Aug 16 02:01:27.206763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2b90002c-a480-4180-8084-5843164a8a7a req-d34086f5-486d-436c-b1e3-85d4af149c65 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:27.209143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2b90002c-a480-4180-8084-5843164a8a7a req-d34086f5-486d-436c-b1e3-85d4af149c65 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.225666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-539ce8a0-33e2-4fa8-8118-e00e582c6f2b req-d9443296-bb69-4413-9440-a9dbcc4a3bd5 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119034 Aug 16 02:01:27.226609 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.251965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.253905 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "DELETE /v2.0/networks/4d2f45ff-b64a-412d-ac35-f36b02ab88ae HTTP/1.1" status: 204 len: 168 time: 0.8006923 Aug 16 02:01:27.256610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50808) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:27.274805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-2b90002c-a480-4180-8084-5843164a8a7a req-d34086f5-486d-436c-b1e3-85d4af149c65 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Calling delete_port for 506bcf9a-41ec-492c-a20f-c98147baf581 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:27.287054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e9c2b4c-31ac-4258-8c19-e669277d4c28 req-f60f8946-6230-4b3a-b7f6-bfe84f45150f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274724 Aug 16 02:01:27.331735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1998f-0b21-409b-857d-c4229d0497cc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event deleted for resources: {'Network': ['ID=4d2f45ff-b64a-412d-ac35-f36b02ab88ae,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:27.336419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:27.610705 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2b90002c-a480-4180-8084-5843164a8a7a req-d34086f5-486d-436c-b1e3-85d4af149c65 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.652521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 506bcf9a-41ec-492c-a20f-c98147baf581, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=506bcf9a-41ec-492c-a20f-c98147baf581,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:27.655945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34086f5-486d-436c-b1e3-85d4af149c65 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Pushing event deleted for resources: {'Port': ['ID=506bcf9a-41ec-492c-a20f-c98147baf581,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:27.678008 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.691844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '506bcf9a-41ec-492c-a20f-c98147baf581', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '506bcf9a-41ec-492c-a20f-c98147baf581', 'mac_address': 'fa:16:3e:2e:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:27.708206 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626ba24d-2a2e-4a48-a56d-440f5db9eb99 x-openstack-request-id: req-626ba24d-2a2e-4a48-a56d-440f5db9eb99 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:27.708631 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7", "name": "network-vif-plugged", "status": "completed", "tag": "78ee19dd-19fa-4266-8005-48758a02b86d", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:27.709120 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-626ba24d-2a2e-4a48-a56d-440f5db9eb99 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:27.710256 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee19dd-19fa-4266-8005-48758a02b86d', 'code': 200} Aug 16 02:01:27.720311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d2050-e63d-4a87-b587-bc2232e23348 req-222e22a2-7d4a-4708-bd70-b1a95637cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.727296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['981f4bd6-1a06-4be9-83fc-1b6acfaa3508', '32886b7d-eb95-4a77-9949-20132fc96721'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:27.729078 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-076d2050-e63d-4a87-b587-bc2232e23348 req-222e22a2-7d4a-4708-bd70-b1a95637cceb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 1098 time: 0.2686150 Aug 16 02:01:27.743733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['79888a3e-e6db-456b-af27-15341d3710de'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:27.760093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b90002c-a480-4180-8084-5843164a8a7a req-d34086f5-486d-436c-b1e3-85d4af149c65 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] No DVR routers for this DVR port 506bcf9a-41ec-492c-a20f-c98147baf581 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:27.764666 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2b90002c-a480-4180-8084-5843164a8a7a req-d34086f5-486d-436c-b1e3-85d4af149c65 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.767724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b90002c-a480-4180-8084-5843164a8a7a req-d34086f5-486d-436c-b1e3-85d4af149c65 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.89 "DELETE /v2.0/ports/506bcf9a-41ec-492c-a20f-c98147baf581 HTTP/1.1" status: 204 len: 173 time: 1.1875715 Aug 16 02:01:27.768691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'name': 'network-vif-deleted', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:27.780691 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4243efb2-3434-4d55-8696-32fd8f81cc02" -d '{"events": [{"server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "name": "network-vif-deleted", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:27.807834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0506-b519-4ee2-a9c3-9297572c7da5 req-d2150fa3-250d-4b42-bc9a-61b2b279171f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.819224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0506-b519-4ee2-a9c3-9297572c7da5 req-d2150fa3-250d-4b42-bc9a-61b2b279171f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.842516 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0506-b519-4ee2-a9c3-9297572c7da5 req-d2150fa3-250d-4b42-bc9a-61b2b279171f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.869851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0506-b519-4ee2-a9c3-9297572c7da5 req-d2150fa3-250d-4b42-bc9a-61b2b279171f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.902957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0506-b519-4ee2-a9c3-9297572c7da5 req-d2150fa3-250d-4b42-bc9a-61b2b279171f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.930686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0506-b519-4ee2-a9c3-9297572c7da5 req-d2150fa3-250d-4b42-bc9a-61b2b279171f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.954209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0506-b519-4ee2-a9c3-9297572c7da5 req-d2150fa3-250d-4b42-bc9a-61b2b279171f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.965632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e58c0506-b519-4ee2-a9c3-9297572c7da5 req-d2150fa3-250d-4b42-bc9a-61b2b279171f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.4230604 Aug 16 02:01:28.029160 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-076d2050-e63d-4a87-b587-bc2232e23348 req-52c2b2be-2a54-467e-af59-e058a31e3c12 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912896 Aug 16 02:01:28.050005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.085912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5034082-1777-4334-a7cc-ce83ab47d23d']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:28.095625 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d52ef5-7747-4142-924f-ce88e2f8d4a0 x-openstack-request-id: req-e1d52ef5-7747-4142-924f-ce88e2f8d4a0 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:28.095933 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec83f368-4494-473a-af6c-846e600aaf39", "name": "network-vif-deleted", "tag": "506bcf9a-41ec-492c-a20f-c98147baf581", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:28.096167 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e1d52ef5-7747-4142-924f-ce88e2f8d4a0 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:28.096582 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec83f368-4494-473a-af6c-846e600aaf39', 'name': 'network-vif-deleted', 'tag': '506bcf9a-41ec-492c-a20f-c98147baf581', 'status': 'completed', 'code': 200} Aug 16 02:01:28.098412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a45926-da63-461a-a04d-a13ff9f6d74f') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:28.098963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a45926-da63-461a-a04d-a13ff9f6d74f') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:28.107707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e58c0506-b519-4ee2-a9c3-9297572c7da5 req-483683aa-4051-48c0-9ba0-917dfe9372a9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373532 Aug 16 02:01:28.122018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.172324 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.182847 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:28.192338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:28.196188 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:28.349088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.395242 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.401763 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "DELETE /v2.0/networks/d5034082-1777-4334-a7cc-ce83ab47d23d HTTP/1.1" status: 204 len: 168 time: 1.1434324 Aug 16 02:01:28.425264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50834) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:28.494889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f31776-b501-4a80-890d-46a61215b8be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event deleted for resources: {'Network': ['ID=d5034082-1777-4334-a7cc-ce83ab47d23d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:28.835035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e7ce4-4f6e-4b46-a75b-2c22cde2b4c2 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.846423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e7ce4-4f6e-4b46-a75b-2c22cde2b4c2 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.852721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50852) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:28.853228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9c5e7ce4-4f6e-4b46-a75b-2c22cde2b4c2 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4264145 Aug 16 02:01:28.858540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-83806910'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:28.915049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3c0a0-23e9-459c-9e99-86a32a2a3402 req-d7d689ac-1ee2-4f7a-abf4-99f0ee995118 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.917564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6c3c0a0-23e9-459c-9e99-86a32a2a3402 req-d7d689ac-1ee2-4f7a-abf4-99f0ee995118 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 946 time: 0.0624616 Aug 16 02:01:28.957771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Made reservation on behalf of e6bee2531b5b4bb6a017f4595ffbed26 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:28.962211 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.019261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6c3c0a0-23e9-459c-9e99-86a32a2a3402 req-7a799bf3-9044-4dad-aaaf-90c90fcaf4ff tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958126 Aug 16 02:01:29.083829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:29.095924 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.097008 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Added segment 4d1d4b66-d863-4c9d-bd43-5d3d1925fcbb of type vlan for network ccbd19ec-b6d1-46b0-95a1-514447dff2d8 Aug 16 02:01:29.115399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c9cd9-9f22-4f9d-bff2-fff7ae7cf4dc req-2f1f5768-59d7-4cb1-97fc-b4231d54763b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.116964 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c0c9cd9-9f22-4f9d-bff2-fff7ae7cf4dc req-2f1f5768-59d7-4cb1-97fc-b4231d54763b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 950 time: 0.0747981 Aug 16 02:01:29.181540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c0c9cd9-9f22-4f9d-bff2-fff7ae7cf4dc req-c2c91b73-de5c-40dc-93a8-013a43105c00 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572155 Aug 16 02:01:29.217235 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.264711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.287764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.288585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.353812 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4998043 Aug 16 02:01:29.357383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50872) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:29.363753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:29.377456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2025509448'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:29.400814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10380cfa-818e-4de5-8c7a-6898339d4cf0 req-af44f62f-16ae-4a69-9612-5666a0a3d592 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.409308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10380cfa-818e-4de5-8c7a-6898339d4cf0 req-af44f62f-16ae-4a69-9612-5666a0a3d592 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.412810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 506bcf9a-41ec-492c-a20f-c98147baf581 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:29.414401 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 506bcf9a-41ec-492c-a20f-c98147baf581 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:29.416188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10380cfa-818e-4de5-8c7a-6898339d4cf0 req-af44f62f-16ae-4a69-9612-5666a0a3d592 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.425750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10380cfa-818e-4de5-8c7a-6898339d4cf0 req-af44f62f-16ae-4a69-9612-5666a0a3d592 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.435433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10380cfa-818e-4de5-8c7a-6898339d4cf0 req-af44f62f-16ae-4a69-9612-5666a0a3d592 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.442474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10380cfa-818e-4de5-8c7a-6898339d4cf0 req-af44f62f-16ae-4a69-9612-5666a0a3d592 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.449989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10380cfa-818e-4de5-8c7a-6898339d4cf0 req-af44f62f-16ae-4a69-9612-5666a0a3d592 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.452731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10380cfa-818e-4de5-8c7a-6898339d4cf0 req-af44f62f-16ae-4a69-9612-5666a0a3d592 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.1912825 Aug 16 02:01:29.461761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acc74e-1a8e-4e7e-a322-766664353454 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event updated for resources: {'Network': ['ID=ccbd19ec-b6d1-46b0-95a1-514447dff2d8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:29.476962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network ccbd19ec-b6d1-46b0-95a1-514447dff2d8 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:29.499073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Made reservation on behalf of e6bee2531b5b4bb6a017f4595ffbed26 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:29.505360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.582711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:29.619805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10380cfa-818e-4de5-8c7a-6898339d4cf0 req-aaa94c79-bf80-4589-8651-7c3a589c6b1a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593530 Aug 16 02:01:29.620544 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.621019 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Added segment d783f347-f3bc-413f-ae41-3345f711546b of type vlan for network 5c4ba7db-f4f3-48c2-9682-9779cf571fed Aug 16 02:01:29.738731 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.775671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50884) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:29.808286 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.828813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.830327 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.984448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event updated for resources: {'Network': ['ID=5c4ba7db-f4f3-48c2-9682-9779cf571fed,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:29.998941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 5c4ba7db-f4f3-48c2-9682-9779cf571fed details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:30.025831 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-93b2b839-cccd-4255-95f8-4326f14e0bd8 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6672080 Aug 16 02:01:30.028874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50888) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:30.050417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1353794507'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:30.061204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'ports': [{'network_id': 'ccbd19ec-b6d1-46b0-95a1-514447dff2d8', 'name': 'tempest-port--1836242887', 'admin_state_up': True}, {'network_id': '5c4ba7db-f4f3-48c2-9682-9779cf571fed', 'admin_state_up': False}]} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:30.061524 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'port': {'network_id': 'ccbd19ec-b6d1-46b0-95a1-514447dff2d8', 'name': 'tempest-port--1836242887', 'admin_state_up': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:30.066784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'port': {'network_id': '5c4ba7db-f4f3-48c2-9682-9779cf571fed', 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:30.142933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Made reservation on behalf of d6f29f10a0b24fcca12136edb773106f for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:30.149920 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.165956 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.445841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af02637-84c7-4fd6-90e1-cd017f804149 req-e8b8eb34-18f7-4264-9344-66a2f94023be tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.457533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1af02637-84c7-4fd6-90e1-cd017f804149 req-e8b8eb34-18f7-4264-9344-66a2f94023be tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 946 time: 0.2906406 Aug 16 02:01:30.492831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e9fd5-3e6a-47f5-b5a6-6c490a18bc51 req-9f15b26c-71f7-421a-8fec-5f3bcf37315e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.494398 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-634e9fd5-3e6a-47f5-b5a6-6c490a18bc51 req-9f15b26c-71f7-421a-8fec-5f3bcf37315e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 950 time: 0.1607733 Aug 16 02:01:30.569065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1af02637-84c7-4fd6-90e1-cd017f804149 req-3450c0ca-6fae-4a1e-a816-553c3f53558e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105301 Aug 16 02:01:30.570956 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.596900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-634e9fd5-3e6a-47f5-b5a6-6c490a18bc51 req-95af4646-40e1-4048-814a-f74e73135d7a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702581 Aug 16 02:01:30.608188 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.636093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Made reservation on behalf of e6bee2531b5b4bb6a017f4595ffbed26 for: {'port': 2} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:30.644762 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.693949 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.713532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5892786e-ed14-4883-a0c3-0e227ee266f1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:30.745572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.745931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.763498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.764050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.764302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.764660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.765013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.765344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.766220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.766545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.766877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.767232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.807295 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:30.821175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.821535 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Added segment 2aebbd87-0563-447a-8024-f46c27a20839 of type vlan for network 5cf74c65-c66f-42f5-9093-3b497efb99ff Aug 16 02:01:30.910407 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.946028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486bda-17ae-44c4-94d5-753516bafe1a req-7a2dfc5e-3b28-4bfb-b213-135a7c466d8a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.958084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486bda-17ae-44c4-94d5-753516bafe1a req-7a2dfc5e-3b28-4bfb-b213-135a7c466d8a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.975677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486bda-17ae-44c4-94d5-753516bafe1a req-7a2dfc5e-3b28-4bfb-b213-135a7c466d8a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.982051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486bda-17ae-44c4-94d5-753516bafe1a req-7a2dfc5e-3b28-4bfb-b213-135a7c466d8a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.002646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486bda-17ae-44c4-94d5-753516bafe1a req-7a2dfc5e-3b28-4bfb-b213-135a7c466d8a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.031299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486bda-17ae-44c4-94d5-753516bafe1a req-7a2dfc5e-3b28-4bfb-b213-135a7c466d8a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.039240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486bda-17ae-44c4-94d5-753516bafe1a req-7a2dfc5e-3b28-4bfb-b213-135a7c466d8a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.051793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01486bda-17ae-44c4-94d5-753516bafe1a req-7a2dfc5e-3b28-4bfb-b213-135a7c466d8a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.2273209 Aug 16 02:01:31.086565 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.resource_extend [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:01:31.134232 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.141702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.142373 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.174902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01486bda-17ae-44c4-94d5-753516bafe1a req-6ec49206-3f9e-4779-b4b7-7ccc161b53c2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025250 Aug 16 02:01:31.359888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5828376 Aug 16 02:01:31.361030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a30d7e-fc81-488a-8540-bd5978f4a711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Pushing event updated for resources: {'Network': ['ID=5cf74c65-c66f-42f5-9093-3b497efb99ff,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:31.384115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 5cf74c65-c66f-42f5-9093-3b497efb99ff details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:31.409215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af709c7a-14bc-46d8-b827-2031bdbe0290 req-b446ed0a-4c7c-4ba5-8f2c-ebd6432a70e0 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.420176 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af709c7a-14bc-46d8-b827-2031bdbe0290 req-b446ed0a-4c7c-4ba5-8f2c-ebd6432a70e0 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 946 time: 0.2032032 Aug 16 02:01:31.487189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af709c7a-14bc-46d8-b827-2031bdbe0290 req-449037a3-3693-42b0-bce9-e181fe860df3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656166 Aug 16 02:01:31.522788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] device_id is not set on port 1ec295f2-095c-4a32-b8f4-06c4aa9b8514 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:31.661737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50924) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.668167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Request body: {'port': {'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff', 'binding:host_id': 'n-h2-768851-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438185402'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:31.733475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9824ac-444f-4bd6-bb2e-b81ea492dcfd req-e0365dfb-913c-4c09-b19b-7e96fb47af41 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.735690 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4d9824ac-444f-4bd6-bb2e-b81ea492dcfd req-e0365dfb-913c-4c09-b19b-7e96fb47af41 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 950 time: 0.1716311 Aug 16 02:01:31.750620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Made reservation on behalf of c82ed1e461d24006b26e13e9c9797235 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:31.754866 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.781596 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.825398 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.897332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b8b38-43fa-4e9f-a788-415d610e6763 req-ef380483-649c-44a4-9de4-b9d60bec30ea tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.899004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e11b8b38-43fa-4e9f-a788-415d610e6763 req-ef380483-649c-44a4-9de4-b9d60bec30ea tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 950 time: 0.1319196 Aug 16 02:01:31.960040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] device_id is not set on port b56c2233-bee7-4dba-96fb-cd0a38ec21b2 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:31.980677 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e11b8b38-43fa-4e9f-a788-415d610e6763 req-1560f280-8004-4b9a-87fe-09cee981f1da tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733054 Aug 16 02:01:32.035521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.043085 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.061717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4d9824ac-444f-4bd6-bb2e-b81ea492dcfd req-70fa9906-9910-45b3-9368-2015dfd8e214 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Deleting port 79888a3e-e6db-456b-af27-15341d3710de {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:32.062343 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4d9824ac-444f-4bd6-bb2e-b81ea492dcfd req-70fa9906-9910-45b3-9368-2015dfd8e214 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.065509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] device_id is not set on port 78c785a9-d150-4601-aa1e-b482ebbcf51b yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:32.239063 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4d9824ac-444f-4bd6-bb2e-b81ea492dcfd req-70fa9906-9910-45b3-9368-2015dfd8e214 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] For port 79888a3e-e6db-456b-af27-15341d3710de, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79888a3e-e6db-456b-af27-15341d3710de,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:32.239818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4d9824ac-444f-4bd6-bb2e-b81ea492dcfd req-70fa9906-9910-45b3-9368-2015dfd8e214 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.254185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdada58-70a9-4ebd-84c0-48ddc0f07296,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:32.287502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4d9824ac-444f-4bd6-bb2e-b81ea492dcfd req-70fa9906-9910-45b3-9368-2015dfd8e214 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Calling delete_port for 79888a3e-e6db-456b-af27-15341d3710de owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:32.310594 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.431055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.482344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event updated for resources: {'Port': ['ID=1ec295f2-095c-4a32-b8f4-06c4aa9b8514,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:32.506304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eab7f-ec0a-4c9e-b23d-fab50245f93b req-0aa634ea-be36-475c-a2be-a69757277bff tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.517472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eab7f-ec0a-4c9e-b23d-fab50245f93b req-0aa634ea-be36-475c-a2be-a69757277bff tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.535903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eab7f-ec0a-4c9e-b23d-fab50245f93b req-0aa634ea-be36-475c-a2be-a69757277bff tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.542350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eab7f-ec0a-4c9e-b23d-fab50245f93b req-0aa634ea-be36-475c-a2be-a69757277bff tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.548922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eab7f-ec0a-4c9e-b23d-fab50245f93b req-0aa634ea-be36-475c-a2be-a69757277bff tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.556350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eab7f-ec0a-4c9e-b23d-fab50245f93b req-0aa634ea-be36-475c-a2be-a69757277bff tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.566162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eab7f-ec0a-4c9e-b23d-fab50245f93b req-0aa634ea-be36-475c-a2be-a69757277bff tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.570382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-315eab7f-ec0a-4c9e-b23d-fab50245f93b req-0aa634ea-be36-475c-a2be-a69757277bff tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.2360599 Aug 16 02:01:32.616581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Checking segment: {'id': '4d1d4b66-d863-4c9d-bd43-5d3d1925fcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ccbd19ec-b6d1-46b0-95a1-514447dff2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:32.617096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Network hostable DHCP agents. Network: ccbd19ec-b6d1-46b0-95a1-514447dff2d8, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:32.648158 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4d9824ac-444f-4bd6-bb2e-b81ea492dcfd req-70fa9906-9910-45b3-9368-2015dfd8e214 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.663536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['981f4bd6-1a06-4be9-83fc-1b6acfaa3508', '32886b7d-eb95-4a77-9949-20132fc96721'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:32.675601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] device_id is not set on port 78c785a9-d150-4601-aa1e-b482ebbcf51b yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:32.686565 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.712840 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa9906-9910-45b3-9368-2015dfd8e214 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Pushing event deleted for resources: {'Port': ['ID=79888a3e-e6db-456b-af27-15341d3710de,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:32.736552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Network ccbd19ec-b6d1-46b0-95a1-514447dff2d8 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:32.744170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Transition to ACTIVE for port object 78c785a9-d150-4601-aa1e-b482ebbcf51b will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:32.766368 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.858292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9824ac-444f-4bd6-bb2e-b81ea492dcfd req-70fa9906-9910-45b3-9368-2015dfd8e214 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] No DVR routers for this DVR port 79888a3e-e6db-456b-af27-15341d3710de on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:32.862952 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4d9824ac-444f-4bd6-bb2e-b81ea492dcfd req-70fa9906-9910-45b3-9368-2015dfd8e214 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.869525 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4d9824ac-444f-4bd6-bb2e-b81ea492dcfd req-70fa9906-9910-45b3-9368-2015dfd8e214 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.84 "DELETE /v2.0/ports/79888a3e-e6db-456b-af27-15341d3710de HTTP/1.1" status: 204 len: 173 time: 1.1209259 Aug 16 02:01:32.870244 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-deleted', 'tag': '79888a3e-e6db-456b-af27-15341d3710de'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:32.889265 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504db0ad-3b02-4e95-918d-786c7bc4737d" -d '{"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-deleted", "tag": "79888a3e-e6db-456b-af27-15341d3710de"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:32.897294 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, ccbd19ec-b6d1-46b0-95a1-514447dff2d8) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:32.906432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:32.908109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.954981 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-315eab7f-ec0a-4c9e-b23d-fab50245f93b req-2e827a6c-e12a-4010-b0ed-ca86d3726ec0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946306 Aug 16 02:01:32.962516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c9b172-0421-4b02-ab48-d81a24eeccac None None] Network ccbd19ec-b6d1-46b0-95a1-514447dff2d8 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:33.024623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event updated for resources: {'Port': ['ID=78c785a9-d150-4601-aa1e-b482ebbcf51b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.045304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Checking segment: {'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:33.052215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Network hostable DHCP agents. Network: 5cf74c65-c66f-42f5-9093-3b497efb99ff, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:33.181914 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968497f3-ffdc-45ea-850b-24ee2b4991d9 x-openstack-request-id: req-968497f3-ffdc-45ea-850b-24ee2b4991d9 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:33.182209 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d54dc1-d5dd-4674-a3b8-7a4e0725fa56", "name": "network-vif-deleted", "tag": "79888a3e-e6db-456b-af27-15341d3710de", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:33.182471 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-968497f3-ffdc-45ea-850b-24ee2b4991d9 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:33.182881 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d54dc1-d5dd-4674-a3b8-7a4e0725fa56', 'name': 'network-vif-deleted', 'tag': '79888a3e-e6db-456b-af27-15341d3710de', 'status': 'completed', 'code': 200} Aug 16 02:01:33.192462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Network 5cf74c65-c66f-42f5-9093-3b497efb99ff is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:33.249387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event updated for resources: {'Port': ['ID=b56c2233-bee7-4dba-96fb-cd0a38ec21b2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.249605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c4d72-c742-4ff5-a6cc-5040e627e87f req-689b9619-6ca4-4d4d-827a-9b5bb2d7c668 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.249605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab2c4d72-c742-4ff5-a6cc-5040e627e87f req-689b9619-6ca4-4d4d-827a-9b5bb2d7c668 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 946 time: 0.2030540 Aug 16 02:01:33.323698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 5cf74c65-c66f-42f5-9093-3b497efb99ff) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:33.358429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.358786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.359161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.360044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.360387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.366861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.367386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.367749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.368098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.368441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.368789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.369155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.375776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab2c4d72-c742-4ff5-a6cc-5040e627e87f req-57146c69-db75-4969-8bab-05a429fabd33 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175153 Aug 16 02:01:33.376547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:33.384585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804c9acb-e5e4-46b8-8414-d05371c16033 None None] Network 5cf74c65-c66f-42f5-9093-3b497efb99ff requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:33.452229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Checking segment: {'id': 'd783f347-f3bc-413f-ae41-3345f711546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5c4ba7db-f4f3-48c2-9682-9779cf571fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:33.452613 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Network hostable DHCP agents. Network: 5c4ba7db-f4f3-48c2-9682-9779cf571fed, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:33.476500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:33.476854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:33.477380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:33.494759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09136609-5963-43c1-8ffd-0448e0518706 req-250899c6-1e9b-4891-800e-b18c086eaf51 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=86d54dc1-d5dd-4674-a3b8-7a4e0725fa56 HTTP/1.1" status: 200 len: 210 time: 0.1221905 Aug 16 02:01:33.495800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:33.496644 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:33.497170 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 2 to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b Aug 16 02:01:33.535126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:33.536606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:33.536959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:33.559678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Network 5c4ba7db-f4f3-48c2-9682-9779cf571fed is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:33.577003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:33.577351 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:33.577752 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 3 to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b Aug 16 02:01:33.595765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 5c4ba7db-f4f3-48c2-9682-9779cf571fed) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:33.621335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:33.630646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.639085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:33.641375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:33.641729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:33.652038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.670708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:33.670708 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:33.670976 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 4 to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b Aug 16 02:01:33.678092 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.699502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f2a71-83cd-49ba-ac4c-e4a6405e834f None None] Network 5c4ba7db-f4f3-48c2-9682-9779cf571fed requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:33.716864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:33.717449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:33.717886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:33.723912 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7aef65cd-0460-41ab-8935-45cb959b2374 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6874843 Aug 16 02:01:33.724625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50958) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.726753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:33.727777 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:33.729501 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 5 to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b Aug 16 02:01:33.795691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:33.798792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:33.799253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:33.815062 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:33.815789 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:33.816261 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 6 to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b Aug 16 02:01:33.876560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:33.880097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:33.880451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:33.886790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:33.887126 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:33.887561 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 7 to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b Aug 16 02:01:33.902896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:33.903242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:33.903613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:33.909729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:33.910050 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:33.910444 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 8 to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b Aug 16 02:01:33.927760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:33.928096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:33.928434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:33.942040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:33.942374 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:33.942771 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 9 to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b Aug 16 02:01:33.979053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:33.979408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:33.979754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:33.988505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:33.988869 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:33.989317 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 10 to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b Aug 16 02:01:34.055424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:34.055424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:34.066996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:34.094834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9d70fa-4cc1-4950-9cc4-23ad5a10d0d0 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.102004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9d70fa-4cc1-4950-9cc4-23ad5a10d0d0 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.121022 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-be9d70fa-4cc1-4950-9cc4-23ad5a10d0d0 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3952246 Aug 16 02:01:34.122030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50968) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:34.148532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 78c785a9-d150-4601-aa1e-b482ebbcf51b on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:34.149138 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 78c785a9-d150-4601-aa1e-b482ebbcf51b on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:34.149676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.268848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f10628-922d-4f1e-87f5-c5b3d66640eb req-7274e650-d26b-42b2-b992-22ba8b12c9c9 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.270465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94f10628-922d-4f1e-87f5-c5b3d66640eb req-7274e650-d26b-42b2-b992-22ba8b12c9c9 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 946 time: 0.1959038 Aug 16 02:01:34.322347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3f515249-70b0-44e0-8141-45bdfb7b2978 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Deleting port 1ec295f2-095c-4a32-b8f4-06c4aa9b8514 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:34.323133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f515249-70b0-44e0-8141-45bdfb7b2978 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.333411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94f10628-922d-4f1e-87f5-c5b3d66640eb req-a37774cc-3b56-4a9e-b1b8-910ccb4d3fc6 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528636 Aug 16 02:01:34.374399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970573a0-304a-41c5-b821-bb2a2942bf8a req-8e0ea1dc-14a4-4257-b8ca-9130e14c10b1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.382624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970573a0-304a-41c5-b821-bb2a2942bf8a req-8e0ea1dc-14a4-4257-b8ca-9130e14c10b1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.389368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970573a0-304a-41c5-b821-bb2a2942bf8a req-8e0ea1dc-14a4-4257-b8ca-9130e14c10b1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.402946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970573a0-304a-41c5-b821-bb2a2942bf8a req-8e0ea1dc-14a4-4257-b8ca-9130e14c10b1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.407388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970573a0-304a-41c5-b821-bb2a2942bf8a req-8e0ea1dc-14a4-4257-b8ca-9130e14c10b1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.419816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970573a0-304a-41c5-b821-bb2a2942bf8a req-8e0ea1dc-14a4-4257-b8ca-9130e14c10b1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.426484 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970573a0-304a-41c5-b821-bb2a2942bf8a req-8e0ea1dc-14a4-4257-b8ca-9130e14c10b1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.428433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-970573a0-304a-41c5-b821-bb2a2942bf8a req-8e0ea1dc-14a4-4257-b8ca-9130e14c10b1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.3062451 Aug 16 02:01:34.473186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f515249-70b0-44e0-8141-45bdfb7b2978 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.510126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3f515249-70b0-44e0-8141-45bdfb7b2978 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Calling delete_port for 1ec295f2-095c-4a32-b8f4-06c4aa9b8514 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:34.524774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 79888a3e-e6db-456b-af27-15341d3710de no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:34.535240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] For port 78c785a9-d150-4601-aa1e-b482ebbcf51b, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:34.535240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempted to set empty binding levels {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:01:34.564190 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.567539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 79888a3e-e6db-456b-af27-15341d3710de {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:34.568335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 79888a3e-e6db-456b-af27-15341d3710de not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:34.641419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event updated for resources: {'Port': ['ID=78c785a9-d150-4601-aa1e-b482ebbcf51b,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.650945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-970573a0-304a-41c5-b821-bb2a2942bf8a req-c646eab9-e0f1-49e1-a348-81231a2cc46e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2034268 Aug 16 02:01:34.658066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.659161 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.690182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-06643920-524b-4e3e-a34e-766ebf334bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.0269539 Aug 16 02:01:34.693267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50976) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:34.704592 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f515249-70b0-44e0-8141-45bdfb7b2978 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.755619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f515249-70b0-44e0-8141-45bdfb7b2978 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event deleted for resources: {'Port': ['ID=1ec295f2-095c-4a32-b8f4-06c4aa9b8514,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.783455 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f515249-70b0-44e0-8141-45bdfb7b2978 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.790886 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3f515249-70b0-44e0-8141-45bdfb7b2978 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "DELETE /v2.0/ports/1ec295f2-095c-4a32-b8f4-06c4aa9b8514 HTTP/1.1" status: 204 len: 168 time: 0.6678281 Aug 16 02:01:34.795696 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50982) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:35.047680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a72beb5f-cbeb-4f23-9b71-ca52a7a5bffc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Deleting port b56c2233-bee7-4dba-96fb-cd0a38ec21b2 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:35.048305 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a72beb5f-cbeb-4f23-9b71-ca52a7a5bffc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.188927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a72beb5f-cbeb-4f23-9b71-ca52a7a5bffc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.222587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a72beb5f-cbeb-4f23-9b71-ca52a7a5bffc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Calling delete_port for b56c2233-bee7-4dba-96fb-cd0a38ec21b2 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:35.345006 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a72beb5f-cbeb-4f23-9b71-ca52a7a5bffc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.394255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a6f9b-7d0a-469a-9fab-2b89eced244a req-3bbbe892-7e6c-4748-8bc8-990ef3a9f063 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.395983 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d04a6f9b-7d0a-469a-9fab-2b89eced244a req-3bbbe892-7e6c-4748-8bc8-990ef3a9f063 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.1077693 Aug 16 02:01:35.423407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72beb5f-cbeb-4f23-9b71-ca52a7a5bffc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event deleted for resources: {'Port': ['ID=b56c2233-bee7-4dba-96fb-cd0a38ec21b2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:35.450817 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a72beb5f-cbeb-4f23-9b71-ca52a7a5bffc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.457199 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a72beb5f-cbeb-4f23-9b71-ca52a7a5bffc tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "DELETE /v2.0/ports/b56c2233-bee7-4dba-96fb-cd0a38ec21b2 HTTP/1.1" status: 204 len: 168 time: 0.6586802 Aug 16 02:01:35.461203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50994) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:35.503218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-602c240d-2654-4aaa-805e-106f8c691fd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Deleting port 78c785a9-d150-4601-aa1e-b482ebbcf51b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:35.503726 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-602c240d-2654-4aaa-805e-106f8c691fd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.510500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d04a6f9b-7d0a-469a-9fab-2b89eced244a req-9d1be06c-5115-4352-86b3-51516905c707 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064434 Aug 16 02:01:35.529559 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d1bbfcda-8d1d-4850-b978-68fae6e6523e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0661190 Aug 16 02:01:35.534259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50996) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:35.555938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1878983158'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:35.590025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f64d41-fa62-4d6a-bca0-92325a81e260 req-efbc7016-fd1e-4ee1-8609-56b1f8dffb94 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.592761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01f64d41-fa62-4d6a-bca0-92325a81e260 req-efbc7016-fd1e-4ee1-8609-56b1f8dffb94 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 946 time: 0.1385157 Aug 16 02:01:35.610299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Made reservation on behalf of e6bee2531b5b4bb6a017f4595ffbed26 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:35.614341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.657217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-602c240d-2654-4aaa-805e-106f8c691fd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] For port 78c785a9-d150-4601-aa1e-b482ebbcf51b, host n-h2-768851-16, got binding levels [] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:35.657831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-602c240d-2654-4aaa-805e-106f8c691fd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.664478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:35.685774 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.686030 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Added segment bdd19c1a-d49f-4348-829f-39270855bb5d of type vlan for network d5ac3934-149d-48f9-8791-a967848847c2 Aug 16 02:01:35.696708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-602c240d-2654-4aaa-805e-106f8c691fd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Calling delete_port for 78c785a9-d150-4601-aa1e-b482ebbcf51b owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:35.720120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01f64d41-fa62-4d6a-bca0-92325a81e260 req-e1e001f9-f363-4e88-96ed-337499bb9243 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/security-groups?id=949fd1ee-87c5-4937-8ec8-e478eb74f4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180470 Aug 16 02:01:35.782115 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.922174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a573ac-32eb-4eba-ad17-69aeb04b7cdc req-9803b2c4-4e63-4c14-b58f-32ff28f064fc tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.925154 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5a573ac-32eb-4eba-ad17-69aeb04b7cdc req-9803b2c4-4e63-4c14-b58f-32ff28f064fc tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 946 time: 0.1137674 Aug 16 02:01:35.927254 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.934313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.935211 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.965856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5972ff-5413-463a-aa57-bc601ca59ed8 req-ed3ec0d2-5513-4e8d-9018-b290782f335a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.972304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5972ff-5413-463a-aa57-bc601ca59ed8 req-ed3ec0d2-5513-4e8d-9018-b290782f335a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.978917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5972ff-5413-463a-aa57-bc601ca59ed8 req-ed3ec0d2-5513-4e8d-9018-b290782f335a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.003378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5972ff-5413-463a-aa57-bc601ca59ed8 req-ed3ec0d2-5513-4e8d-9018-b290782f335a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.011193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5972ff-5413-463a-aa57-bc601ca59ed8 req-ed3ec0d2-5513-4e8d-9018-b290782f335a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.017654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5972ff-5413-463a-aa57-bc601ca59ed8 req-ed3ec0d2-5513-4e8d-9018-b290782f335a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.023841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5972ff-5413-463a-aa57-bc601ca59ed8 req-ed3ec0d2-5513-4e8d-9018-b290782f335a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.026090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a5972ff-5413-463a-aa57-bc601ca59ed8 req-ed3ec0d2-5513-4e8d-9018-b290782f335a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.1472056 Aug 16 02:01:36.087333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event updated for resources: {'Network': ['ID=d5ac3934-149d-48f9-8791-a967848847c2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:36.100075 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network d5ac3934-149d-48f9-8791-a967848847c2 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:36.125984 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a061f6aa-b69e-481c-855a-af16545a5748 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5894969 Aug 16 02:01:36.134181 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a5972ff-5413-463a-aa57-bc601ca59ed8 req-8099651e-c533-42ab-bf8a-4f152a634565 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941117 Aug 16 02:01:36.134350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51008) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:36.134477 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-602c240d-2654-4aaa-805e-106f8c691fd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.144117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2144451637'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:36.199327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Made reservation on behalf of e6bee2531b5b4bb6a017f4595ffbed26 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:36.207365 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-602c240d-2654-4aaa-805e-106f8c691fd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.209293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.211377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-602c240d-2654-4aaa-805e-106f8c691fd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "DELETE /v2.0/ports/78c785a9-d150-4601-aa1e-b482ebbcf51b HTTP/1.1" status: 204 len: 168 time: 1.5125723 Aug 16 02:01:36.218596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c240d-2654-4aaa-805e-106f8c691fd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event deleted for resources: {'Port': ['ID=78c785a9-d150-4601-aa1e-b482ebbcf51b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:36.225770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51010) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:36.242752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:36.254840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.255194 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Added segment 378d1013-1431-457b-91d1-ce1de25d3264 of type vlan for network bc3ee772-6c06-4d2f-b48e-73c17cd175b3 Aug 16 02:01:36.285423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953afd3b-64e6-4fd9-b565-0ecaf96ebf89 req-2f865fa4-9d0f-4047-a9ed-584679b270eb tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.287247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-953afd3b-64e6-4fd9-b565-0ecaf96ebf89 req-2f865fa4-9d0f-4047-a9ed-584679b270eb tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.0649903 Aug 16 02:01:36.331689 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.356070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-f5a573ac-32eb-4eba-ad17-69aeb04b7cdc req-57ede73a-be6b-48fe-bbec-b0ae9de8bb7e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Deleting port 78ee19dd-19fa-4266-8005-48758a02b86d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:36.356585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5a573ac-32eb-4eba-ad17-69aeb04b7cdc req-57ede73a-be6b-48fe-bbec-b0ae9de8bb7e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.414323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-953afd3b-64e6-4fd9-b565-0ecaf96ebf89 req-10a9791b-81c3-474b-b85c-e5615eca0541 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Deleting port 32886b7d-eb95-4a77-9949-20132fc96721 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:36.414907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-953afd3b-64e6-4fd9-b565-0ecaf96ebf89 req-10a9791b-81c3-474b-b85c-e5615eca0541 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.467179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f5a573ac-32eb-4eba-ad17-69aeb04b7cdc req-57ede73a-be6b-48fe-bbec-b0ae9de8bb7e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] For port 78ee19dd-19fa-4266-8005-48758a02b86d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=78ee19dd-19fa-4266-8005-48758a02b86d,segment=NetworkSegment(64552ee7-b9b8-4fc6-9e1e-8045811e2663),segment_id=64552ee7-b9b8-4fc6-9e1e-8045811e2663)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:36.467612 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5a573ac-32eb-4eba-ad17-69aeb04b7cdc req-57ede73a-be6b-48fe-bbec-b0ae9de8bb7e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.482745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-f5a573ac-32eb-4eba-ad17-69aeb04b7cdc req-57ede73a-be6b-48fe-bbec-b0ae9de8bb7e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Calling delete_port for 78ee19dd-19fa-4266-8005-48758a02b86d owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:36.516074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-953afd3b-64e6-4fd9-b565-0ecaf96ebf89 req-10a9791b-81c3-474b-b85c-e5615eca0541 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] For port 32886b7d-eb95-4a77-9949-20132fc96721, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=32886b7d-eb95-4a77-9949-20132fc96721,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:36.516451 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-953afd3b-64e6-4fd9-b565-0ecaf96ebf89 req-10a9791b-81c3-474b-b85c-e5615eca0541 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.530657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-953afd3b-64e6-4fd9-b565-0ecaf96ebf89 req-10a9791b-81c3-474b-b85c-e5615eca0541 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Calling delete_port for 32886b7d-eb95-4a77-9949-20132fc96721 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:36.591236 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdb1bc0-98cf-443e-ab5e-bdf7a80551c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:01:36.602679 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4bdb1bc0-98cf-443e-ab5e-bdf7a80551c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "GET /v2.0/ports/78c785a9-d150-4601-aa1e-b482ebbcf51b HTTP/1.1" status: 404 len: 333 time: 0.2980003 Aug 16 02:01:36.603439 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51014) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:36.622835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Request body: {'port': {'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291385651'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:36.648503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Made reservation on behalf of c82ed1e461d24006b26e13e9c9797235 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:36.650826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.718494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] device_id is not set on port 214e6090-ae0f-48c1-9724-c58d0be70cd9 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:36.745176 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.747454 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-953afd3b-64e6-4fd9-b565-0ecaf96ebf89 req-10a9791b-81c3-474b-b85c-e5615eca0541 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.753231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.753985 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.759887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['981f4bd6-1a06-4be9-83fc-1b6acfaa3508', '32886b7d-eb95-4a77-9949-20132fc96721'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:36.790291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01060bc4-e93c-476c-bbdc-9932e32b7972 req-8dd508eb-3b50-442c-8910-adb662ac353b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.797260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01060bc4-e93c-476c-bbdc-9932e32b7972 req-8dd508eb-3b50-442c-8910-adb662ac353b tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b8ce6c-346f-4e91-9949-5220aa365b5a HTTP/1.1" status: 200 len: 949 time: 0.1218312 Aug 16 02:01:36.856373 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7213802 Aug 16 02:01:36.861734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edb49f-d4a2-42c8-902b-3783011a70dd tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event updated for resources: {'Network': ['ID=bc3ee772-6c06-4d2f-b48e-73c17cd175b3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:36.901521 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5a573ac-32eb-4eba-ad17-69aeb04b7cdc req-57ede73a-be6b-48fe-bbec-b0ae9de8bb7e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.947708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network bc3ee772-6c06-4d2f-b48e-73c17cd175b3 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:36.962515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['78ee19dd-19fa-4266-8005-48758a02b86d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:36.971296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ede73a-be6b-48fe-bbec-b0ae9de8bb7e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Pushing event deleted for resources: {'Port': ['ID=78ee19dd-19fa-4266-8005-48758a02b86d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:37.002345 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a573ac-32eb-4eba-ad17-69aeb04b7cdc req-57ede73a-be6b-48fe-bbec-b0ae9de8bb7e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] No DVR routers for this DVR port 78ee19dd-19fa-4266-8005-48758a02b86d on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:37.006730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f5a573ac-32eb-4eba-ad17-69aeb04b7cdc req-57ede73a-be6b-48fe-bbec-b0ae9de8bb7e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.008910 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f5a573ac-32eb-4eba-ad17-69aeb04b7cdc req-57ede73a-be6b-48fe-bbec-b0ae9de8bb7e tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.84 "DELETE /v2.0/ports/78ee19dd-19fa-4266-8005-48758a02b86d HTTP/1.1" status: 204 len: 173 time: 1.0701380 Aug 16 02:01:37.009946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7', 'name': 'network-vif-deleted', 'tag': '78ee19dd-19fa-4266-8005-48758a02b86d'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:37.012279 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa529789-7265-437c-b4e6-b65ed6bf1e94" -d '{"events": [{"server_uuid": "b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7", "name": "network-vif-deleted", "tag": "78ee19dd-19fa-4266-8005-48758a02b86d"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:37.019663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51044) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:37.025430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'subnets': [{'network_id': 'd5ac3934-149d-48f9-8791-a967848847c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--86394543', 'ip_version': 4}, {'network_id': 'bc3ee772-6c06-4d2f-b48e-73c17cd175b3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:37.025939 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'subnet': {'network_id': 'd5ac3934-149d-48f9-8791-a967848847c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--86394543', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:37.026628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Request body: {'subnet': {'network_id': 'bc3ee772-6c06-4d2f-b48e-73c17cd175b3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:37.057550 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9791b-81c3-474b-b85c-e5615eca0541 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Pushing event deleted for resources: {'Port': ['ID=32886b7d-eb95-4a77-9949-20132fc96721,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:37.162409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bd1b6a9-8813-4aea-be55-c3f13dba749b req-807b5680-ee7b-44e2-a4c3-838a45f429c3 tempest-DeleteServersTestJSON-1092364295 tempest-DeleteServersTestJSON-1092364295-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7 HTTP/1.1" status: 200 len: 210 time: 0.3339322 Aug 16 02:01:37.319272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01060bc4-e93c-476c-bbdc-9932e32b7972 req-9fbd922e-5b10-4ab0-bc21-6b81e6d7a0c1 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100312 Aug 16 02:01:37.357122 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.367946 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bffec5f-ac9d-4814-b6bb-687c8681704c x-openstack-request-id: req-0bffec5f-ac9d-4814-b6bb-687c8681704c {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:37.368330 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7", "name": "network-vif-deleted", "tag": "78ee19dd-19fa-4266-8005-48758a02b86d", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:37.368683 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0bffec5f-ac9d-4814-b6bb-687c8681704c {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:37.369385 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab4eab-ed3f-4c2f-b7c0-02a01381efc7', 'name': 'network-vif-deleted', 'tag': '78ee19dd-19fa-4266-8005-48758a02b86d', 'status': 'completed', 'code': 200} Aug 16 02:01:37.373646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-953afd3b-64e6-4fd9-b565-0ecaf96ebf89 req-10a9791b-81c3-474b-b85c-e5615eca0541 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] No DVR routers for this DVR port 32886b7d-eb95-4a77-9949-20132fc96721 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:37.378619 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-953afd3b-64e6-4fd9-b565-0ecaf96ebf89 req-10a9791b-81c3-474b-b85c-e5615eca0541 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.385076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-953afd3b-64e6-4fd9-b565-0ecaf96ebf89 req-10a9791b-81c3-474b-b85c-e5615eca0541 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.89 "DELETE /v2.0/ports/32886b7d-eb95-4a77-9949-20132fc96721 HTTP/1.1" status: 204 len: 173 time: 1.0849867 Aug 16 02:01:37.387053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'name': 'network-vif-deleted', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:37.411947 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0db0615-8ed4-46bf-afe2-6f7b6490d62c" -d '{"events": [{"server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "name": "network-vif-deleted", "tag": "32886b7d-eb95-4a77-9949-20132fc96721"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:37.494912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Made reservation on behalf of e6bee2531b5b4bb6a017f4595ffbed26 for: {'subnet': 2} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:37.506979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59500a-b329-4650-a84a-020fd3161779 req-5fc00a6b-c17c-42a2-9a65-39f8cab8e03a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.507547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.507547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.508007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59500a-b329-4650-a84a-020fd3161779 req-5fc00a6b-c17c-42a2-9a65-39f8cab8e03a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.521395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59500a-b329-4650-a84a-020fd3161779 req-5fc00a6b-c17c-42a2-9a65-39f8cab8e03a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.527866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59500a-b329-4650-a84a-020fd3161779 req-5fc00a6b-c17c-42a2-9a65-39f8cab8e03a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.536153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59500a-b329-4650-a84a-020fd3161779 req-5fc00a6b-c17c-42a2-9a65-39f8cab8e03a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.544110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59500a-b329-4650-a84a-020fd3161779 req-5fc00a6b-c17c-42a2-9a65-39f8cab8e03a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.555376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59500a-b329-4650-a84a-020fd3161779 req-5fc00a6b-c17c-42a2-9a65-39f8cab8e03a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.565340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f59500a-b329-4650-a84a-020fd3161779 req-5fc00a6b-c17c-42a2-9a65-39f8cab8e03a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.1423965 Aug 16 02:01:37.576490 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b840ab-c2b5-4696-b4a1-615621f3e4a7 x-openstack-request-id: req-f2b840ab-c2b5-4696-b4a1-615621f3e4a7 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:37.576916 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b8ce6c-346f-4e91-9949-5220aa365b5a", "name": "network-vif-deleted", "tag": "32886b7d-eb95-4a77-9949-20132fc96721", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:37.577200 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f2b840ab-c2b5-4696-b4a1-615621f3e4a7 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:37.577647 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b8ce6c-346f-4e91-9949-5220aa365b5a', 'name': 'network-vif-deleted', 'tag': '32886b7d-eb95-4a77-9949-20132fc96721', 'status': 'completed', 'code': 200} Aug 16 02:01:37.646772 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.670379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f59500a-b329-4650-a84a-020fd3161779 req-48832e23-10e9-4d71-930f-d26514844fc6 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040342 Aug 16 02:01:37.710364 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event updated for resources: {'Port': ['ID=214e6090-ae0f-48c1-9724-c58d0be70cd9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:37.730074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Network 5cf74c65-c66f-42f5-9093-3b497efb99ff is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:37.736046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:37.742138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:37.743088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.743740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.769937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51056) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:37.770181 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-52d9bda4-805a-4453-95b1-44317687ce92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1534083 Aug 16 02:01:37.776159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:37.924660 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.142992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] device_id is not set on port 214e6090-ae0f-48c1-9724-c58d0be70cd9 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:38.151195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.168465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Transition to ACTIVE for port object 214e6090-ae0f-48c1-9724-c58d0be70cd9 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:38.178579 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.227626 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.279751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event updated for resources: {'Port': ['ID=214e6090-ae0f-48c1-9724-c58d0be70cd9,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.297927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:38.298265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:38.298610 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:38.303198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:38.303534 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:38.303926 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 2 to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 Aug 16 02:01:38.321456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:38.321801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:38.322139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:38.327054 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:38.327389 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:38.327814 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 3 to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 Aug 16 02:01:38.346314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:38.346689 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:38.347164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:38.352139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:38.352473 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:38.352868 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 4 to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 Aug 16 02:01:38.371346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:38.371903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:38.372309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:38.377513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:38.377991 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:38.378489 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 5 to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 Aug 16 02:01:38.395247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:38.395725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:38.396175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:38.402454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:38.403051 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:38.403837 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 6 to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 Aug 16 02:01:38.418603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Checking segment: {'id': 'bdd19c1a-d49f-4348-829f-39270855bb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd5ac3934-149d-48f9-8791-a967848847c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:38.419188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Network hostable DHCP agents. Network: d5ac3934-149d-48f9-8791-a967848847c2, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:38.428883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:38.429362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:38.431800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:38.446529 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:38.448523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event updated for resources: {'Subnet': ['ID=d41b2a5d-26eb-4a0f-9ca0-a38056857599,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.451429 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:38.451861 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 7 to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 Aug 16 02:01:38.472049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Network d5ac3934-149d-48f9-8791-a967848847c2 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:38.480283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:38.480635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:38.481019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:38.485579 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, d5ac3934-149d-48f9-8791-a967848847c2) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:38.491346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:38.491673 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:38.492066 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 8 to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 Aug 16 02:01:38.497142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a4621e-71b1-42ad-8ca9-5c16ae67e057 None None] Network d5ac3934-149d-48f9-8791-a967848847c2 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:38.500424 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.506394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:38.506739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:38.509278 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:38.514116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:38.514506 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:38.514835 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 9 to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 Aug 16 02:01:38.528407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:38.528738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:38.528996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:38.534748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:38.535073 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:38.535467 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 10 to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 Aug 16 02:01:38.549815 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:38.550273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:38.550732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:38.555296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:38.555674 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:38.555986 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.622871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event updated for resources: {'Subnet': ['ID=34bf3443-4d8a-46d7-8337-ae1a6d8e0dda,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.629624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Checking segment: {'id': '378d1013-1431-457b-91d1-ce1de25d3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'bc3ee772-6c06-4d2f-b48e-73c17cd175b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:38.629991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Network hostable DHCP agents. Network: bc3ee772-6c06-4d2f-b48e-73c17cd175b3, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:38.660455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Network bc3ee772-6c06-4d2f-b48e-73c17cd175b3 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:38.664653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] For port 214e6090-ae0f-48c1-9724-c58d0be70cd9, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:38.665134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempted to set empty binding levels {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:01:38.673538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.676518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, bc3ee772-6c06-4d2f-b48e-73c17cd175b3) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:38.689820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.690304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.691869 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.709154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cd9ab6-50c6-4610-9c91-fd7def71e00e None None] Network bc3ee772-6c06-4d2f-b48e-73c17cd175b3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:38.728366 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f081d579-68ee-4d7b-b7a0-323634f9f5be tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.7071867 Aug 16 02:01:38.730848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51102) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:38.788561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event updated for resources: {'Port': ['ID=214e6090-ae0f-48c1-9724-c58d0be70cd9,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.799995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] In _notify_port_updated(), no bound segment for port 214e6090-ae0f-48c1-9724-c58d0be70cd9 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:01:38.799995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.800286 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.802366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a1e4befd-3505-49aa-81b3-2608fe7a77ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "PUT /v2.0/ports/214e6090-ae0f-48c1-9724-c58d0be70cd9 HTTP/1.1" status: 200 len: 980 time: 1.0312705 Aug 16 02:01:38.811748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51108) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:38.851367 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-46592230-f310-49f8-8640-c5b5fd30a91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.860736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-d5ac3934-149d-48f9-8791-a967848847c2', 'network_id': 'd5ac3934-149d-48f9-8791-a967848847c2', 'tenant_id': 'e6bee2531b5b4bb6a017f4595ffbed26', 'fixed_ips': [{'subnet_id': 'd41b2a5d-26eb-4a0f-9ca0-a38056857599'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:38.862125 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.918344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874290-4387-4afe-914e-450a9b11e0a0 req-0a710006-3873-448c-972c-dd42ddd1175f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.920105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a876b-db9c-4d6d-a569-038fcf8083cf tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.921976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a876b-db9c-4d6d-a569-038fcf8083cf tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.923504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a876b-db9c-4d6d-a569-038fcf8083cf tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.924557 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874290-4387-4afe-914e-450a9b11e0a0 req-0a710006-3873-448c-972c-dd42ddd1175f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.925168 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-104a876b-db9c-4d6d-a569-038fcf8083cf tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1933458 Aug 16 02:01:38.929881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51120) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:38.930841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874290-4387-4afe-914e-450a9b11e0a0 req-0a710006-3873-448c-972c-dd42ddd1175f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.936666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874290-4387-4afe-914e-450a9b11e0a0 req-0a710006-3873-448c-972c-dd42ddd1175f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.942605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874290-4387-4afe-914e-450a9b11e0a0 req-0a710006-3873-448c-972c-dd42ddd1175f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.948569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874290-4387-4afe-914e-450a9b11e0a0 req-0a710006-3873-448c-972c-dd42ddd1175f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.955255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874290-4387-4afe-914e-450a9b11e0a0 req-0a710006-3873-448c-972c-dd42ddd1175f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.957347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98874290-4387-4afe-914e-450a9b11e0a0 req-0a710006-3873-448c-972c-dd42ddd1175f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.1538813 Aug 16 02:01:38.966328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7da5e6-c11e-409c-b120-053a358a645d req-008be6b6-14be-4e01-976e-c76323f58daa tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.967852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a7da5e6-c11e-409c-b120-053a358a645d req-008be6b6-14be-4e01-976e-c76323f58daa tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.2259376 Aug 16 02:01:39.025233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a7da5e6-c11e-409c-b120-053a358a645d req-5d843685-20db-4f69-a303-bb8fd14bba5e tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496411 Aug 16 02:01:39.029730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b78742-2ead-47ab-8622-9008908fd709 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Deleting subnet d41b2a5d-26eb-4a0f-9ca0-a38056857599 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:39.036627 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98874290-4387-4afe-914e-450a9b11e0a0 req-7e015170-1e5c-4369-8237-977d2dd5730d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677490 Aug 16 02:01:39.069231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.069728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.070203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.070671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.072841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.073462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.083013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.083628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.084083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.084554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.085070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.085727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.086366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.086831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.087300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.087765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.088223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.088881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.089554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.090023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.090490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.090980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.091785 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.092247 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.096385 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b76fdf10-6a2f-4808-bb4c-4ad56895f11e tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21721 time: 0.2833190 Aug 16 02:01:39.100409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51140) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:39.196701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a694548c-6123-4602-ba34-a734c71f0a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Deleting port 214e6090-ae0f-48c1-9724-c58d0be70cd9 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:39.197309 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a694548c-6123-4602-ba34-a734c71f0a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.225207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Allocated IP 172.20.0.2 (d5ac3934-149d-48f9-8791-a967848847c2/d41b2a5d-26eb-4a0f-9ca0-a38056857599/b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:39.308100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-a694548c-6123-4602-ba34-a734c71f0a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] For port 214e6090-ae0f-48c1-9724-c58d0be70cd9, host n-h2-768851-16, got binding levels [] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:39.308890 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a694548c-6123-4602-ba34-a734c71f0a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.330061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a694548c-6123-4602-ba34-a734c71f0a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Calling delete_port for 214e6090-ae0f-48c1-9724-c58d0be70cd9 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:39.344101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-bc3ee772-6c06-4d2f-b48e-73c17cd175b3', 'network_id': 'bc3ee772-6c06-4d2f-b48e-73c17cd175b3', 'tenant_id': 'e6bee2531b5b4bb6a017f4595ffbed26', 'fixed_ips': [{'subnet_id': '34bf3443-4d8a-46d7-8337-ae1a6d8e0dda'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:39.345249 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.447763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 32886b7d-eb95-4a77-9949-20132fc96721 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:39.517987 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a694548c-6123-4602-ba34-a734c71f0a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.530679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 32886b7d-eb95-4a77-9949-20132fc96721 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:39.532733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 32886b7d-eb95-4a77-9949-20132fc96721 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:39.561329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694548c-6123-4602-ba34-a734c71f0a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event deleted for resources: {'Port': ['ID=214e6090-ae0f-48c1-9724-c58d0be70cd9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.575311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a694548c-6123-4602-ba34-a734c71f0a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.578340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a694548c-6123-4602-ba34-a734c71f0a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "DELETE /v2.0/ports/214e6090-ae0f-48c1-9724-c58d0be70cd9 HTTP/1.1" status: 204 len: 168 time: 0.4766273 Aug 16 02:01:39.580848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51172) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:39.612189 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-962fb89c-bc2a-4b6b-8900-c9da83b8d490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:01:39.614567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-962fb89c-bc2a-4b6b-8900-c9da83b8d490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "GET /v2.0/ports/214e6090-ae0f-48c1-9724-c58d0be70cd9 HTTP/1.1" status: 404 len: 333 time: 0.0314584 Aug 16 02:01:39.619253 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51174) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:39.624020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1854301126', 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:39.664028 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.690863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Made reservation on behalf of c82ed1e461d24006b26e13e9c9797235 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:39.694385 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.701013 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.716900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] device_id is not set on port 28ce7364-840b-498b-bc23-c15663d42728 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:39.742184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Transition to ACTIVE for port object b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:39.801531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Transition to ACTIVE for port object b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:39.810557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b78742-2ead-47ab-8622-9008908fd709 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.811750 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.865738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Pushing event updated for resources: {'Port': ['ID=b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.907436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Network d5ac3934-149d-48f9-8791-a967848847c2 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:39.911121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Allocated IP 172.20.0.18 (bc3ee772-6c06-4d2f-b48e-73c17cd175b3/34bf3443-4d8a-46d7-8337-ae1a6d8e0dda/e8268f3f-158e-47f0-b528-82846c6a2b6f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:39.923139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:39.932181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:39.947067 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b78742-2ead-47ab-8622-9008908fd709 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.017350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.064221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.073082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Attempting to bind port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:40.073462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Attempting to bind port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'bdd19c1a-d49f-4348-829f-39270855bb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd5ac3934-149d-48f9-8791-a967848847c2'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:40.073871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Attempting to bind port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b on network d5ac3934-149d-48f9-8791-a967848847c2 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:40.118464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:40.118842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Checking segment: {'id': 'bdd19c1a-d49f-4348-829f-39270855bb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd5ac3934-149d-48f9-8791-a967848847c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:40.119302 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.119699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Bound using segment: {'id': 'bdd19c1a-d49f-4348-829f-39270855bb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd5ac3934-149d-48f9-8791-a967848847c2'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:40.120180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Bound port: b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd19c1a-d49f-4348-829f-39270855bb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd5ac3934-149d-48f9-8791-a967848847c2'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:40.120566 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.120865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c871b4-f1eb-47f3-93ac-b2ee89a6bcea req-43b64d1c-e487-4c37-a5f5-3f2eea559b46 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.125813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37c871b4-f1eb-47f3-93ac-b2ee89a6bcea req-43b64d1c-e487-4c37-a5f5-3f2eea559b46 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.1060107 Aug 16 02:01:40.207802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Network 5cf74c65-c66f-42f5-9093-3b497efb99ff is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:40.214104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:40.236660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:40.239531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] For port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:40.240619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.241467 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.255269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event updated for resources: {'Port': ['ID=28ce7364-840b-498b-bc23-c15663d42728,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.267037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] For port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b,segment=NetworkSegment(bdd19c1a-d49f-4348-829f-39270855bb5d),segment_id=bdd19c1a-d49f-4348-829f-39270855bb5d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:40.275126 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.330190 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c86234e8-90da-4c67-a7d8-8860d0eea85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6965642 Aug 16 02:01:40.331170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51180) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:40.424047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d979465-4668-4306-a2ba-166540f5ea8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.429498 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2d979465-4668-4306-a2ba-166540f5ea8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "GET /v2.0/ports/28ce7364-840b-498b-bc23-c15663d42728 HTTP/1.1" status: 200 len: 959 time: 0.0897973 Aug 16 02:01:40.431151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51186) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:40.454823 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.459233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b78742-2ead-47ab-8622-9008908fd709 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.488517 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e238de9-5fb9-43fa-b43e-98d0e1836808 None None] Pushing event updated for resources: {'Port': ['ID=b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.499340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72f7ee-9edc-4604-8e83-785fd6111969 req-eea6aff9-b088-4fec-93d6-584c228899d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.508425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Transition to ACTIVE for port object e8268f3f-158e-47f0-b528-82846c6a2b6f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:40.510825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72f7ee-9edc-4604-8e83-785fd6111969 req-eea6aff9-b088-4fec-93d6-584c228899d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.532673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 78ee19dd-19fa-4266-8005-48758a02b86d no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:40.535768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72f7ee-9edc-4604-8e83-785fd6111969 req-eea6aff9-b088-4fec-93d6-584c228899d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.544890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72f7ee-9edc-4604-8e83-785fd6111969 req-eea6aff9-b088-4fec-93d6-584c228899d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.564963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72f7ee-9edc-4604-8e83-785fd6111969 req-eea6aff9-b088-4fec-93d6-584c228899d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.580133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72f7ee-9edc-4604-8e83-785fd6111969 req-eea6aff9-b088-4fec-93d6-584c228899d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.587653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72f7ee-9edc-4604-8e83-785fd6111969 req-eea6aff9-b088-4fec-93d6-584c228899d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.590228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 78ee19dd-19fa-4266-8005-48758a02b86d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:40.590589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 78ee19dd-19fa-4266-8005-48758a02b86d not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:40.599518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Transition to ACTIVE for port object e8268f3f-158e-47f0-b528-82846c6a2b6f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:40.600098 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d72f7ee-9edc-4604-8e83-785fd6111969 req-eea6aff9-b088-4fec-93d6-584c228899d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.3483200 Aug 16 02:01:40.609854 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.698329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-37c871b4-f1eb-47f3-93ac-b2ee89a6bcea req-233e8bb3-70f4-4562-bac2-5ab323098376 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Deleting port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:40.698673 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-37c871b4-f1eb-47f3-93ac-b2ee89a6bcea req-233e8bb3-70f4-4562-bac2-5ab323098376 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.709931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Network bc3ee772-6c06-4d2f-b48e-73c17cd175b3 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:40.733545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:40.749239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:40.758940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Pushing event updated for resources: {'Port': ['ID=e8268f3f-158e-47f0-b528-82846c6a2b6f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.772309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e15a9a-d219-4187-9a90-8e07ec42df16 req-44e04933-2fe6-4e14-ab5d-76f249086ff3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.774102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b78742-2ead-47ab-8622-9008908fd709 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.782879 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0e15a9a-d219-4187-9a90-8e07ec42df16 req-44e04933-2fe6-4e14-ab5d-76f249086ff3 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 949 time: 0.5654697 Aug 16 02:01:40.841549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b78742-2ead-47ab-8622-9008908fd709 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event deleted for resources: {'Subnet': ['ID=d41b2a5d-26eb-4a0f-9ca0-a38056857599,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.843344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Attempting to bind port e8268f3f-158e-47f0-b528-82846c6a2b6f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:40.843344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Attempting to bind port e8268f3f-158e-47f0-b528-82846c6a2b6f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '378d1013-1431-457b-91d1-ce1de25d3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'bc3ee772-6c06-4d2f-b48e-73c17cd175b3'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:40.844012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Attempting to bind port e8268f3f-158e-47f0-b528-82846c6a2b6f on network bc3ee772-6c06-4d2f-b48e-73c17cd175b3 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:40.850140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:40.850898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Checking segment: {'id': '378d1013-1431-457b-91d1-ce1de25d3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'bc3ee772-6c06-4d2f-b48e-73c17cd175b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:40.851597 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.853258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Bound using segment: {'id': '378d1013-1431-457b-91d1-ce1de25d3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'bc3ee772-6c06-4d2f-b48e-73c17cd175b3'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:40.856611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Bound port: e8268f3f-158e-47f0-b528-82846c6a2b6f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378d1013-1431-457b-91d1-ce1de25d3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'bc3ee772-6c06-4d2f-b48e-73c17cd175b3'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:40.857758 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.871429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b78742-2ead-47ab-8622-9008908fd709 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.877577 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-74b78742-2ead-47ab-8622-9008908fd709 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "DELETE /v2.0/subnets/d41b2a5d-26eb-4a0f-9ca0-a38056857599 HTTP/1.1" status: 204 len: 168 time: 1.9456432 Aug 16 02:01:40.879975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51192) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:40.891881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e85e9fa8-53fd-492f-9bc3-76822afe7516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Deleting port 28ce7364-840b-498b-bc23-c15663d42728 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:40.892228 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e85e9fa8-53fd-492f-9bc3-76822afe7516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.932745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d72f7ee-9edc-4604-8e83-785fd6111969 req-755d9c22-238b-4840-b452-f6b5f2f630d1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3297181 Aug 16 02:01:40.980101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] For port e8268f3f-158e-47f0-b528-82846c6a2b6f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:40.980101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] For port e8268f3f-158e-47f0-b528-82846c6a2b6f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e8268f3f-158e-47f0-b528-82846c6a2b6f,segment=NetworkSegment(378d1013-1431-457b-91d1-ce1de25d3264),segment_id=378d1013-1431-457b-91d1-ce1de25d3264)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:40.987513 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.065837 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e85e9fa8-53fd-492f-9bc3-76822afe7516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.107979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e85e9fa8-53fd-492f-9bc3-76822afe7516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Calling delete_port for 28ce7364-840b-498b-bc23-c15663d42728 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:41.120511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ace42-193b-4f24-af9e-aba2781fe323 None None] Pushing event updated for resources: {'Port': ['ID=e8268f3f-158e-47f0-b528-82846c6a2b6f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:41.150621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0e15a9a-d219-4187-9a90-8e07ec42df16 req-9393d1dc-c52d-4ed1-82bb-a4767ef3365f tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/security-groups?id=faeed2da-4312-4f6d-899f-163dc37a3f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572290 Aug 16 02:01:41.186867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f26c6e4-b323-4687-a56a-95177a9fe33d tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Deleting subnet 34bf3443-4d8a-46d7-8337-ae1a6d8e0dda {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:41.199530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f26c6e4-b323-4687-a56a-95177a9fe33d tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.204341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-37c871b4-f1eb-47f3-93ac-b2ee89a6bcea req-233e8bb3-70f4-4562-bac2-5ab323098376 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] For port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:41.204710 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-37c871b4-f1eb-47f3-93ac-b2ee89a6bcea req-233e8bb3-70f4-4562-bac2-5ab323098376 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.251169 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-37c871b4-f1eb-47f3-93ac-b2ee89a6bcea req-233e8bb3-70f4-4562-bac2-5ab323098376 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Calling delete_port for 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:41.273398 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e85e9fa8-53fd-492f-9bc3-76822afe7516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.285398 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f26c6e4-b323-4687-a56a-95177a9fe33d tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.376744 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e9fa8-53fd-492f-9bc3-76822afe7516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event deleted for resources: {'Port': ['ID=28ce7364-840b-498b-bc23-c15663d42728,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:41.385647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e85e9fa8-53fd-492f-9bc3-76822afe7516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.389056 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e85e9fa8-53fd-492f-9bc3-76822afe7516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "DELETE /v2.0/ports/28ce7364-840b-498b-bc23-c15663d42728 HTTP/1.1" status: 204 len: 168 time: 0.9515574 Aug 16 02:01:41.391801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51194) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:41.456144 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c86b7d-6ca9-465b-8be4-283004c478fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:01:41.461166 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-62c86b7d-6ca9-465b-8be4-283004c478fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "GET /v2.0/ports/28ce7364-840b-498b-bc23-c15663d42728 HTTP/1.1" status: 404 len: 333 time: 0.0647554 Aug 16 02:01:41.461565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51196) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:41.469853 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-33ced52e-6b59-4210-a0e1-4ad4fbd1709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.470695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Request body: {'port': {'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029711863'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:41.533824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Made reservation on behalf of c82ed1e461d24006b26e13e9c9797235 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:41.537702 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.552691 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.606927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] device_id is not set on port d5581769-b526-4f40-abfe-deaa6af5ed24 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:41.688000 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f26c6e4-b323-4687-a56a-95177a9fe33d tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.829623 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-37c871b4-f1eb-47f3-93ac-b2ee89a6bcea req-233e8bb3-70f4-4562-bac2-5ab323098376 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.876668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e8bb3-70f4-4562-bac2-5ab323098376 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Pushing event deleted for resources: {'Port': ['ID=981f4bd6-1a06-4be9-83fc-1b6acfaa3508,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:41.909628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f26c6e4-b323-4687-a56a-95177a9fe33d tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.994417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c871b4-f1eb-47f3-93ac-b2ee89a6bcea req-233e8bb3-70f4-4562-bac2-5ab323098376 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] No DVR routers for this DVR port 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:41.998497 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-37c871b4-f1eb-47f3-93ac-b2ee89a6bcea req-233e8bb3-70f4-4562-bac2-5ab323098376 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.001955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37c871b4-f1eb-47f3-93ac-b2ee89a6bcea req-233e8bb3-70f4-4562-bac2-5ab323098376 tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.89 "DELETE /v2.0/ports/981f4bd6-1a06-4be9-83fc-1b6acfaa3508 HTTP/1.1" status: 204 len: 173 time: 1.8711917 Aug 16 02:01:42.018708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:42.063738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'name': 'network-vif-deleted', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:42.066133 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa275cf-91c9-48d9-8959-cf88b8eddc00" -d '{"events": [{"server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "name": "network-vif-deleted", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:42.070618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26c6e4-b323-4687-a56a-95177a9fe33d tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event deleted for resources: {'Subnet': ['ID=34bf3443-4d8a-46d7-8337-ae1a6d8e0dda,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:42.074204 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f26c6e4-b323-4687-a56a-95177a9fe33d tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.076120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9f26c6e4-b323-4687-a56a-95177a9fe33d tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "DELETE /v2.0/subnets/34bf3443-4d8a-46d7-8337-ae1a6d8e0dda HTTP/1.1" status: 204 len: 168 time: 1.1790595 Aug 16 02:01:42.080233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51208) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:42.204922 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce4b026-0fe3-44f5-8293-e5168756a1db x-openstack-request-id: req-fce4b026-0fe3-44f5-8293-e5168756a1db {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:42.205285 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6646c68-13c2-4794-8f4e-ba67484d9266", "name": "network-vif-deleted", "tag": "981f4bd6-1a06-4be9-83fc-1b6acfaa3508", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:42.205694 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fce4b026-0fe3-44f5-8293-e5168756a1db {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:42.206423 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6646c68-13c2-4794-8f4e-ba67484d9266', 'name': 'network-vif-deleted', 'tag': '981f4bd6-1a06-4be9-83fc-1b6acfaa3508', 'status': 'completed', 'code': 200} Aug 16 02:01:42.217731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:42.230120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e8268f3f-158e-47f0-b528-82846c6a2b6f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:42.311534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee012e0e-cfd0-455a-abd1-e065d8a2e984 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.323848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ee012e0e-cfd0-455a-abd1-e065d8a2e984 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2398117 Aug 16 02:01:42.335040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51214) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:42.386626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ae44e-ab31-4d9a-89db-04fba0da3c25 None None] Network d5ac3934-149d-48f9-8791-a967848847c2 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:42.588282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cdc74-b071-4c65-8354-254249971605 req-45b782ee-1341-4278-b576-639b227dbe57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.612153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cdc74-b071-4c65-8354-254249971605 req-45b782ee-1341-4278-b576-639b227dbe57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.638870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cdc74-b071-4c65-8354-254249971605 req-45b782ee-1341-4278-b576-639b227dbe57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.653208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cdc74-b071-4c65-8354-254249971605 req-45b782ee-1341-4278-b576-639b227dbe57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.677271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cdc74-b071-4c65-8354-254249971605 req-45b782ee-1341-4278-b576-639b227dbe57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.685309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cdc74-b071-4c65-8354-254249971605 req-45b782ee-1341-4278-b576-639b227dbe57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.726387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cdc74-b071-4c65-8354-254249971605 req-45b782ee-1341-4278-b576-639b227dbe57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.728773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c4cdc74-b071-4c65-8354-254249971605 req-45b782ee-1341-4278-b576-639b227dbe57 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.5582998 Aug 16 02:01:42.732396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port e8268f3f-158e-47f0-b528-82846c6a2b6f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:42.746121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Provisioning for port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:42.758515 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.761544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Provisioning complete for port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:42.762163 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.769462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51220) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:42.810918 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.889598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c4cdc74-b071-4c65-8354-254249971605 req-4b8ccf5e-9729-4495-924a-65636da0dbaa tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730860 Aug 16 02:01:42.913715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10855bf5-26f4-41d4-a3ae-bc98da5c0050 req-920f6363-a8dc-476e-84af-da83a3d6817a tempest-MigrationsAdminTest-575655468 tempest-MigrationsAdminTest-575655468-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6646c68-13c2-4794-8f4e-ba67484d9266 HTTP/1.1" status: 200 len: 210 time: 0.3927360 Aug 16 02:01:43.052451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d837222-b469-4967-90e4-455f05766d47 admin admin] Deleting subnet 3b913f2e-3162-46d0-8765-3671839acd17 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:43.066087 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d837222-b469-4967-90e4-455f05766d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.067952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Deleting port e8268f3f-158e-47f0-b528-82846c6a2b6f {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:43.068288 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.085313 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.123706 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.130479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a260c7-4873-42c5-a225-2e5ba3adc5d1 None None] DHCP port deletion for d5ac3934-149d-48f9-8791-a967848847c2 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:01:43.134488 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d837222-b469-4967-90e4-455f05766d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.135606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6776139b-e0dd-412c-b2ff-da2f7ad7b5cf None None] Network bc3ee772-6c06-4d2f-b48e-73c17cd175b3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:43.194079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] For port e8268f3f-158e-47f0-b528-82846c6a2b6f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e8268f3f-158e-47f0-b528-82846c6a2b6f,segment=NetworkSegment(378d1013-1431-457b-91d1-ce1de25d3264),segment_id=378d1013-1431-457b-91d1-ce1de25d3264)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:43.194445 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.217966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Calling delete_port for e8268f3f-158e-47f0-b528-82846c6a2b6f owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:43.251517 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d837222-b469-4967-90e4-455f05766d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.316303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.352242 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.380682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event deleted for resources: {'Port': ['ID=e8268f3f-158e-47f0-b528-82846c6a2b6f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.392565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] No DVR routers for this DVR port e8268f3f-158e-47f0-b528-82846c6a2b6f on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:43.398981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] For port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b,segment=NetworkSegment(bdd19c1a-d49f-4348-829f-39270855bb5d),segment_id=bdd19c1a-d49f-4348-829f-39270855bb5d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:43.401018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:43.461691 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.485100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Network 5cf74c65-c66f-42f5-9093-3b497efb99ff is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:43.492244 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:43.502981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:43.508151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.508151 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.537010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event updated for resources: {'Port': ['ID=d5581769-b526-4f40-abfe-deaa6af5ed24,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.541975 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d837222-b469-4967-90e4-455f05766d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.566760 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b63d6520-c883-4ecf-90e1-344f438102f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1009326 Aug 16 02:01:43.578602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Pushing event updated for resources: {'Port': ['ID=b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.593796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51232) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:43.595014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:43.595367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 981f4bd6-1a06-4be9-83fc-1b6acfaa3508 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:43.606243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:43.614146 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-38104c4a-388e-47f9-9b24-0619f9185bac None None] Could not find standard attr ID for object e8268f3f-158e-47f0-b528-82846c6a2b6f. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:01:43.619336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d837222-b469-4967-90e4-455f05766d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b913f2e-3162-46d0-8765-3671839acd17,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.625467 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d837222-b469-4967-90e4-455f05766d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.627239 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6d837222-b469-4967-90e4-455f05766d47 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3b913f2e-3162-46d0-8765-3671839acd17 HTTP/1.1" status: 204 len: 168 time: 0.8466017 Aug 16 02:01:43.639042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51234) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:43.639395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51236) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:43.647643 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.661757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3ee772-6c06-4d2f-b48e-73c17cd175b3']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:43.677271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378d1013-1431-457b-91d1-ce1de25d3264') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:43.677637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378d1013-1431-457b-91d1-ce1de25d3264') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:43.688677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.691929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.699578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.700481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.701114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.701682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.702238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.703371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.703935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.704507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.706076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.706633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aafb6-1137-4511-af7b-d2c402e6a944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:43.726531 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.768420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c9a260c7-4873-42c5-a225-2e5ba3adc5d1 None None] Deleting port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:43.769881 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c9a260c7-4873-42c5-a225-2e5ba3adc5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.777862 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.797184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:43.798836 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.856009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856e7580-6cb3-4b99-8e90-6afc76ea254a None None] DHCP port deletion for bc3ee772-6c06-4d2f-b48e-73c17cd175b3 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:01:43.911415 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.913306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:43.921045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c9a260c7-4873-42c5-a225-2e5ba3adc5d1 None None] For port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b,segment=NetworkSegment(bdd19c1a-d49f-4348-829f-39270855bb5d),segment_id=bdd19c1a-d49f-4348-829f-39270855bb5d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:43.922130 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c9a260c7-4873-42c5-a225-2e5ba3adc5d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.964268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c9a260c7-4873-42c5-a225-2e5ba3adc5d1 None None] Calling delete_port for b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:43.976899 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:44.005442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.010335 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.012715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "DELETE /v2.0/networks/bc3ee772-6c06-4d2f-b48e-73c17cd175b3 HTTP/1.1" status: 204 len: 168 time: 1.6709328 Aug 16 02:01:44.037721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51248) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:44.040588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260e4ee-f540-4af6-9b53-4d1697d21b0e tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event deleted for resources: {'Network': ['ID=bc3ee772-6c06-4d2f-b48e-73c17cd175b3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.107285 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e4d41155-b8ee-4cc5-8ab8-8b54f883d796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.176425 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.212848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6dfcdf-b551-45f8-a7d8-af630400e19e']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:44.223783 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c9a260c7-4873-42c5-a225-2e5ba3adc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.229339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab3463d-ebdb-4a11-9628-dc26a7562cdb') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:44.229787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab3463d-ebdb-4a11-9628-dc26a7562cdb') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:44.249071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.276410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.294999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:44.295509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.307899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a260c7-4873-42c5-a225-2e5ba3adc5d1 None None] No DVR routers for this DVR port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:44.346971 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.352502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Port b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b update to DOWN by agent not found {{(pid=101382) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:01:44.352502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a260c7-4873-42c5-a225-2e5ba3adc5d1 None None] Pushing event deleted for resources: {'Port': ['ID=b18d5f03-4e11-4a93-8aca-cf2c2e4afe8b,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.357392 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:44.364220 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:44.459899 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e4d41155-b8ee-4cc5-8ab8-8b54f883d796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.469637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e4d41155-b8ee-4cc5-8ab8-8b54f883d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.496743 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.511328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51256) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:44.523233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.540363 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.542310 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1a6dfcdf-b551-45f8-a7d8-af630400e19e HTTP/1.1" status: 204 len: 168 time: 0.9019198 Aug 16 02:01:44.550283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 551583b1-17cc-4b79-a29a-167feacb8946 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:44.561377 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e4d41155-b8ee-4cc5-8ab8-8b54f883d796 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7ba0be8359c84388b6b39c3bbb130425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9169371 Aug 16 02:01:44.565826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a657a04-aa35-4558-aee8-e734b97246bb req-65978e22-b857-4e9c-a065-300da633df1d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.572704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a657a04-aa35-4558-aee8-e734b97246bb req-65978e22-b857-4e9c-a065-300da633df1d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.575557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51262) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:44.577906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d41155-b8ee-4cc5-8ab8-8b54f883d796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e34ab9-4628-4fb2-84ca-1b72e8d6e0e3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.580049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a657a04-aa35-4558-aee8-e734b97246bb req-65978e22-b857-4e9c-a065-300da633df1d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.587813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a657a04-aa35-4558-aee8-e734b97246bb req-65978e22-b857-4e9c-a065-300da633df1d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.595210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a657a04-aa35-4558-aee8-e734b97246bb req-65978e22-b857-4e9c-a065-300da633df1d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.605780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a657a04-aa35-4558-aee8-e734b97246bb req-65978e22-b857-4e9c-a065-300da633df1d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.609856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274edcd-86f8-49cc-b2cb-04d5f00d11b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a6dfcdf-b551-45f8-a7d8-af630400e19e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.613095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a657a04-aa35-4558-aee8-e734b97246bb req-65978e22-b857-4e9c-a065-300da633df1d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.623305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a657a04-aa35-4558-aee8-e734b97246bb req-65978e22-b857-4e9c-a065-300da633df1d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5428 time: 0.4517498 Aug 16 02:01:44.699643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a657a04-aa35-4558-aee8-e734b97246bb req-ce86132e-f457-42a3-9fa5-7580775e35ac tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743752 Aug 16 02:01:44.758373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-042c973b-cdff-4d5c-9788-32db9cf22571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.784484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 551583b1-17cc-4b79-a29a-167feacb8946, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=551583b1-17cc-4b79-a29a-167feacb8946,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:44.813592 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-042c973b-cdff-4d5c-9788-32db9cf22571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.815845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '551583b1-17cc-4b79-a29a-167feacb8946', 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd', 'port_id': '551583b1-17cc-4b79-a29a-167feacb8946', 'mac_address': 'fa:16:3e:d6:26:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f721267-e058-4454-91a1-98a1b0bd9c6a', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:44.866746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51266) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:44.911979 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.924290 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-042c973b-cdff-4d5c-9788-32db9cf22571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.928653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-042c973b-cdff-4d5c-9788-32db9cf22571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.931500 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-042c973b-cdff-4d5c-9788-32db9cf22571 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5e34ab9-4628-4fb2-84ca-1b72e8d6e0e3 HTTP/1.1" status: 204 len: 168 time: 0.3545718 Aug 16 02:01:44.936462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551583b1-17cc-4b79-a29a-167feacb8946 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:44.941798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c973b-cdff-4d5c-9788-32db9cf22571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e34ab9-4628-4fb2-84ca-1b72e8d6e0e3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.988125 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.004213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 551583b1-17cc-4b79-a29a-167feacb8946, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=551583b1-17cc-4b79-a29a-167feacb8946,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:45.025822 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.026502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5a61baeb-19b0-4c95-a47c-c349b9fbaadd details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:45.054845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3b942d7d-c6e0-48fb-a158-f6ab480b211e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c65095f958914cd69aa95e35266c1eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5346661 Aug 16 02:01:45.054845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ac3934-149d-48f9-8791-a967848847c2']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:45.055761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51276) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:45.084373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd19c1a-d49f-4348-829f-39270855bb5d') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:45.084788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd19c1a-d49f-4348-829f-39270855bb5d') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:45.089906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bce622c2-5562-4edc-a880-4e3e4b88ccb6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=484982a6f820401db661b465ebb818c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219286 Aug 16 02:01:45.092730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51280) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:45.109385 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.150644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51282) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:45.161859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.177072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:45.177684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:45.182397 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:45.184705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=551583b1-17cc-4b79-a29a-167feacb8946,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.184795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] device_id is not set on port d5581769-b526-4f40-abfe-deaa6af5ed24 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:45.198602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5a61baeb-19b0-4c95-a47c-c349b9fbaadd,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:45.219407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '5a61baeb-19b0-4c95-a47c-c349b9fbaadd', 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd', 'port_id': '5a61baeb-19b0-4c95-a47c-c349b9fbaadd', 'mac_address': 'fa:16:3e:97:5c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f721267-e058-4454-91a1-98a1b0bd9c6a', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:45.246521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.274799 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.289965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Transition to ACTIVE for port object d5581769-b526-4f40-abfe-deaa6af5ed24 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:45.292495 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.298822 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.308322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a61baeb-19b0-4c95-a47c-c349b9fbaadd {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:45.368249 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.370629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "DELETE /v2.0/networks/d5ac3934-149d-48f9-8791-a967848847c2 HTTP/1.1" status: 204 len: 168 time: 1.3247068 Aug 16 02:01:45.377061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51286) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:45.381687 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-024e5640-a67b-490d-848f-c6ebf8beeb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.404390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5a61baeb-19b0-4c95-a47c-c349b9fbaadd,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:45.410768 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.410973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 09730719-e67e-49bb-b3bd-ddbc04247286 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:45.456419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a82ea82-9bad-4ab0-8428-9de80f858735 admin admin] Deleting subnet f2649e7e-bc88-4fba-bf60-4e29353aadc7 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:45.459072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event updated for resources: {'Port': ['ID=d5581769-b526-4f40-abfe-deaa6af5ed24,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.459348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-024e5640-a67b-490d-848f-c6ebf8beeb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.467044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23815626-a9e1-4c4b-b18c-451226386d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.491327 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23815626-a9e1-4c4b-b18c-451226386d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.501458 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a82ea82-9bad-4ab0-8428-9de80f858735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.572136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 09730719-e67e-49bb-b3bd-ddbc04247286, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=09730719-e67e-49bb-b3bd-ddbc04247286,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:45.580501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=5a61baeb-19b0-4c95-a47c-c349b9fbaadd,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.590278 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d544bd-a9e1-4444-a427-de1a21b1290c tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event deleted for resources: {'Network': ['ID=d5ac3934-149d-48f9-8791-a967848847c2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.610236 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-024e5640-a67b-490d-848f-c6ebf8beeb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.611068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '09730719-e67e-49bb-b3bd-ddbc04247286', 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd', 'port_id': '09730719-e67e-49bb-b3bd-ddbc04247286', 'mac_address': 'fa:16:3e:0c:f1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f721267-e058-4454-91a1-98a1b0bd9c6a', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:45.613352 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-024e5640-a67b-490d-848f-c6ebf8beeb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.617109 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-024e5640-a67b-490d-848f-c6ebf8beeb46 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/faeed2da-4312-4f6d-899f-163dc37a3f33 HTTP/1.1" status: 204 len: 168 time: 0.5568259 Aug 16 02:01:45.647683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51294) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:45.649533 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e5640-a67b-490d-848f-c6ebf8beeb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeed2da-4312-4f6d-899f-163dc37a3f33,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.687853 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.689895 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4f286d2-80e9-47ab-8643-e1d953e7b0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.701839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e8268f3f-158e-47f0-b528-82846c6a2b6f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:45.722859 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23815626-a9e1-4c4b-b18c-451226386d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.728874 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23815626-a9e1-4c4b-b18c-451226386d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.730678 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-23815626-a9e1-4c4b-b18c-451226386d0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/577a9f86-45c2-4335-94b1-b0aae829d631 HTTP/1.1" status: 204 len: 168 time: 0.6261628 Aug 16 02:01:45.732010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09730719-e67e-49bb-b3bd-ddbc04247286 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:45.737763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: e8268f3f-158e-47f0-b528-82846c6a2b6f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:45.738360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e8268f3f-158e-47f0-b528-82846c6a2b6f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:45.762036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 09730719-e67e-49bb-b3bd-ddbc04247286, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=09730719-e67e-49bb-b3bd-ddbc04247286,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:45.766956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23815626-a9e1-4c4b-b18c-451226386d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a9f86-45c2-4335-94b1-b0aae829d631,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.769449 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.770580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 62465913-9f97-4993-baaf-8784e6efa18e details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:45.864793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:45.865157 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:45.865492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:45.884485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 62465913-9f97-4993-baaf-8784e6efa18e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=62465913-9f97-4993-baaf-8784e6efa18e,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:45.885112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:45.885112 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:45.895109 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.895891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=09730719-e67e-49bb-b3bd-ddbc04247286,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.903544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '62465913-9f97-4993-baaf-8784e6efa18e', 'network_id': '0a4f0dae-8175-4ff4-9cfd-47cbe7facabd', 'port_id': '62465913-9f97-4993-baaf-8784e6efa18e', 'mac_address': 'fa:16:3e:d5:2a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f721267-e058-4454-91a1-98a1b0bd9c6a', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:45.912283 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 2 to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 Aug 16 02:01:45.924297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a82ea82-9bad-4ab0-8428-9de80f858735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.947467 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4f286d2-80e9-47ab-8643-e1d953e7b0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.951150 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.967094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4f286d2-80e9-47ab-8643-e1d953e7b0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.990563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62465913-9f97-4993-baaf-8784e6efa18e {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:46.017051 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f4f286d2-80e9-47ab-8643-e1d953e7b0b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=39f1ab68d59742a5ac6ba1d3bd3071af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608735 Aug 16 02:01:46.020247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 62465913-9f97-4993-baaf-8784e6efa18e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=62465913-9f97-4993-baaf-8784e6efa18e,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:46.022320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51304) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:46.026749 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.027782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e54caeb9-3d4a-4d37-bd41-eb577370ab25 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:46.076445 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f286d2-80e9-47ab-8643-e1d953e7b0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bb37d1-8065-448b-a0ad-f9fec6c5c6cb,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.084698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:46.085138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:46.085483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:46.107791 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-173d7974-8be7-4100-af44-db0ac56b7856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.143544 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-173d7974-8be7-4100-af44-db0ac56b7856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.160012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:46.160365 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:46.174936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2421f8-ce1d-4b0d-8bfe-313ce4647b7e req-962f00fe-88bd-44d5-b574-1fedfef630bd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.180934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2421f8-ce1d-4b0d-8bfe-313ce4647b7e req-962f00fe-88bd-44d5-b574-1fedfef630bd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.187816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2421f8-ce1d-4b0d-8bfe-313ce4647b7e req-962f00fe-88bd-44d5-b574-1fedfef630bd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.189565 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e54caeb9-3d4a-4d37-bd41-eb577370ab25, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25,segment=NetworkSegment(b46435d5-212b-4fae-9383-77814e4310fa),segment_id=b46435d5-212b-4fae-9383-77814e4310fa)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:46.194007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2421f8-ce1d-4b0d-8bfe-313ce4647b7e req-962f00fe-88bd-44d5-b574-1fedfef630bd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.200161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2421f8-ce1d-4b0d-8bfe-313ce4647b7e req-962f00fe-88bd-44d5-b574-1fedfef630bd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.207263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2421f8-ce1d-4b0d-8bfe-313ce4647b7e req-962f00fe-88bd-44d5-b574-1fedfef630bd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.213625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2421f8-ce1d-4b0d-8bfe-313ce4647b7e req-962f00fe-88bd-44d5-b574-1fedfef630bd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.215652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e2421f8-ce1d-4b0d-8bfe-313ce4647b7e req-962f00fe-88bd-44d5-b574-1fedfef630bd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5431 time: 0.3372006 Aug 16 02:01:46.216853 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a82ea82-9bad-4ab0-8428-9de80f858735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.218793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'port_id': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25', 'mac_address': 'fa:16:3e:cf:12:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:46.220264 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 3 to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 Aug 16 02:01:46.236315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-173d7974-8be7-4100-af44-db0ac56b7856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.239188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-173d7974-8be7-4100-af44-db0ac56b7856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.243533 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-173d7974-8be7-4100-af44-db0ac56b7856 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2bb37d1-8065-448b-a0ad-f9fec6c5c6cb HTTP/1.1" status: 204 len: 168 time: 0.2179894 Aug 16 02:01:46.263585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d7974-8be7-4100-af44-db0ac56b7856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bb37d1-8065-448b-a0ad-f9fec6c5c6cb,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.278650 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.281381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=62465913-9f97-4993-baaf-8784e6efa18e,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.303300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54caeb9-3d4a-4d37-bd41-eb577370ab25 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:46.325899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e54caeb9-3d4a-4d37-bd41-eb577370ab25, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25,segment=NetworkSegment(b46435d5-212b-4fae-9383-77814e4310fa),segment_id=b46435d5-212b-4fae-9383-77814e4310fa)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:46.335658 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.341139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:46.341955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:46.341955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:46.401175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e54caeb9-3d4a-4d37-bd41-eb577370ab25,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.407760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51314) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:46.471706 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b83a9a41-7f9f-46d6-bd49-881656e96dcb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=626719a959ee476ab64591cc14bf32d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599096 Aug 16 02:01:46.471706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51318) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:46.538230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26dd0e4d-cb20-41b9-a13d-1168e38c32fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.558608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 50dc1518-5f9a-4ad0-a4b4-b493a618272d details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:46.569262 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26dd0e4d-cb20-41b9-a13d-1168e38c32fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.646164 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26dd0e4d-cb20-41b9-a13d-1168e38c32fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.651166 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-26dd0e4d-cb20-41b9-a13d-1168e38c32fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.657490 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-26dd0e4d-cb20-41b9-a13d-1168e38c32fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5617aa2b-7a30-458d-9b54-d8d5d1914923 HTTP/1.1" status: 204 len: 168 time: 0.1815758 Aug 16 02:01:46.666400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd0e4d-cb20-41b9-a13d-1168e38c32fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5617aa2b-7a30-458d-9b54-d8d5d1914923,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.716257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:46.716669 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:46.717508 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a82ea82-9bad-4ab0-8428-9de80f858735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.728992 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 4 to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 Aug 16 02:01:46.763917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a82ea82-9bad-4ab0-8428-9de80f858735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.764349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 50dc1518-5f9a-4ad0-a4b4-b493a618272d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:46.766375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8a82ea82-9bad-4ab0-8428-9de80f858735 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f2649e7e-bc88-4fba-bf60-4e29353aadc7 HTTP/1.1" status: 204 len: 168 time: 1.6144552 Aug 16 02:01:46.767179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:46.767514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:46.767845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:46.770038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51332) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:46.773455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e2421f8-ce1d-4b0d-8bfe-313ce4647b7e req-4b435d29-0250-44f8-87c4-f612637b7c3c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4451640 Aug 16 02:01:46.793769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '50dc1518-5f9a-4ad0-a4b4-b493a618272d', 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965', 'port_id': '50dc1518-5f9a-4ad0-a4b4-b493a618272d', 'mac_address': 'fa:16:3e:17:f7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01750861-3cff-4ec0-a5ca-4ff6e860efb0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:46.801564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82ea82-9bad-4ab0-8428-9de80f858735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2649e7e-bc88-4fba-bf60-4e29353aadc7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.806510 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.814606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:46.815049 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:46.817771 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 5 to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 Aug 16 02:01:46.822448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4ba7db-f4f3-48c2-9682-9779cf571fed']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:46.839180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:46.839511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:46.840155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:46.847310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd783f347-f3bc-413f-ae41-3345f711546b') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:46.847965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd783f347-f3bc-413f-ae41-3345f711546b') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:46.850217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:46.850691 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:46.856128 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 6 to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 Aug 16 02:01:46.862874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.865154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.882997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:46.883515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:46.884019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:46.884399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dc1518-5f9a-4ad0-a4b4-b493a618272d {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:46.889792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:46.891292 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:46.891858 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 7 to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 Aug 16 02:01:46.908164 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.910492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:46.911052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:46.911643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:46.914110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 50dc1518-5f9a-4ad0-a4b4-b493a618272d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:46.920021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:46.920652 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:46.921813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:46.922355 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.922673 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.923168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 74215e91-8911-4c4d-9c89-a45a68e41230 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:46.926018 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 8 to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:46.928705 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:46.947401 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.988716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:46.989454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:46.989997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:47.000761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:47.001434 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:47.002552 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 9 to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 Aug 16 02:01:47.018192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:47.018837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:47.019373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:47.024794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:47.025436 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:47.026027 n-d-768851-16 neutron-server[101381]: INFO neutron.plugins.ml2.plugin [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempt 10 to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 Aug 16 02:01:47.040065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.042163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:47.042718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:47.043251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempting to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:47.050119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.054102 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.056270 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "DELETE /v2.0/networks/5c4ba7db-f4f3-48c2-9682-9779cf571fed HTTP/1.1" status: 204 len: 168 time: 1.6062541 Aug 16 02:01:47.061374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51340) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:47.065105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=50dc1518-5f9a-4ad0-a4b4-b493a618272d,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.068204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:47.068785 n-d-768851-16 neutron-server[101381]: ERROR neutron.plugins.ml2.managers [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Failed to bind port d5581769-b526-4f40-abfe-deaa6af5ed24 on host n-h2-768851-16 for vnic_type normal using segments [{'id': '2aebbd87-0563-447a-8024-f46c27a20839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf74c65-c66f-42f5-9093-3b497efb99ff'}] Aug 16 02:01:47.069394 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.074643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963aecd-a66c-4a95-9759-9a9be0b38713 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event deleted for resources: {'Network': ['ID=5c4ba7db-f4f3-48c2-9682-9779cf571fed,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.099889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df1123c-1f49-4c4f-9eb2-3f3807dd3006']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.134960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 74215e91-8911-4c4d-9c89-a45a68e41230, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74215e91-8911-4c4d-9c89-a45a68e41230,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:47.148538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64552ee7-b9b8-4fc6-9e1e-8045811e2663') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.148920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64552ee7-b9b8-4fc6-9e1e-8045811e2663') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.158219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] For port d5581769-b526-4f40-abfe-deaa6af5ed24, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:47.158963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attempted to set empty binding levels {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:01:47.165909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '74215e91-8911-4c4d-9c89-a45a68e41230', 'network_id': '1d05361c-e213-4f52-8aeb-6d00c93c6965', 'port_id': '74215e91-8911-4c4d-9c89-a45a68e41230', 'mac_address': 'fa:16:3e:6a:d3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01750861-3cff-4ec0-a5ca-4ff6e860efb0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:47.169136 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.175392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.186432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] In _notify_port_updated(), no bound segment for port d5581769-b526-4f40-abfe-deaa6af5ed24 on network 5cf74c65-c66f-42f5-9093-3b497efb99ff {{(pid=101381) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:01:47.188419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.190010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.191998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "PUT /v2.0/ports/d5581769-b526-4f40-abfe-deaa6af5ed24 HTTP/1.1" status: 200 len: 980 time: 3.5929210 Aug 16 02:01:47.198776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51344) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:47.240880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429128-c1bb-48c2-96d4-093c0cdef98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event updated for resources: {'Port': ['ID=d5581769-b526-4f40-abfe-deaa6af5ed24,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.258001 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.267846 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.278039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74215e91-8911-4c4d-9c89-a45a68e41230 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:47.278526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.300796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:47.301223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:47.303668 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:47.307342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 74215e91-8911-4c4d-9c89-a45a68e41230, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74215e91-8911-4c4d-9c89-a45a68e41230,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:47.316402 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.387211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=74215e91-8911-4c4d-9c89-a45a68e41230,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.417390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['09730719-e67e-49bb-b3bd-ddbc04247286'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:47.467681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.472775 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.475531 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] 10.222.0.79 "DELETE /v2.0/networks/1df1123c-1f49-4c4f-9eb2-3f3807dd3006 HTTP/1.1" status: 204 len: 168 time: 0.7029760 Aug 16 02:01:47.484521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['62465913-9f97-4993-baaf-8784e6efa18e'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:47.527904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51366) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:47.535100 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.540080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaf510-a244-4ebc-83a1-0f8526bfb40d admin admin] Pushing event deleted for resources: {'Network': ['ID=1df1123c-1f49-4c4f-9eb2-3f3807dd3006,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.552342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbd19ec-b6d1-46b0-95a1-514447dff2d8']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.565354 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1d4b66-d863-4c9d-bd43-5d3d1925fcbb') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.565771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1d4b66-d863-4c9d-bd43-5d3d1925fcbb') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.568694 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5095e-aa46-4b05-97ab-312276447396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Deleting port d5581769-b526-4f40-abfe-deaa6af5ed24 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:47.569472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dcf5095e-aa46-4b05-97ab-312276447396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.591282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.645763 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.662127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:47.662989 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:47.665737 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:47.690314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['5a61baeb-19b0-4c95-a47c-c349b9fbaadd'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:47.722581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-dcf5095e-aa46-4b05-97ab-312276447396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] For port d5581769-b526-4f40-abfe-deaa6af5ed24, host n-h2-768851-16, got binding levels [] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:47.722947 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dcf5095e-aa46-4b05-97ab-312276447396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.726435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['e54caeb9-3d4a-4d37-bd41-eb577370ab25'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:47.751505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5095e-aa46-4b05-97ab-312276447396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Calling delete_port for d5581769-b526-4f40-abfe-deaa6af5ed24 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:47.768588 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.775445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.777978 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] 10.222.0.79 "DELETE /v2.0/networks/ccbd19ec-b6d1-46b0-95a1-514447dff2d8 HTTP/1.1" status: 204 len: 168 time: 0.7154841 Aug 16 02:01:47.795679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['551583b1-17cc-4b79-a29a-167feacb8946'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:47.810893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51378) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:47.834408 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ce970-0274-45f1-bc13-3a0f84645ef3 tempest-BulkNetworkOpsTest-1913071997 tempest-BulkNetworkOpsTest-1913071997-project] Pushing event deleted for resources: {'Network': ['ID=ccbd19ec-b6d1-46b0-95a1-514447dff2d8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.924177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dcf5095e-aa46-4b05-97ab-312276447396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.971175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dcf5095e-aa46-4b05-97ab-312276447396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.974717 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dcf5095e-aa46-4b05-97ab-312276447396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "DELETE /v2.0/ports/d5581769-b526-4f40-abfe-deaa6af5ed24 HTTP/1.1" status: 204 len: 168 time: 0.7684009 Aug 16 02:01:47.976088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5095e-aa46-4b05-97ab-312276447396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5581769-b526-4f40-abfe-deaa6af5ed24,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.977845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51384) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:48.020221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d5789cfc-2543-40e0-a9e6-a4ee6727d9a1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=349079a268e8437eb80e514d3cb358de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073569 Aug 16 02:01:48.022452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51386) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:48.045595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-831855904-network', 'tenant_id': '0ccb4a647ac748dbbacb8eb5daa1ea2e'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:48.079336 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a9fed0-a782-4f02-b3eb-1c4e5f02c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:01:48.081746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-26a9fed0-a782-4f02-b3eb-1c4e5f02c7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049 tempest-PortsAdminExtendedAttrsIpV6TestJSON-827150049-project-admin] 10.222.0.79 "GET /v2.0/ports/d5581769-b526-4f40-abfe-deaa6af5ed24 HTTP/1.1" status: 404 len: 333 time: 0.1001728 Aug 16 02:01:48.088848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51388) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:48.134742 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a02dd5df-7a4c-49ec-a061-7ea11ff079f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.191681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a02dd5df-7a4c-49ec-a061-7ea11ff079f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.226882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f074d1-063f-4763-8dc2-f4b8b9c3cd54 req-1d331cfa-3d92-4301-a2cf-bb9afbeb94e0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.234712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f074d1-063f-4763-8dc2-f4b8b9c3cd54 req-1d331cfa-3d92-4301-a2cf-bb9afbeb94e0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.243109 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['50dc1518-5f9a-4ad0-a4b4-b493a618272d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:48.244247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f074d1-063f-4763-8dc2-f4b8b9c3cd54 req-1d331cfa-3d92-4301-a2cf-bb9afbeb94e0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.253274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f074d1-063f-4763-8dc2-f4b8b9c3cd54 req-1d331cfa-3d92-4301-a2cf-bb9afbeb94e0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.263377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f074d1-063f-4763-8dc2-f4b8b9c3cd54 req-1d331cfa-3d92-4301-a2cf-bb9afbeb94e0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.284426 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f074d1-063f-4763-8dc2-f4b8b9c3cd54 req-1d331cfa-3d92-4301-a2cf-bb9afbeb94e0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.285741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['74215e91-8911-4c4d-9c89-a45a68e41230'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:48.287448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a02dd5df-7a4c-49ec-a061-7ea11ff079f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.289026 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.290538 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a02dd5df-7a4c-49ec-a061-7ea11ff079f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.291820 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a02dd5df-7a4c-49ec-a061-7ea11ff079f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/949fd1ee-87c5-4937-8ec8-e478eb74f4c3 HTTP/1.1" status: 204 len: 168 time: 0.2683570 Aug 16 02:01:48.292996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f074d1-063f-4763-8dc2-f4b8b9c3cd54 req-1d331cfa-3d92-4301-a2cf-bb9afbeb94e0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.296071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1f074d1-063f-4763-8dc2-f4b8b9c3cd54 req-1d331cfa-3d92-4301-a2cf-bb9afbeb94e0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5435 time: 0.3468027 Aug 16 02:01:48.301718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Made reservation on behalf of 0ccb4a647ac748dbbacb8eb5daa1ea2e for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:48.305358 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.306884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dd5df-7a4c-49ec-a061-7ea11ff079f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949fd1ee-87c5-4937-8ec8-e478eb74f4c3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:48.342072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51398) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:48.358492 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.360883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.416963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1f074d1-063f-4763-8dc2-f4b8b9c3cd54 req-4ea789ba-7419-4a13-88fd-95014f7dbfb7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078398 Aug 16 02:01:48.523861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.541201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf74c65-c66f-42f5-9093-3b497efb99ff']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:48.558080 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aebbd87-0563-447a-8024-f46c27a20839') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:48.558378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aebbd87-0563-447a-8024-f46c27a20839') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:48.573128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.605378 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.623775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:48.624670 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:48.710616 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:48.723756 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.746066 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.749600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] 10.222.0.79 "DELETE /v2.0/networks/5cf74c65-c66f-42f5-9093-3b497efb99ff HTTP/1.1" status: 204 len: 168 time: 0.6570115 Aug 16 02:01:48.753255 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.762006 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-db562ccd-afeb-4b8e-95f2-8fed8d7ee192 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e6bee2531b5b4bb6a017f4595ffbed26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187350 Aug 16 02:01:48.764575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51412) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:48.770086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439e388-e533-47aa-927c-ba713876082f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887456630-project] Pushing event deleted for resources: {'Network': ['ID=5cf74c65-c66f-42f5-9093-3b497efb99ff,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:48.771982 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.800316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:48.811285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c9833a-f856-498a-bf2b-ea0f4857e240,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:48.817185 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.817535 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Added segment a6aa8d37-fdce-490c-ab3d-c838d37d03b3 of type vlan for network 07080a0a-ba52-49b5-8d68-70ef81cabcde Aug 16 02:01:48.855180 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-401d4001-851e-4e8a-bb46-fb62ef078a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.866482 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.881416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-401d4001-851e-4e8a-bb46-fb62ef078a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.916112 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.916652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.917340 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.944791 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-401d4001-851e-4e8a-bb46-fb62ef078a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.947359 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-401d4001-851e-4e8a-bb46-fb62ef078a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.952414 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-401d4001-851e-4e8a-bb46-fb62ef078a3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5669ddd1-4158-4201-8cd1-676b209a3d7b HTTP/1.1" status: 204 len: 168 time: 0.1837039 Aug 16 02:01:48.960349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d4001-851e-4e8a-bb46-fb62ef078a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5669ddd1-4158-4201-8cd1-676b209a3d7b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.025783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] Pushing event updated for resources: {'Network': ['ID=07080a0a-ba52-49b5-8d68-70ef81cabcde,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.032196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51428) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:49.032412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ab3fac8f-d6f7-470d-893c-d584d4a18dee admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5031929 Aug 16 02:01:49.038544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 07080a0a-ba52-49b5-8d68-70ef81cabcde details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:49.038721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] Request body: {'subnet': {'network_id': '07080a0a-ba52-49b5-8d68-70ef81cabcde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-831855904-subnet', 'tenant_id': '0ccb4a647ac748dbbacb8eb5daa1ea2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:49.068183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] Made reservation on behalf of 0ccb4a647ac748dbbacb8eb5daa1ea2e for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:49.070748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.261872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.310804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51440) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:49.312955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=12949d9e-0d6c-4ed9-9fab-45189c7ecf2f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.331416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] Checking segment: {'id': 'a6aa8d37-fdce-490c-ab3d-c838d37d03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07080a0a-ba52-49b5-8d68-70ef81cabcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:49.331784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] Network hostable DHCP agents. Network: 07080a0a-ba52-49b5-8d68-70ef81cabcde, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:49.349661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] Network 07080a0a-ba52-49b5-8d68-70ef81cabcde is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:49.360131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 07080a0a-ba52-49b5-8d68-70ef81cabcde) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:49.365543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.366451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.374136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c355055-30a8-45f5-8121-6773199c6297 None None] Network 07080a0a-ba52-49b5-8d68-70ef81cabcde requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:49.392426 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a0f7d70e-76ba-4a51-9a0a-552010a37d2d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3585281 Aug 16 02:01:49.525168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119352de-3fe3-4c23-9e41-092bd695ac59 None None] Network 07080a0a-ba52-49b5-8d68-70ef81cabcde requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:49.599643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd0db9-d9ce-4157-b16f-b429a39ca6d7 req-180af834-a9b1-4910-8ad6-a6a9232f502b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.606494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd0db9-d9ce-4157-b16f-b429a39ca6d7 req-180af834-a9b1-4910-8ad6-a6a9232f502b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.613570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd0db9-d9ce-4157-b16f-b429a39ca6d7 req-180af834-a9b1-4910-8ad6-a6a9232f502b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.619684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd0db9-d9ce-4157-b16f-b429a39ca6d7 req-180af834-a9b1-4910-8ad6-a6a9232f502b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.625966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd0db9-d9ce-4157-b16f-b429a39ca6d7 req-180af834-a9b1-4910-8ad6-a6a9232f502b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.634234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd0db9-d9ce-4157-b16f-b429a39ca6d7 req-180af834-a9b1-4910-8ad6-a6a9232f502b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.640925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd0db9-d9ce-4157-b16f-b429a39ca6d7 req-180af834-a9b1-4910-8ad6-a6a9232f502b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.643832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2cd0db9-d9ce-4157-b16f-b429a39ca6d7 req-180af834-a9b1-4910-8ad6-a6a9232f502b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5435 time: 0.1068878 Aug 16 02:01:49.691073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2cd0db9-d9ce-4157-b16f-b429a39ca6d7 req-066a508e-6402-4a51-9d2f-bc356681f85b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407441 Aug 16 02:01:49.742564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51458) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:49.745640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-811b90c5-cdd5-4e3f-9504-e303051e833e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d6f29f10a0b24fcca12136edb773106f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336247 Aug 16 02:01:49.816360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ab9d82b-2f17-40ee-a3db-8ac37299e723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.848102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ab9d82b-2f17-40ee-a3db-8ac37299e723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.910485 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ab9d82b-2f17-40ee-a3db-8ac37299e723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.913353 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ab9d82b-2f17-40ee-a3db-8ac37299e723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.914547 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4ab9d82b-2f17-40ee-a3db-8ac37299e723 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5892786e-ed14-4883-a0c3-0e227ee266f1 HTTP/1.1" status: 204 len: 168 time: 0.1703546 Aug 16 02:01:49.922855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9d82b-2f17-40ee-a3db-8ac37299e723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5892786e-ed14-4883-a0c3-0e227ee266f1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.584999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51502) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:50.594470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 09730719-e67e-49bb-b3bd-ddbc04247286 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:50.632674 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bc0f65db-d035-49b2-a350-0a761d3c4453 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c82ed1e461d24006b26e13e9c9797235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443017 Aug 16 02:01:50.632917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51504) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:50.656897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 09730719-e67e-49bb-b3bd-ddbc04247286 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:50.663707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 09730719-e67e-49bb-b3bd-ddbc04247286 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:50.665361 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.684311 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5928b781-d307-4564-aa11-e81cc4b63394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.712406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5928b781-d307-4564-aa11-e81cc4b63394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.782829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5928b781-d307-4564-aa11-e81cc4b63394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.786377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5928b781-d307-4564-aa11-e81cc4b63394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.787924 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5928b781-d307-4564-aa11-e81cc4b63394 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bbdada58-70a9-4ebd-84c0-48ddc0f07296 HTTP/1.1" status: 204 len: 168 time: 0.1538470 Aug 16 02:01:50.796764 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.804278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928b781-d307-4564-aa11-e81cc4b63394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdada58-70a9-4ebd-84c0-48ddc0f07296,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.830922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09730719-e67e-49bb-b3bd-ddbc04247286'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:50.833338 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98775eee-db05-4e16-aa2d-0a95fb45a3fd" -d '{"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "09730719-e67e-49bb-b3bd-ddbc04247286"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:50.873518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 09730719-e67e-49bb-b3bd-ddbc04247286, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=09730719-e67e-49bb-b3bd-ddbc04247286,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:50.878800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea049b-e0d2-4781-8c08-62b1f5b204c5 req-627e1181-6e91-404a-8687-ecc152bb9e8b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.886277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea049b-e0d2-4781-8c08-62b1f5b204c5 req-627e1181-6e91-404a-8687-ecc152bb9e8b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.887803 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.893848 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5116dcd7-fc7b-4cff-93f9-3829f89474d8 x-openstack-request-id: req-5116dcd7-fc7b-4cff-93f9-3829f89474d8 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:50.894362 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "09730719-e67e-49bb-b3bd-ddbc04247286", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:50.894772 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5116dcd7-fc7b-4cff-93f9-3829f89474d8 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:50.895005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea049b-e0d2-4781-8c08-62b1f5b204c5 req-627e1181-6e91-404a-8687-ecc152bb9e8b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.895478 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09730719-e67e-49bb-b3bd-ddbc04247286', 'code': 200} Aug 16 02:01:50.902068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea049b-e0d2-4781-8c08-62b1f5b204c5 req-627e1181-6e91-404a-8687-ecc152bb9e8b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.908700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea049b-e0d2-4781-8c08-62b1f5b204c5 req-627e1181-6e91-404a-8687-ecc152bb9e8b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.915585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea049b-e0d2-4781-8c08-62b1f5b204c5 req-627e1181-6e91-404a-8687-ecc152bb9e8b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.923063 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea049b-e0d2-4781-8c08-62b1f5b204c5 req-627e1181-6e91-404a-8687-ecc152bb9e8b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.925274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9ea049b-e0d2-4781-8c08-62b1f5b204c5 req-627e1181-6e91-404a-8687-ecc152bb9e8b tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5435 time: 0.1255274 Aug 16 02:01:50.952631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=09730719-e67e-49bb-b3bd-ddbc04247286,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.974682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9ea049b-e0d2-4781-8c08-62b1f5b204c5 req-6ad5b05a-6ab2-4aea-abe0-489fd06ee407 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429485 Aug 16 02:01:51.009571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51520) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.314657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2063993099-network', 'tenant_id': 'e292f445598748e59e3932c6e78f113c'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:51.342104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Made reservation on behalf of e292f445598748e59e3932c6e78f113c for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:51.345667 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.355004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51538) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.360669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-583146323-network', 'tenant_id': '943c33c0ee624c4db32cf3541b4dab50'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:51.365387 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.366959 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:01:51.393210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Made reservation on behalf of 943c33c0ee624c4db32cf3541b4dab50 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:51.397092 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.409711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.451435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51542) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.489291 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.495532 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.522412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:51.552351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7378da9-e098-44fe-818e-1eaba55d2e81,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.557715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.558314 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Added segment 11d58265-8d63-4da6-a0e6-73e7256a9c50 of type vlan for network cd8931ac-1883-49aa-86ac-51bf9f89c537 Aug 16 02:01:51.607823 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.618516 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.625559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.639301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:51.656784 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.657855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.659031 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.659175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.659383 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Added segment 4fdb2f5f-99b1-4f57-974f-5500f7128e40 of type vlan for network 65a2491b-7563-4ee4-bc1a-397a3b8755d3 Aug 16 02:01:51.718436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0fceeaa-095f-4f88-8331-35d8fe88b30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.720318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa4ba07-1f0f-47fa-8128-cc2d9e54bda7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.731813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7184763 Aug 16 02:01:51.732538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51552) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.738313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] Request body: {'subnet': {'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2063993099-subnet', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:51.741325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.755768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49091bb-eca4-442e-966f-963398b930dc admin admin] Pushing event updated for resources: {'Network': ['ID=cd8931ac-1883-49aa-86ac-51bf9f89c537,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.772026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:51.783123 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.api [None req-e0fceeaa-095f-4f88-8331-35d8fe88b30f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:01:51.783123 n-d-768851-16 neutron-server[101380]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:01:51.783123 n-d-768851-16 neutron-server[101380]: [parameters: {'project_id_1': 'ed99b2091bb44bc3967060a1cc53aee9', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 1, 51, 751532)}] Aug 16 02:01:51.783123 n-d-768851-16 neutron-server[101380]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:01:51.784281 n-d-768851-16 neutron-server[101380]: DEBUG oslo_db.api [None req-e0fceeaa-095f-4f88-8331-35d8fe88b30f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:01:51.787317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] Made reservation on behalf of e292f445598748e59e3932c6e78f113c for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:51.790051 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.798788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.800262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.801086 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.873119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51560) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.894734 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5385597 Aug 16 02:01:51.895557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635cf1f-dca0-4864-b3f5-f07f1ecc683c admin admin] Pushing event updated for resources: {'Network': ['ID=65a2491b-7563-4ee4-bc1a-397a3b8755d3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.897983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51564) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.903647 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] Request body: {'subnet': {'network_id': '65a2491b-7563-4ee4-bc1a-397a3b8755d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-583146323-subnet', 'tenant_id': '943c33c0ee624c4db32cf3541b4dab50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:51.908606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 65a2491b-7563-4ee4-bc1a-397a3b8755d3 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:51.940022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] Made reservation on behalf of 943c33c0ee624c4db32cf3541b4dab50 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:51.943796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.030251 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.228115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] Pushing event updated for resources: {'Subnet': ['ID=568258cf-724a-481a-a822-21f7d620f7aa,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.230477 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.238388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] Checking segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:52.238760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] Network hostable DHCP agents. Network: cd8931ac-1883-49aa-86ac-51bf9f89c537, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:52.292221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0fceeaa-095f-4f88-8331-35d8fe88b30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.298901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632f71-a095-43d8-96be-e0909152a01f req-321ffcc3-25c2-44b2-92f2-0b796d3bf764 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.305836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632f71-a095-43d8-96be-e0909152a01f req-321ffcc3-25c2-44b2-92f2-0b796d3bf764 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.312103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632f71-a095-43d8-96be-e0909152a01f req-321ffcc3-25c2-44b2-92f2-0b796d3bf764 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.317991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632f71-a095-43d8-96be-e0909152a01f req-321ffcc3-25c2-44b2-92f2-0b796d3bf764 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.324332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632f71-a095-43d8-96be-e0909152a01f req-321ffcc3-25c2-44b2-92f2-0b796d3bf764 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.332065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632f71-a095-43d8-96be-e0909152a01f req-321ffcc3-25c2-44b2-92f2-0b796d3bf764 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.338094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632f71-a095-43d8-96be-e0909152a01f req-321ffcc3-25c2-44b2-92f2-0b796d3bf764 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.340066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1632f71-a095-43d8-96be-e0909152a01f req-321ffcc3-25c2-44b2-92f2-0b796d3bf764 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5436 time: 0.2291856 Aug 16 02:01:52.346550 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0d41fe94-1c9d-4c4e-bb38-ba434e4d3bbc tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] Request body: {'port': {'network_id': 'a2e7608a-f917-422c-9dd6-75b30df9d5ec', 'name': 'tempest-NetworksNegativeTestJSON-1132288544'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:52.360007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b094e2-3080-488d-aab7-791b185fed85,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.376099 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d41fe94-1c9d-4c4e-bb38-ba434e4d3bbc tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] POST failed (client error): The resource could not be found. Aug 16 02:01:52.376724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d41fe94-1c9d-4c4e-bb38-ba434e4d3bbc tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:52.377904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0d41fe94-1c9d-4c4e-bb38-ba434e4d3bbc tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5015800 Aug 16 02:01:52.385400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51588) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.389236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:52.390602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] Checking segment: {'id': '4fdb2f5f-99b1-4f57-974f-5500f7128e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '65a2491b-7563-4ee4-bc1a-397a3b8755d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:52.391032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] Network hostable DHCP agents. Network: 65a2491b-7563-4ee4-bc1a-397a3b8755d3, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:52.425250 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00c99b8-81a8-4fb7-a43c-ab0ae7d6e247 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] DELETE failed (client error): The resource could not be found. Aug 16 02:01:52.425891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00c99b8-81a8-4fb7-a43c-ab0ae7d6e247 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:52.427616 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a00c99b8-81a8-4fb7-a43c-ab0ae7d6e247 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] 10.222.0.79 "DELETE /v2.0/networks/c8fcc0f3-6c7a-41c8-a34a-88f3839adbf3 HTTP/1.1" status: 404 len: 339 time: 0.0411921 Aug 16 02:01:52.428272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, cd8931ac-1883-49aa-86ac-51bf9f89c537) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:52.431745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51592) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.438406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.439408 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.444069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1805a9a1-e423-4626-8034-bf02e6182689 None None] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:52.449869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1632f71-a095-43d8-96be-e0909152a01f req-feae9323-b987-456b-905b-c2bd49054103 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919738 Aug 16 02:01:52.465315 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ec23c5-04a7-48e0-add0-fdb3f1732e67 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] DELETE failed (client error): The resource could not be found. Aug 16 02:01:52.466055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ec23c5-04a7-48e0-add0-fdb3f1732e67 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:52.467827 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-90ec23c5-04a7-48e0-add0-fdb3f1732e67 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] 10.222.0.79 "DELETE /v2.0/ports/5bea387e-8877-4997-b879-68e870ad5711 HTTP/1.1" status: 404 len: 333 time: 0.0347548 Aug 16 02:01:52.472585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51594) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.477982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] Network 65a2491b-7563-4ee4-bc1a-397a3b8755d3 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:52.491383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 65a2491b-7563-4ee4-bc1a-397a3b8755d3) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:52.503623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.504846 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.534136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7d939-c912-4d3a-9329-5f8a80cee89c None None] Network 65a2491b-7563-4ee4-bc1a-397a3b8755d3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:52.544202 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed352d08-176d-48c5-bdac-55d7178c701f tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] DELETE failed (client error): The resource could not be found. Aug 16 02:01:52.544657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed352d08-176d-48c5-bdac-55d7178c701f tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:52.550758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51596) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.550957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ed352d08-176d-48c5-bdac-55d7178c701f tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] 10.222.0.79 "DELETE /v2.0/subnets/b8389417-c6f7-486c-8e92-05c8c9d6e57a HTTP/1.1" status: 404 len: 337 time: 0.0771036 Aug 16 02:01:52.565944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51598) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.581481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0fceeaa-095f-4f88-8331-35d8fe88b30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.583697 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a072961-7d8b-41d3-adca-174b14176494 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] GET failed (client error): The resource could not be found. Aug 16 02:01:52.589416 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6a072961-7d8b-41d3-adca-174b14176494 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] 10.222.0.79 "GET /v2.0/networks/c96db49e-8fcb-4db9-9d99-935ce064a17a HTTP/1.1" status: 404 len: 339 time: 0.0296006 Aug 16 02:01:52.589974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51602) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.607479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3e696961-2609-4a0e-a517-83ff6858f55e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8740458 Aug 16 02:01:52.608428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51604) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.613788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:52.627251 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73715d9-56f6-47cf-a46e-d530daa533b7 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] GET failed (client error): The resource could not be found. Aug 16 02:01:52.633451 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f73715d9-56f6-47cf-a46e-d530daa533b7 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] 10.222.0.79 "GET /v2.0/ports/c34323fc-d3af-46d5-836c-16f47927b722 HTTP/1.1" status: 404 len: 333 time: 0.0382226 Aug 16 02:01:52.633451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51606) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.647056 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0fceeaa-095f-4f88-8331-35d8fe88b30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.678032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 50dc1518-5f9a-4ad0-a4b4-b493a618272d up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:52.680914 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eca48155-212e-4bc0-bde9-afa4c9b61662 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7817841 Aug 16 02:01:52.696826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-895846163'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:52.705084 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc56160-c97b-41c6-9af6-b622b557823c tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] GET failed (client error): The resource could not be found. Aug 16 02:01:52.706430 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-efc56160-c97b-41c6-9af6-b622b557823c tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] 10.222.0.79 "GET /v2.0/subnets/dbc20510-459f-42a9-bd09-f5a52729e729 HTTP/1.1" status: 404 len: 337 time: 0.0716567 Aug 16 02:01:52.716489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51612) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.730442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4dfcb368-2591-4418-8a8b-eea3c05ad866 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:52.748081 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfcb368-2591-4418-8a8b-eea3c05ad866 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] PUT failed (client error): The resource could not be found. Aug 16 02:01:52.748468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfcb368-2591-4418-8a8b-eea3c05ad866 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:52.749796 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4dfcb368-2591-4418-8a8b-eea3c05ad866 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] 10.222.0.79 "PUT /v2.0/networks/9c393723-3f48-4480-a0a8-a3f4bf42b637 HTTP/1.1" status: 404 len: 339 time: 0.0261691 Aug 16 02:01:52.752576 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.754563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51616) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.756646 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.757203 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e0fceeaa-095f-4f88-8331-35d8fe88b30f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed99b2091bb44bc3967060a1cc53aee9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3047719 Aug 16 02:01:52.762649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-03a487a3-5db2-4571-a623-7bb558509dad tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:52.765275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51618) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.766734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Made reservation on behalf of 2d2d6b02db244731b730b3e226e783cb for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:52.779501 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.782029 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a487a3-5db2-4571-a623-7bb558509dad tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] PUT failed (client error): The resource could not be found. Aug 16 02:01:52.782960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a487a3-5db2-4571-a623-7bb558509dad tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:52.787805 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-03a487a3-5db2-4571-a623-7bb558509dad tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] 10.222.0.79 "PUT /v2.0/ports/8a2ab6bc-4606-4d46-9675-1fc6f47d929a HTTP/1.1" status: 404 len: 333 time: 0.0259643 Aug 16 02:01:52.787805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fceeaa-095f-4f88-8331-35d8fe88b30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff91878-7332-44be-8038-38f6ed9f6bc4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.800456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51620) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.803756 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.809169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-342ada41-8703-447c-878a-b7d35daef357 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:52.855451 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-342ada41-8703-447c-878a-b7d35daef357 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] PUT failed (client error): The resource could not be found. Aug 16 02:01:52.856064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342ada41-8703-447c-878a-b7d35daef357 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:01:52.857652 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-342ada41-8703-447c-878a-b7d35daef357 tempest-NetworksNegativeTestJSON-1571489254 tempest-NetworksNegativeTestJSON-1571489254-project] 10.222.0.79 "PUT /v2.0/subnets/0d7be996-c10c-4d06-8861-8043ea5be646 HTTP/1.1" status: 404 len: 337 time: 0.0559464 Aug 16 02:01:52.907934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc5435e-ce8e-48fc-af78-bb590f224104 None None] Network 65a2491b-7563-4ee4-bc1a-397a3b8755d3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:52.953891 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.956632 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f34dc170-1b7a-48bc-9efd-4cc8c45ac9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.008223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-cd8931ac-1883-49aa-86ac-51bf9f89c537', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:53.009426 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.039866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 50dc1518-5f9a-4ad0-a4b4-b493a618272d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:53.062902 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f34dc170-1b7a-48bc-9efd-4cc8c45ac9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.110301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 50dc1518-5f9a-4ad0-a4b4-b493a618272d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:53.110920 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.186317 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.270385 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.275596 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f34dc170-1b7a-48bc-9efd-4cc8c45ac9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.279182 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f34dc170-1b7a-48bc-9efd-4cc8c45ac9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.282029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f34dc170-1b7a-48bc-9efd-4cc8c45ac9f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eff91878-7332-44be-8038-38f6ed9f6bc4 HTTP/1.1" status: 204 len: 168 time: 0.4811771 Aug 16 02:01:53.287475 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.301313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:53.313651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.314295 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Added segment 84881904-af5f-4bf2-bb6b-e4de18caa368 of type vlan for network fce33481-aa41-41d3-b0c8-2fec1b72abf2 Aug 16 02:01:53.338029 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.341366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Allocated IP 172.20.0.2 (cd8931ac-1883-49aa-86ac-51bf9f89c537/568258cf-724a-481a-a822-21f7d620f7aa/49d9fe3a-7a97-4a36-b3ba-59b362d527db) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:53.379561 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.384317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dc170-1b7a-48bc-9efd-4cc8c45ac9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff91878-7332-44be-8038-38f6ed9f6bc4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.387482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc1518-5f9a-4ad0-a4b4-b493a618272d'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:53.389872 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd432ce6-34cf-478d-8b20-95cb97a42fd4" -d '{"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "50dc1518-5f9a-4ad0-a4b4-b493a618272d"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:53.443042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576a2d0a-fd42-4f50-b0d6-aa821d8b4c2e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.445940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 50dc1518-5f9a-4ad0-a4b4-b493a618272d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:53.458571 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.459594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 551583b1-17cc-4b79-a29a-167feacb8946 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:53.479503 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.486674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:53.487670 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.556400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=50dc1518-5f9a-4ad0-a4b4-b493a618272d,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.561224 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc15efe0-b402-40ad-bda6-cb7cf93fca9b x-openstack-request-id: req-cc15efe0-b402-40ad-bda6-cb7cf93fca9b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:53.561768 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "50dc1518-5f9a-4ad0-a4b4-b493a618272d", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:53.562713 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cc15efe0-b402-40ad-bda6-cb7cf93fca9b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:53.563265 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dc1518-5f9a-4ad0-a4b4-b493a618272d', 'code': 200} Aug 16 02:01:53.576896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51650) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:53.580016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0141296 Aug 16 02:01:53.586974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51652) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:53.601843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 551583b1-17cc-4b79-a29a-167feacb8946 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:53.608370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Request body: {'subnet': {'network_id': 'fce33481-aa41-41d3-b0c8-2fec1b72abf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:53.613223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 551583b1-17cc-4b79-a29a-167feacb8946 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:53.613838 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.736958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.740036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dc40e-19bd-4ef9-98de-783b4f600fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Pushing event updated for resources: {'Network': ['ID=fce33481-aa41-41d3-b0c8-2fec1b72abf2,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.751292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Transition to ACTIVE for port object 49d9fe3a-7a97-4a36-b3ba-59b362d527db will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:53.753444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network fce33481-aa41-41d3-b0c8-2fec1b72abf2 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:53.759509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b571f7fa-1e18-4cda-9ddc-22cc03edfa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.819835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Transition to ACTIVE for port object 49d9fe3a-7a97-4a36-b3ba-59b362d527db will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:53.867640 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.884727 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.926755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:53.943742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:53.948796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:53.977497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 551583b1-17cc-4b79-a29a-167feacb8946, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=551583b1-17cc-4b79-a29a-167feacb8946,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:53.978720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Pushing event updated for resources: {'Port': ['ID=49d9fe3a-7a97-4a36-b3ba-59b362d527db,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.000104 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.001357 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5a61baeb-19b0-4c95-a47c-c349b9fbaadd up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:54.009003 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b571f7fa-1e18-4cda-9ddc-22cc03edfa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.025828 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b571f7fa-1e18-4cda-9ddc-22cc03edfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.091202 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Attempting to bind port 49d9fe3a-7a97-4a36-b3ba-59b362d527db on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:54.091947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Attempting to bind port 49d9fe3a-7a97-4a36-b3ba-59b362d527db by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:54.092508 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Attempting to bind port 49d9fe3a-7a97-4a36-b3ba-59b362d527db on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:54.112722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:54.113422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Checking segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:54.114062 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.114668 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Bound using segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:54.115362 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Bound port: 49d9fe3a-7a97-4a36-b3ba-59b362d527db, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:54.116449 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.118518 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.127791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-6ef63a53-8c3f-4954-b628-d2fb26f67761 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.129407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-6ef63a53-8c3f-4954-b628-d2fb26f67761 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/networks?id=07080a0a-ba52-49b5-8d68-70ef81cabcde HTTP/1.1" status: 200 len: 811 time: 0.4459891 Aug 16 02:01:54.144417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=551583b1-17cc-4b79-a29a-167feacb8946,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.152073 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b571f7fa-1e18-4cda-9ddc-22cc03edfa01 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=627a7e715c474b1e9f1d544016d1b1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725639 Aug 16 02:01:54.162581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51668) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:54.192732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23103af-3460-4310-9a0d-ac652c64d674 req-2382c73a-9d3a-462d-baa8-57877aa66fca tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.197813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:54.199154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23103af-3460-4310-9a0d-ac652c64d674 req-2382c73a-9d3a-462d-baa8-57877aa66fca tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.205794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23103af-3460-4310-9a0d-ac652c64d674 req-2382c73a-9d3a-462d-baa8-57877aa66fca tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.209502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571f7fa-1e18-4cda-9ddc-22cc03edfa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b013016d-e94f-479a-9fa4-a3d61c3fcfdf,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.217131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51670) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:54.220165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:54.220539 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.225529 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23103af-3460-4310-9a0d-ac652c64d674 req-2382c73a-9d3a-462d-baa8-57877aa66fca tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.234326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23103af-3460-4310-9a0d-ac652c64d674 req-2382c73a-9d3a-462d-baa8-57877aa66fca tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.240387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23103af-3460-4310-9a0d-ac652c64d674 req-2382c73a-9d3a-462d-baa8-57877aa66fca tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.247998 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23103af-3460-4310-9a0d-ac652c64d674 req-2382c73a-9d3a-462d-baa8-57877aa66fca tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.250137 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25154f7e-5405-4391-8812-fbb92312cae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.256419 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a23103af-3460-4310-9a0d-ac652c64d674 req-2382c73a-9d3a-462d-baa8-57877aa66fca tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5437 time: 0.4033427 Aug 16 02:01:54.258955 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.270734 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e1813433-2c7c-4aaa-806f-1bf8f34237d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.278602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] For port 49d9fe3a-7a97-4a36-b3ba-59b362d527db, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:54.296030 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e1813433-2c7c-4aaa-806f-1bf8f34237d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.299419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] For port 49d9fe3a-7a97-4a36-b3ba-59b362d527db, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=49d9fe3a-7a97-4a36-b3ba-59b362d527db,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:54.301597 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-92d9cb08-e7c4-4e34-8c01-358f444db6a0 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/quotas/0ccb4a647ac748dbbacb8eb5daa1ea2e HTTP/1.1" status: 200 len: 375 time: 0.1612666 Aug 16 02:01:54.346460 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.347729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Made reservation on behalf of 2d2d6b02db244731b730b3e226e783cb for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:54.352212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.379208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e1813433-2c7c-4aaa-806f-1bf8f34237d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.382584 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e1813433-2c7c-4aaa-806f-1bf8f34237d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.384736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5a61baeb-19b0-4c95-a47c-c349b9fbaadd,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:54.387322 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e1813433-2c7c-4aaa-806f-1bf8f34237d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b013016d-e94f-479a-9fa4-a3d61c3fcfdf HTTP/1.1" status: 204 len: 168 time: 0.2176607 Aug 16 02:01:54.388894 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.405020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1813433-2c7c-4aaa-806f-1bf8f34237d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b013016d-e94f-479a-9fa4-a3d61c3fcfdf,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.450890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25154f7e-5405-4391-8812-fbb92312cae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.463071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25154f7e-5405-4391-8812-fbb92312cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.492551 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.493358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 62465913-9f97-4993-baaf-8784e6efa18e up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:54.544383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931f26d-f6bd-4c11-a4f2-16ee733f98ab None None] Pushing event updated for resources: {'Port': ['ID=49d9fe3a-7a97-4a36-b3ba-59b362d527db,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.564342 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-25154f7e-5405-4391-8812-fbb92312cae2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=09e0e041daef4a929f2a1ac9d88ede63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462565 Aug 16 02:01:54.566460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25154f7e-5405-4391-8812-fbb92312cae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd829270-3ef6-4452-a147-aad868c4b092,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.568910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51676) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:54.610891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a23103af-3460-4310-9a0d-ac652c64d674 req-b0f7bdfd-132a-40f5-b8a1-cee758b0529a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3532617 Aug 16 02:01:54.633986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 62465913-9f97-4993-baaf-8784e6efa18e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:54.651264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-41c69ae5-0372-4d05-8ffd-9d79a57e28ee tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ccb4a647ac748dbbacb8eb5daa1ea2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2170327 Aug 16 02:01:54.670231 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a153828-32b8-455b-90f2-082770b08c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.671971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 62465913-9f97-4993-baaf-8784e6efa18e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:54.674379 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.709532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Allocated IP 172.25.2.153 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/a4b13fe6-4943-471d-9446-891ebbf1d765) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:54.731413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a153828-32b8-455b-90f2-082770b08c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.767520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=5a61baeb-19b0-4c95-a47c-c349b9fbaadd,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.811460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a153828-32b8-455b-90f2-082770b08c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.822499 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a153828-32b8-455b-90f2-082770b08c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.824524 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7a153828-32b8-455b-90f2-082770b08c9f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd829270-3ef6-4452-a147-aad868c4b092 HTTP/1.1" status: 204 len: 168 time: 0.2547469 Aug 16 02:01:54.848108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a153828-32b8-455b-90f2-082770b08c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd829270-3ef6-4452-a147-aad868c4b092,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.912001 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.000437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.040857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 62465913-9f97-4993-baaf-8784e6efa18e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=62465913-9f97-4993-baaf-8784e6efa18e,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:55.054607 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.056657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 74215e91-8911-4c4d-9c89-a45a68e41230 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:55.057473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-80e92aa2-43ff-4e38-b2eb-120017feddf4 service neutron] 10.222.0.79 "GET /v2.0/networks/07080a0a-ba52-49b5-8d68-70ef81cabcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872490 Aug 16 02:01:55.409703 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 74215e91-8911-4c4d-9c89-a45a68e41230 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:55.418144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=62465913-9f97-4993-baaf-8784e6efa18e,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:55.427738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 74215e91-8911-4c4d-9c89-a45a68e41230 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:55.428198 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.479365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Pushing event updated for resources: {'Subnet': ['ID=846c616a-81ad-4708-b367-55a4d4edaa76,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:55.534042 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.565333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551583b1-17cc-4b79-a29a-167feacb8946'}, {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a61baeb-19b0-4c95-a47c-c349b9fbaadd'}, {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62465913-9f97-4993-baaf-8784e6efa18e'}, {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74215e91-8911-4c4d-9c89-a45a68e41230'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:55.568234 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fdf38c-8d73-418e-a98b-67e6fab64695" -d '{"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "551583b1-17cc-4b79-a29a-167feacb8946"}, {"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "5a61baeb-19b0-4c95-a47c-c349b9fbaadd"}, {"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "62465913-9f97-4993-baaf-8784e6efa18e"}, {"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "74215e91-8911-4c4d-9c89-a45a68e41230"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:55.568719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Checking segment: {'id': '84881904-af5f-4bf2-bb6b-e4de18caa368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fce33481-aa41-41d3-b0c8-2fec1b72abf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:55.569125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Network hostable DHCP agents. Network: fce33481-aa41-41d3-b0c8-2fec1b72abf2, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:55.582459 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.600775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 74215e91-8911-4c4d-9c89-a45a68e41230, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74215e91-8911-4c4d-9c89-a45a68e41230,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:55.607343 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.608336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e54caeb9-3d4a-4d37-bd41-eb577370ab25 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:55.708091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Network fce33481-aa41-41d3-b0c8-2fec1b72abf2 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:55.710284 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018d607b-5ba8-48ea-a4e8-45574828a15a x-openstack-request-id: req-018d607b-5ba8-48ea-a4e8-45574828a15a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:55.710592 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "551583b1-17cc-4b79-a29a-167feacb8946", "code": 200}, {"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "5a61baeb-19b0-4c95-a47c-c349b9fbaadd", "code": 200}, {"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "62465913-9f97-4993-baaf-8784e6efa18e", "code": 200}, {"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "74215e91-8911-4c4d-9c89-a45a68e41230", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:55.710875 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-018d607b-5ba8-48ea-a4e8-45574828a15a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:55.711247 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551583b1-17cc-4b79-a29a-167feacb8946', 'code': 200} Aug 16 02:01:55.711595 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a61baeb-19b0-4c95-a47c-c349b9fbaadd', 'code': 200} Aug 16 02:01:55.711737 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62465913-9f97-4993-baaf-8784e6efa18e', 'code': 200} Aug 16 02:01:55.711988 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74215e91-8911-4c4d-9c89-a45a68e41230', 'code': 200} Aug 16 02:01:55.722143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-c548f9fd-8139-4635-a3e1-7efbddecf2b0 service neutron] 10.222.0.79 "GET /v2.0/networks/07080a0a-ba52-49b5-8d68-70ef81cabcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548963 Aug 16 02:01:55.746560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=74215e91-8911-4c4d-9c89-a45a68e41230,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:55.761776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51714) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:55.776339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, fce33481-aa41-41d3-b0c8-2fec1b72abf2) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:55.792136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:55.792136 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.798507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b392141e-fec7-4d4a-af36-70a57fa84365 None None] Network fce33481-aa41-41d3-b0c8-2fec1b72abf2 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:55.830007 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.865538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51720) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:55.866117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e82ab566-fd2e-44fc-9502-27cd0703556a tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2756917 Aug 16 02:01:55.871457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Request body: {'port': {'network_id': 'fce33481-aa41-41d3-b0c8-2fec1b72abf2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-84675259'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:55.920262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:55.937201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 49d9fe3a-7a97-4a36-b3ba-59b362d527db up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:55.948911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:55.963293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:56.004958 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-915183603'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:56.033176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b13fe6-4943-471d-9446-891ebbf1d765,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.062844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7fbb4-3358-4128-9cfd-e3230090d295 req-293339d3-f800-419f-af89-f456978458dd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.073740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7fbb4-3358-4128-9cfd-e3230090d295 req-293339d3-f800-419f-af89-f456978458dd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.083530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:56.085144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7fbb4-3358-4128-9cfd-e3230090d295 req-293339d3-f800-419f-af89-f456978458dd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.096424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port e54caeb9-3d4a-4d37-bd41-eb577370ab25 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:56.097142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7fbb4-3358-4128-9cfd-e3230090d295 req-293339d3-f800-419f-af89-f456978458dd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.099737 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.104941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7fbb4-3358-4128-9cfd-e3230090d295 req-293339d3-f800-419f-af89-f456978458dd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.113419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7fbb4-3358-4128-9cfd-e3230090d295 req-293339d3-f800-419f-af89-f456978458dd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.126757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.132899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7fbb4-3358-4128-9cfd-e3230090d295 req-293339d3-f800-419f-af89-f456978458dd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.141836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port e54caeb9-3d4a-4d37-bd41-eb577370ab25 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:56.144729 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.151817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ba7fbb4-3358-4128-9cfd-e3230090d295 req-293339d3-f800-419f-af89-f456978458dd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5441 time: 0.3523855 Aug 16 02:01:56.272794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-411592ad-b5e6-4887-bc1a-18b713bcb88f req-01eca259-033a-4d23-b6bc-c2707a17d8d9 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 210 time: 0.0953956 Aug 16 02:01:56.299322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 49d9fe3a-7a97-4a36-b3ba-59b362d527db completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:56.357900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ba7fbb4-3358-4128-9cfd-e3230090d295 req-2e7f3e02-5a1f-4060-9918-63a38b5bd755 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1982281 Aug 16 02:01:56.393775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8450b5e-d29b-45af-9f15-073faf2a13e2 None None] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:56.394678 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.410557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.443348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-fce33481-aa41-41d3-b0c8-2fec1b72abf2', 'network_id': 'fce33481-aa41-41d3-b0c8-2fec1b72abf2', 'tenant_id': '2d2d6b02db244731b730b3e226e783cb', 'fixed_ips': [{'subnet_id': '846c616a-81ad-4708-b367-55a4d4edaa76'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:56.444779 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.494033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:56.514172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Made reservation on behalf of 2d2d6b02db244731b730b3e226e783cb for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:56.520101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.537610 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.538658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7116a373-7d08-4c7f-a5af-039cda082d55,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.542218 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.543267 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Added segment 91fe4a85-173f-4121-b0ea-85a9cbac5dd8 of type vlan for network a9e87a88-468e-41e2-8176-d1fbc840012e Aug 16 02:01:56.559892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] device_id is not set on port b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:56.569582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bb9c5d2e-2c6d-46ad-8e83-0733d2070db6 None None] Provisioning for port 49d9fe3a-7a97-4a36-b3ba-59b362d527db completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:56.585981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bb9c5d2e-2c6d-46ad-8e83-0733d2070db6 None None] Provisioning complete for port 49d9fe3a-7a97-4a36-b3ba-59b362d527db triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:56.586211 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5d2e-2c6d-46ad-8e83-0733d2070db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.754423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Allocated IP 2001:db8::1d8 (fce33481-aa41-41d3-b0c8-2fec1b72abf2/846c616a-81ad-4708-b367-55a4d4edaa76/b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:56.829397 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.865253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.918714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e54caeb9-3d4a-4d37-bd41-eb577370ab25, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25,segment=NetworkSegment(b46435d5-212b-4fae-9383-77814e4310fa),segment_id=b46435d5-212b-4fae-9383-77814e4310fa)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:56.944905 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.039982 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.050330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.050990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.117514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e54caeb9-3d4a-4d37-bd41-eb577370ab25,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:57.172300 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5d2e-2c6d-46ad-8e83-0733d2070db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.210830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.224209 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4587619 Aug 16 02:01:57.226913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1734a9f-496b-435d-b6db-6b5bece7f06d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Network': ['ID=a9e87a88-468e-41e2-8176-d1fbc840012e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:57.236937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51762) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:57.251546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'name': 'tempest-PortsTestJSON-197280953'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:57.252592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network a9e87a88-468e-41e2-8176-d1fbc840012e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:57.259289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bb9c5d2e-2c6d-46ad-8e83-0733d2070db6 None None] For port 49d9fe3a-7a97-4a36-b3ba-59b362d527db, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=49d9fe3a-7a97-4a36-b3ba-59b362d527db,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:57.381719 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5d2e-2c6d-46ad-8e83-0733d2070db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.458284 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.476635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5355166-e6c2-4710-92b4-f84d08efa27f req-b5de074b-7ca8-477a-87e1-4ce2ddf94e77 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 210 time: 0.1086328 Aug 16 02:01:57.498596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c5d2e-2c6d-46ad-8e83-0733d2070db6 None None] Pushing event updated for resources: {'Port': ['ID=49d9fe3a-7a97-4a36-b3ba-59b362d527db,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:57.538113 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Router c422b134-fd8d-4664-839c-23ae5b202f8f is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:57.558194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Transition to ACTIVE for port object b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:57.603277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:57.607157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.633706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port bf1c26a2-ce56-489c-84e8-66b5472891b0 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:57.650639 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.712471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:57.717225 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9da6ef-5ab1-4901-ad83-a3b051a1b6cb" -d '{"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "e54caeb9-3d4a-4d37-bd41-eb577370ab25"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:57.723794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c80fe-c3fd-4ebc-9cda-b3e4dd69da78 req-ecb18945-d53b-4935-90ba-89fb9c5c1b59 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.731432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c80fe-c3fd-4ebc-9cda-b3e4dd69da78 req-ecb18945-d53b-4935-90ba-89fb9c5c1b59 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.738650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c80fe-c3fd-4ebc-9cda-b3e4dd69da78 req-ecb18945-d53b-4935-90ba-89fb9c5c1b59 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.745229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c80fe-c3fd-4ebc-9cda-b3e4dd69da78 req-ecb18945-d53b-4935-90ba-89fb9c5c1b59 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.753473 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c80fe-c3fd-4ebc-9cda-b3e4dd69da78 req-ecb18945-d53b-4935-90ba-89fb9c5c1b59 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.761332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c80fe-c3fd-4ebc-9cda-b3e4dd69da78 req-ecb18945-d53b-4935-90ba-89fb9c5c1b59 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.767542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c80fe-c3fd-4ebc-9cda-b3e4dd69da78 req-ecb18945-d53b-4935-90ba-89fb9c5c1b59 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.776359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac4c80fe-c3fd-4ebc-9cda-b3e4dd69da78 req-ecb18945-d53b-4935-90ba-89fb9c5c1b59 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5442 time: 0.2100821 Aug 16 02:01:57.781952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1d5ddca4-39f0-461b-9450-e5b3c3990395 None None] Provisioning complete for port 49d9fe3a-7a97-4a36-b3ba-59b362d527db triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:57.783722 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1d5ddca4-39f0-461b-9450-e5b3c3990395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.802207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Allocated IP 2001:db8::2 (fce33481-aa41-41d3-b0c8-2fec1b72abf2/846c616a-81ad-4708-b367-55a4d4edaa76/8a6418f9-c611-483e-b26c-6ef91433f22b) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:57.873195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 49d9fe3a-7a97-4a36-b3ba-59b362d527db up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:57.882311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Network fce33481-aa41-41d3-b0c8-2fec1b72abf2 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:57.894749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:57.896920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac4c80fe-c3fd-4ebc-9cda-b3e4dd69da78 req-5e2cdc1c-1aeb-4ba2-b41f-372ff9644dfc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162333 Aug 16 02:01:57.903847 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:57.911006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.911925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.925351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:57.929997 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Sync routers for ids ['c422b134-fd8d-4664-839c-23ae5b202f8f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:57.944317 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.949894 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa45c404-5d8c-46f3-a6e8-a2ca177d016d x-openstack-request-id: req-aa45c404-5d8c-46f3-a6e8-a2ca177d016d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:57.949894 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-plugged", "status": "completed", "tag": "e54caeb9-3d4a-4d37-bd41-eb577370ab25", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:57.949894 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa45c404-5d8c-46f3-a6e8-a2ca177d016d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:57.949894 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25', 'code': 200} Aug 16 02:01:57.953474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Pushing event updated for resources: {'Port': ['ID=b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:57.953922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-67a3f664-1383-408d-a0fc-e78b6a4118a7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3417342 Aug 16 02:01:57.954876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51780) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:57.964998 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Routers {'c422b134-fd8d-4664-839c-23ae5b202f8f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:57.968528 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:01:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c422b134-fd8d-4664-839c-23ae5b202f8f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:58.000465 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-90dd49f1-cba0-4ff9-b1b0-0bf5768ec014 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.1330323 Aug 16 02:01:58.001368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51784) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:58.032933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Request body: {'port': {'network_id': 'fce33481-aa41-41d3-b0c8-2fec1b72abf2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1586675171', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:58.041538 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.api.validators [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] bootfile-name is not in valid_values {{(pid=101380) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:01:58.042755 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.api.validators [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] tftp-server is not in valid_values {{(pid=101380) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:01:58.043259 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.api.validators [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] server-ip-address is not in valid_values {{(pid=101380) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:01:58.230060 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Set router c422b134-fd8d-4664-839c-23ae5b202f8f gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:58.338641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-eb849b5a-e685-47ad-a003-51f5bac0bb4c tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c19010e9e1004e34b960b6f6ddf58dfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448544 Aug 16 02:01:58.400076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.467373 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.483367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Transition to ACTIVE for port object 8a6418f9-c611-483e-b26c-6ef91433f22b will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:58.503325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.526918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Transition to ACTIVE for port object 8a6418f9-c611-483e-b26c-6ef91433f22b will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:58.550258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b4d1-d901-4ff9-b1a4-8bd813540274 req-1ceb1466-d143-4680-bb55-d30217d49478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.550760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b4d1-d901-4ff9-b1a4-8bd813540274 req-1ceb1466-d143-4680-bb55-d30217d49478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.551337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b4d1-d901-4ff9-b1a4-8bd813540274 req-1ceb1466-d143-4680-bb55-d30217d49478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.551821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b4d1-d901-4ff9-b1a4-8bd813540274 req-1ceb1466-d143-4680-bb55-d30217d49478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.552929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b4d1-d901-4ff9-b1a4-8bd813540274 req-1ceb1466-d143-4680-bb55-d30217d49478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.553506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b4d1-d901-4ff9-b1a4-8bd813540274 req-1ceb1466-d143-4680-bb55-d30217d49478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.554178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432b4d1-d901-4ff9-b1a4-8bd813540274 req-1ceb1466-d143-4680-bb55-d30217d49478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.556332 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f432b4d1-d901-4ff9-b1a4-8bd813540274 req-1ceb1466-d143-4680-bb55-d30217d49478 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6506 time: 0.4137204 Aug 16 02:01:58.560468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 49d9fe3a-7a97-4a36-b3ba-59b362d527db triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:58.561477 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.577410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Made reservation on behalf of 2d2d6b02db244731b730b3e226e783cb for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:58.581474 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.586873 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.628357 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 3, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:58.632164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-9d56b2e6-a3a8-469f-9bbb-b28dd816f163 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.635421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=bf1c26a2-ce56-489c-84e8-66b5472891b0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:58.636618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-9d56b2e6-a3a8-469f-9bbb-b28dd816f163 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2971249 Aug 16 02:01:58.655306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] device_id is not set on port 0e388461-37c3-4c78-9dd7-c3b66ed7bf01 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:01:58.675175 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f432b4d1-d901-4ff9-b1a4-8bd813540274 req-299a8784-edca-4898-85cf-05f0d724bfd9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086621 Aug 16 02:01:58.685843 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Checking router: c422b134-fd8d-4664-839c-23ae5b202f8f for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:58.686267 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Updating router c422b134-fd8d-4664-839c-23ae5b202f8f port a4b13fe6-4943-471d-9446-891ebbf1d765 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:58.712516 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.722997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Checking segment: {'id': '91fe4a85-173f-4121-b0ea-85a9cbac5dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:58.723562 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network hostable DHCP agents. Network: a9e87a88-468e-41e2-8176-d1fbc840012e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:58.752218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cd1e8006-42dc-4ed8-baca-fe4132068e32 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/quotas/c19010e9e1004e34b960b6f6ddf58dfc HTTP/1.1" status: 200 len: 375 time: 0.0889745 Aug 16 02:01:58.783810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Network fce33481-aa41-41d3-b0c8-2fec1b72abf2 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:58.791217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network a9e87a88-468e-41e2-8176-d1fbc840012e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:58.813507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:58.819620 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, a9e87a88-468e-41e2-8176-d1fbc840012e) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:58.820474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:58.833404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Pushing event updated for resources: {'Port': ['ID=8a6418f9-c611-483e-b26c-6ef91433f22b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:58.837856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5caabe97-07b0-4c9d-814d-ba42d614c3ca req-29e7a289-fc57-4eed-b165-a8570ddcd4a9 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 210 time: 0.1500313 Aug 16 02:01:58.844699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:58.845165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcca8a38-f02d-4c6b-8936-eb137d6c25ef None None] Network a9e87a88-468e-41e2-8176-d1fbc840012e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:58.860159 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.860826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.911510 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Allocated IP 2001:db8::132 (fce33481-aa41-41d3-b0c8-2fec1b72abf2/846c616a-81ad-4708-b367-55a4d4edaa76/0e388461-37c3-4c78-9dd7-c3b66ed7bf01) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:58.954145 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d7c01700-b9eb-437f-af5a-029ac862752c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7031021 Aug 16 02:01:58.954809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51806) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:58.983698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2072088521'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:59.053698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-46a61f41-f543-425a-92c6-5200c971caaa tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c19010e9e1004e34b960b6f6ddf58dfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2891955 Aug 16 02:01:59.065488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Attempting to bind port 8a6418f9-c611-483e-b26c-6ef91433f22b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:59.065870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Attempting to bind port 8a6418f9-c611-483e-b26c-6ef91433f22b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '84881904-af5f-4bf2-bb6b-e4de18caa368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fce33481-aa41-41d3-b0c8-2fec1b72abf2'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:59.066238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Attempting to bind port 8a6418f9-c611-483e-b26c-6ef91433f22b on network fce33481-aa41-41d3-b0c8-2fec1b72abf2 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:59.073787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-163165b2-0836-41cf-8110-1491709be392 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.080184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-163165b2-0836-41cf-8110-1491709be392 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.89 "GET /v2.0/networks?id=07080a0a-ba52-49b5-8d68-70ef81cabcde HTTP/1.1" status: 200 len: 811 time: 0.4396627 Aug 16 02:01:59.107799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:59.108177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Checking segment: {'id': '84881904-af5f-4bf2-bb6b-e4de18caa368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fce33481-aa41-41d3-b0c8-2fec1b72abf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:59.108884 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.109443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Bound using segment: {'id': '84881904-af5f-4bf2-bb6b-e4de18caa368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fce33481-aa41-41d3-b0c8-2fec1b72abf2'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:59.109942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Bound port: 8a6418f9-c611-483e-b26c-6ef91433f22b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84881904-af5f-4bf2-bb6b-e4de18caa368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'fce33481-aa41-41d3-b0c8-2fec1b72abf2'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:59.110329 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.114963 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.126655 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Transition to ACTIVE for port object a4b13fe6-4943-471d-9446-891ebbf1d765 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:59.134061 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.186425 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Pushing event updated for resources: {'Port': ['ID=a4b13fe6-4943-471d-9446-891ebbf1d765,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:59.198566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] For port 8a6418f9-c611-483e-b26c-6ef91433f22b, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:59.201834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] For port 8a6418f9-c611-483e-b26c-6ef91433f22b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8a6418f9-c611-483e-b26c-6ef91433f22b,segment=NetworkSegment(84881904-af5f-4bf2-bb6b-e4de18caa368),segment_id=84881904-af5f-4bf2-bb6b-e4de18caa368)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:59.213941 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.219621 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.220189 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.220709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.221295 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.221784 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.222263 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.222728 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.223255 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.223747 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.224231 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.224721 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.225253 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:59.228707 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Attempting to bind port a4b13fe6-4943-471d-9446-891ebbf1d765 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:59.229473 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Attempting to bind port a4b13fe6-4943-471d-9446-891ebbf1d765 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:59.230019 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Attempting to bind port a4b13fe6-4943-471d-9446-891ebbf1d765 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:59.236468 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:59.237162 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:59.239488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Request body: {'port': {'device_id': '35f7a802-f884-4615-91e9-54b8ec342e63', 'network_id': '07080a0a-ba52-49b5-8d68-70ef81cabcde', 'admin_state_up': True, 'tenant_id': '0ccb4a647ac748dbbacb8eb5daa1ea2e'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:59.248780 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.249495 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:59.250986 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Bound port: a4b13fe6-4943-471d-9446-891ebbf1d765, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:59.252025 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.301503 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.311435 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] For port a4b13fe6-4943-471d-9446-891ebbf1d765, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:59.316161 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] For port a4b13fe6-4943-471d-9446-891ebbf1d765, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a4b13fe6-4943-471d-9446-891ebbf1d765,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:59.322453 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.327985 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Transition to ACTIVE for port object 0e388461-37c3-4c78-9dd7-c3b66ed7bf01 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:59.375430 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.394954 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d36537-8e14-47ca-b6c5-435fba733671 None None] Pushing event updated for resources: {'Port': ['ID=a4b13fe6-4943-471d-9446-891ebbf1d765,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:59.410779 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Routers {'c422b134-fd8d-4664-839c-23ae5b202f8f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:59.412603 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:01:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c422b134-fd8d-4664-839c-23ae5b202f8f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:59.436544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064663fd-5b9b-4d27-bdd5-bcb94389a10c None None] Pushing event updated for resources: {'Port': ['ID=8a6418f9-c611-483e-b26c-6ef91433f22b,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:59.502113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:59.505792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.528895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Pushing event updated for resources: {'Port': ['ID=0e388461-37c3-4c78-9dd7-c3b66ed7bf01,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:59.559995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:59.573249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Network fce33481-aa41-41d3-b0c8-2fec1b72abf2 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:59.578619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.578984 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Added segment 659d07b0-a62f-4a7f-a749-35c7e033118d of type vlan for network f9148ddf-0fd0-477e-ba43-f095fecfc5a2 Aug 16 02:01:59.588333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:59.591039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:59.597907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.598915 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.628105 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] Set router c422b134-fd8d-4664-839c-23ae5b202f8f gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:59.629184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfea91-49ff-472a-83f8-acdd45454876 req-68b9bbf5-294b-4ebb-9ad2-d7d06271a963 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.648389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfea91-49ff-472a-83f8-acdd45454876 req-68b9bbf5-294b-4ebb-9ad2-d7d06271a963 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.650027 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c0b18b3a-f9af-456a-9cea-ad7d2f9b4c6c tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.6435401 Aug 16 02:01:59.655492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51816) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:59.657978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfea91-49ff-472a-83f8-acdd45454876 req-68b9bbf5-294b-4ebb-9ad2-d7d06271a963 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.676683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfea91-49ff-472a-83f8-acdd45454876 req-68b9bbf5-294b-4ebb-9ad2-d7d06271a963 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.682686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfea91-49ff-472a-83f8-acdd45454876 req-68b9bbf5-294b-4ebb-9ad2-d7d06271a963 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.691961 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfea91-49ff-472a-83f8-acdd45454876 req-68b9bbf5-294b-4ebb-9ad2-d7d06271a963 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.701717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfea91-49ff-472a-83f8-acdd45454876 req-68b9bbf5-294b-4ebb-9ad2-d7d06271a963 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.727251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80dfea91-49ff-472a-83f8-acdd45454876 req-68b9bbf5-294b-4ebb-9ad2-d7d06271a963 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5442 time: 0.6325173 Aug 16 02:01:59.789063 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.834162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e0039-8a76-4ba1-bd15-715e783492ec tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.835000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c2fa6ca-60d9-4fe3-add3-0dafa7044b4b req-d010d79d-c409-4bca-9741-2034d2271599 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 210 time: 0.2529132 Aug 16 02:01:59.841695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e0039-8a76-4ba1-bd15-715e783492ec tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.850459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e0039-8a76-4ba1-bd15-715e783492ec tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.852475 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2c7e0039-8a76-4ba1-bd15-715e783492ec tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1959703 Aug 16 02:01:59.855269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51820) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:59.966162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.973726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.974897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.987806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80dfea91-49ff-472a-83f8-acdd45454876 req-f7ae7b34-3b5f-42dc-b713-566afefdb69a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2668085 Aug 16 02:02:00.035750 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 3, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:00.086363 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1805943-863f-47d9-b076-17c14acd6333 None None] The sync data for ids ['c422b134-fd8d-4664-839c-23ae5b202f8f'] in n-d-768851-16 is: [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 3, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:00.110042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Made reservation on behalf of 0ccb4a647ac748dbbacb8eb5daa1ea2e for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:00.113737 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.176636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1969b4ff-4b5a-475d-80c5-6be2c78a0b64 req-5bd35150-ffa1-4eee-952c-7b975e2a79f0 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 210 time: 0.2081554 Aug 16 02:02:00.567645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.718843 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7558446 Aug 16 02:02:00.731517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51836) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:00.766817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'ports': [{'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e'}, {'network_id': 'f9148ddf-0fd0-477e-ba43-f095fecfc5a2'}]} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:00.767136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:00.767798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': 'f9148ddf-0fd0-477e-ba43-f095fecfc5a2'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:00.886086 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7de76-0863-4320-b0ca-186af5efdd4a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Network': ['ID=f9148ddf-0fd0-477e-ba43-f095fecfc5a2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:00.899544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network f9148ddf-0fd0-477e-ba43-f095fecfc5a2 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:00.921367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Allocated IP 172.20.0.3 (07080a0a-ba52-49b5-8d68-70ef81cabcde/12949d9e-0d6c-4ed9-9fab-45189c7ecf2f/53f47850-4a30-4c59-be70-762b92f319a1) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:00.964901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cfb11-3e8e-488c-b672-7f186dad4d0b tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Deleting port 0e388461-37c3-4c78-9dd7-c3b66ed7bf01 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:00.965443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfb11-3e8e-488c-b672-7f186dad4d0b tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.134851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04ea9b7a-26c5-413c-b6a3-87fd2b06b469 req-fc1245ca-7c58-45be-bed6-6601fd7f63a7 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 210 time: 0.1553078 Aug 16 02:02:01.214644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9327da1a-bcbb-47ce-8536-0899b5f1ed17 None None] Network fce33481-aa41-41d3-b0c8-2fec1b72abf2 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:01.434881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-37558c98-6e35-4077-8d48-97d7e662c0a9 None None] Provisioning for port 8a6418f9-c611-483e-b26c-6ef91433f22b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:01.468041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2581d0a1-f9a0-4605-9fd8-71a0526a5627 req-42628084-8588-494a-a944-cfbefafa1a31 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 210 time: 0.1150205 Aug 16 02:02:01.518821 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-f827a171-5a1e-45d3-8fc6-dc4725648683 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c19010e9e1004e34b960b6f6ddf58dfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150601 Aug 16 02:02:01.603680 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfb11-3e8e-488c-b672-7f186dad4d0b tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.621808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d6c7-ef38-4c66-a7cf-763bc86902eb req-574f762b-6196-4f44-9507-6daa6794e270 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.668912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d6c7-ef38-4c66-a7cf-763bc86902eb req-574f762b-6196-4f44-9507-6daa6794e270 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.703727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d6c7-ef38-4c66-a7cf-763bc86902eb req-574f762b-6196-4f44-9507-6daa6794e270 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.738394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d6c7-ef38-4c66-a7cf-763bc86902eb req-574f762b-6196-4f44-9507-6daa6794e270 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.763875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 2} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:01.773629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d6c7-ef38-4c66-a7cf-763bc86902eb req-574f762b-6196-4f44-9507-6daa6794e270 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.785988 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.798001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d6c7-ef38-4c66-a7cf-763bc86902eb req-574f762b-6196-4f44-9507-6daa6794e270 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.804690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d6c7-ef38-4c66-a7cf-763bc86902eb req-574f762b-6196-4f44-9507-6daa6794e270 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.818271 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d43d6c7-ef38-4c66-a7cf-763bc86902eb req-574f762b-6196-4f44-9507-6daa6794e270 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5442 time: 0.6373465 Aug 16 02:02:01.821638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Allocated IP 172.20.0.1 (cd8931ac-1883-49aa-86ac-51bf9f89c537/568258cf-724a-481a-a822-21f7d620f7aa/5bf28026-b5aa-4846-b860-51a5acc35b34) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:01.862237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cfb11-3e8e-488c-b672-7f186dad4d0b tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Calling delete_port for 0e388461-37c3-4c78-9dd7-c3b66ed7bf01 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:01.872798 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.927740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a4b13fe6-4943-471d-9446-891ebbf1d765 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:01.990374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port a4b13fe6-4943-471d-9446-891ebbf1d765 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:01.995778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a4b13fe6-4943-471d-9446-891ebbf1d765 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:01.996307 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.005802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d43d6c7-ef38-4c66-a7cf-763bc86902eb req-24066bda-1ecb-4aed-a308-a36ffca38802 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862655 Aug 16 02:02:02.058309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-f3bc2d51-c613-4a30-af0a-756ca3bb6d66 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.059854 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-f3bc2d51-c613-4a30-af0a-756ca3bb6d66 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5262477 Aug 16 02:02:02.096126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Request body: {'port': {'device_id': 'bb278565-564e-4f2a-bd40-0170a012bdf6', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'c19010e9e1004e34b960b6f6ddf58dfc'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:02.115022 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.133992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port d69689f9-92e7-4adf-8bbe-02f9582e9893 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:02.145901 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.204233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Provisioning for port b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:02.207282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Transition to ACTIVE for port object 5bf28026-b5aa-4846-b860-51a5acc35b34 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:02.210933 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.221241 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Provisioning complete for port b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:02.222284 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.270837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port a4b13fe6-4943-471d-9446-891ebbf1d765, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a4b13fe6-4943-471d-9446-891ebbf1d765,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:02.282804 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.284298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8a6418f9-c611-483e-b26c-6ef91433f22b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:02.290633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945b01-c9bd-445e-9a8e-27423567e7fa req-e26973f2-0803-4b8a-a8f1-6ed5b016fae0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.302588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945b01-c9bd-445e-9a8e-27423567e7fa req-e26973f2-0803-4b8a-a8f1-6ed5b016fae0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.310785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945b01-c9bd-445e-9a8e-27423567e7fa req-e26973f2-0803-4b8a-a8f1-6ed5b016fae0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.318272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945b01-c9bd-445e-9a8e-27423567e7fa req-e26973f2-0803-4b8a-a8f1-6ed5b016fae0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.325393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945b01-c9bd-445e-9a8e-27423567e7fa req-e26973f2-0803-4b8a-a8f1-6ed5b016fae0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.335487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945b01-c9bd-445e-9a8e-27423567e7fa req-e26973f2-0803-4b8a-a8f1-6ed5b016fae0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.341502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945b01-c9bd-445e-9a8e-27423567e7fa req-e26973f2-0803-4b8a-a8f1-6ed5b016fae0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.347812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7945b01-c9bd-445e-9a8e-27423567e7fa req-e26973f2-0803-4b8a-a8f1-6ed5b016fae0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5442 time: 0.1986713 Aug 16 02:02:02.359756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51854) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:02.369298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Port b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:02.379817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7e8bc5ec-7855-4db3-9f6a-e28a00c9e94a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Request body: {'floatingip': {'port_id': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:02.381022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=a4b13fe6-4943-471d-9446-891ebbf1d765,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:02.414588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Provisioning for port 0e388461-37c3-4c78-9dd7-c3b66ed7bf01 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:02.415851 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfb11-3e8e-488c-b672-7f186dad4d0b tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.425602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Provisioning complete for port 0e388461-37c3-4c78-9dd7-c3b66ed7bf01 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:02.425792 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.458249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Made reservation on behalf of c19010e9e1004e34b960b6f6ddf58dfc for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:02.461959 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.467311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 8a6418f9-c611-483e-b26c-6ef91433f22b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:02.469828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cfb11-3e8e-488c-b672-7f186dad4d0b tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Pushing event deleted for resources: {'Port': ['ID=0e388461-37c3-4c78-9dd7-c3b66ed7bf01,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:02.477631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Port 0e388461-37c3-4c78-9dd7-c3b66ed7bf01 was deleted so its status cannot be updated. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:02:02.488849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8a6418f9-c611-483e-b26c-6ef91433f22b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:02.489654 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.501561 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.543471 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfb11-3e8e-488c-b672-7f186dad4d0b tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.549074 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9b6cfb11-3e8e-488c-b672-7f186dad4d0b tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] 10.222.0.79 "DELETE /v2.0/ports/0e388461-37c3-4c78-9dd7-c3b66ed7bf01 HTTP/1.1" status: 204 len: 168 time: 2.6923294 Aug 16 02:02:02.558446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51858) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:02.563289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Provisioning complete for port 8a6418f9-c611-483e-b26c-6ef91433f22b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:02.563954 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.564693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Request body: {'port': {'name': 'tempest-new-port-name-531807585', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:02.571988 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.api.validators [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] bootfile-name is not in valid_values {{(pid=101380) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:02:02.572451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.api.validators [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] tftp-server is not in valid_values {{(pid=101380) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:02:02.572792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.api.validators [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] server-ip-address is not in valid_values {{(pid=101380) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:02:02.603102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.721993 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.847846 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.888793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3473d09b-7749-461d-9006-d1a648c8fe6f req-d9139ab1-8974-4d56-a10b-b89166f940ae tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 210 time: 0.5344930 Aug 16 02:02:02.904341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.908052 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.920201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port e487d3ac-4e19-415a-b5eb-87b7e6b19eee yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:02.942201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.016735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] For port 8a6418f9-c611-483e-b26c-6ef91433f22b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8a6418f9-c611-483e-b26c-6ef91433f22b,segment=NetworkSegment(84881904-af5f-4bf2-bb6b-e4de18caa368),segment_id=84881904-af5f-4bf2-bb6b-e4de18caa368)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:03.028375 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.034080 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.041173 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc5ec-7855-4db3-9f6a-e28a00c9e94a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.124714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Network 07080a0a-ba52-49b5-8d68-70ef81cabcde is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:03.144571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Allocated IP 192.168.233.210 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:03.147308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.161205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715f9e8-db48-413e-b14b-1f743ecef8b5 None None] Pushing event updated for resources: {'Port': ['ID=8a6418f9-c611-483e-b26c-6ef91433f22b,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.175042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:03.179915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Pushing event updated for resources: {'Port': ['ID=53f47850-4a30-4c59-be70-762b92f319a1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.187267 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:02:03.188871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:03.189794 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:02:03.201069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-094b7984-93ad-4dc3-be7a-10eeefd50015 None None] Provisioning complete for port b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:03.202299 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-094b7984-93ad-4dc3-be7a-10eeefd50015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.207920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9abbe5-d4c3-4545-85bc-89114cd6e7d6 req-3c7e9a90-d9ac-46b4-981d-fa28fecb35d3 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.209722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b9abbe5-d4c3-4545-85bc-89114cd6e7d6 req-3c7e9a90-d9ac-46b4-981d-fa28fecb35d3 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 931 time: 0.3467176 Aug 16 02:02:03.251558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-094b7984-93ad-4dc3-be7a-10eeefd50015 None None] Port b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:03.255096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-094b7984-93ad-4dc3-be7a-10eeefd50015 None None] Could not find standard attr ID for object 0e388461-37c3-4c78-9dd7-c3b66ed7bf01. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:02:03.275176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:03.301518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:03.320087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:03.371797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Pushing event updated for resources: {'Port': ['ID=5bf28026-b5aa-4846-b860-51a5acc35b34,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.394310 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b9abbe5-d4c3-4545-85bc-89114cd6e7d6 req-981db491-9258-445d-a528-ef59c964dbc4 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198752 Aug 16 02:02:03.445106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.445736 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.476528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.509694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8228996-99b4-40ee-bdee-100e146dab06 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2837923 Aug 16 02:02:03.564243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0e2e20-5bb7-469c-9dad-9d964bb1dcac,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.632611 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.664660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Transition to ACTIVE for port object 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:03.679609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f91ad954-df41-4466-ae6d-f8e1bfbba172 None None] Provisioning for port 5bf28026-b5aa-4846-b860-51a5acc35b34 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:03.685215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f91ad954-df41-4466-ae6d-f8e1bfbba172 None None] Provisioning complete for port 5bf28026-b5aa-4846-b860-51a5acc35b34 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:03.685669 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f91ad954-df41-4466-ae6d-f8e1bfbba172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.710759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Request body: {'port': {'device_id': '35f7a802-f884-4615-91e9-54b8ec342e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:03.718526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.732505 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.801593 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f91ad954-df41-4466-ae6d-f8e1bfbba172 None None] Port 5bf28026-b5aa-4846-b860-51a5acc35b34 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:03.871213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.887065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] In _notify_port_updated(), no bound segment for port b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 on network fce33481-aa41-41d3-b0c8-2fec1b72abf2 {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:02:03.891950 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a4b13fe6-4943-471d-9446-891ebbf1d765 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:03.896130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.896938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.901085 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] 10.222.0.79 "PUT /v2.0/ports/b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 HTTP/1.1" status: 200 len: 1129 time: 1.3390365 Aug 16 02:02:03.903423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51876) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:03.931363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.965907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a4b13fe6-4943-471d-9446-891ebbf1d765 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:03.966580 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.988849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa4780-2892-4ab8-bd97-e063ada04af7 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Pushing event updated for resources: {'Port': ['ID=b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.017646 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.104520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.111527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a18fc7e-e814-42c6-9c1e-5a5fae345ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.113847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1a18fc7e-e814-42c6-9c1e-5a5fae345ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] 10.222.0.79 "GET /v2.0/ports/b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 HTTP/1.1" status: 200 len: 1129 time: 0.2030067 Aug 16 02:02:04.141998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51886) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:04.143154 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.169303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8a6418f9-c611-483e-b26c-6ef91433f22b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:04.220327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network a9e87a88-468e-41e2-8176-d1fbc840012e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:04.238058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:04.250824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:04.267502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:04.271053 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.271947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8a6418f9-c611-483e-b26c-6ef91433f22b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:04.272193 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.288180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.resource_extend [None req-7e8bc5ec-7855-4db3-9f6a-e28a00c9e94a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:02:04.309717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Pushing event updated for resources: {'Port': ['ID=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.324199 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:04.335527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:04.425098 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9b98128e-373d-4cb5-94bb-53594b00bc82 None None] Provisioning complete for port b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:04.425615 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b98128e-373d-4cb5-94bb-53594b00bc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.433855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dad25-1f3f-46c9-be46-fa88c92b933b req-8930cf5d-75df-4720-b6f5-794c9f1a95ac tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.447281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-765dad25-1f3f-46c9-be46-fa88c92b933b req-8930cf5d-75df-4720-b6f5-794c9f1a95ac tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 936 time: 0.4114964 Aug 16 02:02:04.468565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Checking segment: {'id': '659d07b0-a62f-4a7f-a749-35c7e033118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f9148ddf-0fd0-477e-ba43-f095fecfc5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:04.469033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network hostable DHCP agents. Network: f9148ddf-0fd0-477e-ba43-f095fecfc5a2, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:04.471388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=d69689f9-92e7-4adf-8bbe-02f9582e9893,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.507078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.507078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.574873 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc5ec-7855-4db3-9f6a-e28a00c9e94a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.595760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9b98128e-373d-4cb5-94bb-53594b00bc82 None None] Port b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:04.619530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-08808384-2b2a-4593-928c-490151ff6e15 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Deleting port b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:04.619886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-08808384-2b2a-4593-928c-490151ff6e15 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.629711 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-cc80f13c-020b-4b60-bb9f-036c1855b6fd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5520384 Aug 16 02:02:04.648343 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc5ec-7855-4db3-9f6a-e28a00c9e94a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.682442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Request body: {'port': {'device_id': 'bb278565-564e-4f2a-bd40-0170a012bdf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:04.717490 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-765dad25-1f3f-46c9-be46-fa88c92b933b req-346f22ee-6498-4157-b0e2-13ddbe12a9a1 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360272 Aug 16 02:02:04.745907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f41f7281-4a82-4bbf-9bfc-d262bf5d9432 None None] Provisioning for port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:04.751797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network f9148ddf-0fd0-477e-ba43-f095fecfc5a2 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:04.754281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f41f7281-4a82-4bbf-9bfc-d262bf5d9432 None None] Provisioning complete for port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:04.756729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.757471 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f41f7281-4a82-4bbf-9bfc-d262bf5d9432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.758747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=e487d3ac-4e19-415a-b5eb-87b7e6b19eee,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.762811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd31a84-8903-4b94-a6da-7ff3f6a51d88 req-f3dcf0b8-c40a-40c3-88dc-4d5c5054c6c6 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.764455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dd31a84-8903-4b94-a6da-7ff3f6a51d88 req-f3dcf0b8-c40a-40c3-88dc-4d5c5054c6c6 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 931 time: 0.2478955 Aug 16 02:02:04.790593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, f9148ddf-0fd0-477e-ba43-f095fecfc5a2) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:04.801884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a653b0c-11bc-4d66-8bc7-c0c53055c826 None None] Network f9148ddf-0fd0-477e-ba43-f095fecfc5a2 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:04.815776 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.841892 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.859536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f41f7281-4a82-4bbf-9bfc-d262bf5d9432 None None] Port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:04.973778 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-7e8bc5ec-7855-4db3-9f6a-e28a00c9e94a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Floating IP 9bb4d590-af71-4a4c-a7f3-3c26d81ba264 associated. External IP: 172.25.2.220, port: e54caeb9-3d4a-4d37-bd41-eb577370ab25. Aug 16 02:02:04.979229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Pushing event updated for resources: {'Port': ['ID=5bf28026-b5aa-4846-b860-51a5acc35b34,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.979558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:04.986412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.989661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dd31a84-8903-4b94-a6da-7ff3f6a51d88 req-a94217de-a224-46ca-9ae0-6ee04e3b332e tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052500 Aug 16 02:02:04.992527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.993843 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.025359 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a1ec8cc2-0c63-4e75-ad55-b599f99c45b1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2927103 Aug 16 02:02:05.034014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51896) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:05.038366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-08808384-2b2a-4593-928c-490151ff6e15 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.055631 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.083750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-08808384-2b2a-4593-928c-490151ff6e15 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Calling delete_port for b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:05.310917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:05.320727 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.334873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-256f0817-ab86-467e-83e3-4b66457bfa8a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port e487d3ac-4e19-415a-b5eb-87b7e6b19eee {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:05.335270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-256f0817-ab86-467e-83e3-4b66457bfa8a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.376114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Transition to ACTIVE for port object 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:05.413946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.444963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f47850-4a30-4c59-be70-762b92f319a1 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:05.489614 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-256f0817-ab86-467e-83e3-4b66457bfa8a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.490732 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.506957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-256f0817-ab86-467e-83e3-4b66457bfa8a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for e487d3ac-4e19-415a-b5eb-87b7e6b19eee owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:05.543198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Transition to ACTIVE for port object 53f47850-4a30-4c59-be70-762b92f319a1 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:05.548475 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-08808384-2b2a-4593-928c-490151ff6e15 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.562537 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.619467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Pushing event updated for resources: {'Port': ['ID=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:05.686390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Pushing event updated for resources: {'Port': ['ID=53f47850-4a30-4c59-be70-762b92f319a1,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:05.696793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:05.711589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:06.012521 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8bc5ec-7855-4db3-9f6a-e28a00c9e94a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Router f6aeced9-3f27-4425-8e98-55164495b930 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:06.032148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28b405-7358-4401-9a73-013d5cd6ae4d req-38360362-fd4d-47cb-8602-3ccdf82ae598 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.035612 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-056417fb-96ba-4434-81ce-4dfecb19236b None None] Provisioning complete for port 5bf28026-b5aa-4846-b860-51a5acc35b34 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:06.038696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-056417fb-96ba-4434-81ce-4dfecb19236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.040185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a28b405-7358-4401-9a73-013d5cd6ae4d req-38360362-fd4d-47cb-8602-3ccdf82ae598 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 948 time: 0.1904974 Aug 16 02:02:06.113956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08808384-2b2a-4593-928c-490151ff6e15 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Pushing event deleted for resources: {'Port': ['ID=b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:06.133907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-056417fb-96ba-4434-81ce-4dfecb19236b None None] Port 5bf28026-b5aa-4846-b860-51a5acc35b34 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:06.134534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Attempting to bind port 53f47850-4a30-4c59-be70-762b92f319a1 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:06.135466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Attempting to bind port 53f47850-4a30-4c59-be70-762b92f319a1 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'a6aa8d37-fdce-490c-ab3d-c838d37d03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07080a0a-ba52-49b5-8d68-70ef81cabcde'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:06.135817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Attempting to bind port 53f47850-4a30-4c59-be70-762b92f319a1 on network 07080a0a-ba52-49b5-8d68-70ef81cabcde {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:06.160354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-08808384-2b2a-4593-928c-490151ff6e15 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.165323 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-08808384-2b2a-4593-928c-490151ff6e15 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] 10.222.0.79 "DELETE /v2.0/ports/b8188a1b-3c8b-40a8-b7d9-78d1d7720eb0 HTTP/1.1" status: 204 len: 168 time: 2.0199153 Aug 16 02:02:06.169276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51906) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:06.188312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Router c422b134-fd8d-4664-839c-23ae5b202f8f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:06.194410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Port 53f47850-4a30-4c59-be70-762b92f319a1 on network 07080a0a-ba52-49b5-8d68-70ef81cabcde not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:06.194740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Attempting to bind port 53f47850-4a30-4c59-be70-762b92f319a1 on network 07080a0a-ba52-49b5-8d68-70ef81cabcde {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:06.267815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Attempting to bind port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:06.268762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Attempting to bind port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:06.268762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Attempting to bind port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:06.274142 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-256f0817-ab86-467e-83e3-4b66457bfa8a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.293359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afc22d6-1d07-4c02-85f4-53a42fed4e43 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Deleting subnet 846c616a-81ad-4708-b367-55a4d4edaa76 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:06.293623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:06.294048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Checking segment: {'id': 'a6aa8d37-fdce-490c-ab3d-c838d37d03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07080a0a-ba52-49b5-8d68-70ef81cabcde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:06.294543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Bound using segment: {'id': 'a6aa8d37-fdce-490c-ab3d-c838d37d03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07080a0a-ba52-49b5-8d68-70ef81cabcde'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:06.295292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Bound port: 53f47850-4a30-4c59-be70-762b92f319a1, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6aa8d37-fdce-490c-ab3d-c838d37d03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '07080a0a-ba52-49b5-8d68-70ef81cabcde'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:06.295524 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:06.295855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Attempting to bind port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:06.296086 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.330489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6afc22d6-1d07-4c02-85f4-53a42fed4e43 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.334803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f0817-ab86-467e-83e3-4b66457bfa8a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=e487d3ac-4e19-415a-b5eb-87b7e6b19eee,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:06.344941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a28b405-7358-4401-9a73-013d5cd6ae4d req-543337ec-56fd-45e0-829a-1a05e32953f3 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037143 Aug 16 02:02:06.372144 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:06.372519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:06.372918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:06.373421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Bound port: 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:06.373934 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.376490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-256f0817-ab86-467e-83e3-4b66457bfa8a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.381262 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-256f0817-ab86-467e-83e3-4b66457bfa8a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/e487d3ac-4e19-415a-b5eb-87b7e6b19eee HTTP/1.1" status: 204 len: 168 time: 1.3461897 Aug 16 02:02:06.391756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51910) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:06.439059 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6afc22d6-1d07-4c02-85f4-53a42fed4e43 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.490590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047f366-83ef-47b9-92a1-e0e013a8227d req-0053004b-5ac8-4bc6-870f-07a122261954 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.494221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e047f366-83ef-47b9-92a1-e0e013a8227d req-0053004b-5ac8-4bc6-870f-07a122261954 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 943 time: 0.3532281 Aug 16 02:02:06.495836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] For port 53f47850-4a30-4c59-be70-762b92f319a1, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:06.507009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8bc5ec-7855-4db3-9f6a-e28a00c9e94a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:06.521656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a6b8f-c1a0-4bba-a20b-748a702bd376 None None] Sync routers for ids ['f6aeced9-3f27-4425-8e98-55164495b930'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:06.532503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a6b8f-c1a0-4bba-a20b-748a702bd376 None None] Routers {'f6aeced9-3f27-4425-8e98-55164495b930'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:06.533186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-948a6b8f-c1a0-4bba-a20b-748a702bd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:01:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f6aeced9-3f27-4425-8e98-55164495b930'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:06.552958 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c1e82-3199-44aa-b1c4-29c48bc8b8a5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.559859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c1e82-3199-44aa-b1c4-29c48bc8b8a5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.563370 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0b2c1e82-3199-44aa-b1c4-29c48bc8b8a5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1706157 Aug 16 02:02:06.569856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51912) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:06.601609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] For port 53f47850-4a30-4c59-be70-762b92f319a1, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=53f47850-4a30-4c59-be70-762b92f319a1,segment=NetworkSegment(a6aa8d37-fdce-490c-ab3d-c838d37d03b3),segment_id=a6aa8d37-fdce-490c-ab3d-c838d37d03b3)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:06.603373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:06.608858 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc5ec-7855-4db3-9f6a-e28a00c9e94a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.615971 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Sync routers for ids ['c422b134-fd8d-4664-839c-23ae5b202f8f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:06.628799 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Routers {'c422b134-fd8d-4664-839c-23ae5b202f8f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:06.629470 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:01:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c422b134-fd8d-4664-839c-23ae5b202f8f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:06.631705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] For port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:06.665294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-948a6b8f-c1a0-4bba-a20b-748a702bd376 None None] Set router f6aeced9-3f27-4425-8e98-55164495b930 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:06.690754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] For port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:06.696731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7e8bc5ec-7855-4db3-9f6a-e28a00c9e94a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "PUT /v2.0/floatingips/9bb4d590-af71-4a4c-a7f3-3c26d81ba264 HTTP/1.1" status: 200 len: 991 time: 4.3242598 Aug 16 02:02:06.713049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b363f10e-fc5a-4165-8c18-13d1c78fc3cc admin admin] 10.222.0.79 "PUT /v2.0/routers/c422b134-fd8d-4664-839c-23ae5b202f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7490714 Aug 16 02:02:06.713049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:06.713049 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ebd3f0-2895-4bc7-9035-8006f48a16f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "e54caeb9-3d4a-4d37-bd41-eb577370ab25"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:06.713494 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.725442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.792883 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e047f366-83ef-47b9-92a1-e0e013a8227d req-19da07e0-537e-47a7-9a4b-c9ea3e0a828d tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902849 Aug 16 02:02:06.815095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.815767 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.851307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] 10.222.0.89 "PUT /v2.0/ports/53f47850-4a30-4c59-be70-762b92f319a1 HTTP/1.1" status: 200 len: 1092 time: 3.2709541 Aug 16 02:02:06.935484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6afc22d6-1d07-4c02-85f4-53a42fed4e43 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.028933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a868b8-3291-4232-8380-ab92ac4c10ae service neutron] Pushing event updated for resources: {'Port': ['ID=53f47850-4a30-4c59-be70-762b92f319a1,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.044233 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.045007 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.046559 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] 10.222.0.84 "PUT /v2.0/ports/9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b HTTP/1.1" status: 200 len: 1097 time: 2.3935747 Aug 16 02:02:07.048778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6544e-c8f1-4616-994a-847492009f3b service neutron] Pushing event updated for resources: {'Port': ['ID=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.051281 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb278565-564e-4f2a-bd40-0170a012bdf6', 'tag': '9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:07.079498 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419b8993-c72f-4bd7-8bcc-d5d786947795" -d '{"events": [{"name": "network-changed", "server_uuid": "bb278565-564e-4f2a-bd40-0170a012bdf6", "tag": "9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:07.101358 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8198c8e-bb78-4b97-b136-fb2bad186e3d x-openstack-request-id: req-d8198c8e-bb78-4b97-b136-fb2bad186e3d {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:07.101690 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "tag": "e54caeb9-3d4a-4d37-bd41-eb577370ab25", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:07.101906 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8198c8e-bb78-4b97-b136-fb2bad186e3d {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:07.108008 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'tag': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25', 'status': 'completed', 'code': 200} Aug 16 02:02:07.153794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-886b129d-bf9e-429b-8c8d-bc1b5349fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.155356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-886b129d-bf9e-429b-8c8d-bc1b5349fdc8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ccb4a647ac748dbbacb8eb5daa1ea2e&device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 1095 time: 0.2249134 Aug 16 02:02:07.304300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-948a6b8f-c1a0-4bba-a20b-748a702bd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:21Z', 'revision_number': 4, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '9bb4d590-af71-4a4c-a7f3-3c26d81ba264', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'port_id': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'mac_address': 'fa:16:3e:cf:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:22Z', 'updated_at': '2021-08-16T02:02:04Z', 'revision_number': 1, 'project_id': '215573ee4a53490f823ef26851352aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70301d9-1399-424b-ad5f-66f6cdb55a2a', 'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'mac_address': 'fa:16:3e:ff:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:18Z', 'updated_at': '2021-08-16T01:59:28Z', 'revision_number': 5, 'project_id': '215573ee4a53490f823ef26851352aa0', 'subnets': [{'id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:07.308172 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6afc22d6-1d07-4c02-85f4-53a42fed4e43 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.318408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-7177f279-4de6-4421-b312-e6b12e91710c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53f47850-4a30-4c59-be70-762b92f319a1 HTTP/1.1" status: 200 len: 217 time: 0.1497264 Aug 16 02:02:07.416182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a6b8f-c1a0-4bba-a20b-748a702bd376 None None] Checking router: f6aeced9-3f27-4425-8e98-55164495b930 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:07.416582 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Set router c422b134-fd8d-4664-839c-23ae5b202f8f gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:07.431401 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83085472-3461-4cbc-b8a1-381d27c84e9f x-openstack-request-id: req-83085472-3461-4cbc-b8a1-381d27c84e9f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:07.431705 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb278565-564e-4f2a-bd40-0170a012bdf6", "tag": "9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:07.435422 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83085472-3461-4cbc-b8a1-381d27c84e9f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:07.435742 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb278565-564e-4f2a-bd40-0170a012bdf6', 'tag': '9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b', 'status': 'completed', 'code': 200} Aug 16 02:02:07.450359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-5b2325ab-3c7e-462b-b43e-901c9baa599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.453089 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a6b8f-c1a0-4bba-a20b-748a702bd376 None None] Routers {'f6aeced9-3f27-4425-8e98-55164495b930'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:07.455180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-948a6b8f-c1a0-4bba-a20b-748a702bd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:01:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f6aeced9-3f27-4425-8e98-55164495b930'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:07.458311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-5b2325ab-3c7e-462b-b43e-901c9baa599e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=12949d9e-0d6c-4ed9-9fab-45189c7ecf2f HTTP/1.1" status: 200 len: 851 time: 0.1240141 Aug 16 02:02:07.496404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-18e07a8b-1138-44d5-9c66-a667da6ebbb9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port d69689f9-92e7-4adf-8bbe-02f9582e9893 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:07.496747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18e07a8b-1138-44d5-9c66-a667da6ebbb9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.535698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-f618c3b4-5fbd-4183-bb44-df13d1170431 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=07080a0a-ba52-49b5-8d68-70ef81cabcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689483 Aug 16 02:02:07.614791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc22d6-1d07-4c02-85f4-53a42fed4e43 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Pushing event deleted for resources: {'Subnet': ['ID=846c616a-81ad-4708-b367-55a4d4edaa76,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.627862 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6afc22d6-1d07-4c02-85f4-53a42fed4e43 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.633117 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6afc22d6-1d07-4c02-85f4-53a42fed4e43 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] 10.222.0.79 "DELETE /v2.0/subnets/846c616a-81ad-4708-b367-55a4d4edaa76 HTTP/1.1" status: 204 len: 168 time: 1.4627531 Aug 16 02:02:07.643415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8189c71-d41c-426f-b2cd-c961031441c5 None None] Network fce33481-aa41-41d3-b0c8-2fec1b72abf2 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:07.669284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51946) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:07.742412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-948a6b8f-c1a0-4bba-a20b-748a702bd376 None None] Set router f6aeced9-3f27-4425-8e98-55164495b930 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:07.752026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-b6abb784-785d-4092-a6df-fde85c30b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.752522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-b6abb784-785d-4092-a6df-fde85c30b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.781127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-b6abb784-785d-4092-a6df-fde85c30b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.781810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-b6abb784-785d-4092-a6df-fde85c30b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.782723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-b6abb784-785d-4092-a6df-fde85c30b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.783292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-b6abb784-785d-4092-a6df-fde85c30b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.783697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-b6abb784-785d-4092-a6df-fde85c30b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.790286 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-b6abb784-785d-4092-a6df-fde85c30b540 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6506 time: 0.5400481 Aug 16 02:02:07.794184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-76d4af25-627d-4b49-a156-94328ae30ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.798952 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-76d4af25-627d-4b49-a156-94328ae30ab2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c19010e9e1004e34b960b6f6ddf58dfc&device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 1100 time: 0.6656742 Aug 16 02:02:07.825424 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18e07a8b-1138-44d5-9c66-a667da6ebbb9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.861429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-18e07a8b-1138-44d5-9c66-a667da6ebbb9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for d69689f9-92e7-4adf-8bbe-02f9582e9893 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:07.876266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365298e9-e61c-4c45-a0dc-1b104aa5baa5 req-956bf68d-91a9-440d-9f32-30ab1211a014 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.888234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-365298e9-e61c-4c45-a0dc-1b104aa5baa5 req-956bf68d-91a9-440d-9f32-30ab1211a014 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 948 time: 0.3654044 Aug 16 02:02:07.960015 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:03Z', 'revision_number': 4, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bf28026-b5aa-4846-b860-51a5acc35b34', 'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'mac_address': 'fa:16:3e:f4:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:00Z', 'updated_at': '2021-08-16T02:02:04Z', 'revision_number': 2, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'subnets': [{'id': '568258cf-724a-481a-a822-21f7d620f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:07.981518 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.020669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-0646dc9c-7823-4e86-911e-df58e26391cd service neutron] 10.222.0.89 "GET /v2.0/networks/07080a0a-ba52-49b5-8d68-70ef81cabcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617817 Aug 16 02:02:08.027691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51954) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.034483 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Checking router: c422b134-fd8d-4664-839c-23ae5b202f8f for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:08.035028 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Updating router c422b134-fd8d-4664-839c-23ae5b202f8f port 5bf28026-b5aa-4846-b860-51a5acc35b34 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:08.037575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8394b789-9eba-4223-8099-c1267d7b58b4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--976744716', 'description': 'tempest-description--1657892643'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:08.071561 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18e07a8b-1138-44d5-9c66-a667da6ebbb9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.094610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-365298e9-e61c-4c45-a0dc-1b104aa5baa5 req-f975ee6e-bab2-4c6c-be45-5c1e4142fa9a tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037480 Aug 16 02:02:08.141153 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.194568 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18e07a8b-1138-44d5-9c66-a667da6ebbb9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.196517 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-18e07a8b-1138-44d5-9c66-a667da6ebbb9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/d69689f9-92e7-4adf-8bbe-02f9582e9893 HTTP/1.1" status: 204 len: 168 time: 1.6216683 Aug 16 02:02:08.229874 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-2d9b30ff-a5e9-4303-989c-2c1884617337 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b HTTP/1.1" status: 200 len: 217 time: 0.1670423 Aug 16 02:02:08.230488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51958) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.243131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e07a8b-1138-44d5-9c66-a667da6ebbb9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=d69689f9-92e7-4adf-8bbe-02f9582e9893,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:08.291454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51960) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.342670 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8394b789-9eba-4223-8099-c1267d7b58b4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.343196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9b0bb2-1241-401f-83b5-563d18f26dd3 None None] DHCP port deletion for fce33481-aa41-41d3-b0c8-2fec1b72abf2 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:08.375168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25101940-1503-44b8-ba33-71084f379378 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.376783 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-25101940-1503-44b8-ba33-71084f379378 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1437662 Aug 16 02:02:08.382064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51964) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.388724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-595f85b7-60ea-4aa0-b1f9-7698030f1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.391006 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-595f85b7-60ea-4aa0-b1f9-7698030f1822 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1194544 Aug 16 02:02:08.457610 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7281da-675a-4762-918b-fe57bf537251 req-2206f1f8-3cca-4f3d-9399-ee9a6121eb25 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.462781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d7281da-675a-4762-918b-fe57bf537251 req-2206f1f8-3cca-4f3d-9399-ee9a6121eb25 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 943 time: 0.2138960 Aug 16 02:02:08.481431 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-382a400d-e4bb-4db7-a8f9-b3764084964e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:02:08.483403 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-382a400d-e4bb-4db7-a8f9-b3764084964e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/e487d3ac-4e19-415a-b5eb-87b7e6b19eee HTTP/1.1" status: 404 len: 333 time: 0.1001513 Aug 16 02:02:08.485527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-02fae0a1-3aba-450a-a55e-c17a1ae252e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.487275 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-02fae0a1-3aba-450a-a55e-c17a1ae252e7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2ea2ab85-242f-4314-9eef-b00c020be907 HTTP/1.1" status: 200 len: 917 time: 0.4371803 Aug 16 02:02:08.487684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51966) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.503006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d74e743-84cb-4dd3-a916-6baaec0e25a0 req-e8db6959-0f0a-476b-82f3-ebe2b5650e8c service neutron] 10.222.0.89 "GET /v2.0/networks/07080a0a-ba52-49b5-8d68-70ef81cabcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510992 Aug 16 02:02:08.504343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-948a6b8f-c1a0-4bba-a20b-748a702bd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:21Z', 'revision_number': 4, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '9bb4d590-af71-4a4c-a7f3-3c26d81ba264', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'port_id': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'mac_address': 'fa:16:3e:cf:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:22Z', 'updated_at': '2021-08-16T02:02:04Z', 'revision_number': 1, 'project_id': '215573ee4a53490f823ef26851352aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70301d9-1399-424b-ad5f-66f6cdb55a2a', 'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'mac_address': 'fa:16:3e:ff:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:18Z', 'updated_at': '2021-08-16T01:59:28Z', 'revision_number': 5, 'project_id': '215573ee4a53490f823ef26851352aa0', 'subnets': [{'id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:08.545333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a6b8f-c1a0-4bba-a20b-748a702bd376 None None] The sync data for ids ['f6aeced9-3f27-4425-8e98-55164495b930'] in n-d-768851-16 is: [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:21Z', 'revision_number': 4, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '9bb4d590-af71-4a4c-a7f3-3c26d81ba264', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'port_id': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'mac_address': 'fa:16:3e:cf:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:22Z', 'updated_at': '2021-08-16T02:02:04Z', 'revision_number': 1, 'project_id': '215573ee4a53490f823ef26851352aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70301d9-1399-424b-ad5f-66f6cdb55a2a', 'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'mac_address': 'fa:16:3e:ff:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:18Z', 'updated_at': '2021-08-16T01:59:28Z', 'revision_number': 5, 'project_id': '215573ee4a53490f823ef26851352aa0', 'subnets': [{'id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:08.553374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b0bb2-1241-401f-83b5-563d18f26dd3 None None] Deleting port 8a6418f9-c611-483e-b26c-6ef91433f22b {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:08.554169 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0bb2-1241-401f-83b5-563d18f26dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.591820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-64b2d995-8b92-4be3-8e9d-9b7813407ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.593513 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-64b2d995-8b92-4be3-8e9d-9b7813407ec8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1813393 Aug 16 02:02:08.602402 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-c519442e-7f6d-4d20-8264-404cb8a02ede tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:02:08.604132 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c519442e-7f6d-4d20-8264-404cb8a02ede tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/d69689f9-92e7-4adf-8bbe-02f9582e9893 HTTP/1.1" status: 404 len: 333 time: 0.1131728 Aug 16 02:02:08.636415 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51968) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.654320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-cd9b0bb2-1241-401f-83b5-563d18f26dd3 None None] For port 8a6418f9-c611-483e-b26c-6ef91433f22b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8a6418f9-c611-483e-b26c-6ef91433f22b,segment=NetworkSegment(84881904-af5f-4bf2-bb6b-e4de18caa368),segment_id=84881904-af5f-4bf2-bb6b-e4de18caa368)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:08.654938 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0bb2-1241-401f-83b5-563d18f26dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.675465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b0bb2-1241-401f-83b5-563d18f26dd3 None None] Calling delete_port for 8a6418f9-c611-483e-b26c-6ef91433f22b owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:08.680263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Deleting port 8a6418f9-c611-483e-b26c-6ef91433f22b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:08.680650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.725623 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.737101 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Transition to ACTIVE for port object 5bf28026-b5aa-4846-b860-51a5acc35b34 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:08.744869 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.787106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-393f1404-25ef-4c89-a21d-192997636bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.795116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d7281da-675a-4762-918b-fe57bf537251 req-177c87d0-fa8c-4c60-a491-e7873c4bf49f tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243222 Aug 16 02:02:08.830855 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-f4dab334-f95f-4c2a-ab9e-9b8e6a29c773 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248003 Aug 16 02:02:08.832470 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-c070b2e0-c350-4303-a898-1eb026fc2ec6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25 HTTP/1.1" status: 200 len: 999 time: 0.3360033 Aug 16 02:02:08.837767 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd9b0bb2-1241-401f-83b5-563d18f26dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.873587 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-28568c5a-b4c7-4696-b30c-0d68e2844afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.881500 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.885949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b0bb2-1241-401f-83b5-563d18f26dd3 None None] Pushing event deleted for resources: {'Port': ['ID=8a6418f9-c611-483e-b26c-6ef91433f22b,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:08.897691 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a880d-e1ca-49ec-b2c4-829dadf289b6 None None] Pushing event updated for resources: {'Port': ['ID=5bf28026-b5aa-4846-b860-51a5acc35b34,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:08.901647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9b0bb2-1241-401f-83b5-563d18f26dd3 None None] No DVR routers for this DVR port 8a6418f9-c611-483e-b26c-6ef91433f22b on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:08.913568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] For port 8a6418f9-c611-483e-b26c-6ef91433f22b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8a6418f9-c611-483e-b26c-6ef91433f22b,segment=NetworkSegment(84881904-af5f-4bf2-bb6b-e4de18caa368),segment_id=84881904-af5f-4bf2-bb6b-e4de18caa368)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:08.913943 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.959871 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Attempting to bind port 5bf28026-b5aa-4846-b860-51a5acc35b34 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:08.960275 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Attempting to bind port 5bf28026-b5aa-4846-b860-51a5acc35b34 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:08.960872 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Attempting to bind port 5bf28026-b5aa-4846-b860-51a5acc35b34 on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:08.965901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d5596a-5f89-495b-a3cf-a5c6777e07c7 None None] New status for floating IP 9bb4d590-af71-4a4c-a7f3-3c26d81ba264: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:02:08.973173 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:08.973573 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Checking segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:08.973940 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.974385 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Bound using segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:08.974856 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Bound port: 5bf28026-b5aa-4846-b860-51a5acc35b34, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:08.975233 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.001307 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8394b789-9eba-4223-8099-c1267d7b58b4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.010185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Calling delete_port for 8a6418f9-c611-483e-b26c-6ef91433f22b owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:09.034694 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8394b789-9eba-4223-8099-c1267d7b58b4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.072022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-841ec348-2f80-4ac6-8593-f7365d746e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.073791 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-841ec348-2f80-4ac6-8593-f7365d746e58 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fe5b00cb-8239-4aec-9c3f-72d71ae075fe HTTP/1.1" status: 200 len: 855 time: 0.2231410 Aug 16 02:02:09.114083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394b789-9eba-4223-8099-c1267d7b58b4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9405864-413e-425c-90eb-d9898572e4dc,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:09.114868 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] For port 5bf28026-b5aa-4846-b860-51a5acc35b34, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:09.115470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f7a802-f884-4615-91e9-54b8ec342e63', 'tag': '53f47850-4a30-4c59-be70-762b92f319a1'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:09.119075 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3722efcd-b50e-4301-b056-34e4b4f7fdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "35f7a802-f884-4615-91e9-54b8ec342e63", "tag": "53f47850-4a30-4c59-be70-762b92f319a1"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:09.128963 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] For port 5bf28026-b5aa-4846-b860-51a5acc35b34, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5bf28026-b5aa-4846-b860-51a5acc35b34,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:09.135821 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.155069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.200794 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-70c08067-14b1-46b1-8f79-a9285b9a5741 req-272268df-0f87-4912-969c-0f21165feb69 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512783 Aug 16 02:02:09.247610 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072bb104-1ad1-480a-aaa0-ec342c1a6e13 x-openstack-request-id: req-072bb104-1ad1-480a-aaa0-ec342c1a6e13 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:09.248727 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a880d-e1ca-49ec-b2c4-829dadf289b6 None None] Pushing event updated for resources: {'Port': ['ID=5bf28026-b5aa-4846-b860-51a5acc35b34,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:09.261546 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f7a802-f884-4615-91e9-54b8ec342e63", "tag": "53f47850-4a30-4c59-be70-762b92f319a1", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:09.261891 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-072bb104-1ad1-480a-aaa0-ec342c1a6e13 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:09.262220 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f7a802-f884-4615-91e9-54b8ec342e63', 'tag': '53f47850-4a30-4c59-be70-762b92f319a1', 'status': 'completed', 'code': 200} Aug 16 02:02:09.263944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9148ddf-0fd0-477e-ba43-f095fecfc5a2']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:09.273428 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Routers {'c422b134-fd8d-4664-839c-23ae5b202f8f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:09.274064 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:01:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c422b134-fd8d-4664-839c-23ae5b202f8f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:09.277682 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-0a83b9b8-bfa8-41e1-b571-54b0076b2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.279194 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-0a83b9b8-bfa8-41e1-b571-54b0076b2827 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2ea2ab85-242f-4314-9eef-b00c020be907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1958537 Aug 16 02:02:09.320194 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659d07b0-a62f-4a7f-a749-35c7e033118d') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:09.320767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659d07b0-a62f-4a7f-a749-35c7e033118d') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:09.363805 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-393f1404-25ef-4c89-a21d-192997636bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.368435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.400159 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.407777 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-393f1404-25ef-4c89-a21d-192997636bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.414338 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8394b789-9eba-4223-8099-c1267d7b58b4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.416866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8394b789-9eba-4223-8099-c1267d7b58b4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3874085 Aug 16 02:02:09.427265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51978) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:09.435875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-925f5d40-eda6-4878-a32e-2e44b3546823 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Request body: {'security_group_rule': {'security_group_id': 'c9405864-413e-425c-90eb-d9898572e4dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:09.443010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.462752 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] Set router c422b134-fd8d-4664-839c-23ae5b202f8f gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:09.489824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:09.490241 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:09.497308 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:09.523592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722efcd-b50e-4301-b056-34e4b4f7fdcc req-bac9dcc0-00b1-41c7-9d4e-24b359941ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.525277 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3722efcd-b50e-4301-b056-34e4b4f7fdcc req-bac9dcc0-00b1-41c7-9d4e-24b359941ec0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ccb4a647ac748dbbacb8eb5daa1ea2e&device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 1095 time: 0.2582514 Aug 16 02:02:09.570601 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-393f1404-25ef-4c89-a21d-192997636bc6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0a814fd4a424b83ac6dd819dc1a4750&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2721391 Aug 16 02:02:09.570948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51980) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:09.599870 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.615652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b8993-c72f-4bd7-8bcc-d5d786947795 req-29140423-3f22-4241-92c3-4034fe212597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.617209 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-419b8993-c72f-4bd7-8bcc-d5d786947795 req-29140423-3f22-4241-92c3-4034fe212597 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c19010e9e1004e34b960b6f6ddf58dfc&device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 1100 time: 0.2366700 Aug 16 02:02:09.617971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f1404-25ef-4c89-a21d-192997636bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db6f3c5-2529-4cd6-b454-f5bdeaf2781f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:09.626254 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-1c5129bc-7881-4c57-a929-c684aa0d5bc4 service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592180 Aug 16 02:02:09.652158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ee860-28ec-4427-b985-0cd9f409d8de req-f75796fe-385b-4b32-954c-d44c08f02e25 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.653922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c47ee860-28ec-4427-b985-0cd9f409d8de req-f75796fe-385b-4b32-954c-d44c08f02e25 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 948 time: 0.3556848 Aug 16 02:02:09.708652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Pushing event deleted for resources: {'Port': ['ID=8a6418f9-c611-483e-b26c-6ef91433f22b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:09.709358 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:03Z', 'revision_number': 4, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bf28026-b5aa-4846-b860-51a5acc35b34', 'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'mac_address': 'fa:16:3e:f4:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:00Z', 'updated_at': '2021-08-16T02:02:09Z', 'revision_number': 4, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'subnets': [{'id': '568258cf-724a-481a-a822-21f7d620f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:09.718912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] No DVR routers for this DVR port 8a6418f9-c611-483e-b26c-6ef91433f22b on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:09.732615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.737457 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.739646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/networks/f9148ddf-0fd0-477e-ba43-f095fecfc5a2 HTTP/1.1" status: 204 len: 168 time: 1.1009803 Aug 16 02:02:09.743965 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3f8e3-868d-4928-9a6d-2527f65a85ef None None] The sync data for ids ['c422b134-fd8d-4664-839c-23ae5b202f8f'] in n-d-768851-16 is: [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:03Z', 'revision_number': 4, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bf28026-b5aa-4846-b860-51a5acc35b34', 'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'mac_address': 'fa:16:3e:f4:81:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:00Z', 'updated_at': '2021-08-16T02:02:09Z', 'revision_number': 4, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'subnets': [{'id': '568258cf-724a-481a-a822-21f7d620f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:09.744403 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51982) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:09.751708 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-925f5d40-eda6-4878-a32e-2e44b3546823 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.753291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1252894031'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:09.813053 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-962612b9-a518-44a7-bf86-6b4f2f95fd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.822791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa83c21-205b-4357-8c55-c96162030ca1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Network': ['ID=f9148ddf-0fd0-477e-ba43-f095fecfc5a2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:09.863811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:09.867369 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.906177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b8993-c72f-4bd7-8bcc-d5d786947795 req-9d006507-e23f-40cd-bccf-8177c67d615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.907994 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-419b8993-c72f-4bd7-8bcc-d5d786947795 req-9d006507-e23f-40cd-bccf-8177c67d615d service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.2777877 Aug 16 02:02:09.938651 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-962612b9-a518-44a7-bf86-6b4f2f95fd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.981889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5bf28026-b5aa-4846-b860-51a5acc35b34 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:09.988474 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.988716 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-35ebd3f0-2895-4bc7-9035-8006f48a16f7 req-78c5027a-46cd-49b8-93b5-076d157bce57 service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095369 Aug 16 02:02:09.998618 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-419b8993-c72f-4bd7-8bcc-d5d786947795 req-b4796be1-86ed-4a3a-9d02-4d4d57cc5305 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b HTTP/1.1" status: 200 len: 217 time: 0.0694447 Aug 16 02:02:10.006629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:10.047047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c47ee860-28ec-4427-b985-0cd9f409d8de req-7e0ade45-1b2e-4e28-bcc4-7186cf5f64a6 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549032 Aug 16 02:02:10.065537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce33481-aa41-41d3-b0c8-2fec1b72abf2']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:10.065989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 5bf28026-b5aa-4846-b860-51a5acc35b34 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:10.072216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5bf28026-b5aa-4846-b860-51a5acc35b34 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:10.072969 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.077025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84881904-af5f-4bf2-bb6b-e4de18caa368') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:10.078028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84881904-af5f-4bf2-bb6b-e4de18caa368') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:10.082014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722efcd-b50e-4301-b056-34e4b4f7fdcc req-4ae76326-a898-41dd-909f-85445dddefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.083789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3722efcd-b50e-4301-b056-34e4b4f7fdcc req-4ae76326-a898-41dd-909f-85445dddefe3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=07080a0a-ba52-49b5-8d68-70ef81cabcde HTTP/1.1" status: 200 len: 912 time: 0.5254364 Aug 16 02:02:10.088197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.088555 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Added segment b840029b-0653-4103-ae96-bcd09c5b8828 of type vlan for network 4ae614ba-feb3-45ba-be9c-af410f3c45fe Aug 16 02:02:10.115418 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.130307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b8993-c72f-4bd7-8bcc-d5d786947795 req-c8ff6764-1688-4cbc-907e-de41ee9b0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.133350 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-419b8993-c72f-4bd7-8bcc-d5d786947795 req-c8ff6764-1688-4cbc-907e-de41ee9b0f6e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1095695 Aug 16 02:02:10.185341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3722efcd-b50e-4301-b056-34e4b4f7fdcc req-44333722-9b95-43a3-8d1b-06c60e4d58a7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53f47850-4a30-4c59-be70-762b92f319a1 HTTP/1.1" status: 200 len: 217 time: 0.0817862 Aug 16 02:02:10.192850 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.201420 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c1b13-1f35-4a71-9ab3-3a92c38f5d3f req-cc6fb940-0f89-4419-b85e-ab75a8df7d2b tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.208379 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-962612b9-a518-44a7-bf86-6b4f2f95fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.211182 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-962612b9-a518-44a7-bf86-6b4f2f95fd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.212929 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-962612b9-a518-44a7-bf86-6b4f2f95fd33 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5db6f3c5-2529-4cd6-b454-f5bdeaf2781f HTTP/1.1" status: 204 len: 168 time: 0.6299741 Aug 16 02:02:10.213921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e1c1b13-1f35-4a71-9ab3-3a92c38f5d3f req-cc6fb940-0f89-4419-b85e-ab75a8df7d2b tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 943 time: 0.2838907 Aug 16 02:02:10.271293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962612b9-a518-44a7-bf86-6b4f2f95fd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db6f3c5-2529-4cd6-b454-f5bdeaf2781f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:10.320262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b8993-c72f-4bd7-8bcc-d5d786947795 req-d77a0533-015c-4619-83b1-1337caf90f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.322044 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-419b8993-c72f-4bd7-8bcc-d5d786947795 req-d77a0533-015c-4619-83b1-1337caf90f0c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1321836 Aug 16 02:02:10.362437 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.368002 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.383500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.385901 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.435673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 5bf28026-b5aa-4846-b860-51a5acc35b34, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5bf28026-b5aa-4846-b860-51a5acc35b34,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:10.442330 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.540158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8a6418f9-c611-483e-b26c-6ef91433f22b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:10.601063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=5bf28026-b5aa-4846-b860-51a5acc35b34,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:10.605623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8a6418f9-c611-483e-b26c-6ef91433f22b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:10.606324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8a6418f9-c611-483e-b26c-6ef91433f22b not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:10.620064 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8704982 Aug 16 02:02:10.620578 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51994) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:10.627064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': '4ae614ba-feb3-45ba-be9c-af410f3c45fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:10.636512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba13ce-a160-404b-aae9-c05c4a85c5cf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Network': ['ID=4ae614ba-feb3-45ba-be9c-af410f3c45fe,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:10.661271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 4ae614ba-feb3-45ba-be9c-af410f3c45fe details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:10.768732 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-419b8993-c72f-4bd7-8bcc-d5d786947795 req-f9f12a2b-3324-4d9e-9ab7-57343221a716 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230750 Aug 16 02:02:10.771842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:10.776006 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.783654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51996) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:10.821049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a593a0b9-7419-4c2b-aa39-764d0149d7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.831025 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.834120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-925f5d40-eda6-4878-a32e-2e44b3546823 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.859538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-925f5d40-eda6-4878-a32e-2e44b3546823 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.868227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:10.868633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:10.874770 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:10.955443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f5d40-eda6-4878-a32e-2e44b3546823 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976bf993-1bf8-48a7-81d4-72f83a6a4cce,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:10.965698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e1c1b13-1f35-4a71-9ab3-3a92c38f5d3f req-a2eb84af-eba8-478e-a925-39c06ab81a41 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7503541 Aug 16 02:02:10.971230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722efcd-b50e-4301-b056-34e4b4f7fdcc req-a814b017-34da-407b-8aaf-a3e407a79a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.971230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3722efcd-b50e-4301-b056-34e4b4f7fdcc req-a814b017-34da-407b-8aaf-a3e407a79a10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=12949d9e-0d6c-4ed9-9fab-45189c7ecf2f HTTP/1.1" status: 200 len: 851 time: 0.1498284 Aug 16 02:02:10.979491 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.002362 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.004247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] 10.222.0.79 "DELETE /v2.0/networks/fce33481-aa41-41d3-b0c8-2fec1b72abf2 HTTP/1.1" status: 204 len: 168 time: 3.3346002 Aug 16 02:02:11.022540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f3bb0-edf5-4045-a2bd-a3209a4bbe04 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383 tempest-ExtraDHCPOptionsIpV6TestJSON-529985383-project] Pushing event deleted for resources: {'Network': ['ID=fce33481-aa41-41d3-b0c8-2fec1b72abf2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:11.042699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3722efcd-b50e-4301-b056-34e4b4f7fdcc req-52972a2b-6d38-428c-86a1-5858d7f81ea7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=07080a0a-ba52-49b5-8d68-70ef81cabcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648677 Aug 16 02:02:11.112549 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-419b8993-c72f-4bd7-8bcc-d5d786947795 req-23d6098d-3735-4dd4-afb5-ad223560bff8 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275211 Aug 16 02:02:11.224612 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.239801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3722efcd-b50e-4301-b056-34e4b4f7fdcc req-4a3ddb0a-c09c-46df-b1b9-0045fef98d0f service neutron] 10.222.0.89 "GET /v2.0/networks/07080a0a-ba52-49b5-8d68-70ef81cabcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885223 Aug 16 02:02:11.276449 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a593a0b9-7419-4c2b-aa39-764d0149d7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.297504 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a593a0b9-7419-4c2b-aa39-764d0149d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.335304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e223f2-c763-4f41-a699-511bae422a04 req-cfec9398-6078-468a-8069-64f28e413125 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.344443 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1e223f2-c763-4f41-a699-511bae422a04 req-cfec9398-6078-468a-8069-64f28e413125 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 948 time: 0.1641667 Aug 16 02:02:11.346496 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Subnet': ['ID=aa17c5af-ed8d-4591-84fe-c8d007e56de9,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:11.355991 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-925f5d40-eda6-4878-a32e-2e44b3546823 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.357212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-925f5d40-eda6-4878-a32e-2e44b3546823 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9252844 Aug 16 02:02:11.365322 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a593a0b9-7419-4c2b-aa39-764d0149d7eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=162ba939c7db4d008a73f4262c1deaf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759971 Aug 16 02:02:11.366336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52004) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:11.366674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52006) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:11.378615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b5b2ac35-1412-4775-8ed0-d9786cb381c5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Request body: {'security_group_rule': {'security_group_id': 'c9405864-413e-425c-90eb-d9898572e4dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:11.391294 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Checking segment: {'id': 'b840029b-0653-4103-ae96-bcd09c5b8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4ae614ba-feb3-45ba-be9c-af410f3c45fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:11.391748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network hostable DHCP agents. Network: 4ae614ba-feb3-45ba-be9c-af410f3c45fe, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:11.401529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593a0b9-7419-4c2b-aa39-764d0149d7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4041cad8-e5fa-4b60-8b81-cd5d25c37e60,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:11.433193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52008) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:11.447524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1e223f2-c763-4f41-a699-511bae422a04 req-92f1d343-e22c-4cf1-b333-8c11d570ff6d tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020260 Aug 16 02:02:11.474340 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f9d14b2-18a5-4ff3-984a-43f3401f36a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.491276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 4ae614ba-feb3-45ba-be9c-af410f3c45fe is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:11.492527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 53f47850-4a30-4c59-be70-762b92f319a1 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:11.493476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3722efcd-b50e-4301-b056-34e4b4f7fdcc req-7cd9280c-f47e-43bf-9892-bc9e6179c6c7 service neutron] 10.222.0.89 "GET /v2.0/networks/07080a0a-ba52-49b5-8d68-70ef81cabcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428851 Aug 16 02:02:11.521758 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8169488a-b205-4553-9161-25d6374fc383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.528508 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ac35-1412-4775-8ed0-d9786cb381c5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.561470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 4ae614ba-feb3-45ba-be9c-af410f3c45fe) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:11.566604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.567506 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.574843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1ee01-3668-4043-9982-0ef3b1a7f72d None None] Network 4ae614ba-feb3-45ba-be9c-af410f3c45fe requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:11.592188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8169488a-b205-4553-9161-25d6374fc383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.622977 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c6bc5b31-266b-4922-b73a-4191b6b1e8e7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9989128 Aug 16 02:02:11.623659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52016) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:11.628585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': '4ae614ba-feb3-45ba-be9c-af410f3c45fe', 'name': 'tempest-PortsTestJSON-552588305'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:11.654725 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.685240 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ac35-1412-4775-8ed0-d9786cb381c5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.692594 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ac35-1412-4775-8ed0-d9786cb381c5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.716148 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ac35-1412-4775-8ed0-d9786cb381c5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.718726 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b5b2ac35-1412-4775-8ed0-d9786cb381c5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3488128 Aug 16 02:02:11.721039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d7105b44-4cdd-477a-8d19-d31cec0a616b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2d2d6b02db244731b730b3e226e783cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854557 Aug 16 02:02:11.724761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52018) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:11.725309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52020) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:11.725572 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 53f47850-4a30-4c59-be70-762b92f319a1, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=53f47850-4a30-4c59-be70-762b92f319a1,segment=NetworkSegment(a6aa8d37-fdce-490c-ab3d-c838d37d03b3),segment_id=a6aa8d37-fdce-490c-ab3d-c838d37d03b3)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:11.735875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:11.749935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '53f47850-4a30-4c59-be70-762b92f319a1', 'network_id': '07080a0a-ba52-49b5-8d68-70ef81cabcde', 'port_id': '53f47850-4a30-4c59-be70-762b92f319a1', 'mac_address': 'fa:16:3e:40:c0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12949d9e-0d6c-4ed9-9fab-45189c7ecf2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:11.756540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2ac35-1412-4775-8ed0-d9786cb381c5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d87203-fccc-4e5d-ae61-01acf4772d45,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:11.760445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8169488a-b205-4553-9161-25d6374fc383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.764174 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8169488a-b205-4553-9161-25d6374fc383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.768371 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8169488a-b205-4553-9161-25d6374fc383 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4041cad8-e5fa-4b60-8b81-cd5d25c37e60 HTTP/1.1" status: 204 len: 168 time: 0.3956823 Aug 16 02:02:11.815553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169488a-b205-4553-9161-25d6374fc383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4041cad8-e5fa-4b60-8b81-cd5d25c37e60,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:11.840213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3af651f-7ce3-44c6-99ac-06f904e636dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.844176 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.866325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:11.873987 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.903477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5bf28026-b5aa-4846-b860-51a5acc35b34 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:11.910064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4ae614ba-feb3-45ba-be9c-af410f3c45fe', 'network_id': '4ae614ba-feb3-45ba-be9c-af410f3c45fe', 'tenant_id': '05983e96699944649ebc893914b5f09a', 'fixed_ips': [{'subnet_id': 'aa17c5af-ed8d-4591-84fe-c8d007e56de9'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:11.911077 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.928168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port 31cd7f51-9b2a-48e0-9a9c-d3fb3f98f764 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:11.929944 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3af651f-7ce3-44c6-99ac-06f904e636dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.940661 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.978546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f47850-4a30-4c59-be70-762b92f319a1 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:12.007101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 53f47850-4a30-4c59-be70-762b92f319a1, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=53f47850-4a30-4c59-be70-762b92f319a1,segment=NetworkSegment(a6aa8d37-fdce-490c-ab3d-c838d37d03b3),segment_id=a6aa8d37-fdce-490c-ab3d-c838d37d03b3)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:12.018779 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.040722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3af651f-7ce3-44c6-99ac-06f904e636dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.043727 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3af651f-7ce3-44c6-99ac-06f904e636dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.045055 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a3af651f-7ce3-44c6-99ac-06f904e636dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/576a2d0a-fd42-4f50-b0d6-aa821d8b4c2e HTTP/1.1" status: 204 len: 168 time: 0.3161542 Aug 16 02:02:12.053606 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.142490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.2 (4ae614ba-feb3-45ba-be9c-af410f3c45fe/aa17c5af-ed8d-4591-84fe-c8d007e56de9/31cd7f51-9b2a-48e0-9a9c-d3fb3f98f764) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:12.195321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af651f-7ce3-44c6-99ac-06f904e636dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576a2d0a-fd42-4f50-b0d6-aa821d8b4c2e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:12.244793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['53f47850-4a30-4c59-be70-762b92f319a1'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:12.246180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Allocated IP 172.25.2.151 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/a8c0f4ad-b74a-4b45-ae2a-aca143826d86) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:12.249871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=53f47850-4a30-4c59-be70-762b92f319a1,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:12.285491 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5bf28026-b5aa-4846-b860-51a5acc35b34 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:12.285491 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.302703 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52030) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:12.359727 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a597945-a629-4906-ad9c-c10f63456bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.401185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213715ce-c487-4a7c-b76f-f84247b48748 req-d06069e1-82f0-49ef-9043-c838286c9a4a tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.411213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-213715ce-c487-4a7c-b76f-f84247b48748 req-d06069e1-82f0-49ef-9043-c838286c9a4a tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 944 time: 0.1504633 Aug 16 02:02:12.459493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.490006 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.498401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-213715ce-c487-4a7c-b76f-f84247b48748 req-eedc59c1-a173-4c2d-a180-0b15644539b3 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843337 Aug 16 02:02:12.510958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object 31cd7f51-9b2a-48e0-9a9c-d3fb3f98f764 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:12.575912 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.629222 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a597945-a629-4906-ad9c-c10f63456bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.630731 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.640273 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a597945-a629-4906-ad9c-c10f63456bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.672819 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9a597945-a629-4906-ad9c-c10f63456bb8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be8cfd1c54dc46518c9687edac1f6d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689680 Aug 16 02:02:12.676960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52042) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:12.698961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:12.716416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:12.721888 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:12.724649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:12.772889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a597945-a629-4906-ad9c-c10f63456bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395d329b-796e-427d-bb28-3962473d9c37,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:12.775290 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8c540924-f64c-4f72-98d8-38b8069c412f {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:02:12.775652 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:02:12.790393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event updated for resources: {'Port': ['ID=a8c0f4ad-b74a-4b45-ae2a-aca143826d86,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:12.798973 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.812787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=31cd7f51-9b2a-48e0-9a9c-d3fb3f98f764,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:12.816538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 4ae614ba-feb3-45ba-be9c-af410f3c45fe is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:12.834180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:12.842992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:12.856140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:12.869731 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.871741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b', 'mac_address': 'fa:16:3e:15:02:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:12.884673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e121b-4c8c-48c2-8401-c0dc0dfa6132 req-a87d4377-e4fa-4a76-94dc-fdfe66abd491 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.886490 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-293e121b-4c8c-48c2-8401-c0dc0dfa6132 req-a87d4377-e4fa-4a76-94dc-fdfe66abd491 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 948 time: 0.2760410 Aug 16 02:02:12.887061 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0649e5fc-c8cc-40a1-a84b-604c5cd3ba04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.926567 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.937001 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.945628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0649e5fc-c8cc-40a1-a84b-604c5cd3ba04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.953933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.954623 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.955090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:12.984650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:12.989081 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.005990 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-293e121b-4c8c-48c2-8401-c0dc0dfa6132 req-b983c27c-96ec-4686-abff-8c5022641dbd tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094160 Aug 16 02:02:13.010159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5107a15c-0796-4861-a313-efd48a990d5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3855286 Aug 16 02:02:13.012796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52052) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:13.063603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.098272 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0649e5fc-c8cc-40a1-a84b-604c5cd3ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.100818 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0649e5fc-c8cc-40a1-a84b-604c5cd3ba04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.101994 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0649e5fc-c8cc-40a1-a84b-604c5cd3ba04 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/395d329b-796e-427d-bb28-3962473d9c37 HTTP/1.1" status: 204 len: 168 time: 0.3757041 Aug 16 02:02:13.116026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649e5fc-c8cc-40a1-a84b-604c5cd3ba04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395d329b-796e-427d-bb28-3962473d9c37,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.142919 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-67d84dc6-04e5-451f-892f-1bcf52c24db2 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 31cd7f51-9b2a-48e0-9a9c-d3fb3f98f764 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:13.143215 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67d84dc6-04e5-451f-892f-1bcf52c24db2 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.208510 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.213620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.249903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67d84dc6-04e5-451f-892f-1bcf52c24db2 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.271450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-67d84dc6-04e5-451f-892f-1bcf52c24db2 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 31cd7f51-9b2a-48e0-9a9c-d3fb3f98f764 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:13.276487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event updated for resources: {'Port': ['ID=a8c0f4ad-b74a-4b45-ae2a-aca143826d86,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.276860 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.368455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52064) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:13.474967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Allocated IP 172.20.0.3 (4ae614ba-feb3-45ba-be9c-af410f3c45fe/aa17c5af-ed8d-4591-84fe-c8d007e56de9/531f0f4f-97ec-430d-b19a-d646616bd021) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:13.492363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:13.494695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 53f47850-4a30-4c59-be70-762b92f319a1 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:13.591004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-852e966d-1373-4d9c-9be7-e849659e5a93 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group': {'name': 'tempest-secgroup--437233303'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:13.673945 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.690786 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-852e966d-1373-4d9c-9be7-e849659e5a93 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.696005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.700599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 53f47850-4a30-4c59-be70-762b92f319a1 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:13.715538 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e797291c-108b-48b3-803f-4c0dcfc786f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9841406 Aug 16 02:02:13.736090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 53f47850-4a30-4c59-be70-762b92f319a1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:13.736576 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.763592 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-852e966d-1373-4d9c-9be7-e849659e5a93 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.804404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67d84dc6-04e5-451f-892f-1bcf52c24db2 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.870341 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.921106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Transition to ACTIVE for port object 531f0f4f-97ec-430d-b19a-d646616bd021 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:13.954532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d84dc6-04e5-451f-892f-1bcf52c24db2 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=31cd7f51-9b2a-48e0-9a9c-d3fb3f98f764,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.007223 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.011079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Transition to ACTIVE for port object 531f0f4f-97ec-430d-b19a-d646616bd021 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:14.045062 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f95302-b1f2-409a-b1bd-a5cc4718b395 req-88a3f5f8-d5b4-4299-9250-7cfb7304ce2d tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.052036 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.054020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15f95302-b1f2-409a-b1bd-a5cc4718b395 req-88a3f5f8-d5b4-4299-9250-7cfb7304ce2d tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 944 time: 0.4233394 Aug 16 02:02:14.071789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f7a802-f884-4615-91e9-54b8ec342e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f47850-4a30-4c59-be70-762b92f319a1'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:14.075256 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed105a97-15b0-4ee2-9879-5523da919043" -d '{"events": [{"server_uuid": "35f7a802-f884-4615-91e9-54b8ec342e63", "name": "network-vif-plugged", "status": "completed", "tag": "53f47850-4a30-4c59-be70-762b92f319a1"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:14.131289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-86e34d4f-3d91-4531-af29-098c32c377c3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--976744716&fields=id&tenant_id=e292f445598748e59e3932c6e78f113c HTTP/1.1" status: 200 len: 267 time: 0.1349692 Aug 16 02:02:14.134514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 53f47850-4a30-4c59-be70-762b92f319a1, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=53f47850-4a30-4c59-be70-762b92f319a1,segment=NetworkSegment(a6aa8d37-fdce-490c-ab3d-c838d37d03b3),segment_id=a6aa8d37-fdce-490c-ab3d-c838d37d03b3)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:14.158822 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15f95302-b1f2-409a-b1bd-a5cc4718b395 req-e4004931-918f-4786-9f0e-71b974f259bf tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037543 Aug 16 02:02:14.172717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Network 4ae614ba-feb3-45ba-be9c-af410f3c45fe is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:14.180216 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.189445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:14.195814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:14.201581 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-67d84dc6-04e5-451f-892f-1bcf52c24db2 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.208515 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.212482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Pushing event updated for resources: {'Port': ['ID=531f0f4f-97ec-430d-b19a-d646616bd021,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.213207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-67d84dc6-04e5-451f-892f-1bcf52c24db2 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/31cd7f51-9b2a-48e0-9a9c-d3fb3f98f764 HTTP/1.1" status: 204 len: 168 time: 1.1966298 Aug 16 02:02:14.214235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52108) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:14.230327 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-852e966d-1373-4d9c-9be7-e849659e5a93 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.265132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-852e966d-1373-4d9c-9be7-e849659e5a93 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.273868 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdbb99e-77fa-4fd7-b81f-d84849c89219 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:02:14.275453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdbb99e-77fa-4fd7-b81f-d84849c89219 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:02:14.281036 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bbdbb99e-77fa-4fd7-b81f-d84849c89219 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/31cd7f51-9b2a-48e0-9a9c-d3fb3f98f764 HTTP/1.1" status: 404 len: 333 time: 0.0633225 Aug 16 02:02:14.284868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52110) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:14.306704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Attempting to bind port 531f0f4f-97ec-430d-b19a-d646616bd021 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:14.307791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Attempting to bind port 531f0f4f-97ec-430d-b19a-d646616bd021 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'b840029b-0653-4103-ae96-bcd09c5b8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4ae614ba-feb3-45ba-be9c-af410f3c45fe'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:14.308171 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Attempting to bind port 531f0f4f-97ec-430d-b19a-d646616bd021 on network 4ae614ba-feb3-45ba-be9c-af410f3c45fe {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:14.322506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:14.322907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Checking segment: {'id': 'b840029b-0653-4103-ae96-bcd09c5b8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4ae614ba-feb3-45ba-be9c-af410f3c45fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:14.323179 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-118b5eca-d790-4f90-ba3c-138b57b13d8c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:02:14.323443 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.323843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Bound using segment: {'id': 'b840029b-0653-4103-ae96-bcd09c5b8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4ae614ba-feb3-45ba-be9c-af410f3c45fe'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:14.324306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Bound port: 531f0f4f-97ec-430d-b19a-d646616bd021, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b840029b-0653-4103-ae96-bcd09c5b8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4ae614ba-feb3-45ba-be9c-af410f3c45fe'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:14.324687 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.330417 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-118b5eca-d790-4f90-ba3c-138b57b13d8c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/31cd7f51-9b2a-48e0-9a9c-d3fb3f98f764 HTTP/1.1" status: 404 len: 333 time: 0.0437942 Aug 16 02:02:14.330747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52114) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:14.348329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=53f47850-4a30-4c59-be70-762b92f319a1,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.407206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa1f118-522d-40c8-9236-d6a0138aae94 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting subnet aa17c5af-ed8d-4591-84fe-c8d007e56de9 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:14.419917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f118-522d-40c8-9236-d6a0138aae94 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.426589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] For port 531f0f4f-97ec-430d-b19a-d646616bd021, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:14.431763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] For port 531f0f4f-97ec-430d-b19a-d646616bd021, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=531f0f4f-97ec-430d-b19a-d646616bd021,segment=NetworkSegment(b840029b-0653-4103-ae96-bcd09c5b8828),segment_id=b840029b-0653-4103-ae96-bcd09c5b8828)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:14.437957 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.454877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e966d-1373-4d9c-9be7-e849659e5a93 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57457aa9-d4cb-4c3d-b8c1-1b5c169cacba,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.515776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cda4d-a5c1-40ad-bd7c-6d84615cf830 None None] Pushing event updated for resources: {'Port': ['ID=531f0f4f-97ec-430d-b19a-d646616bd021,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.587997 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f118-522d-40c8-9236-d6a0138aae94 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.623811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-c2fb93f6-4a54-4f7d-a494-6eae006eaad5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.629624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-c2fb93f6-4a54-4f7d-a494-6eae006eaad5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 812 time: 0.4667945 Aug 16 02:02:14.688290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f310e-1bd5-4a8f-a2f9-a9912f3325e1 req-fa30252e-9a3d-4db4-9dae-8eff8c7f6976 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.689896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-659f310e-1bd5-4a8f-a2f9-a9912f3325e1 req-fa30252e-9a3d-4db4-9dae-8eff8c7f6976 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 949 time: 0.2640471 Aug 16 02:02:14.699196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-e351413f-0c9c-44e3-88a4-35503902ebe9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/quotas/e292f445598748e59e3932c6e78f113c HTTP/1.1" status: 200 len: 375 time: 0.0645297 Aug 16 02:02:14.710109 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-852e966d-1373-4d9c-9be7-e849659e5a93 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.807980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-659f310e-1bd5-4a8f-a2f9-a9912f3325e1 req-d5396f19-59a9-4c37-a0f4-363e0da75d27 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032038 Aug 16 02:02:14.808599 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-852e966d-1373-4d9c-9be7-e849659e5a93 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.861435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-852e966d-1373-4d9c-9be7-e849659e5a93 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.865581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52128) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:14.866554 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-852e966d-1373-4d9c-9be7-e849659e5a93 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4969044 Aug 16 02:02:14.898826 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f118-522d-40c8-9236-d6a0138aae94 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.942803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e966d-1373-4d9c-9be7-e849659e5a93 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fc6a4b-facf-4d2b-b60b-f61d8835b753,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.975617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-984d3060-ff22-4ad6-a480-274a0ca972bb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2630744 Aug 16 02:02:15.006191 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fb42803b-f45a-4fed-aa96-7bbc7083a085 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1366403 Aug 16 02:02:15.010849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52132) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.017490 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f118-522d-40c8-9236-d6a0138aae94 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.018816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-bd3a038e-8b1e-4335-8aa7-904082590b52 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group': {'name': 'tempest-security--1810986321', 'description': 'tempest-security-description-741700316'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:15.036769 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f118-522d-40c8-9236-d6a0138aae94 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.041056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7fa1f118-522d-40c8-9236-d6a0138aae94 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/aa17c5af-ed8d-4591-84fe-c8d007e56de9 HTTP/1.1" status: 204 len: 168 time: 0.7030969 Aug 16 02:02:15.042256 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52136) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.064605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1f118-522d-40c8-9236-d6a0138aae94 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Subnet': ['ID=aa17c5af-ed8d-4591-84fe-c8d007e56de9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:15.120137 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd3a038e-8b1e-4335-8aa7-904082590b52 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.176306 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.200183 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd3a038e-8b1e-4335-8aa7-904082590b52 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.223667 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd3a038e-8b1e-4335-8aa7-904082590b52 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.226675 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bd3a038e-8b1e-4335-8aa7-904082590b52 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.228826 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7539a803-522a-4f3e-8acf-ef89ff695784 x-openstack-request-id: req-7539a803-522a-4f3e-8acf-ef89ff695784 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:15.229379 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f7a802-f884-4615-91e9-54b8ec342e63", "name": "network-vif-plugged", "status": "completed", "tag": "53f47850-4a30-4c59-be70-762b92f319a1", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:15.229663 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7539a803-522a-4f3e-8acf-ef89ff695784 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:15.229973 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f7a802-f884-4615-91e9-54b8ec342e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f47850-4a30-4c59-be70-762b92f319a1', 'code': 200} Aug 16 02:02:15.230807 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bd3a038e-8b1e-4335-8aa7-904082590b52 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "PUT /v2.0/security-groups/93fc6a4b-facf-4d2b-b60b-f61d8835b753 HTTP/1.1" status: 200 len: 1779 time: 0.2187879 Aug 16 02:02:15.233786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52144) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.280529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a038e-8b1e-4335-8aa7-904082590b52 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fc6a4b-facf-4d2b-b60b-f61d8835b753,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:15.299883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 531f0f4f-97ec-430d-b19a-d646616bd021 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:15.300278 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.381830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-18fee150-1647-4b72-801e-5620ebb2057e tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-groups/93fc6a4b-facf-4d2b-b60b-f61d8835b753 HTTP/1.1" status: 200 len: 1779 time: 0.1466355 Aug 16 02:02:15.387095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52152) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.406171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] For port 531f0f4f-97ec-430d-b19a-d646616bd021, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=531f0f4f-97ec-430d-b19a-d646616bd021,segment=NetworkSegment(b840029b-0653-4103-ae96-bcd09c5b8828),segment_id=b840029b-0653-4103-ae96-bcd09c5b8828)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:15.406703 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.445464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 531f0f4f-97ec-430d-b19a-d646616bd021 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:15.462715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58378872-24c1-43fb-b22f-9f7e0ab861ca req-d4755729-2b95-445d-9ef9-8c4605d86d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.464268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58378872-24c1-43fb-b22f-9f7e0ab861ca req-d4755729-2b95-445d-9ef9-8c4605d86d30 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 1097 time: 0.1658723 Aug 16 02:02:15.547714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-144553a5-1de7-4ba4-be75-b16ffd865299 service neutron] 10.222.0.79 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495677 Aug 16 02:02:15.565306 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.613344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=531f0f4f-97ec-430d-b19a-d646616bd021,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:15.620336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No DVR routers for this DVR port 531f0f4f-97ec-430d-b19a-d646616bd021 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:15.643702 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad9a4-f5e3-4d60-aa00-3594707caf28 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.651574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58378872-24c1-43fb-b22f-9f7e0ab861ca req-de88c80b-a169-4bd3-a457-4fa167cd82a1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684449 Aug 16 02:02:15.665238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1280e-4b5e-43b7-8b11-b82f6dd1d4d3 req-3ae994e5-521b-42fa-9a30-3a4dae8906b8 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.666896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ce1280e-4b5e-43b7-8b11-b82f6dd1d4d3 req-3ae994e5-521b-42fa-9a30-3a4dae8906b8 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.2100730 Aug 16 02:02:15.722869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad9a4-f5e3-4d60-aa00-3594707caf28 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.723482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.734904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae614ba-feb3-45ba-be9c-af410f3c45fe']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:15.752667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b840029b-0653-4103-ae96-bcd09c5b8828') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:15.753046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b840029b-0653-4103-ae96-bcd09c5b8828') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:15.764256 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.766661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-b8b1ac4a-3283-41fc-a6f4-113476ff55ea service neutron] 10.222.0.79 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029345 Aug 16 02:02:15.774968 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ce1280e-4b5e-43b7-8b11-b82f6dd1d4d3 req-9c149a0b-576b-4dfb-b304-3a20bc1ead67 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942650 Aug 16 02:02:15.794058 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.803950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:15.804499 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:15.808246 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:15.810839 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad9a4-f5e3-4d60-aa00-3594707caf28 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.813292 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad9a4-f5e3-4d60-aa00-3594707caf28 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.818750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ad3ad9a4-f5e3-4d60-aa00-3594707caf28 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-groups/93fc6a4b-facf-4d2b-b60b-f61d8835b753 HTTP/1.1" status: 204 len: 168 time: 0.4263337 Aug 16 02:02:15.819010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52166) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.851294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ad9a4-f5e3-4d60-aa00-3594707caf28 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fc6a4b-facf-4d2b-b60b-f61d8835b753,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:15.918137 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0bebbdeb-bfd1-43aa-8a83-25063c49104d tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861661 Aug 16 02:02:15.924645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52170) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.942060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.942784 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-bb4ec131-ceeb-449a-9c7d-406ed2c35370 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] delete failed (client error): The resource could not be found. Aug 16 02:02:15.943386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b505e76-7dfd-4d66-a9ec-911b53d17cae None None] Network 4ae614ba-feb3-45ba-be9c-af410f3c45fe requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:15.949626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bb4ec131-ceeb-449a-9c7d-406ed2c35370 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-groups/93fc6a4b-facf-4d2b-b60b-f61d8835b753 HTTP/1.1" status: 404 len: 347 time: 0.0203443 Aug 16 02:02:15.950819 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52172) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.957255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1c7b8fde-58cc-4c22-b778-a076c738f8e1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group': {'name': 'tempest-secgroup--965422913'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:15.960745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b505e76-7dfd-4d66-a9ec-911b53d17cae None None] Network 4ae614ba-feb3-45ba-be9c-af410f3c45fe could not be found, it might have been deleted concurrently. {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:02:15.960931 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.970134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52174) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.970871 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/networks/4ae614ba-feb3-45ba-be9c-af410f3c45fe HTTP/1.1" status: 204 len: 168 time: 0.9216464 Aug 16 02:02:15.979638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-209040875'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:15.988362 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-15ae875f-0802-4c68-924f-b9269b6d1daa None None] Could not find standard attr ID for object 531f0f4f-97ec-430d-b19a-d646616bd021. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:02:16.010174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8fde-58cc-4c22-b778-a076c738f8e1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.011370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e8002-e222-477c-b979-ada20252cbb7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Network': ['ID=4ae614ba-feb3-45ba-be9c-af410f3c45fe,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.056083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae850f30-024b-4e5c-979b-374f0edc6df4 None None] DHCP port deletion for 4ae614ba-feb3-45ba-be9c-af410f3c45fe request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:16.085527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:16.089319 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.150588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-128cfb01-24f2-4114-9006-7c4c3b285dfb req-337d355a-429c-454c-bfe1-8ca71585aa17 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 210 time: 0.0459166 Aug 16 02:02:16.159151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52182) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.192028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68583e77-1557-4881-865b-818f94ac70f0 req-ed01b767-cc9b-4040-8901-96bd61a9fc43 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.199650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68583e77-1557-4881-865b-818f94ac70f0 req-ed01b767-cc9b-4040-8901-96bd61a9fc43 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 949 time: 0.1612747 Aug 16 02:02:16.206141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:16.242368 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.242782 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Added segment 5395f207-236b-457a-93c9-28efd77a992e of type vlan for network 633bdbad-92ad-4e7b-bef8-438ba0da3ea6 Aug 16 02:02:16.307451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68583e77-1557-4881-865b-818f94ac70f0 req-da17a18e-f8fa-4ced-9d05-0515d57f94de tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068337 Aug 16 02:02:16.313493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25408bcf-7476-4955-b4b3-fd3602c19b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.330505 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.344354 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8fde-58cc-4c22-b778-a076c738f8e1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.352896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8fde-58cc-4c22-b778-a076c738f8e1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.414230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b8fde-58cc-4c22-b778-a076c738f8e1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed4858a-c610-49f9-b485-94a868abe496,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.417894 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.424962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.425603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.476635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25408bcf-7476-4955-b4b3-fd3602c19b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.483197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25408bcf-7476-4955-b4b3-fd3602c19b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.517663 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8fde-58cc-4c22-b778-a076c738f8e1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.519051 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1c7b8fde-58cc-4c22-b778-a076c738f8e1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5672572 Aug 16 02:02:16.522609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52194) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.524866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5536397 Aug 16 02:02:16.529902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52196) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.531416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6420093a-0531-4e05-947c-688b6808c51d tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': '2ed4858a-c610-49f9-b485-94a868abe496', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:16.535733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': '633bdbad-92ad-4e7b-bef8-438ba0da3ea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:16.543451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25408bcf-7476-4955-b4b3-fd3602c19b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fd5ede-4d9b-4740-88a2-d02b56502255,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.555813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af51ab4-eba2-4d7a-a401-456b110ff11f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Network': ['ID=633bdbad-92ad-4e7b-bef8-438ba0da3ea6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.567031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6420093a-0531-4e05-947c-688b6808c51d tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.570467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 633bdbad-92ad-4e7b-bef8-438ba0da3ea6 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:16.592223 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-25408bcf-7476-4955-b4b3-fd3602c19b00 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ef918bf99994723bb3b4d6a36248935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4316554 Aug 16 02:02:16.593066 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52198) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.629153 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6420093a-0531-4e05-947c-688b6808c51d tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.634235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6420093a-0531-4e05-947c-688b6808c51d tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.665548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420093a-0531-4e05-947c-688b6808c51d tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489dc1bf-6637-4918-b0c7-ebb28be4d99b,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.672731 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6420093a-0531-4e05-947c-688b6808c51d tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.677857 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6420093a-0531-4e05-947c-688b6808c51d tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516843 Aug 16 02:02:16.680591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52200) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.717359 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d5c6118c-93a6-4a7c-b7d8-59d3d5eacbb4 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.721769 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0e96565-3abe-4324-ab07-f5422606a3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.728481 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d5c6118c-93a6-4a7c-b7d8-59d3d5eacbb4 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.728972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:16.735940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:16.739510 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.777078 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d5c6118c-93a6-4a7c-b7d8-59d3d5eacbb4 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.783523 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d5c6118c-93a6-4a7c-b7d8-59d3d5eacbb4 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.787425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d5c6118c-93a6-4a7c-b7d8-59d3d5eacbb4 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/489dc1bf-6637-4918-b0c7-ebb28be4d99b HTTP/1.1" status: 204 len: 168 time: 0.1025815 Aug 16 02:02:16.793721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52202) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.796209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6118c-93a6-4a7c-b7d8-59d3d5eacbb4 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=489dc1bf-6637-4918-b0c7-ebb28be4d99b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.825608 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0e96565-3abe-4324-ab07-f5422606a3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.913366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa3418-b7b0-4d6e-aa0e-cdd2171e7f6e req-5529e3a1-b53d-4636-ba5f-e958a32eb8e8 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.916314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3efa3418-b7b0-4d6e-aa0e-cdd2171e7f6e req-5529e3a1-b53d-4636-ba5f-e958a32eb8e8 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.0567815 Aug 16 02:02:16.926947 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b7e17f61-4d29-484d-ac7c-ad1f054538f7 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1279278 Aug 16 02:02:16.930149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52208) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.954034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:16.965983 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:16.966369 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.984329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3efa3418-b7b0-4d6e-aa0e-cdd2171e7f6e req-b0a92fc7-38e2-496b-829e-4c4023ed474f tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594800 Aug 16 02:02:17.001624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0e96565-3abe-4324-ab07-f5422606a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.004872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0e96565-3abe-4324-ab07-f5422606a3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.006390 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b0e96565-3abe-4324-ab07-f5422606a3be admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a1fd5ede-4d9b-4740-88a2-d02b56502255 HTTP/1.1" status: 204 len: 168 time: 0.3801944 Aug 16 02:02:17.020152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e96565-3abe-4324-ab07-f5422606a3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fd5ede-4d9b-4740-88a2-d02b56502255,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:17.037866 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e89-9bbb-474e-a9f6-543c8c8e939c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.074503 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e89-9bbb-474e-a9f6-543c8c8e939c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.138905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.172780 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.189716 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e89-9bbb-474e-a9f6-543c8c8e939c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.199844 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e89-9bbb-474e-a9f6-543c8c8e939c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.205773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b9a68e89-9bbb-474e-a9f6-543c8c8e939c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-groups/2ed4858a-c610-49f9-b485-94a868abe496 HTTP/1.1" status: 204 len: 168 time: 0.2733524 Aug 16 02:02:17.210327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52216) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.223155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Subnet': ['ID=4091ec15-37d0-43cc-b87f-d8a0daed0568,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:17.243438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb278565-564e-4f2a-bd40-0170a012bdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:17.252390 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a336e464-c7b6-441e-a081-4db5f9a9b116" -d '{"events": [{"server_uuid": "bb278565-564e-4f2a-bd40-0170a012bdf6", "name": "network-vif-plugged", "status": "completed", "tag": "9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:17.262343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:17.268276 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.309538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Checking segment: {'id': '5395f207-236b-457a-93c9-28efd77a992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '633bdbad-92ad-4e7b-bef8-438ba0da3ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:17.309924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network hostable DHCP agents. Network: 633bdbad-92ad-4e7b-bef8-438ba0da3ea6, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:17.315515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a68e89-9bbb-474e-a9f6-543c8c8e939c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed4858a-c610-49f9-b485-94a868abe496,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:17.319965 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cdb775a2-8fc1-4a06-8844-71e47f6b480a tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081057 Aug 16 02:02:17.328147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52224) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.344261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 633bdbad-92ad-4e7b-bef8-438ba0da3ea6 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:17.347030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b5a1a704-c4b6-44c7-a445-a18c08e87af5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group': {'name': 'tempest-secgroup--489336462'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:17.364428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 633bdbad-92ad-4e7b-bef8-438ba0da3ea6) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:17.370551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.375779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.395654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a704-c4b6-44c7-a445-a18c08e87af5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.399207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85c21e5-ad72-4b85-8d90-2e3979b6f86b None None] Network 633bdbad-92ad-4e7b-bef8-438ba0da3ea6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:17.399419 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78aba08c-3333-417e-8026-807ccb2fef8b req-be1024a2-1390-4d3a-8dc0-460f324bcfa6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 210 time: 0.0688512 Aug 16 02:02:17.414288 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-50aaaa6e-c565-4974-9b6b-f264b4d59e77 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8804421 Aug 16 02:02:17.414625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52226) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.420763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:17.424041 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': '633bdbad-92ad-4e7b-bef8-438ba0da3ea6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-560827395'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:17.437843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58bce-daf1-49b5-bccd-5c1cc32414fb req-be6cb602-72c1-474e-9634-2bc4bf0f54ef tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.447259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddd58bce-daf1-49b5-bccd-5c1cc32414fb req-be6cb602-72c1-474e-9634-2bc4bf0f54ef tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.3132434 Aug 16 02:02:17.482210 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9ae77a-65a9-46c2-b49a-370f50b92467 x-openstack-request-id: req-9d9ae77a-65a9-46c2-b49a-370f50b92467 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:17.482506 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb278565-564e-4f2a-bd40-0170a012bdf6", "name": "network-vif-plugged", "status": "completed", "tag": "9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:17.482756 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d9ae77a-65a9-46c2-b49a-370f50b92467 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:17.483145 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb278565-564e-4f2a-bd40-0170a012bdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b', 'code': 200} Aug 16 02:02:17.557138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-be84e962-68cc-4dd7-8479-e97d68f24fc8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.559717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-be84e962-68cc-4dd7-8479-e97d68f24fc8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 812 time: 0.4129002 Aug 16 02:02:17.583179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddd58bce-daf1-49b5-bccd-5c1cc32414fb req-4dc0cb1f-fc68-4590-a530-5e9abf32f778 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347156 Aug 16 02:02:17.584176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52230) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.625485 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4473b4fe-b981-4910-8edb-f4051e9bde7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.669226 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-633bdbad-92ad-4e7b-bef8-438ba0da3ea6', 'network_id': '633bdbad-92ad-4e7b-bef8-438ba0da3ea6', 'tenant_id': '05983e96699944649ebc893914b5f09a', 'fixed_ips': [{'subnet_id': '4091ec15-37d0-43cc-b87f-d8a0daed0568'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:17.670817 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.678320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c57044-ea69-4774-8b1b-48a8ed983f9f req-cf221b32-b304-4dc8-8c44-af9787dfc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.680804 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-81c57044-ea69-4774-8b1b-48a8ed983f9f req-cf221b32-b304-4dc8-8c44-af9787dfc880 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 1102 time: 0.0820248 Aug 16 02:02:17.702696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-16b5377a-3d3c-444a-b2df-c26d00ed224e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e292f445598748e59e3932c6e78f113c HTTP/1.1" status: 200 len: 379 time: 0.0974159 Aug 16 02:02:17.714083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7450-8e98-4427-a679-089237552b30 req-7d901bad-d1da-45e7-b7b0-5a548d128019 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.715822 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eaea7450-8e98-4427-a679-089237552b30 req-7d901bad-d1da-45e7-b7b0-5a548d128019 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 950 time: 0.1287096 Aug 16 02:02:17.724192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Request body: {'port': {'device_id': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'admin_state_up': True, 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'security_groups': ['c9405864-413e-425c-90eb-d9898572e4dc']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:17.736504 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-81c57044-ea69-4774-8b1b-48a8ed983f9f req-9cd140c4-5a28-416f-8f90-ba6360a78d63 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470486 Aug 16 02:02:17.820609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 531f0f4f-97ec-430d-b19a-d646616bd021 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:17.853425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 531f0f4f-97ec-430d-b19a-d646616bd021 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:17.853796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 531f0f4f-97ec-430d-b19a-d646616bd021 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:17.855705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Allocated IP 172.20.0.2 (633bdbad-92ad-4e7b-bef8-438ba0da3ea6/4091ec15-37d0-43cc-b87f-d8a0daed0568/e0715f50-d6f9-4d95-8da8-06d69cee448e) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:18.013917 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.024473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Transition to ACTIVE for port object e0715f50-d6f9-4d95-8da8-06d69cee448e will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:18.041301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Transition to ACTIVE for port object e0715f50-d6f9-4d95-8da8-06d69cee448e will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:18.049456 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.096730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Network 633bdbad-92ad-4e7b-bef8-438ba0da3ea6 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:18.099819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:18.104171 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:18.107319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Pushing event updated for resources: {'Port': ['ID=e0715f50-d6f9-4d95-8da8-06d69cee448e,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.164625 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a704-c4b6-44c7-a445-a18c08e87af5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.167119 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.172042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Attempting to bind port e0715f50-d6f9-4d95-8da8-06d69cee448e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:18.172421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Attempting to bind port e0715f50-d6f9-4d95-8da8-06d69cee448e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '5395f207-236b-457a-93c9-28efd77a992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '633bdbad-92ad-4e7b-bef8-438ba0da3ea6'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:18.172793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Attempting to bind port e0715f50-d6f9-4d95-8da8-06d69cee448e on network 633bdbad-92ad-4e7b-bef8-438ba0da3ea6 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:18.178057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:18.178458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Checking segment: {'id': '5395f207-236b-457a-93c9-28efd77a992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '633bdbad-92ad-4e7b-bef8-438ba0da3ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:18.178841 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.179262 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Bound using segment: {'id': '5395f207-236b-457a-93c9-28efd77a992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '633bdbad-92ad-4e7b-bef8-438ba0da3ea6'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:18.179717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Bound port: e0715f50-d6f9-4d95-8da8-06d69cee448e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5395f207-236b-457a-93c9-28efd77a992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '633bdbad-92ad-4e7b-bef8-438ba0da3ea6'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:18.180121 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.188896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a704-c4b6-44c7-a445-a18c08e87af5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.189171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:18.192748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.226684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port f0fb3257-7e04-44c8-ad93-961c73ca5691 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:18.233723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eaea7450-8e98-4427-a679-089237552b30 req-623bf299-5108-4ede-86d7-a414834316e5 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021775 Aug 16 02:02:18.248428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] For port e0715f50-d6f9-4d95-8da8-06d69cee448e, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:18.252633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] For port e0715f50-d6f9-4d95-8da8-06d69cee448e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e0715f50-d6f9-4d95-8da8-06d69cee448e,segment=NetworkSegment(5395f207-236b-457a-93c9-28efd77a992e),segment_id=5395f207-236b-457a-93c9-28efd77a992e)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:18.261086 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.298138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1a704-c4b6-44c7-a445-a18c08e87af5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be21b25-57d8-43bc-a445-9ffbb8d58e93,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.337831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49829182-f939-4b89-ad25-21155158d24b req-12109c70-4c59-4d77-8876-5001a46cdbbe tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.339406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49829182-f939-4b89-ad25-21155158d24b req-12109c70-4c59-4d77-8876-5001a46cdbbe tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.1681764 Aug 16 02:02:18.344463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1115b54-1281-4f37-b19c-9786cab78112 None None] Pushing event updated for resources: {'Port': ['ID=e0715f50-d6f9-4d95-8da8-06d69cee448e,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.390923 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49829182-f939-4b89-ad25-21155158d24b req-2e7a7fb5-fdff-4ea1-8c96-6bc9d4a4c09a tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439770 Aug 16 02:02:18.429225 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.11 (633bdbad-92ad-4e7b-bef8-438ba0da3ea6/4091ec15-37d0-43cc-b87f-d8a0daed0568/f0fb3257-7e04-44c8-ad93-961c73ca5691) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:18.462932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4473b4fe-b981-4910-8edb-f4051e9bde7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.474999 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4473b4fe-b981-4910-8edb-f4051e9bde7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.480861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a704-c4b6-44c7-a445-a18c08e87af5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.486405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b5a1a704-c4b6-44c7-a445-a18c08e87af5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1400926 Aug 16 02:02:18.489276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52240) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:18.506745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-305e70b4-780c-4c3b-b21c-d769793f1dff tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': '5be21b25-57d8-43bc-a445-9ffbb8d58e93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:18.517046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Made reservation on behalf of e292f445598748e59e3932c6e78f113c for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:18.522860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.573041 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4473b4fe-b981-4910-8edb-f4051e9bde7b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7e44bca1a2fb4636a0f8913d7da82d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9861281 Aug 16 02:02:18.576683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473b4fe-b981-4910-8edb-f4051e9bde7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d25d81b-f7b1-4b92-98b0-0d97f84880a5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.583116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52242) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:18.599699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8599504e-8118-457a-a691-8149359d55a8 req-4f4ea1e8-2231-41c2-a4c8-86f7c419fcea tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 210 time: 0.0710297 Aug 16 02:02:18.672006 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.676935 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-305e70b4-780c-4c3b-b21c-d769793f1dff tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.692283 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-807bcc10-e838-4bde-86a9-581f0d564fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.716311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object f0fb3257-7e04-44c8-ad93-961c73ca5691 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:18.718877 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-807bcc10-e838-4bde-86a9-581f0d564fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.789711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.801611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Allocated IP 172.20.0.7 (cd8931ac-1883-49aa-86ac-51bf9f89c537/568258cf-724a-481a-a822-21f7d620f7aa/14a3fce1-5fbe-46f9-a3cc-7cee760384e2) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:18.810067 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-305e70b4-780c-4c3b-b21c-d769793f1dff tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.817611 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-305e70b4-780c-4c3b-b21c-d769793f1dff tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.827584 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-807bcc10-e838-4bde-86a9-581f0d564fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.830386 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-807bcc10-e838-4bde-86a9-581f0d564fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.831608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-807bcc10-e838-4bde-86a9-581f0d564fb4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1d25d81b-f7b1-4b92-98b0-0d97f84880a5 HTTP/1.1" status: 204 len: 168 time: 0.2475514 Aug 16 02:02:18.844685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e70b4-780c-4c3b-b21c-d769793f1dff tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdd480c-ec6a-4aa3-adc3-9ec13c29bd75,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.857452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 633bdbad-92ad-4e7b-bef8-438ba0da3ea6 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:18.858929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bcc10-e838-4bde-86a9-581f0d564fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d25d81b-f7b1-4b92-98b0-0d97f84880a5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.860623 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-305e70b4-780c-4c3b-b21c-d769793f1dff tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.861980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-305e70b4-780c-4c3b-b21c-d769793f1dff tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3681934 Aug 16 02:02:18.865451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:18.866997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52248) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:18.867638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:18.871751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=f0fb3257-7e04-44c8-ad93-961c73ca5691,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.871956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d6098a55-90e6-4a33-a077-53f859ce4c4b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': '5be21b25-57d8-43bc-a445-9ffbb8d58e93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:18.926793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.927421 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.955206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9c62fc7d-ec5f-4207-92f8-98f55ff87227 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5382311 Aug 16 02:02:18.958001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52250) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:18.962367 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6098a55-90e6-4a33-a077-53f859ce4c4b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.050905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.073999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6a6cc2ee-5786-4da5-85d3-e850a4ad29e1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port f0fb3257-7e04-44c8-ad93-961c73ca5691 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:19.074910 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc2ee-5786-4da5-85d3-e850a4ad29e1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.081740 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6098a55-90e6-4a33-a077-53f859ce4c4b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.083380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Transition to ACTIVE for port object 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:19.088646 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6098a55-90e6-4a33-a077-53f859ce4c4b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.114921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6098a55-90e6-4a33-a077-53f859ce4c4b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f83dbf-d52e-4ce3-88ab-19eb108c705a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:19.121896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6098a55-90e6-4a33-a077-53f859ce4c4b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.127247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d6098a55-90e6-4a33-a077-53f859ce4c4b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2591348 Aug 16 02:02:19.127580 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52254) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:19.134732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-04a5531c-e5d0-4da7-bcb2-4051f2903d4c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': '5be21b25-57d8-43bc-a445-9ffbb8d58e93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:19.158709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.188226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:19.194482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04a5531c-e5d0-4da7-bcb2-4051f2903d4c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.216254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:19.218812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:19.222738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc2ee-5786-4da5-85d3-e850a4ad29e1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.280385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6a6cc2ee-5786-4da5-85d3-e850a4ad29e1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for f0fb3257-7e04-44c8-ad93-961c73ca5691 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:19.344963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:19.473247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.473776 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04a5531c-e5d0-4da7-bcb2-4051f2903d4c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.474526 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.516553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10fe2e-3d31-4ec0-b0a2-edf44352b1cd req-16e5e356-7b6d-4616-82a8-61595cacc60b tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.518280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a10fe2e-3d31-4ec0-b0a2-edf44352b1cd req-16e5e356-7b6d-4616-82a8-61595cacc60b tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 950 time: 0.1526914 Aug 16 02:02:19.520295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a6b0c005-7101-4700-99c7-597d7acdd19e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8035161 Aug 16 02:02:19.556664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Request body: {'port': {'device_id': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:19.588000 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04a5531c-e5d0-4da7-bcb2-4051f2903d4c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.653381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5531c-e5d0-4da7-bcb2-4051f2903d4c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9bac82-5531-4363-9cc2-9da32d0b31cc,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:19.669014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc2ee-5786-4da5-85d3-e850a4ad29e1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.684937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04a5531c-e5d0-4da7-bcb2-4051f2903d4c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.691757 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-04a5531c-e5d0-4da7-bcb2-4051f2903d4c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5629351 Aug 16 02:02:19.695955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52274) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:19.696721 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a10fe2e-3d31-4ec0-b0a2-edf44352b1cd req-7730c2e4-69f3-4783-8f38-518bb7a88d1c tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713502 Aug 16 02:02:19.723000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-23317649-158d-411e-9739-655b17439091 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': '5be21b25-57d8-43bc-a445-9ffbb8d58e93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:19.737289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cc2ee-5786-4da5-85d3-e850a4ad29e1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=f0fb3257-7e04-44c8-ad93-961c73ca5691,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:19.746037 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.751727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2a4b18bb-7075-4f71-a797-4074d72745f0 None None] Provisioning for port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:19.756861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2a4b18bb-7075-4f71-a797-4074d72745f0 None None] Provisioning complete for port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:19.757341 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a4b18bb-7075-4f71-a797-4074d72745f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.828818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31a01c8-4e1e-418e-adf4-f4b15cf05c86 None None] Network 633bdbad-92ad-4e7b-bef8-438ba0da3ea6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:19.851545 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc2ee-5786-4da5-85d3-e850a4ad29e1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.853396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d8c45-343d-4d57-a380-e9b65fd026f6 req-16c72748-368c-46c7-b890-1a428f2dae68 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.854994 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-006d8c45-343d-4d57-a380-e9b65fd026f6 req-16c72748-368c-46c7-b890-1a428f2dae68 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.2345533 Aug 16 02:02:19.871486 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6a6cc2ee-5786-4da5-85d3-e850a4ad29e1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/f0fb3257-7e04-44c8-ad93-961c73ca5691 HTTP/1.1" status: 204 len: 168 time: 0.9119234 Aug 16 02:02:19.872564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52284) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:19.910278 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa16140-c376-48cb-b68b-13ccfdf7ce66 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:02:19.914454 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dfa16140-c376-48cb-b68b-13ccfdf7ce66 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/f0fb3257-7e04-44c8-ad93-961c73ca5691 HTTP/1.1" status: 404 len: 333 time: 0.0333979 Aug 16 02:02:19.918055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23317649-158d-411e-9739-655b17439091 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.918844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52286) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:19.929587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b18bb-7075-4f71-a797-4074d72745f0 None None] Port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:19.993714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e0715f50-d6f9-4d95-8da8-06d69cee448e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:20.056217 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23317649-158d-411e-9739-655b17439091 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.062077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23317649-158d-411e-9739-655b17439091 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.077445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bc577da8-0ece-4cd6-8f61-88fc376ee86b None None] Provisioning for port e0715f50-d6f9-4d95-8da8-06d69cee448e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:20.089074 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23317649-158d-411e-9739-655b17439091 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.095359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-006d8c45-343d-4d57-a380-e9b65fd026f6 req-0e893615-cfe7-4a8c-af91-d840a3c8412d tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217753 Aug 16 02:02:20.096456 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-23317649-158d-411e-9739-655b17439091 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3948038 Aug 16 02:02:20.097391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52290) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.116252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-f408a295-112c-45d7-a563-e3cda42c7284 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting subnet 4091ec15-37d0-43cc-b87f-d8a0daed0568 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:20.121783 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-edf42f43-34b6-47bb-b14d-1eb9f4fe50fb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': '5be21b25-57d8-43bc-a445-9ffbb8d58e93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:20.127343 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f408a295-112c-45d7-a563-e3cda42c7284 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.133013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23317649-158d-411e-9739-655b17439091 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76eb86f0-e5bb-4a6b-aba3-8cdb0a55673d,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.151503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port e0715f50-d6f9-4d95-8da8-06d69cee448e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:20.169938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e0715f50-d6f9-4d95-8da8-06d69cee448e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:20.170441 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.171412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce1935-0797-4ebe-99cd-7ef7732b0d84 req-70ae147e-1390-42ff-9267-0c971c5eae83 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.179694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edce1935-0797-4ebe-99cd-7ef7732b0d84 req-70ae147e-1390-42ff-9267-0c971c5eae83 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 931 time: 0.3407724 Aug 16 02:02:20.181892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-edf42f43-34b6-47bb-b14d-1eb9f4fe50fb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.290607 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f408a295-112c-45d7-a563-e3cda42c7284 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.334917 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.350811 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-edf42f43-34b6-47bb-b14d-1eb9f4fe50fb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.357072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edce1935-0797-4ebe-99cd-7ef7732b0d84 req-4a7f530d-0913-4c58-9657-80a9df94e0f6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710043 Aug 16 02:02:20.357318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-edf42f43-34b6-47bb-b14d-1eb9f4fe50fb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.418797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf42f43-34b6-47bb-b14d-1eb9f4fe50fb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff9cdc8-82e5-4cf3-9ec7-37f3952c52a9,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.420182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port e0715f50-d6f9-4d95-8da8-06d69cee448e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e0715f50-d6f9-4d95-8da8-06d69cee448e,segment=NetworkSegment(5395f207-236b-457a-93c9-28efd77a992e),segment_id=5395f207-236b-457a-93c9-28efd77a992e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:20.424925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-edf42f43-34b6-47bb-b14d-1eb9f4fe50fb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.427131 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-edf42f43-34b6-47bb-b14d-1eb9f4fe50fb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3188016 Aug 16 02:02:20.430537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52296) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.431697 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.525540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d583a47-584a-4511-b20b-8ac22fdd597f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.554312 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d583a47-584a-4511-b20b-8ac22fdd597f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.661719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=e0715f50-d6f9-4d95-8da8-06d69cee448e,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.669973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e9917df7-dd89-4936-954c-8049ebf91607 None None] Provisioning complete for port e0715f50-d6f9-4d95-8da8-06d69cee448e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:20.670634 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9917df7-dd89-4936-954c-8049ebf91607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.678157 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f408a295-112c-45d7-a563-e3cda42c7284 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.698765 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d583a47-584a-4511-b20b-8ac22fdd597f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.708428 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d583a47-584a-4511-b20b-8ac22fdd597f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.712359 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4d583a47-584a-4511-b20b-8ac22fdd597f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/9ff9cdc8-82e5-4cf3-9ec7-37f3952c52a9 HTTP/1.1" status: 204 len: 168 time: 0.2760229 Aug 16 02:02:20.713938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52308) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.767847 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d583a47-584a-4511-b20b-8ac22fdd597f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ff9cdc8-82e5-4cf3-9ec7-37f3952c52a9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.787545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:20.796909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fc959-972d-4bf6-8b97-f9d7619cac7f req-421a29fe-d31b-4c84-8c59-07571aafdfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.803953 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-346fc959-972d-4bf6-8b97-f9d7619cac7f req-421a29fe-d31b-4c84-8c59-07571aafdfa6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ccb4a647ac748dbbacb8eb5daa1ea2e&device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 1097 time: 0.1573188 Aug 16 02:02:20.806901 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.833205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Transition to ACTIVE for port object 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:20.857267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3104b4-1af8-48f0-bf12-91d2f40df882 req-2f5b80c2-7a63-4a03-8821-8bfdb8e1854c tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.865288 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb3104b4-1af8-48f0-bf12-91d2f40df882 req-2f5b80c2-7a63-4a03-8821-8bfdb8e1854c tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.2258067 Aug 16 02:02:20.883447 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.887144 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-81920379-294a-4ddc-8a60-206d0db3d42b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1723547 Aug 16 02:02:20.888423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52316) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.902076 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f408a295-112c-45d7-a563-e3cda42c7284 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.968733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e8de41c-3445-465a-a6a3-7f17aab43dd3 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.989490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e8de41c-3445-465a-a6a3-7f17aab43dd3 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.990158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3344762a-a03c-4beb-81c2-7d3db32df083 None None] Could not find standard attr ID for object f0fb3257-7e04-44c8-ad93-961c73ca5691. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:02:20.991137 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f408a295-112c-45d7-a563-e3cda42c7284 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.993764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f408a295-112c-45d7-a563-e3cda42c7284 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/4091ec15-37d0-43cc-b87f-d8a0daed0568 HTTP/1.1" status: 204 len: 168 time: 1.0698605 Aug 16 02:02:20.997460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408a295-112c-45d7-a563-e3cda42c7284 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Subnet': ['ID=4091ec15-37d0-43cc-b87f-d8a0daed0568,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:21.000161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52318) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:21.022247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:21.056105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb3104b4-1af8-48f0-bf12-91d2f40df882 req-ad923c76-fda1-4972-a9a8-4722b4de9ebe tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854219 Aug 16 02:02:21.068542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33068e-011f-4c20-bff7-744d8fdb58e9 req-73ca79dc-7398-4114-b1b2-935117fa4d5a tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.078035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f33068e-011f-4c20-bff7-744d8fdb58e9 req-73ca79dc-7398-4114-b1b2-935117fa4d5a tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 950 time: 0.2404854 Aug 16 02:02:21.090301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fc959-972d-4bf6-8b97-f9d7619cac7f req-9a00d04e-3436-4472-9545-e56e5cb2e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.092317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-346fc959-972d-4bf6-8b97-f9d7619cac7f req-9a00d04e-3436-4472-9545-e56e5cb2e166 service neutron] 10.222.0.89 "GET /v2.0/networks?id=07080a0a-ba52-49b5-8d68-70ef81cabcde HTTP/1.1" status: 200 len: 912 time: 0.2791033 Aug 16 02:02:21.167854 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.172270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e8de41c-3445-465a-a6a3-7f17aab43dd3 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.198672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f33068e-011f-4c20-bff7-744d8fdb58e9 req-213c4b13-86c5-4b61-acf4-f90a9bee734d tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149988 Aug 16 02:02:21.199989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa22c11-990d-45c8-b602-be6c9a6f75c5 None None] Network 633bdbad-92ad-4e7b-bef8-438ba0da3ea6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:21.201380 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e8de41c-3445-465a-a6a3-7f17aab43dd3 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.216903 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5e8de41c-3445-465a-a6a3-7f17aab43dd3 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/76eb86f0-e5bb-4a6b-aba3-8cdb0a55673d HTTP/1.1" status: 204 len: 168 time: 0.2857726 Aug 16 02:02:21.216903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8de41c-3445-465a-a6a3-7f17aab43dd3 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76eb86f0-e5bb-4a6b-aba3-8cdb0a55673d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:21.229241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52324) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:21.231354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Attempting to bind port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:21.232743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Attempting to bind port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:21.233149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Attempting to bind port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:21.244210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 on network cd8931ac-1883-49aa-86ac-51bf9f89c537 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:21.244545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Attempting to bind port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:21.255466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:21.260184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Checking segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:21.260576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Bound using segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:21.261209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Bound port: 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:21.261600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.321927 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-346fc959-972d-4bf6-8b97-f9d7619cac7f req-520fdfc7-af45-44d6-be59-fd8b8abb8a71 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53f47850-4a30-4c59-be70-762b92f319a1 HTTP/1.1" status: 200 len: 217 time: 0.1505649 Aug 16 02:02:21.440256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:21.450668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:21.461884 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.466353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c470a3d0-f2fb-4266-956e-bb94ecaa3cea None None] DHCP port deletion for 633bdbad-92ad-4e7b-bef8-438ba0da3ea6 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:21.511410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.512053 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.513833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] 10.222.0.89 "PUT /v2.0/ports/14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 1092 time: 1.9739516 Aug 16 02:02:21.514471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:21.517142 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:21.582019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c470a3d0-f2fb-4266-956e-bb94ecaa3cea None None] Deleting port e0715f50-d6f9-4d95-8da8-06d69cee448e {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:21.582583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fc959-972d-4bf6-8b97-f9d7619cac7f req-9631cf98-7e03-4a67-820f-1eb0d860fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.583075 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c470a3d0-f2fb-4266-956e-bb94ecaa3cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.585010 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-346fc959-972d-4bf6-8b97-f9d7619cac7f req-9631cf98-7e03-4a67-820f-1eb0d860fea0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=12949d9e-0d6c-4ed9-9fab-45189c7ecf2f HTTP/1.1" status: 200 len: 851 time: 0.2527044 Aug 16 02:02:21.601059 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a0622cf5-62b8-462c-970a-457ac9ee8ebe tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3080287 Aug 16 02:02:21.606969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52340) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:21.634275 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068e9f23-20a7-4177-a518-03d7ed9522b5 x-openstack-request-id: req-068e9f23-20a7-4177-a518-03d7ed9522b5 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:21.634562 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:21.634812 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-068e9f23-20a7-4177-a518-03d7ed9522b5 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:21.635218 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'status': 'completed', 'code': 200} Aug 16 02:02:21.671978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62ab15-1d88-4738-8124-4dcd7b329fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:21.684394 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-346fc959-972d-4bf6-8b97-f9d7619cac7f req-08557457-14ad-42e5-a0ff-cd80de503f5c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=07080a0a-ba52-49b5-8d68-70ef81cabcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784714 Aug 16 02:02:21.693062 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3cd1-8a52-401a-a862-cc893203b7b9 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.713703 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3cd1-8a52-401a-a862-cc893203b7b9 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.725133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec83c7b-aceb-4446-bf5e-9354c14a272a req-f7d00c76-c60b-4f8e-855d-062c7ec466d1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.727572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cec83c7b-aceb-4446-bf5e-9354c14a272a req-f7d00c76-c60b-4f8e-855d-062c7ec466d1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 943 time: 0.1984754 Aug 16 02:02:21.746562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c470a3d0-f2fb-4266-956e-bb94ecaa3cea None None] For port e0715f50-d6f9-4d95-8da8-06d69cee448e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e0715f50-d6f9-4d95-8da8-06d69cee448e,segment=NetworkSegment(5395f207-236b-457a-93c9-28efd77a992e),segment_id=5395f207-236b-457a-93c9-28efd77a992e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:21.747538 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c470a3d0-f2fb-4266-956e-bb94ecaa3cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.768176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c470a3d0-f2fb-4266-956e-bb94ecaa3cea None None] Calling delete_port for e0715f50-d6f9-4d95-8da8-06d69cee448e owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:21.773126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port e0715f50-d6f9-4d95-8da8-06d69cee448e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:21.773520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.788325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-0c42c84e-5d48-4770-b33c-c55ffcbf806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.790097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-0c42c84e-5d48-4770-b33c-c55ffcbf806c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1095 time: 0.1717629 Aug 16 02:02:21.873011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cec83c7b-aceb-4446-bf5e-9354c14a272a req-33f39794-ba32-409f-9fe2-479536132f0a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280842 Aug 16 02:02:21.873011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-7f40830c-e0ac-4d7b-a562-558f76634fe8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 217 time: 0.0701427 Aug 16 02:02:21.879886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57025d3b-2168-4326-a779-2197d6ab8e23 req-7cd0f935-db2a-494d-9025-b0b98984af6c tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.881479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57025d3b-2168-4326-a779-2197d6ab8e23 req-7cd0f935-db2a-494d-9025-b0b98984af6c tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 950 time: 0.1525152 Aug 16 02:02:21.923478 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3cd1-8a52-401a-a862-cc893203b7b9 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.930578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e0715f50-d6f9-4d95-8da8-06d69cee448e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:21.947162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] For port e0715f50-d6f9-4d95-8da8-06d69cee448e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e0715f50-d6f9-4d95-8da8-06d69cee448e,segment=NetworkSegment(5395f207-236b-457a-93c9-28efd77a992e),segment_id=5395f207-236b-457a-93c9-28efd77a992e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:21.947558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.961912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for e0715f50-d6f9-4d95-8da8-06d69cee448e owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:21.968041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57025d3b-2168-4326-a779-2197d6ab8e23 req-51e62da2-f1e4-4c10-a823-37e5a1a77832 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774860 Aug 16 02:02:21.974311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-950b091b-453c-4395-b8e7-f084dd928846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.975799 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-950b091b-453c-4395-b8e7-f084dd928846 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0934205 Aug 16 02:02:22.064028 n-d-768851-16 neutron-server[101382]: INFO neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No ports have port_id starting with e0715f50-d6f9-4d95-8da8-06d69cee448e Aug 16 02:02:22.069364 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c470a3d0-f2fb-4266-956e-bb94ecaa3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.083350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3cd1-8a52-401a-a862-cc893203b7b9 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.089510 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0b2d3cd1-8a52-401a-a862-cc893203b7b9 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/9a9bac82-5531-4363-9cc2-9da32d0b31cc HTTP/1.1" status: 204 len: 168 time: 0.4696474 Aug 16 02:02:22.090333 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.092343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52350) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:22.105641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a1cb0d62-c11a-4393-96ff-c8ecfaf55902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.107462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-a1cb0d62-c11a-4393-96ff-c8ecfaf55902 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226711 Aug 16 02:02:22.139828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d3cd1-8a52-401a-a862-cc893203b7b9 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a9bac82-5531-4363-9cc2-9da32d0b31cc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:22.150831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470a3d0-f2fb-4266-956e-bb94ecaa3cea None None] Pushing event deleted for resources: {'Port': ['ID=e0715f50-d6f9-4d95-8da8-06d69cee448e,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:22.151754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=e0715f50-d6f9-4d95-8da8-06d69cee448e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:22.156827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c470a3d0-f2fb-4266-956e-bb94ecaa3cea None None] No DVR routers for this DVR port e0715f50-d6f9-4d95-8da8-06d69cee448e on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:22.183465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No DVR routers for this DVR port e0715f50-d6f9-4d95-8da8-06d69cee448e on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:22.250085 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2a6807ec-f611-4b5b-a569-72a60fa47d86 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1499062 Aug 16 02:02:22.254034 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-346fc959-972d-4bf6-8b97-f9d7619cac7f req-379f1ecd-ef20-4767-8465-b4a065d11681 service neutron] 10.222.0.89 "GET /v2.0/networks/07080a0a-ba52-49b5-8d68-70ef81cabcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974301 Aug 16 02:02:22.254503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52354) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:22.282666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-763021dc-3437-4748-a14b-bceac7442689 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657214 Aug 16 02:02:22.309454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f65bb-ef5f-4eb8-a0d9-23ce659c323b req-479bb2df-fcf5-4399-aded-37fae9fa6945 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.317238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d03f65bb-ef5f-4eb8-a0d9-23ce659c323b req-479bb2df-fcf5-4399-aded-37fae9fa6945 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.1025014 Aug 16 02:02:22.368457 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.398893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633bdbad-92ad-4e7b-bef8-438ba0da3ea6']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:22.423035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5395f207-236b-457a-93c9-28efd77a992e') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:22.423762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5395f207-236b-457a-93c9-28efd77a992e') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:22.426134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d03f65bb-ef5f-4eb8-a0d9-23ce659c323b req-666ee7e3-777d-4e08-95e4-01ca87e37620 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063361 Aug 16 02:02:22.441767 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.454183 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76d1dbe8-1999-454f-8366-af194a3d5f8c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.466564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76b4bf53-5b4a-4b3f-8e75-98da2b2034af req-8ddc7433-a61a-41c1-8f48-a1ecd485d808 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760695 Aug 16 02:02:22.474403 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76d1dbe8-1999-454f-8366-af194a3d5f8c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.498157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.523207 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:22.524033 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:22.527443 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:22.569149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677 req-0cf314fa-8ca9-4740-96e0-4d4e7019d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.570682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677 req-0cf314fa-8ca9-4740-96e0-4d4e7019d4a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1095 time: 0.0459197 Aug 16 02:02:22.587581 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-346fc959-972d-4bf6-8b97-f9d7619cac7f req-0431b519-83a8-4619-818d-1b4bf1236581 service neutron] 10.222.0.89 "GET /v2.0/networks/07080a0a-ba52-49b5-8d68-70ef81cabcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853782 Aug 16 02:02:22.588501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76d1dbe8-1999-454f-8366-af194a3d5f8c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.602081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76d1dbe8-1999-454f-8366-af194a3d5f8c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.606364 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-76d1dbe8-1999-454f-8366-af194a3d5f8c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/90f83dbf-d52e-4ce3-88ab-19eb108c705a HTTP/1.1" status: 204 len: 168 time: 0.3408341 Aug 16 02:02:22.607029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52358) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:22.634777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1dbe8-1999-454f-8366-af194a3d5f8c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90f83dbf-d52e-4ce3-88ab-19eb108c705a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:22.646321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.656173 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.661211 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/networks/633bdbad-92ad-4e7b-bef8-438ba0da3ea6 HTTP/1.1" status: 204 len: 168 time: 1.6568921 Aug 16 02:02:22.662517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52360) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:22.669456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'name': 'tempest-PortsTestJSON-1911154480'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:22.673476 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0675bc9-2b2c-4488-ab53-b79e74878ecc tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Network': ['ID=633bdbad-92ad-4e7b-bef8-438ba0da3ea6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:22.697060 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7e510a7b-4d1d-4f87-a3ea-993e282fea3f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0838020 Aug 16 02:02:22.697721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52362) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:22.726711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f71170d8-515b-4a11-9014-84c2a7d8d719 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.737221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f71170d8-515b-4a11-9014-84c2a7d8d719 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.749829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677 req-e54b4a37-78c5-42f0-8836-09e085fac58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.751233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677 req-e54b4a37-78c5-42f0-8836-09e085fac58a service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.1719840 Aug 16 02:02:22.775101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f71170d8-515b-4a11-9014-84c2a7d8d719 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.782256 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f71170d8-515b-4a11-9014-84c2a7d8d719 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.783381 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f71170d8-515b-4a11-9014-84c2a7d8d719 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/1cdd480c-ec6a-4aa3-adc3-9ec13c29bd75 HTTP/1.1" status: 204 len: 168 time: 0.0846465 Aug 16 02:02:22.788597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52364) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:22.801859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71170d8-515b-4a11-9014-84c2a7d8d719 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cdd480c-ec6a-4aa3-adc3-9ec13c29bd75,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:22.805421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677 req-97cbe9dc-e65a-449f-8615-814f9b411a41 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 217 time: 0.0453000 Aug 16 02:02:22.846352 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7c8e7fee-0e4b-4c7f-bd57-2830955a06d6 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565846 Aug 16 02:02:22.849124 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52366) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:22.891688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:22.895304 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.898732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677 req-1611d01e-8ec4-4dcb-ab38-0eb2f9591cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.901953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677 req-1611d01e-8ec4-4dcb-ab38-0eb2f9591cf4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0816534 Aug 16 02:02:22.908401 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60cc45db-54e4-4a9d-b8a2-57118551a720 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.933196 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60cc45db-54e4-4a9d-b8a2-57118551a720 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.947039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port fda6dddc-008b-4f6d-9469-aab32a16c5c3 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:22.982966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60cc45db-54e4-4a9d-b8a2-57118551a720 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.985665 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60cc45db-54e4-4a9d-b8a2-57118551a720 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.986876 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-60cc45db-54e4-4a9d-b8a2-57118551a720 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-groups/5be21b25-57d8-43bc-a445-9ffbb8d58e93 HTTP/1.1" status: 204 len: 168 time: 0.1367700 Aug 16 02:02:22.990444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52370) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.011164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc45db-54e4-4a9d-b8a2-57118551a720 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be21b25-57d8-43bc-a445-9ffbb8d58e93,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.048896 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2165ce31-b5be-400e-a79f-0231272a0752 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533583 Aug 16 02:02:23.049196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52376) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.056265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-46beb09a-34a0-4719-bc92-97d79f58c22c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group': {'name': 'tempest-secgroup--178467243'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:23.062272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677 req-f6bdb9aa-35a0-43e5-a8af-779fe0671e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.063898 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677 req-f6bdb9aa-35a0-43e5-a8af-779fe0671e78 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516614 Aug 16 02:02:23.085406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46beb09a-34a0-4719-bc92-97d79f58c22c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.178418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46beb09a-34a0-4719-bc92-97d79f58c22c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.182820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46beb09a-34a0-4719-bc92-97d79f58c22c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.199123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc15774-447f-4d80-847c-1d06bf8646e5 req-2fee4cc4-a2b2-4a75-8ff6-162dde46c618 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.200633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2fc15774-447f-4d80-847c-1d06bf8646e5 req-2fee4cc4-a2b2-4a75-8ff6-162dde46c618 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 943 time: 0.2401166 Aug 16 02:02:23.223588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46beb09a-34a0-4719-bc92-97d79f58c22c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f59003-14b3-440f-81b6-2aa693041d52,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.226901 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46beb09a-34a0-4719-bc92-97d79f58c22c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.232099 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-46beb09a-34a0-4719-bc92-97d79f58c22c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1815519 Aug 16 02:02:23.232700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52384) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.238665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b1551571-1573-4105-9309-f6721cb9efae tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': '90f59003-14b3-440f-81b6-2aa693041d52', 'direction': 'ingress', 'protocol': 17}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:23.283524 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1551571-1573-4105-9309-f6721cb9efae tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.339910 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.358949 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1551571-1573-4105-9309-f6721cb9efae tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.364968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1551571-1573-4105-9309-f6721cb9efae tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.367539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7afdb-356e-4f17-825c-434680429176 req-3ba4dcc2-5e89-443b-b00d-3bd30e6530a0 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.369801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76f7afdb-356e-4f17-825c-434680429176 req-3ba4dcc2-5e89-443b-b00d-3bd30e6530a0 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 950 time: 0.2759964 Aug 16 02:02:23.381778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2fc15774-447f-4d80-847c-1d06bf8646e5 req-30ff73b0-3a83-4e33-a2b2-af5346e8ac57 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394725 Aug 16 02:02:23.390803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1551571-1573-4105-9309-f6721cb9efae tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906c12b2-42d5-4b8f-a216-7e79ae011cc9,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.396295 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1551571-1573-4105-9309-f6721cb9efae tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.400776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677 req-985cb1bb-e764-4e46-adbd-d5033280e83a service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244569 Aug 16 02:02:23.401308 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b1551571-1573-4105-9309-f6721cb9efae tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1637301 Aug 16 02:02:23.401702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52388) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.481850 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eacf0482-2e7e-4834-80a2-024b379a372b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.525832 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eacf0482-2e7e-4834-80a2-024b379a372b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.532531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76f7afdb-356e-4f17-825c-434680429176 req-ade51ec2-3a34-4de8-9425-c6c167877fc7 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455681 Aug 16 02:02:23.579039 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.665160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd637ffb-3ed9-467e-a86e-16a423c35b57 req-ecb4a0da-48d2-4d2a-88f4-4821b031dde7 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.667248 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dd637ffb-3ed9-467e-a86e-16a423c35b57 req-ecb4a0da-48d2-4d2a-88f4-4821b031dde7 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 950 time: 0.1026528 Aug 16 02:02:23.668929 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eacf0482-2e7e-4834-80a2-024b379a372b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.673654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eacf0482-2e7e-4834-80a2-024b379a372b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.675228 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eacf0482-2e7e-4834-80a2-024b379a372b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-groups/90f59003-14b3-440f-81b6-2aa693041d52 HTTP/1.1" status: 204 len: 168 time: 0.2725010 Aug 16 02:02:23.680754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52398) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.687005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83d2994c-85ba-4fcc-a049-f7ec2a5b7677 req-5c1ec10d-5f44-41a9-abfc-e8c30f0fda5d service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758000 Aug 16 02:02:23.697134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network a9e87a88-468e-41e2-8176-d1fbc840012e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:23.705143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:23.710827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:23.716451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.717119 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.724261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=fda6dddc-008b-4f6d-9469-aab32a16c5c3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.737363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf0482-2e7e-4834-80a2-024b379a372b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f59003-14b3-440f-81b6-2aa693041d52,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.747323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db676-d37d-47b3-a368-d108a615084c req-1d010f19-688a-4cfc-9d57-e15fb892191f tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.749589 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-812db676-d37d-47b3-a368-d108a615084c req-1d010f19-688a-4cfc-9d57-e15fb892191f tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.1729794 Aug 16 02:02:23.763237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5e828a95-ea7a-40b7-af7b-909f99a00a7b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0981181 Aug 16 02:02:23.774461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52400) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.825762 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fd2281d2-de07-4d4f-9319-f0a76d081bb6 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1321597 Aug 16 02:02:23.826528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-812db676-d37d-47b3-a368-d108a615084c req-726b115b-2273-48e1-a443-388ea868fbbc tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662017 Aug 16 02:02:23.827239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52404) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.833541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-707e0986-a005-403c-9e13-3176678145e5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group': {'name': 'tempest-secgroup--708330557'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:23.880144 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-dd637ffb-3ed9-467e-a86e-16a423c35b57 req-8b5b3766-50de-4fff-8eab-db89b9d5ae74 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Deleting port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:23.880558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-dd637ffb-3ed9-467e-a86e-16a423c35b57 req-8b5b3766-50de-4fff-8eab-db89b9d5ae74 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.883582 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-707e0986-a005-403c-9e13-3176678145e5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.900235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-3ced6e20-e000-4791-93c7-a00a94738a67 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port fda6dddc-008b-4f6d-9469-aab32a16c5c3 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:23.900646 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ced6e20-e000-4791-93c7-a00a94738a67 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.982595 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ced6e20-e000-4791-93c7-a00a94738a67 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.002786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-3ced6e20-e000-4791-93c7-a00a94738a67 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for fda6dddc-008b-4f6d-9469-aab32a16c5c3 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:24.044635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-dd637ffb-3ed9-467e-a86e-16a423c35b57 req-8b5b3766-50de-4fff-8eab-db89b9d5ae74 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] For port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:24.045136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-dd637ffb-3ed9-467e-a86e-16a423c35b57 req-8b5b3766-50de-4fff-8eab-db89b9d5ae74 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.067863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-dd637ffb-3ed9-467e-a86e-16a423c35b57 req-8b5b3766-50de-4fff-8eab-db89b9d5ae74 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Calling delete_port for 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:24.136069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-707e0986-a005-403c-9e13-3176678145e5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.144109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-707e0986-a005-403c-9e13-3176678145e5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.159653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ba27b-129e-4656-9ba4-9bac3d5b5889 req-57099d8e-5845-4abc-b86b-b579b35c95f9 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.161389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e41ba27b-129e-4656-9ba4-9bac3d5b5889 req-57099d8e-5845-4abc-b86b-b579b35c95f9 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.0897813 Aug 16 02:02:24.167727 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ced6e20-e000-4791-93c7-a00a94738a67 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.198351 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e0986-a005-403c-9e13-3176678145e5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd1a51c-9161-4029-b885-92f967465dd8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.204116 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-707e0986-a005-403c-9e13-3176678145e5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.208106 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-707e0986-a005-403c-9e13-3176678145e5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3773108 Aug 16 02:02:24.212803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52410) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:24.220048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-39b481b3-df5d-401d-8b11-88cfdf9e3d1c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group': {'name': 'tempest-secgroup--913000534'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:24.222788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ced6e20-e000-4791-93c7-a00a94738a67 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.227456 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3ced6e20-e000-4791-93c7-a00a94738a67 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/fda6dddc-008b-4f6d-9469-aab32a16c5c3 HTTP/1.1" status: 204 len: 168 time: 0.4496224 Aug 16 02:02:24.229052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52412) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:24.229185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced6e20-e000-4791-93c7-a00a94738a67 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=fda6dddc-008b-4f6d-9469-aab32a16c5c3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.236933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'mac_address': 'fa:16:3e:76:8f:f6', 'name': 'tempest-PortsTestJSON-394911285'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:24.251463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e41ba27b-129e-4656-9ba4-9bac3d5b5889 req-9f5533bb-19f3-42f4-b35c-25e23e4024c4 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807264 Aug 16 02:02:24.349820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39b481b3-df5d-401d-8b11-88cfdf9e3d1c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.553821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7609c0-2fbd-4932-9d19-c6eb13cdf9ac req-12d3916a-72f0-4c28-85fa-0c51be654f83 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.556963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b7609c0-2fbd-4932-9d19-c6eb13cdf9ac req-12d3916a-72f0-4c28-85fa-0c51be654f83 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 943 time: 0.0701571 Aug 16 02:02:24.600734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b7609c0-2fbd-4932-9d19-c6eb13cdf9ac req-ce22a416-2b9f-4cda-ab3a-3e683fbf828b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374885 Aug 16 02:02:24.720735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fade33-8214-411f-bdb5-3684ce4c7049 req-19e34e79-f9a1-4832-a82a-44d6e4b63dc5 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.722345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75fade33-8214-411f-bdb5-3684ce4c7049 req-19e34e79-f9a1-4832-a82a-44d6e4b63dc5 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb278565-564e-4f2a-bd40-0170a012bdf6 HTTP/1.1" status: 200 len: 950 time: 0.0575843 Aug 16 02:02:24.738424 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-dd637ffb-3ed9-467e-a86e-16a423c35b57 req-8b5b3766-50de-4fff-8eab-db89b9d5ae74 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.777779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b3766-50de-4fff-8eab-db89b9d5ae74 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Pushing event deleted for resources: {'Port': ['ID=9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.785059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:24.786674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75fade33-8214-411f-bdb5-3684ce4c7049 req-a691fe1d-5592-44a6-832d-0802e899f3b6 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.79 "GET /v2.0/security-groups?id=be0e2e20-5bb7-469c-9dad-9d964bb1dcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572255 Aug 16 02:02:24.807691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:24.905415 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd637ffb-3ed9-467e-a86e-16a423c35b57 req-8b5b3766-50de-4fff-8eab-db89b9d5ae74 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] No DVR routers for this DVR port 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:24.915268 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-dd637ffb-3ed9-467e-a86e-16a423c35b57 req-8b5b3766-50de-4fff-8eab-db89b9d5ae74 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.917367 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dd637ffb-3ed9-467e-a86e-16a423c35b57 req-8b5b3766-50de-4fff-8eab-db89b9d5ae74 tempest-ServerDiagnosticsNegativeTest-2053230585 tempest-ServerDiagnosticsNegativeTest-2053230585-project] 10.222.0.84 "DELETE /v2.0/ports/9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b HTTP/1.1" status: 204 len: 173 time: 1.2407131 Aug 16 02:02:24.917887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb278565-564e-4f2a-bd40-0170a012bdf6', 'name': 'network-vif-deleted', 'tag': '9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:24.920188 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a7b75b-b04a-492a-af6e-80dca63f63e9" -d '{"events": [{"server_uuid": "bb278565-564e-4f2a-bd40-0170a012bdf6", "name": "network-vif-deleted", "tag": "9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:24.961631 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.988409 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d863516-fa6a-425b-9dab-e21d7962a24d x-openstack-request-id: req-2d863516-fa6a-425b-9dab-e21d7962a24d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:24.988708 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb278565-564e-4f2a-bd40-0170a012bdf6", "name": "network-vif-deleted", "tag": "9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:24.988939 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d863516-fa6a-425b-9dab-e21d7962a24d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:24.989446 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb278565-564e-4f2a-bd40-0170a012bdf6', 'name': 'network-vif-deleted', 'tag': '9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b', 'status': 'completed', 'code': 200} Aug 16 02:02:25.008668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port b69eef6b-72aa-486c-af15-31202578ad3c yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:25.066768 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39b481b3-df5d-401d-8b11-88cfdf9e3d1c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.073078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39b481b3-df5d-401d-8b11-88cfdf9e3d1c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.119958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39b481b3-df5d-401d-8b11-88cfdf9e3d1c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.124232 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-39b481b3-df5d-401d-8b11-88cfdf9e3d1c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9103069 Aug 16 02:02:25.124829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52430) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.135672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a39f8663-6176-4149-9c2e-773785a6f436 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': 'ecd1a51c-9161-4029-b885-92f967465dd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0bf0381c-3f00-434b-8d35-9fe8c187467d', 'remote_ip_prefix': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:25.137310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b481b3-df5d-401d-8b11-88cfdf9e3d1c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf0381c-3f00-434b-8d35-9fe8c187467d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.189677 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a39f8663-6176-4149-9c2e-773785a6f436 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.259043 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.278174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a39f8663-6176-4149-9c2e-773785a6f436 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.284041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a39f8663-6176-4149-9c2e-773785a6f436 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.301922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f8663-6176-4149-9c2e-773785a6f436 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f64d1e-81b7-4775-ab58-2cdedcc105ee,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.312757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.313960 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a39f8663-6176-4149-9c2e-773785a6f436 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.318805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a39f8663-6176-4149-9c2e-773785a6f436 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1927056 Aug 16 02:02:25.319712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52440) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.354480 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6f44504-0fdb-442c-b043-e8a2dcfe6c5f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.370802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network a9e87a88-468e-41e2-8176-d1fbc840012e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:25.376388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:25.379080 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6f44504-0fdb-442c-b043-e8a2dcfe6c5f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.380285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:25.386627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.387531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.401981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=b69eef6b-72aa-486c-af15-31202578ad3c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.416012 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b7437cd9-316d-4b2c-8a76-cfce471c0cbb tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1869895 Aug 16 02:02:25.418509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52442) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.426391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9f8d2-8c50-4294-917b-ad24512967eb req-6c08bb2e-4a08-44ae-8ac6-a79348ba58cd tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.433787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ae9f8d2-8c50-4294-917b-ad24512967eb req-6c08bb2e-4a08-44ae-8ac6-a79348ba58cd tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.0979381 Aug 16 02:02:25.454804 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6f44504-0fdb-442c-b043-e8a2dcfe6c5f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.464619 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6f44504-0fdb-442c-b043-e8a2dcfe6c5f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.469076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a6f44504-0fdb-442c-b043-e8a2dcfe6c5f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/07f64d1e-81b7-4775-ab58-2cdedcc105ee HTTP/1.1" status: 204 len: 168 time: 0.1449656 Aug 16 02:02:25.469397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52444) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.473107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f44504-0fdb-442c-b043-e8a2dcfe6c5f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07f64d1e-81b7-4775-ab58-2cdedcc105ee,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.493810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ae9f8d2-8c50-4294-917b-ad24512967eb req-effd31f4-fd0e-48b6-a344-6f133f757eb3 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590568 Aug 16 02:02:25.502131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e2b50-516e-4d87-bf7e-8bbad9d63219 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.503711 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-092e2b50-516e-4d87-bf7e-8bbad9d63219 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/b69eef6b-72aa-486c-af15-31202578ad3c HTTP/1.1" status: 200 len: 840 time: 0.0830836 Aug 16 02:02:25.505942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52446) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.534851 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-abf54904-2492-4a7a-9068-9a504783847c tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0642753 Aug 16 02:02:25.538910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52450) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.555104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:25.612868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73e9f333-1ba2-4e6f-99d6-9e185f568fbd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.650855 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73e9f333-1ba2-4e6f-99d6-9e185f568fbd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.706016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:25.725381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'port_id': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'mac_address': 'fa:16:3e:e9:01:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:25.762038 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73e9f333-1ba2-4e6f-99d6-9e185f568fbd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.767298 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73e9f333-1ba2-4e6f-99d6-9e185f568fbd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.768727 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-73e9f333-1ba2-4e6f-99d6-9e185f568fbd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-groups/0bf0381c-3f00-434b-8d35-9fe8c187467d HTTP/1.1" status: 204 len: 168 time: 0.2291160 Aug 16 02:02:25.773678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52460) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.782185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-75ec789b-7939-4b6b-957c-e0e26bc22666 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port b69eef6b-72aa-486c-af15-31202578ad3c {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:25.782791 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-75ec789b-7939-4b6b-957c-e0e26bc22666 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.833205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9f333-1ba2-4e6f-99d6-9e185f568fbd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf0381c-3f00-434b-8d35-9fe8c187467d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.835325 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.864567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:25.926148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:25.933191 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.948601 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f9a62185-9a2a-43d9-8d37-fd4a696cb9e2 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1675496 Aug 16 02:02:25.951873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52464) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.045341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.081819 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ed7109a8-494a-4ca1-ba5d-f2679c824279 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.110248 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ed7109a8-494a-4ca1-ba5d-f2679c824279 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.149643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['14a3fce1-5fbe-46f9-a3cc-7cee760384e2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:26.168413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ed7109a8-494a-4ca1-ba5d-f2679c824279 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.172439 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ed7109a8-494a-4ca1-ba5d-f2679c824279 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.175978 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ed7109a8-494a-4ca1-ba5d-f2679c824279 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-groups/ecd1a51c-9161-4029-b885-92f967465dd8 HTTP/1.1" status: 204 len: 168 time: 0.2201400 Aug 16 02:02:26.178705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52466) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.197626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7109a8-494a-4ca1-ba5d-f2679c824279 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd1a51c-9161-4029-b885-92f967465dd8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.233471 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3c8ec036-1e40-4c75-a5c3-0ca33e923a5e tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515087 Aug 16 02:02:26.237173 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52470) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.243759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cd1863f2-f936-43fd-a8fb-3db4ec397444 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group': {'name': 'tempest-secgroup--547183955'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:26.273285 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd1863f2-f936-43fd-a8fb-3db4ec397444 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.352355 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-75ec789b-7939-4b6b-957c-e0e26bc22666 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.380339 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd1863f2-f936-43fd-a8fb-3db4ec397444 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.380509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-75ec789b-7939-4b6b-957c-e0e26bc22666 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for b69eef6b-72aa-486c-af15-31202578ad3c owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:26.389002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd1863f2-f936-43fd-a8fb-3db4ec397444 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.401214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab339d-2648-4752-b62c-95ec11f763fc req-99023d27-6c21-4d71-be51-bae71da4683a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.402888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-deab339d-2648-4752-b62c-95ec11f763fc req-99023d27-6c21-4d71-be51-bae71da4683a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 943 time: 0.6724432 Aug 16 02:02:26.416882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c270-d58e-4d89-a4e8-60eddee8ce15 req-bbeabf52-d4a6-4bee-89c4-bd60f47df300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.418628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3111c270-d58e-4d89-a4e8-60eddee8ce15 req-bbeabf52-d4a6-4bee-89c4-bd60f47df300 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ccb4a647ac748dbbacb8eb5daa1ea2e&device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 1097 time: 0.5339949 Aug 16 02:02:26.419325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd1863f2-f936-43fd-a8fb-3db4ec397444 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.424094 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cd1863f2-f936-43fd-a8fb-3db4ec397444 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1856527 Aug 16 02:02:26.424751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52478) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.430483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-950362c7-1478-4619-968d-cf8bd1eec6eb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': 'da16d52f-1a02-4c7f-9f59-44e7aa2f0909', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:26.435244 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1863f2-f936-43fd-a8fb-3db4ec397444 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da16d52f-1a02-4c7f-9f59-44e7aa2f0909,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.439699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fc737-2437-4ef2-8037-780b954d9248 req-0a1e6c38-2734-478e-8adb-88b81ef08f0c tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.441241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a9fc737-2437-4ef2-8037-780b954d9248 req-0a1e6c38-2734-478e-8adb-88b81ef08f0c tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.1749370 Aug 16 02:02:26.475675 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-950362c7-1478-4619-968d-cf8bd1eec6eb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.550056 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-950362c7-1478-4619-968d-cf8bd1eec6eb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.553958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-950362c7-1478-4619-968d-cf8bd1eec6eb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.573967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950362c7-1478-4619-968d-cf8bd1eec6eb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde1d818-0352-4888-bf74-d3f196afea67,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.582490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-950362c7-1478-4619-968d-cf8bd1eec6eb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.584043 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-950362c7-1478-4619-968d-cf8bd1eec6eb tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1573312 Aug 16 02:02:26.589561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52480) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.616393 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-321e663b-efe9-4a84-afba-115cacd6d130 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.625426 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-321e663b-efe9-4a84-afba-115cacd6d130 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.649740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-deab339d-2648-4752-b62c-95ec11f763fc req-b1bb5e59-efa8-4c13-bc7c-2b46a014881b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371249 Aug 16 02:02:26.665307 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-321e663b-efe9-4a84-afba-115cacd6d130 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.678489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-321e663b-efe9-4a84-afba-115cacd6d130 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.679798 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-321e663b-efe9-4a84-afba-115cacd6d130 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/dde1d818-0352-4888-bf74-d3f196afea67 HTTP/1.1" status: 204 len: 168 time: 0.0892079 Aug 16 02:02:26.694268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52482) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.694268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e663b-efe9-4a84-afba-115cacd6d130 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dde1d818-0352-4888-bf74-d3f196afea67,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.699233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a9fc737-2437-4ef2-8037-780b954d9248 req-85d7bb52-25a5-4814-a140-a302067a2874 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364206 Aug 16 02:02:26.756420 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c270-d58e-4d89-a4e8-60eddee8ce15 req-efbe86c0-9fa0-4156-9ef3-6eef26abffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.759502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3111c270-d58e-4d89-a4e8-60eddee8ce15 req-efbe86c0-9fa0-4156-9ef3-6eef26abffe1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=07080a0a-ba52-49b5-8d68-70ef81cabcde HTTP/1.1" status: 200 len: 912 time: 0.3163042 Aug 16 02:02:26.762128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-75ec789b-7939-4b6b-957c-e0e26bc22666 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.795255 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fcde6a34-bd80-4a48-b0c1-cc0f8d573c00 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1033411 Aug 16 02:02:26.796715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52486) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.802162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec789b-7939-4b6b-957c-e0e26bc22666 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=b69eef6b-72aa-486c-af15-31202578ad3c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.822484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:26.854711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-75ec789b-7939-4b6b-957c-e0e26bc22666 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.859755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-75ec789b-7939-4b6b-957c-e0e26bc22666 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/b69eef6b-72aa-486c-af15-31202578ad3c HTTP/1.1" status: 204 len: 168 time: 1.3499062 Aug 16 02:02:26.859964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:26.860421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3111c270-d58e-4d89-a4e8-60eddee8ce15 req-3fea7ab7-fa1f-4090-8e27-983d5411e13e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53f47850-4a30-4c59-be70-762b92f319a1 HTTP/1.1" status: 200 len: 217 time: 0.0585961 Aug 16 02:02:26.860421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52488) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.869476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 9d44d329-e384-4e96-bf2e-6ebfcaeb9e3b not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:26.886639 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12218667-34f4-4f1b-bdf2-e9b9757807f8 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.890181 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-810a77ef-5e45-486d-839d-4ae614292986 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:02:26.895207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-810a77ef-5e45-486d-839d-4ae614292986 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/b69eef6b-72aa-486c-af15-31202578ad3c HTTP/1.1" status: 404 len: 333 time: 0.0309074 Aug 16 02:02:26.914581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52490) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.918562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12218667-34f4-4f1b-bdf2-e9b9757807f8 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.923190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'name': 'tempest-PortsTestJSON-1761456470'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:26.975709 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12218667-34f4-4f1b-bdf2-e9b9757807f8 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.980539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12218667-34f4-4f1b-bdf2-e9b9757807f8 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.985081 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-12218667-34f4-4f1b-bdf2-e9b9757807f8 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-groups/da16d52f-1a02-4c7f-9f59-44e7aa2f0909 HTTP/1.1" status: 204 len: 168 time: 0.1868360 Aug 16 02:02:26.985744 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52498) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.007356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12218667-34f4-4f1b-bdf2-e9b9757807f8 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da16d52f-1a02-4c7f-9f59-44e7aa2f0909,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.084567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c270-d58e-4d89-a4e8-60eddee8ce15 req-2dfc0611-829e-4ece-90a9-8708a9d27cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.093074 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fb2d388f-1a98-4433-b665-066ede83d128 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0941634 Aug 16 02:02:27.094820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3111c270-d58e-4d89-a4e8-60eddee8ce15 req-2dfc0611-829e-4ece-90a9-8708a9d27cab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=12949d9e-0d6c-4ed9-9fab-45189c7ecf2f HTTP/1.1" status: 200 len: 851 time: 0.2017672 Aug 16 02:02:27.095556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52504) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.124491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-37ea8250-7454-49c3-9503-706e49843f7b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018167968'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:27.174950 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3111c270-d58e-4d89-a4e8-60eddee8ce15 req-1f456e1c-7455-4981-9c4c-989b18b2ab33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=07080a0a-ba52-49b5-8d68-70ef81cabcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620487 Aug 16 02:02:27.176526 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37ea8250-7454-49c3-9503-706e49843f7b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.194570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52508) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.278590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:27.284588 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.352525 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-447322ed-5918-4744-a248-e7a9fb5ec8cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c19010e9e1004e34b960b6f6ddf58dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566148 Aug 16 02:02:27.354914 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52512) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.360100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port 7a488819-e4a3-40c6-a06f-34363c5955a3 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:27.412942 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c222-bcce-4563-a0ae-3d31149e410e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.436748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c222-bcce-4563-a0ae-3d31149e410e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.509623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3111c270-d58e-4d89-a4e8-60eddee8ce15 req-ede7df1b-63d3-4bf8-8f03-7c488138ecec service neutron] 10.222.0.89 "GET /v2.0/networks/07080a0a-ba52-49b5-8d68-70ef81cabcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142862 Aug 16 02:02:27.527984 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c222-bcce-4563-a0ae-3d31149e410e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.532082 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c222-bcce-4563-a0ae-3d31149e410e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.545865 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1fe7c222-bcce-4563-a0ae-3d31149e410e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be0e2e20-5bb7-469c-9dad-9d964bb1dcac HTTP/1.1" status: 204 len: 168 time: 0.1829076 Aug 16 02:02:27.565618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7c222-bcce-4563-a0ae-3d31149e410e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0e2e20-5bb7-469c-9dad-9d964bb1dcac,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.571129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:27.710753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:27.715600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:27.715945 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.822524 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.852686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:27.856115 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297f14c-64d6-4309-9a4f-2a7226b49d44" -d '{"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-plugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:27.875643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:27.886216 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.954232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.990257 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37ea8250-7454-49c3-9503-706e49843f7b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.033307 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37ea8250-7454-49c3-9503-706e49843f7b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.045526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52524) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.061730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dd0bc45-f13c-4258-aac8-134158436004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.076339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.104847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3111c270-d58e-4d89-a4e8-60eddee8ce15 req-5e83c033-4091-48e7-b2ec-7ebaa64449cf service neutron] 10.222.0.89 "GET /v2.0/networks/07080a0a-ba52-49b5-8d68-70ef81cabcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837655 Aug 16 02:02:28.125528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea8250-7454-49c3-9503-706e49843f7b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb32a0b9-2eb7-42b8-9661-73cf7394e6e8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.143288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9926240-9a6d-4bee-86cb-3b3588007ab5 req-ca7f9304-6469-4adc-8277-ebdd425e08e4 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.144919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9926240-9a6d-4bee-86cb-3b3588007ab5 req-ca7f9304-6469-4adc-8277-ebdd425e08e4 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.2661290 Aug 16 02:02:28.154372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714d363-29c9-4f1d-87b4-8b76d49d6921 req-c05147bf-43f4-4764-b8a0-3867568d512c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.156120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9714d363-29c9-4f1d-87b4-8b76d49d6921 req-c05147bf-43f4-4764-b8a0-3867568d512c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 945 time: 0.1730633 Aug 16 02:02:28.189958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dd0bc45-f13c-4258-aac8-134158436004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.194684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dd0bc45-f13c-4258-aac8-134158436004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.215723 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37ea8250-7454-49c3-9503-706e49843f7b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.219947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52534) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.220941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-37ea8250-7454-49c3-9503-706e49843f7b tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1094100 Aug 16 02:02:28.225168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e0d423db-6b6d-402a-a45c-ad5a4786d104 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': 'bb32a0b9-2eb7-42b8-9661-73cf7394e6e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:28.245962 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.262316 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8dd0bc45-f13c-4258-aac8-134158436004 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5665a03bd1f84dd8ab9ed979ecf9c912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127528 Aug 16 02:02:28.262517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9926240-9a6d-4bee-86cb-3b3588007ab5 req-cc79b6da-0924-487d-92b9-e39c00ce93a7 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008127 Aug 16 02:02:28.263903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0bc45-f13c-4258-aac8-134158436004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af37133f-7449-4b59-9a95-f5d34c8190d5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.264421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9714d363-29c9-4f1d-87b4-8b76d49d6921 req-9e80ec57-436b-4a97-9858-b19e0363ce5b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965321 Aug 16 02:02:28.266767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52536) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.325189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network a9e87a88-468e-41e2-8176-d1fbc840012e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:28.329361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:28.334024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:28.341548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.342614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.342840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa55-8412-48fa-aa28-4bab47f21ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.346720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0d423db-6b6d-402a-a45c-ad5a4786d104 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.357399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=7a488819-e4a3-40c6-a06f-34363c5955a3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.371971 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:02:28.376895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3e3063d0-27fa-42f1-88e2-60d131660f7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4618492 Aug 16 02:02:28.378759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52538) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.385392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0a2c59dc-2a1b-434e-8e33-219c7f5550c7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:28.388091 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0282f4-9321-4d54-9a09-b8245599877a x-openstack-request-id: req-af0282f4-9321-4d54-9a09-b8245599877a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:28.388386 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-plugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:28.389342 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af0282f4-9321-4d54-9a09-b8245599877a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:28.390062 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'code': 200} Aug 16 02:02:28.412062 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa55-8412-48fa-aa28-4bab47f21ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.490304 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a2c59dc-2a1b-434e-8e33-219c7f5550c7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.540824 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0d423db-6b6d-402a-a45c-ad5a4786d104 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.548866 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0d423db-6b6d-402a-a45c-ad5a4786d104 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.576257 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d423db-6b6d-402a-a45c-ad5a4786d104 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9e1319-c402-46ed-8f05-4bfa7ec2cc90,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.582996 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa55-8412-48fa-aa28-4bab47f21ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.588198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e01dfa55-8412-48fa-aa28-4bab47f21ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.589442 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e01dfa55-8412-48fa-aa28-4bab47f21ef4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af37133f-7449-4b59-9a95-f5d34c8190d5 HTTP/1.1" status: 204 len: 168 time: 0.3188484 Aug 16 02:02:28.590590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a4a4f-8521-4478-8edf-4d3457bd4e9d req-b4eb76cd-f451-4216-90c3-4c396c613bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.592605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b95a4a4f-8521-4478-8edf-4d3457bd4e9d req-b4eb76cd-f451-4216-90c3-4c396c613bf4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1097 time: 0.0998211 Aug 16 02:02:28.593802 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0d423db-6b6d-402a-a45c-ad5a4786d104 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.594892 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e0d423db-6b6d-402a-a45c-ad5a4786d104 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3738949 Aug 16 02:02:28.597861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52544) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.602152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dfa55-8412-48fa-aa28-4bab47f21ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af37133f-7449-4b59-9a95-f5d34c8190d5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.704304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b95a4a4f-8521-4478-8edf-4d3457bd4e9d req-10dc6c6b-ff56-4e3a-adf4-163f4e347764 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948818 Aug 16 02:02:28.723381 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-88307137-577d-4299-8249-002296a7772f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules/7f9e1319-c402-46ed-8f05-4bfa7ec2cc90 HTTP/1.1" status: 200 len: 763 time: 0.1233387 Aug 16 02:02:28.726111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52550) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.807807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a2c59dc-2a1b-434e-8e33-219c7f5550c7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.814059 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a2c59dc-2a1b-434e-8e33-219c7f5550c7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.841700 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-91bbe91f-504d-43b4-a3a0-634eb8c85075 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1139464 Aug 16 02:02:28.845452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52552) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.887312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c59dc-2a1b-434e-8e33-219c7f5550c7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] In _notify_port_updated(), no bound segment for port 7a488819-e4a3-40c6-a06f-34363c5955a3 on network a9e87a88-468e-41e2-8176-d1fbc840012e {{(pid=101381) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:02:28.893452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c59dc-2a1b-434e-8e33-219c7f5550c7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.894094 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a2c59dc-2a1b-434e-8e33-219c7f5550c7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.895445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0a2c59dc-2a1b-434e-8e33-219c7f5550c7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "PUT /v2.0/ports/7a488819-e4a3-40c6-a06f-34363c5955a3 HTTP/1.1" status: 200 len: 818 time: 0.5155377 Aug 16 02:02:28.896741 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f263b64-eb52-42ef-9bc3-ecf9c9fcb901 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.899945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52554) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.917648 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f263b64-eb52-42ef-9bc3-ecf9c9fcb901 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.938163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c59dc-2a1b-434e-8e33-219c7f5550c7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=7a488819-e4a3-40c6-a06f-34363c5955a3,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.013682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f263b64-eb52-42ef-9bc3-ecf9c9fcb901 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.031782 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f263b64-eb52-42ef-9bc3-ecf9c9fcb901 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.032426 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8f263b64-eb52-42ef-9bc3-ecf9c9fcb901 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/7f9e1319-c402-46ed-8f05-4bfa7ec2cc90 HTTP/1.1" status: 204 len: 168 time: 0.1852286 Aug 16 02:02:29.034899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52558) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.041155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f263b64-eb52-42ef-9bc3-ecf9c9fcb901 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f9e1319-c402-46ed-8f05-4bfa7ec2cc90,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.103249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b08ce383-720f-4cd4-85c7-ce62b3625fe5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 7a488819-e4a3-40c6-a06f-34363c5955a3 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:29.104068 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b08ce383-720f-4cd4-85c7-ce62b3625fe5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.120516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-80f15359-7b0a-430e-ab90-73cd8489e4c5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0842588 Aug 16 02:02:29.123426 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52562) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.130700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-86e5fdc2-5b04-4a72-89f7-9cd0de8176c1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': 'bb32a0b9-2eb7-42b8-9661-73cf7394e6e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:29.177066 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-86e5fdc2-5b04-4a72-89f7-9cd0de8176c1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.245087 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b08ce383-720f-4cd4-85c7-ce62b3625fe5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.258971 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-86e5fdc2-5b04-4a72-89f7-9cd0de8176c1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.263287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b08ce383-720f-4cd4-85c7-ce62b3625fe5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 7a488819-e4a3-40c6-a06f-34363c5955a3 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:29.264895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-86e5fdc2-5b04-4a72-89f7-9cd0de8176c1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.294883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5fdc2-5b04-4a72-89f7-9cd0de8176c1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2973367-ca3e-4445-95f1-aef15dec5a89,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.306800 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-86e5fdc2-5b04-4a72-89f7-9cd0de8176c1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.309038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-86e5fdc2-5b04-4a72-89f7-9cd0de8176c1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1836009 Aug 16 02:02:29.312778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52570) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.337766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-64fcc31f-4b24-4cbb-a291-622c937332d5 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules/f2973367-ca3e-4445-95f1-aef15dec5a89 HTTP/1.1" status: 200 len: 763 time: 0.0214922 Aug 16 02:02:29.340138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52576) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.430178 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b08ce383-720f-4cd4-85c7-ce62b3625fe5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.439785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4b10d6d2-aad7-4a87-98ef-1d8a7fd63cf3 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0960183 Aug 16 02:02:29.441283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52578) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.487098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ce383-720f-4cd4-85c7-ce62b3625fe5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=7a488819-e4a3-40c6-a06f-34363c5955a3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.511115 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b08ce383-720f-4cd4-85c7-ce62b3625fe5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.516760 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b08ce383-720f-4cd4-85c7-ce62b3625fe5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/7a488819-e4a3-40c6-a06f-34363c5955a3 HTTP/1.1" status: 204 len: 168 time: 0.6153989 Aug 16 02:02:29.519915 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52584) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.522009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca486f-959d-4547-87a3-fef18eaf6c85 req-5a7dab6f-b360-4efd-8ae4-3d110a71c23d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.524172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2ca486f-959d-4547-87a3-fef18eaf6c85 req-5a7dab6f-b360-4efd-8ae4-3d110a71c23d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 945 time: 0.0857608 Aug 16 02:02:29.569446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d45728af-4449-4c34-aa41-41a5de887757 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.598106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d45728af-4449-4c34-aa41-41a5de887757 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.650045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2ca486f-959d-4547-87a3-fef18eaf6c85 req-9a999445-b2a3-43ae-bda5-f6ba6d531bad tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069436 Aug 16 02:02:29.737458 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d45728af-4449-4c34-aa41-41a5de887757 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.747279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d45728af-4449-4c34-aa41-41a5de887757 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.752026 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d45728af-4449-4c34-aa41-41a5de887757 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f2973367-ca3e-4445-95f1-aef15dec5a89 HTTP/1.1" status: 204 len: 168 time: 0.3092985 Aug 16 02:02:29.752730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52592) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.761116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45728af-4449-4c34-aa41-41a5de887757 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2973367-ca3e-4445-95f1-aef15dec5a89,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.822273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a6717c-ba1a-40a3-989f-393ffdddc782 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.830845 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e8a6717c-ba1a-40a3-989f-393ffdddc782 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3096766 Aug 16 02:02:29.832578 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52598) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.911331 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98aae2b-e855-434c-b41f-976d89849a92 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:02:29.924183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52600) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.927201 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c98aae2b-e855-434c-b41f-976d89849a92 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/7a488819-e4a3-40c6-a06f-34363c5955a3 HTTP/1.1" status: 404 len: 333 time: 0.0888793 Aug 16 02:02:29.938926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2072762392'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:29.961268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-921caf9d-7ce4-4833-b7b7-250a77eaa3d1 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2069640 Aug 16 02:02:29.966125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52602) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.973345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e8551-c8ce-461d-a4e3-9c100eb1a98a req-437d53c7-5a45-497b-bfa4-483bf4530a8d tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.974723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f58f5b1c-fc28-474e-9756-71e5280808da tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Request body: {'security_group_rule': {'security_group_id': 'bb32a0b9-2eb7-42b8-9661-73cf7394e6e8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:29.984129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d42e8551-c8ce-461d-a4e3-9c100eb1a98a req-437d53c7-5a45-497b-bfa4-483bf4530a8d tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.1227074 Aug 16 02:02:30.005872 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-e4ee9034-2481-4c99-94a4-0a36768ade69 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1169672 Aug 16 02:02:30.015311 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.api [None req-f58f5b1c-fc28-474e-9756-71e5280808da tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:02:30.015311 n-d-768851-16 neutron-server[101380]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:02:30.015311 n-d-768851-16 neutron-server[101380]: [parameters: {'project_id': '42f12570e409487c897206f627a70543', 'id': 'c16dea70-80b1-4530-9ea6-69235fc577d7', 'expiration': datetime.datetime(2021, 8, 16, 2, 4, 30, 10765)}] Aug 16 02:02:30.015311 n-d-768851-16 neutron-server[101380]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:02:30.016301 n-d-768851-16 neutron-server[101380]: DEBUG oslo_db.api [None req-f58f5b1c-fc28-474e-9756-71e5280808da tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:02:30.027866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:30.031766 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.065750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d42e8551-c8ce-461d-a4e3-9c100eb1a98a req-f8dd62cc-18a6-4c4f-8807-b829c51f8c22 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803635 Aug 16 02:02:30.105689 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:30.121834 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.122586 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Added segment 9c5178d9-a03f-4a99-ba60-c5811bddfa8e of type vlan for network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa Aug 16 02:02:30.168441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-f03a0f4f-6984-4f95-b46e-2f989a8d7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.170229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-f03a0f4f-6984-4f95-b46e-2f989a8d7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.172688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-f03a0f4f-6984-4f95-b46e-2f989a8d7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.173203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-f03a0f4f-6984-4f95-b46e-2f989a8d7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.173974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-f03a0f4f-6984-4f95-b46e-2f989a8d7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.174457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-f03a0f4f-6984-4f95-b46e-2f989a8d7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.180029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-f03a0f4f-6984-4f95-b46e-2f989a8d7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.183715 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-f03a0f4f-6984-4f95-b46e-2f989a8d7ad7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6506 time: 0.1090443 Aug 16 02:02:30.188530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.231101 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.238901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.239965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.305042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3741744 Aug 16 02:02:30.310312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52610) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:30.315827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': '373d9981-c1e6-45bb-9825-a7e4e2c8c9aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:30.382659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f9a5b-0032-47bd-bf28-cbde2d87619a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Network': ['ID=373d9981-c1e6-45bb-9825-a7e4e2c8c9aa,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:30.400938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:30.423744 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-bcc2becc-accb-45c7-a8ff-e934145693e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.424447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-bcc2becc-accb-45c7-a8ff-e934145693e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.425109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-bcc2becc-accb-45c7-a8ff-e934145693e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.427521 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-bcc2becc-accb-45c7-a8ff-e934145693e4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2ea2ab85-242f-4314-9eef-b00c020be907&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=1d05361c-e213-4f52-8aeb-6d00c93c6965&id=1d05361c-e213-4f52-8aeb-6d00c93c6965 HTTP/1.1" status: 200 len: 2297 time: 0.2153335 Aug 16 02:02:30.501684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:30.524660 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.601631 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-b0bf36bb-6829-436c-bb44-8373f8e8ef17 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25 HTTP/1.1" status: 200 len: 1001 time: 0.1637838 Aug 16 02:02:30.662876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cffd2-720c-4d2e-a990-25470a9331cb req-81990056-f138-4cb7-8ede-7c63e86e3de0 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.664270 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-406cffd2-720c-4d2e-a990-25470a9331cb req-81990056-f138-4cb7-8ede-7c63e86e3de0 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.1833255 Aug 16 02:02:30.699982 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f58f5b1c-fc28-474e-9756-71e5280808da tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.753485 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-406cffd2-720c-4d2e-a990-25470a9331cb req-f57844aa-ce31-4f4a-a008-4fa844622fba tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616539 Aug 16 02:02:30.784404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-0ab5da3f-0bb2-4ae6-815b-052f537d754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.785816 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-0ab5da3f-0bb2-4ae6-815b-052f537d754c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fe5b00cb-8239-4aec-9c3f-72d71ae075fe HTTP/1.1" status: 200 len: 855 time: 0.1662061 Aug 16 02:02:30.923410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f58f5b1c-fc28-474e-9756-71e5280808da tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.927396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-906c0885-6c1b-4b26-9627-346ac7358950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.932130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e6f3-5cde-4864-9228-b9255eb694ac req-37e6b9bb-e2d5-4e7b-8ef1-21431291dd67 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.933001 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-906c0885-6c1b-4b26-9627-346ac7358950 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2ea2ab85-242f-4314-9eef-b00c020be907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342177 Aug 16 02:02:30.934012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a00e6f3-5cde-4864-9228-b9255eb694ac req-37e6b9bb-e2d5-4e7b-8ef1-21431291dd67 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 945 time: 0.1139214 Aug 16 02:02:30.936487 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f58f5b1c-fc28-474e-9756-71e5280808da tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.969499 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f58f5b1c-fc28-474e-9756-71e5280808da tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.973815 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f58f5b1c-fc28-474e-9756-71e5280808da tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0022275 Aug 16 02:02:30.988578 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52630) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:31.032323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f5b1c-fc28-474e-9756-71e5280808da tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044c216f-1019-42b9-a90b-91ca55c14d9d,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.081901 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a00e6f3-5cde-4864-9228-b9255eb694ac req-4ca43b62-66be-4d32-ac82-e7da22510dec tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869920 Aug 16 02:02:31.088766 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.134391 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c7b3d249-4c77-4c51-ad2f-98bffc267772 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules/044c216f-1019-42b9-a90b-91ca55c14d9d HTTP/1.1" status: 200 len: 764 time: 0.1425261 Aug 16 02:02:31.135393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52638) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:31.147445 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-5bced70d-7256-41df-a3e2-691f3b19a8d9 service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939149 Aug 16 02:02:31.266061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Subnet': ['ID=560321bf-70af-4473-9c77-b1f07f6ae892,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.267244 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-92ccc048-847c-4ba6-9dff-f23044df4ec8 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1295581 Aug 16 02:02:31.268020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52642) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:31.283994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.284599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.285212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.286309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.286841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.287342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.288130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.288745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.289288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.289972 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.290470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.290970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:31.296403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Checking segment: {'id': '9c5178d9-a03f-4a99-ba60-c5811bddfa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '373d9981-c1e6-45bb-9825-a7e4e2c8c9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:31.297068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network hostable DHCP agents. Network: 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:31.317536 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa065-4ba9-4d87-99ff-08e3b1a019fd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.330524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811133fc-3a08-47f7-ad1b-c1f89efc489d req-8fd1b97b-f873-469e-8c00-54ef40fd71db tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.331783 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa065-4ba9-4d87-99ff-08e3b1a019fd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.335633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-811133fc-3a08-47f7-ad1b-c1f89efc489d req-8fd1b97b-f873-469e-8c00-54ef40fd71db tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 945 time: 0.1281734 Aug 16 02:02:31.341575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52644) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:31.348441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-947ce366-cf78-4b18-9d25-f79e359299d2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Request body: {'floatingip': {'port_id': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:31.353718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:31.362973 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-5c0ba8e3-8923-4679-a52c-c0fe0cf60d03 service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066476 Aug 16 02:02:31.410323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:31.414235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-947ce366-cf78-4b18-9d25-f79e359299d2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.422121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5248c5f-fb6b-4792-bc25-1d68a944882a None None] Network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:31.428181 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-3bf52223-2776-4d16-89b8-35b48c24dfbc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=62465913-9f97-4993-baaf-8784e6efa18e HTTP/1.1" status: 200 len: 217 time: 0.0508206 Aug 16 02:02:31.428785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa065-4ba9-4d87-99ff-08e3b1a019fd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.436855 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa065-4ba9-4d87-99ff-08e3b1a019fd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.442411 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1dcaa065-4ba9-4d87-99ff-08e3b1a019fd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/044c216f-1019-42b9-a90b-91ca55c14d9d HTTP/1.1" status: 204 len: 168 time: 0.1703548 Aug 16 02:02:31.444438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52646) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:31.490131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.491092 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.526494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaa065-4ba9-4d87-99ff-08e3b1a019fd tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=044c216f-1019-42b9-a90b-91ca55c14d9d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.590226 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f14679a1-b42c-4aa3-9c58-f0158cb8808a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2784407 Aug 16 02:02:31.593765 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0fb2c718-fce2-44d9-a366-dda3a4aa5649 tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1387072 Aug 16 02:02:31.594553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52654) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:31.595143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52656) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:31.600327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-69c7eb11-b655-4671-8a1a-582f10900070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.606373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-99e5f25f-399e-4246-806d-260ab27449c1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': '373d9981-c1e6-45bb-9825-a7e4e2c8c9aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:31.608021 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-69c7eb11-b655-4671-8a1a-582f10900070 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.1622131 Aug 16 02:02:31.725424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-3e49b780-99d3-425b-b842-3ebacfdbfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.727014 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-3e49b780-99d3-425b-b842-3ebacfdbfbc6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1108623 Aug 16 02:02:31.762169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-373d9981-c1e6-45bb-9825-a7e4e2c8c9aa', 'network_id': '373d9981-c1e6-45bb-9825-a7e4e2c8c9aa', 'tenant_id': '05983e96699944649ebc893914b5f09a', 'fixed_ips': [{'subnet_id': '560321bf-70af-4473-9c77-b1f07f6ae892'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:31.763041 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.928822 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5dfb177f-c3ee-4f2e-9f58-3582c3d6c05f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.959830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5dfb177f-c3ee-4f2e-9f58-3582c3d6c05f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.981939 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-bbb669aa-3a31-451e-b6bf-4512048279dd service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433913 Aug 16 02:02:31.996089 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Allocated IP 172.20.0.2 (373d9981-c1e6-45bb-9825-a7e4e2c8c9aa/560321bf-70af-4473-9c77-b1f07f6ae892/003c207f-8cb1-42b0-a24e-ba38e30a4a48) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:32.088762 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5dfb177f-c3ee-4f2e-9f58-3582c3d6c05f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.091877 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5dfb177f-c3ee-4f2e-9f58-3582c3d6c05f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.093118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5dfb177f-c3ee-4f2e-9f58-3582c3d6c05f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "DELETE /v2.0/security-groups/bb32a0b9-2eb7-42b8-9661-73cf7394e6e8 HTTP/1.1" status: 204 len: 168 time: 0.4956076 Aug 16 02:02:32.113707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52684) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:32.118013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb177f-c3ee-4f2e-9f58-3582c3d6c05f tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb32a0b9-2eb7-42b8-9661-73cf7394e6e8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:32.181331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e43775-b3eb-4a46-b7a7-71f8fc35404a req-3b75dd41-5cd0-4479-8864-4f6df23f2c77 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.182940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86e43775-b3eb-4a46-b7a7-71f8fc35404a req-3b75dd41-5cd0-4479-8864-4f6df23f2c77 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.3342650 Aug 16 02:02:32.201105 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.219343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Transition to ACTIVE for port object 003c207f-8cb1-42b0-a24e-ba38e30a4a48 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:32.241018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Transition to ACTIVE for port object 003c207f-8cb1-42b0-a24e-ba38e30a4a48 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:32.265076 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.276254 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-004d4cca-7831-4535-b1a9-60bf6178c177 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890592 Aug 16 02:02:32.342292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:32.344384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Pushing event updated for resources: {'Port': ['ID=003c207f-8cb1-42b0-a24e-ba38e30a4a48,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:32.347820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:32.361227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:32.393532 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-b325187c-a706-4ed3-8c4b-c244626b7362 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=09730719-e67e-49bb-b3bd-ddbc04247286 HTTP/1.1" status: 200 len: 217 time: 0.1095681 Aug 16 02:02:32.441101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Attempting to bind port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:32.442451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Attempting to bind port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '9c5178d9-a03f-4a99-ba60-c5811bddfa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '373d9981-c1e6-45bb-9825-a7e4e2c8c9aa'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:32.442997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Attempting to bind port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 on network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:32.449322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:32.450182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Checking segment: {'id': '9c5178d9-a03f-4a99-ba60-c5811bddfa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '373d9981-c1e6-45bb-9825-a7e4e2c8c9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:32.451197 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.453138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Bound using segment: {'id': '9c5178d9-a03f-4a99-ba60-c5811bddfa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '373d9981-c1e6-45bb-9825-a7e4e2c8c9aa'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:32.454132 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Bound port: 003c207f-8cb1-42b0-a24e-ba38e30a4a48, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5178d9-a03f-4a99-ba60-c5811bddfa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '373d9981-c1e6-45bb-9825-a7e4e2c8c9aa'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:32.454712 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.469936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d54f2524-f8fc-482b-baee-96af8c8be04e tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3455660 Aug 16 02:02:32.489573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52694) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:32.599979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-d00ef1dc-65b0-4a3b-b859-411e09ff0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.602108 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-d00ef1dc-65b0-4a3b-b859-411e09ff0afa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.1908672 Aug 16 02:02:32.610154 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4971380b-02c0-4546-a6e0-1dbb8ce472fa tempest-SecGroupTest-2039900100 tempest-SecGroupTest-2039900100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1149812 Aug 16 02:02:32.647133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] For port 003c207f-8cb1-42b0-a24e-ba38e30a4a48, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:32.655151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] For port 003c207f-8cb1-42b0-a24e-ba38e30a4a48, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=003c207f-8cb1-42b0-a24e-ba38e30a4a48,segment=NetworkSegment(9c5178d9-a03f-4a99-ba60-c5811bddfa8e),segment_id=9c5178d9-a03f-4a99-ba60-c5811bddfa8e)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:32.662479 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.695888 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-7bcd2d28-a704-49eb-ae75-4643be6ff156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.699902 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-7bcd2d28-a704-49eb-ae75-4643be6ff156 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0892546 Aug 16 02:02:32.827828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71a41f-3daa-4ba9-86c3-1fcc54a60b98 None None] Pushing event updated for resources: {'Port': ['ID=003c207f-8cb1-42b0-a24e-ba38e30a4a48,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:32.829939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e5f25f-399e-4246-806d-260ab27449c1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:32.840061 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99e5f25f-399e-4246-806d-260ab27449c1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.867934 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52702) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:32.954469 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-ea4c0190-89cb-403b-ba48-59fdce3f24c8 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461538 Aug 16 02:02:32.971022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52706) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:33.031106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86e43775-b3eb-4a46-b7a7-71f8fc35404a req-afb59b5a-e749-4d04-b182-844d8b7f3923 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8035028 Aug 16 02:02:33.087140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01524aae-9db0-462e-a4b0-cf79aa88e3bd req-18e697b9-2cb7-49a5-800e-60c6ec557fae tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.091242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01524aae-9db0-462e-a4b0-cf79aa88e3bd req-18e697b9-2cb7-49a5-800e-60c6ec557fae tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.89 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.8450544 Aug 16 02:02:33.260855 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.296132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-bc533bf5-f146-49cf-914d-edddead74fc0 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340425 Aug 16 02:02:33.441727 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.resource_extend [None req-947ce366-cf78-4b18-9d25-f79e359299d2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:02:33.460842 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-9113f0ff-c22f-4b14-ac25-cc86859cb68d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=551583b1-17cc-4b79-a29a-167feacb8946 HTTP/1.1" status: 200 len: 217 time: 0.0615511 Aug 16 02:02:33.541978 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b022ad38-6251-4742-b225-e9a6ea72024f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=42f12570e409487c897206f627a70543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677915 Aug 16 02:02:33.547906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52714) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:33.567806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-330aadaa-26ad-4b75-943b-195fe01668ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.569583 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-330aadaa-26ad-4b75-943b-195fe01668ad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0968640 Aug 16 02:02:33.651618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.658992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.721914 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-bbf173cd-a9f0-4ece-9eda-4ff1f0d51dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.723787 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-bbf173cd-a9f0-4ece-9eda-4ff1f0d51dbc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1413083 Aug 16 02:02:33.724573 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7ab69fc-57e9-4468-a3fa-4b34c201ef2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.729200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f6ed4-ab87-4063-b151-c28660a89b1e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:33.737950 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bac61850d7b340e4821f6f2e410b764f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8668861 Aug 16 02:02:33.743412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52718) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:33.829170 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7ab69fc-57e9-4468-a3fa-4b34c201ef2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.911094 n-d-768851-16 neutron-server[101381]: INFO neutron.db.ipam_backend_mixin [None req-99e5f25f-399e-4246-806d-260ab27449c1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 560321bf-70af-4473-9c77-b1f07f6ae892 (CIDR: 172.20.0.0/28) Aug 16 02:02:33.918815 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e5f25f-399e-4246-806d-260ab27449c1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:02:33.919582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e5f25f-399e-4246-806d-260ab27449c1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:02:33.925172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.925601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.926017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.926429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.927126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.927887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.927887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.928320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.928717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.929139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.929534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.929873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271461c-fa13-4008-81e9-465175099575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:33.950679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-99e5f25f-399e-4246-806d-260ab27449c1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3543048 Aug 16 02:02:33.954457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52720) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:33.961944 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-947ce366-cf78-4b18-9d25-f79e359299d2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.965923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ee772f87-e8d9-4a30-9b7f-08341e04f2af tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': '373d9981-c1e6-45bb-9825-a7e4e2c8c9aa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:33.975417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 003c207f-8cb1-42b0-a24e-ba38e30a4a48 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:33.976048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7ab69fc-57e9-4468-a3fa-4b34c201ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.979198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7ab69fc-57e9-4468-a3fa-4b34c201ef2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.979425 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c7ab69fc-57e9-4468-a3fa-4b34c201ef2a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/57457aa9-d4cb-4c3d-b8c1-1b5c169cacba HTTP/1.1" status: 204 len: 168 time: 0.4304852 Aug 16 02:02:33.991481 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-947ce366-cf78-4b18-9d25-f79e359299d2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.009901 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af134e5-393d-4254-97f0-467909fa7bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.023708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab69fc-57e9-4468-a3fa-4b34c201ef2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57457aa9-d4cb-4c3d-b8c1-1b5c169cacba,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:34.103565 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:34.128474 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af134e5-393d-4254-97f0-467909fa7bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.179881 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-a34b53e5-ea66-4cf7-b64f-6c54f63fae82 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420819 Aug 16 02:02:34.248257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-01524aae-9db0-462e-a4b0-cf79aa88e3bd req-ff97a525-c451-4527-913f-e81c66697274 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Deleting port 53f47850-4a30-4c59-be70-762b92f319a1 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:34.249649 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-01524aae-9db0-462e-a4b0-cf79aa88e3bd req-ff97a525-c451-4527-913f-e81c66697274 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.316051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42cd2b6-a5f1-44b3-9adb-dc70a38af488 None None] Network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:34.320212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af134e5-393d-4254-97f0-467909fa7bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.326372 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af134e5-393d-4254-97f0-467909fa7bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.328382 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9af134e5-393d-4254-97f0-467909fa7bb1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ba7f6ed4-ab87-4063-b151-c28660a89b1e HTTP/1.1" status: 204 len: 168 time: 0.5707819 Aug 16 02:02:34.373044 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-b3a08361-929c-476a-a199-c99c1db58132 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825311 Aug 16 02:02:34.376259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af134e5-393d-4254-97f0-467909fa7bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f6ed4-ab87-4063-b151-c28660a89b1e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:34.426042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440f90f-8bc7-4aa8-8cae-0019dd88ecdd req-bae039ee-5a78-4ffb-a903-bf7108e382a8 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.427626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9440f90f-8bc7-4aa8-8cae-0019dd88ecdd req-bae039ee-5a78-4ffb-a903-bf7108e382a8 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 945 time: 0.2385170 Aug 16 02:02:34.462153 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-e3225fba-6f47-4aeb-8f3f-7dfbfc709b6c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=5a61baeb-19b0-4c95-a47c-c349b9fbaadd HTTP/1.1" status: 200 len: 217 time: 0.0773582 Aug 16 02:02:34.475978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee772f87-e8d9-4a30-9b7f-08341e04f2af tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:34.479517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee772f87-e8d9-4a30-9b7f-08341e04f2af tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.610672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-57469852-4a70-4247-a250-1ef8105c1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.612304 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-57469852-4a70-4247-a250-1ef8105c1b93 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.1260247 Aug 16 02:02:34.671415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d039c8ce-269e-4f69-9568-3261c0314706 None None] Provisioning for port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:34.688503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d039c8ce-269e-4f69-9568-3261c0314706 None None] Provisioning complete for port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:34.695068 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d039c8ce-269e-4f69-9568-3261c0314706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.723623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-1fd0781b-bd51-4921-89eb-e3d3041c5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.726174 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-1fd0781b-bd51-4921-89eb-e3d3041c5304 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1052427 Aug 16 02:02:34.838390 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-947ce366-cf78-4b18-9d25-f79e359299d2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Floating IP 8d4c62d2-8a62-491b-8b70-547ca9bce7b5 associated. External IP: 172.25.2.151, port: 14a3fce1-5fbe-46f9-a3cc-7cee760384e2. Aug 16 02:02:34.853633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9440f90f-8bc7-4aa8-8cae-0019dd88ecdd req-d36e86b8-ae1e-4e09-996b-3391c45dee19 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/security-groups?id=e3c9833a-f856-498a-bf2b-ea0f4857e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831732 Aug 16 02:02:34.913387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-01524aae-9db0-462e-a4b0-cf79aa88e3bd req-ff97a525-c451-4527-913f-e81c66697274 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] For port 53f47850-4a30-4c59-be70-762b92f319a1, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=53f47850-4a30-4c59-be70-762b92f319a1,segment=NetworkSegment(a6aa8d37-fdce-490c-ab3d-c838d37d03b3),segment_id=a6aa8d37-fdce-490c-ab3d-c838d37d03b3)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:34.913783 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-01524aae-9db0-462e-a4b0-cf79aa88e3bd req-ff97a525-c451-4527-913f-e81c66697274 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.937453 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-b480fcb6-90c0-4998-8d56-75e1cefa5ad2 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024608 Aug 16 02:02:34.999462 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d039c8ce-269e-4f69-9568-3261c0314706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.042125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-01524aae-9db0-462e-a4b0-cf79aa88e3bd req-ff97a525-c451-4527-913f-e81c66697274 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Calling delete_port for 53f47850-4a30-4c59-be70-762b92f319a1 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:35.090950 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d039c8ce-269e-4f69-9568-3261c0314706 None None] For port 003c207f-8cb1-42b0-a24e-ba38e30a4a48, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=003c207f-8cb1-42b0-a24e-ba38e30a4a48,segment=NetworkSegment(9c5178d9-a03f-4a99-ba60-c5811bddfa8e),segment_id=9c5178d9-a03f-4a99-ba60-c5811bddfa8e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:35.101870 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d039c8ce-269e-4f69-9568-3261c0314706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.169450 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-9bc57125-17e4-4fd4-8f39-1f4bffcd796b service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251420 Aug 16 02:02:35.207476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52750) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.220254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039c8ce-269e-4f69-9568-3261c0314706 None None] Pushing event updated for resources: {'Port': ['ID=003c207f-8cb1-42b0-a24e-ba38e30a4a48,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.242426 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-e67ca9a4-1298-4103-8e17-9d70b7bb9a6c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d HTTP/1.1" status: 200 len: 217 time: 0.0652571 Aug 16 02:02:35.306247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-55e2b3a2-b1aa-44c3-ad05-2f8fc3d00219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.311893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-f9fdd645-a7c4-439f-a49c-abf9fa2c8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.312825 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-f9fdd645-a7c4-439f-a49c-abf9fa2c8459 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.0619683 Aug 16 02:02:35.324464 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee772f87-e8d9-4a30-9b7f-08341e04f2af tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.334662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f8dca843-071e-4739-88a7-a2dc9224247c None None] Provisioning complete for port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:35.335315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f8dca843-071e-4739-88a7-a2dc9224247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.411902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-bb281e2f-cfd1-48a5-b99b-86777c89bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.413500 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-bb281e2f-cfd1-48a5-b99b-86777c89bbfc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0929153 Aug 16 02:02:35.464379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee772f87-e8d9-4a30-9b7f-08341e04f2af tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:35.475233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-ee772f87-e8d9-4a30-9b7f-08341e04f2af tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:35.489835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee772f87-e8d9-4a30-9b7f-08341e04f2af tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.490440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee772f87-e8d9-4a30-9b7f-08341e04f2af tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.498029 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c557272-cbca-425a-9c6c-ad248b1da754 None None] Network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:35.537960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee772f87-e8d9-4a30-9b7f-08341e04f2af tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Subnet': ['ID=ff3f5b6a-7958-4cba-9a32-d6e8acf47431,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.606117 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-1a2968e1-2c96-45bc-ae36-061288e7d39f service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837716 Aug 16 02:02:35.632477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947ce366-cf78-4b18-9d25-f79e359299d2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Router c422b134-fd8d-4664-839c-23ae5b202f8f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:35.637868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 53f47850-4a30-4c59-be70-762b92f319a1 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:35.783955 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.831442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-01524aae-9db0-462e-a4b0-cf79aa88e3bd req-ff97a525-c451-4527-913f-e81c66697274 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.871231 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-b24c8e13-e230-4660-9e89-3fe591250ddf service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571986 Aug 16 02:02:35.878268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97a525-c451-4527-913f-e81c66697274 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Pushing event deleted for resources: {'Port': ['ID=53f47850-4a30-4c59-be70-762b92f319a1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:36.018597 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-3cf2ed3a-f33c-44af-9042-415d30eb09fb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74215e91-8911-4c4d-9c89-a45a68e41230 HTTP/1.1" status: 200 len: 217 time: 0.1362782 Aug 16 02:02:36.046764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-01524aae-9db0-462e-a4b0-cf79aa88e3bd req-ff97a525-c451-4527-913f-e81c66697274 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] No DVR routers for this DVR port 53f47850-4a30-4c59-be70-762b92f319a1 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:36.050921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-01524aae-9db0-462e-a4b0-cf79aa88e3bd req-ff97a525-c451-4527-913f-e81c66697274 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.053694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01524aae-9db0-462e-a4b0-cf79aa88e3bd req-ff97a525-c451-4527-913f-e81c66697274 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.89 "DELETE /v2.0/ports/53f47850-4a30-4c59-be70-762b92f319a1 HTTP/1.1" status: 204 len: 173 time: 2.9299107 Aug 16 02:02:36.063302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f7a802-f884-4615-91e9-54b8ec342e63', 'name': 'network-vif-deleted', 'tag': '53f47850-4a30-4c59-be70-762b92f319a1'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:36.065999 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd0f853-f49a-4184-b44d-c62fa3a8f7a8" -d '{"events": [{"server_uuid": "35f7a802-f884-4615-91e9-54b8ec342e63", "name": "network-vif-deleted", "tag": "53f47850-4a30-4c59-be70-762b92f319a1"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:36.178410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-5dce4098-9e6f-4aa6-bac9-44c6b5f36399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.185518 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-5dce4098-9e6f-4aa6-bac9-44c6b5f36399 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.1545939 Aug 16 02:02:36.254858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a90f3db7-0a44-4f5e-8d29-0593cf8127cb req-6ac12ead-bd3d-41e7-9f52-b144083a9fb1 tempest-TestServerAdvancedOps-223816805 tempest-TestServerAdvancedOps-223816805-project] 10.222.0.79 "GET /v2.0/ports?device_id=35f7a802-f884-4615-91e9-54b8ec342e63 HTTP/1.1" status: 200 len: 210 time: 0.2099719 Aug 16 02:02:36.256354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947ce366-cf78-4b18-9d25-f79e359299d2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:36.270500 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-55e2b3a2-b1aa-44c3-ad05-2f8fc3d00219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.271318 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac8f9a-75b6-4881-b9b4-492dba9ff5ef None None] Sync routers for ids ['c422b134-fd8d-4664-839c-23ae5b202f8f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:36.274165 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6472c9f-f6ca-4843-a92a-c974265c80d6 x-openstack-request-id: req-b6472c9f-f6ca-4843-a92a-c974265c80d6 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:36.275189 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f7a802-f884-4615-91e9-54b8ec342e63", "name": "network-vif-deleted", "tag": "53f47850-4a30-4c59-be70-762b92f319a1", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:36.275620 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6472c9f-f6ca-4843-a92a-c974265c80d6 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:36.276314 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f7a802-f884-4615-91e9-54b8ec342e63', 'name': 'network-vif-deleted', 'tag': '53f47850-4a30-4c59-be70-762b92f319a1', 'status': 'completed', 'code': 200} Aug 16 02:02:36.283290 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-947ce366-cf78-4b18-9d25-f79e359299d2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.287032 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-55e2b3a2-b1aa-44c3-ad05-2f8fc3d00219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.299558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ee772f87-e8d9-4a30-9b7f-08341e04f2af tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3430750 Aug 16 02:02:36.302702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52780) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:36.309885 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac8f9a-75b6-4881-b9b4-492dba9ff5ef None None] Routers {'c422b134-fd8d-4664-839c-23ae5b202f8f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:36.314050 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2fac8f9a-75b6-4881-b9b4-492dba9ff5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:02:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c422b134-fd8d-4664-839c-23ae5b202f8f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:36.335315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': '373d9981-c1e6-45bb-9825-a7e4e2c8c9aa', 'fixed_ips': [{'subnet_id': '560321bf-70af-4473-9c77-b1f07f6ae892'}, {'subnet_id': 'ff3f5b6a-7958-4cba-9a32-d6e8acf47431'}], 'name': 'tempest-PortsTestJSON-1744067038'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:36.346164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 003c207f-8cb1-42b0-a24e-ba38e30a4a48 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:36.468702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-947ce366-cf78-4b18-9d25-f79e359299d2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "PUT /v2.0/floatingips/8d4c62d2-8a62-491b-8b70-547ca9bce7b5 HTTP/1.1" status: 200 len: 991 time: 5.1256647 Aug 16 02:02:36.499101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-55e2b3a2-b1aa-44c3-ad05-2f8fc3d00219 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=572793528ace422499d176bbf22da91d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2824416 Aug 16 02:02:36.502909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2b3a2-b1aa-44c3-ad05-2f8fc3d00219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2440c69-79c8-4216-a909-a0ff6444b038,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:36.506838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52784) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:36.523398 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-8fc48035-4cad-4f6b-8cd3-c7254e5d1136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.537880 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-8fc48035-4cad-4f6b-8cd3-c7254e5d1136 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3405921 Aug 16 02:02:36.612539 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-2fac8f9a-75b6-4881-b9b4-492dba9ff5ef None None] Set router c422b134-fd8d-4664-839c-23ae5b202f8f gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:36.727757 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-460f9dd6-3a7b-49c9-a508-aedb54bb3879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.743586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:36.749068 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.760510 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-460f9dd6-3a7b-49c9-a508-aedb54bb3879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.843974 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-460f9dd6-3a7b-49c9-a508-aedb54bb3879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.855013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-460f9dd6-3a7b-49c9-a508-aedb54bb3879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.857843 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-460f9dd6-3a7b-49c9-a508-aedb54bb3879 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2440c69-79c8-4216-a909-a0ff6444b038 HTTP/1.1" status: 204 len: 168 time: 0.3408597 Aug 16 02:02:36.900200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:36.906252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f9dd6-3a7b-49c9-a508-aedb54bb3879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2440c69-79c8-4216-a909-a0ff6444b038,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:37.035515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cce815-5639-4c85-90f4-2e79b2dd3f2a None None] Update dhcp port {'port': {'network_id': '373d9981-c1e6-45bb-9825-a7e4e2c8c9aa', 'fixed_ips': [{'subnet_id': '560321bf-70af-4473-9c77-b1f07f6ae892', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ff3f5b6a-7958-4cba-9a32-d6e8acf47431'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '003c207f-8cb1-42b0-a24e-ba38e30a4a48'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:02:37.046131 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-78df1232-cee2-4dca-9413-68d8917b61e9 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784284 Aug 16 02:02:37.097872 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-54cce815-5639-4c85-90f4-2e79b2dd3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.114382 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2fac8f9a-75b6-4881-b9b4-492dba9ff5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:03Z', 'revision_number': 4, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '8d4c62d2-8a62-491b-8b70-547ca9bce7b5', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'port_id': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'mac_address': 'fa:16:3e:e9:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:12Z', 'updated_at': '2021-08-16T02:02:33Z', 'revision_number': 1, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf28026-b5aa-4846-b860-51a5acc35b34', 'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'mac_address': 'fa:16:3e:f4:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:00Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 5, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'subnets': [{'id': '568258cf-724a-481a-a822-21f7d620f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:37.152798 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac8f9a-75b6-4881-b9b4-492dba9ff5ef None None] Checking router: c422b134-fd8d-4664-839c-23ae5b202f8f for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:37.165339 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac8f9a-75b6-4881-b9b4-492dba9ff5ef None None] Routers {'c422b134-fd8d-4664-839c-23ae5b202f8f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:37.166606 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2fac8f9a-75b6-4881-b9b4-492dba9ff5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:02:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c422b134-fd8d-4664-839c-23ae5b202f8f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:37.279229 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.351354 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fd560c1c-a1ff-4454-8572-1a64b1043c8e req-2de35ba3-8d17-4e42-8152-41c53bc0c4f7 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889142 Aug 16 02:02:37.381677 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52806) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:37.400143 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port 89abf698-197d-4e56-96bd-f2874ba5ae07 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:37.438208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-54cce815-5639-4c85-90f4-2e79b2dd3f2a None None] Allocated IP 172.20.0.18 (373d9981-c1e6-45bb-9825-a7e4e2c8c9aa/ff3f5b6a-7958-4cba-9a32-d6e8acf47431/003c207f-8cb1-42b0-a24e-ba38e30a4a48) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:37.463741 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-2fac8f9a-75b6-4881-b9b4-492dba9ff5ef None None] Set router c422b134-fd8d-4664-839c-23ae5b202f8f gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:37.636640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17892a9-36b4-4d79-9686-ac96269408e4 admin admin] Deleting subnet 12949d9e-0d6c-4ed9-9fab-45189c7ecf2f {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:37.643044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-54cce815-5639-4c85-90f4-2e79b2dd3f2a None None] For port 003c207f-8cb1-42b0-a24e-ba38e30a4a48, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=003c207f-8cb1-42b0-a24e-ba38e30a4a48,segment=NetworkSegment(9c5178d9-a03f-4a99-ba60-c5811bddfa8e),segment_id=9c5178d9-a03f-4a99-ba60-c5811bddfa8e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:37.645891 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b17892a9-36b4-4d79-9686-ac96269408e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.716609 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-54cce815-5639-4c85-90f4-2e79b2dd3f2a None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.765230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-54cce815-5639-4c85-90f4-2e79b2dd3f2a None None] Transition to ACTIVE for port object 003c207f-8cb1-42b0-a24e-ba38e30a4a48 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:37.773993 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-54cce815-5639-4c85-90f4-2e79b2dd3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.784055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b17892a9-36b4-4d79-9686-ac96269408e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.890370 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b17892a9-36b4-4d79-9686-ac96269408e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.906809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cce815-5639-4c85-90f4-2e79b2dd3f2a None None] Pushing event updated for resources: {'Port': ['ID=003c207f-8cb1-42b0-a24e-ba38e30a4a48,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.066966 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2fac8f9a-75b6-4881-b9b4-492dba9ff5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:03Z', 'revision_number': 4, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '8d4c62d2-8a62-491b-8b70-547ca9bce7b5', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'port_id': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'mac_address': 'fa:16:3e:e9:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:12Z', 'updated_at': '2021-08-16T02:02:33Z', 'revision_number': 1, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf28026-b5aa-4846-b860-51a5acc35b34', 'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'mac_address': 'fa:16:3e:f4:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:00Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 5, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'subnets': [{'id': '568258cf-724a-481a-a822-21f7d620f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:38.081825 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b17892a9-36b4-4d79-9686-ac96269408e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.107063 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac8f9a-75b6-4881-b9b4-492dba9ff5ef None None] The sync data for ids ['c422b134-fd8d-4664-839c-23ae5b202f8f'] in n-d-768851-16 is: [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:03Z', 'revision_number': 4, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '8d4c62d2-8a62-491b-8b70-547ca9bce7b5', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'port_id': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'mac_address': 'fa:16:3e:e9:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:12Z', 'updated_at': '2021-08-16T02:02:33Z', 'revision_number': 1, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf28026-b5aa-4846-b860-51a5acc35b34', 'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'mac_address': 'fa:16:3e:f4:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:00Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 5, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'subnets': [{'id': '568258cf-724a-481a-a822-21f7d620f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:38.141396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.11 (373d9981-c1e6-45bb-9825-a7e4e2c8c9aa/560321bf-70af-4473-9c77-b1f07f6ae892/89abf698-197d-4e56-96bd-f2874ba5ae07) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:38.152227 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.19 (373d9981-c1e6-45bb-9825-a7e4e2c8c9aa/ff3f5b6a-7958-4cba-9a32-d6e8acf47431/89abf698-197d-4e56-96bd-f2874ba5ae07) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:38.180902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52840) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:38.221726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17892a9-36b4-4d79-9686-ac96269408e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12949d9e-0d6c-4ed9-9fab-45189c7ecf2f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.227442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b17892a9-36b4-4d79-9686-ac96269408e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.229797 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b17892a9-36b4-4d79-9686-ac96269408e4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/12949d9e-0d6c-4ed9-9fab-45189c7ecf2f HTTP/1.1" status: 204 len: 168 time: 0.8455944 Aug 16 02:02:38.232361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52846) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:38.323392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:38.325997 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:38.411749 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.421767 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e608702-9da9-4099-88a1-e9b3b2d15dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.473454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf13e798-1f8d-4265-991b-ee9837bb2af5 None None] New status for floating IP 8d4c62d2-8a62-491b-8b70-547ca9bce7b5: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:02:38.500854 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6403786e-f177-4b37-ae1f-05d52d788e68 x-openstack-request-id: req-6403786e-f177-4b37-ae1f-05d52d788e68 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:38.501734 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:38.502164 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6403786e-f177-4b37-ae1f-05d52d788e68 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:38.503024 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'status': 'completed', 'code': 200} Aug 16 02:02:38.526078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52852) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:38.529400 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.562923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object 89abf698-197d-4e56-96bd-f2874ba5ae07 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:38.631407 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.683881 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.699200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:38.705447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:38.712173 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:38.712887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1145911427-network', 'tenant_id': '58879a6832824cbe93a710d33af02020'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:38.721750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07080a0a-ba52-49b5-8d68-70ef81cabcde']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:38.724183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=89abf698-197d-4e56-96bd-f2874ba5ae07,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.731297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe req-eb7ce249-6759-4bfe-b062-693d73edf2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.733493 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe req-eb7ce249-6759-4bfe-b062-693d73edf2e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1097 time: 0.2260101 Aug 16 02:02:38.783274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6aa8d37-fdce-490c-ab3d-c838d37d03b3') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:38.783581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6aa8d37-fdce-490c-ab3d-c838d37d03b3') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:38.837556 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43b34bef-ff9d-43b9-a13d-cc8a385212a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.841912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.843396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.843613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.887570 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.904448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:38.904921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:38.912220 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:38.996919 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e608702-9da9-4099-88a1-e9b3b2d15dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.012038 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e608702-9da9-4099-88a1-e9b3b2d15dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.018378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-084c6d26-7cee-48c0-8800-9b289304f441 None None] Provisioning for port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:39.020968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe req-bd0fe3c8-205e-48f2-a52a-083075e0deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.022541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe req-bd0fe3c8-205e-48f2-a52a-083075e0deb2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.2786093 Aug 16 02:02:39.024383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-084c6d26-7cee-48c0-8800-9b289304f441 None None] Provisioning complete for port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:39.025293 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-084c6d26-7cee-48c0-8800-9b289304f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.040796 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.049770 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.053645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/07080a0a-ba52-49b5-8d68-70ef81cabcde HTTP/1.1" status: 204 len: 168 time: 0.8199008 Aug 16 02:02:39.056499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52864) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:39.156893 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-df968f65-68ab-4e35-95e0-165c13a67355 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.8497996 Aug 16 02:02:39.164381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52868) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:39.170091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b4a6f762-6654-483c-ba16-35443f739528 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '560321bf-70af-4473-9c77-b1f07f6ae892'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:39.172387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2e608702-9da9-4099-88a1-e9b3b2d15dc8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69159bced4264ad1863ae77d54a0ee8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9897754 Aug 16 02:02:39.173510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Made reservation on behalf of 58879a6832824cbe93a710d33af02020 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:39.176409 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.181590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52870) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:39.185263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d734ee7-2bc5-4cf6-9e91-7bed6c2cecb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=07080a0a-ba52-49b5-8d68-70ef81cabcde,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.213259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e608702-9da9-4099-88a1-e9b3b2d15dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed9976a-e06f-4d0d-acd0-a8f984039620,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.217509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-4640928c-6304-44de-a0ef-09fcd500377e admin admin] Deleting subnet 69b094e2-3080-488d-aab7-791b185fed85 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:39.234243 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4640928c-6304-44de-a0ef-09fcd500377e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.234576 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.265932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe req-71e94742-aed2-404a-b7d1-485b90718ca7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 1001 time: 0.2340953 Aug 16 02:02:39.365080 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4640928c-6304-44de-a0ef-09fcd500377e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.415085 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.417374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c2587001-231b-41cd-81cc-ea287107dae7 None None] Provisioning for port 89abf698-197d-4e56-96bd-f2874ba5ae07 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:39.419937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe req-ddc6c0f3-e4bb-4e75-94ff-fb9b6428fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.421236 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4640928c-6304-44de-a0ef-09fcd500377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.422605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe req-ddc6c0f3-e4bb-4e75-94ff-fb9b6428fd94 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.1475072 Aug 16 02:02:39.427978 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8fd5-af6a-4859-b9b1-b28d776a308f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.429607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c2587001-231b-41cd-81cc-ea287107dae7 None None] Provisioning complete for port 89abf698-197d-4e56-96bd-f2874ba5ae07 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:39.430506 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c2587001-231b-41cd-81cc-ea287107dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.495125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52874) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:39.502664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8fd5-af6a-4859-b9b1-b28d776a308f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.509358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c2587001-231b-41cd-81cc-ea287107dae7 None None] Port 89abf698-197d-4e56-96bd-f2874ba5ae07 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:39.521990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4a6f762-6654-483c-ba16-35443f739528 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.556116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe req-095a4ba3-e379-44df-acc3-20947c27b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.557874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe req-095a4ba3-e379-44df-acc3-20947c27b314 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251934 Aug 16 02:02:39.593752 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4640928c-6304-44de-a0ef-09fcd500377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.679669 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.691564 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.712406 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8fd5-af6a-4859-b9b1-b28d776a308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.715002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8fd5-af6a-4859-b9b1-b28d776a308f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.725559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bb3b8fd5-af6a-4859-b9b1-b28d776a308f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ed9976a-e06f-4d0d-acd0-a8f984039620 HTTP/1.1" status: 204 len: 168 time: 0.5194414 Aug 16 02:02:39.739621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:39.777060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9aab82-360b-4095-a00c-bea30b4380b5,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.783839 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.784320 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Added segment 9fb5ba7b-31cd-42d8-a93d-a448c330935d of type vlan for network bbd89005-eb59-42c9-9038-9b077f2ce378 Aug 16 02:02:39.796917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe req-d801cdc2-fe34-4dea-8f69-6424e7a6239d service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290702 Aug 16 02:02:39.836809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b8fd5-af6a-4859-b9b1-b28d776a308f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed9976a-e06f-4d0d-acd0-a8f984039620,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.908733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.985416 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.987641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.988694 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.038320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 003c207f-8cb1-42b0-a24e-ba38e30a4a48 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:40.058826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af5c8afe-682e-47cd-a0a7-1e9a7ecbb2fe req-e51cd45d-62bb-44cc-81e8-697a0f7ac005 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528756 Aug 16 02:02:40.070170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5392087 Aug 16 02:02:40.079219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52884) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.089808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] Request body: {'subnet': {'network_id': 'bbd89005-eb59-42c9-9038-9b077f2ce378', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1145911427-subnet', 'tenant_id': '58879a6832824cbe93a710d33af02020', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:40.103663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17e5c1-fe52-4cfc-ba7a-6d898e400cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=bbd89005-eb59-42c9-9038-9b077f2ce378,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.109586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640928c-6304-44de-a0ef-09fcd500377e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b094e2-3080-488d-aab7-791b185fed85,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.115440 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network bbd89005-eb59-42c9-9038-9b077f2ce378 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:40.143686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] Made reservation on behalf of 58879a6832824cbe93a710d33af02020 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:40.146796 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.220621 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8cadc33c-b61f-4c9a-9b9d-01db025b34ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.222778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:40.223320 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.238100 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4640928c-6304-44de-a0ef-09fcd500377e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.240293 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4640928c-6304-44de-a0ef-09fcd500377e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/69b094e2-3080-488d-aab7-791b185fed85 HTTP/1.1" status: 204 len: 168 time: 1.1821876 Aug 16 02:02:40.246127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52888) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.349885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52892) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.434589 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.438406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd1d-8549-47f1-9b67-c5cf2fc66331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.489029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17dcf521-787e-41fe-a885-cb393868e816,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.493719 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.500214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] Checking segment: {'id': '9fb5ba7b-31cd-42d8-a93d-a448c330935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bbd89005-eb59-42c9-9038-9b077f2ce378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:40.500650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] Network hostable DHCP agents. Network: bbd89005-eb59-42c9-9038-9b077f2ce378, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:40.518108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] Network bbd89005-eb59-42c9-9038-9b077f2ce378 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:40.528862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, bbd89005-eb59-42c9-9038-9b077f2ce378) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:40.534067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.534655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.542022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0865c-6fff-4406-a798-9c6bdb675683 None None] Network bbd89005-eb59-42c9-9038-9b077f2ce378 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:40.647657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-b4a6f762-6654-483c-ba16-35443f739528 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Delete allocated IP 172.20.0.19 (373d9981-c1e6-45bb-9825-a7e4e2c8c9aa/ff3f5b6a-7958-4cba-9a32-d6e8acf47431) {{(pid=101380) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:02:40.668305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28118c3d-b771-47c1-896b-8d5dee31113e None None] Network bbd89005-eb59-42c9-9038-9b077f2ce378 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:40.727572 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.800434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a2491b-7563-4ee4-bc1a-397a3b8755d3']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:40.808706 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8cadc33c-b61f-4c9a-9b9d-01db025b34ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.817046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-effdd8b9-deb1-4f95-9dbb-65100e3703d2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7366288 Aug 16 02:02:40.819537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8cadc33c-b61f-4c9a-9b9d-01db025b34ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.842925 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdb2f5f-99b1-4f57-974f-5500f7128e40') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:40.843361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdb2f5f-99b1-4f57-974f-5500f7128e40') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:40.893493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.927005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8cadc33c-b61f-4c9a-9b9d-01db025b34ea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=09c0a7a4ba214e7f90ea3b2ce5a366df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4287767 Aug 16 02:02:40.929682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52896) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.932471 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadc33c-b61f-4c9a-9b9d-01db025b34ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef2193b-f61a-46ae-aed8-320b6fcfa621,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.935560 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.955076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:40.955993 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:40.958799 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:41.000869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd3af-eb2d-4c6e-a9b3-e905496b8e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.039495 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd3af-eb2d-4c6e-a9b3-e905496b8e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.067259 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.085666 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4a6f762-6654-483c-ba16-35443f739528 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.089212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.091109 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] 10.222.0.79 "DELETE /v2.0/networks/65a2491b-7563-4ee4-bc1a-397a3b8755d3 HTTP/1.1" status: 204 len: 168 time: 0.8437119 Aug 16 02:02:41.116828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590134df-44f0-4f13-8009-3107df0ae844 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a2491b-7563-4ee4-bc1a-397a3b8755d3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.125535 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd3af-eb2d-4c6e-a9b3-e905496b8e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.128347 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd3af-eb2d-4c6e-a9b3-e905496b8e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.133656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f1ddd3af-eb2d-4c6e-a9b3-e905496b8e15 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eef2193b-f61a-46ae-aed8-320b6fcfa621 HTTP/1.1" status: 204 len: 168 time: 0.2020550 Aug 16 02:02:41.137478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-b4a6f762-6654-483c-ba16-35443f739528 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object 89abf698-197d-4e56-96bd-f2874ba5ae07 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:41.140451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd1d-8549-47f1-9b67-c5cf2fc66331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.144304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4a6f762-6654-483c-ba16-35443f739528 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.145737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddd3af-eb2d-4c6e-a9b3-e905496b8e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef2193b-f61a-46ae-aed8-320b6fcfa621,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.155740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd1d-8549-47f1-9b67-c5cf2fc66331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.258874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52908) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.264520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5fd1d-8549-47f1-9b67-c5cf2fc66331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057c2a9c-7c06-4ce2-a9a0-be87c6692817,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.299924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6f762-6654-483c-ba16-35443f739528 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=89abf698-197d-4e56-96bd-f2874ba5ae07,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.307061 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8fd5fd1d-8549-47f1-9b67-c5cf2fc66331 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0e26c3ae35e64b2ba4ea82625d7b1d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9150374 Aug 16 02:02:41.309669 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52914) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.352275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b4a6f762-6654-483c-ba16-35443f739528 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] In _notify_port_updated(), no bound segment for port 89abf698-197d-4e56-96bd-f2874ba5ae07 on network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:02:41.370719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6f762-6654-483c-ba16-35443f739528 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.371418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4a6f762-6654-483c-ba16-35443f739528 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.377119 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b4a6f762-6654-483c-ba16-35443f739528 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "PUT /v2.0/ports/89abf698-197d-4e56-96bd-f2874ba5ae07 HTTP/1.1" status: 200 len: 920 time: 2.2114208 Aug 16 02:02:41.379581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52916) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.388230 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f7d0a78e-2032-4f5c-881d-a2da33f30090 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '560321bf-70af-4473-9c77-b1f07f6ae892'}, {'subnet_id': 'ff3f5b6a-7958-4cba-9a32-d6e8acf47431'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:41.469651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e579444e-d187-49ad-a381-6752cb0c7c79 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ccb4a647ac748dbbacb8eb5daa1ea2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077184 Aug 16 02:02:41.470195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52922) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.488404 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4657c723-a6c9-4ab0-b50e-7fa90276d37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.524711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aebef300-005c-4b4d-a762-b6c0a60f0d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.547737 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.560156 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a78e-2032-4f5c-881d-a2da33f30090 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.570975 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8693-6a95-4c37-b549-24620ac1f455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.583715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aebef300-005c-4b4d-a762-b6c0a60f0d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.642127 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8693-6a95-4c37-b549-24620ac1f455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.653356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d27cf8ab-e82e-467f-b294-c8509d1dbfab None None] Provisioning for port 89abf698-197d-4e56-96bd-f2874ba5ae07 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:41.664400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d27cf8ab-e82e-467f-b294-c8509d1dbfab None None] Provisioning complete for port 89abf698-197d-4e56-96bd-f2874ba5ae07 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:41.666787 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d27cf8ab-e82e-467f-b294-c8509d1dbfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.727399 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8693-6a95-4c37-b549-24620ac1f455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.730412 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8693-6a95-4c37-b549-24620ac1f455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.736072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6cdf8693-6a95-4c37-b549-24620ac1f455 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e3c9833a-f856-498a-bf2b-ea0f4857e240 HTTP/1.1" status: 204 len: 168 time: 0.2648869 Aug 16 02:02:41.751324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf8693-6a95-4c37-b549-24620ac1f455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c9833a-f856-498a-bf2b-ea0f4857e240,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.753388 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d27cf8ab-e82e-467f-b294-c8509d1dbfab None None] Port 89abf698-197d-4e56-96bd-f2874ba5ae07 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:41.753543 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aebef300-005c-4b4d-a762-b6c0a60f0d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.756564 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aebef300-005c-4b4d-a762-b6c0a60f0d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.760489 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-aebef300-005c-4b4d-a762-b6c0a60f0d1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/057c2a9c-7c06-4ce2-a9a0-be87c6692817 HTTP/1.1" status: 204 len: 168 time: 0.4495220 Aug 16 02:02:41.769235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebef300-005c-4b4d-a762-b6c0a60f0d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057c2a9c-7c06-4ce2-a9a0-be87c6692817,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.780728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52934) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.789086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1174391310-network', 'tenant_id': 'd34ace30584e4a149ec1ef89ac0a58a4'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:41.818726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Made reservation on behalf of d34ace30584e4a149ec1ef89ac0a58a4 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:41.821872 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.836541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52936) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.847817 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.863714 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-90da6092-a2f3-4ea9-92e6-37ed5d8f5232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.979797 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.986650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.021412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:42.039530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-f7d0a78e-2032-4f5c-881d-a2da33f30090 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.30 (373d9981-c1e6-45bb-9825-a7e4e2c8c9aa/ff3f5b6a-7958-4cba-9a32-d6e8acf47431/89abf698-197d-4e56-96bd-f2874ba5ae07) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:42.058312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bacc2c4-cd63-4d25-ac21-81c07b2cd29a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.086396 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.099456 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Added segment 6d9d54d8-2bcd-4f69-abd5-5ff2a4b6c32a of type vlan for network 76c6cc75-93fe-447a-96dd-6f44139800a3 Aug 16 02:02:42.205837 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.259699 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.260724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.261350 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.269949 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a78e-2032-4f5c-881d-a2da33f30090 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.270492 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-90da6092-a2f3-4ea9-92e6-37ed5d8f5232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.285197 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-f7d0a78e-2032-4f5c-881d-a2da33f30090 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Ignored duplicate provisioning block setup for port 89abf698-197d-4e56-96bd-f2874ba5ae07 by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:02:42.296545 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a78e-2032-4f5c-881d-a2da33f30090 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.315425 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-90da6092-a2f3-4ea9-92e6-37ed5d8f5232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.342645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5603354 Aug 16 02:02:42.355788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52950) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:42.356419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52952) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:42.367999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] Request body: {'subnet': {'network_id': '76c6cc75-93fe-447a-96dd-6f44139800a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1174391310-subnet', 'tenant_id': 'd34ace30584e4a149ec1ef89ac0a58a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:42.430549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0a78e-2032-4f5c-881d-a2da33f30090 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=89abf698-197d-4e56-96bd-f2874ba5ae07,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.442206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19992c84-82a3-491f-9c5a-5456d7a429b0 admin admin] Pushing event updated for resources: {'Network': ['ID=76c6cc75-93fe-447a-96dd-6f44139800a3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.451157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0a78e-2032-4f5c-881d-a2da33f30090 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] In _notify_port_updated(), no bound segment for port 89abf698-197d-4e56-96bd-f2874ba5ae07 on network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:02:42.453822 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 76c6cc75-93fe-447a-96dd-6f44139800a3 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:42.457943 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0a78e-2032-4f5c-881d-a2da33f30090 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.459140 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a78e-2032-4f5c-881d-a2da33f30090 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.463762 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f7d0a78e-2032-4f5c-881d-a2da33f30090 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "PUT /v2.0/ports/89abf698-197d-4e56-96bd-f2874ba5ae07 HTTP/1.1" status: 200 len: 1000 time: 1.0831528 Aug 16 02:02:42.464683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52956) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:42.476173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] Made reservation on behalf of d34ace30584e4a149ec1ef89ac0a58a4 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:42.479414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.509814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da6092-a2f3-4ea9-92e6-37ed5d8f5232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c364d09f-3e86-4d98-a847-9f2af427d1f6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.636558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4246a18f-7305-4dd3-96f4-af36493a2f5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 89abf698-197d-4e56-96bd-f2874ba5ae07 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:42.636905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4246a18f-7305-4dd3-96f4-af36493a2f5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.703878 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.774223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4246a18f-7305-4dd3-96f4-af36493a2f5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.792788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9cbcd177-1db9-487a-b076-56c995e38641 None None] Provisioning complete for port 89abf698-197d-4e56-96bd-f2874ba5ae07 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:42.793695 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd177-1db9-487a-b076-56c995e38641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.800745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4246a18f-7305-4dd3-96f4-af36493a2f5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 89abf698-197d-4e56-96bd-f2874ba5ae07 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:42.850567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcd177-1db9-487a-b076-56c995e38641 None None] Port 89abf698-197d-4e56-96bd-f2874ba5ae07 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:42.917027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-90da6092-a2f3-4ea9-92e6-37ed5d8f5232 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8184f6509794012bef2ff33ae5614d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0786054 Aug 16 02:02:42.921392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52970) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:42.952454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d01d6c18-36be-46bd-8fe9-eaff6111fa62 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=943c33c0ee624c4db32cf3541b4dab50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5927567 Aug 16 02:02:42.954544 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52972) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:43.046894 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-06aef7b0-d821-4604-b446-55695d5e1033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.051626 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd3ac-f544-4807-abf7-e937c2379f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.074779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-06aef7b0-d821-4604-b446-55695d5e1033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.102712 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd3ac-f544-4807-abf7-e937c2379f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.184484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4246a18f-7305-4dd3-96f4-af36493a2f5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.188017 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.195874 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-06aef7b0-d821-4604-b446-55695d5e1033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.198893 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-06aef7b0-d821-4604-b446-55695d5e1033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.203226 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-06aef7b0-d821-4604-b446-55695d5e1033 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c364d09f-3e86-4d98-a847-9f2af427d1f6 HTTP/1.1" status: 204 len: 168 time: 0.2775223 Aug 16 02:02:43.236454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246a18f-7305-4dd3-96f4-af36493a2f5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=89abf698-197d-4e56-96bd-f2874ba5ae07,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:43.241684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aef7b0-d821-4604-b446-55695d5e1033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c364d09f-3e86-4d98-a847-9f2af427d1f6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:43.293128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd3ac-f544-4807-abf7-e937c2379f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.302031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd3ac-f544-4807-abf7-e937c2379f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.306874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2d6cd3ac-f544-4807-abf7-e937c2379f2a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6fa4ba07-1f0f-47fa-8128-cc2d9e54bda7 HTTP/1.1" status: 204 len: 168 time: 0.3512633 Aug 16 02:02:43.342893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cd3ac-f544-4807-abf7-e937c2379f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa4ba07-1f0f-47fa-8128-cc2d9e54bda7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:43.345048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be98997-81e9-4d81-9c20-161ec3b9653d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:43.358480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] Checking segment: {'id': '6d9d54d8-2bcd-4f69-abd5-5ff2a4b6c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '76c6cc75-93fe-447a-96dd-6f44139800a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:43.359156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] Network hostable DHCP agents. Network: 76c6cc75-93fe-447a-96dd-6f44139800a3, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:43.404203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] Network 76c6cc75-93fe-447a-96dd-6f44139800a3 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:43.412610 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4246a18f-7305-4dd3-96f4-af36493a2f5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.417039 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4246a18f-7305-4dd3-96f4-af36493a2f5b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/89abf698-197d-4e56-96bd-f2874ba5ae07 HTTP/1.1" status: 204 len: 168 time: 0.9490068 Aug 16 02:02:43.417757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 76c6cc75-93fe-447a-96dd-6f44139800a3) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:43.418154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52986) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:43.421723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.422787 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.433725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e1ce74-0977-4d9f-aff9-3ec7a50a41ac None None] Network 76c6cc75-93fe-447a-96dd-6f44139800a3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:43.465031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-79036750-d92b-4fc1-9819-54ede5f6220c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1047370 Aug 16 02:02:43.477756 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5775a9-5114-4198-ac5d-d47b17101cc9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:02:43.484082 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ae5775a9-5114-4198-ac5d-d47b17101cc9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/89abf698-197d-4e56-96bd-f2874ba5ae07 HTTP/1.1" status: 404 len: 333 time: 0.0646949 Aug 16 02:02:43.487678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52990) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:43.605351 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1127b0-c23c-41a3-ba7c-c5bb40b7d4ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting subnet ff3f5b6a-7958-4cba-9a32-d6e8acf47431 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:43.620002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e1127b0-c23c-41a3-ba7c-c5bb40b7d4ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.679835 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e1127b0-c23c-41a3-ba7c-c5bb40b7d4ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.704899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf71b4a-5151-4e13-b987-ee88dc198df5 None None] Network 76c6cc75-93fe-447a-96dd-6f44139800a3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:43.813991 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e1127b0-c23c-41a3-ba7c-c5bb40b7d4ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.928090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e1127b0-c23c-41a3-ba7c-c5bb40b7d4ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.950200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db86cf-3f16-41bb-8a91-d0767ec07a0f None None] Network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:43.974671 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e1127b0-c23c-41a3-ba7c-c5bb40b7d4ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.977599 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6e1127b0-c23c-41a3-ba7c-c5bb40b7d4ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/ff3f5b6a-7958-4cba-9a32-d6e8acf47431 HTTP/1.1" status: 204 len: 168 time: 0.4885175 Aug 16 02:02:43.979457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53010) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:43.979964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1127b0-c23c-41a3-ba7c-c5bb40b7d4ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3f5b6a-7958-4cba-9a32-d6e8acf47431,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.051361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d8afbf-3b97-4385-9675-ebec5a2910df tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting subnet 560321bf-70af-4473-9c77-b1f07f6ae892 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:44.056938 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-98d8afbf-3b97-4385-9675-ebec5a2910df tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.119137 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-98d8afbf-3b97-4385-9675-ebec5a2910df tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.203790 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.229375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-98d8afbf-3b97-4385-9675-ebec5a2910df tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.298744 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-98d8afbf-3b97-4385-9675-ebec5a2910df tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.323340 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-98d8afbf-3b97-4385-9675-ebec5a2910df tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.329912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-98d8afbf-3b97-4385-9675-ebec5a2910df tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/560321bf-70af-4473-9c77-b1f07f6ae892 HTTP/1.1" status: 204 len: 168 time: 0.3477535 Aug 16 02:02:44.333269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53038) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:44.393663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8afbf-3b97-4385-9675-ebec5a2910df tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Subnet': ['ID=560321bf-70af-4473-9c77-b1f07f6ae892,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.491505 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.571500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-62fd70d0-ec58-4b3d-8330-0ecbb023f13c tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.583900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-62fd70d0-ec58-4b3d-8330-0ecbb023f13c tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/networks?id=bbd89005-eb59-42c9-9038-9b077f2ce378 HTTP/1.1" status: 200 len: 815 time: 0.1921725 Aug 16 02:02:44.600945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:44.601968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.611062 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-97c2e183-5e7d-465b-895f-dcd4869dccda tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/quotas/58879a6832824cbe93a710d33af02020 HTTP/1.1" status: 200 len: 375 time: 0.0261815 Aug 16 02:02:44.658289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-9b05e7fa-f50b-4c1b-b2d3-a4077a6d2bba tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=58879a6832824cbe93a710d33af02020&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462444 Aug 16 02:02:44.693123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] For port 003c207f-8cb1-42b0-a24e-ba38e30a4a48, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=003c207f-8cb1-42b0-a24e-ba38e30a4a48,segment=NetworkSegment(9c5178d9-a03f-4a99-ba60-c5811bddfa8e),segment_id=9c5178d9-a03f-4a99-ba60-c5811bddfa8e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:44.693123 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.722932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 003c207f-8cb1-42b0-a24e-ba38e30a4a48 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:44.866923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.883232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No DVR routers for this DVR port 003c207f-8cb1-42b0-a24e-ba38e30a4a48 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:44.929101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=003c207f-8cb1-42b0-a24e-ba38e30a4a48,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:45.075871 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4c243a73-8b9c-42f3-b20a-ae4734d65c42 service neutron] 10.222.0.79 "GET /v2.0/networks/bbd89005-eb59-42c9-9038-9b077f2ce378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166110 Aug 16 02:02:45.093199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-75d3ba68-8140-4711-a235-630dff0e62fb None None] Could not find standard attr ID for object 003c207f-8cb1-42b0-a24e-ba38e30a4a48. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:02:45.099881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650790cb-ec35-4d43-b4d5-8db56ec1e53d None None] Network 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:45.140884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.157054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373d9981-c1e6-45bb-9825-a7e4e2c8c9aa']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:45.189725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5178d9-a03f-4a99-ba60-c5811bddfa8e') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:45.190248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5178d9-a03f-4a99-ba60-c5811bddfa8e') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:45.191160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-6b28ce5b-b508-4dc3-82a6-a7a9631de04d service neutron] 10.222.0.79 "GET /v2.0/networks/bbd89005-eb59-42c9-9038-9b077f2ce378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125765 Aug 16 02:02:45.210439 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.245129 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.246738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53070) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:45.255819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:45.256725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:45.283138 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:45.401992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a19ef-b3c6-4e3e-9f23-87413fae42bc None None] DHCP port deletion for 373d9981-c1e6-45bb-9825-a7e4e2c8c9aa request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:45.442307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-241438964-network', 'tenant_id': '7d75883e619340089afdf33c43b4cad9'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:45.500568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Made reservation on behalf of 7d75883e619340089afdf33c43b4cad9 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:45.500812 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.504012 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.516096 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.526633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53096) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:45.527678 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.528022 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/networks/373d9981-c1e6-45bb-9825-a7e4e2c8c9aa HTTP/1.1" status: 204 len: 168 time: 1.1925519 Aug 16 02:02:45.543907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfaac12-6379-4d67-aeae-320022c152b6 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Network': ['ID=373d9981-c1e6-45bb-9825-a7e4e2c8c9aa,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:45.640121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1341e521-3d40-4453-9796-c8620492a642 req-d8a30627-962a-442d-96ee-92295ec75f98 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 210 time: 0.0871689 Aug 16 02:02:45.680191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf2f11a-6d5c-4dd6-ad94-12577322bbd4 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:45.681901 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1bf2f11a-6d5c-4dd6-ad94-12577322bbd4 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1460826 Aug 16 02:02:45.685776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53102) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:45.790964 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3f7f6914-48b9-4fe2-98b8-b432c266874e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1037271 Aug 16 02:02:45.794057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53112) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:45.800964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1331124892'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:45.861256 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.870883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.922000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:45.933800 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.964638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:45.983438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1a0539-42cf-4097-ada3-28f1548e33fa,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:45.986856 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.987143 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Added segment 30f16d33-b26c-4d52-a4ff-1ccc66e30dd4 of type vlan for network be92c7d7-f277-404d-ba11-afa8f90b5c6d Aug 16 02:02:45.991823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 003c207f-8cb1-42b0-a24e-ba38e30a4a48 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:46.035643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 003c207f-8cb1-42b0-a24e-ba38e30a4a48 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:46.036237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 003c207f-8cb1-42b0-a24e-ba38e30a4a48 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:46.046606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:46.070036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.070968 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Added segment 96019e03-0bd4-4927-8db7-d185855406e2 of type vlan for network d95ff778-5a1d-4f58-a309-1d95fc160abc Aug 16 02:02:46.113608 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.140379 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.144292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53118) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:46.174778 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.176658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.177419 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.204258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.213351 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.214578 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.262951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] Pushing event updated for resources: {'Network': ['ID=be92c7d7-f277-404d-ba11-afa8f90b5c6d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:46.290439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network be92c7d7-f277-404d-ba11-afa8f90b5c6d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:46.291672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8e0c48cd-2b9f-4439-8c56-9cfed627ebf2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0419760 Aug 16 02:02:46.293727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53122) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:46.298879 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5030460 Aug 16 02:02:46.302546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53124) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:46.310553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': 'd95ff778-5a1d-4f58-a309-1d95fc160abc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:46.312597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] Request body: {'subnet': {'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-241438964-subnet', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:46.344643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] Made reservation on behalf of 7d75883e619340089afdf33c43b4cad9 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:46.348335 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.387933 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-908d1eab-587b-4a7d-b5f6-5082f9e4f90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.389951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f150ec-686d-425f-9bf9-8e0c00ef7212 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Network': ['ID=d95ff778-5a1d-4f58-a309-1d95fc160abc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:46.407788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network d95ff778-5a1d-4f58-a309-1d95fc160abc details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:46.625202 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.664751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-908d1eab-587b-4a7d-b5f6-5082f9e4f90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.678028 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-908d1eab-587b-4a7d-b5f6-5082f9e4f90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.708267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=633bd1fb-2dcc-4375-aa55-9d610264d600,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:46.714067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] Checking segment: {'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:46.714522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] Network hostable DHCP agents. Network: be92c7d7-f277-404d-ba11-afa8f90b5c6d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:46.721401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:46.724888 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.742695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d1eab-587b-4a7d-b5f6-5082f9e4f90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd96a678-c4d7-4053-a747-ab7666894332,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:46.752590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d397ba4-7786-435a-910b-f8fb55901a45 req-ed46d01a-1e3e-4563-ab4b-d1e34b53cb8a tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 210 time: 0.0298092 Aug 16 02:02:46.760374 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] Network be92c7d7-f277-404d-ba11-afa8f90b5c6d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:46.771075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, be92c7d7-f277-404d-ba11-afa8f90b5c6d) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:46.775924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.776528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.783756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c6ebe-9159-4878-b3b9-0ba91502faa2 None None] Network be92c7d7-f277-404d-ba11-afa8f90b5c6d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:46.791454 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-908d1eab-587b-4a7d-b5f6-5082f9e4f90e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=423420f609b64d2e99d0e61df78d9e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458759 Aug 16 02:02:46.794818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53132) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:46.802942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5d33a4f3-a348-434e-bca7-e86c3225b78c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5058274 Aug 16 02:02:46.805762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53134) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:46.813592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:46.852275 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-be9527c5-f186-4f45-9007-a0df83791e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.855531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.856550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.876538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-be9527c5-f186-4f45-9007-a0df83791e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.943697 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-be9527c5-f186-4f45-9007-a0df83791e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.946636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-be9527c5-f186-4f45-9007-a0df83791e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.951000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-be9527c5-f186-4f45-9007-a0df83791e86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd96a678-c4d7-4053-a747-ab7666894332 HTTP/1.1" status: 204 len: 168 time: 0.1542072 Aug 16 02:02:46.957732 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.962822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9527c5-f186-4f45-9007-a0df83791e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd96a678-c4d7-4053-a747-ab7666894332,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:46.980775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'fixed_ips': [{'subnet_id': '633bd1fb-2dcc-4375-aa55-9d610264d600'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:46.982205 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.173470 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.203328 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.235036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Allocated IP 172.20.0.2 (be92c7d7-f277-404d-ba11-afa8f90b5c6d/633bd1fb-2dcc-4375-aa55-9d610264d600/ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:47.393864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Subnet': ['ID=98c225d9-b8ac-45a2-89de-121b3c8744f0,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.409538 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.416429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Checking segment: {'id': '96019e03-0bd4-4927-8db7-d185855406e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd95ff778-5a1d-4f58-a309-1d95fc160abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:47.416883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network hostable DHCP agents. Network: d95ff778-5a1d-4f58-a309-1d95fc160abc, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:47.418932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Transition to ACTIVE for port object ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:47.437305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-ca4651c0-f4fe-4b18-8542-95dbaceddfa4 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.437531 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-ca4651c0-f4fe-4b18-8542-95dbaceddfa4 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.84 "GET /v2.0/networks?id=bbd89005-eb59-42c9-9038-9b077f2ce378 HTTP/1.1" status: 200 len: 815 time: 0.2753534 Aug 16 02:02:47.438805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Transition to ACTIVE for port object ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:47.450031 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.463782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Request body: {'port': {'device_id': 'd6719129-4c3b-47ab-bb79-f803f930f863', 'network_id': 'bbd89005-eb59-42c9-9038-9b077f2ce378', 'admin_state_up': True, 'tenant_id': '58879a6832824cbe93a710d33af02020'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:47.502311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Network be92c7d7-f277-404d-ba11-afa8f90b5c6d is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:47.505652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:47.509497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:47.517981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network d95ff778-5a1d-4f58-a309-1d95fc160abc is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:47.543540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, d95ff778-5a1d-4f58-a309-1d95fc160abc) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:47.552138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.552695 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.571780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bcabab-a1dd-413d-9e8e-624d9d94d4c0 None None] Network d95ff778-5a1d-4f58-a309-1d95fc160abc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:47.581886 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Pushing event updated for resources: {'Port': ['ID=ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.588614 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.588940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.589462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.589912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.590317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.590600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.591480 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.592455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.592843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.594024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.594024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.594024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:47.619366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53158) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:47.619874 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-68a050d0-84bb-4fbe-9689-f3b4f2331fa3 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3154545 Aug 16 02:02:47.625052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': 'd95ff778-5a1d-4f58-a309-1d95fc160abc', 'name': 'tempest-PortsTestJSON-924289501'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:47.700599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Attempting to bind port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:47.700989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Attempting to bind port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:47.711228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Attempting to bind port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 on network be92c7d7-f277-404d-ba11-afa8f90b5c6d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:47.733992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Made reservation on behalf of 58879a6832824cbe93a710d33af02020 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:47.738633 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.750529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:47.754283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Checking segment: {'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:47.755458 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.756580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Bound using segment: {'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:47.759844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Bound port: ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:47.761383 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.844599 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.908634 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.949530 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5209d26c-0a30-4e94-982e-c1e10ef8e5b9 req-56cef73a-06b0-43ec-aa94-df96c5ce4d26 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 210 time: 0.0664415 Aug 16 02:02:48.004698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] For port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:48.011571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] For port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721,segment=NetworkSegment(30f16d33-b26c-4d52-a4ff-1ccc66e30dd4),segment_id=30f16d33-b26c-4d52-a4ff-1ccc66e30dd4)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:48.017000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:48.025238 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.041934 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.089488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port 1adb07cc-f6ab-4067-bbc3-3e613c6ca95e yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:48.199573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98261841-6b64-4cd9-b53f-2623a2beb743 None None] Pushing event updated for resources: {'Port': ['ID=ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.265808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Allocated IP 172.20.0.6 (bbd89005-eb59-42c9-9038-9b077f2ce378/17dcf521-787e-41fe-a885-cb393868e816/688e69e8-3481-45c7-ae7f-429ec4ac7cc3) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:48.292566 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.322099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.13 (d95ff778-5a1d-4f58-a309-1d95fc160abc/98c225d9-b8ac-45a2-89de-121b3c8744f0/1adb07cc-f6ab-4067-bbc3-3e613c6ca95e) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:48.346298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Allocated IP 172.25.2.186 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/d5391b49-8964-4176-aa05-f0d5dd4b3d9a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:48.368914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-d95ff778-5a1d-4f58-a309-1d95fc160abc', 'network_id': 'd95ff778-5a1d-4f58-a309-1d95fc160abc', 'tenant_id': '05983e96699944649ebc893914b5f09a', 'fixed_ips': [{'subnet_id': '98c225d9-b8ac-45a2-89de-121b3c8744f0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:48.372089 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.695742 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.725928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object 1adb07cc-f6ab-4067-bbc3-3e613c6ca95e will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:48.842361 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.940009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=1adb07cc-f6ab-4067-bbc3-3e613c6ca95e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.958825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network d95ff778-5a1d-4f58-a309-1d95fc160abc is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:48.963200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:48.969692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:49.003796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Allocated IP 172.20.0.2 (d95ff778-5a1d-4f58-a309-1d95fc160abc/98c225d9-b8ac-45a2-89de-121b3c8744f0/e1329dfd-91d1-4ea2-a2e9-96c128d86822) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:49.097765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.108645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.181836 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8061f174-ea3d-4874-8faa-aee9d696310a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5577784 Aug 16 02:02:49.228115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be82e6a0-cf91-4b2a-96c7-2e25737bb6d7 req-12f84899-578c-4b26-a1d4-7214ffd811f3 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 210 time: 0.0770471 Aug 16 02:02:49.228798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53202) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:49.244503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': 'd95ff778-5a1d-4f58-a309-1d95fc160abc', 'name': 'tempest-PortsTestJSON-606134234'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:49.329432 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.403012 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.442409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.454620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.525104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:49.531455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:49.534454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:49.569813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:49.573333 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.592655 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Network bbd89005-eb59-42c9-9038-9b077f2ce378 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:49.596761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Pushing event updated for resources: {'Port': ['ID=d5391b49-8964-4176-aa05-f0d5dd4b3d9a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.607766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:49.610935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:49.615554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port 22632e15-ce57-4d10-a0fc-6d7d8ae6bc9c yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:49.660041 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.677454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Transition to ACTIVE for port object e1329dfd-91d1-4ea2-a2e9-96c128d86822 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:49.711523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Transition to ACTIVE for port object e1329dfd-91d1-4ea2-a2e9-96c128d86822 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:49.722457 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.798030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Network d95ff778-5a1d-4f58-a309-1d95fc160abc is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:49.801382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:49.845134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Pushing event updated for resources: {'Port': ['ID=e1329dfd-91d1-4ea2-a2e9-96c128d86822,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.852390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:49.858759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.11 (d95ff778-5a1d-4f58-a309-1d95fc160abc/98c225d9-b8ac-45a2-89de-121b3c8744f0/22632e15-ce57-4d10-a0fc-6d7d8ae6bc9c) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:49.932365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Pushing event updated for resources: {'Port': ['ID=688e69e8-3481-45c7-ae7f-429ec4ac7cc3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.953074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625fed2d-2609-4d87-9db7-e9f5b8d58395 None None] Network be92c7d7-f277-404d-ba11-afa8f90b5c6d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:50.052011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.064371 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.101419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Attempting to bind port e1329dfd-91d1-4ea2-a2e9-96c128d86822 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:50.101998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Attempting to bind port e1329dfd-91d1-4ea2-a2e9-96c128d86822 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '96019e03-0bd4-4927-8db7-d185855406e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd95ff778-5a1d-4f58-a309-1d95fc160abc'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:50.102550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Attempting to bind port e1329dfd-91d1-4ea2-a2e9-96c128d86822 on network d95ff778-5a1d-4f58-a309-1d95fc160abc {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:50.111491 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:50.112737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Checking segment: {'id': '96019e03-0bd4-4927-8db7-d185855406e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd95ff778-5a1d-4f58-a309-1d95fc160abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:50.113254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.113778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Bound using segment: {'id': '96019e03-0bd4-4927-8db7-d185855406e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd95ff778-5a1d-4f58-a309-1d95fc160abc'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:50.114582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Bound port: e1329dfd-91d1-4ea2-a2e9-96c128d86822, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96019e03-0bd4-4927-8db7-d185855406e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd95ff778-5a1d-4f58-a309-1d95fc160abc'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:50.115076 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.139198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6f6ba7f1-5e05-475d-bb37-7f494cf173c4 None None] Provisioning for port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:50.173227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:50.270867 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-4459db58-efaf-47ac-8744-f0f5e702f078 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8152647 Aug 16 02:02:50.350028 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.362281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] For port e1329dfd-91d1-4ea2-a2e9-96c128d86822, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:50.366198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] For port e1329dfd-91d1-4ea2-a2e9-96c128d86822, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e1329dfd-91d1-4ea2-a2e9-96c128d86822,segment=NetworkSegment(96019e03-0bd4-4927-8db7-d185855406e2),segment_id=96019e03-0bd4-4927-8db7-d185855406e2)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:50.377228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Request body: {'port': {'device_id': 'd6719129-4c3b-47ab-bb79-f803f930f863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:50.386250 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.391611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object 22632e15-ce57-4d10-a0fc-6d7d8ae6bc9c will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:50.438647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.491505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aba44-9dc6-4209-9068-264ed992abed req-5cc0dc1f-dcbb-42c9-8557-0ff18df19a38 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.493495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec8aba44-9dc6-4209-9068-264ed992abed req-5cc0dc1f-dcbb-42c9-8557-0ff18df19a38 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 931 time: 0.0926626 Aug 16 02:02:50.495200 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.592742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network d95ff778-5a1d-4f58-a309-1d95fc160abc is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:50.605145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:50.609820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:50.612691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=22632e15-ce57-4d10-a0fc-6d7d8ae6bc9c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.618965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b919333-0a37-481f-9bfa-39fbf67950aa None None] Pushing event updated for resources: {'Port': ['ID=e1329dfd-91d1-4ea2-a2e9-96c128d86822,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.621342 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.622011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec8aba44-9dc6-4209-9068-264ed992abed req-ce8423b4-0d83-49df-a8d5-8291c1dc1e67 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185880 Aug 16 02:02:50.628996 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:50.649429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:50.649769 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.701145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.701145 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.717794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cdf49a7f-03bc-4476-87c0-67ba6d10a103 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4860299 Aug 16 02:02:50.718845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53226) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:50.775303 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.826053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721,segment=NetworkSegment(30f16d33-b26c-4d52-a4ff-1ccc66e30dd4),segment_id=30f16d33-b26c-4d52-a4ff-1ccc66e30dd4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:50.833067 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.867638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b91421f-b822-462a-93d9-39e1d191e16f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.876034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5b91421f-b822-462a-93d9-39e1d191e16f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.1559131 Aug 16 02:02:50.877097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53230) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:50.934913 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.953138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:51.096673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e89876ca-3458-4116-bce6-25d9b74ad3aa tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 22632e15-ce57-4d10-a0fc-6d7d8ae6bc9c {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:51.096860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e89876ca-3458-4116-bce6-25d9b74ad3aa tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.189229 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e89876ca-3458-4116-bce6-25d9b74ad3aa tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.210352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e89876ca-3458-4116-bce6-25d9b74ad3aa tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 22632e15-ce57-4d10-a0fc-6d7d8ae6bc9c owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:51.216051 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:51.222154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-66c2bd7d-1ff4-4a0d-a1f0-840f6950cf1c None None] Provisioning complete for port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:51.222685 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-66c2bd7d-1ff4-4a0d-a1f0-840f6950cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.226072 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.231374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:02:51.276852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Transition to ACTIVE for port object 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:51.287661 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.463281 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Pushing event updated for resources: {'Port': ['ID=688e69e8-3481-45c7-ae7f-429ec4ac7cc3,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:51.491765 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e89876ca-3458-4116-bce6-25d9b74ad3aa tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.609354 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:51.621365 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Sync routers for ids ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:51.643395 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Routers {'7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:51.646377 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:02:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:51.652122 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.661180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89876ca-3458-4116-bce6-25d9b74ad3aa tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=22632e15-ce57-4d10-a0fc-6d7d8ae6bc9c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:51.671441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53260) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:51.672494 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-00edb5b6-4b03-48d7-bfab-f9ada166368f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8626084 Aug 16 02:02:51.673469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Attempting to bind port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:51.673941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Attempting to bind port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '9fb5ba7b-31cd-42d8-a93d-a448c330935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bbd89005-eb59-42c9-9038-9b077f2ce378'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:51.674283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Attempting to bind port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 on network bbd89005-eb59-42c9-9038-9b077f2ce378 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:51.690529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 on network bbd89005-eb59-42c9-9038-9b077f2ce378 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:51.690860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Attempting to bind port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 on network bbd89005-eb59-42c9-9038-9b077f2ce378 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:51.701392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:51.702143 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Checking segment: {'id': '9fb5ba7b-31cd-42d8-a93d-a448c330935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bbd89005-eb59-42c9-9038-9b077f2ce378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:51.702716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Bound using segment: {'id': '9fb5ba7b-31cd-42d8-a93d-a448c330935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bbd89005-eb59-42c9-9038-9b077f2ce378'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:51.703344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Bound port: 688e69e8-3481-45c7-ae7f-429ec4ac7cc3, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb5ba7b-31cd-42d8-a93d-a448c330935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bbd89005-eb59-42c9-9038-9b077f2ce378'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:51.704274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.816687 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Set router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:51.820704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] For port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:51.825593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] For port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=688e69e8-3481-45c7-ae7f-429ec4ac7cc3,segment=NetworkSegment(9fb5ba7b-31cd-42d8-a93d-a448c330935d),segment_id=9fb5ba7b-31cd-42d8-a93d-a448c330935d)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:51.832550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.843880 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-ef10fca0-6e5c-4edf-aa0e-efbcc6f1d156 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=94c0a9b64f1d4b0789186f0353d8a929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871685 Aug 16 02:02:51.922810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.923507 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.925967 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] 10.222.0.84 "PUT /v2.0/ports/688e69e8-3481-45c7-ae7f-429ec4ac7cc3 HTTP/1.1" status: 200 len: 1092 time: 1.5634921 Aug 16 02:02:51.926502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6719129-4c3b-47ab-bb79-f803f930f863', 'tag': '688e69e8-3481-45c7-ae7f-429ec4ac7cc3'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:51.926630 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e89876ca-3458-4116-bce6-25d9b74ad3aa tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.928509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e89876ca-3458-4116-bce6-25d9b74ad3aa tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/22632e15-ce57-4d10-a0fc-6d7d8ae6bc9c HTTP/1.1" status: 204 len: 168 time: 1.0498424 Aug 16 02:02:51.933862 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530c2c07-c104-4bdc-81ac-fbd3e19aab02" -d '{"events": [{"name": "network-changed", "server_uuid": "d6719129-4c3b-47ab-bb79-f803f930f863", "tag": "688e69e8-3481-45c7-ae7f-429ec4ac7cc3"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:51.936570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29fb35-93fa-429d-8ed8-33bd078abe0c req-e7f6a1f2-8b58-4a25-8380-e6bc6463cfc1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.936789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53272) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:51.938081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b29fb35-93fa-429d-8ed8-33bd078abe0c req-e7f6a1f2-8b58-4a25-8380-e6bc6463cfc1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.4766953 Aug 16 02:02:51.979758 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-84999cea-5f47-4d65-9256-7ebe69f89c35 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:02:51.989035 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-84999cea-5f47-4d65-9256-7ebe69f89c35 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/22632e15-ce57-4d10-a0fc-6d7d8ae6bc9c HTTP/1.1" status: 404 len: 333 time: 0.0379281 Aug 16 02:02:51.989035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53276) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:52.065729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f69e8-de9b-4932-94fc-e8d1679a6045 service neutron] Pushing event updated for resources: {'Port': ['ID=688e69e8-3481-45c7-ae7f-429ec4ac7cc3,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.136000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:52.145737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b29fb35-93fa-429d-8ed8-33bd078abe0c req-4101b3ac-faf5-41f3-ba6c-ba4e30fe9e53 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839907 Aug 16 02:02:52.147519 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:49Z', 'revision_number': 3, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:52.175806 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Checking router: 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:52.176156 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Updating router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 port d5391b49-8964-4176-aa05-f0d5dd4b3d9a binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:52.201870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d9f0d-c228-4b8b-b2a6-e77fe87bc21e None None] Network d95ff778-5a1d-4f58-a309-1d95fc160abc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:52.207609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-150533eb-4ae7-4540-be17-edb6207b2ccd tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.208317 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.209560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-150533eb-4ae7-4540-be17-edb6207b2ccd tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3485708 Aug 16 02:02:52.230009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-aa2e6ea6-76d3-49c5-aa65-7018e81b26d4 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/quotas/94c0a9b64f1d4b0789186f0353d8a929 HTTP/1.1" status: 200 len: 375 time: 0.0124123 Aug 16 02:02:52.246596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-1ea641f9-9210-4429-b10f-73b4fa451019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.248845 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-1ea641f9-9210-4429-b10f-73b4fa451019 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58879a6832824cbe93a710d33af02020&device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 1095 time: 0.2338762 Aug 16 02:02:52.312534 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-bff02597-5d43-4b17-9577-1e6db5aac4b9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=688e69e8-3481-45c7-ae7f-429ec4ac7cc3 HTTP/1.1" status: 200 len: 217 time: 0.0492985 Aug 16 02:02:52.330791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a2775f75-1643-4963-8448-69fc03e9eb00 None None] Provisioning for port e1329dfd-91d1-4ea2-a2e9-96c128d86822 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:52.359777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:52.360421 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.374528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-f06c88d7-565e-4240-9bef-fc2338ce8ab7 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=94c0a9b64f1d4b0789186f0353d8a929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686872 Aug 16 02:02:52.376444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-38e8d10a-c715-40e3-8c1b-057119709793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.378018 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-38e8d10a-c715-40e3-8c1b-057119709793 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17dcf521-787e-41fe-a885-cb393868e816 HTTP/1.1" status: 200 len: 855 time: 0.0536528 Aug 16 02:02:52.386716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a386aad0-ecc6-40d5-b889-eb4fd18d60db tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 1adb07cc-f6ab-4067-bbc3-3e613c6ca95e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:52.387118 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a386aad0-ecc6-40d5-b889-eb4fd18d60db tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.457788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61ebce-6495-4b46-b7ca-6abd131f4001 req-318b4d31-b1a8-4f97-994a-d461703c4c6e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.460424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f61ebce-6495-4b46-b7ca-6abd131f4001 req-318b4d31-b1a8-4f97-994a-d461703c4c6e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 943 time: 0.1768622 Aug 16 02:02:52.469496 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-c58bc872-5a9e-4d93-ab06-4b8e499bebcf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bbd89005-eb59-42c9-9038-9b077f2ce378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744271 Aug 16 02:02:52.502411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e1329dfd-91d1-4ea2-a2e9-96c128d86822 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:52.535807 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.547280 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Transition to ACTIVE for port object d5391b49-8964-4176-aa05-f0d5dd4b3d9a will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:52.558252 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.591068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port e1329dfd-91d1-4ea2-a2e9-96c128d86822 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:52.614060 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119daee3-c0d1-4aa6-b9f1-39cba23eeac1 None None] Pushing event updated for resources: {'Port': ['ID=d5391b49-8964-4176-aa05-f0d5dd4b3d9a,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.624123 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a386aad0-ecc6-40d5-b889-eb4fd18d60db tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.640680 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Attempting to bind port d5391b49-8964-4176-aa05-f0d5dd4b3d9a on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:52.642127 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Attempting to bind port d5391b49-8964-4176-aa05-f0d5dd4b3d9a by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:52.642694 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Attempting to bind port d5391b49-8964-4176-aa05-f0d5dd4b3d9a on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:52.650266 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:52.651620 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:52.652245 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.653217 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:52.654924 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Bound port: d5391b49-8964-4176-aa05-f0d5dd4b3d9a, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:52.654924 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.656246 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a386aad0-ecc6-40d5-b889-eb4fd18d60db tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 1adb07cc-f6ab-4067-bbc3-3e613c6ca95e owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:52.671387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e1329dfd-91d1-4ea2-a2e9-96c128d86822 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:52.671812 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.727159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f61ebce-6495-4b46-b7ca-6abd131f4001 req-3349aded-e6e9-4615-9360-ed38e656b831 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583675 Aug 16 02:02:52.730668 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] For port d5391b49-8964-4176-aa05-f0d5dd4b3d9a, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:52.734886 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] For port d5391b49-8964-4176-aa05-f0d5dd4b3d9a, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d5391b49-8964-4176-aa05-f0d5dd4b3d9a,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:52.739928 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.791384 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-93e43434-a099-4c7a-85cf-bcddbe3e6568 service neutron] 10.222.0.84 "GET /v2.0/networks/bbd89005-eb59-42c9-9038-9b077f2ce378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100300 Aug 16 02:02:52.797934 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057fab30-d018-4a20-83c4-fed6b85d93dd x-openstack-request-id: req-057fab30-d018-4a20-83c4-fed6b85d93dd {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:52.798225 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6719129-4c3b-47ab-bb79-f803f930f863", "tag": "688e69e8-3481-45c7-ae7f-429ec4ac7cc3", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:52.798481 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-057fab30-d018-4a20-83c4-fed6b85d93dd {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:52.798896 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6719129-4c3b-47ab-bb79-f803f930f863', 'tag': '688e69e8-3481-45c7-ae7f-429ec4ac7cc3', 'status': 'completed', 'code': 200} Aug 16 02:02:52.800796 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119daee3-c0d1-4aa6-b9f1-39cba23eeac1 None None] Pushing event updated for resources: {'Port': ['ID=d5391b49-8964-4176-aa05-f0d5dd4b3d9a,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.866184 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Routers {'7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:52.868545 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:02:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:52.973205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b17dd6b6-f34f-4125-8163-4d1a0dee32b5 req-87c8234e-554d-4a6f-8736-76c52c7bd4bb tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 210 time: 0.0866559 Aug 16 02:02:52.994451 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.055554 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] Set router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:53.087521 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a386aad0-ecc6-40d5-b889-eb4fd18d60db tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.087925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port e1329dfd-91d1-4ea2-a2e9-96c128d86822, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e1329dfd-91d1-4ea2-a2e9-96c128d86822,segment=NetworkSegment(96019e03-0bd4-4927-8db7-d185855406e2),segment_id=96019e03-0bd4-4927-8db7-d185855406e2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:53.107861 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.120565 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.156195 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386aad0-ecc6-40d5-b889-eb4fd18d60db tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=1adb07cc-f6ab-4067-bbc3-3e613c6ca95e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.280183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=e1329dfd-91d1-4ea2-a2e9-96c128d86822,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.374358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-eeaa6dcc-de09-4f1b-8b4a-8e7bafe43ccf None None] Provisioning complete for port e1329dfd-91d1-4ea2-a2e9-96c128d86822 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:53.376003 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6dcc-de09-4f1b-8b4a-8e7bafe43ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.403148 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eeb1ddc1-a826-4ed5-b735-e24372417fef req-242531b5-acf3-4636-9e00-3f45778e3f06 service neutron] 10.222.0.84 "GET /v2.0/networks/bbd89005-eb59-42c9-9038-9b077f2ce378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961082 Aug 16 02:02:53.404399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a386aad0-ecc6-40d5-b889-eb4fd18d60db tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.420861 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:49Z', 'revision_number': 3, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:53.427769 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a386aad0-ecc6-40d5-b889-eb4fd18d60db tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/1adb07cc-f6ab-4067-bbc3-3e613c6ca95e HTTP/1.1" status: 204 len: 168 time: 1.4378357 Aug 16 02:02:53.428546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53302) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:53.461103 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2bf40-c84b-46f0-a331-c57f26f13610 None None] The sync data for ids ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'] in n-d-768851-16 is: [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:49Z', 'revision_number': 3, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:53.485823 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b370ccc-e69f-43ac-baf1-93d3235fc15f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:02:53.497438 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1b370ccc-e69f-43ac-baf1-93d3235fc15f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/1adb07cc-f6ab-4067-bbc3-3e613c6ca95e HTTP/1.1" status: 404 len: 333 time: 0.0677302 Aug 16 02:02:53.498886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53304) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:53.520209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-eeaa6dcc-de09-4f1b-8b4a-8e7bafe43ccf None None] Could not find standard attr ID for object 1adb07cc-f6ab-4067-bbc3-3e613c6ca95e. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:02:53.572766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Allocated IP 172.20.0.1 (be92c7d7-f277-404d-ba11-afa8f90b5c6d/633bd1fb-2dcc-4375-aa55-9d610264d600/99244bee-e618-4618-8c5f-8a0a8c3eda3d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:53.587279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a519c-9850-4703-b162-43857642e736 req-b955a9ac-c74a-4b35-988a-478bcceb9f2b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.595507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce8a519c-9850-4703-b162-43857642e736 req-b955a9ac-c74a-4b35-988a-478bcceb9f2b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.2495866 Aug 16 02:02:53.647469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-206ce385-de62-4217-a37c-c0ca47e6c31d None None] Could not find standard attr ID for object 1adb07cc-f6ab-4067-bbc3-3e613c6ca95e. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:02:53.655993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1520ac-8ccc-4168-973a-116f8f349f15 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting subnet 98c225d9-b8ac-45a2-89de-121b3c8744f0 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:53.666049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7c1520ac-8ccc-4168-973a-116f8f349f15 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.682807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce8a519c-9850-4703-b162-43857642e736 req-78e6e057-65bb-41ac-8fc1-17747acb45c7 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862501 Aug 16 02:02:53.726825 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7c1520ac-8ccc-4168-973a-116f8f349f15 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.850452 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7c1520ac-8ccc-4168-973a-116f8f349f15 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.942185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c2c07-c104-4bdc-81ac-fbd3e19aab02 req-12ddd299-8cc3-494c-9a8e-6fbaeac648c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.944072 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-530c2c07-c104-4bdc-81ac-fbd3e19aab02 req-12ddd299-8cc3-494c-9a8e-6fbaeac648c7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58879a6832824cbe93a710d33af02020&device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 1095 time: 0.3917403 Aug 16 02:02:53.946416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7c1520ac-8ccc-4168-973a-116f8f349f15 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.030154 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.072515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1520ac-8ccc-4168-973a-116f8f349f15 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Subnet': ['ID=98c225d9-b8ac-45a2-89de-121b3c8744f0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:54.100491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7c1520ac-8ccc-4168-973a-116f8f349f15 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.103929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Transition to ACTIVE for port object 99244bee-e618-4618-8c5f-8a0a8c3eda3d will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:54.106878 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7c1520ac-8ccc-4168-973a-116f8f349f15 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/98c225d9-b8ac-45a2-89de-121b3c8744f0 HTTP/1.1" status: 204 len: 168 time: 0.6060426 Aug 16 02:02:54.109950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53314) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.122541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e7988e-7faf-4a3c-a14e-7edba8a2d212 None None] Network d95ff778-5a1d-4f58-a309-1d95fc160abc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:54.129147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e5dce-f5c4-4112-a135-f3122cd2d2ae req-9a0404b3-31d4-4f31-b7c8-528f8bccaec2 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.142169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c1e5dce-f5c4-4112-a135-f3122cd2d2ae req-9a0404b3-31d4-4f31-b7c8-528f8bccaec2 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 943 time: 0.2732861 Aug 16 02:02:54.160183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e1329dfd-91d1-4ea2-a2e9-96c128d86822 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:54.196113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c2c07-c104-4bdc-81ac-fbd3e19aab02 req-79eaeca1-f115-4b12-bd8b-8421d41da79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.197652 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-530c2c07-c104-4bdc-81ac-fbd3e19aab02 req-79eaeca1-f115-4b12-bd8b-8421d41da79f service neutron] 10.222.0.84 "GET /v2.0/networks?id=bbd89005-eb59-42c9-9038-9b077f2ce378 HTTP/1.1" status: 200 len: 916 time: 0.2158751 Aug 16 02:02:54.215555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd110d85-c66d-498c-a2aa-4bd89528a2a7 req-e3f5a469-b013-4a29-a1e0-f91caca32d52 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 210 time: 0.0696516 Aug 16 02:02:54.239414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c1e5dce-f5c4-4112-a135-f3122cd2d2ae req-cae8d416-3aa1-428e-9c69-0ff5dffd0b9f tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906909 Aug 16 02:02:54.291127 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-530c2c07-c104-4bdc-81ac-fbd3e19aab02 req-5aa3c15c-1b9f-422c-9c7a-556290d359e5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=688e69e8-3481-45c7-ae7f-429ec4ac7cc3 HTTP/1.1" status: 200 len: 217 time: 0.0659947 Aug 16 02:02:54.295518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06819bfb-2740-4d2f-8918-ef15c4e5e7a3 None None] Could not find standard attr ID for object 22632e15-ce57-4d10-a0fc-6d7d8ae6bc9c. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:02:54.325674 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.351583 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e1329dfd-91d1-4ea2-a2e9-96c128d86822 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:54.352067 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.374666 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.402006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Pushing event updated for resources: {'Port': ['ID=99244bee-e618-4618-8c5f-8a0a8c3eda3d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:54.416103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Network be92c7d7-f277-404d-ba11-afa8f90b5c6d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:54.418423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:54.428600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c2c07-c104-4bdc-81ac-fbd3e19aab02 req-a822da95-fe47-4102-b371-e6cafe5b8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.430476 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-530c2c07-c104-4bdc-81ac-fbd3e19aab02 req-a822da95-fe47-4102-b371-e6cafe5b8885 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17dcf521-787e-41fe-a885-cb393868e816 HTTP/1.1" status: 200 len: 855 time: 0.1259849 Aug 16 02:02:54.435314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:54.514567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-530c2c07-c104-4bdc-81ac-fbd3e19aab02 req-d1ed053d-abb6-4169-a3e1-61211bf97170 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bbd89005-eb59-42c9-9038-9b077f2ce378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665278 Aug 16 02:02:54.537111 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.605902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port e1329dfd-91d1-4ea2-a2e9-96c128d86822 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:54.606268 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.674743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f7f003-e13c-48c2-a377-283a32bc3d74 None None] DHCP port deletion for d95ff778-5a1d-4f58-a309-1d95fc160abc request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:54.761595 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.806413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-86f7f003-e13c-48c2-a377-283a32bc3d74 None None] Deleting port e1329dfd-91d1-4ea2-a2e9-96c128d86822 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:54.807195 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86f7f003-e13c-48c2-a377-283a32bc3d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.899586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-86f7f003-e13c-48c2-a377-283a32bc3d74 None None] For port e1329dfd-91d1-4ea2-a2e9-96c128d86822, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e1329dfd-91d1-4ea2-a2e9-96c128d86822,segment=NetworkSegment(96019e03-0bd4-4927-8db7-d185855406e2),segment_id=96019e03-0bd4-4927-8db7-d185855406e2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:54.900389 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86f7f003-e13c-48c2-a377-283a32bc3d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.921210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-86f7f003-e13c-48c2-a377-283a32bc3d74 None None] Calling delete_port for e1329dfd-91d1-4ea2-a2e9-96c128d86822 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:54.990146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f20ca-9f54-4bdd-97da-4002db31567c req-7c4c9101-5636-4eaf-9c3e-4747638a0678 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.998358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c5f20ca-9f54-4bdd-97da-4002db31567c req-7c4c9101-5636-4eaf-9c3e-4747638a0678 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1106696 Aug 16 02:02:55.032836 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86f7f003-e13c-48c2-a377-283a32bc3d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.077787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f7f003-e13c-48c2-a377-283a32bc3d74 None None] No DVR routers for this DVR port e1329dfd-91d1-4ea2-a2e9-96c128d86822 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:55.109296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-55a450e2-864b-41b1-85ef-dc042508ad86 None None] Provisioning for port 99244bee-e618-4618-8c5f-8a0a8c3eda3d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:55.115636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-55a450e2-864b-41b1-85ef-dc042508ad86 None None] Provisioning complete for port 99244bee-e618-4618-8c5f-8a0a8c3eda3d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:55.116232 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55a450e2-864b-41b1-85ef-dc042508ad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.118363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7f003-e13c-48c2-a377-283a32bc3d74 None None] Pushing event deleted for resources: {'Port': ['ID=e1329dfd-91d1-4ea2-a2e9-96c128d86822,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.188040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-55a450e2-864b-41b1-85ef-dc042508ad86 None None] Port 99244bee-e618-4618-8c5f-8a0a8c3eda3d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:55.201280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c5f20ca-9f54-4bdd-97da-4002db31567c req-b9b6dc28-8644-4179-95c1-111400877b79 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018795 Aug 16 02:02:55.202053 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-fdb4cfe2-f364-43d0-8fde-3b556316ad3a tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=94c0a9b64f1d4b0789186f0353d8a929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5879612 Aug 16 02:02:55.305419 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.346576 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.353741 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e107ec86-0679-4c65-adb5-73a3f5ba1f9a req-5b6bbf0d-54d7-41dc-9d94-b7512c5f6cb9 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 210 time: 0.0558538 Aug 16 02:02:55.427556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] For port e1329dfd-91d1-4ea2-a2e9-96c128d86822, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e1329dfd-91d1-4ea2-a2e9-96c128d86822,segment=NetworkSegment(96019e03-0bd4-4927-8db7-d185855406e2),segment_id=96019e03-0bd4-4927-8db7-d185855406e2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:55.428245 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.436161 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-530c2c07-c104-4bdc-81ac-fbd3e19aab02 req-faa8172e-708e-46a2-b85e-60479d28d7c5 service neutron] 10.222.0.84 "GET /v2.0/networks/bbd89005-eb59-42c9-9038-9b077f2ce378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9113250 Aug 16 02:02:55.493704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Pushing event updated for resources: {'Port': ['ID=99244bee-e618-4618-8c5f-8a0a8c3eda3d,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.514214 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.536526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95f271-b311-4359-b3dc-6767f82952cf req-def1edd7-9df9-45a4-b078-fa0a32dde148 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.539284 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df95f271-b311-4359-b3dc-6767f82952cf req-def1edd7-9df9-45a4-b078-fa0a32dde148 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 943 time: 0.1897657 Aug 16 02:02:55.554120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for e1329dfd-91d1-4ea2-a2e9-96c128d86822 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:55.658973 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df95f271-b311-4359-b3dc-6767f82952cf req-676b4d1f-150c-4240-883e-283146ed1b7f tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693667 Aug 16 02:02:55.691699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-0c82845e-6e12-411b-a1bf-7bff862fecb2 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.692311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Network be92c7d7-f277-404d-ba11-afa8f90b5c6d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:55.693348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-0c82845e-6e12-411b-a1bf-7bff862fecb2 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4735482 Aug 16 02:02:55.694206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:55.722621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Request body: {'port': {'device_id': '43ddd475-1456-4cd4-b01a-fff8464defb0', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '94c0a9b64f1d4b0789186f0353d8a929'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:55.820053 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-530c2c07-c104-4bdc-81ac-fbd3e19aab02 req-be0c3c17-6919-4787-8e3a-f57f4458b697 service neutron] 10.222.0.84 "GET /v2.0/networks/bbd89005-eb59-42c9-9038-9b077f2ce378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743281 Aug 16 02:02:55.855506 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.899056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=e1329dfd-91d1-4ea2-a2e9-96c128d86822,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.926708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No DVR routers for this DVR port e1329dfd-91d1-4ea2-a2e9-96c128d86822 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:56.031505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Made reservation on behalf of 94c0a9b64f1d4b0789186f0353d8a929 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:56.035053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d5391b49-8964-4176-aa05-f0d5dd4b3d9a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:56.036836 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.050073 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.053305 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.075288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95ff778-5a1d-4f58-a309-1d95fc160abc']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:56.090123 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port d5391b49-8964-4176-aa05-f0d5dd4b3d9a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:56.095544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d5391b49-8964-4176-aa05-f0d5dd4b3d9a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:56.096078 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.096263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96019e03-0bd4-4927-8db7-d185855406e2') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:56.096803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96019e03-0bd4-4927-8db7-d185855406e2') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:56.116404 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.141898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.156282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:56.156773 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:56.160616 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:56.197017 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c62dcf9a-5863-4879-a424-41e9828c1f9c None None] Provisioning complete for port 99244bee-e618-4618-8c5f-8a0a8c3eda3d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:56.197920 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c62dcf9a-5863-4879-a424-41e9828c1f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.244674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.257715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:56.258350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.264696 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/networks/d95ff778-5a1d-4f58-a309-1d95fc160abc HTTP/1.1" status: 204 len: 168 time: 2.1312237 Aug 16 02:02:56.266641 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53334) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:56.284653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1604254186'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:56.285000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c62dcf9a-5863-4879-a424-41e9828c1f9c None None] Port 99244bee-e618-4618-8c5f-8a0a8c3eda3d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:56.294371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef191bd8-5a48-4af3-997e-ddc77323007d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Network': ['ID=d95ff778-5a1d-4f58-a309-1d95fc160abc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.303206 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.330000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port d5391b49-8964-4176-aa05-f0d5dd4b3d9a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d5391b49-8964-4176-aa05-f0d5dd4b3d9a,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:56.335145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.377967 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.413833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=d5391b49-8964-4176-aa05-f0d5dd4b3d9a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.430695 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.451949 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74b8e8-ea4d-4fc7-b70a-681b150c933d req-2f6dbb61-e8b4-4233-be3a-9b0e4f03280a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.455779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e1329dfd-91d1-4ea2-a2e9-96c128d86822 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:56.459465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b74b8e8-ea4d-4fc7-b70a-681b150c933d req-2f6dbb61-e8b4-4233-be3a-9b0e4f03280a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1355031 Aug 16 02:02:56.489856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:56.508336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-239dac1c-432a-4bb2-95cc-30e36f8cbabc admin admin] 10.222.0.79 "PUT /v2.0/routers/7d75ce68-7cbe-4f08-b6b6-3e235e590fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8232188 Aug 16 02:02:56.515487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:56.519553 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.527686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Sync routers for ids ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:56.534631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b74b8e8-ea4d-4fc7-b70a-681b150c933d req-fa983be8-bc0b-4c9e-b7fb-182aa6097893 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741923 Aug 16 02:02:56.543484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: e1329dfd-91d1-4ea2-a2e9-96c128d86822 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:56.544429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e1329dfd-91d1-4ea2-a2e9-96c128d86822 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:56.563868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Routers {'7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:56.564948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:02:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:56.584175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea09d8e8-071f-4ca7-80bb-0fd056acb97f req-a8dc2656-1799-439b-8469-1824b1395223 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 210 time: 0.0746083 Aug 16 02:02:56.643072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d560ab7-0a67-4286-8fce-9b89320bf3dd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.674106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:56.702709 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.703065 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Added segment 7f923cd7-7a6b-4e70-9188-a84fdb0a18c2 of type vlan for network 95a6de4b-c203-40f4-96de-d4a592d5492e Aug 16 02:02:56.717319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Allocated IP 192.168.233.195 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/33b6d710-d70b-4a75-9354-6bbf1e9582b9) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:56.783159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Set router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:56.812256 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.839170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5848aff-30ec-4262-88f1-629d4ecffd11 req-10ceb41c-e5c5-470a-b0b5-80c9e430f99c tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.846042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5848aff-30ec-4262-88f1-629d4ecffd11 req-10ceb41c-e5c5-470a-b0b5-80c9e430f99c tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 943 time: 0.0814962 Aug 16 02:02:56.935254 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.941794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.942465 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.949128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5848aff-30ec-4262-88f1-629d4ecffd11 req-967585a0-884c-41ba-ba03-6a584a8376c3 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936308 Aug 16 02:02:56.998642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:57.040054 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7722936 Aug 16 02:02:57.042811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53356) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:57.048004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': '95a6de4b-c203-40f4-96de-d4a592d5492e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:57.076948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c9f3a-5c22-4b81-b151-fe7ef1be98e8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Network': ['ID=95a6de4b-c203-40f4-96de-d4a592d5492e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.102316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 95a6de4b-c203-40f4-96de-d4a592d5492e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:57.107447 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.124881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Transition to ACTIVE for port object 33b6d710-d70b-4a75-9354-6bbf1e9582b9 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:57.186491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.195171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:57.201740 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.251774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:57.256043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:57.263267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:57.324728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.325544 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.345456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Pushing event updated for resources: {'Port': ['ID=33b6d710-d70b-4a75-9354-6bbf1e9582b9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.355208 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-6d778224-9a91-4c08-85a8-ea25784fdd2d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6392193 Aug 16 02:02:57.374799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Request body: {'port': {'device_id': '43ddd475-1456-4cd4-b01a-fff8464defb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:57.497105 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.524952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 4, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '99244bee-e618-4618-8c5f-8a0a8c3eda3d', 'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'mac_address': 'fa:16:3e:89:e5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:53Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 2, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'subnets': [{'id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:57.552243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53368) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:57.557227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1377837083-network', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:57.573920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Checking router: 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:57.574376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Updating router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 port 99244bee-e618-4618-8c5f-8a0a8c3eda3d binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:57.585302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=688e69e8-3481-45c7-ae7f-429ec4ac7cc3,segment=NetworkSegment(9fb5ba7b-31cd-42d8-a93d-a448c330935d),segment_id=9fb5ba7b-31cd-42d8-a93d-a448c330935d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:57.608601 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.630167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '688e69e8-3481-45c7-ae7f-429ec4ac7cc3', 'network_id': 'bbd89005-eb59-42c9-9038-9b077f2ce378', 'port_id': '688e69e8-3481-45c7-ae7f-429ec4ac7cc3', 'mac_address': 'fa:16:3e:d7:eb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcf521-787e-41fe-a885-cb393868e816', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:57.710771 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.716265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Made reservation on behalf of 2cdc5828ce4e4f3fa99afaa22148da99 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:57.719541 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.726229 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.767734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:57.787424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a059fed1-97ea-4bb0-b718-595d1c6b58f8 None None] Provisioning for port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:57.795325 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.797171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Subnet': ['ID=7eeb951d-189f-42a2-9a6e-f320c8b659e5,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.805891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=688e69e8-3481-45c7-ae7f-429ec4ac7cc3,segment=NetworkSegment(9fb5ba7b-31cd-42d8-a93d-a448c330935d),segment_id=9fb5ba7b-31cd-42d8-a93d-a448c330935d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:57.811324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a059fed1-97ea-4bb0-b718-595d1c6b58f8 None None] Provisioning complete for port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:57.811696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a059fed1-97ea-4bb0-b718-595d1c6b58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.863261 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.871485 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b6d710-d70b-4a75-9354-6bbf1e9582b9 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:57.885030 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.895568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Transition to ACTIVE for port object 33b6d710-d70b-4a75-9354-6bbf1e9582b9 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:57.904235 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.984920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=688e69e8-3481-45c7-ae7f-429ec4ac7cc3,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:58.007867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc647e-d3a6-4a6c-8652-2ceddfd6232f req-fd37e611-c519-4df7-aae3-c512d6a0cca2 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.015969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32dc647e-d3a6-4a6c-8652-2ceddfd6232f req-fd37e611-c519-4df7-aae3-c512d6a0cca2 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 936 time: 0.2624905 Aug 16 02:02:58.023746 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Pushing event updated for resources: {'Port': ['ID=33b6d710-d70b-4a75-9354-6bbf1e9582b9,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:58.055123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069356b-dca5-4496-b650-f43f5c7246d9 req-6807fa0a-59ed-4371-a989-1977631f6a45 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.063542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a069356b-dca5-4496-b650-f43f5c7246d9 req-6807fa0a-59ed-4371-a989-1977631f6a45 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.3539715 Aug 16 02:02:58.088423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Checking segment: {'id': '7f923cd7-7a6b-4e70-9188-a84fdb0a18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '95a6de4b-c203-40f4-96de-d4a592d5492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:58.088832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network hostable DHCP agents. Network: 95a6de4b-c203-40f4-96de-d4a592d5492e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:58.113224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Attempting to bind port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:58.114028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Attempting to bind port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:58.114028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Attempting to bind port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:58.119002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:58.119644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Attempting to bind port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:58.126365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:58.126798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:58.127249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:58.127894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Bound port: 33b6d710-d70b-4a75-9354-6bbf1e9582b9, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:58.128409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.153898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d5391b49-8964-4176-aa05-f0d5dd4b3d9a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:58.180757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 95a6de4b-c203-40f4-96de-d4a592d5492e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:58.201190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32dc647e-d3a6-4a6c-8652-2ceddfd6232f req-2fdc7f99-d685-4778-8896-4e9c476d599d tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841171 Aug 16 02:02:58.206989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a059fed1-97ea-4bb0-b718-595d1c6b58f8 None None] Port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:58.207765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 95a6de4b-c203-40f4-96de-d4a592d5492e) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:58.222501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a069356b-dca5-4496-b650-f43f5c7246d9 req-3e380241-aed2-4406-ade1-4d1eff94d472 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579957 Aug 16 02:02:58.236465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.237264 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.251621 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e981acb9-9c2b-4dd9-a193-0f0bdac596fc None None] Network 95a6de4b-c203-40f4-96de-d4a592d5492e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:58.270291 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.274950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] For port 33b6d710-d70b-4a75-9354-6bbf1e9582b9, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:58.289599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] For port 33b6d710-d70b-4a75-9354-6bbf1e9582b9, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=33b6d710-d70b-4a75-9354-6bbf1e9582b9,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:58.306880 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.344606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.348772 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['688e69e8-3481-45c7-ae7f-429ec4ac7cc3'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:58.351755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Transition to ACTIVE for port object 99244bee-e618-4618-8c5f-8a0a8c3eda3d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:58.361422 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.361676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d5391b49-8964-4176-aa05-f0d5dd4b3d9a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:58.361971 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.417628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.419312 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.421015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93c1471-0552-440b-bf04-cb5696ee5be8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:58.440347 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] 10.222.0.84 "PUT /v2.0/ports/33b6d710-d70b-4a75-9354-6bbf1e9582b9 HTTP/1.1" status: 200 len: 1097 time: 1.0699129 Aug 16 02:02:58.450745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ddd475-1456-4cd4-b01a-fff8464defb0', 'tag': '33b6d710-d70b-4a75-9354-6bbf1e9582b9'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:58.460035 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f85335-b6a3-41dd-a610-faad06faa1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "43ddd475-1456-4cd4-b01a-fff8464defb0", "tag": "33b6d710-d70b-4a75-9354-6bbf1e9582b9"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:58.472896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6fa2b828-b6eb-4d19-80b1-169cd53c1e98 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4289594 Aug 16 02:02:58.476893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc80154-2d9a-43c3-a1f1-3d489affd63e service neutron] Pushing event updated for resources: {'Port': ['ID=33b6d710-d70b-4a75-9354-6bbf1e9582b9,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:58.494948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53382) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:58.507163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': '95a6de4b-c203-40f4-96de-d4a592d5492e', 'name': 'tempest-PortsTestJSON-206399376', 'fixed_ips': [{'subnet_id': '7eeb951d-189f-42a2-9a6e-f320c8b659e5', 'ip_address': '172.20.0.10'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:58.516219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:58.540177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.540668 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Added segment 04dc3909-8a7d-47aa-812f-fbd35e92dc81 of type vlan for network dc43d76a-65e7-4c36-b73a-efb9d896912b Aug 16 02:02:58.552005 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.573416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d314dd7-4d05-49f2-a6c8-488fa5e90ca7 req-3fbf781e-a8ad-4fc5-8899-b34a164c2e49 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.575055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d314dd7-4d05-49f2-a6c8-488fa5e90ca7 req-3fbf781e-a8ad-4fc5-8899-b34a164c2e49 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 944 time: 0.2290001 Aug 16 02:02:58.591331 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90066d2-256f-4ef0-82a9-915e421f1bfc x-openstack-request-id: req-c90066d2-256f-4ef0-82a9-915e421f1bfc {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:58.592197 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ddd475-1456-4cd4-b01a-fff8464defb0", "tag": "33b6d710-d70b-4a75-9354-6bbf1e9582b9", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:58.592441 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c90066d2-256f-4ef0-82a9-915e421f1bfc {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:58.592845 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ddd475-1456-4cd4-b01a-fff8464defb0', 'tag': '33b6d710-d70b-4a75-9354-6bbf1e9582b9', 'status': 'completed', 'code': 200} Aug 16 02:02:58.638040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.665107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d314dd7-4d05-49f2-a6c8-488fa5e90ca7 req-28f89319-121a-4947-a4a2-0b72170a05d5 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793142 Aug 16 02:02:58.671523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-8057e663-3594-4596-84aa-7509ccf0d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.672824 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-8057e663-3594-4596-84aa-7509ccf0d10f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=94c0a9b64f1d4b0789186f0353d8a929&device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 1100 time: 0.0834029 Aug 16 02:02:58.723192 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.723192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.723754 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.741470 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-9a47dd33-7249-4f32-92d7-0c771ebd3ffc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=33b6d710-d70b-4a75-9354-6bbf1e9582b9 HTTP/1.1" status: 200 len: 217 time: 0.0506241 Aug 16 02:02:58.785905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:58.809825 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2567005 Aug 16 02:02:58.821145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53394) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:58.826727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c57c6-d039-4e71-90ca-3d23b17ee6da None None] Pushing event updated for resources: {'Port': ['ID=99244bee-e618-4618-8c5f-8a0a8c3eda3d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:58.839421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] Request body: {'subnet': {'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1377837083-subnet', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:58.858232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1db8f-d346-4093-bdd9-83f61b6ee8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=dc43d76a-65e7-4c36-b73a-efb9d896912b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:58.879575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-68d64991-c9be-4aec-b811-af505d589dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.881190 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-68d64991-c9be-4aec-b811-af505d589dad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1328456 Aug 16 02:02:58.903580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] Made reservation on behalf of 2cdc5828ce4e4f3fa99afaa22148da99 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:58.911690 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.980092 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.001177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-ce604888-eacd-4077-b20c-7c75b545d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.002722 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-ce604888-eacd-4077-b20c-7c75b545d53e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1055434 Aug 16 02:02:59.003040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network dc43d76a-65e7-4c36-b73a-efb9d896912b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:59.005061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-95a6de4b-c203-40f4-96de-d4a592d5492e', 'network_id': '95a6de4b-c203-40f4-96de-d4a592d5492e', 'tenant_id': '05983e96699944649ebc893914b5f09a', 'fixed_ips': [{'subnet_id': '7eeb951d-189f-42a2-9a6e-f320c8b659e5'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:59.006092 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.115472 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-07303f05-c27a-4afd-801b-529ee366a894 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039269 Aug 16 02:02:59.119221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port 60ecee5d-6345-4ffb-96b5-91f761e9d038 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:59.123326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Attempting to bind port 99244bee-e618-4618-8c5f-8a0a8c3eda3d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:59.123810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Attempting to bind port 99244bee-e618-4618-8c5f-8a0a8c3eda3d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:59.124286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Attempting to bind port 99244bee-e618-4618-8c5f-8a0a8c3eda3d on network be92c7d7-f277-404d-ba11-afa8f90b5c6d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:59.181356 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.291131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Allocated IP 172.20.0.2 (95a6de4b-c203-40f4-96de-d4a592d5492e/7eeb951d-189f-42a2-9a6e-f320c8b659e5/3eb38692-830b-4abc-8ba8-c6a69ff834b0) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:59.322050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] Checking segment: {'id': '04dc3909-8a7d-47aa-812f-fbd35e92dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:59.322417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] Network hostable DHCP agents. Network: dc43d76a-65e7-4c36-b73a-efb9d896912b, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:59.332442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6575215c-7c0e-45c8-9662-fb3bc7cd2bbe,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.366898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:59.367389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Checking segment: {'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:59.367874 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.368490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Bound using segment: {'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:59.369218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Bound port: 99244bee-e618-4618-8c5f-8a0a8c3eda3d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:59.369668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.393187 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26c9258f-b22e-40bc-86e3-842ba9aa35d6 req-aa92bfaf-d14f-4d85-b3c2-542d60a26ee9 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674971 Aug 16 02:02:59.404065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] Network dc43d76a-65e7-4c36-b73a-efb9d896912b is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:59.434736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996752d-1ef2-459e-8cdb-c782f1b8d22c req-2a5ed581-0fea-4709-ba28-9a61c9609296 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.436801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4996752d-1ef2-459e-8cdb-c782f1b8d22c req-2a5ed581-0fea-4709-ba28-9a61c9609296 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 948 time: 0.1020122 Aug 16 02:02:59.439819 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, dc43d76a-65e7-4c36-b73a-efb9d896912b) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:59.450722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8840a8-f336-42a7-a982-bac4b51bec5f req-a6c75166-48e8-4dbb-80c5-cfa492a3c9fd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.459179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c8840a8-f336-42a7-a982-bac4b51bec5f req-a6c75166-48e8-4dbb-80c5-cfa492a3c9fd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1084330 Aug 16 02:02:59.462089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.463037 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.463667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d39f6-793e-432e-85a4-9b2bb1282df0 None None] Network dc43d76a-65e7-4c36-b73a-efb9d896912b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:59.567582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c8840a8-f336-42a7-a982-bac4b51bec5f req-c847a239-7110-4462-83c5-a7c99a340689 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071467 Aug 16 02:02:59.572336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-db0724da-568c-4b5f-b139-43504c8a5268 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7497363 Aug 16 02:02:59.577606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4996752d-1ef2-459e-8cdb-c782f1b8d22c req-aaed0722-5a17-40b6-affe-56c9c6431e02 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097641 Aug 16 02:02:59.577606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53404) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:59.581897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1377837083-router', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:59.606130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85335-b6a3-41dd-a610-faad06faa1ca req-1a4261ba-9a70-4bb0-9e9e-33f5a214b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.607809 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71f85335-b6a3-41dd-a610-faad06faa1ca req-1a4261ba-9a70-4bb0-9e9e-33f5a214b8ca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=94c0a9b64f1d4b0789186f0353d8a929&device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 1100 time: 0.1124704 Aug 16 02:02:59.625892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] For port 99244bee-e618-4618-8c5f-8a0a8c3eda3d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:59.635774 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.637208 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.667523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] For port 99244bee-e618-4618-8c5f-8a0a8c3eda3d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=99244bee-e618-4618-8c5f-8a0a8c3eda3d,segment=NetworkSegment(30f16d33-b26c-4d52-a4ff-1ccc66e30dd4),segment_id=30f16d33-b26c-4d52-a4ff-1ccc66e30dd4)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:59.681065 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.694009 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.740274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Transition to ACTIVE for port object 3eb38692-830b-4abc-8ba8-c6a69ff834b0 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:59.772596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85335-b6a3-41dd-a610-faad06faa1ca req-c36a9c59-746c-4c4a-a4df-2d7048b77f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.772809 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.774031 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71f85335-b6a3-41dd-a610-faad06faa1ca req-c36a9c59-746c-4c4a-a4df-2d7048b77f25 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1579418 Aug 16 02:02:59.808144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Routers {'7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:59.808859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:02:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:59.837596 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71f85335-b6a3-41dd-a610-faad06faa1ca req-353d5190-8b85-427b-8379-76f0cafc6eea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=33b6d710-d70b-4a75-9354-6bbf1e9582b9 HTTP/1.1" status: 200 len: 217 time: 0.0492382 Aug 16 02:02:59.900058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-dc43d76a-65e7-4c36-b73a-efb9d896912b', 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'fixed_ips': [{'subnet_id': '6575215c-7c0e-45c8-9662-fb3bc7cd2bbe'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:59.901004 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.915542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Transition to ACTIVE for port object 3eb38692-830b-4abc-8ba8-c6a69ff834b0 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:59.937774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85335-b6a3-41dd-a610-faad06faa1ca req-f39be3c5-1bef-4991-90e4-c6027b208dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.940137 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71f85335-b6a3-41dd-a610-faad06faa1ca req-f39be3c5-1bef-4991-90e4-c6027b208dbc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0888283 Aug 16 02:03:00.034292 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.059510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b10c97-23cb-4ec9-95a9-1a25ca528e19 req-c1113f9f-6001-45d9-98e9-fe67d57a038d tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.062076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3b10c97-23cb-4ec9-95a9-1a25ca528e19 req-c1113f9f-6001-45d9-98e9-fe67d57a038d tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 944 time: 0.2762597 Aug 16 02:03:00.074518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f85335-b6a3-41dd-a610-faad06faa1ca req-93baafe6-a586-4ca7-8611-ef7f4fb3c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.076103 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71f85335-b6a3-41dd-a610-faad06faa1ca req-93baafe6-a586-4ca7-8611-ef7f4fb3c160 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1272757 Aug 16 02:03:00.077279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.10 (95a6de4b-c203-40f4-96de-d4a592d5492e/7eeb951d-189f-42a2-9a6e-f320c8b659e5/60ecee5d-6345-4ffb-96b5-91f761e9d038) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:00.079243 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.148379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3b10c97-23cb-4ec9-95a9-1a25ca528e19 req-c3f1860a-5d7e-47aa-8bdd-4e87ed51ab6f tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671904 Aug 16 02:03:00.169261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] Set router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:00.199936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c57c6-d039-4e71-90ca-3d23b17ee6da None None] Pushing event updated for resources: {'Port': ['ID=99244bee-e618-4618-8c5f-8a0a8c3eda3d,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:00.265040 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71f85335-b6a3-41dd-a610-faad06faa1ca req-f6aa9baf-e09b-4021-be64-26ddde454eb6 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791840 Aug 16 02:03:00.305643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Network 95a6de4b-c203-40f4-96de-d4a592d5492e is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:00.327944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:00.330748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:00.350106 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.376728 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.399321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.426328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object 60ecee5d-6345-4ffb-96b5-91f761e9d038 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:00.429499 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-71f85335-b6a3-41dd-a610-faad06faa1ca req-35294eee-ec3f-42c1-9ac2-fd9d5cd88af1 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486816 Aug 16 02:03:00.479238 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.534879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Allocated IP 172.25.2.205 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/cf656d26-c529-4abb-b9a4-00b66d580488) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:00.549375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 95a6de4b-c203-40f4-96de-d4a592d5492e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:00.554679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:00.557729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:00.574424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Pushing event updated for resources: {'Port': ['ID=3eb38692-830b-4abc-8ba8-c6a69ff834b0,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:00.606032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=60ecee5d-6345-4ffb-96b5-91f761e9d038,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:00.670715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.671026 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.671790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.696173 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-545bac28-10b6-490f-b7f3-3a3e46071762 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1959794 Aug 16 02:03:00.697394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53414) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:00.700360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Allocated IP 172.20.0.2 (dc43d76a-65e7-4c36-b73a-efb9d896912b/6575215c-7c0e-45c8-9662-fb3bc7cd2bbe/62d4fdd0-cd3a-4e35-926d-9c59f6a69287) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:00.708809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': '95a6de4b-c203-40f4-96de-d4a592d5492e', 'name': 'tempest-PortsTestJSON-2051656952', 'fixed_ips': [{'subnet_id': '7eeb951d-189f-42a2-9a6e-f320c8b659e5', 'ip_address': '172.20.0.9'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:00.751171 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Attempting to bind port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:00.752206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Attempting to bind port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7f923cd7-7a6b-4e70-9188-a84fdb0a18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '95a6de4b-c203-40f4-96de-d4a592d5492e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:00.752820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Attempting to bind port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 on network 95a6de4b-c203-40f4-96de-d4a592d5492e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:00.766236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:00.766616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Checking segment: {'id': '7f923cd7-7a6b-4e70-9188-a84fdb0a18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '95a6de4b-c203-40f4-96de-d4a592d5492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:00.767311 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.767459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Bound using segment: {'id': '7f923cd7-7a6b-4e70-9188-a84fdb0a18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '95a6de4b-c203-40f4-96de-d4a592d5492e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:00.767908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Bound port: 3eb38692-830b-4abc-8ba8-c6a69ff834b0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f923cd7-7a6b-4e70-9188-a84fdb0a18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '95a6de4b-c203-40f4-96de-d4a592d5492e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:00.768843 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.827077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b97610-8c4c-4f52-96ea-736029816295 req-fd113e69-ade5-4355-a42f-55f1c5dd7f0c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.829013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3b97610-8c4c-4f52-96ea-736029816295 req-fd113e69-ade5-4355-a42f-55f1c5dd7f0c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1447356 Aug 16 02:03:00.847506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647c591-21e7-492e-9188-2837c0987bf8 req-8c0d0bf1-a32e-4985-a869-89b89d7877de tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.853518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e647c591-21e7-492e-9188-2837c0987bf8 req-8c0d0bf1-a32e-4985-a869-89b89d7877de tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 948 time: 0.1543365 Aug 16 02:03:00.868162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:00.882221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.897295 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.914647 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port 427c9e9e-7067-4544-9e04-ec846cd4262d yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:00.953920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Pushing event updated for resources: {'Port': ['ID=cf656d26-c529-4abb-b9a4-00b66d580488,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:00.974558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:00.975918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] For port 3eb38692-830b-4abc-8ba8-c6a69ff834b0, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:00.980851 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:00.994835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:01.008238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3b97610-8c4c-4f52-96ea-736029816295 req-a00f8d4c-f15f-4257-b1f8-2d6da5653034 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516094 Aug 16 02:03:01.009395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:01.016877 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e647c591-21e7-492e-9188-2837c0987bf8 req-761985f6-8b1b-4da0-8662-384b49c9c6ef tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555576 Aug 16 02:03:01.041817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] For port 3eb38692-830b-4abc-8ba8-c6a69ff834b0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3eb38692-830b-4abc-8ba8-c6a69ff834b0,segment=NetworkSegment(7f923cd7-7a6b-4e70-9188-a84fdb0a18c2),segment_id=7f923cd7-7a6b-4e70-9188-a84fdb0a18c2)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:01.075145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.089706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 4, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '99244bee-e618-4618-8c5f-8a0a8c3eda3d', 'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'mac_address': 'fa:16:3e:89:e5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:53Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'subnets': [{'id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:01.094205 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.153276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1410ac1-5135-4ad7-9e61-99506c46d5fb None None] The sync data for ids ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'] in n-d-768851-16 is: [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 4, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '99244bee-e618-4618-8c5f-8a0a8c3eda3d', 'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'mac_address': 'fa:16:3e:89:e5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:53Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'subnets': [{'id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:01.155828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Transition to ACTIVE for port object 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:01.271005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:01.284597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Transition to ACTIVE for port object 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:01.288922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:01.289333 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.362627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.9 (95a6de4b-c203-40f4-96de-d4a592d5492e/7eeb951d-189f-42a2-9a6e-f320c8b659e5/427c9e9e-7067-4544-9e04-ec846cd4262d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:01.408958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.411429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4e0f3-aa9c-47dd-9484-204e6358d8e2 None None] Pushing event updated for resources: {'Port': ['ID=3eb38692-830b-4abc-8ba8-c6a69ff834b0,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.568159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Network dc43d76a-65e7-4c36-b73a-efb9d896912b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:01.595737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7fc20-4478-4963-863b-cb380e33343b req-428c0659-86d2-43cd-b52c-bdae27de690a tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.616514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96f7fc20-4478-4963-863b-cb380e33343b req-428c0659-86d2-43cd-b52c-bdae27de690a tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 944 time: 0.2667623 Aug 16 02:03:01.634641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:01.655902 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:01.657154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Pushing event updated for resources: {'Port': ['ID=62d4fdd0-cd3a-4e35-926d-9c59f6a69287,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.687300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.712062 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object 427c9e9e-7067-4544-9e04-ec846cd4262d will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:01.740257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53428) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:01.754782 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.846011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=427c9e9e-7067-4544-9e04-ec846cd4262d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.848471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Attempting to bind port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.848787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Attempting to bind port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '04dc3909-8a7d-47aa-812f-fbd35e92dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.861381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Attempting to bind port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 on network dc43d76a-65e7-4c36-b73a-efb9d896912b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.863235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 95a6de4b-c203-40f4-96de-d4a592d5492e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:01.865251 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:01.879407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:01.884370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:01.884370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Checking segment: {'id': '04dc3909-8a7d-47aa-812f-fbd35e92dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:01.884783 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.885211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Bound using segment: {'id': '04dc3909-8a7d-47aa-812f-fbd35e92dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:01.885731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Bound port: 62d4fdd0-cd3a-4e35-926d-9c59f6a69287, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dc3909-8a7d-47aa-812f-fbd35e92dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:01.891125 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.894581 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.941763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96f7fc20-4478-4963-863b-cb380e33343b req-b207a6d9-567b-4a33-823e-a2b9bce967d5 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020587 Aug 16 02:03:01.978141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.979288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.979975 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.012607 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c43b97d8-d59b-4926-abb6-7efc79bfa04b tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3098371 Aug 16 02:03:02.014938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53432) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.068695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6719129-4c3b-47ab-bb79-f803f930f863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e69e8-3481-45c7-ae7f-429ec4ac7cc3'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:02.077816 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b139b2-0a43-4e55-8684-5030be86dd67" -d '{"events": [{"server_uuid": "d6719129-4c3b-47ab-bb79-f803f930f863", "name": "network-vif-plugged", "status": "completed", "tag": "688e69e8-3481-45c7-ae7f-429ec4ac7cc3"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:02.155555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=688e69e8-3481-45c7-ae7f-429ec4ac7cc3,segment=NetworkSegment(9fb5ba7b-31cd-42d8-a93d-a448c330935d),segment_id=9fb5ba7b-31cd-42d8-a93d-a448c330935d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:02.189046 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f49c583-04cb-41e9-baf3-27af15923136 x-openstack-request-id: req-6f49c583-04cb-41e9-baf3-27af15923136 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:02.189273 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6719129-4c3b-47ab-bb79-f803f930f863", "name": "network-vif-plugged", "status": "completed", "tag": "688e69e8-3481-45c7-ae7f-429ec4ac7cc3", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:02.189539 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f49c583-04cb-41e9-baf3-27af15923136 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:02.189982 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6719129-4c3b-47ab-bb79-f803f930f863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e69e8-3481-45c7-ae7f-429ec4ac7cc3', 'code': 200} Aug 16 02:03:02.204368 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.227311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3eb38692-830b-4abc-8ba8-c6a69ff834b0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:02.236260 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0d6a960-648f-4966-802e-a82900b68d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.240531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f860d44e-6f0d-49dc-ab36-aca2d1fd87c4 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.245330 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f860d44e-6f0d-49dc-ab36-aca2d1fd87c4 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2293339 Aug 16 02:03:02.245995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53442) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.400111 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] For port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:02.419397 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0d6a960-648f-4966-802e-a82900b68d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.432656 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0d6a960-648f-4966-802e-a82900b68d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.439796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d1b83-bd2e-4c5d-a01c-17b03bf9620c req-1552e063-71f3-46b3-8439-e1ee74d3cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.445723 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a5d1b83-bd2e-4c5d-a01c-17b03bf9620c req-1552e063-71f3-46b3-8439-e1ee74d3cb46 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 1097 time: 0.1739872 Aug 16 02:03:02.449550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] For port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=62d4fdd0-cd3a-4e35-926d-9c59f6a69287,segment=NetworkSegment(04dc3909-8a7d-47aa-812f-fbd35e92dc81),segment_id=04dc3909-8a7d-47aa-812f-fbd35e92dc81)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:02.459495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:02.466094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b4b57a-89e8-47a2-bce2-165cc42e67b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.474471 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b4b57a-89e8-47a2-bce2-165cc42e67b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.481248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b4b57a-89e8-47a2-bce2-165cc42e67b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.486097 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b6b4b57a-89e8-47a2-bce2-165cc42e67b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2390673 Aug 16 02:03:02.486895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53446) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.494566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d0d6a960-648f-4966-802e-a82900b68d1b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=71c9f6d42f704a45a19465840a988554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7521253 Aug 16 02:03:02.496479 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.516540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 99244bee-e618-4618-8c5f-8a0a8c3eda3d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:02.522106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=688e69e8-3481-45c7-ae7f-429ec4ac7cc3,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.542834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53448) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.679295 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a5d1b83-bd2e-4c5d-a01c-17b03bf9620c req-b9bade6a-399f-42a3-9d4e-1593d132c396 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229581 Aug 16 02:03:02.695563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2ffff-7fd7-476d-aed4-dcc7b6157062 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 427c9e9e-7067-4544-9e04-ec846cd4262d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:02.695903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ffff-7fd7-476d-aed4-dcc7b6157062 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.760655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e4e50-458e-4723-b0e6-b4417acde8b1 None None] Pushing event updated for resources: {'Port': ['ID=62d4fdd0-cd3a-4e35-926d-9c59f6a69287,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.796877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 99244bee-e618-4618-8c5f-8a0a8c3eda3d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:02.802143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 99244bee-e618-4618-8c5f-8a0a8c3eda3d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:02.803794 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.820777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df341b-7c3b-48ab-a453-f30b52f3e7a7 req-eb40c7c8-1d1c-4088-a020-2c08ba288df7 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.836812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3df341b-7c3b-48ab-a453-f30b52f3e7a7 req-eb40c7c8-1d1c-4088-a020-2c08ba288df7 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 948 time: 0.6250937 Aug 16 02:03:02.858756 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.876375 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ffff-7fd7-476d-aed4-dcc7b6157062 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.904710 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2ffff-7fd7-476d-aed4-dcc7b6157062 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 427c9e9e-7067-4544-9e04-ec846cd4262d owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:02.961745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2db6038-ea2d-48bc-a0b5-aaa07293e286 None None] Network 95a6de4b-c203-40f4-96de-d4a592d5492e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:02.984323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 33b6d710-d70b-4a75-9354-6bbf1e9582b9 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:03.010617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61dc39-d667-4be6-a70f-f2df7887da92 req-1bc7a770-fd12-4522-9ec0-c7a0f169e810 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.018765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f61dc39-d667-4be6-a70f-f2df7887da92 req-1bc7a770-fd12-4522-9ec0-c7a0f169e810 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.5941069 Aug 16 02:03:03.096275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f61dc39-d667-4be6-a70f-f2df7887da92 req-285fc3de-b83e-4775-a025-1d185d486990 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761113 Aug 16 02:03:03.102106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6a960-648f-4966-802e-a82900b68d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b4cdf5-ac13-4ce8-ba34-3366a53f0caf,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.119821 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ffff-7fd7-476d-aed4-dcc7b6157062 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.121330 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.146250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-29af5a15-089f-4a6e-ae00-a45c65a39bd5 None None] Provisioning for port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:03.172124 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16868fa7-20dc-43db-bae6-cb3838e9d4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.190412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2ffff-7fd7-476d-aed4-dcc7b6157062 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=427c9e9e-7067-4544-9e04-ec846cd4262d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.231751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-29af5a15-089f-4a6e-ae00-a45c65a39bd5 None None] Provisioning complete for port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:03.232967 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-29af5a15-089f-4a6e-ae00-a45c65a39bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.275121 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ffff-7fd7-476d-aed4-dcc7b6157062 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.282330 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4bc2ffff-7fd7-476d-aed4-dcc7b6157062 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/427c9e9e-7067-4544-9e04-ec846cd4262d HTTP/1.1" status: 204 len: 168 time: 0.7830887 Aug 16 02:03:03.282984 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53452) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:03.315533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3df341b-7c3b-48ab-a453-f30b52f3e7a7 req-32a89380-7aee-493b-b25f-96dc18c620f4 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765573 Aug 16 02:03:03.316249 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44c57e2-28dd-40f6-94e3-84d9ebc7dae0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:03:03.321218 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b44c57e2-28dd-40f6-94e3-84d9ebc7dae0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/427c9e9e-7067-4544-9e04-ec846cd4262d HTTP/1.1" status: 404 len: 333 time: 0.0371470 Aug 16 02:03:03.323172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53454) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:03.325745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 99244bee-e618-4618-8c5f-8a0a8c3eda3d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=99244bee-e618-4618-8c5f-8a0a8c3eda3d,segment=NetworkSegment(30f16d33-b26c-4d52-a4ff-1ccc66e30dd4),segment_id=30f16d33-b26c-4d52-a4ff-1ccc66e30dd4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:03.328568 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16868fa7-20dc-43db-bae6-cb3838e9d4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.380434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.421750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Router 8b2608d0-1fb6-4d10-9a7b-34690170a835 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:03:03.478051 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-8b321fd5-25b6-4f3e-9f8e-a40b5f212cba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 60ecee5d-6345-4ffb-96b5-91f761e9d038 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:03.478645 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b321fd5-25b6-4f3e-9f8e-a40b5f212cba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.486302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 33b6d710-d70b-4a75-9354-6bbf1e9582b9, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=33b6d710-d70b-4a75-9354-6bbf1e9582b9,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:03.501763 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16868fa7-20dc-43db-bae6-cb3838e9d4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.502617 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-29af5a15-089f-4a6e-ae00-a45c65a39bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.504512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16868fa7-20dc-43db-bae6-cb3838e9d4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.514844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-16868fa7-20dc-43db-bae6-cb3838e9d4d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98b4cdf5-ac13-4ce8-ba34-3366a53f0caf HTTP/1.1" status: 204 len: 168 time: 0.9623845 Aug 16 02:03:03.556022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '33b6d710-d70b-4a75-9354-6bbf1e9582b9', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '33b6d710-d70b-4a75-9354-6bbf1e9582b9', 'mac_address': 'fa:16:3e:14:1d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:03.567805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=99244bee-e618-4618-8c5f-8a0a8c3eda3d,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.612093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16868fa7-20dc-43db-bae6-cb3838e9d4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b4cdf5-ac13-4ce8-ba34-3366a53f0caf,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.620609 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b321fd5-25b6-4f3e-9f8e-a40b5f212cba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.625785 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.651663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-8b321fd5-25b6-4f3e-9f8e-a40b5f212cba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 60ecee5d-6345-4ffb-96b5-91f761e9d038 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:03.679861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-29af5a15-089f-4a6e-ae00-a45c65a39bd5 None None] For port 3eb38692-830b-4abc-8ba8-c6a69ff834b0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3eb38692-830b-4abc-8ba8-c6a69ff834b0,segment=NetworkSegment(7f923cd7-7a6b-4e70-9188-a84fdb0a18c2),segment_id=7f923cd7-7a6b-4e70-9188-a84fdb0a18c2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:03.683009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b6d710-d70b-4a75-9354-6bbf1e9582b9 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:03.696101 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-29af5a15-089f-4a6e-ae00-a45c65a39bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.710230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057a580-ec8e-4876-b5bc-991c87b0b299 req-dd6c0018-42ea-4561-9d08-fc0603bbeee9 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.719228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0057a580-ec8e-4876-b5bc-991c87b0b299 req-dd6c0018-42ea-4561-9d08-fc0603bbeee9 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.2212198 Aug 16 02:03:03.763978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 22b2dde8-898c-4f40-9cc6-c4e700522521 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:03.774413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 33b6d710-d70b-4a75-9354-6bbf1e9582b9, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=33b6d710-d70b-4a75-9354-6bbf1e9582b9,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:03.790902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.792563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:03.814901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af5a15-089f-4a6e-ae00-a45c65a39bd5 None None] Pushing event updated for resources: {'Port': ['ID=3eb38692-830b-4abc-8ba8-c6a69ff834b0,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.821685 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.826602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53460) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:03.827409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a967e332-c85f-411f-a602-85c4c2e9c3cd admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2490475 Aug 16 02:03:03.833657 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Sync routers for ids ['8b2608d0-1fb6-4d10-9a7b-34690170a835'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:03.854088 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Routers {'8b2608d0-1fb6-4d10-9a7b-34690170a835'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:03.854744 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:02:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['8b2608d0-1fb6-4d10-9a7b-34690170a835'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:03.881941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0057a580-ec8e-4876-b5bc-991c87b0b299 req-09ef04c1-7804-4738-a49f-cf1ca76a4a14 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543012 Aug 16 02:03:04.220363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53472) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:04.261641 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21703ff7-c52d-4fde-b8b9-5811122b90e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.279626 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Set router 8b2608d0-1fb6-4d10-9a7b-34690170a835 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:04.280420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=33b6d710-d70b-4a75-9354-6bbf1e9582b9,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:04.340352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3eb38692-830b-4abc-8ba8-c6a69ff834b0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:04.441481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['33b6d710-d70b-4a75-9354-6bbf1e9582b9'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:04.455384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:04.499686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'port_id': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'mac_address': 'fa:16:3e:2a:1d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:04.511575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f0cde-1d49-425f-a2b4-c17c443708a6 req-d3d89825-5595-4ce0-8dd2-377c6ee4fa17 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.518979 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-176f0cde-1d49-425f-a2b4-c17c443708a6 req-d3d89825-5595-4ce0-8dd2-377c6ee4fa17 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1709106 Aug 16 02:03:04.519570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3049465-23f4-49dd-99bb-cd6f876ece81 None None] Network dc43d76a-65e7-4c36-b73a-efb9d896912b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:04.666938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9be55680-0465-4339-b839-b67dfcc7b9f1 None None] Provisioning complete for port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:04.667396 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9be55680-0465-4339-b839-b67dfcc7b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.720118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-176f0cde-1d49-425f-a2b4-c17c443708a6 req-54d89dbd-2c13-4f88-b53d-ea39afd338a4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893125 Aug 16 02:03:04.772322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4062ac-c235-4332-82a1-87e8b48df909 req-5221ef51-2d9a-4bfa-926f-69a8d3c6d7e1 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.777013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad4062ac-c235-4332-82a1-87e8b48df909 req-5221ef51-2d9a-4bfa-926f-69a8d3c6d7e1 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 949 time: 0.1974225 Aug 16 02:03:04.865598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad4062ac-c235-4332-82a1-87e8b48df909 req-bdf305b3-56c5-458f-9c50-b2a7716592de tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809503 Aug 16 02:03:04.942530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b321fd5-25b6-4f3e-9f8e-a40b5f212cba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.976451 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'name': 'tempest-TestServerBasicOps-1377837083-router', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:01Z', 'revision_number': 3, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'gw_port': {'id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:00Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:05.032471 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Checking router: 8b2608d0-1fb6-4d10-9a7b-34690170a835 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:05.038544 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Updating router 8b2608d0-1fb6-4d10-9a7b-34690170a835 port cf656d26-c529-4abb-b9a4-00b66d580488 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:05.090265 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.102571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b321fd5-25b6-4f3e-9f8e-a40b5f212cba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=60ecee5d-6345-4ffb-96b5-91f761e9d038,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:05.138124 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.204162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22b2dde8-898c-4f40-9cc6-c4e700522521 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:05.280643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:05.284548 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.293177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:05.428094 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:03:05.440219 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.475052 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b321fd5-25b6-4f3e-9f8e-a40b5f212cba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.491120 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b321fd5-25b6-4f3e-9f8e-a40b5f212cba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/60ecee5d-6345-4ffb-96b5-91f761e9d038 HTTP/1.1" status: 204 len: 168 time: 2.1531403 Aug 16 02:03:05.492076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53504) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.564529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:05.589712 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd711ca-133b-4b3b-a13d-ec8932023b11 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:03:05.591730 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dfd711ca-133b-4b3b-a13d-ec8932023b11 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/60ecee5d-6345-4ffb-96b5-91f761e9d038 HTTP/1.1" status: 404 len: 333 time: 0.0716789 Aug 16 02:03:05.594843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53506) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.626452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['22b2dde8-898c-4f40-9cc6-c4e700522521'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:05.627427 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.653184 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Transition to ACTIVE for port object cf656d26-c529-4abb-b9a4-00b66d580488 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:05.668831 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.669150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-1837e6df-beec-4398-b1aa-7925dbaa6987 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting subnet 7eeb951d-189f-42a2-9a6e-f320c8b659e5 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:05.717534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9be55680-0465-4339-b839-b67dfcc7b9f1 None None] Could not find standard attr ID for object 60ecee5d-6345-4ffb-96b5-91f761e9d038. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:05.730156 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1837e6df-beec-4398-b1aa-7925dbaa6987 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.737433 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21703ff7-c52d-4fde-b8b9-5811122b90e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.754841 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21703ff7-c52d-4fde-b8b9-5811122b90e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.813481 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Attempting to bind port cf656d26-c529-4abb-b9a4-00b66d580488 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:05.813895 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Attempting to bind port cf656d26-c529-4abb-b9a4-00b66d580488 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:05.814258 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Attempting to bind port cf656d26-c529-4abb-b9a4-00b66d580488 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:05.835853 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Pushing event updated for resources: {'Port': ['ID=cf656d26-c529-4abb-b9a4-00b66d580488,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:05.840925 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:05.841342 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:05.841772 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.842171 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:05.842652 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Bound port: cf656d26-c529-4abb-b9a4-00b66d580488, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:05.843034 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.867904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-21703ff7-c52d-4fde-b8b9-5811122b90e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8368d95c1310442cb0f79ce2bc6deb1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6445501 Aug 16 02:03:05.876137 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.876486 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.880114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53510) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.883959 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:05.884195 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.885581 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.886311 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.890249 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.892523 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.893636 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.894843 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.895521 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.896565 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.897119 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:05.949606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8baf0f9d-401f-4832-9531-92ceecfdaecd None None] Provisioning for port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:05.949902 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1837e6df-beec-4398-b1aa-7925dbaa6987 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.955632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21703ff7-c52d-4fde-b8b9-5811122b90e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d31429c-fe88-48e6-8f96-ac357b2d6f69,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:05.976994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17630cea-86c8-406e-98ad-65d5215e3bb1 req-3b475ce1-22c8-46a6-b278-70093c951c53 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.992993 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17630cea-86c8-406e-98ad-65d5215e3bb1 req-3b475ce1-22c8-46a6-b278-70093c951c53 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.9909310 Aug 16 02:03:06.033636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8baf0f9d-401f-4832-9531-92ceecfdaecd None None] Could not find standard attr ID for object 60ecee5d-6345-4ffb-96b5-91f761e9d038. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:06.035461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57899f42-9ca8-439e-85ca-70f3fc90b31e req-46318c9b-3156-4460-9287-083264503004 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.040212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8baf0f9d-401f-4832-9531-92ceecfdaecd None None] Could not find standard attr ID for object 427c9e9e-7067-4544-9e04-ec846cd4262d. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:06.048875 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57899f42-9ca8-439e-85ca-70f3fc90b31e req-46318c9b-3156-4460-9287-083264503004 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.1772807 Aug 16 02:03:06.101552 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57899f42-9ca8-439e-85ca-70f3fc90b31e req-a71e9163-4bc8-4a4a-b223-a1ee4d8f833e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471873 Aug 16 02:03:06.119967 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] For port cf656d26-c529-4abb-b9a4-00b66d580488, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:06.132328 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] For port cf656d26-c529-4abb-b9a4-00b66d580488, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cf656d26-c529-4abb-b9a4-00b66d580488,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:06.143540 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.147338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:06.154986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:06.155382 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.161414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17630cea-86c8-406e-98ad-65d5215e3bb1 req-126e6ebc-6ecb-4632-9eb6-56c83eac9c14 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670992 Aug 16 02:03:06.212763 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f734194-d2a3-43c4-ab6c-06405a2c4011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.322664 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f734194-d2a3-43c4-ab6c-06405a2c4011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.327692 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Routers {'8b2608d0-1fb6-4d10-9a7b-34690170a835'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:06.328130 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1837e6df-beec-4398-b1aa-7925dbaa6987 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.328331 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:02:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['8b2608d0-1fb6-4d10-9a7b-34690170a835'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:06.350967 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8bd18-e72b-4dce-bed1-e29f8c7d8b69 req-0a2807d1-b928-411f-9ea3-c53b3a7a86f6 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.352565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffe8bd18-e72b-4dce-bed1-e29f8c7d8b69 req-0a2807d1-b928-411f-9ea3-c53b3a7a86f6 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 949 time: 0.0691447 Aug 16 02:03:06.400466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fb6dc249-fe17-4fed-a74b-f7cef53c14e5 None None] Provisioning complete for port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:06.400855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb6dc249-fe17-4fed-a74b-f7cef53c14e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.402715 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.461235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffe8bd18-e72b-4dce-bed1-e29f8c7d8b69 req-31ccec9f-9063-45f6-b6ae-e487a3f167aa tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008277 Aug 16 02:03:06.548625 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.564094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=62d4fdd0-cd3a-4e35-926d-9c59f6a69287,segment=NetworkSegment(04dc3909-8a7d-47aa-812f-fbd35e92dc81),segment_id=04dc3909-8a7d-47aa-812f-fbd35e92dc81)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:06.576533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.577398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 99244bee-e618-4618-8c5f-8a0a8c3eda3d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:06.622520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1837e6df-beec-4398-b1aa-7925dbaa6987 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.680565 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] Set router 8b2608d0-1fb6-4d10-9a7b-34690170a835 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:06.727360 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb6dc249-fe17-4fed-a74b-f7cef53c14e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.762800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837e6df-beec-4398-b1aa-7925dbaa6987 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Subnet': ['ID=7eeb951d-189f-42a2-9a6e-f320c8b659e5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.818460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=62d4fdd0-cd3a-4e35-926d-9c59f6a69287,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.827968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f734194-d2a3-43c4-ab6c-06405a2c4011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.832149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f734194-d2a3-43c4-ab6c-06405a2c4011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.833883 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7f734194-d2a3-43c4-ab6c-06405a2c4011 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d31429c-fe88-48e6-8f96-ac357b2d6f69 HTTP/1.1" status: 204 len: 168 time: 0.9474683 Aug 16 02:03:06.835860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 99244bee-e618-4618-8c5f-8a0a8c3eda3d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:06.836375 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.869354 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f734194-d2a3-43c4-ab6c-06405a2c4011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d31429c-fe88-48e6-8f96-ac357b2d6f69,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.872049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1837e6df-beec-4398-b1aa-7925dbaa6987 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.872282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d809f8-fcfa-4271-bd17-52586515ab58 None None] Network 95a6de4b-c203-40f4-96de-d4a592d5492e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:06.875500 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1837e6df-beec-4398-b1aa-7925dbaa6987 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/7eeb951d-189f-42a2-9a6e-f320c8b659e5 HTTP/1.1" status: 204 len: 168 time: 1.2794831 Aug 16 02:03:06.878633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53526) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.974179 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-fb6dc249-fe17-4fed-a74b-f7cef53c14e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:03:06.974580 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-fb6dc249-fe17-4fed-a74b-f7cef53c14e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:03:07.047747 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.048111 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fca44-f2f4-4e5a-ae2b-c1eb1d136715 None None] Pushing event updated for resources: {'Port': ['ID=cf656d26-c529-4abb-b9a4-00b66d580488,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.150892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:07.151238 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.153417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Allocated IP 172.20.0.1 (dc43d76a-65e7-4c36-b73a-efb9d896912b/6575215c-7c0e-45c8-9662-fb3bc7cd2bbe/0b963428-37a0-4dae-9665-e8112e3cc5d1) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:07.281473 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'name': 'tempest-TestServerBasicOps-1377837083-router', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:01Z', 'revision_number': 3, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'gw_port': {'id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:00Z', 'updated_at': '2021-08-16T02:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:07.300379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9ccee6-611b-49cf-a916-58972d684b9f None None] DHCP port deletion for 95a6de4b-c203-40f4-96de-d4a592d5492e request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:07.367902 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:07.382488 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c381687-a5e5-4269-b6ea-2423831e3d96 None None] The sync data for ids ['8b2608d0-1fb6-4d10-9a7b-34690170a835'] in n-d-768851-16 is: [{'id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'name': 'tempest-TestServerBasicOps-1377837083-router', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:01Z', 'revision_number': 3, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'gw_port': {'id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:00Z', 'updated_at': '2021-08-16T02:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:07.392824 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.410767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Transition to ACTIVE for port object 0b963428-37a0-4dae-9665-e8112e3cc5d1 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:07.458849 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.464164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] For port 3eb38692-830b-4abc-8ba8-c6a69ff834b0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3eb38692-830b-4abc-8ba8-c6a69ff834b0,segment=NetworkSegment(7f923cd7-7a6b-4e70-9188-a84fdb0a18c2),segment_id=7f923cd7-7a6b-4e70-9188-a84fdb0a18c2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:07.464905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.525558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 3eb38692-830b-4abc-8ba8-c6a69ff834b0 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:07.549698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348bde2-fb17-428c-bf00-70986438b1bd req-8c052588-3696-4fbf-815b-e9447cd3bbff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:07.554510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b348bde2-fb17-428c-bf00-70986438b1bd req-8c052588-3696-4fbf-815b-e9447cd3bbff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.2294776 Aug 16 02:03:07.560446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b963428-37a0-4dae-9665-e8112e3cc5d1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.612795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Network dc43d76a-65e7-4c36-b73a-efb9d896912b is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:07.614676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:07.617488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:07.673988 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b348bde2-fb17-428c-bf00-70986438b1bd req-bfcbce2f-15b0-44c0-8182-5e79af337eb2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073291 Aug 16 02:03:07.760696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a86a60-6f08-4a97-8f5e-8c2ae05a21e5 req-437b27f9-8808-4ed9-a6df-716aad602ceb tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:07.765496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.774135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0a86a60-6f08-4a97-8f5e-8c2ae05a21e5 req-437b27f9-8808-4ed9-a6df-716aad602ceb tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 949 time: 0.1368339 Aug 16 02:03:07.819520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 22b2dde8-898c-4f40-9cc6-c4e700522521 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:07.846433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0a86a60-6f08-4a97-8f5e-8c2ae05a21e5 req-6a4ad02d-d701-4ceb-abd5-6121fd398809 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695512 Aug 16 02:03:07.915861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.950192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:07.950642 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.974457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=3eb38692-830b-4abc-8ba8-c6a69ff834b0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.978969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No DVR routers for this DVR port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:08.006257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ccee6-611b-49cf-a916-58972d684b9f None None] Deleting port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:08.006704 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6c9ccee6-611b-49cf-a916-58972d684b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.221075 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.239434 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.246772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a6de4b-c203-40f4-96de-d4a592d5492e']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:08.275041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f923cd7-7a6b-4e70-9188-a84fdb0a18c2') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:08.275797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f923cd7-7a6b-4e70-9188-a84fdb0a18c2') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:08.300002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.305468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6c9ccee6-611b-49cf-a916-58972d684b9f None None] For port 3eb38692-830b-4abc-8ba8-c6a69ff834b0, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:08.306283 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6c9ccee6-611b-49cf-a916-58972d684b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.351390 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.368606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:08.369596 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:08.377590 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:08.408779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2e7c30b1-9e6b-4352-b600-b9408bdb9c43 None None] Provisioning for port 0b963428-37a0-4dae-9665-e8112e3cc5d1 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:08.462180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ccee6-611b-49cf-a916-58972d684b9f None None] Calling delete_port for 3eb38692-830b-4abc-8ba8-c6a69ff834b0 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:08.482084 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-6c9ccee6-611b-49cf-a916-58972d684b9f None None] Port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:03:08.506475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2e7c30b1-9e6b-4352-b600-b9408bdb9c43 None None] Provisioning complete for port 0b963428-37a0-4dae-9665-e8112e3cc5d1 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:08.506865 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e7c30b1-9e6b-4352-b600-b9408bdb9c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.610032 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6c9ccee6-611b-49cf-a916-58972d684b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.627104 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.658139 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.660235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/networks/95a6de4b-c203-40f4-96de-d4a592d5492e HTTP/1.1" status: 204 len: 168 time: 1.7802227 Aug 16 02:03:08.679616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53558) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:08.688322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-924111223'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:08.692340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248744c9-55a1-4d93-beac-c87028c32ba9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Network': ['ID=95a6de4b-c203-40f4-96de-d4a592d5492e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.704549 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c30b1-9e6b-4352-b600-b9408bdb9c43 None None] Port 0b963428-37a0-4dae-9665-e8112e3cc5d1 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:08.710536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9ccee6-611b-49cf-a916-58972d684b9f None None] No DVR routers for this DVR port 3eb38692-830b-4abc-8ba8-c6a69ff834b0 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:08.727229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 22b2dde8-898c-4f40-9cc6-c4e700522521 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:08.728096 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.756382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:08.763889 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.790816 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.803481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.848209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ccee6-611b-49cf-a916-58972d684b9f None None] Pushing event deleted for resources: {'Port': ['ID=3eb38692-830b-4abc-8ba8-c6a69ff834b0,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.936590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:08.952778 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4a88d62a-e7ee-4b20-b4a7-cbfd3aeb5029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.010724 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.020265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b963428-37a0-4dae-9665-e8112e3cc5d1,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.030208 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.030611 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Added segment 72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0 of type vlan for network 719905bd-5dd9-4cac-977f-2f45252b2003 Aug 16 02:03:09.054203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 33b6d710-d70b-4a75-9354-6bbf1e9582b9 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:09.067798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd257354-8252-4e28-a00d-19eeb10fee0e req-a74686aa-1b6f-4c40-8050-984ca756bdf3 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.074669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd257354-8252-4e28-a00d-19eeb10fee0e req-a74686aa-1b6f-4c40-8050-984ca756bdf3 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.2521038 Aug 16 02:03:09.223056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd257354-8252-4e28-a00d-19eeb10fee0e req-ce8d5a88-332b-401c-b7ff-8753bf9b5d46 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472971 Aug 16 02:03:09.271081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Network dc43d76a-65e7-4c36-b73a-efb9d896912b is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:09.281784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:09.298047 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.311523 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.342107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887976ca-f2c5-4759-aebe-099bb2c0e40a req-0af217be-0291-4c5c-ba64-4fcfd4325b03 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.354299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-887976ca-f2c5-4759-aebe-099bb2c0e40a req-0af217be-0291-4c5c-ba64-4fcfd4325b03 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 949 time: 0.3794165 Aug 16 02:03:09.368499 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:09.408877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device cf656d26-c529-4abb-b9a4-00b66d580488 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:09.515611 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.520395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:09.520704 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.536972 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.538510 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.541963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:09.547630 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679d7269-e2f4-4f7b-b5cf-adb50c031f8a" -d '{"events": [{"server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "name": "network-vif-plugged", "status": "completed", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:09.697202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-887976ca-f2c5-4759-aebe-099bb2c0e40a req-6aee615f-d276-4118-8acb-139b10d8e42e tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419161 Aug 16 02:03:09.726820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Network': ['ID=719905bd-5dd9-4cac-977f-2f45252b2003,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.756066 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Router 8b2608d0-1fb6-4d10-9a7b-34690170a835 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:09.780118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 719905bd-5dd9-4cac-977f-2f45252b2003 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:09.792059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3b74d3a0-60c8-4d0d-8ea8-f34bee83c606 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1108437 Aug 16 02:03:09.794859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53584) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:09.815402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:09.819065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c16389-0a31-4dc0-9abb-cd79d7271a98 req-2dcf8ead-3a16-4ac8-a6a1-29e787c711c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.822232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': '719905bd-5dd9-4cac-977f-2f45252b2003', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:09.822543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4c16389-0a31-4dc0-9abb-cd79d7271a98 req-2dcf8ead-3a16-4ac8-a6a1-29e787c711c8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 1096 time: 0.1205034 Aug 16 02:03:09.833194 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a0f759-c158-4ab0-85d3-bbc7953c3ce7 x-openstack-request-id: req-53a0f759-c158-4ab0-85d3-bbc7953c3ce7 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:09.833466 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "name": "network-vif-plugged", "status": "completed", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:09.833826 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53a0f759-c158-4ab0-85d3-bbc7953c3ce7 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:09.834225 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'code': 200} Aug 16 02:03:09.922197 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.930765 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.012238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port cf656d26-c529-4abb-b9a4-00b66d580488 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:10.067433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port cf656d26-c529-4abb-b9a4-00b66d580488 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:10.069335 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.069480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c16389-0a31-4dc0-9abb-cd79d7271a98 req-8060a0b7-533e-48be-a467-f2b9e5de4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:10.070979 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4c16389-0a31-4dc0-9abb-cd79d7271a98 req-8060a0b7-533e-48be-a467-f2b9e5de4e31 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.2142622 Aug 16 02:03:10.175709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:10.180406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.204603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4c16389-0a31-4dc0-9abb-cd79d7271a98 req-014c837a-635d-4d2a-afc4-bb2facfbf5c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b2dde8-898c-4f40-9cc6-c4e700522521 HTTP/1.1" status: 200 len: 1001 time: 0.1205826 Aug 16 02:03:10.268023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:10.280249 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-88578eda-213f-44bb-a7ce-6219794bced1 admin admin] 10.222.0.79 "PUT /v2.0/routers/8b2608d0-1fb6-4d10-9a7b-34690170a835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4514055 Aug 16 02:03:10.363155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b3e6d713-aff7-4ee0-8eb1-8e114c6fc818 None None] Provisioning complete for port 0b963428-37a0-4dae-9665-e8112e3cc5d1 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:10.363663 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d713-aff7-4ee0-8eb1-8e114c6fc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.374227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c16389-0a31-4dc0-9abb-cd79d7271a98 req-135db18e-5622-43a5-bbfc-bf5990dd2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:10.378599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4c16389-0a31-4dc0-9abb-cd79d7271a98 req-135db18e-5622-43a5-bbfc-bf5990dd2338 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.1659708 Aug 16 02:03:10.494673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6d713-aff7-4ee0-8eb1-8e114c6fc818 None None] Port 0b963428-37a0-4dae-9665-e8112e3cc5d1 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:10.494880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c16389-0a31-4dc0-9abb-cd79d7271a98 req-dcaffe6d-b130-4cd6-9fb6-f8093f7fd826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:10.496711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4c16389-0a31-4dc0-9abb-cd79d7271a98 req-dcaffe6d-b130-4cd6-9fb6-f8093f7fd826 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105239 Aug 16 02:03:10.618446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.769593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Subnet': ['ID=dbf7113d-0d41-4559-b209-85ac84d45931,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.778148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4c16389-0a31-4dc0-9abb-cd79d7271a98 req-1826acd1-23a5-4657-a212-64de6b9b1d0b service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699468 Aug 16 02:03:10.830595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.854983 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.866980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Checking segment: {'id': '72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '719905bd-5dd9-4cac-977f-2f45252b2003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:10.868012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network hostable DHCP agents. Network: 719905bd-5dd9-4cac-977f-2f45252b2003, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:10.871192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Sync routers for ids ['8b2608d0-1fb6-4d10-9a7b-34690170a835'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:10.892234 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.912426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 719905bd-5dd9-4cac-977f-2f45252b2003 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:10.933431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 719905bd-5dd9-4cac-977f-2f45252b2003) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:10.941304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:10.942812 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.961940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Routers {'8b2608d0-1fb6-4d10-9a7b-34690170a835'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:10.964865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:02:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['8b2608d0-1fb6-4d10-9a7b-34690170a835'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:10.989443 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-380bbb94-a188-47a8-a354-4f72f6a80e69 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1885600 Aug 16 02:03:10.989443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53618) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:10.992850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331f4c26-703b-4452-a93c-73f834f7b3d6 None None] Network 719905bd-5dd9-4cac-977f-2f45252b2003 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:10.995886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ff5eb37c-e399-48fc-a132-4ca215893b80 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1332377644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:11.055220 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb37c-e399-48fc-a132-4ca215893b80 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.057365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb37c-e399-48fc-a132-4ca215893b80 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.097389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port cf656d26-c529-4abb-b9a4-00b66d580488, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cf656d26-c529-4abb-b9a4-00b66d580488,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:11.136731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4c16389-0a31-4dc0-9abb-cd79d7271a98 req-aeaa2452-7e37-4c9d-b692-b28e670fb7b2 service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539639 Aug 16 02:03:11.149167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 33b6d710-d70b-4a75-9354-6bbf1e9582b9, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=33b6d710-d70b-4a75-9354-6bbf1e9582b9,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:11.170579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523acdb-4bbe-4ff3-8419-03a5d8aa3394 req-c4cc0f88-c99b-4b19-a5d4-11ed9c39b8ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.179716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c523acdb-4bbe-4ff3-8419-03a5d8aa3394 req-c4cc0f88-c99b-4b19-a5d4-11ed9c39b8ff tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.4003115 Aug 16 02:03:11.206344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb37c-e399-48fc-a132-4ca215893b80 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.223163 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb37c-e399-48fc-a132-4ca215893b80 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.237816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c523acdb-4bbe-4ff3-8419-03a5d8aa3394 req-d67d34a0-a7ae-4fd7-89f0-6db0cac5ec11 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571046 Aug 16 02:03:11.261094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb37c-e399-48fc-a132-4ca215893b80 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.261094 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ff5eb37c-e399-48fc-a132-4ca215893b80 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2658427 Aug 16 02:03:11.261094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53624) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:11.267185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'network_id': '719905bd-5dd9-4cac-977f-2f45252b2003', 'name': 'tempest-PortsTestJSON-1058563276'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:11.400545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f0031-a012-4c55-af9b-4d5f6d61949d req-ac30b343-445a-4d26-b7bb-e884f5dca04b tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.419495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c7f0031-a012-4c55-af9b-4d5f6d61949d req-ac30b343-445a-4d26-b7bb-e884f5dca04b tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 950 time: 0.0873568 Aug 16 02:03:11.534852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c7f0031-a012-4c55-af9b-4d5f6d61949d req-c46405e1-8d7e-454c-8f41-c53645b2b9c0 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110485 Aug 16 02:03:11.543243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:11.547188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.560829 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.585248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port 4220b3c1-7fb8-4d84-b987-f016e06ff7bc yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:11.608699 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.699740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3eb38692-830b-4abc-8ba8-c6a69ff834b0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:11.702250 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-90f08882-9ab4-435a-9878-9d80c0e91269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.730398 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.758077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 3eb38692-830b-4abc-8ba8-c6a69ff834b0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:11.758593 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3eb38692-830b-4abc-8ba8-c6a69ff834b0 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:11.792305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=cf656d26-c529-4abb-b9a4-00b66d580488,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:11.796223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.5 (719905bd-5dd9-4cac-977f-2f45252b2003/dbf7113d-0d41-4559-b209-85ac84d45931/4220b3c1-7fb8-4d84-b987-f016e06ff7bc) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:11.802535 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Set router 8b2608d0-1fb6-4d10-9a7b-34690170a835 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:11.855996 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ddd475-1456-4cd4-b01a-fff8464defb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b6d710-d70b-4a75-9354-6bbf1e9582b9'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:11.861801 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febeaed8-a8a5-4ae9-9c9b-61f16ba4519e" -d '{"events": [{"server_uuid": "43ddd475-1456-4cd4-b01a-fff8464defb0", "name": "network-vif-plugged", "status": "completed", "tag": "33b6d710-d70b-4a75-9354-6bbf1e9582b9"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:11.975424 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91a6e6a-3b7e-4a3e-a63a-0ef2a8d9f02d x-openstack-request-id: req-f91a6e6a-3b7e-4a3e-a63a-0ef2a8d9f02d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:11.976140 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ddd475-1456-4cd4-b01a-fff8464defb0", "name": "network-vif-plugged", "status": "completed", "tag": "33b6d710-d70b-4a75-9354-6bbf1e9582b9", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:11.976140 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f91a6e6a-3b7e-4a3e-a63a-0ef2a8d9f02d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:11.976339 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ddd475-1456-4cd4-b01a-fff8464defb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b6d710-d70b-4a75-9354-6bbf1e9582b9', 'code': 200} Aug 16 02:03:11.990753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53636) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.057846 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.074510 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object 4220b3c1-7fb8-4d84-b987-f016e06ff7bc will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:12.121072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=33b6d710-d70b-4a75-9354-6bbf1e9582b9,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:12.148105 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.228897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-719905bd-5dd9-4cac-977f-2f45252b2003', 'network_id': '719905bd-5dd9-4cac-977f-2f45252b2003', 'tenant_id': '05983e96699944649ebc893914b5f09a', 'fixed_ips': [{'subnet_id': 'dbf7113d-0d41-4559-b209-85ac84d45931'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:12.230392 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.317994 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1473368d-e91c-4902-9c38-da3f8ea4e076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.368639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 719905bd-5dd9-4cac-977f-2f45252b2003 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:12.378920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'name': 'tempest-TestServerBasicOps-1377837083-router', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:08Z', 'revision_number': 4, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'gw_port': {'id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:00Z', 'updated_at': '2021-08-16T02:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '0b963428-37a0-4dae-9665-e8112e3cc5d1', 'name': '', 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'mac_address': 'fa:16:3e:e3:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '6575215c-7c0e-45c8-9662-fb3bc7cd2bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:06Z', 'updated_at': '2021-08-16T02:03:08Z', 'revision_number': 2, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'subnets': [{'id': '6575215c-7c0e-45c8-9662-fb3bc7cd2bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:12.394073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:12.417777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:12.477589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53646) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.492083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Checking router: 8b2608d0-1fb6-4d10-9a7b-34690170a835 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:12.492461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Updating router 8b2608d0-1fb6-4d10-9a7b-34690170a835 port 0b963428-37a0-4dae-9665-e8112e3cc5d1 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:12.509540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=4220b3c1-7fb8-4d84-b987-f016e06ff7bc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:12.525549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f24ba-2ca6-4f7a-9faf-9b7de59e9c6f req-53ea60b9-f8b1-412d-8987-f8d11231443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.527081 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b5f24ba-2ca6-4f7a-9faf-9b7de59e9c6f req-53ea60b9-f8b1-412d-8987-f8d11231443b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 1102 time: 0.4178536 Aug 16 02:03:12.546264 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1473368d-e91c-4902-9c38-da3f8ea4e076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.557549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-01d6e24d-5eb4-4c2b-a54d-4b1b2f13e3df tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974686094', 'description': 'tempest-secgroup-smoke-1974686094 description', 'project_id': '7d75883e619340089afdf33c43b4cad9'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:12.561172 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.583079 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.583757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.589158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Allocated IP 172.20.0.2 (719905bd-5dd9-4cac-977f-2f45252b2003/dbf7113d-0d41-4559-b209-85ac84d45931/93aa1cb7-b347-4602-8356-5aaa61460a01) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:12.632481 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c7e9d362-67ed-4f35-9d45-333e982c2993 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3728123 Aug 16 02:03:12.635639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53650) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.641306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1473368d-e91c-4902-9c38-da3f8ea4e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.644280 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b5f24ba-2ca6-4f7a-9faf-9b7de59e9c6f req-0c9be129-6310-49ab-a07b-a8576d97fe1d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091132 Aug 16 02:03:12.646840 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-01d6e24d-5eb4-4c2b-a54d-4b1b2f13e3df tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.767074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-01d6e24d-5eb4-4c2b-a54d-4b1b2f13e3df tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.803175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-01d6e24d-5eb4-4c2b-a54d-4b1b2f13e3df tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.880896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-01d6e24d-5eb4-4c2b-a54d-4b1b2f13e3df tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.882358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-01d6e24d-5eb4-4c2b-a54d-4b1b2f13e3df tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3341186 Aug 16 02:03:12.886225 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53656) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.892328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-704fe36c-a633-453a-9869-2fc50be7a2a4 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Request body: {'security_group_rule': {'security_group_id': 'c89aad24-8187-48a6-ba48-dadcb5be3199', 'project_id': '7d75883e619340089afdf33c43b4cad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:12.947293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324deed-5094-4383-acec-ae9cd52cae60 req-513dc252-fb20-4e0b-8cb8-9e802715bb84 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.956417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9324deed-5094-4383-acec-ae9cd52cae60 req-513dc252-fb20-4e0b-8cb8-9e802715bb84 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.5026286 Aug 16 02:03:12.964756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1473368d-e91c-4902-9c38-da3f8ea4e076 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b5115903233e425e96adc10c99bc5422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9705021 Aug 16 02:03:12.965058 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.982891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53658) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.993177 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473368d-e91c-4902-9c38-da3f8ea4e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e70a9a-3582-43af-a182-f930f410d32c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.031978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6e24d-5eb4-4c2b-a54d-4b1b2f13e3df tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89aad24-8187-48a6-ba48-dadcb5be3199,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.048714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d8054-5b0f-4ce1-aeca-c46b5cb5f504 req-686adad2-a4c1-4310-ad23-e9a0a9ccdf3b tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:13.056837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f1d8054-5b0f-4ce1-aeca-c46b5cb5f504 req-686adad2-a4c1-4310-ad23-e9a0a9ccdf3b tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 950 time: 0.3711107 Aug 16 02:03:13.110707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f1d8054-5b0f-4ce1-aeca-c46b5cb5f504 req-a9913911-2c13-4fce-a14e-ec2bb7f9d489 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474269 Aug 16 02:03:13.145158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9324deed-5094-4383-acec-ae9cd52cae60 req-3ba0d31f-a1a1-407e-9c83-5cbf108d935e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875877 Aug 16 02:03:13.214606 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.231181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Transition to ACTIVE for port object 93aa1cb7-b347-4602-8356-5aaa61460a01 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:13.334261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Transition to ACTIVE for port object 93aa1cb7-b347-4602-8356-5aaa61460a01 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:13.360358 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.373995 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Transition to ACTIVE for port object 0b963428-37a0-4dae-9665-e8112e3cc5d1 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:13.380252 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.386721 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.456339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Network 719905bd-5dd9-4cac-977f-2f45252b2003 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:13.461991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:13.468222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:13.471977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Pushing event updated for resources: {'Port': ['ID=93aa1cb7-b347-4602-8356-5aaa61460a01,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.632100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Attempting to bind port 0b963428-37a0-4dae-9665-e8112e3cc5d1 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:13.632392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Attempting to bind port 0b963428-37a0-4dae-9665-e8112e3cc5d1 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '04dc3909-8a7d-47aa-812f-fbd35e92dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:13.632764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Attempting to bind port 0b963428-37a0-4dae-9665-e8112e3cc5d1 on network dc43d76a-65e7-4c36-b73a-efb9d896912b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:13.652321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-704fe36c-a633-453a-9869-2fc50be7a2a4 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.684920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:13.685417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Checking segment: {'id': '04dc3909-8a7d-47aa-812f-fbd35e92dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:13.685827 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.686219 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Bound using segment: {'id': '04dc3909-8a7d-47aa-812f-fbd35e92dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:13.686816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Bound port: 0b963428-37a0-4dae-9665-e8112e3cc5d1, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dc3909-8a7d-47aa-812f-fbd35e92dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:13.687196 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.702457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c7d54-8c3a-4966-82bd-babaa1a7bbee None None] Pushing event updated for resources: {'Port': ['ID=0b963428-37a0-4dae-9665-e8112e3cc5d1,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.737258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Attempting to bind port 93aa1cb7-b347-4602-8356-5aaa61460a01 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:13.737624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Attempting to bind port 93aa1cb7-b347-4602-8356-5aaa61460a01 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '719905bd-5dd9-4cac-977f-2f45252b2003'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:13.737984 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Attempting to bind port 93aa1cb7-b347-4602-8356-5aaa61460a01 on network 719905bd-5dd9-4cac-977f-2f45252b2003 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:13.770583 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:13.771028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Checking segment: {'id': '72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '719905bd-5dd9-4cac-977f-2f45252b2003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:13.771347 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.771738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Bound using segment: {'id': '72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '719905bd-5dd9-4cac-977f-2f45252b2003'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:13.792053 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1da9039-72dd-4475-89f7-b64e89620a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.799073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Bound port: 93aa1cb7-b347-4602-8356-5aaa61460a01, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '719905bd-5dd9-4cac-977f-2f45252b2003'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:13.799476 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.874715 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1da9039-72dd-4475-89f7-b64e89620a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.945147 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1da9039-72dd-4475-89f7-b64e89620a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.947826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1da9039-72dd-4475-89f7-b64e89620a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.952678 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b1da9039-72dd-4475-89f7-b64e89620a1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59e70a9a-3582-43af-a182-f930f410d32c HTTP/1.1" status: 204 len: 168 time: 0.9651062 Aug 16 02:03:13.981233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] For port 93aa1cb7-b347-4602-8356-5aaa61460a01, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:13.985836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] For port 93aa1cb7-b347-4602-8356-5aaa61460a01, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=93aa1cb7-b347-4602-8356-5aaa61460a01,segment=NetworkSegment(72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0),segment_id=72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:13.994444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device cf656d26-c529-4abb-b9a4-00b66d580488 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:14.041958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.049480 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-704fe36c-a633-453a-9869-2fc50be7a2a4 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.055096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da9039-72dd-4475-89f7-b64e89620a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e70a9a-3582-43af-a182-f930f410d32c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.073426 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-704fe36c-a633-453a-9869-2fc50be7a2a4 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.130989 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.134394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] For port 0b963428-37a0-4dae-9665-e8112e3cc5d1, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:14.169760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fe36c-a633-453a-9869-2fc50be7a2a4 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a033766a-7778-45f3-acf6-3b8b370bcfaa,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.196641 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-704fe36c-a633-453a-9869-2fc50be7a2a4 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.197888 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-704fe36c-a633-453a-9869-2fc50be7a2a4 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3104258 Aug 16 02:03:14.201252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53668) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.207269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-25e96334-2aae-44bb-ab6a-279ce18bcc40 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Request body: {'security_group_rule': {'security_group_id': 'c89aad24-8187-48a6-ba48-dadcb5be3199', 'project_id': '7d75883e619340089afdf33c43b4cad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:14.303077 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25e96334-2aae-44bb-ab6a-279ce18bcc40 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.304659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] For port 0b963428-37a0-4dae-9665-e8112e3cc5d1, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0b963428-37a0-4dae-9665-e8112e3cc5d1,segment=NetworkSegment(04dc3909-8a7d-47aa-812f-fbd35e92dc81),segment_id=04dc3909-8a7d-47aa-812f-fbd35e92dc81)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:14.332016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port cf656d26-c529-4abb-b9a4-00b66d580488 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:14.332016 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.356558 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.451542 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25e96334-2aae-44bb-ab6a-279ce18bcc40 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.476580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f302f-efbe-4775-b22a-f2cccfcfe1af None None] Pushing event updated for resources: {'Port': ['ID=93aa1cb7-b347-4602-8356-5aaa61460a01,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.520251 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.621445 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25e96334-2aae-44bb-ab6a-279ce18bcc40 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.652659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Routers {'8b2608d0-1fb6-4d10-9a7b-34690170a835'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:14.653341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['8b2608d0-1fb6-4d10-9a7b-34690170a835'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:14.734980 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25e96334-2aae-44bb-ab6a-279ce18bcc40 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.739072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-25e96334-2aae-44bb-ab6a-279ce18bcc40 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5334835 Aug 16 02:03:14.739906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53678) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.769568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-14aadf3f-8e68-4515-9b52-9902380e75fd tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Request body: {'security_group_rule': {'security_group_id': 'c89aad24-8187-48a6-ba48-dadcb5be3199', 'project_id': '7d75883e619340089afdf33c43b4cad9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:14.902624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4884fb-f798-4925-b029-407a5ac778a3 req-76124fec-c944-4071-9b66-d6e123d381bb tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.928686 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b4884fb-f798-4925-b029-407a5ac778a3 req-76124fec-c944-4071-9b66-d6e123d381bb tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 950 time: 0.5452445 Aug 16 02:03:14.956352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809978d1-4ad4-4419-ab72-43f1cc19f7cc req-c6f13e34-affe-4342-8ec8-52cd375d7af9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.967945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-809978d1-4ad4-4419-ab72-43f1cc19f7cc req-c6f13e34-affe-4342-8ec8-52cd375d7af9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.5856202 Aug 16 02:03:14.975245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] Set router 8b2608d0-1fb6-4d10-9a7b-34690170a835 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:15.035720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.041634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e96334-2aae-44bb-ab6a-279ce18bcc40 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826899eb-78fd-466d-8158-93310405b8b7,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.066259 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.106897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53680) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:15.185951 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-14aadf3f-8e68-4515-9b52-9902380e75fd tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.274723 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d01c06e-5c02-4cd3-8282-640f3d82e221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.321563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=4220b3c1-7fb8-4d84-b987-f016e06ff7bc,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.392816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b4884fb-f798-4925-b029-407a5ac778a3 req-fe4545f8-08ae-47f6-8510-a08ceacd794b tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574528 Aug 16 02:03:15.395940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-809978d1-4ad4-4419-ab72-43f1cc19f7cc req-ed971202-91b7-424c-8d99-06ea4b8800e4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4271681 Aug 16 02:03:15.516947 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-14aadf3f-8e68-4515-9b52-9902380e75fd tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.530275 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-14aadf3f-8e68-4515-9b52-9902380e75fd tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.569129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aadf3f-8e68-4515-9b52-9902380e75fd tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78c0bd3-1b6e-4220-9edf-a7334470cb1c,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.634326 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d01c06e-5c02-4cd3-8282-640f3d82e221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.646017 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d01c06e-5c02-4cd3-8282-640f3d82e221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.693463 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-14aadf3f-8e68-4515-9b52-9902380e75fd tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.697368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-14aadf3f-8e68-4515-9b52-9902380e75fd tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9377465 Aug 16 02:03:15.703348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53686) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:15.714267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c7d54-8c3a-4966-82bd-babaa1a7bbee None None] Pushing event updated for resources: {'Port': ['ID=0b963428-37a0-4dae-9665-e8112e3cc5d1,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.726238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c1fa5859-857c-47e1-afb3-2ef00218fb82 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Request body: {'security_group_rule': {'security_group_id': 'c89aad24-8187-48a6-ba48-dadcb5be3199', 'project_id': '7d75883e619340089afdf33c43b4cad9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:15.740836 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4d01c06e-5c02-4cd3-8282-640f3d82e221 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b495728200ad489782007525c80619a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181586 Aug 16 02:03:15.746621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53688) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:15.749969 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.774577 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01c06e-5c02-4cd3-8282-640f3d82e221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796aae3f-9d21-4436-a5b4-9fbaf6556b86,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.954413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5859-857c-47e1-afb3-2ef00218fb82 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.047131 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02d7f591-d2f6-49ea-85ef-a3c2d3624496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.124185 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5859-857c-47e1-afb3-2ef00218fb82 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.126750 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02d7f591-d2f6-49ea-85ef-a3c2d3624496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.135701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 93aa1cb7-b347-4602-8356-5aaa61460a01 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:16.136810 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5859-857c-47e1-afb3-2ef00218fb82 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.175826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa5859-857c-47e1-afb3-2ef00218fb82 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9d2200-fab1-4101-bab0-7c948184bf83,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:16.208782 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1fa5859-857c-47e1-afb3-2ef00218fb82 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.210434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c1fa5859-857c-47e1-afb3-2ef00218fb82 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4963377 Aug 16 02:03:16.213092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53692) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:16.215472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.219854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'name': 'tempest-TestServerBasicOps-1377837083-router', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:08Z', 'revision_number': 4, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'gw_port': {'id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:00Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '0b963428-37a0-4dae-9665-e8112e3cc5d1', 'name': '', 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'mac_address': 'fa:16:3e:e3:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '6575215c-7c0e-45c8-9662-fb3bc7cd2bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:06Z', 'updated_at': '2021-08-16T02:03:14Z', 'revision_number': 4, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'subnets': [{'id': '6575215c-7c0e-45c8-9662-fb3bc7cd2bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:16.221773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-793dd84d-0b16-4813-8188-e41d95b3f2c7 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Request body: {'security_group_rule': {'security_group_id': 'c89aad24-8187-48a6-ba48-dadcb5be3199', 'project_id': '7d75883e619340089afdf33c43b4cad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:16.248481 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02d7f591-d2f6-49ea-85ef-a3c2d3624496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.251895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02d7f591-d2f6-49ea-85ef-a3c2d3624496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.256802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-02d7f591-d2f6-49ea-85ef-a3c2d3624496 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/796aae3f-9d21-4436-a5b4-9fbaf6556b86 HTTP/1.1" status: 204 len: 168 time: 0.5066054 Aug 16 02:03:16.259619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fbdf36-5f95-42cb-a700-566b014b81ce None None] The sync data for ids ['8b2608d0-1fb6-4d10-9a7b-34690170a835'] in n-d-768851-16 is: [{'id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'name': 'tempest-TestServerBasicOps-1377837083-router', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:03:08Z', 'revision_number': 4, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'gw_port': {'id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:00Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '0b963428-37a0-4dae-9665-e8112e3cc5d1', 'name': '', 'network_id': 'dc43d76a-65e7-4c36-b73a-efb9d896912b', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'mac_address': 'fa:16:3e:e3:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '6575215c-7c0e-45c8-9662-fb3bc7cd2bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:06Z', 'updated_at': '2021-08-16T02:03:14Z', 'revision_number': 4, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'subnets': [{'id': '6575215c-7c0e-45c8-9662-fb3bc7cd2bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:16.261561 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-793dd84d-0b16-4813-8188-e41d95b3f2c7 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Project 7d75883e619340089afdf33c43b4cad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:03:16.278065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7f591-d2f6-49ea-85ef-a3c2d3624496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796aae3f-9d21-4436-a5b4-9fbaf6556b86,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:16.286234 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-793dd84d-0b16-4813-8188-e41d95b3f2c7 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.340160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 93aa1cb7-b347-4602-8356-5aaa61460a01 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:16.531727 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-793dd84d-0b16-4813-8188-e41d95b3f2c7 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.542268 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-793dd84d-0b16-4813-8188-e41d95b3f2c7 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.566342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dd84d-0b16-4813-8188-e41d95b3f2c7 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984b5f5b-226f-4c68-8c31-97b2919cf21a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:16.583711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-793dd84d-0b16-4813-8188-e41d95b3f2c7 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.585607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-793dd84d-0b16-4813-8188-e41d95b3f2c7 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3713381 Aug 16 02:03:16.591227 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53702) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:16.609318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-305cb629-c97c-4088-b95c-389238ce86de tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Request body: {'security_group_rule': {'security_group_id': 'c89aad24-8187-48a6-ba48-dadcb5be3199', 'project_id': '7d75883e619340089afdf33c43b4cad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:16.641307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1467ae-8125-4fc9-8c8f-d9e49852d4e4 None None] Network 719905bd-5dd9-4cac-977f-2f45252b2003 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:16.698170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070ab3f-8a5e-4c9f-9fc1-e0c1bf60e8b5 req-18451c95-db65-49fe-8654-98a9a5d10c5b tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.701502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5070ab3f-8a5e-4c9f-9fc1-e0c1bf60e8b5 req-18451c95-db65-49fe-8654-98a9a5d10c5b tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 950 time: 0.1134326 Aug 16 02:03:16.778140 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-305cb629-c97c-4088-b95c-389238ce86de tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Project 7d75883e619340089afdf33c43b4cad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:03:16.812112 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-305cb629-c97c-4088-b95c-389238ce86de tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.844439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5070ab3f-8a5e-4c9f-9fc1-e0c1bf60e8b5 req-a9fa6cc8-7c71-4df3-b8a3-92f3cf4d9937 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799122 Aug 16 02:03:16.882522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36660af-1699-4a30-81dc-46d508f99df5 req-6de5d860-29d3-487d-8321-388dc32383d0 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.886396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f36660af-1699-4a30-81dc-46d508f99df5 req-6de5d860-29d3-487d-8321-388dc32383d0 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1837547 Aug 16 02:03:16.939461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1bbbbbf-37ca-4d73-9ca5-8c6c21654b09 None None] Provisioning for port 4220b3c1-7fb8-4d84-b987-f016e06ff7bc completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:16.951184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1bbbbbf-37ca-4d73-9ca5-8c6c21654b09 None None] Provisioning complete for port 4220b3c1-7fb8-4d84-b987-f016e06ff7bc triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:16.954411 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1bbbbbf-37ca-4d73-9ca5-8c6c21654b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.008700 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f36660af-1699-4a30-81dc-46d508f99df5 req-7ff80e8b-1428-4c4e-b2b4-d784afeb8541 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143627 Aug 16 02:03:17.011565 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-305cb629-c97c-4088-b95c-389238ce86de tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.024118 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-305cb629-c97c-4088-b95c-389238ce86de tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.110343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cb629-c97c-4088-b95c-389238ce86de tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c465c243-dce9-4544-b682-2cef49be6ecf,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.144165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbbbbf-37ca-4d73-9ca5-8c6c21654b09 None None] Port 4220b3c1-7fb8-4d84-b987-f016e06ff7bc cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:17.179032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-305cb629-c97c-4088-b95c-389238ce86de tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.186456 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-305cb629-c97c-4088-b95c-389238ce86de tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5941651 Aug 16 02:03:17.275920 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.292225 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.315820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1bbbbbf-37ca-4d73-9ca5-8c6c21654b09 None None] Provisioning for port 93aa1cb7-b347-4602-8356-5aaa61460a01 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:17.328334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1bbbbbf-37ca-4d73-9ca5-8c6c21654b09 None None] Provisioning complete for port 93aa1cb7-b347-4602-8356-5aaa61460a01 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:17.328969 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1bbbbbf-37ca-4d73-9ca5-8c6c21654b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.485241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=4220b3c1-7fb8-4d84-b987-f016e06ff7bc,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.558660 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.631868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-a996c0a8-c501-48c3-8a30-08bf432c67fc tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974686094&fields=id&tenant_id=7d75883e619340089afdf33c43b4cad9 HTTP/1.1" status: 200 len: 267 time: 0.1037073 Aug 16 02:03:17.738915 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1bbbbbf-37ca-4d73-9ca5-8c6c21654b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.946920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a1bbbbbf-37ca-4d73-9ca5-8c6c21654b09 None None] For port 93aa1cb7-b347-4602-8356-5aaa61460a01, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=93aa1cb7-b347-4602-8356-5aaa61460a01,segment=NetworkSegment(72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0),segment_id=72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:17.953247 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1bbbbbf-37ca-4d73-9ca5-8c6c21654b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.984869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network 719905bd-5dd9-4cac-977f-2f45252b2003 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:17.989533 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:18.045588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-efd5c049-d2e6-44bf-9569-e84dc14704d0 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.061585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-efd5c049-d2e6-44bf-9569-e84dc14704d0 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/networks?id=be92c7d7-f277-404d-ba11-afa8f90b5c6d HTTP/1.1" status: 200 len: 808 time: 0.4112148 Aug 16 02:03:18.081696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-09496428-84d9-4288-9de5-27aefe41ee81 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/quotas/7d75883e619340089afdf33c43b4cad9 HTTP/1.1" status: 200 len: 375 time: 0.0182192 Aug 16 02:03:18.252445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0b963428-37a0-4dae-9665-e8112e3cc5d1 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:18.273844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-a8aa570c-0a71-4364-ae92-e6240cab6fc2 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d75883e619340089afdf33c43b4cad9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1843836 Aug 16 02:03:18.398505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbbbbf-37ca-4d73-9ca5-8c6c21654b09 None None] Pushing event updated for resources: {'Port': ['ID=93aa1cb7-b347-4602-8356-5aaa61460a01,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:18.402120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Router 7fa951a7-5554-48d1-9519-18af51e4a672 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:03:18.412914 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.415502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-78d384c1-2f30-4360-ae25-e12cd797d8a9 None None] Provisioning complete for port 4220b3c1-7fb8-4d84-b987-f016e06ff7bc triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:18.417349 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-78d384c1-2f30-4360-ae25-e12cd797d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.520365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-c332886f-cb6c-472a-851d-e8c9e82b6041 service neutron] 10.222.0.79 "GET /v2.0/networks/be92c7d7-f277-404d-ba11-afa8f90b5c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455482 Aug 16 02:03:18.615235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-78d384c1-2f30-4360-ae25-e12cd797d8a9 None None] Port 4220b3c1-7fb8-4d84-b987-f016e06ff7bc cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:18.637715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:18.649512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 0b963428-37a0-4dae-9665-e8112e3cc5d1 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:18.665845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0b963428-37a0-4dae-9665-e8112e3cc5d1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:18.668269 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a5bd5-f4d1-4463-8b93-50ecf7ba4967 None None] Sync routers for ids ['7fa951a7-5554-48d1-9519-18af51e4a672'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:18.668778 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d90f7332-b014-4449-9e68-d13700f6f67d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "PUT /v2.0/routers/7fa951a7-5554-48d1-9519-18af51e4a672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0318840 Aug 16 02:03:18.672414 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53758) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:18.675416 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.686029 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a5bd5-f4d1-4463-8b93-50ecf7ba4967 None None] Routers {'7fa951a7-5554-48d1-9519-18af51e4a672'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:18.686674 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8c0a5bd5-f4d1-4463-8b93-50ecf7ba4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7fa951a7-5554-48d1-9519-18af51e4a672'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:18.776838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-bfa6654d-6d3a-472a-894e-25cd483ba2a3 service neutron] 10.222.0.79 "GET /v2.0/networks/be92c7d7-f277-404d-ba11-afa8f90b5c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519581 Aug 16 02:03:18.840028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-78d384c1-2f30-4360-ae25-e12cd797d8a9 None None] Provisioning complete for port 93aa1cb7-b347-4602-8356-5aaa61460a01 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:18.840412 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-78d384c1-2f30-4360-ae25-e12cd797d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.849397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63493591-3188-4242-9d94-d094595da485 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.851543 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8c0a5bd5-f4d1-4463-8b93-50ecf7ba4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:18.862647 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-63493591-3188-4242-9d94-d094595da485 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fa951a7-5554-48d1-9519-18af51e4a672 HTTP/1.1" status: 200 len: 982 time: 0.1841736 Aug 16 02:03:18.865892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53760) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:18.897684 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a5bd5-f4d1-4463-8b93-50ecf7ba4967 None None] Routers {'7fa951a7-5554-48d1-9519-18af51e4a672'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:18.898331 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8c0a5bd5-f4d1-4463-8b93-50ecf7ba4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7fa951a7-5554-48d1-9519-18af51e4a672'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:18.997244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e65c7-2667-4d1b-a695-3c13aee6d1d3 req-e851972e-98dd-410e-9b9a-febbae52b593 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.009592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d2e65c7-2667-4d1b-a695-3c13aee6d1d3 req-e851972e-98dd-410e-9b9a-febbae52b593 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.2646945 Aug 16 02:03:19.019501 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8c0a5bd5-f4d1-4463-8b93-50ecf7ba4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:19.023986 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a5bd5-f4d1-4463-8b93-50ecf7ba4967 None None] The sync data for ids ['7fa951a7-5554-48d1-9519-18af51e4a672'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:19.069352 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.104217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d2e65c7-2667-4d1b-a695-3c13aee6d1d3 req-670c19c1-143f-4d9a-9f33-89cbd17a203e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847099 Aug 16 02:03:19.170102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 0b963428-37a0-4dae-9665-e8112e3cc5d1, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0b963428-37a0-4dae-9665-e8112e3cc5d1,segment=NetworkSegment(04dc3909-8a7d-47aa-812f-fbd35e92dc81),segment_id=04dc3909-8a7d-47aa-812f-fbd35e92dc81)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:19.260204 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.498897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=0b963428-37a0-4dae-9665-e8112e3cc5d1,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:19.527302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4a6ed89-8a2c-40df-b04f-a116c48514ce req-8c7074b7-597d-4341-b040-91ad10fcb82f tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 210 time: 0.0830815 Aug 16 02:03:19.676168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2e30ac94-8412-4fa4-ab75-06639358ef5e None None] Provisioning complete for port 4220b3c1-7fb8-4d84-b987-f016e06ff7bc triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:19.700675 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e30ac94-8412-4fa4-ab75-06639358ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.800621 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2e30ac94-8412-4fa4-ab75-06639358ef5e None None] Port 4220b3c1-7fb8-4d84-b987-f016e06ff7bc cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:20.004160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 93aa1cb7-b347-4602-8356-5aaa61460a01 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:20.097361 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7028ec52-d59f-447a-9dd4-a59c2706bd55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.138803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 93aa1cb7-b347-4602-8356-5aaa61460a01 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:20.140346 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.312799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dd038-3f83-43ae-95ea-9e5b398e35b3 req-4451bf6e-6014-4dba-8946-0176902cccbc tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.320594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e91dd038-3f83-43ae-95ea-9e5b398e35b3 req-4451bf6e-6014-4dba-8946-0176902cccbc tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.0772035 Aug 16 02:03:20.375205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e91dd038-3f83-43ae-95ea-9e5b398e35b3 req-77788516-3958-42ae-a80a-d8c93d5f7344 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534759 Aug 16 02:03:20.377568 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0b963428-37a0-4dae-9665-e8112e3cc5d1 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:20.510474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0b963428-37a0-4dae-9665-e8112e3cc5d1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:20.511899 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.654053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7028ec52-d59f-447a-9dd4-a59c2706bd55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 4220b3c1-7fb8-4d84-b987-f016e06ff7bc {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:20.654488 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7028ec52-d59f-447a-9dd4-a59c2706bd55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.716815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69443424-71a2-4ffe-92f7-940d929eb31f req-4c15422f-9694-44c9-927c-9a44f773bb64 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 210 time: 0.0486090 Aug 16 02:03:20.834752 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7028ec52-d59f-447a-9dd4-a59c2706bd55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.869466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7028ec52-d59f-447a-9dd4-a59c2706bd55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 4220b3c1-7fb8-4d84-b987-f016e06ff7bc owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:21.263363 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7028ec52-d59f-447a-9dd4-a59c2706bd55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.306684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-696bbbf9-414e-410a-9689-78e9b70c874a tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:21.308725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-696bbbf9-414e-410a-9689-78e9b70c874a tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.89 "GET /v2.0/networks?id=be92c7d7-f277-404d-ba11-afa8f90b5c6d HTTP/1.1" status: 200 len: 808 time: 0.3531411 Aug 16 02:03:21.344064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028ec52-d59f-447a-9dd4-a59c2706bd55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=4220b3c1-7fb8-4d84-b987-f016e06ff7bc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:21.412931 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-809e6b38-dd55-476c-b8ad-2d7e188950c6 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d75883e619340089afdf33c43b4cad9 HTTP/1.1" status: 200 len: 380 time: 0.0917134 Aug 16 02:03:21.427832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Request body: {'port': {'device_id': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'admin_state_up': True, 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'security_groups': ['c89aad24-8187-48a6-ba48-dadcb5be3199']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:21.607797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265d43-014b-4eec-b48d-5f25d1dc9326 req-10b78d59-4ed5-432b-b016-1e8a9cf080d7 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:21.609365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba265d43-014b-4eec-b48d-5f25d1dc9326 req-10b78d59-4ed5-432b-b016-1e8a9cf080d7 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.0921082 Aug 16 02:03:21.666140 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7028ec52-d59f-447a-9dd4-a59c2706bd55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.679952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba265d43-014b-4eec-b48d-5f25d1dc9326 req-31644697-8ddb-4c7b-aedf-ca9743ab7838 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533547 Aug 16 02:03:21.736061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Made reservation on behalf of 7d75883e619340089afdf33c43b4cad9 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:21.739628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.019122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a999a9b-210e-4a7d-aa46-756a7f954db6 req-adf2e975-6f49-403f-b70b-ebd08a0a1cc4 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 210 time: 0.1021299 Aug 16 02:03:22.092590 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7028ec52-d59f-447a-9dd4-a59c2706bd55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Router 7fa951a7-5554-48d1-9519-18af51e4a672 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:22.145292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Allocated IP 172.20.0.11 (be92c7d7-f277-404d-ba11-afa8f90b5c6d/633bd1fb-2dcc-4375-aa55-9d610264d600/e5601966-6515-4dfd-8c06-751bbad25765) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:22.322275 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.355004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Transition to ACTIVE for port object e5601966-6515-4dfd-8c06-751bbad25765 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:22.403863 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.518038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Network be92c7d7-f277-404d-ba11-afa8f90b5c6d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:22.525807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:22.560999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:22.659835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event updated for resources: {'Port': ['ID=e5601966-6515-4dfd-8c06-751bbad25765,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:22.738298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:22.740674 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.779351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-21635b6b-545f-4084-aaf7-e16bcbf43ab3 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3588555 Aug 16 02:03:22.792242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Request body: {'port': {'device_id': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:22.904778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7028ec52-d59f-447a-9dd4-a59c2706bd55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:22.914073 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7028ec52-d59f-447a-9dd4-a59c2706bd55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "PUT /v2.0/routers/7fa951a7-5554-48d1-9519-18af51e4a672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0442441 Aug 16 02:03:22.916004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53840) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:22.922715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ecfb2f-abb3-4a00-a19d-521d64e810ce None None] Sync routers for ids ['7fa951a7-5554-48d1-9519-18af51e4a672'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:22.939906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ecfb2f-abb3-4a00-a19d-521d64e810ce None None] Routers {'7fa951a7-5554-48d1-9519-18af51e4a672'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:22.940544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-12ecfb2f-abb3-4a00-a19d-521d64e810ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7fa951a7-5554-48d1-9519-18af51e4a672'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:22.978524 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0080c2c-76ca-4ea9-bf46-bb73ee3c4075 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:03:22.985534 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a0080c2c-76ca-4ea9-bf46-bb73ee3c4075 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/4220b3c1-7fb8-4d84-b987-f016e06ff7bc HTTP/1.1" status: 404 len: 333 time: 0.0684447 Aug 16 02:03:22.986369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53842) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.001316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-12ecfb2f-abb3-4a00-a19d-521d64e810ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:23.028205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ecfb2f-abb3-4a00-a19d-521d64e810ce None None] Routers {'7fa951a7-5554-48d1-9519-18af51e4a672'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:23.029478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-12ecfb2f-abb3-4a00-a19d-521d64e810ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7fa951a7-5554-48d1-9519-18af51e4a672'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:23.037671 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.087123 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-12ecfb2f-abb3-4a00-a19d-521d64e810ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:23.087788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ecfb2f-abb3-4a00-a19d-521d64e810ce None None] The sync data for ids ['7fa951a7-5554-48d1-9519-18af51e4a672'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:23.137460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-895a6d0b-7d66-49e9-a414-a570c0289038 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.178996 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9e4a9576-4340-4205-9482-cc8d2cf91e20 None None] Provisioning for port e5601966-6515-4dfd-8c06-751bbad25765 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:23.183900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9e4a9576-4340-4205-9482-cc8d2cf91e20 None None] Provisioning complete for port e5601966-6515-4dfd-8c06-751bbad25765 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:23.184623 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9576-4340-4205-9482-cc8d2cf91e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.201230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b061fef-2933-42f4-a55e-823d27fb2bea req-9e35ede7-7a58-4d83-83ce-d0cf9bacf014 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.209115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b061fef-2933-42f4-a55e-823d27fb2bea req-9e35ede7-7a58-4d83-83ce-d0cf9bacf014 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.3046248 Aug 16 02:03:23.263903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9e4a9576-4340-4205-9482-cc8d2cf91e20 None None] Port e5601966-6515-4dfd-8c06-751bbad25765 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:23.297672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642071fd-b478-4d7c-ba0d-1099d38047ae req-92116703-f557-4bc2-933d-e8fef0e87a9c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.303892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-642071fd-b478-4d7c-ba0d-1099d38047ae req-92116703-f557-4bc2-933d-e8fef0e87a9c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 932 time: 0.1655550 Aug 16 02:03:23.386751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-895a6d0b-7d66-49e9-a414-a570c0289038 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.394781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-895a6d0b-7d66-49e9-a414-a570c0289038 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.473697 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-895a6d0b-7d66-49e9-a414-a570c0289038 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.474265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895a6d0b-7d66-49e9-a414-a570c0289038 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Fanout notify agent at l3_agent the message router_deleted on router 7fa951a7-5554-48d1-9519-18af51e4a672 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:03:23.481739 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-895a6d0b-7d66-49e9-a414-a570c0289038 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.482858 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-895a6d0b-7d66-49e9-a414-a570c0289038 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/routers/7fa951a7-5554-48d1-9519-18af51e4a672 HTTP/1.1" status: 204 len: 168 time: 0.4953480 Aug 16 02:03:23.486391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53848) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.571980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e47f82-64ba-4f29-b276-1bace52bf82f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting subnet dbf7113d-0d41-4559-b209-85ac84d45931 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:23.576227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1e47f82-64ba-4f29-b276-1bace52bf82f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.584077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b061fef-2933-42f4-a55e-823d27fb2bea req-510da2f9-976c-4074-b9de-1d3015f37645 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740952 Aug 16 02:03:23.590954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5601966-6515-4dfd-8c06-751bbad25765 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:23.608473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.623792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-642071fd-b478-4d7c-ba0d-1099d38047ae req-d2e44c79-002c-4619-bc20-b4f01f16857d tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321352 Aug 16 02:03:23.637210 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1e47f82-64ba-4f29-b276-1bace52bf82f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.647932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Transition to ACTIVE for port object e5601966-6515-4dfd-8c06-751bbad25765 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:23.658405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.814920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5601966-6515-4dfd-8c06-751bbad25765,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.826270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1e47f82-64ba-4f29-b276-1bace52bf82f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.879463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Attempting to bind port e5601966-6515-4dfd-8c06-751bbad25765 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:23.880414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Attempting to bind port e5601966-6515-4dfd-8c06-751bbad25765 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:23.882143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Attempting to bind port e5601966-6515-4dfd-8c06-751bbad25765 on network be92c7d7-f277-404d-ba11-afa8f90b5c6d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:23.890437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Port e5601966-6515-4dfd-8c06-751bbad25765 on network be92c7d7-f277-404d-ba11-afa8f90b5c6d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:23.911191 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1e47f82-64ba-4f29-b276-1bace52bf82f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.912409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Attempting to bind port e5601966-6515-4dfd-8c06-751bbad25765 on network be92c7d7-f277-404d-ba11-afa8f90b5c6d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:23.931555 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b1e47f82-64ba-4f29-b276-1bace52bf82f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.937256 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b1e47f82-64ba-4f29-b276-1bace52bf82f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/dbf7113d-0d41-4559-b209-85ac84d45931 HTTP/1.1" status: 204 len: 168 time: 0.4497330 Aug 16 02:03:23.938187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:23.940577 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Checking segment: {'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:23.940952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65495f4d-2a80-4311-83c9-14839a5c5342 None None] Network 719905bd-5dd9-4cac-977f-2f45252b2003 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:23.942880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Bound using segment: {'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:23.945059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Bound port: e5601966-6515-4dfd-8c06-751bbad25765, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:23.946425 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.960189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53858) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:24.090865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e47f82-64ba-4f29-b276-1bace52bf82f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf7113d-0d41-4559-b209-85ac84d45931,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.159757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] For port e5601966-6515-4dfd-8c06-751bbad25765, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:24.167697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] For port e5601966-6515-4dfd-8c06-751bbad25765, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e5601966-6515-4dfd-8c06-751bbad25765,segment=NetworkSegment(30f16d33-b26c-4d52-a4ff-1ccc66e30dd4),segment_id=30f16d33-b26c-4d52-a4ff-1ccc66e30dd4)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:24.176496 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.176728 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.269432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 93aa1cb7-b347-4602-8356-5aaa61460a01 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:24.271549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.274166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.275018 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.276740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] 10.222.0.89 "PUT /v2.0/ports/e5601966-6515-4dfd-8c06-751bbad25765 HTTP/1.1" status: 200 len: 1093 time: 1.4891968 Aug 16 02:03:24.277555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'tag': 'e5601966-6515-4dfd-8c06-751bbad25765'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:24.281077 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8489d552-17c4-4a29-968d-8abdf6d86de2", "tag": "e5601966-6515-4dfd-8c06-751bbad25765"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:24.397811 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1c5d09-9c27-4d75-8f0c-fd5e2b35b4b4 x-openstack-request-id: req-6e1c5d09-9c27-4d75-8f0c-fd5e2b35b4b4 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:24.397811 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489d552-17c4-4a29-968d-8abdf6d86de2", "tag": "e5601966-6515-4dfd-8c06-751bbad25765", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:24.399983 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e1c5d09-9c27-4d75-8f0c-fd5e2b35b4b4 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:24.400162 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'tag': 'e5601966-6515-4dfd-8c06-751bbad25765', 'status': 'completed', 'code': 200} Aug 16 02:03:24.411313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18c0e2d-0b29-4de4-bb92-d55b8a5ac507 None None] DHCP port deletion for 719905bd-5dd9-4cac-977f-2f45252b2003 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:24.431758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] For port 93aa1cb7-b347-4602-8356-5aaa61460a01, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=93aa1cb7-b347-4602-8356-5aaa61460a01,segment=NetworkSegment(72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0),segment_id=72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:24.432143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.451654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 93aa1cb7-b347-4602-8356-5aaa61460a01 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:24.489866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daae412-63bf-462e-b8c1-6a667aa1e5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5601966-6515-4dfd-8c06-751bbad25765,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.564059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-b2b08515-156e-48b3-ae15-0f633eca774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.565611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-b2b08515-156e-48b3-ae15-0f633eca774f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d75883e619340089afdf33c43b4cad9&device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 1096 time: 0.2331579 Aug 16 02:03:24.593742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a18c0e2d-0b29-4de4-bb92-d55b8a5ac507 None None] Deleting port 93aa1cb7-b347-4602-8356-5aaa61460a01 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:24.594429 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a18c0e2d-0b29-4de4-bb92-d55b8a5ac507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.644411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.662719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-967ce4f9-87ce-405b-a93d-2f2bf8100e62 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5601966-6515-4dfd-8c06-751bbad25765 HTTP/1.1" status: 200 len: 217 time: 0.0879340 Aug 16 02:03:24.754775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=93aa1cb7-b347-4602-8356-5aaa61460a01,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.767231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a18c0e2d-0b29-4de4-bb92-d55b8a5ac507 None None] For port 93aa1cb7-b347-4602-8356-5aaa61460a01, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=93aa1cb7-b347-4602-8356-5aaa61460a01,segment=NetworkSegment(72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0),segment_id=72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:24.767743 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a18c0e2d-0b29-4de4-bb92-d55b8a5ac507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.769548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No DVR routers for this DVR port 93aa1cb7-b347-4602-8356-5aaa61460a01 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:24.814204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a18c0e2d-0b29-4de4-bb92-d55b8a5ac507 None None] Calling delete_port for 93aa1cb7-b347-4602-8356-5aaa61460a01 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:24.887353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-da5a253e-ff9e-486a-befd-106b4228075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.906503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-da5a253e-ff9e-486a-befd-106b4228075c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=633bd1fb-2dcc-4375-aa55-9d610264d600 HTTP/1.1" status: 200 len: 847 time: 0.2345607 Aug 16 02:03:24.944108 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.961928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719905bd-5dd9-4cac-977f-2f45252b2003']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:24.977738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:24.978468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e0b3eb-625f-4f73-a3ba-b7ea6bd335d0') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:24.992867 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.011994 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.021288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:25.022168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.024267 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a18c0e2d-0b29-4de4-bb92-d55b8a5ac507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.051598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68547dd3-cafe-4b0b-861c-531c25c6eadb req-a519cfe1-4e8a-455c-b139-749f2cc8b5d9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.053163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68547dd3-cafe-4b0b-861c-531c25c6eadb req-a519cfe1-4e8a-455c-b139-749f2cc8b5d9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.3115282 Aug 16 02:03:25.081222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c0e2d-0b29-4de4-bb92-d55b8a5ac507 None None] Pushing event deleted for resources: {'Port': ['ID=93aa1cb7-b347-4602-8356-5aaa61460a01,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.089015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c0e2d-0b29-4de4-bb92-d55b8a5ac507 None None] No DVR routers for this DVR port 93aa1cb7-b347-4602-8356-5aaa61460a01 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:25.118354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c847b8-4ade-4ec9-b0ef-0e9fcd474a4e req-d08bcc97-5b25-4f91-96f6-713be9530eec tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.119922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47c847b8-4ade-4ec9-b0ef-0e9fcd474a4e req-d08bcc97-5b25-4f91-96f6-713be9530eec tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 944 time: 0.2736411 Aug 16 02:03:25.135001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-6aebff04-e00c-4761-83d4-24a5820fe7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.136494 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-6aebff04-e00c-4761-83d4-24a5820fe7bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=be92c7d7-f277-404d-ba11-afa8f90b5c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1910186 Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:25.136627 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:25.156045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.172547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.174961 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/networks/719905bd-5dd9-4cac-977f-2f45252b2003 HTTP/1.1" status: 204 len: 168 time: 1.2137179 Aug 16 02:03:25.191860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53888) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:25.200733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725df49-afd3-4394-ba08-9f15c751729a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Network': ['ID=719905bd-5dd9-4cac-977f-2f45252b2003,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.289702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1790308-b845-44d8-93b9-3ca88bc58783 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.291098 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c1790308-b845-44d8-93b9-3ca88bc58783 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/bf1c26a2-ce56-489c-84e8-66b5472891b0 HTTP/1.1" status: 200 len: 840 time: 0.0645041 Aug 16 02:03:25.296806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53892) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:25.310879 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68547dd3-cafe-4b0b-861c-531c25c6eadb req-da495b74-6280-402e-b8a5-14384223eeb9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338355 Aug 16 02:03:25.403738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47c847b8-4ade-4ec9-b0ef-0e9fcd474a4e req-8150796c-2760-4810-a565-e8aa01c17e88 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638123 Aug 16 02:03:25.439199 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-62c64157-3afb-41e0-814f-df90ad8ad282 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/bf1c26a2-ce56-489c-84e8-66b5472891b0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1391973 Aug 16 02:03:25.444964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53894) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:25.454790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f882888c-47a3-40c4-bf1e-85bc3e942540 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:25.466578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-15006428-6fbf-4007-a11f-e9983bbbbb07 service neutron] 10.222.0.89 "GET /v2.0/networks/be92c7d7-f277-404d-ba11-afa8f90b5c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145804 Aug 16 02:03:25.643110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f882888c-47a3-40c4-bf1e-85bc3e942540 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:25.647682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f882888c-47a3-40c4-bf1e-85bc3e942540 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.664228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc801a8a-4ada-4611-9400-99ae9e729744 req-70e15d70-dc14-4639-a5e1-5212998be3e9 service neutron] 10.222.0.89 "GET /v2.0/networks/be92c7d7-f277-404d-ba11-afa8f90b5c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832817 Aug 16 02:03:26.023876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 93aa1cb7-b347-4602-8356-5aaa61460a01 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:26.048067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b req-3383762d-7cae-4302-90b1-8948dac7209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.049697 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b req-3383762d-7cae-4302-90b1-8948dac7209e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d75883e619340089afdf33c43b4cad9&device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 1096 time: 0.1158416 Aug 16 02:03:26.060045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f882888c-47a3-40c4-bf1e-85bc3e942540 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.083166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 93aa1cb7-b347-4602-8356-5aaa61460a01 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:26.087022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 93aa1cb7-b347-4602-8356-5aaa61460a01 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:26.156953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f882888c-47a3-40c4-bf1e-85bc3e942540 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network a9e87a88-468e-41e2-8176-d1fbc840012e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:26.165898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f882888c-47a3-40c4-bf1e-85bc3e942540 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:26.171324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f882888c-47a3-40c4-bf1e-85bc3e942540 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.172218 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f882888c-47a3-40c4-bf1e-85bc3e942540 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.187281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ce478-be86-4929-867c-b6fb532964d8 None None] Network a9e87a88-468e-41e2-8176-d1fbc840012e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:26.189668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882888c-47a3-40c4-bf1e-85bc3e942540 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Subnet': ['ID=22a3776d-f366-473c-9c91-c2f017998657,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:26.199748 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f882888c-47a3-40c4-bf1e-85bc3e942540 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7523308 Aug 16 02:03:26.202998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53900) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.210179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7d871eb8-37db-4180-b10a-99c43a762499 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'security_group': {'name': 'tempest-secgroup-1283743494'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:26.259720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d871eb8-37db-4180-b10a-99c43a762499 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.279327 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b req-76e3484f-92b0-446b-bdd6-215069218b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.280850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b req-76e3484f-92b0-446b-bdd6-215069218b94 service neutron] 10.222.0.89 "GET /v2.0/networks?id=be92c7d7-f277-404d-ba11-afa8f90b5c6d HTTP/1.1" status: 200 len: 909 time: 0.2226691 Aug 16 02:03:26.393283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b req-a89eaabc-88b4-4bc3-8d44-acb5dd4fffb5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5601966-6515-4dfd-8c06-751bbad25765 HTTP/1.1" status: 200 len: 217 time: 0.1039608 Aug 16 02:03:26.525806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-a9e87a88-468e-41e2-8176-d1fbc840012e', 'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'tenant_id': '05983e96699944649ebc893914b5f09a', 'fixed_ips': [{'subnet_id': '22a3776d-f366-473c-9c91-c2f017998657'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:26.526575 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d871eb8-37db-4180-b10a-99c43a762499 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.526809 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.536082 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d871eb8-37db-4180-b10a-99c43a762499 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.599987 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d871eb8-37db-4180-b10a-99c43a762499 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.601255 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7d871eb8-37db-4180-b10a-99c43a762499 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3967280 Aug 16 02:03:26.614502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53912) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.620017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-73d77637-a381-4a1f-8135-23dccc79fd74 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'security_group': {'name': 'tempest-secgroup-1639227190'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:26.645864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d871eb8-37db-4180-b10a-99c43a762499 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1667ab4a-54e7-40ce-85e9-e4ac49e99108,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:26.693835 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73d77637-a381-4a1f-8135-23dccc79fd74 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.715873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b req-0fea3533-a6e3-4c72-a46b-e73356645ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.719276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Allocated IP 172.20.0.2 (a9e87a88-468e-41e2-8176-d1fbc840012e/22a3776d-f366-473c-9c91-c2f017998657/2eb6b340-92ba-4a9a-a4a9-7edfc946a778) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:26.721159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b req-0fea3533-a6e3-4c72-a46b-e73356645ecd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=633bd1fb-2dcc-4375-aa55-9d610264d600 HTTP/1.1" status: 200 len: 847 time: 0.3139603 Aug 16 02:03:26.747071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062be5e-01ef-444b-9217-29420f9d18e5 req-dd5b9360-2dde-42c0-abb8-a77c4acb7bba tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.752587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9062be5e-01ef-444b-9217-29420f9d18e5 req-dd5b9360-2dde-42c0-abb8-a77c4acb7bba tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.2621722 Aug 16 02:03:26.865448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73d77637-a381-4a1f-8135-23dccc79fd74 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.875463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73d77637-a381-4a1f-8135-23dccc79fd74 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.930483 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73d77637-a381-4a1f-8135-23dccc79fd74 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.934555 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-73d77637-a381-4a1f-8135-23dccc79fd74 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3189676 Aug 16 02:03:26.937577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53916) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.943592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-636228751', 'security_groups': ['d2dbcfe8-3ab5-46d1-b556-c7c28f03ad12'], 'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22a3776d-f366-473c-9c91-c2f017998657'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:27.081174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d77637-a381-4a1f-8135-23dccc79fd74 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dbcfe8-3ab5-46d1-b556-c7c28f03ad12,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:27.094262 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.126097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Transition to ACTIVE for port object 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:27.181515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Transition to ACTIVE for port object 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:27.209294 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.249445 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:27.356477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Network a9e87a88-468e-41e2-8176-d1fbc840012e is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:27.368367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:27.380050 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:27.392210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Pushing event updated for resources: {'Port': ['ID=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:27.424815 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.454300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port 5b767b38-4667-437b-b414-224e22b121fd yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:27.529555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Attempting to bind port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:27.529555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Attempting to bind port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '91fe4a85-173f-4121-b0ea-85a9cbac5dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:27.529962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Attempting to bind port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 on network a9e87a88-468e-41e2-8176-d1fbc840012e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:27.552871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:27.553421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Checking segment: {'id': '91fe4a85-173f-4121-b0ea-85a9cbac5dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:27.553890 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.554418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Bound using segment: {'id': '91fe4a85-173f-4121-b0ea-85a9cbac5dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:27.555010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Bound port: 2eb6b340-92ba-4a9a-a4a9-7edfc946a778, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fe4a85-173f-4121-b0ea-85a9cbac5dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:27.555505 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.578659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9062be5e-01ef-444b-9217-29420f9d18e5 req-240e1491-fbd1-419d-a092-b3c566c71692 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628958 Aug 16 02:03:27.601019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3de619-b643-4ddd-8acf-22b7467eb015 req-20ffd4a5-97de-40af-b624-871ee003f898 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.603008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b3de619-b643-4ddd-8acf-22b7467eb015 req-20ffd4a5-97de-40af-b624-871ee003f898 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 944 time: 1.0342195 Aug 16 02:03:27.675258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b req-1f8f70e0-eb0c-4d06-be99-4a65c4bdf3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.675258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b req-1f8f70e0-eb0c-4d06-be99-4a65c4bdf3df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=be92c7d7-f277-404d-ba11-afa8f90b5c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9156063 Aug 16 02:03:27.704084 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] For port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:27.715004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] For port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,segment=NetworkSegment(91fe4a85-173f-4121-b0ea-85a9cbac5dd8),segment_id=91fe4a85-173f-4121-b0ea-85a9cbac5dd8)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:27.721000 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.803284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.3 (a9e87a88-468e-41e2-8176-d1fbc840012e/22a3776d-f366-473c-9c91-c2f017998657/5b767b38-4667-437b-b414-224e22b121fd) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:27.842174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b3de619-b643-4ddd-8acf-22b7467eb015 req-65a5ab01-4269-472b-aa48-6be5c56ec988 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186499 Aug 16 02:03:27.875484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e9a42-bacf-44b5-b04e-7faf8fef1fd7 None None] Pushing event updated for resources: {'Port': ['ID=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:27.904317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b req-e8f098f8-4b61-4c8a-abb5-3cb7256a8121 service neutron] 10.222.0.89 "GET /v2.0/networks/be92c7d7-f277-404d-ba11-afa8f90b5c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160325 Aug 16 02:03:27.926419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e5601966-6515-4dfd-8c06-751bbad25765 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:28.185211 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.228899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object 5b767b38-4667-437b-b414-224e22b121fd will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:28.268949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ea42d1e-79e5-4f67-a017-0f56fd92dd5b req-f45c34eb-63f3-471d-97db-8d418e4f12aa service neutron] 10.222.0.89 "GET /v2.0/networks/be92c7d7-f277-404d-ba11-afa8f90b5c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476894 Aug 16 02:03:28.322131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e5601966-6515-4dfd-8c06-751bbad25765, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e5601966-6515-4dfd-8c06-751bbad25765,segment=NetworkSegment(30f16d33-b26c-4d52-a4ff-1ccc66e30dd4),segment_id=30f16d33-b26c-4d52-a4ff-1ccc66e30dd4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:28.330822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.393606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'e5601966-6515-4dfd-8c06-751bbad25765', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'port_id': 'e5601966-6515-4dfd-8c06-751bbad25765', 'mac_address': 'fa:16:3e:23:d9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:28.485751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network a9e87a88-468e-41e2-8176-d1fbc840012e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:28.489042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:28.493183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:28.552184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=5b767b38-4667-437b-b414-224e22b121fd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.558962 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.595173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5601966-6515-4dfd-8c06-751bbad25765 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:28.661724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e5601966-6515-4dfd-8c06-751bbad25765, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e5601966-6515-4dfd-8c06-751bbad25765,segment=NetworkSegment(30f16d33-b26c-4d52-a4ff-1ccc66e30dd4),segment_id=30f16d33-b26c-4d52-a4ff-1ccc66e30dd4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:28.675680 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.696450 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.699495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.736879 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2cdea751-fb62-443f-9625-0a61bea74988 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7977464 Aug 16 02:03:28.739622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53946) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.746209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-2009069d-41ac-4f34-8634-afed9ef14b72 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:28.848878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53952) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.873534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e5601966-6515-4dfd-8c06-751bbad25765,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.986683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['e5601966-6515-4dfd-8c06-751bbad25765'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:29.003203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26615-502b-4d47-873c-8b565226df81 req-de038d23-2590-41f6-a5c3-1dd90c21aa57 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.011676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbe26615-502b-4d47-873c-8b565226df81 req-de038d23-2590-41f6-a5c3-1dd90c21aa57 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.2277806 Aug 16 02:03:29.024669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfe644de-f7b0-4426-b1de-91e12b7bc73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.174796 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbe26615-502b-4d47-873c-8b565226df81 req-38a8a1b9-b5a7-4054-90b3-8c0f62fd0e97 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621146 Aug 16 02:03:29.256047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfe644de-f7b0-4426-b1de-91e12b7bc73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.264813 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfe644de-f7b0-4426-b1de-91e12b7bc73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.352166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2009069d-41ac-4f34-8634-afed9ef14b72 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:29.367929 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2009069d-41ac-4f34-8634-afed9ef14b72 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.384749 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dfe644de-f7b0-4426-b1de-91e12b7bc73f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7bb4d7b654974fd2baf959b6ecaa14a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5334837 Aug 16 02:03:29.385736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53964) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:29.399095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe644de-f7b0-4426-b1de-91e12b7bc73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ea6a97-53af-4820-84c6-70d4e4a81567,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.519898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5236c9bd-6502-42b1-9bcd-e230198d78c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.603802 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5236c9bd-6502-42b1-9bcd-e230198d78c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.615826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b3c9e-a453-4ae0-b9ba-77a831ca9b9a req-6b2d958a-7474-4367-a0ae-b38e378ed6b9 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.623609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-923b3c9e-a453-4ae0-b9ba-77a831ca9b9a req-6b2d958a-7474-4367-a0ae-b38e378ed6b9 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 945 time: 0.3129210 Aug 16 02:03:29.670246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1ee3592-7153-4b42-8482-20efe8304c8a None None] Provisioning complete for port bf1c26a2-ce56-489c-84e8-66b5472891b0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:29.670805 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1ee3592-7153-4b42-8482-20efe8304c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.718511 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5236c9bd-6502-42b1-9bcd-e230198d78c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.721197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5236c9bd-6502-42b1-9bcd-e230198d78c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.725221 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5236c9bd-6502-42b1-9bcd-e230198d78c0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a8ea6a97-53af-4820-84c6-70d4e4a81567 HTTP/1.1" status: 204 len: 168 time: 0.3383634 Aug 16 02:03:29.734863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee3592-7153-4b42-8482-20efe8304c8a None None] Port bf1c26a2-ce56-489c-84e8-66b5472891b0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:29.738818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236c9bd-6502-42b1-9bcd-e230198d78c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ea6a97-53af-4820-84c6-70d4e4a81567,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.758575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-923b3c9e-a453-4ae0-b9ba-77a831ca9b9a req-03a2daf4-d156-44ae-bc4a-30d220cc3e48 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336317 Aug 16 02:03:29.769486 n-d-768851-16 neutron-server[101381]: INFO neutron.db.ipam_backend_mixin [None req-2009069d-41ac-4f34-8634-afed9ef14b72 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 22a3776d-f366-473c-9c91-c2f017998657 (CIDR: 172.20.0.0/28) Aug 16 02:03:29.772255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1ee3592-7153-4b42-8482-20efe8304c8a None None] Provisioning for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:29.776466 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-2009069d-41ac-4f34-8634-afed9ef14b72 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:29.777579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2009069d-41ac-4f34-8634-afed9ef14b72 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:29.827651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53970) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:29.828208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2009069d-41ac-4f34-8634-afed9ef14b72 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0868304 Aug 16 02:03:29.834119 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-860edca0-b3f3-4a94-a83d-1931f3458428 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:30.029509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:30.126776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:30.134058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:30.135156 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.167326 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-dad227b3-1452-4704-a57d-c6fcf4208dfd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1083496 Aug 16 02:03:30.168906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860edca0-b3f3-4a94-a83d-1931f3458428 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:30.172817 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-860edca0-b3f3-4a94-a83d-1931f3458428 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.357349 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.409792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53978) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:30.419538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-1b747ee0-0de9-400e-a9ac-710d1f2009ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.420296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-1b747ee0-0de9-400e-a9ac-710d1f2009ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.421209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-1b747ee0-0de9-400e-a9ac-710d1f2009ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.423093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-1b747ee0-0de9-400e-a9ac-710d1f2009ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.424083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-1b747ee0-0de9-400e-a9ac-710d1f2009ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.424736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-1b747ee0-0de9-400e-a9ac-710d1f2009ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.426489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-1b747ee0-0de9-400e-a9ac-710d1f2009ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.430409 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-1b747ee0-0de9-400e-a9ac-710d1f2009ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6506 time: 0.1580770 Aug 16 02:03:30.473348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,segment=NetworkSegment(91fe4a85-173f-4121-b0ea-85a9cbac5dd8),segment_id=91fe4a85-173f-4121-b0ea-85a9cbac5dd8)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:30.480032 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.497011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefbf04-d585-47fb-ab50-7086710075ed req-aa9d9827-acfc-4546-9016-bb14b5455e07 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.499176 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abefbf04-d585-47fb-ab50-7086710075ed req-aa9d9827-acfc-4546-9016-bb14b5455e07 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1569276 Aug 16 02:03:30.540521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e019b733-16ea-45f1-bc3a-80b6b86c965d None None] Provisioning for port 5b767b38-4667-437b-b414-224e22b121fd completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:30.549304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.552100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e019b733-16ea-45f1-bc3a-80b6b86c965d None None] Provisioning complete for port 5b767b38-4667-437b-b414-224e22b121fd triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:30.552473 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e019b733-16ea-45f1-bc3a-80b6b86c965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.594582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e019b733-16ea-45f1-bc3a-80b6b86c965d None None] Port 5b767b38-4667-437b-b414-224e22b121fd cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:30.598114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abefbf04-d585-47fb-ab50-7086710075ed req-9ed67efe-6098-40d3-924b-68d2d8c6eb61 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836668 Aug 16 02:03:30.630081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7bdd-4e9c-4814-9c52-752bb7594e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.845593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-3bcb6375-23a8-4c88-8b0f-48155a1343fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.846081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-3bcb6375-23a8-4c88-8b0f-48155a1343fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.846556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-3bcb6375-23a8-4c88-8b0f-48155a1343fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.848175 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-3bcb6375-23a8-4c88-8b0f-48155a1343fd service neutron] 10.222.0.84 "GET /v2.0/networks?id=2ea2ab85-242f-4314-9eef-b00c020be907&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=1d05361c-e213-4f52-8aeb-6d00c93c6965&id=1d05361c-e213-4f52-8aeb-6d00c93c6965 HTTP/1.1" status: 200 len: 2297 time: 0.2870722 Aug 16 02:03:30.878974 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-860edca0-b3f3-4a94-a83d-1931f3458428 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.001992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860edca0-b3f3-4a94-a83d-1931f3458428 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network a9e87a88-468e-41e2-8176-d1fbc840012e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:31.014541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56803540-6577-4041-b8a7-a0a4c36a8ddc req-ebe6fde4-5b66-4bbd-9857-11d38e041213 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.018261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56803540-6577-4041-b8a7-a0a4c36a8ddc req-ebe6fde4-5b66-4bbd-9857-11d38e041213 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 945 time: 0.1481822 Aug 16 02:03:31.032965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-860edca0-b3f3-4a94-a83d-1931f3458428 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:31.046260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbecd228-f948-4f5f-a40a-d0377f3e2086 None None] Network a9e87a88-468e-41e2-8176-d1fbc840012e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:31.064556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860edca0-b3f3-4a94-a83d-1931f3458428 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.065183 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-860edca0-b3f3-4a94-a83d-1931f3458428 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.129878 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7bdd-4e9c-4814-9c52-752bb7594e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.143087 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-84b4a57a-15a6-4ead-a2aa-9b0541859ec3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25 HTTP/1.1" status: 200 len: 1001 time: 0.2764471 Aug 16 02:03:31.151194 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56803540-6577-4041-b8a7-a0a4c36a8ddc req-15826335-e610-4670-83a4-742bf604e45c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218915 Aug 16 02:03:31.152145 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7bdd-4e9c-4814-9c52-752bb7594e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.262274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53990) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:31.265959 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1a8d7bdd-4e9c-4814-9c52-752bb7594e49 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd84016289024399bfa33e14bcd8a59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8339002 Aug 16 02:03:31.266761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860edca0-b3f3-4a94-a83d-1931f3458428 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Subnet': ['ID=72dd933f-8a1d-4834-a0ab-edafd70ffc96,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.317321 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-860edca0-b3f3-4a94-a83d-1931f3458428 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4852467 Aug 16 02:03:31.320807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53992) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:31.326973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1198461079', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '72dd933f-8a1d-4834-a0ab-edafd70ffc96'}], 'security_groups': ['1667ab4a-54e7-40ce-85e9-e4ac49e99108']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:31.381565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d7bdd-4e9c-4814-9c52-752bb7594e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53b3ef-768a-49d6-a22c-81594bb37c23,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.394408 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-0c3c9f63-b181-4d5e-8dd5-7701d47300c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.397124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-0c3c9f63-b181-4d5e-8dd5-7701d47300c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fe5b00cb-8239-4aec-9c3f-72d71ae075fe HTTP/1.1" status: 200 len: 855 time: 0.1440916 Aug 16 02:03:31.471901 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.500924 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.510425 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-6cb9e71f-0b76-4d53-a2c3-c7b0d2b09d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.513614 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-6cb9e71f-0b76-4d53-a2c3-c7b0d2b09d5b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2ea2ab85-242f-4314-9eef-b00c020be907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076910 Aug 16 02:03:31.521539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2afd51-adc6-4b3f-ad39-6c631eb16aff None None] Update dhcp port {'port': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'fixed_ips': [{'subnet_id': '22a3776d-f366-473c-9c91-c2f017998657', 'ip_address': '172.20.0.2'}, {'subnet_id': '72dd933f-8a1d-4834-a0ab-edafd70ffc96'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '2eb6b340-92ba-4a9a-a4a9-7edfc946a778'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:03:31.565229 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.568739 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.572422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fa53b3ef-768a-49d6-a22c-81594bb37c23 HTTP/1.1" status: 204 len: 168 time: 0.3051281 Aug 16 02:03:31.608410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53b3ef-768a-49d6-a22c-81594bb37c23,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.635439 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dd2afd51-adc6-4b3f-ad39-6c631eb16aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.645297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.645680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.646024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.646364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.646701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.647038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.647370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.647700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.648027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.648352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.648678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.649531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f84c6b-b179-4521-bfda-08f9005c1da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:31.794337 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-f07d92d0-3287-4317-bb58-83579f7b8d78 service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690110 Aug 16 02:03:31.807984 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.954550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e5601966-6515-4dfd-8c06-751bbad25765 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:31.978078 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-0e532185-53c6-4c9c-82f9-bfa768f65c9f service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747494 Aug 16 02:03:32.056742 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-b31142b3-3d6b-45ef-8542-b058422fe4d0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=62465913-9f97-4993-baaf-8784e6efa18e HTTP/1.1" status: 200 len: 217 time: 0.0703332 Aug 16 02:03:32.181027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-054c3704-a477-4370-85a8-86bda4981eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.182420 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-054c3704-a477-4370-85a8-86bda4981eb7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.1178648 Aug 16 02:03:32.260070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-86c19e98-752e-4fb9-bd93-170f9eaf2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.262191 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-86c19e98-752e-4fb9-bd93-170f9eaf2aa5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0702245 Aug 16 02:03:32.415505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:32.459125 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-0dc3f107-5bf6-4d35-b019-b7789518a873 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877298 Aug 16 02:03:32.572792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e8347-e0e8-42b4-b4fb-821b61cac226 req-8a9f75ef-2240-451a-961c-fc8ad7ec040d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.575015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e48e8347-e0e8-42b4-b4fb-821b61cac226 req-8a9f75ef-2240-451a-961c-fc8ad7ec040d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.7641172 Aug 16 02:03:32.607152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4e666-55cc-4439-b9bd-e054508aa5a3 req-812b92aa-954e-4fb2-858a-3b7f5ca059b0 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.617383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cc4e666-55cc-4439-b9bd-e054508aa5a3 req-812b92aa-954e-4fb2-858a-3b7f5ca059b0 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 945 time: 0.0980625 Aug 16 02:03:32.627346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-dd2afd51-adc6-4b3f-ad39-6c631eb16aff None None] Allocated IP 172.20.0.18 (a9e87a88-468e-41e2-8176-d1fbc840012e/72dd933f-8a1d-4834-a0ab-edafd70ffc96/2eb6b340-92ba-4a9a-a4a9-7edfc946a778) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:32.665266 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-69b95c58-c4da-4758-a455-c67a6eb0ac52 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944332 Aug 16 02:03:32.694718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e48e8347-e0e8-42b4-b4fb-821b61cac226 req-2ea4a937-5575-4eed-8bad-f3696e1ba0d6 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053534 Aug 16 02:03:32.710517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cc4e666-55cc-4439-b9bd-e054508aa5a3 req-2d3fe92b-184c-44ef-a9e3-eb808319b5c5 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887983 Aug 16 02:03:32.710741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port e5601966-6515-4dfd-8c06-751bbad25765 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:32.738863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:32.739245 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.770112 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-5c50fd56-bbcc-4436-b37a-ddb4e5e5d6c4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=09730719-e67e-49bb-b3bd-ddbc04247286 HTTP/1.1" status: 200 len: 217 time: 0.0951030 Aug 16 02:03:32.835949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port e5601966-6515-4dfd-8c06-751bbad25765 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:32.836334 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.873692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-f49db269-af3e-408a-adec-93242c748b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.875299 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-f49db269-af3e-408a-adec-93242c748b63 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0936210 Aug 16 02:03:33.000167 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-b237c1e2-3642-4ce7-96f3-dc12f2f53be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.001774 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-b237c1e2-3642-4ce7-96f3-dc12f2f53be8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1157947 Aug 16 02:03:33.025806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-dd2afd51-adc6-4b3f-ad39-6c631eb16aff None None] For port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,segment=NetworkSegment(91fe4a85-173f-4121-b0ea-85a9cbac5dd8),segment_id=91fe4a85-173f-4121-b0ea-85a9cbac5dd8)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:33.166802 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.228839 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-a64f126a-f8f3-46f0-b87b-3f4ded50715a service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887619 Aug 16 02:03:33.252779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5601966-6515-4dfd-8c06-751bbad25765'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:33.258331 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce4190e-7656-457c-966d-fe2caae8c5e1" -d '{"events": [{"server_uuid": "8489d552-17c4-4a29-968d-8abdf6d86de2", "name": "network-vif-plugged", "status": "completed", "tag": "e5601966-6515-4dfd-8c06-751bbad25765"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:33.304399 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dd2afd51-adc6-4b3f-ad39-6c631eb16aff None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.340606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e5601966-6515-4dfd-8c06-751bbad25765, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e5601966-6515-4dfd-8c06-751bbad25765,segment=NetworkSegment(30f16d33-b26c-4d52-a4ff-1ccc66e30dd4),segment_id=30f16d33-b26c-4d52-a4ff-1ccc66e30dd4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:33.363284 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b1e6fd-c703-4bfe-8cb1-66b83cd48ffe x-openstack-request-id: req-39b1e6fd-c703-4bfe-8cb1-66b83cd48ffe {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:33.367261 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489d552-17c4-4a29-968d-8abdf6d86de2", "name": "network-vif-plugged", "status": "completed", "tag": "e5601966-6515-4dfd-8c06-751bbad25765", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:33.367541 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-39b1e6fd-c703-4bfe-8cb1-66b83cd48ffe {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:33.368017 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5601966-6515-4dfd-8c06-751bbad25765', 'code': 200} Aug 16 02:03:33.385031 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.498467 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-eeabce0f-93bf-473e-8377-a0adb45b0585 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519202 Aug 16 02:03:33.521539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e62cf8-24e1-4350-80fb-fd3a411da7b7 req-82d632a5-7192-4668-92d0-a74fe4aa0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.523415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40e62cf8-24e1-4350-80fb-fd3a411da7b7 req-82d632a5-7192-4668-92d0-a74fe4aa0bec service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 1098 time: 0.0966508 Aug 16 02:03:33.528338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-dd2afd51-adc6-4b3f-ad39-6c631eb16aff None None] Transition to ACTIVE for port object 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:33.542939 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e5601966-6515-4dfd-8c06-751bbad25765,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:33.557658 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dd2afd51-adc6-4b3f-ad39-6c631eb16aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.567753 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-8edfb492-e51b-4645-9961-c80a3ec06d14 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=551583b1-17cc-4b79-a29a-167feacb8946 HTTP/1.1" status: 200 len: 217 time: 0.0576866 Aug 16 02:03:33.692352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-666b07b1-7e1b-4c00-8807-86ad4fb149d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.694056 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-666b07b1-7e1b-4c00-8807-86ad4fb149d1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.1134570 Aug 16 02:03:33.745585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2afd51-adc6-4b3f-ad39-6c631eb16aff None None] Pushing event updated for resources: {'Port': ['ID=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:33.776640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40e62cf8-24e1-4350-80fb-fd3a411da7b7 req-f748e522-802a-4711-b873-69ccf1ed219a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458761 Aug 16 02:03:33.815574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-185fb94c-3956-4314-9df2-83c83d0df1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.818240 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-185fb94c-3956-4314-9df2-83c83d0df1aa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1131499 Aug 16 02:03:33.833803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Delete allocated IP 172.20.0.3 (a9e87a88-468e-41e2-8176-d1fbc840012e/22a3776d-f366-473c-9c91-c2f017998657) {{(pid=101381) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:03:33.986286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.30 (a9e87a88-468e-41e2-8176-d1fbc840012e/72dd933f-8a1d-4834-a0ab-edafd70ffc96/5b767b38-4667-437b-b414-224e22b121fd) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:34.013072 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-5d545b77-c03a-459f-9193-bec5644ed36f service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858385 Aug 16 02:03:34.041390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:34.114141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d80e9-4946-40b3-ad97-61bdea33f751 req-7229747a-d5e2-4ce0-afab-ca3cd28a0dad tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.122508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e20d80e9-4946-40b3-ad97-61bdea33f751 req-7229747a-d5e2-4ce0-afab-ca3cd28a0dad tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1947675 Aug 16 02:03:34.140759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992174a-7605-499d-9c43-fb316fd433f5 req-daf090f2-3acf-4502-9727-c523910bfd1f tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.142635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1992174a-7605-499d-9c43-fb316fd433f5 req-daf090f2-3acf-4502-9727-c523910bfd1f tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 946 time: 0.2576621 Aug 16 02:03:34.214341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54070) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:34.327908 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-e76344d4-895d-4a9e-b7d1-18dd96c691dd service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008382 Aug 16 02:03:34.356834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e20d80e9-4946-40b3-ad97-61bdea33f751 req-119c8cee-50e6-47cb-8571-f8d508267cf7 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218122 Aug 16 02:03:34.395867 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-d6b97979-6240-4454-8d65-767ec1667ae9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=5a61baeb-19b0-4c95-a47c-c349b9fbaadd HTTP/1.1" status: 200 len: 217 time: 0.0617690 Aug 16 02:03:34.410241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1992174a-7605-499d-9c43-fb316fd433f5 req-71b5b597-b42d-494d-b1db-3a934b7d840b tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502449 Aug 16 02:03:34.498410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.535480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-f5fd63af-425e-4204-b5b9-ee345de18b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.537676 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-f5fd63af-425e-4204-b5b9-ee345de18b97 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.1287677 Aug 16 02:03:34.607773 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.630491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01070-3293-4a51-8208-c99243082870 req-3901266d-5c1c-4924-8acb-78066aeb0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.631845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9a01070-3293-4a51-8208-c99243082870 req-3901266d-5c1c-4924-8acb-78066aeb0eba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 1097 time: 0.1743557 Aug 16 02:03:34.639815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-89302570-3f8e-43c4-bb83-1a3558a1e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.641356 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-89302570-3f8e-43c4-bb83-1a3558a1e88a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947278 Aug 16 02:03:34.755579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e4d6a352-31c0-45bb-9d41-048f689c0188 None None] Provisioning complete for port 5b767b38-4667-437b-b414-224e22b121fd triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:34.756145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4d6a352-31c0-45bb-9d41-048f689c0188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.757756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object 5b767b38-4667-437b-b414-224e22b121fd will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:34.785936 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.800790 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-a4e7f633-44e2-46df-9f8b-14aad495b908 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502898 Aug 16 02:03:34.809444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6a352-31c0-45bb-9d41-048f689c0188 None None] Port 5b767b38-4667-437b-b414-224e22b121fd cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:34.838325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e4d6a352-31c0-45bb-9d41-048f689c0188 None None] Provisioning complete for port bf1c26a2-ce56-489c-84e8-66b5472891b0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:34.838698 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4d6a352-31c0-45bb-9d41-048f689c0188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.882502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01070-3293-4a51-8208-c99243082870 req-580dcb53-fcd3-4aaa-817b-ca32823ccdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.884943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9a01070-3293-4a51-8208-c99243082870 req-580dcb53-fcd3-4aaa-817b-ca32823ccdda service neutron] 10.222.0.89 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.2222970 Aug 16 02:03:34.895441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6a352-31c0-45bb-9d41-048f689c0188 None None] Port bf1c26a2-ce56-489c-84e8-66b5472891b0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:34.916336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e4d6a352-31c0-45bb-9d41-048f689c0188 None None] Provisioning for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:34.921911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e4d6a352-31c0-45bb-9d41-048f689c0188 None None] Provisioning complete for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:34.922282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.922438 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4d6a352-31c0-45bb-9d41-048f689c0188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.949223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.980701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] In _notify_port_updated(), no bound segment for port 5b767b38-4667-437b-b414-224e22b121fd on network a9e87a88-468e-41e2-8176-d1fbc840012e {{(pid=101381) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:03:34.984746 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-aba4fc11-5659-4e97-b228-66e2544707dc service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749735 Aug 16 02:03:34.987637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.988275 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.990282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "PUT /v2.0/ports/5b767b38-4667-437b-b414-224e22b121fd HTTP/1.1" status: 200 len: 921 time: 3.6680048 Aug 16 02:03:34.995213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54074) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:35.078631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225c801-c5ba-4632-8bf8-e526badf85b0 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=5b767b38-4667-437b-b414-224e22b121fd,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:35.110979 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9a01070-3293-4a51-8208-c99243082870 req-76ede637-10cc-4a00-ba31-dc5e6f03a4bf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b2dde8-898c-4f40-9cc6-c4e700522521 HTTP/1.1" status: 200 len: 1001 time: 0.1337786 Aug 16 02:03:35.162054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58de6b2a-e2b4-454f-8e5f-aec18ee86cf6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:35.171736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.172098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.172443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.172785 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.173153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.173493 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.173827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.174512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.174859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.175194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.175526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.175855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:35.176783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01070-3293-4a51-8208-c99243082870 req-d6e28b3e-9010-413c-b15d-1cf3546494cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.178674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9a01070-3293-4a51-8208-c99243082870 req-d6e28b3e-9010-413c-b15d-1cf3546494cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.0590935 Aug 16 02:03:35.181200 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-fa770f40-8ad5-4520-a74e-ed4a8614f9f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d HTTP/1.1" status: 200 len: 217 time: 0.1760805 Aug 16 02:03:35.185999 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5d5fc9d8-6413-4a4e-909b-5b60c0e35ac1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd2735d106a6462a87e04aff2a0b5954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9639776 Aug 16 02:03:35.187988 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54080) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:35.245719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01070-3293-4a51-8208-c99243082870 req-670b1ce2-dda6-4daa-8b2d-359853eac3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.247953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9a01070-3293-4a51-8208-c99243082870 req-670b1ce2-dda6-4daa-8b2d-359853eac3db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595152 Aug 16 02:03:35.420488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9a01070-3293-4a51-8208-c99243082870 req-bfec0fee-c53a-40d9-852a-2d9ec34ec03f service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641123 Aug 16 02:03:35.582492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510397cc-55f3-44e4-a8f1-8762ae9fcb5b req-5b133d73-2370-4b8b-9bd8-fd619962a6e1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.584185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-510397cc-55f3-44e4-a8f1-8762ae9fcb5b req-5b133d73-2370-4b8b-9bd8-fd619962a6e1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1187632 Aug 16 02:03:35.633463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9a01070-3293-4a51-8208-c99243082870 req-110a5927-576c-48ec-9419-48fb96b4f988 service neutron] 10.222.0.89 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036371 Aug 16 02:03:35.662515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e8cd3987-0b58-4d9f-a2af-aa75af20bb9a None None] Provisioning for port 5b767b38-4667-437b-b414-224e22b121fd completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:35.666743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e8cd3987-0b58-4d9f-a2af-aa75af20bb9a None None] Provisioning complete for port 5b767b38-4667-437b-b414-224e22b121fd triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:35.667162 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e8cd3987-0b58-4d9f-a2af-aa75af20bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.677524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-510397cc-55f3-44e4-a8f1-8762ae9fcb5b req-d1438232-7ca5-439f-8356-6ede338bc9b2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758636 Aug 16 02:03:35.701325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279f13b-7885-43a9-aa58-4e5a8c14ead1 req-99bb93b7-f4d9-4982-bdb2-e44f1f238345 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.704840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a279f13b-7885-43a9-aa58-4e5a8c14ead1 req-99bb93b7-f4d9-4982-bdb2-e44f1f238345 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 946 time: 0.1470511 Aug 16 02:03:35.737977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd3987-0b58-4d9f-a2af-aa75af20bb9a None None] Port 5b767b38-4667-437b-b414-224e22b121fd cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:35.777923 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a279f13b-7885-43a9-aa58-4e5a8c14ead1 req-b99e8e3d-2353-4efa-8e73-ebba3bf12214 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673676 Aug 16 02:03:35.796203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2a220ef6-71ba-4a04-bc03-2ff74db223c5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port 5b767b38-4667-437b-b414-224e22b121fd {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:35.796407 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a220ef6-71ba-4a04-bc03-2ff74db223c5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.843318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-b9c03e93-4467-4035-bcee-a9d5754c6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.851475 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-b9c03e93-4467-4035-bcee-a9d5754c6afa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.6499956 Aug 16 02:03:35.911618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77e99224-e0ac-4e55-97e5-c8ffdd1ba78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.978902 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77e99224-e0ac-4e55-97e5-c8ffdd1ba78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.007807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-0a792e2c-ffd5-4e3d-af7a-bc365e95ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.008126 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-0a792e2c-ffd5-4e3d-af7a-bc365e95ee0d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1105378 Aug 16 02:03:36.021600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be441f-bdff-4a7a-8354-b375e84a840c req-bbb2816b-61ba-455e-a53e-6d8f8e587ce2 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.030604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9be441f-bdff-4a7a-8354-b375e84a840c req-bbb2816b-61ba-455e-a53e-6d8f8e587ce2 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 946 time: 0.0707617 Aug 16 02:03:36.036943 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a220ef6-71ba-4a04-bc03-2ff74db223c5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.086479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9be441f-bdff-4a7a-8354-b375e84a840c req-6e5aed51-9950-495d-aedd-a06cf469db8f tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491955 Aug 16 02:03:36.096185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2a220ef6-71ba-4a04-bc03-2ff74db223c5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for 5b767b38-4667-437b-b414-224e22b121fd owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:36.183080 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77e99224-e0ac-4e55-97e5-c8ffdd1ba78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.185586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77e99224-e0ac-4e55-97e5-c8ffdd1ba78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.186744 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-77e99224-e0ac-4e55-97e5-c8ffdd1ba78c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58de6b2a-e2b4-454f-8e5f-aec18ee86cf6 HTTP/1.1" status: 204 len: 168 time: 0.9978313 Aug 16 02:03:36.230441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e99224-e0ac-4e55-97e5-c8ffdd1ba78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de6b2a-e2b4-454f-8e5f-aec18ee86cf6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.242441 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-267b69de-5aef-4830-9145-b89046d1e1a1 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214220 Aug 16 02:03:36.265357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76243eff-72b1-46dd-9b40-799cbf6f8756 req-7a62dfd9-8b4b-4681-8330-327bb3739293 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.266907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76243eff-72b1-46dd-9b40-799cbf6f8756 req-7a62dfd9-8b4b-4681-8330-327bb3739293 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 946 time: 0.0844624 Aug 16 02:03:36.357844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76243eff-72b1-46dd-9b40-799cbf6f8756 req-5bb1104d-dc9a-49e1-abb7-b541d64072b7 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716712 Aug 16 02:03:36.389437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54100) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:36.433044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a220ef6-71ba-4a04-bc03-2ff74db223c5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.544067 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a220ef6-71ba-4a04-bc03-2ff74db223c5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=5b767b38-4667-437b-b414-224e22b121fd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.572330 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-cdd72706-149b-4ceb-9bda-f81c0d3e1669 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202536 Aug 16 02:03:36.652696 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-ce70ba61-bfe4-4bdb-90c8-7cca099cc5c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74215e91-8911-4c4d-9c89-a45a68e41230 HTTP/1.1" status: 200 len: 217 time: 0.0684173 Aug 16 02:03:36.664965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a220ef6-71ba-4a04-bc03-2ff74db223c5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.669799 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2a220ef6-71ba-4a04-bc03-2ff74db223c5 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/5b767b38-4667-437b-b414-224e22b121fd HTTP/1.1" status: 204 len: 168 time: 1.6636887 Aug 16 02:03:36.670367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54112) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:36.754800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-ab25c40e-1602-4ee7-982c-4a4563443a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.756358 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-ab25c40e-1602-4ee7-982c-4a4563443a20 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.0955970 Aug 16 02:03:36.759846 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-947d90a6-da30-4e2f-9b9f-2ea28ed7d8ca tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:03:36.765555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-947d90a6-da30-4e2f-9b9f-2ea28ed7d8ca tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/5b767b38-4667-437b-b414-224e22b121fd HTTP/1.1" status: 404 len: 333 time: 0.0941241 Aug 16 02:03:36.769432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54118) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:36.822845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-47af5d12-cbab-4a27-b137-c74570c24e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.824612 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-47af5d12-cbab-4a27-b137-c74570c24e27 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590994 Aug 16 02:03:36.879248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98938ac-c02a-4fdb-b8ec-17d9ccf3efd4 tempest-TestServerBasicOps-1514023684 tempest-TestServerBasicOps-1514023684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.883831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a98938ac-c02a-4fdb-b8ec-17d9ccf3efd4 tempest-TestServerBasicOps-1514023684 tempest-TestServerBasicOps-1514023684-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 1093 time: 0.4901998 Aug 16 02:03:36.886465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54122) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:36.895040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'e5601966-6515-4dfd-8c06-751bbad25765', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:36.931957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79af75-5631-4378-9cf4-bbb1cdbb52a5 req-382ef85d-0a4e-4099-aad1-742e49258096 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.933524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc79af75-5631-4378-9cf4-bbb1cdbb52a5 req-382ef85d-0a4e-4099-aad1-742e49258096 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1228054 Aug 16 02:03:36.938429 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7809632-4821-4471-8a45-eb468d7bcf2e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.969486 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.035301 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7809632-4821-4471-8a45-eb468d7bcf2e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.042529 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-3fc49e56-d3f1-4234-bd05-55021d90e2f7 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094047 Aug 16 02:03:37.053038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc79af75-5631-4378-9cf4-bbb1cdbb52a5 req-17b9e8c3-0819-413a-9458-8f3f5a1a3571 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124859 Aug 16 02:03:37.168459 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7809632-4821-4471-8a45-eb468d7bcf2e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.175875 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7809632-4821-4471-8a45-eb468d7bcf2e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.178342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a7809632-4821-4471-8a45-eb468d7bcf2e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/security-groups/d2dbcfe8-3ab5-46d1-b556-c7c28f03ad12 HTTP/1.1" status: 204 len: 168 time: 0.3864169 Aug 16 02:03:37.184350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54144) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:37.238450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7809632-4821-4471-8a45-eb468d7bcf2e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dbcfe8-3ab5-46d1-b556-c7c28f03ad12,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:37.284152 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-efc75e74-6943-43ca-8173-52885f8dc3bd req-f0c06fe2-0103-4cf4-b864-3282471867b3 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322695 Aug 16 02:03:37.368146 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-82be54d7-c945-4973-9052-de3cd142e05c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.378977 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.448254 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-82be54d7-c945-4973-9052-de3cd142e05c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.558231 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-82be54d7-c945-4973-9052-de3cd142e05c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.563512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-82be54d7-c945-4973-9052-de3cd142e05c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.565644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-82be54d7-c945-4973-9052-de3cd142e05c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/security-groups/1667ab4a-54e7-40ce-85e9-e4ac49e99108 HTTP/1.1" status: 204 len: 168 time: 0.3728790 Aug 16 02:03:37.567882 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54154) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:37.595318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be54d7-c945-4973-9052-de3cd142e05c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1667ab4a-54e7-40ce-85e9-e4ac49e99108,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:37.625801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Allocated IP 172.25.2.208 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/8556a951-8146-49c7-85c7-be2d64301f20) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:37.683251 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd906db-1970-4ce6-9cd0-d76ddc33da5c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting subnet 22a3776d-f366-473c-9c91-c2f017998657 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:37.693496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dbd906db-1970-4ce6-9cd0-d76ddc33da5c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.756520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dbd906db-1970-4ce6-9cd0-d76ddc33da5c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.850184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.915302 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.927344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dbd906db-1970-4ce6-9cd0-d76ddc33da5c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.985797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 22b2dde8-898c-4f40-9cc6-c4e700522521 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:37.987826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event updated for resources: {'Port': ['ID=8556a951-8146-49c7-85c7-be2d64301f20,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:38.000668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:38.006262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:38.011391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:38.065745 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dbd906db-1970-4ce6-9cd0-d76ddc33da5c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.116883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd906db-1970-4ce6-9cd0-d76ddc33da5c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Subnet': ['ID=22a3776d-f366-473c-9c91-c2f017998657,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:38.124440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dbd906db-1970-4ce6-9cd0-d76ddc33da5c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.135135 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dbd906db-1970-4ce6-9cd0-d76ddc33da5c tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/22a3776d-f366-473c-9c91-c2f017998657 HTTP/1.1" status: 204 len: 168 time: 0.5660853 Aug 16 02:03:38.135795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54166) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:38.142176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e2a89d71-4a30-446e-8969-d36b5b6cfabf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:38.145113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ba0730-d9b9-4736-af72-4c935106d8fc None None] Network a9e87a88-468e-41e2-8176-d1fbc840012e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:38.306092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a89d71-4a30-446e-8969-d36b5b6cfabf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:38.310588 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e2a89d71-4a30-446e-8969-d36b5b6cfabf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.416611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1691725-0c5e-411a-a1da-eeb5d17a3924 req-12c8b063-2868-4fde-bb8f-6d08ae20d9b9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.424642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1691725-0c5e-411a-a1da-eeb5d17a3924 req-12c8b063-2868-4fde-bb8f-6d08ae20d9b9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1998234 Aug 16 02:03:38.471056 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.529708 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1691725-0c5e-411a-a1da-eeb5d17a3924 req-91fa56d6-ac8a-4ec5-b8ad-02741c71825d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036363 Aug 16 02:03:38.563743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:38.574912 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9981ee62-8a50-4297-9dcf-b160e5461630" -d '{"events": [{"server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "name": "network-vif-unplugged", "status": "completed", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:38.676341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:38.690798 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726e409d-4099-4afb-bbf4-c840133aed36 x-openstack-request-id: req-726e409d-4099-4afb-bbf4-c840133aed36 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:38.692222 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "name": "network-vif-unplugged", "status": "failed", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521", "code": 422}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:38.693783 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-726e409d-4099-4afb-bbf4-c840133aed36 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:38.694385 n-d-768851-16 neutron-server[101382]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'code': 422} returned with failed status Aug 16 02:03:38.707953 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.798797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e2a89d71-4a30-446e-8969-d36b5b6cfabf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.924615 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d018bcba-761f-43ac-b5e0-8e71824ffb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.932637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:38.986330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a89d71-4a30-446e-8969-d36b5b6cfabf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network a9e87a88-468e-41e2-8176-d1fbc840012e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:38.989974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-e2a89d71-4a30-446e-8969-d36b5b6cfabf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:39.009192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a89d71-4a30-446e-8969-d36b5b6cfabf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.009739 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e2a89d71-4a30-446e-8969-d36b5b6cfabf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.045348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e2a89d71-4a30-446e-8969-d36b5b6cfabf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9081466 Aug 16 02:03:39.051632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54186) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:39.058832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-52cc0310-efe5-44f2-b75b-918ea85fbf55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'security_group': {'name': 'tempest-secgroup-1710466634'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:39.066305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a89d71-4a30-446e-8969-d36b5b6cfabf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Subnet': ['ID=2dd12839-72d7-49aa-9728-d3a5ccfe3d73,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.115871 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52cc0310-efe5-44f2-b75b-918ea85fbf55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.235840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52cc0310-efe5-44f2-b75b-918ea85fbf55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.254462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52cc0310-efe5-44f2-b75b-918ea85fbf55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.355964 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52cc0310-efe5-44f2-b75b-918ea85fbf55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.357457 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-52cc0310-efe5-44f2-b75b-918ea85fbf55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3034749 Aug 16 02:03:39.361515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54200) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:39.366441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4fd08250-a0c4-4876-afc3-c5ad2399b07d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'security_group': {'name': 'tempest-secgroup-2084144767'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:39.377944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc0310-efe5-44f2-b75b-918ea85fbf55 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc238ba-906f-4660-831e-c019ad71b261,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.448276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4fd08250-a0c4-4876-afc3-c5ad2399b07d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.464728 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.670165 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4fd08250-a0c4-4876-afc3-c5ad2399b07d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.684665 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4fd08250-a0c4-4876-afc3-c5ad2399b07d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.729705 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4fd08250-a0c4-4876-afc3-c5ad2399b07d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.731165 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4fd08250-a0c4-4876-afc3-c5ad2399b07d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3685350 Aug 16 02:03:39.733683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd08250-a0c4-4876-afc3-c5ad2399b07d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a50b30-4763-43e1-a384-6eb53d11c2dd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.735991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54208) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:39.741323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4d6d7f0c-78c9-4aaf-b8b7-d52fd2cc0cb4 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'security_group': {'name': 'tempest-secgroup-1142249541'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:39.761533 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.787148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d3d65-a049-4acd-8d2a-bf7f386560dc None None] Network a9e87a88-468e-41e2-8176-d1fbc840012e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:39.802923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7f0c-78c9-4aaf-b8b7-d52fd2cc0cb4 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.891414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.946776 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7f0c-78c9-4aaf-b8b7-d52fd2cc0cb4 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.948056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-286ac4aa-9152-445d-9cdc-acc686042658 None None] Provisioning complete for port bf1c26a2-ce56-489c-84e8-66b5472891b0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:39.948440 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-286ac4aa-9152-445d-9cdc-acc686042658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.961398 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7f0c-78c9-4aaf-b8b7-d52fd2cc0cb4 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.018055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-286ac4aa-9152-445d-9cdc-acc686042658 None None] Port bf1c26a2-ce56-489c-84e8-66b5472891b0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:40.037042 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7f0c-78c9-4aaf-b8b7-d52fd2cc0cb4 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.057225 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4d6d7f0c-78c9-4aaf-b8b7-d52fd2cc0cb4 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3107774 Aug 16 02:03:40.057225 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54220) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:40.080433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-757882092', 'security_groups': ['15d60958-9256-4d6a-9f4a-e2c2d393d559'], 'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2dd12839-72d7-49aa-9728-d3a5ccfe3d73'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:40.089226 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d7f0c-78c9-4aaf-b8b7-d52fd2cc0cb4 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d60958-9256-4d6a-9f4a-e2c2d393d559,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:40.102928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-286ac4aa-9152-445d-9cdc-acc686042658 None None] Provisioning complete for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:40.104533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-286ac4aa-9152-445d-9cdc-acc686042658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.242357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:40.277794 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.287588 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.443125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc484a5-d2c1-4277-9d0c-bcfe2f7c1d08 None None] Update dhcp port {'port': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'fixed_ips': [{'subnet_id': '72dd933f-8a1d-4834-a0ab-edafd70ffc96', 'ip_address': '172.20.0.18'}, {'subnet_id': '2dd12839-72d7-49aa-9728-d3a5ccfe3d73'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '2eb6b340-92ba-4a9a-a4a9-7edfc946a778'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:03:40.492889 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.506927 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcc484a5-d2c1-4277-9d0c-bcfe2f7c1d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.516520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] device_id is not set on port b892bb9e-4b77-4b90-97a4-7794a1d85709 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:40.529835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event updated for resources: {'Port': ['ID=8556a951-8146-49c7-85c7-be2d64301f20,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:40.583512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.779087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae898a6-dc57-452b-952b-452035e4aa4d req-494ff752-9a7a-4a88-8bcc-e10bf653501d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.787013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cae898a6-dc57-452b-952b-452035e4aa4d req-494ff752-9a7a-4a88-8bcc-e10bf653501d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 943 time: 0.3400030 Aug 16 02:03:40.892289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cae898a6-dc57-452b-952b-452035e4aa4d req-ec8635fc-fc06-463b-ba45-e4f21187e737 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042633 Aug 16 02:03:40.905387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-bcc484a5-d2c1-4277-9d0c-bcfe2f7c1d08 None None] Allocated IP 172.20.0.2 (a9e87a88-468e-41e2-8176-d1fbc840012e/2dd12839-72d7-49aa-9728-d3a5ccfe3d73/2eb6b340-92ba-4a9a-a4a9-7edfc946a778) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:40.938743 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Floating IP d449817f-223d-45d3-9df5-1f23a077bd34 associated. External IP: 172.25.2.208, port: e5601966-6515-4dfd-8c06-751bbad25765. Aug 16 02:03:41.033831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bcc484a5-d2c1-4277-9d0c-bcfe2f7c1d08 None None] For port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,segment=NetworkSegment(91fe4a85-173f-4121-b0ea-85a9cbac5dd8),segment_id=91fe4a85-173f-4121-b0ea-85a9cbac5dd8)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:41.068170 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcc484a5-d2c1-4277-9d0c-bcfe2f7c1d08 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.098594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bcc484a5-d2c1-4277-9d0c-bcfe2f7c1d08 None None] Transition to ACTIVE for port object 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:41.106085 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcc484a5-d2c1-4277-9d0c-bcfe2f7c1d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.171856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc484a5-d2c1-4277-9d0c-bcfe2f7c1d08 None None] Pushing event updated for resources: {'Port': ['ID=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:41.365526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:41.403491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.11 (a9e87a88-468e-41e2-8176-d1fbc840012e/2dd12839-72d7-49aa-9728-d3a5ccfe3d73/b892bb9e-4b77-4b90-97a4-7794a1d85709) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:41.429227 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-d415ff12-21e4-4d26-9a42-32abb108f0cc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4448359 Aug 16 02:03:41.486365 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8d031d3f-e02d-43ae-8605-7ae9175782bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.561317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.699184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:41.714055 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bbc88c-b5e4-4618-8036-b440c41ee99b None None] Sync routers for ids ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:41.729972 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.732343 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bbc88c-b5e4-4618-8036-b440c41ee99b None None] Routers {'7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:41.734304 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-34bbc88c-b5e4-4618-8036-b440c41ee99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:41.760107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4d08d101-067c-4a6c-91f9-a4f0134773ac tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8688059 Aug 16 02:03:41.760595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'tag': 'e5601966-6515-4dfd-8c06-751bbad25765'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:41.763674 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64ea17b-38d2-4eca-b443-ceacb84ae622" -d '{"events": [{"name": "network-changed", "server_uuid": "8489d552-17c4-4a29-968d-8abdf6d86de2", "tag": "e5601966-6515-4dfd-8c06-751bbad25765"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:41.867893 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70de210-c570-4d5d-a843-49268013bb39 x-openstack-request-id: req-d70de210-c570-4d5d-a843-49268013bb39 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:41.868502 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489d552-17c4-4a29-968d-8abdf6d86de2", "tag": "e5601966-6515-4dfd-8c06-751bbad25765", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:41.868502 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d70de210-c570-4d5d-a843-49268013bb39 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:41.868906 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'tag': 'e5601966-6515-4dfd-8c06-751bbad25765', 'status': 'completed', 'code': 200} Aug 16 02:03:42.036907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ea17b-38d2-4eca-b443-ceacb84ae622 req-6672423e-282b-4fc3-ac2c-bd02f3aa8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.041441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b64ea17b-38d2-4eca-b443-ceacb84ae622 req-6672423e-282b-4fc3-ac2c-bd02f3aa8ea7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d75883e619340089afdf33c43b4cad9&device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 1098 time: 0.1488934 Aug 16 02:03:42.071278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:42.119537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.138674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object b892bb9e-4b77-4b90-97a4-7794a1d85709 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:42.151905 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-34bbc88c-b5e4-4618-8036-b440c41ee99b None None] Set router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:42.196447 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.236945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3627b8-91f7-4dd0-aad4-bcb71cd76825 req-f25e3703-8d88-4ae0-9418-cc1e9bbb227f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.245835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d3627b8-91f7-4dd0-aad4-bcb71cd76825 req-f25e3703-8d88-4ae0-9418-cc1e9bbb227f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 943 time: 0.1694543 Aug 16 02:03:42.370321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d3627b8-91f7-4dd0-aad4-bcb71cd76825 req-9bdf60bf-21a8-490c-ba62-e46a0e0a4f7c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228456 Aug 16 02:03:42.376515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network a9e87a88-468e-41e2-8176-d1fbc840012e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:42.386562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ea17b-38d2-4eca-b443-ceacb84ae622 req-e63b7db4-f1d1-46c9-87a2-59aa3a5ba9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.388735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b64ea17b-38d2-4eca-b443-ceacb84ae622 req-e63b7db4-f1d1-46c9-87a2-59aa3a5ba9bb service neutron] 10.222.0.89 "GET /v2.0/networks?id=be92c7d7-f277-404d-ba11-afa8f90b5c6d HTTP/1.1" status: 200 len: 909 time: 0.3349676 Aug 16 02:03:42.398312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:42.422049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:42.540273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.541289 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.560325 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=b892bb9e-4b77-4b90-97a4-7794a1d85709,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:42.568292 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c80c10d4-56de-4cff-8a2f-505f10ee99ee tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5084956 Aug 16 02:03:42.570831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54280) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:42.578342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cfd8f40a-07fe-464a-ad64-0f00b4efd6d8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:42.583447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-191124cb-7672-4d70-9ce1-f7197fb06afd None None] Provisioning complete for port bf1c26a2-ce56-489c-84e8-66b5472891b0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:42.586384 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-191124cb-7672-4d70-9ce1-f7197fb06afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.600991 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:03:42.635359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b64ea17b-38d2-4eca-b443-ceacb84ae622 req-9189099e-9804-4214-8f62-2ed96403a6a3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5601966-6515-4dfd-8c06-751bbad25765 HTTP/1.1" status: 200 len: 1000 time: 0.2387416 Aug 16 02:03:42.758296 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.766895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-191124cb-7672-4d70-9ce1-f7197fb06afd None None] Port bf1c26a2-ce56-489c-84e8-66b5472891b0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:42.795684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ea17b-38d2-4eca-b443-ceacb84ae622 req-871b5d9a-14f6-4e29-bd47-e6c3483d7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.797383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b64ea17b-38d2-4eca-b443-ceacb84ae622 req-871b5d9a-14f6-4e29-bd47-e6c3483d7a0c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=633bd1fb-2dcc-4375-aa55-9d610264d600 HTTP/1.1" status: 200 len: 847 time: 0.1582317 Aug 16 02:03:42.801946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-191124cb-7672-4d70-9ce1-f7197fb06afd None None] Provisioning for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:42.809080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-191124cb-7672-4d70-9ce1-f7197fb06afd None None] Provisioning complete for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:42.809989 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-191124cb-7672-4d70-9ce1-f7197fb06afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.862790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd8f40a-07fe-464a-ad64-0f00b4efd6d8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:42.866778 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f40a-07fe-464a-ad64-0f00b4efd6d8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.876255 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-34bbc88c-b5e4-4618-8036-b440c41ee99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 4, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'd449817f-223d-45d3-9df5-1f23a077bd34', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'port_id': 'e5601966-6515-4dfd-8c06-751bbad25765', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'mac_address': 'fa:16:3e:23:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:03:38Z', 'updated_at': '2021-08-16T02:03:38Z', 'revision_number': 0, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99244bee-e618-4618-8c5f-8a0a8c3eda3d', 'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'mac_address': 'fa:16:3e:89:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:53Z', 'updated_at': '2021-08-16T02:03:03Z', 'revision_number': 5, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'subnets': [{'id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:42.953317 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bbc88c-b5e4-4618-8036-b440c41ee99b None None] Checking router: 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:42.957707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ea17b-38d2-4eca-b443-ceacb84ae622 req-4ac78fb4-7cc2-4803-b80b-b40d6614e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.965462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b64ea17b-38d2-4eca-b443-ceacb84ae622 req-4ac78fb4-7cc2-4803-b80b-b40d6614e5eb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=be92c7d7-f277-404d-ba11-afa8f90b5c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475780 Aug 16 02:03:42.979663 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bbc88c-b5e4-4618-8036-b440c41ee99b None None] Routers {'7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:42.980298 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-34bbc88c-b5e4-4618-8036-b440c41ee99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:43.053449 n-d-768851-16 neutron-server[101380]: INFO neutron.db.ipam_backend_mixin [None req-cfd8f40a-07fe-464a-ad64-0f00b4efd6d8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2dd12839-72d7-49aa-9728-d3a5ccfe3d73 (CIDR: 172.20.0.0/28) Aug 16 02:03:43.058921 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd8f40a-07fe-464a-ad64-0f00b4efd6d8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:43.060132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd8f40a-07fe-464a-ad64-0f00b4efd6d8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:43.084260 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cfd8f40a-07fe-464a-ad64-0f00b4efd6d8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5118825 Aug 16 02:03:43.089499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54292) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:43.096842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-efbbd79e-53e6-4169-9202-ddd0950a6aec tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:43.142224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-49de5c06-18fc-46ac-b480-898c79556749 None None] Provisioning for port b892bb9e-4b77-4b90-97a4-7794a1d85709 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:43.147527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-49de5c06-18fc-46ac-b480-898c79556749 None None] Provisioning complete for port b892bb9e-4b77-4b90-97a4-7794a1d85709 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:43.148187 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-49de5c06-18fc-46ac-b480-898c79556749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.203451 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-34bbc88c-b5e4-4618-8036-b440c41ee99b None None] Set router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:43.204910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b64ea17b-38d2-4eca-b443-ceacb84ae622 req-cef7cf48-9bb0-4161-bff0-d0199b2f16e4 service neutron] 10.222.0.89 "GET /v2.0/networks/be92c7d7-f277-404d-ba11-afa8f90b5c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268105 Aug 16 02:03:43.219647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-49de5c06-18fc-46ac-b480-898c79556749 None None] Port b892bb9e-4b77-4b90-97a4-7794a1d85709 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:43.391739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-5025553e-11ca-464e-ac9e-a0eec0525d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.393371 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-5025553e-11ca-464e-ac9e-a0eec0525d70 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81&tenant_id=d6fa05128b944ae5bfa85f33052fcc55 HTTP/1.1" status: 200 len: 1095 time: 0.1840444 Aug 16 02:03:43.408497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b64ea17b-38d2-4eca-b443-ceacb84ae622 req-40c62abf-5a93-432c-9f63-87bb5411f42d service neutron] 10.222.0.89 "GET /v2.0/networks/be92c7d7-f277-404d-ba11-afa8f90b5c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941059 Aug 16 02:03:43.429817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:43.432236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbbd79e-53e6-4169-9202-ddd0950a6aec tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:43.436236 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-efbbd79e-53e6-4169-9202-ddd0950a6aec tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.575321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.620519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0db2c-34a9-4ae3-8fe3-3f4429dff328 req-b0960ae5-711c-475b-91bd-7bbf1f452438 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.623669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edf0db2c-34a9-4ae3-8fe3-3f4429dff328 req-b0960ae5-711c-475b-91bd-7bbf1f452438 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 943 time: 0.0924075 Aug 16 02:03:43.789870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edf0db2c-34a9-4ae3-8fe3-3f4429dff328 req-f023e02f-8359-4f55-9b2f-0af6a9755a5d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591344 Aug 16 02:03:43.837279 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-34bbc88c-b5e4-4618-8036-b440c41ee99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 4, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'd449817f-223d-45d3-9df5-1f23a077bd34', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'port_id': 'e5601966-6515-4dfd-8c06-751bbad25765', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'mac_address': 'fa:16:3e:23:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:03:38Z', 'updated_at': '2021-08-16T02:03:38Z', 'revision_number': 0, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99244bee-e618-4618-8c5f-8a0a8c3eda3d', 'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'mac_address': 'fa:16:3e:89:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:53Z', 'updated_at': '2021-08-16T02:03:03Z', 'revision_number': 5, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'subnets': [{'id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:43.846375 n-d-768851-16 neutron-server[101380]: INFO neutron.db.ipam_backend_mixin [None req-efbbd79e-53e6-4169-9202-ddd0950a6aec tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 72dd933f-8a1d-4834-a0ab-edafd70ffc96 (CIDR: 172.20.0.16/28) Aug 16 02:03:43.858896 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbbd79e-53e6-4169-9202-ddd0950a6aec tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:43.862470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbbd79e-53e6-4169-9202-ddd0950a6aec tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:43.921009 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bbc88c-b5e4-4618-8036-b440c41ee99b None None] The sync data for ids ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'] in n-d-768851-16 is: [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 4, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'd449817f-223d-45d3-9df5-1f23a077bd34', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'port_id': 'e5601966-6515-4dfd-8c06-751bbad25765', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'mac_address': 'fa:16:3e:23:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:03:38Z', 'updated_at': '2021-08-16T02:03:38Z', 'revision_number': 0, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99244bee-e618-4618-8c5f-8a0a8c3eda3d', 'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'mac_address': 'fa:16:3e:89:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:53Z', 'updated_at': '2021-08-16T02:03:03Z', 'revision_number': 5, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'subnets': [{'id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:43.955679 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-efbbd79e-53e6-4169-9202-ddd0950a6aec tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8628197 Aug 16 02:03:43.959647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54302) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:43.965491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f50f4188-6b27-4601-9f2e-fd8091c913b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'subnet': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:44.182822 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.251403 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:44.281265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50f4188-6b27-4601-9f2e-fd8091c913b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Made reservation on behalf of 05983e96699944649ebc893914b5f09a for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:44.294052 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f50f4188-6b27-4601-9f2e-fd8091c913b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.334100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:44.390201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b2dde8-898c-4f40-9cc6-c4e700522521 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:44.404222 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.434771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Transition to ACTIVE for port object 22b2dde8-898c-4f40-9cc6-c4e700522521 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:44.451124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.567574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=9']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:44.601408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511d94e7-19e2-40de-9462-ccfcc4f875ed None None] New status for floating IP d449817f-223d-45d3-9df5-1f23a077bd34: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:03:45.083437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f50f4188-6b27-4601-9f2e-fd8091c913b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.123605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] No DVR routers for this DVR port 22b2dde8-898c-4f40-9cc6-c4e700522521 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:45.280262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d7531-a600-4aa3-9e3d-73e42e98398e req-b1cf2aab-c865-48ed-ad7c-b2373409071a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.295484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-441d7531-a600-4aa3-9e3d-73e42e98398e req-b1cf2aab-c865-48ed-ad7c-b2373409071a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 943 time: 0.2939811 Aug 16 02:03:45.423519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f4188-6b27-4601-9f2e-fd8091c913b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Network a9e87a88-468e-41e2-8176-d1fbc840012e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:45.474814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f50f4188-6b27-4601-9f2e-fd8091c913b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:45.488347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34d72a1-3ba7-46db-a210-074ed46f37a3 None None] Network a9e87a88-468e-41e2-8176-d1fbc840012e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:45.489825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50f4188-6b27-4601-9f2e-fd8091c913b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.492912 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f50f4188-6b27-4601-9f2e-fd8091c913b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.515323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Attempting to bind port 22b2dde8-898c-4f40-9cc6-c4e700522521 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:45.515850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Attempting to bind port 22b2dde8-898c-4f40-9cc6-c4e700522521 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:45.515980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Attempting to bind port 22b2dde8-898c-4f40-9cc6-c4e700522521 on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:45.520845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Port 22b2dde8-898c-4f40-9cc6-c4e700522521 on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:45.521234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Attempting to bind port 22b2dde8-898c-4f40-9cc6-c4e700522521 on network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:45.532545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:45.533362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Checking segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:45.533362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Bound using segment: {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:45.533773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Bound port: 22b2dde8-898c-4f40-9cc6-c4e700522521, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:45.534019 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.552342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f4188-6b27-4601-9f2e-fd8091c913b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Subnet': ['ID=abcccf5e-c904-4ae1-9c2f-01b48ee85bc6,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:45.567694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f50f4188-6b27-4601-9f2e-fd8091c913b9 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6063471 Aug 16 02:03:45.575450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54326) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:45.591212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1384192794', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'abcccf5e-c904-4ae1-9c2f-01b48ee85bc6'}], 'security_groups': ['0fc238ba-906f-4660-831e-c019ad71b261', '90a50b30-4763-43e1-a384-6eb53d11c2dd']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:45.688163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-441d7531-a600-4aa3-9e3d-73e42e98398e req-a38f1912-877e-4311-883b-df1c1e9623f5 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3879232 Aug 16 02:03:45.714463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:45.731644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:45.740038 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.836817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.837466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.839048 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] 10.222.0.84 "PUT /v2.0/ports/22b2dde8-898c-4f40-9cc6-c4e700522521 HTTP/1.1" status: 200 len: 1092 time: 2.4201145 Aug 16 02:03:45.839525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:45.842532 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0229f62f-48a3-43a9-91c8-b43cb7d2f504" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:45.936425 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419b455-f8f5-4305-b9c8-6aae0eddcfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=10']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:45.972901 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8bf3a0-f7ca-4f01-9000-e99e948aecdb x-openstack-request-id: req-9e8bf3a0-f7ca-4f01-9000-e99e948aecdb {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:45.973184 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:45.973481 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9e8bf3a0-f7ca-4f01-9000-e99e948aecdb {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:45.973962 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'status': 'completed', 'code': 200} Aug 16 02:03:45.987254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-24abb357-5556-416d-9512-422787a40603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.988660 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-24abb357-5556-416d-9512-422787a40603 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 1096 time: 0.1031551 Aug 16 02:03:46.118463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef304f35-024e-4470-aaf0-aae27bc7593b None None] Update dhcp port {'port': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'fixed_ips': [{'subnet_id': '72dd933f-8a1d-4834-a0ab-edafd70ffc96', 'ip_address': '172.20.0.18'}, {'subnet_id': '2dd12839-72d7-49aa-9728-d3a5ccfe3d73', 'ip_address': '172.20.0.2'}, {'subnet_id': 'abcccf5e-c904-4ae1-9c2f-01b48ee85bc6'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '2eb6b340-92ba-4a9a-a4a9-7edfc946a778'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:03:46.158160 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.227308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-1dd31907-e0dc-426b-a94d-25191437a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.231967 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-1dd31907-e0dc-426b-a94d-25191437a90d service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.2327218 Aug 16 02:03:46.232959 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ef304f35-024e-4470-aaf0-aae27bc7593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.327040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54334) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:46.494429 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-1ac9c23c-64ac-4659-8a18-2741406643ab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b2dde8-898c-4f40-9cc6-c4e700522521 HTTP/1.1" status: 200 len: 999 time: 0.2575095 Aug 16 02:03:46.657617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-491540d5-6d80-4589-83e4-6762ff99dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.658876 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-491540d5-6d80-4589-83e4-6762ff99dfaf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.1569560 Aug 16 02:03:46.768255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-ef304f35-024e-4470-aaf0-aae27bc7593b None None] Allocated IP 172.20.0.34 (a9e87a88-468e-41e2-8176-d1fbc840012e/abcccf5e-c904-4ae1-9c2f-01b48ee85bc6/2eb6b340-92ba-4a9a-a4a9-7edfc946a778) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:46.891711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-93232970-2e9a-4636-a015-16c745118a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.895640 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7339b713-146f-4a30-a01a-d5b4f295bcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.897791 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-93232970-2e9a-4636-a015-16c745118a41 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2263825 Aug 16 02:03:47.060218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ef304f35-024e-4470-aaf0-aae27bc7593b None None] For port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,segment=NetworkSegment(91fe4a85-173f-4121-b0ea-85a9cbac5dd8),segment_id=91fe4a85-173f-4121-b0ea-85a9cbac5dd8)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:47.073942 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-c6d5bdf0-7986-462d-aa0e-c149ea91f432 service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674948 Aug 16 02:03:47.112476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c429e-1a31-43e7-9335-7d1747e52cd3 req-694eb022-a037-437c-a82a-1cc4871061d9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.120695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e6c429e-1a31-43e7-9335-7d1747e52cd3 req-694eb022-a037-437c-a82a-1cc4871061d9 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.2203436 Aug 16 02:03:47.130282 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ef304f35-024e-4470-aaf0-aae27bc7593b None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.177490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ef304f35-024e-4470-aaf0-aae27bc7593b None None] Transition to ACTIVE for port object 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:47.190110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e6c429e-1a31-43e7-9335-7d1747e52cd3 req-d4387e87-4073-426a-bb52-351464c0c1ab tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683947 Aug 16 02:03:47.194966 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ef304f35-024e-4470-aaf0-aae27bc7593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.298041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef304f35-024e-4470-aaf0-aae27bc7593b None None] Pushing event updated for resources: {'Port': ['ID=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:47.309726 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7339b713-146f-4a30-a01a-d5b4f295bcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.354454 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-86bee1ff-c156-4eba-ad68-fe49ab65e59e service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724342 Aug 16 02:03:47.368655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7339b713-146f-4a30-a01a-d5b4f295bcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.438031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Delete allocated IP 172.20.0.11 (a9e87a88-468e-41e2-8176-d1fbc840012e/2dd12839-72d7-49aa-9728-d3a5ccfe3d73) {{(pid=101381) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:03:47.442911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339b713-146f-4a30-a01a-d5b4f295bcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335066b2-0843-4f90-b925-4518b43d7cb1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:47.451938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54348) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.452283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7339b713-146f-4a30-a01a-d5b4f295bcfd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a65db0fe21f4483ad290517db0f2855&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1238923 Aug 16 02:03:47.456150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Allocated IP 172.20.0.42 (a9e87a88-468e-41e2-8176-d1fbc840012e/abcccf5e-c904-4ae1-9c2f-01b48ee85bc6/b892bb9e-4b77-4b90-97a4-7794a1d85709) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:47.675757 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229f62f-48a3-43a9-91c8-b43cb7d2f504 req-8e818ac1-6b87-4067-92f7-e697004eac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.678543 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0229f62f-48a3-43a9-91c8-b43cb7d2f504 req-8e818ac1-6b87-4067-92f7-e697004eac0e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 1096 time: 0.1896744 Aug 16 02:03:47.684437 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-54376759-7719-449a-b6c7-fab33d330def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.719009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-54376759-7719-449a-b6c7-fab33d330def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.816595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-54376759-7719-449a-b6c7-fab33d330def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.819097 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-54376759-7719-449a-b6c7-fab33d330def admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.821657 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-54376759-7719-449a-b6c7-fab33d330def admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/335066b2-0843-4f90-b925-4518b43d7cb1 HTTP/1.1" status: 204 len: 168 time: 0.3672717 Aug 16 02:03:47.874448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.922619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Transition to ACTIVE for port object b892bb9e-4b77-4b90-97a4-7794a1d85709 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:47.930020 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.017229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:48.034535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event updated for resources: {'Port': ['ID=b892bb9e-4b77-4b90-97a4-7794a1d85709,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:48.048660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54376759-7719-449a-b6c7-fab33d330def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335066b2-0843-4f90-b925-4518b43d7cb1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:48.208672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229f62f-48a3-43a9-91c8-b43cb7d2f504 req-9a841d7e-671c-4ffb-99e9-7d4df25fd11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.215253 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0229f62f-48a3-43a9-91c8-b43cb7d2f504 req-9a841d7e-671c-4ffb-99e9-7d4df25fd11f service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 200 len: 917 time: 0.4148798 Aug 16 02:03:48.238831 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.258158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] In _notify_port_updated(), no bound segment for port b892bb9e-4b77-4b90-97a4-7794a1d85709 on network a9e87a88-468e-41e2-8176-d1fbc840012e {{(pid=101381) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:03:48.279754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.280734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.286458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f2576ff1-7b3c-489e-881a-a1ac4ba7db06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "PUT /v2.0/ports/b892bb9e-4b77-4b90-97a4-7794a1d85709 HTTP/1.1" status: 200 len: 960 time: 2.7076769 Aug 16 02:03:48.287798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54376) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.391978 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0229f62f-48a3-43a9-91c8-b43cb7d2f504 req-bc5cc416-a8a4-475b-9a04-b93ac3df6e38 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b2dde8-898c-4f40-9cc6-c4e700522521 HTTP/1.1" status: 200 len: 999 time: 0.1685379 Aug 16 02:03:48.528963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229f62f-48a3-43a9-91c8-b43cb7d2f504 req-c5b95b35-c699-4bc8-938c-5393275dd8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.535392 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0229f62f-48a3-43a9-91c8-b43cb7d2f504 req-c5b95b35-c699-4bc8-938c-5393275dd8a2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 200 len: 855 time: 0.1274590 Aug 16 02:03:48.549834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5018a10-279d-4c8f-b8bd-bbb16983e5fd req-fabc156e-0c14-4ed3-aa76-5c7f9e56831b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.552300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5018a10-279d-4c8f-b8bd-bbb16983e5fd req-fabc156e-0c14-4ed3-aa76-5c7f9e56831b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.1306353 Aug 16 02:03:48.573855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-76c73144-1f0a-4e2f-a9e4-37a4b07037a1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port b892bb9e-4b77-4b90-97a4-7794a1d85709 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:48.574341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76c73144-1f0a-4e2f-a9e4-37a4b07037a1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.700778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-84efe17b-3789-4422-9df4-2ff81a832b4a None None] Provisioning for port b892bb9e-4b77-4b90-97a4-7794a1d85709 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:48.719936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-84efe17b-3789-4422-9df4-2ff81a832b4a None None] Provisioning complete for port b892bb9e-4b77-4b90-97a4-7794a1d85709 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:48.721025 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-84efe17b-3789-4422-9df4-2ff81a832b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.742309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229f62f-48a3-43a9-91c8-b43cb7d2f504 req-09619e4c-6682-4e8b-b09f-188fbec9c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.748805 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0229f62f-48a3-43a9-91c8-b43cb7d2f504 req-09619e4c-6682-4e8b-b09f-188fbec9c054 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2070377 Aug 16 02:03:48.863387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-84efe17b-3789-4422-9df4-2ff81a832b4a None None] Port b892bb9e-4b77-4b90-97a4-7794a1d85709 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:48.900040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-84efe17b-3789-4422-9df4-2ff81a832b4a None None] Provisioning complete for port bf1c26a2-ce56-489c-84e8-66b5472891b0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:48.901419 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-84efe17b-3789-4422-9df4-2ff81a832b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.956955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5018a10-279d-4c8f-b8bd-bbb16983e5fd req-5ff89f9f-1bfd-4a4e-8510-4579923e8d94 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3978875 Aug 16 02:03:49.083959 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-84efe17b-3789-4422-9df4-2ff81a832b4a None None] Port bf1c26a2-ce56-489c-84e8-66b5472891b0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:49.110465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76c73144-1f0a-4e2f-a9e4-37a4b07037a1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.120927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-84efe17b-3789-4422-9df4-2ff81a832b4a None None] Provisioning for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:49.136179 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0229f62f-48a3-43a9-91c8-b43cb7d2f504 req-a1f1fd5c-b83a-4098-9bcc-8a6f5b084c28 service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777263 Aug 16 02:03:49.137973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-84efe17b-3789-4422-9df4-2ff81a832b4a None None] Provisioning complete for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:49.139083 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-84efe17b-3789-4422-9df4-2ff81a832b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.156585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-76c73144-1f0a-4e2f-a9e4-37a4b07037a1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for b892bb9e-4b77-4b90-97a4-7794a1d85709 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:49.456962 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0229f62f-48a3-43a9-91c8-b43cb7d2f504 req-756725e0-66be-4d7c-9fd2-952954ea03ca service neutron] 10.222.0.84 "GET /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620299 Aug 16 02:03:49.567781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2087b2e5-5015-4aab-a904-ec2f7f956dbb None None] Provisioning complete for port b892bb9e-4b77-4b90-97a4-7794a1d85709 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:49.569242 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2087b2e5-5015-4aab-a904-ec2f7f956dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.636261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2087b2e5-5015-4aab-a904-ec2f7f956dbb None None] Port b892bb9e-4b77-4b90-97a4-7794a1d85709 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:49.722882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76c73144-1f0a-4e2f-a9e4-37a4b07037a1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.942697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54416) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.040677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c73144-1f0a-4e2f-a9e4-37a4b07037a1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=b892bb9e-4b77-4b90-97a4-7794a1d85709,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:50.327573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-199552681-network', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:50.380424 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76c73144-1f0a-4e2f-a9e4-37a4b07037a1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.386313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Made reservation on behalf of 69a36f7ef28c4c39898d20ddd860d7a3 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:50.390217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-76c73144-1f0a-4e2f-a9e4-37a4b07037a1 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/b892bb9e-4b77-4b90-97a4-7794a1d85709 HTTP/1.1" status: 204 len: 168 time: 2.0992985 Aug 16 02:03:50.391745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54428) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.399518 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.437790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.442136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a969c8c-493c-4ac2-b1c1-ecc838dea208 req-62311715-5401-4f56-b0f3-7b2662d3f02a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.449440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a969c8c-493c-4ac2-b1c1-ecc838dea208 req-62311715-5401-4f56-b0f3-7b2662d3f02a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.2292752 Aug 16 02:03:50.500928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a969c8c-493c-4ac2-b1c1-ecc838dea208 req-03e602eb-ffdb-4b9c-b1ca-ababea6723bc tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437512 Aug 16 02:03:50.502421 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4431605-dc86-4733-af60-8f7e57547569 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] GET failed (client error): The resource could not be found. Aug 16 02:03:50.508966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a4431605-dc86-4733-af60-8f7e57547569 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports/b892bb9e-4b77-4b90-97a4-7794a1d85709 HTTP/1.1" status: 404 len: 333 time: 0.1162288 Aug 16 02:03:50.511707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54430) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.678313 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-047da289-5b21-49ec-8692-c794735b7517 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.721350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12146a1-9ff2-4b49-98c3-16e03f464567 req-1837c3e4-9fb0-46c0-9faf-485dac913716 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.745833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f12146a1-9ff2-4b49-98c3-16e03f464567 req-1837c3e4-9fb0-46c0-9faf-485dac913716 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.1218481 Aug 16 02:03:50.812353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-047da289-5b21-49ec-8692-c794735b7517 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.839357 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.852320 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.905170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:50.919546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cc8ffc-86f4-4e44-9978-93cdc7521d99,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:50.927321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.927761 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Added segment 0de87f4b-8a56-46d7-b1b0-37d1115cf53b of type vlan for network f245cee8-2f11-469a-963a-5e9af5369acd Aug 16 02:03:50.958886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f12146a1-9ff2-4b49-98c3-16e03f464567 req-d4827abb-872f-450f-a4a4-561cca8204c3 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066288 Aug 16 02:03:51.019179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-047da289-5b21-49ec-8692-c794735b7517 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.029358 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-047da289-5b21-49ec-8692-c794735b7517 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.033201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-047da289-5b21-49ec-8692-c794735b7517 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/security-groups/15d60958-9256-4d6a-9f4a-e2c2d393d559 HTTP/1.1" status: 204 len: 168 time: 0.5193925 Aug 16 02:03:51.035162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54434) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:51.052944 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.076609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047da289-5b21-49ec-8692-c794735b7517 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d60958-9256-4d6a-9f4a-e2c2d393d559,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.172812 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.174365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.175160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.198132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e5c49da9-267e-4cff-9e10-554c7553680f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.207585 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2636056 Aug 16 02:03:51.225984 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54438) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:51.233922 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e5c49da9-267e-4cff-9e10-554c7553680f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.239337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] Request body: {'subnet': {'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-199552681-subnet', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:51.308680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77dd06-4c4d-467b-ac18-0447ed204b88 admin admin] Pushing event updated for resources: {'Network': ['ID=f245cee8-2f11-469a-963a-5e9af5369acd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.315926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] Made reservation on behalf of 69a36f7ef28c4c39898d20ddd860d7a3 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:51.318854 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.332437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e5c49da9-267e-4cff-9e10-554c7553680f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.332791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network f245cee8-2f11-469a-963a-5e9af5369acd details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:51.336128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e5c49da9-267e-4cff-9e10-554c7553680f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.340556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e5c49da9-267e-4cff-9e10-554c7553680f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/security-groups/90a50b30-4763-43e1-a384-6eb53d11c2dd HTTP/1.1" status: 204 len: 168 time: 0.2840767 Aug 16 02:03:51.350687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54440) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:51.407974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c49da9-267e-4cff-9e10-554c7553680f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a50b30-4763-43e1-a384-6eb53d11c2dd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.438015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5fae20e2-6b21-4cd6-84d2-5fcf8228adba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.471997 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5fae20e2-6b21-4cd6-84d2-5fcf8228adba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.547472 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5fae20e2-6b21-4cd6-84d2-5fcf8228adba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.555408 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5fae20e2-6b21-4cd6-84d2-5fcf8228adba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.559192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5fae20e2-6b21-4cd6-84d2-5fcf8228adba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/security-groups/0fc238ba-906f-4660-831e-c019ad71b261 HTTP/1.1" status: 204 len: 168 time: 0.2043619 Aug 16 02:03:51.561900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54444) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:51.585308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae20e2-6b21-4cd6-84d2-5fcf8228adba tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc238ba-906f-4660-831e-c019ad71b261,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.699628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acd41b8-9348-4424-8364-866a06014e9e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting subnet 2dd12839-72d7-49aa-9728-d3a5ccfe3d73 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:51.713239 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2acd41b8-9348-4424-8364-866a06014e9e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.736646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0434c-2961-4f91-affc-61c23cd6fd22 req-92725675-6c4e-4b23-8346-0a90fc95e3ed tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.738241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43d0434c-2961-4f91-affc-61c23cd6fd22 req-92725675-6c4e-4b23-8346-0a90fc95e3ed tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.0985374 Aug 16 02:03:51.741722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.795000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43d0434c-2961-4f91-affc-61c23cd6fd22 req-29feeac4-4144-4a6a-a8e6-c5f8e4691b0c tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483484 Aug 16 02:03:51.802405 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2acd41b8-9348-4424-8364-866a06014e9e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.183591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787325d1-9cc1-4982-b3bc-ce0651d35458 req-8cc8a65b-2d04-4652-9353-0bf1380008ce tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.185185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-787325d1-9cc1-4982-b3bc-ce0651d35458 req-8cc8a65b-2d04-4652-9353-0bf1380008ce tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.0910478 Aug 16 02:03:52.260191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-787325d1-9cc1-4982-b3bc-ce0651d35458 req-18a5d0f9-96fb-4892-a148-14b128e4cfa2 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661032 Aug 16 02:03:52.385564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca6a35e-efaf-48be-ab70-55933688401e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.425382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] Checking segment: {'id': '0de87f4b-8a56-46d7-b1b0-37d1115cf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:52.426274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] Network hostable DHCP agents. Network: f245cee8-2f11-469a-963a-5e9af5369acd, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:52.487496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2acd41b8-9348-4424-8364-866a06014e9e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.491536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] Network f245cee8-2f11-469a-963a-5e9af5369acd is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:52.544101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, f245cee8-2f11-469a-963a-5e9af5369acd) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:52.557118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea00318-7543-49e6-b096-ea0b3a75c0dc None None] Network f245cee8-2f11-469a-963a-5e9af5369acd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:52.583954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.587906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.639251 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0c2b61c0-81d9-4f7a-95de-2d25af4e7292 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4048355 Aug 16 02:03:52.642271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54456) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.648765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-199552681-router', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:52.680419 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2acd41b8-9348-4424-8364-866a06014e9e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.713460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.714707 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.767373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd41b8-9348-4424-8364-866a06014e9e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd12839-72d7-49aa-9728-d3a5ccfe3d73,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.783448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2acd41b8-9348-4424-8364-866a06014e9e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.801872 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2acd41b8-9348-4424-8364-866a06014e9e tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/2dd12839-72d7-49aa-9728-d3a5ccfe3d73 HTTP/1.1" status: 204 len: 168 time: 1.2382202 Aug 16 02:03:52.802538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54458) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.815527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2402f036-2c97-414f-bce1-8c525f499c54 None None] Network a9e87a88-468e-41e2-8176-d1fbc840012e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:52.839357 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.851859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-f245cee8-2f11-469a-963a-5e9af5369acd', 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'fixed_ips': [{'subnet_id': '3ca6a35e-efaf-48be-ab70-55933688401e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:52.853251 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.907265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-78bb163c-4ff5-40e9-a4b2-5e76392fdeaf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting subnet abcccf5e-c904-4ae1-9c2f-01b48ee85bc6 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:52.912505 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-78bb163c-4ff5-40e9-a4b2-5e76392fdeaf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.006626 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-78bb163c-4ff5-40e9-a4b2-5e76392fdeaf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.205653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-78bb163c-4ff5-40e9-a4b2-5e76392fdeaf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.227661 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.328702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Allocated IP 172.20.0.2 (f245cee8-2f11-469a-963a-5e9af5369acd/3ca6a35e-efaf-48be-ab70-55933688401e/0dc13311-9140-4407-b4a7-b7edfdb5279d) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:53.334646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9739f-40df-481d-9403-f196adf76f1d req-14a00a2c-3991-42c2-9cce-cf73d5cb95ee tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.343164 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dab9739f-40df-481d-9403-f196adf76f1d req-14a00a2c-3991-42c2-9cce-cf73d5cb95ee tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.2035284 Aug 16 02:03:53.371671 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-78bb163c-4ff5-40e9-a4b2-5e76392fdeaf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.418052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dab9739f-40df-481d-9403-f196adf76f1d req-458fc968-4eb0-46a2-aa30-6a95a067f1bb tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677085 Aug 16 02:03:53.418219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb163c-4ff5-40e9-a4b2-5e76392fdeaf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Subnet': ['ID=abcccf5e-c904-4ae1-9c2f-01b48ee85bc6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.445837 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-78bb163c-4ff5-40e9-a4b2-5e76392fdeaf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.445837 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-78bb163c-4ff5-40e9-a4b2-5e76392fdeaf tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/abcccf5e-c904-4ae1-9c2f-01b48ee85bc6 HTTP/1.1" status: 204 len: 168 time: 0.6339762 Aug 16 02:03:53.446225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54470) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:53.483003 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6410ce-d464-453b-800b-7b4d05717383 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:53.483457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6410ce-d464-453b-800b-7b4d05717383 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:53.488328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54472) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:53.488528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6d6410ce-d464-453b-800b-7b4d05717383 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/2dd12839-72d7-49aa-9728-d3a5ccfe3d73 HTTP/1.1" status: 404 len: 337 time: 0.0422122 Aug 16 02:03:53.625268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c73d12-1f43-41a1-9ac4-aa58bfe9ce06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting subnet 72dd933f-8a1d-4834-a0ab-edafd70ffc96 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:53.633023 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58c73d12-1f43-41a1-9ac4-aa58bfe9ce06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.720968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58c73d12-1f43-41a1-9ac4-aa58bfe9ce06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.731976 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.755136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb092a-ece2-4ea6-a4c6-f818432dd714 req-05dda25c-7e63-4415-b2fe-9b6bc6da2b2f tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.764481 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eddb092a-ece2-4ea6-a4c6-f818432dd714 req-05dda25c-7e63-4415-b2fe-9b6bc6da2b2f tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.1908958 Aug 16 02:03:53.780342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.794304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Transition to ACTIVE for port object 0dc13311-9140-4407-b4a7-b7edfdb5279d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:53.811781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Transition to ACTIVE for port object 0dc13311-9140-4407-b4a7-b7edfdb5279d will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:53.829878 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.831204 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.862122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eddb092a-ece2-4ea6-a4c6-f818432dd714 req-e6c069c7-25ab-4efd-814d-f77fa6f7e9e0 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941036 Aug 16 02:03:53.891276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58c73d12-1f43-41a1-9ac4-aa58bfe9ce06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.897531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Pushing event updated for resources: {'Port': ['ID=0dc13311-9140-4407-b4a7-b7edfdb5279d,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.910688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.911161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.911612 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.912058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.912500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.912970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.913500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.913932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.914386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.914820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.915248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.915798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:53.934073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Network f245cee8-2f11-469a-963a-5e9af5369acd is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:53.936723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1422dea3-4a85-4e5a-bede-967c3a37f631 None None] Update dhcp port {'port': {'network_id': 'a9e87a88-468e-41e2-8176-d1fbc840012e', 'fixed_ips': [{'subnet_id': '72dd933f-8a1d-4834-a0ab-edafd70ffc96', 'ip_address': '172.20.0.18'}, {'subnet_id': 'abcccf5e-c904-4ae1-9c2f-01b48ee85bc6'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '2eb6b340-92ba-4a9a-a4a9-7edfc946a778'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:03:54.043335 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1422dea3-4a85-4e5a-bede-967c3a37f631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.069699 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58c73d12-1f43-41a1-9ac4-aa58bfe9ce06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.078135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:54.081902 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:54.127376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Allocated IP 172.25.2.162 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/ab485478-b0d6-4091-aabc-fc042cedab8e) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:54.135173 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c73d12-1f43-41a1-9ac4-aa58bfe9ce06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Subnet': ['ID=72dd933f-8a1d-4834-a0ab-edafd70ffc96,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:54.151016 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58c73d12-1f43-41a1-9ac4-aa58bfe9ce06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.160755 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-58c73d12-1f43-41a1-9ac4-aa58bfe9ce06 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/72dd933f-8a1d-4834-a0ab-edafd70ffc96 HTTP/1.1" status: 204 len: 168 time: 0.6700544 Aug 16 02:03:54.162004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54476) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.190784 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-88259394-1ec9-4c27-a4ec-9cc07de5c5d8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:54.191246 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88259394-1ec9-4c27-a4ec-9cc07de5c5d8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:54.203398 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-88259394-1ec9-4c27-a4ec-9cc07de5c5d8 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/22a3776d-f366-473c-9c91-c2f017998657 HTTP/1.1" status: 404 len: 337 time: 0.0403335 Aug 16 02:03:54.204278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54478) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.276498 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-443974e9-e538-4f9c-acd4-973714fca261 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fa951a7-5554-48d1-9519-18af51e4a672 HTTP/1.1" status: 200 len: 205 time: 0.0710907 Aug 16 02:03:54.277133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54480) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.316844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Attempting to bind port 0dc13311-9140-4407-b4a7-b7edfdb5279d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:54.317684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Attempting to bind port 0dc13311-9140-4407-b4a7-b7edfdb5279d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0de87f4b-8a56-46d7-b1b0-37d1115cf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:54.318298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Attempting to bind port 0dc13311-9140-4407-b4a7-b7edfdb5279d on network f245cee8-2f11-469a-963a-5e9af5369acd {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:54.335741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:54.336704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Checking segment: {'id': '0de87f4b-8a56-46d7-b1b0-37d1115cf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:54.337299 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.337812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Bound using segment: {'id': '0de87f4b-8a56-46d7-b1b0-37d1115cf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:54.338426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Bound port: 0dc13311-9140-4407-b4a7-b7edfdb5279d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de87f4b-8a56-46d7-b1b0-37d1115cf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:54.338940 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.357568 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-e566077b-e37a-4247-baf5-bb1afdff97ae tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] delete failed (client error): The resource could not be found. Aug 16 02:03:54.361238 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e566077b-e37a-4247-baf5-bb1afdff97ae tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/routers/7fa951a7-5554-48d1-9519-18af51e4a672 HTTP/1.1" status: 404 len: 336 time: 0.0831058 Aug 16 02:03:54.361810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54484) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.411842 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c95cf2c-dd66-4817-98cd-546cf72c508d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:54.412380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c95cf2c-dd66-4817-98cd-546cf72c508d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:54.417709 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8c95cf2c-dd66-4817-98cd-546cf72c508d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/dbf7113d-0d41-4559-b209-85ac84d45931 HTTP/1.1" status: 404 len: 337 time: 0.0548742 Aug 16 02:03:54.417935 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.418327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54486) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.422303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f2dfda-2a1d-41be-a57c-64069afbb965 None None] Network a9e87a88-468e-41e2-8176-d1fbc840012e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:54.446083 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea63007e-1ddb-4e1f-8cfb-c1bee60dcd7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:54.446528 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea63007e-1ddb-4e1f-8cfb-c1bee60dcd7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:54.451185 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ea63007e-1ddb-4e1f-8cfb-c1bee60dcd7a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/7eeb951d-189f-42a2-9a6e-f320c8b659e5 HTTP/1.1" status: 404 len: 337 time: 0.0313201 Aug 16 02:03:54.451934 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54490) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.496257 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-500167fb-1694-4f9d-91c1-bbfa7ee83d71 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:54.497346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500167fb-1694-4f9d-91c1-bbfa7ee83d71 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:54.506745 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-500167fb-1694-4f9d-91c1-bbfa7ee83d71 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/98c225d9-b8ac-45a2-89de-121b3c8744f0 HTTP/1.1" status: 404 len: 337 time: 0.0490499 Aug 16 02:03:54.506745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54492) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.548849 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbe7b26-e27d-4c78-8a0d-e958610467b7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:54.550635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbe7b26-e27d-4c78-8a0d-e958610467b7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:54.553067 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5cbe7b26-e27d-4c78-8a0d-e958610467b7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/89abf698-197d-4e56-96bd-f2874ba5ae07 HTTP/1.1" status: 404 len: 333 time: 0.0494115 Aug 16 02:03:54.557773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54494) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.603095 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.619533 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-54528b07-ed60-434c-bcf6-996c47ec2ab7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:54.620286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54528b07-ed60-434c-bcf6-996c47ec2ab7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:54.623461 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-54528b07-ed60-434c-bcf6-996c47ec2ab7 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/ff3f5b6a-7958-4cba-9a32-d6e8acf47431 HTTP/1.1" status: 404 len: 337 time: 0.0643003 Aug 16 02:03:54.626372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54496) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.689374 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8a55fc-7aee-48c4-a70b-27522a339960 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:54.690176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8a55fc-7aee-48c4-a70b-27522a339960 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:54.693524 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bb8a55fc-7aee-48c4-a70b-27522a339960 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/560321bf-70af-4473-9c77-b1f07f6ae892 HTTP/1.1" status: 404 len: 337 time: 0.0659328 Aug 16 02:03:54.697444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54498) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.714489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:54.719203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:54.738932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:54.754497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f43de03d-0bde-4156-a04a-25a4e1429613 None None] Provisioning complete for port bf1c26a2-ce56-489c-84e8-66b5472891b0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:54.755142 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f43de03d-0bde-4156-a04a-25a4e1429613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.757026 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9b75a8-97e5-4e87-bcc4-6c7be3190a1d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:54.757871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9b75a8-97e5-4e87-bcc4-6c7be3190a1d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:54.761912 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ca9b75a8-97e5-4e87-bcc4-6c7be3190a1d tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/f0fb3257-7e04-44c8-ad93-961c73ca5691 HTTP/1.1" status: 404 len: 333 time: 0.0610218 Aug 16 02:03:54.763629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54500) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.823050 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-4546fae6-01d4-4fd3-a497-52fd20eb8a81 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:54.823523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4546fae6-01d4-4fd3-a497-52fd20eb8a81 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:54.831887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4546fae6-01d4-4fd3-a497-52fd20eb8a81 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/4091ec15-37d0-43cc-b87f-d8a0daed0568 HTTP/1.1" status: 404 len: 337 time: 0.0650570 Aug 16 02:03:54.834459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54502) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.848721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f43de03d-0bde-4156-a04a-25a4e1429613 None None] Port bf1c26a2-ce56-489c-84e8-66b5472891b0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:54.873196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] For port 0dc13311-9140-4407-b4a7-b7edfdb5279d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:54.889043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da5d6d-6bfc-4dad-a9b5-c82c8c3cf7c0 None None] DHCP port deletion for a9e87a88-468e-41e2-8176-d1fbc840012e request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:54.916114 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab90c75-cf4a-4054-bd21-e70aa6ec541f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] DELETE failed (client error): The resource could not be found. Aug 16 02:03:54.916598 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab90c75-cf4a-4054-bd21-e70aa6ec541f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:54.921801 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cab90c75-cf4a-4054-bd21-e70aa6ec541f tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/subnets/aa17c5af-ed8d-4591-84fe-c8d007e56de9 HTTP/1.1" status: 404 len: 337 time: 0.0827959 Aug 16 02:03:54.922540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54506) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.940532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] For port 0dc13311-9140-4407-b4a7-b7edfdb5279d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0dc13311-9140-4407-b4a7-b7edfdb5279d,segment=NetworkSegment(0de87f4b-8a56-46d7-b1b0-37d1115cf53b),segment_id=0de87f4b-8a56-46d7-b1b0-37d1115cf53b)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:54.946838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f43de03d-0bde-4156-a04a-25a4e1429613 None None] Provisioning complete for port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:54.947227 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f43de03d-0bde-4156-a04a-25a4e1429613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.009733 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.141829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3ec84504-bdbb-41f7-b450-ca1f1800d378 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Deleting port bf1c26a2-ce56-489c-84e8-66b5472891b0 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:55.142335 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ec84504-bdbb-41f7-b450-ca1f1800d378 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.329931 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ec84504-bdbb-41f7-b450-ca1f1800d378 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.346014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a970d-346c-4456-8179-54dcaa1451bb None None] Pushing event updated for resources: {'Port': ['ID=0dc13311-9140-4407-b4a7-b7edfdb5279d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.370149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3ec84504-bdbb-41f7-b450-ca1f1800d378 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Calling delete_port for bf1c26a2-ce56-489c-84e8-66b5472891b0 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:55.398170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-01da5d6d-6bfc-4dad-a9b5-c82c8c3cf7c0 None None] Deleting port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:55.398714 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01da5d6d-6bfc-4dad-a9b5-c82c8c3cf7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.490721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbceca-0f1c-41aa-b966-1fc1f0908499 req-56fa1f10-9bf5-41ea-832e-19fb4d5c0971 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.492919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70fbceca-0f1c-41aa-b966-1fc1f0908499 req-56fa1f10-9bf5-41ea-832e-19fb4d5c0971 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.9513571 Aug 16 02:03:55.548178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Pushing event updated for resources: {'Port': ['ID=ab485478-b0d6-4091-aabc-fc042cedab8e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.613887 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ec84504-bdbb-41f7-b450-ca1f1800d378 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.631719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-01da5d6d-6bfc-4dad-a9b5-c82c8c3cf7c0 None None] For port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,segment=NetworkSegment(91fe4a85-173f-4121-b0ea-85a9cbac5dd8),segment_id=91fe4a85-173f-4121-b0ea-85a9cbac5dd8)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:55.632134 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01da5d6d-6bfc-4dad-a9b5-c82c8c3cf7c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.670322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-01da5d6d-6bfc-4dad-a9b5-c82c8c3cf7c0 None None] Calling delete_port for 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:55.674657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec84504-bdbb-41f7-b450-ca1f1800d378 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Port': ['ID=bf1c26a2-ce56-489c-84e8-66b5472891b0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.680993 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ec84504-bdbb-41f7-b450-ca1f1800d378 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.686124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ec84504-bdbb-41f7-b450-ca1f1800d378 tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/ports/bf1c26a2-ce56-489c-84e8-66b5472891b0 HTTP/1.1" status: 204 len: 168 time: 0.7599814 Aug 16 02:03:55.689611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54514) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:55.855767 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70fbceca-0f1c-41aa-b966-1fc1f0908499 req-619f6bc2-617d-4792-ad93-5df36f7914aa tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225403 Aug 16 02:03:55.895688 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01da5d6d-6bfc-4dad-a9b5-c82c8c3cf7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.911523 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.941027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da5d6d-6bfc-4dad-a9b5-c82c8c3cf7c0 None None] No DVR routers for this DVR port 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:56.019834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da5d6d-6bfc-4dad-a9b5-c82c8c3cf7c0 None None] Pushing event deleted for resources: {'Port': ['ID=2eb6b340-92ba-4a9a-a4a9-7edfc946a778,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.084031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859feefc-8d9b-4888-aec4-32d07b6fb3e0 req-d9d2f6e3-7af6-4191-88e9-1e7fa4a7e931 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.091747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-859feefc-8d9b-4888-aec4-32d07b6fb3e0 req-d9d2f6e3-7af6-4191-88e9-1e7fa4a7e931 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.0928867 Aug 16 02:03:56.135539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-4d931ff2-396e-4235-ae6f-eafad444bbae req-14ceb5ed-1b0d-4f3d-bfdb-f9983c830890 service neutron] (101381) timed out ('10.222.0.89', 64616) {{(pid=101381) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:03:56.140881 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.191442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.213741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e87a88-468e-41e2-8176-d1fbc840012e']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:56.232242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0dc13311-9140-4407-b4a7-b7edfdb5279d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:56.235876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fe4a85-173f-4121-b0ea-85a9cbac5dd8') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:56.236200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fe4a85-173f-4121-b0ea-85a9cbac5dd8') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:56.258950 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.284119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.291369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:56.291851 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.354300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 0dc13311-9140-4407-b4a7-b7edfdb5279d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:56.416848 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:56.425800 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.452106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.457205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:56.471880 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] 10.222.0.79 "DELETE /v2.0/networks/a9e87a88-468e-41e2-8176-d1fbc840012e HTTP/1.1" status: 204 len: 168 time: 0.7808464 Aug 16 02:03:56.474887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-859feefc-8d9b-4888-aec4-32d07b6fb3e0 req-a993ed66-f103-4577-8d84-966b20976311 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822529 Aug 16 02:03:56.518815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:56.519321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2eb6b340-92ba-4a9a-a4a9-7edfc946a778 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:56.528648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff772a34-e589-4560-b3e2-f07795e15c5a tempest-PortsTestJSON-1461199791 tempest-PortsTestJSON-1461199791-project] Pushing event deleted for resources: {'Network': ['ID=a9e87a88-468e-41e2-8176-d1fbc840012e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.636873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-ec0c18f0-513c-4c30-b532-663b32c84981 req-b68e8213-5907-4982-bab8-cdcaadbfa119 service neutron] (101380) timed out ('10.222.0.89', 64587) {{(pid=101380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:03:56.642251 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.915244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Router e170177f-a27b-421c-91da-98121a94ac52 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:03:56.972197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35493af3-8acd-41d8-828c-1d8a4058f4cb None None] Network f245cee8-2f11-469a-963a-5e9af5369acd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:56.974662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54524) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.103938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb55d7-a6cc-4a4a-9536-431749d71799 req-5893e923-9c36-4266-ad0d-64081632fd40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.105882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1eb55d7-a6cc-4a4a-9536-431749d71799 req-5893e923-9c36-4266-ad0d-64081632fd40 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.1186659 Aug 16 02:03:57.123279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7f5e2f3c-dce7-4f40-9ba6-91b25aeacdd9 None None] Provisioning for port 0dc13311-9140-4407-b4a7-b7edfdb5279d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:57.140743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7f5e2f3c-dce7-4f40-9ba6-91b25aeacdd9 None None] Provisioning complete for port 0dc13311-9140-4407-b4a7-b7edfdb5279d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:57.142029 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2f3c-dce7-4f40-9ba6-91b25aeacdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.258499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1eb55d7-a6cc-4a4a-9536-431749d71799 req-f034f1ab-6a89-4a02-afcc-bf3bf5071aaf tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359620 Aug 16 02:03:57.260549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:57.273202 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Sync routers for ids ['e170177f-a27b-421c-91da-98121a94ac52'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:57.291151 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Routers {'e170177f-a27b-421c-91da-98121a94ac52'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:57.293375 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e170177f-a27b-421c-91da-98121a94ac52'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:57.294261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.296153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-44028d13-b04d-4afc-bf89-a542d4babffe admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6528976 Aug 16 02:03:57.303499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54530) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.345739 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f28827a1-89c1-4822-bbc1-237baed765a5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=05983e96699944649ebc893914b5f09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697958 Aug 16 02:03:57.348909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54532) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.445050 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2f3c-dce7-4f40-9ba6-91b25aeacdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.478803 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Set router e170177f-a27b-421c-91da-98121a94ac52 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:57.497525 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7f5e2f3c-dce7-4f40-9ba6-91b25aeacdd9 None None] For port 0dc13311-9140-4407-b4a7-b7edfdb5279d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0dc13311-9140-4407-b4a7-b7edfdb5279d,segment=NetworkSegment(0de87f4b-8a56-46d7-b1b0-37d1115cf53b),segment_id=0de87f4b-8a56-46d7-b1b0-37d1115cf53b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:57.511710 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2f3c-dce7-4f40-9ba6-91b25aeacdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.571703 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b38e251-d4e7-4bbe-863f-1c22bf111aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.644073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e2f3c-dce7-4f40-9ba6-91b25aeacdd9 None None] Pushing event updated for resources: {'Port': ['ID=0dc13311-9140-4407-b4a7-b7edfdb5279d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.669207 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b38e251-d4e7-4bbe-863f-1c22bf111aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.826407 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b38e251-d4e7-4bbe-863f-1c22bf111aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.829543 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b38e251-d4e7-4bbe-863f-1c22bf111aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.833741 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4b38e251-d4e7-4bbe-863f-1c22bf111aa0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7116a373-7d08-4c7f-a5af-039cda082d55 HTTP/1.1" status: 204 len: 168 time: 0.4836378 Aug 16 02:03:57.834232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4a8bb-bec0-4d26-bb12-9c389cda5f45 req-89f9d125-33fe-487e-b038-566b8f168007 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.836010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bc4a8bb-bec0-4d26-bb12-9c389cda5f45 req-89f9d125-33fe-487e-b038-566b8f168007 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.2496321 Aug 16 02:03:57.841508 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170177f-a27b-421c-91da-98121a94ac52', 'name': 'tempest-TestAggregatesBasicOps-199552681-router', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:52Z', 'updated_at': '2021-08-16T02:03:55Z', 'revision_number': 3, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'gw_port': {'id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170177f-a27b-421c-91da-98121a94ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:53Z', 'updated_at': '2021-08-16T02:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:57.858959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38e251-d4e7-4bbe-863f-1c22bf111aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7116a373-7d08-4c7f-a5af-039cda082d55,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.911573 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Checking router: e170177f-a27b-421c-91da-98121a94ac52 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:57.913685 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Updating router e170177f-a27b-421c-91da-98121a94ac52 port ab485478-b0d6-4091-aabc-fc042cedab8e binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:57.971612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bc4a8bb-bec0-4d26-bb12-9c389cda5f45 req-0e7997c2-187c-4c82-8be2-fa2a5109eaa7 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164138 Aug 16 02:03:57.979157 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.125184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0dc13311-9140-4407-b4a7-b7edfdb5279d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:58.241124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ce65e845-5731-43a7-b63f-ebd168454575 None None] Provisioning complete for port 0dc13311-9140-4407-b4a7-b7edfdb5279d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:58.241687 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ce65e845-5731-43a7-b63f-ebd168454575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.364573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0dc13311-9140-4407-b4a7-b7edfdb5279d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:58.367016 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.562543 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.592847 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Transition to ACTIVE for port object ab485478-b0d6-4091-aabc-fc042cedab8e will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:58.611747 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.649934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6828943-7388-4e25-a6f7-6dbe79d6e4dc req-daaafc9d-ac6d-4eb8-97a1-f1b090026722 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.651461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6828943-7388-4e25-a6f7-6dbe79d6e4dc req-daaafc9d-ac6d-4eb8-97a1-f1b090026722 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.1882524 Aug 16 02:03:58.761733 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Attempting to bind port ab485478-b0d6-4091-aabc-fc042cedab8e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:58.762698 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Attempting to bind port ab485478-b0d6-4091-aabc-fc042cedab8e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:58.762698 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Attempting to bind port ab485478-b0d6-4091-aabc-fc042cedab8e on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:58.765785 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac1e99-2487-4e09-9f83-1ec92fa305b2 None None] Pushing event updated for resources: {'Port': ['ID=ab485478-b0d6-4091-aabc-fc042cedab8e,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:58.788224 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:58.788705 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:58.789287 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.789763 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:58.790697 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Bound port: ab485478-b0d6-4091-aabc-fc042cedab8e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:58.791149 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.831019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6828943-7388-4e25-a6f7-6dbe79d6e4dc req-1ae96e63-b681-4e5e-b8a6-29f03d3bd9cc tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609287 Aug 16 02:03:58.866273 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.868008 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] For port ab485478-b0d6-4091-aabc-fc042cedab8e, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:58.873186 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] For port ab485478-b0d6-4091-aabc-fc042cedab8e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ab485478-b0d6-4091-aabc-fc042cedab8e,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:58.879502 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.962993 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac1e99-2487-4e09-9f83-1ec92fa305b2 None None] Pushing event updated for resources: {'Port': ['ID=ab485478-b0d6-4091-aabc-fc042cedab8e,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:59.003679 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Routers {'e170177f-a27b-421c-91da-98121a94ac52'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:59.004664 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e170177f-a27b-421c-91da-98121a94ac52'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:59.260064 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] Set router e170177f-a27b-421c-91da-98121a94ac52 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:59.328586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Allocated IP 172.20.0.1 (f245cee8-2f11-469a-963a-5e9af5369acd/3ca6a35e-efaf-48be-ab70-55933688401e/b7025e62-fc9d-4a39-89b9-2233c8ad0b64) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:59.497203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a446e-061c-4a80-81ca-ba8c0bd6fd1f req-2048d680-cf11-4334-baf0-115786229a7d tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.507643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b43a446e-061c-4a80-81ca-ba8c0bd6fd1f req-2048d680-cf11-4334-baf0-115786229a7d tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.3318744 Aug 16 02:03:59.518459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54572) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.561624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b43a446e-061c-4a80-81ca-ba8c0bd6fd1f req-5dac35fd-3bd5-4684-9ce6-9a92f7b6acb2 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529871 Aug 16 02:03:59.658237 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.675005 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170177f-a27b-421c-91da-98121a94ac52', 'name': 'tempest-TestAggregatesBasicOps-199552681-router', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:52Z', 'updated_at': '2021-08-16T02:03:55Z', 'revision_number': 3, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'gw_port': {'id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170177f-a27b-421c-91da-98121a94ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:53Z', 'updated_at': '2021-08-16T02:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:59.687995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Transition to ACTIVE for port object b7025e62-fc9d-4a39-89b9-2233c8ad0b64 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:59.725811 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dff012-ada0-4ec7-99b1-79b095a72e5a None None] The sync data for ids ['e170177f-a27b-421c-91da-98121a94ac52'] in n-d-768851-16 is: [{'id': 'e170177f-a27b-421c-91da-98121a94ac52', 'name': 'tempest-TestAggregatesBasicOps-199552681-router', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:52Z', 'updated_at': '2021-08-16T02:03:55Z', 'revision_number': 3, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'gw_port': {'id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170177f-a27b-421c-91da-98121a94ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:53Z', 'updated_at': '2021-08-16T02:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:59.766403 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.802187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-803845ad-0401-438f-96c2-da425e78c707 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group': {'name': 'tempest-secgroup--632733755'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:59.824880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Network f245cee8-2f11-469a-963a-5e9af5369acd is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:59.829260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:59.833585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:59.863368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-803845ad-0401-438f-96c2-da425e78c707 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.864512 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Pushing event updated for resources: {'Port': ['ID=b7025e62-fc9d-4a39-89b9-2233c8ad0b64,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:59.878059 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-803845ad-0401-438f-96c2-da425e78c707 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.925628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.201245 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-803845ad-0401-438f-96c2-da425e78c707 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.244833 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-803845ad-0401-438f-96c2-da425e78c707 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.361929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803845ad-0401-438f-96c2-da425e78c707 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb3309a-75af-4ff7-aab8-647fe0a74b47,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.386820 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.418170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a68a1-c7cd-4bf0-a66d-172237662b7d req-0c5436e2-8d22-4e69-8276-105c71910fcf tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.420274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-057a68a1-c7cd-4bf0-a66d-172237662b7d req-0c5436e2-8d22-4e69-8276-105c71910fcf tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.2580462 Aug 16 02:04:00.523250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-80a85930-851e-4072-964a-c47a294323fc None None] Provisioning for port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:00.536272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-80a85930-851e-4072-964a-c47a294323fc None None] Provisioning complete for port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:00.536931 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80a85930-851e-4072-964a-c47a294323fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.545170 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-803845ad-0401-438f-96c2-da425e78c707 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.556660 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-803845ad-0401-438f-96c2-da425e78c707 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.557300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-057a68a1-c7cd-4bf0-a66d-172237662b7d req-e09b3129-07e2-436d-923b-3045faf81f00 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266868 Aug 16 02:04:00.591372 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-80a85930-851e-4072-964a-c47a294323fc None None] Port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:00.637775 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-803845ad-0401-438f-96c2-da425e78c707 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.649668 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-803845ad-0401-438f-96c2-da425e78c707 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1291962 Aug 16 02:04:00.650726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803845ad-0401-438f-96c2-da425e78c707 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deeb82e7-75a6-413b-bbdc-e3f9f78b29e5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.652604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54586) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:00.758850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-15591d34-9920-4e05-b947-33874cf7bbcf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1029236 Aug 16 02:04:00.761743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54588) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:00.766664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5f1b7ece-42b9-480c-a1d6-9d38617dfb41 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group': {'name': 'tempest-security--1322602881', 'description': 'tempest-security-description-714529458'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:00.797987 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7ece-42b9-480c-a1d6-9d38617dfb41 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.801946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.812715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.863046 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7ece-42b9-480c-a1d6-9d38617dfb41 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.868560 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7ece-42b9-480c-a1d6-9d38617dfb41 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.872337 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7ece-42b9-480c-a1d6-9d38617dfb41 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.874958 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5f1b7ece-42b9-480c-a1d6-9d38617dfb41 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "PUT /v2.0/security-groups/deeb82e7-75a6-413b-bbdc-e3f9f78b29e5 HTTP/1.1" status: 200 len: 1779 time: 0.1116104 Aug 16 02:04:00.876970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11180d3-3cee-4a89-b7f8-a32dec11c14b req-03fd9470-2157-4291-a0e2-6d4a3010f0a0 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.878690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b11180d3-3cee-4a89-b7f8-a32dec11c14b req-03fd9470-2157-4291-a0e2-6d4a3010f0a0 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.1272230 Aug 16 02:04:00.879294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54590) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:00.907337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b7ece-42b9-480c-a1d6-9d38617dfb41 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deeb82e7-75a6-413b-bbdc-e3f9f78b29e5,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.968408 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.970247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Pushing event updated for resources: {'Port': ['ID=b7025e62-fc9d-4a39-89b9-2233c8ad0b64,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.996566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54592) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:00.996803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-105b6f41-8116-4d97-92fa-909fd4b92995 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-groups/deeb82e7-75a6-413b-bbdc-e3f9f78b29e5 HTTP/1.1" status: 200 len: 1779 time: 0.1122997 Aug 16 02:04:01.006705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b11180d3-3cee-4a89-b7f8-a32dec11c14b req-ae0ab4b0-64be-4c69-9e3d-e1062dd632a4 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761604 Aug 16 02:04:01.088482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfbca3e4-44b1-45df-87f8-cc3608ca311d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.125235 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfbca3e4-44b1-45df-87f8-cc3608ca311d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.163367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Network f245cee8-2f11-469a-963a-5e9af5369acd is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:01.169962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:01.231790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfbca3e4-44b1-45df-87f8-cc3608ca311d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.235637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfbca3e4-44b1-45df-87f8-cc3608ca311d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.237221 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cfbca3e4-44b1-45df-87f8-cc3608ca311d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-groups/deeb82e7-75a6-413b-bbdc-e3f9f78b29e5 HTTP/1.1" status: 204 len: 168 time: 0.2393627 Aug 16 02:04:01.240648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54594) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:01.265527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbca3e4-44b1-45df-87f8-cc3608ca311d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeb82e7-75a6-413b-bbdc-e3f9f78b29e5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:01.332840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54596) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:01.332997 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-72f63950-5005-4d7c-8838-b91f61639589 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0892508 Aug 16 02:04:01.363840 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-6e030dc9-3f8f-46b1-9787-f56376bccd09 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] delete failed (client error): The resource could not be found. Aug 16 02:04:01.363840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6e030dc9-3f8f-46b1-9787-f56376bccd09 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-groups/deeb82e7-75a6-413b-bbdc-e3f9f78b29e5 HTTP/1.1" status: 404 len: 347 time: 0.0259113 Aug 16 02:04:01.367704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54598) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:01.372841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-29177691-c725-4e8d-8f3c-58f4229c6133 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group': {'name': 'tempest-secgroup--941396957'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:01.391730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Router e170177f-a27b-421c-91da-98121a94ac52 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:01.417026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29177691-c725-4e8d-8f3c-58f4229c6133 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.557875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d6b70160-97a0-4fa0-be27-4a321196570a None None] Provisioning complete for port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:01.558424 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6b70160-97a0-4fa0-be27-4a321196570a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.561437 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29177691-c725-4e8d-8f3c-58f4229c6133 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.571609 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29177691-c725-4e8d-8f3c-58f4229c6133 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.606655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:01.610811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d6b70160-97a0-4fa0-be27-4a321196570a None None] Port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:01.615726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-18a96c84-6fbd-4e33-953a-2cbefdd6c7dd admin admin] 10.222.0.79 "PUT /v2.0/routers/e170177f-a27b-421c-91da-98121a94ac52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3114150 Aug 16 02:04:01.639330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29177691-c725-4e8d-8f3c-58f4229c6133 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.641030 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-29177691-c725-4e8d-8f3c-58f4229c6133 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2728031 Aug 16 02:04:01.643890 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54608) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:01.649990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3d0fd250-e81e-4d12-82b3-2922bd995cb4 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': 'b5db819f-3960-4c98-9417-3dc058d2fb1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:01.657225 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29177691-c725-4e8d-8f3c-58f4229c6133 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5db819f-3960-4c98-9417-3dc058d2fb1a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:01.689935 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd250-e81e-4d12-82b3-2922bd995cb4 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.761334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2725e41-b043-4479-bab0-87198b90c185 req-ba863a11-3a77-47ec-9ad0-80730fb925e5 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.763933 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2725e41-b043-4479-bab0-87198b90c185 req-ba863a11-3a77-47ec-9ad0-80730fb925e5 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.0871050 Aug 16 02:04:01.774204 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd250-e81e-4d12-82b3-2922bd995cb4 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.781401 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd250-e81e-4d12-82b3-2922bd995cb4 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.820689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fd250-e81e-4d12-82b3-2922bd995cb4 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb71a4b5-958e-4fca-b17d-05cf7dcea133,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:01.821448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2725e41-b043-4479-bab0-87198b90c185 req-0e477a34-cfff-4e0f-a300-158892755e71 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507166 Aug 16 02:04:01.824100 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd250-e81e-4d12-82b3-2922bd995cb4 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.825933 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3d0fd250-e81e-4d12-82b3-2922bd995cb4 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1804423 Aug 16 02:04:01.828681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54614) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:01.870725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b44f6c90-39dc-47e4-bae7-364e2a933bd7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.888263 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b44f6c90-39dc-47e4-bae7-364e2a933bd7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.954538 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b44f6c90-39dc-47e4-bae7-364e2a933bd7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.964924 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b44f6c90-39dc-47e4-bae7-364e2a933bd7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.966490 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b44f6c90-39dc-47e4-bae7-364e2a933bd7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/fb71a4b5-958e-4fca-b17d-05cf7dcea133 HTTP/1.1" status: 204 len: 168 time: 0.1360960 Aug 16 02:04:01.969330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54618) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:01.972022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f6c90-39dc-47e4-bae7-364e2a933bd7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb71a4b5-958e-4fca-b17d-05cf7dcea133,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.018734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ab485478-b0d6-4091-aabc-fc042cedab8e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:02.036192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c37f3df0-a671-42e2-8364-407395b4bd5d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0648010 Aug 16 02:04:02.038944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54624) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.089122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ab485478-b0d6-4091-aabc-fc042cedab8e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:02.093361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ab485478-b0d6-4091-aabc-fc042cedab8e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:02.094111 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.121062 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca5557e-e6ee-4d05-9818-1553e4f3306e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.175440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e884690-09a0-46cb-b54a-37ea3132bbf7 req-eb670e01-8872-4df1-b288-583d2e0111d8 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.177322 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca5557e-e6ee-4d05-9818-1553e4f3306e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.183223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e884690-09a0-46cb-b54a-37ea3132bbf7 req-eb670e01-8872-4df1-b288-583d2e0111d8 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.0643859 Aug 16 02:04:02.207582 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.233285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port ab485478-b0d6-4091-aabc-fc042cedab8e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ab485478-b0d6-4091-aabc-fc042cedab8e,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:02.238943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e884690-09a0-46cb-b54a-37ea3132bbf7 req-3f1ac0bb-a77f-4ba5-8836-bade966bb906 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534844 Aug 16 02:04:02.240033 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.263882 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca5557e-e6ee-4d05-9818-1553e4f3306e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.266872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca5557e-e6ee-4d05-9818-1553e4f3306e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.268690 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1ca5557e-e6ee-4d05-9818-1553e4f3306e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-groups/b5db819f-3960-4c98-9417-3dc058d2fb1a HTTP/1.1" status: 204 len: 168 time: 0.2287378 Aug 16 02:04:02.272039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54630) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.282022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5557e-e6ee-4d05-9818-1553e4f3306e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5db819f-3960-4c98-9417-3dc058d2fb1a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.299321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Sync routers for ids ['e170177f-a27b-421c-91da-98121a94ac52'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:02.328027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Routers {'e170177f-a27b-421c-91da-98121a94ac52'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:02.328880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e170177f-a27b-421c-91da-98121a94ac52'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:02.338117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54634) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.344963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-da9f3d3c-f6a8-4d8e-9fc8-f826a4459368 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185949043'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:02.349524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cecd4415-270c-4831-a513-45f4b326b869 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761511 Aug 16 02:04:02.368190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=ab485478-b0d6-4091-aabc-fc042cedab8e,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.371374 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-da9f3d3c-f6a8-4d8e-9fc8-f826a4459368 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.449758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Set router e170177f-a27b-421c-91da-98121a94ac52 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:02.459431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54638) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.466660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1019578565-network', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:02.480256 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-da9f3d3c-f6a8-4d8e-9fc8-f826a4459368 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.498869 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-da9f3d3c-f6a8-4d8e-9fc8-f826a4459368 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.551866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Made reservation on behalf of e20f6c8ffa55402a92b8b5e9884da1f2 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:02.555715 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.573381 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-da9f3d3c-f6a8-4d8e-9fc8-f826a4459368 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.575756 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-da9f3d3c-f6a8-4d8e-9fc8-f826a4459368 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2363153 Aug 16 02:04:02.579346 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.580114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54642) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.584767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-752db40e-fb23-4c75-970b-9cc4089c7ce7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': '2119ddaa-3090-47bd-93ff-9d69e5ba9e25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:02.585050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f3d3c-f6a8-4d8e-9fc8-f826a4459368 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2119ddaa-3090-47bd-93ff-9d69e5ba9e25,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.613648 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-752db40e-fb23-4c75-970b-9cc4089c7ce7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.676209 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-752db40e-fb23-4c75-970b-9cc4089c7ce7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.681906 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-752db40e-fb23-4c75-970b-9cc4089c7ce7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.697262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752db40e-fb23-4c75-970b-9cc4089c7ce7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddf4622-c6fe-4b89-8ba4-5e7f6f280180,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.704345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170177f-a27b-421c-91da-98121a94ac52', 'name': 'tempest-TestAggregatesBasicOps-199552681-router', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:52Z', 'updated_at': '2021-08-16T02:04:00Z', 'revision_number': 4, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'gw_port': {'id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170177f-a27b-421c-91da-98121a94ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:53Z', 'updated_at': '2021-08-16T02:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b7025e62-fc9d-4a39-89b9-2233c8ad0b64', 'name': '', 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'mac_address': 'fa:16:3e:a5:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170177f-a27b-421c-91da-98121a94ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '3ca6a35e-efaf-48be-ab70-55933688401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:58Z', 'updated_at': '2021-08-16T02:04:00Z', 'revision_number': 2, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'subnets': [{'id': '3ca6a35e-efaf-48be-ab70-55933688401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:02.720420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.725339 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.731227 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-752db40e-fb23-4c75-970b-9cc4089c7ce7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.733190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-752db40e-fb23-4c75-970b-9cc4089c7ce7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517794 Aug 16 02:04:02.734496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Checking router: e170177f-a27b-421c-91da-98121a94ac52 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:02.734852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Updating router e170177f-a27b-421c-91da-98121a94ac52 port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:02.735790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54644) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.744184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f1d9ca91-66dd-41d6-b180-23e7925741cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': '2119ddaa-3090-47bd-93ff-9d69e5ba9e25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:02.754520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8146cc-9899-4b76-85ec-88d97fa04d96,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.766179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:02.768928 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.782423 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.783172 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Added segment ed11299e-f1b5-4a93-bc08-d074f5e6cce3 of type vlan for network 25abfcba-6eac-4dac-be15-94abaf13debe Aug 16 02:04:02.784928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1d9ca91-66dd-41d6-b180-23e7925741cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.834391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.863426 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1d9ca91-66dd-41d6-b180-23e7925741cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.868623 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1d9ca91-66dd-41d6-b180-23e7925741cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.870011 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.871734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.872710 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.896031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9ca91-66dd-41d6-b180-23e7925741cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8047b98c-58b4-43c1-ae4e-25a0eac491a7,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.899922 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1d9ca91-66dd-41d6-b180-23e7925741cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.901996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f1d9ca91-66dd-41d6-b180-23e7925741cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618559 Aug 16 02:04:02.905119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54648) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.910174 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-01edf240-8001-4906-b603-09f71a185a52 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': '2119ddaa-3090-47bd-93ff-9d69e5ba9e25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:02.936491 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4743011 Aug 16 02:04:02.941042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54652) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.951600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] Request body: {'subnet': {'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1019578565-subnet', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:02.962519 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-01edf240-8001-4906-b603-09f71a185a52 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.966522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751c8c4-6b36-4365-9f7e-11d05f0c150b admin admin] Pushing event updated for resources: {'Network': ['ID=25abfcba-6eac-4dac-be15-94abaf13debe,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.036666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] Made reservation on behalf of e20f6c8ffa55402a92b8b5e9884da1f2 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:03.039074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.117475 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-01edf240-8001-4906-b603-09f71a185a52 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.138184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1ded4-3640-4a8d-b4a2-a5202df839b3 req-6ebfc5a5-45ee-4fdf-8b6a-b307d0cbb441 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.144665 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 25abfcba-6eac-4dac-be15-94abaf13debe details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:03.145827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37d1ded4-3640-4a8d-b4a2-a5202df839b3 req-6ebfc5a5-45ee-4fdf-8b6a-b307d0cbb441 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.1567104 Aug 16 02:04:03.153105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-01edf240-8001-4906-b603-09f71a185a52 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.204376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edf240-8001-4906-b603-09f71a185a52 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fb03f5-a756-469a-8e15-c9ef973ede56,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.206504 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-01edf240-8001-4906-b603-09f71a185a52 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.210432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54660) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.210621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-01edf240-8001-4906-b603-09f71a185a52 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3042979 Aug 16 02:04:03.218867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-31239989-9573-4f9d-88d7-1fe77d086773 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': '2119ddaa-3090-47bd-93ff-9d69e5ba9e25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:03.244087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37d1ded4-3640-4a8d-b4a2-a5202df839b3 req-6733553e-ab1a-42ce-9bfe-f8b7ad048317 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971527 Aug 16 02:04:03.263162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31239989-9573-4f9d-88d7-1fe77d086773 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.348125 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.348543 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31239989-9573-4f9d-88d7-1fe77d086773 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.357716 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31239989-9573-4f9d-88d7-1fe77d086773 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.363810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Transition to ACTIVE for port object b7025e62-fc9d-4a39-89b9-2233c8ad0b64 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:03.367130 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.373919 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.408138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31239989-9573-4f9d-88d7-1fe77d086773 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169d8215-8ecb-4f4a-9ea4-e1ffc33fceff,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.420623 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31239989-9573-4f9d-88d7-1fe77d086773 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.421800 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-31239989-9573-4f9d-88d7-1fe77d086773 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2098463 Aug 16 02:04:03.424622 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54668) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.432452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=309f9aeb-2f6e-4e04-b566-72bfd1a6e32f,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.433886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b85feaf5-450b-47f3-89c7-bd3390788a9b tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': '2119ddaa-3090-47bd-93ff-9d69e5ba9e25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:03.442060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] Checking segment: {'id': 'ed11299e-f1b5-4a93-bc08-d074f5e6cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:03.442423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] Network hostable DHCP agents. Network: 25abfcba-6eac-4dac-be15-94abaf13debe, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:03.471937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] Network 25abfcba-6eac-4dac-be15-94abaf13debe is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:03.495034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1fb1f-9793-4b25-97fa-cb257d3971d5 None None] Pushing event updated for resources: {'Port': ['ID=b7025e62-fc9d-4a39-89b9-2233c8ad0b64,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.501047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b85feaf5-450b-47f3-89c7-bd3390788a9b tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.503276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 25abfcba-6eac-4dac-be15-94abaf13debe) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:03.514465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.515035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.523624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2f86f6-c5c6-457d-8f14-67cd3f8ed1c3 None None] Network 25abfcba-6eac-4dac-be15-94abaf13debe requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:03.525966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94d81a-45c6-423e-87fd-3b9ac15115d4 req-7dc5f6a3-9271-4ac5-bf56-f9b136625b26 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.527503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e94d81a-45c6-423e-87fd-3b9ac15115d4 req-7dc5f6a3-9271-4ac5-bf56-f9b136625b26 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.0702660 Aug 16 02:04:03.547054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-77c2297a-07e4-4cbe-9421-82635daeb360 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6025403 Aug 16 02:04:03.553209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54670) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.565885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1019578565-router', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:03.586052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e94d81a-45c6-423e-87fd-3b9ac15115d4 req-01595598-0652-4b38-91ba-2c48b34aaae1 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Aug 16 02:04:03.642245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Attempting to bind port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:03.642946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Attempting to bind port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0de87f4b-8a56-46d7-b1b0-37d1115cf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:03.643741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Attempting to bind port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 on network f245cee8-2f11-469a-963a-5e9af5369acd {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:03.653899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:03.654673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Checking segment: {'id': '0de87f4b-8a56-46d7-b1b0-37d1115cf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:03.655286 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.655850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Bound using segment: {'id': '0de87f4b-8a56-46d7-b1b0-37d1115cf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:03.656532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Bound port: b7025e62-fc9d-4a39-89b9-2233c8ad0b64, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de87f4b-8a56-46d7-b1b0-37d1115cf53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:03.657325 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.660015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b85feaf5-450b-47f3-89c7-bd3390788a9b tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.666390 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b85feaf5-450b-47f3-89c7-bd3390788a9b tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.677663 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.679015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.708868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85feaf5-450b-47f3-89c7-bd3390788a9b tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c744b29-fe06-40fe-9990-1397fb29adb5,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.713042 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b85feaf5-450b-47f3-89c7-bd3390788a9b tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.714320 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b85feaf5-450b-47f3-89c7-bd3390788a9b tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2886930 Aug 16 02:04:03.717838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54676) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.770880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1af599b0-e626-4683-9496-f0233343ce84 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.772556 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.784014 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1af599b0-e626-4683-9496-f0233343ce84 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.821121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] For port b7025e62-fc9d-4a39-89b9-2233c8ad0b64, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:03.828042 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1af599b0-e626-4683-9496-f0233343ce84 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.835971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-25abfcba-6eac-4dac-be15-94abaf13debe', 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'fixed_ips': [{'subnet_id': '309f9aeb-2f6e-4e04-b566-72bfd1a6e32f'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:03.837053 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.837205 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1af599b0-e626-4683-9496-f0233343ce84 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.840971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1af599b0-e626-4683-9496-f0233343ce84 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/0c744b29-fe06-40fe-9990-1397fb29adb5 HTTP/1.1" status: 204 len: 168 time: 0.1189985 Aug 16 02:04:03.844663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54686) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.852501 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af599b0-e626-4683-9496-f0233343ce84 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c744b29-fe06-40fe-9990-1397fb29adb5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.858196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] For port b7025e62-fc9d-4a39-89b9-2233c8ad0b64, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b7025e62-fc9d-4a39-89b9-2233c8ad0b64,segment=NetworkSegment(0de87f4b-8a56-46d7-b1b0-37d1115cf53b),segment_id=0de87f4b-8a56-46d7-b1b0-37d1115cf53b)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:03.869395 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.914543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-99fae3cc-3814-4c7a-ac1a-0245b4e31744 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0683146 Aug 16 02:04:03.915249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54688) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.942990 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-152221be-7a63-46b8-8507-067f4c30e403 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.952721 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-152221be-7a63-46b8-8507-067f4c30e403 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.975537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.978153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ab485478-b0d6-4091-aabc-fc042cedab8e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:04.000868 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-152221be-7a63-46b8-8507-067f4c30e403 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.009113 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-152221be-7a63-46b8-8507-067f4c30e403 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.013601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-152221be-7a63-46b8-8507-067f4c30e403 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/169d8215-8ecb-4f4a-9ea4-e1ffc33fceff HTTP/1.1" status: 204 len: 168 time: 0.0970016 Aug 16 02:04:04.014301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54690) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.022807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152221be-7a63-46b8-8507-067f4c30e403 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=169d8215-8ecb-4f4a-9ea4-e1ffc33fceff,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.081687 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Routers {'e170177f-a27b-421c-91da-98121a94ac52'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:04.082706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e170177f-a27b-421c-91da-98121a94ac52'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:04.093504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-29f5b11f-326e-4b26-baa4-603503e31689 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0693111 Aug 16 02:04:04.094506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54692) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.142537 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed62189e-45fb-4ae6-994a-b71cc00ec89f tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.151942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed62189e-45fb-4ae6-994a-b71cc00ec89f tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.171441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1fb1f-9793-4b25-97fa-cb257d3971d5 None None] Pushing event updated for resources: {'Port': ['ID=b7025e62-fc9d-4a39-89b9-2233c8ad0b64,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.197885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Allocated IP 172.20.0.2 (25abfcba-6eac-4dac-be15-94abaf13debe/309f9aeb-2f6e-4e04-b566-72bfd1a6e32f/0937a688-93fd-43c9-b6ee-2ffedc852707) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:04.218217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ab485478-b0d6-4091-aabc-fc042cedab8e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:04.218217 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.220491 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed62189e-45fb-4ae6-994a-b71cc00ec89f tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.236265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed62189e-45fb-4ae6-994a-b71cc00ec89f tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.239412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ed62189e-45fb-4ae6-994a-b71cc00ec89f tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/a1fb03f5-a756-469a-8e15-c9ef973ede56 HTTP/1.1" status: 204 len: 168 time: 0.1415737 Aug 16 02:04:04.240970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54694) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.246977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62189e-45fb-4ae6-994a-b71cc00ec89f tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1fb03f5-a756-469a-8e15-c9ef973ede56,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.274266 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.323945 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.363100 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0b3f813e-a89d-4b96-b83b-ec865ec36710 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1185853 Aug 16 02:04:04.363682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54702) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.449559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] Set router e170177f-a27b-421c-91da-98121a94ac52 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:04.481383 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cfa9-d7b7-4116-925e-0c6769248793 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.513718 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cfa9-d7b7-4116-925e-0c6769248793 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.541154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Allocated IP 172.25.2.83 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/386b3b43-d96b-44bb-91c7-772a48dea5ee) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:04.555404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cfa9-d7b7-4116-925e-0c6769248793 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.566115 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cfa9-d7b7-4116-925e-0c6769248793 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.569509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e2e9cfa9-d7b7-4116-925e-0c6769248793 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/8047b98c-58b4-43c1-ae4e-25a0eac491a7 HTTP/1.1" status: 204 len: 168 time: 0.2023256 Aug 16 02:04:04.572740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54710) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.588348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c8030-3064-45ab-8ac0-b514b941eeae req-c104d0f7-d207-40cb-b331-36a8f0a0b8a0 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.589975 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f81c8030-3064-45ab-8ac0-b514b941eeae req-c104d0f7-d207-40cb-b331-36a8f0a0b8a0 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.2022431 Aug 16 02:04:04.597120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9cfa9-d7b7-4116-925e-0c6769248793 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8047b98c-58b4-43c1-ae4e-25a0eac491a7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.692036 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.698483 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.706996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-992e5291-a1d3-41c6-8da8-0b00cda91f46 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1330962 Aug 16 02:04:04.711112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54716) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.719429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f81c8030-3064-45ab-8ac0-b514b941eeae req-5e7d7091-ccce-4c03-9d32-7f9484ebf96d tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197171 Aug 16 02:04:04.723066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Transition to ACTIVE for port object 0937a688-93fd-43c9-b6ee-2ffedc852707 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:04.756063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Transition to ACTIVE for port object 0937a688-93fd-43c9-b6ee-2ffedc852707 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:04.775805 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52cec16b-f255-4ac9-ac15-e9a7ae22fc50 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.787569 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52cec16b-f255-4ac9-ac15-e9a7ae22fc50 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.788385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.806828 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.809857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a0d56-2e09-489c-9923-8e5abc9af914 req-23c5fdf8-1f18-49fa-afd6-fefbf147b2fc tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.812299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d6a0d56-2e09-489c-9923-8e5abc9af914 req-23c5fdf8-1f18-49fa-afd6-fefbf147b2fc tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.0711203 Aug 16 02:04:04.819113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Network 25abfcba-6eac-4dac-be15-94abaf13debe is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:04.844814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:04.847711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:04.852765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:04.860214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:04.872706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:04.875007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Pushing event updated for resources: {'Port': ['ID=0937a688-93fd-43c9-b6ee-2ffedc852707,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.895874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d6a0d56-2e09-489c-9923-8e5abc9af914 req-e39878c7-4594-4607-ac51-061100d328d0 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741088 Aug 16 02:04:04.900334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52cec16b-f255-4ac9-ac15-e9a7ae22fc50 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.909266 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52cec16b-f255-4ac9-ac15-e9a7ae22fc50 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.912780 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-52cec16b-f255-4ac9-ac15-e9a7ae22fc50 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/cddf4622-c6fe-4b89-8ba4-5e7f6f280180 HTTP/1.1" status: 204 len: 168 time: 0.1979189 Aug 16 02:04:04.914172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Pushing event updated for resources: {'Port': ['ID=386b3b43-d96b-44bb-91c7-772a48dea5ee,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.915619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54722) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.925648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cec16b-f255-4ac9-ac15-e9a7ae22fc50 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cddf4622-c6fe-4b89-8ba4-5e7f6f280180,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.943957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170177f-a27b-421c-91da-98121a94ac52', 'name': 'tempest-TestAggregatesBasicOps-199552681-router', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:52Z', 'updated_at': '2021-08-16T02:04:00Z', 'revision_number': 4, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'gw_port': {'id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170177f-a27b-421c-91da-98121a94ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:53Z', 'updated_at': '2021-08-16T02:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b7025e62-fc9d-4a39-89b9-2233c8ad0b64', 'name': '', 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'mac_address': 'fa:16:3e:a5:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170177f-a27b-421c-91da-98121a94ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '3ca6a35e-efaf-48be-ab70-55933688401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:58Z', 'updated_at': '2021-08-16T02:04:03Z', 'revision_number': 4, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'subnets': [{'id': '3ca6a35e-efaf-48be-ab70-55933688401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:04.946295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Attempting to bind port 0937a688-93fd-43c9-b6ee-2ffedc852707 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:04.946740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Attempting to bind port 0937a688-93fd-43c9-b6ee-2ffedc852707 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'ed11299e-f1b5-4a93-bc08-d074f5e6cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:04.947168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Attempting to bind port 0937a688-93fd-43c9-b6ee-2ffedc852707 on network 25abfcba-6eac-4dac-be15-94abaf13debe {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:04.972705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b4f16a2d-abad-4832-9f8f-bbcbf9f7c183 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0553546 Aug 16 02:04:04.973596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54724) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.981012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e42663-3bfe-4ea1-b0bc-2e3ccd90c484 None None] The sync data for ids ['e170177f-a27b-421c-91da-98121a94ac52'] in n-d-768851-16 is: [{'id': 'e170177f-a27b-421c-91da-98121a94ac52', 'name': 'tempest-TestAggregatesBasicOps-199552681-router', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:52Z', 'updated_at': '2021-08-16T02:04:00Z', 'revision_number': 4, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'gw_port': {'id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170177f-a27b-421c-91da-98121a94ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:53Z', 'updated_at': '2021-08-16T02:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b7025e62-fc9d-4a39-89b9-2233c8ad0b64', 'name': '', 'network_id': 'f245cee8-2f11-469a-963a-5e9af5369acd', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'mac_address': 'fa:16:3e:a5:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e170177f-a27b-421c-91da-98121a94ac52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '3ca6a35e-efaf-48be-ab70-55933688401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:58Z', 'updated_at': '2021-08-16T02:04:03Z', 'revision_number': 4, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'subnets': [{'id': '3ca6a35e-efaf-48be-ab70-55933688401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:04.983170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:04.983558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Checking segment: {'id': 'ed11299e-f1b5-4a93-bc08-d074f5e6cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:04.984021 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.984348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Bound using segment: {'id': 'ed11299e-f1b5-4a93-bc08-d074f5e6cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:04.984969 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Bound port: 0937a688-93fd-43c9-b6ee-2ffedc852707, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed11299e-f1b5-4a93-bc08-d074f5e6cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:04.985962 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.036383 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74d888f6-82ff-4e7c-96e0-ac9bb4b6140d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.087686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] For port 0937a688-93fd-43c9-b6ee-2ffedc852707, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:05.091710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] For port 0937a688-93fd-43c9-b6ee-2ffedc852707, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0937a688-93fd-43c9-b6ee-2ffedc852707,segment=NetworkSegment(ed11299e-f1b5-4a93-bc08-d074f5e6cce3),segment_id=ed11299e-f1b5-4a93-bc08-d074f5e6cce3)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:05.095616 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.099287 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74d888f6-82ff-4e7c-96e0-ac9bb4b6140d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.176124 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74d888f6-82ff-4e7c-96e0-ac9bb4b6140d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.179054 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74d888f6-82ff-4e7c-96e0-ac9bb4b6140d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.185427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-74d888f6-82ff-4e7c-96e0-ac9bb4b6140d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-groups/2119ddaa-3090-47bd-93ff-9d69e5ba9e25 HTTP/1.1" status: 204 len: 168 time: 0.2106647 Aug 16 02:04:05.188293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54726) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:05.197612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d888f6-82ff-4e7c-96e0-ac9bb4b6140d tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2119ddaa-3090-47bd-93ff-9d69e5ba9e25,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.200187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1acde1-7ca8-4cfa-a72f-da9be759f426 None None] Pushing event updated for resources: {'Port': ['ID=0937a688-93fd-43c9-b6ee-2ffedc852707,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.289191 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-887be159-6c58-4473-8bce-d0f54b62b0ac tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0997529 Aug 16 02:04:05.294619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54734) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:05.298260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-48f5bc1a-17cf-4e48-91fc-55f290b019e5 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group': {'name': 'tempest-secgroup--852093771'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:05.317638 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.395444 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48f5bc1a-17cf-4e48-91fc-55f290b019e5 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.662074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f3aee-e54b-41b6-8019-52a7e869efef req-bc9f5760-503f-4320-9bf8-fafcc90c994f tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.663790 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a85f3aee-e54b-41b6-8019-52a7e869efef req-bc9f5760-503f-4320-9bf8-fafcc90c994f tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.2167666 Aug 16 02:04:05.799526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48f5bc1a-17cf-4e48-91fc-55f290b019e5 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.826107 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48f5bc1a-17cf-4e48-91fc-55f290b019e5 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.837489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.899713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcab98a-10cc-4ab9-818a-9c594185a592 req-de341601-1009-4128-8311-6c84d73b26e4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.916788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddcab98a-10cc-4ab9-818a-9c594185a592 req-de341601-1009-4128-8311-6c84d73b26e4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.1101108 Aug 16 02:04:05.958442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48f5bc1a-17cf-4e48-91fc-55f290b019e5 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.959746 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-48f5bc1a-17cf-4e48-91fc-55f290b019e5 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6653483 Aug 16 02:04:05.963241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5bc1a-17cf-4e48-91fc-55f290b019e5 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2532643-ff09-42f2-96ac-46de74283fe9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.964002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54752) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:05.972672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-23c9e30e-f06d-47af-8b82-4a18b97979c7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': 'a2532643-ff09-42f2-96ac-46de74283fe9', 'direction': 'ingress', 'protocol': 17}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:06.053481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-a85f3aee-e54b-41b6-8019-52a7e869efef req-c63d7e86-ddbc-4414-9743-6688f8d3330e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Deleting port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:06.053838 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a85f3aee-e54b-41b6-8019-52a7e869efef req-c63d7e86-ddbc-4414-9743-6688f8d3330e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.139631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddcab98a-10cc-4ab9-818a-9c594185a592 req-64ca436c-26df-418d-9f52-ea446e1b91af tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035699 Aug 16 02:04:06.169981 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-23c9e30e-f06d-47af-8b82-4a18b97979c7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.228834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042e80d-aaa0-4d16-b7d6-74cc9fb50d8c req-c2d555dd-5825-4200-996e-aba4f86459db tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.228834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e042e80d-aaa0-4d16-b7d6-74cc9fb50d8c req-c2d555dd-5825-4200-996e-aba4f86459db tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 945 time: 0.1966336 Aug 16 02:04:06.242270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b7025e62-fc9d-4a39-89b9-2233c8ad0b64 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:06.276042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a85f3aee-e54b-41b6-8019-52a7e869efef req-c63d7e86-ddbc-4414-9743-6688f8d3330e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] For port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=688e69e8-3481-45c7-ae7f-429ec4ac7cc3,segment=NetworkSegment(9fb5ba7b-31cd-42d8-a93d-a448c330935d),segment_id=9fb5ba7b-31cd-42d8-a93d-a448c330935d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:06.276329 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a85f3aee-e54b-41b6-8019-52a7e869efef req-c63d7e86-ddbc-4414-9743-6688f8d3330e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.315074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-23c9e30e-f06d-47af-8b82-4a18b97979c7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.321618 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-23c9e30e-f06d-47af-8b82-4a18b97979c7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.327675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-a85f3aee-e54b-41b6-8019-52a7e869efef req-c63d7e86-ddbc-4414-9743-6688f8d3330e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Calling delete_port for 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:06.334556 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:06.339853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:06.340699 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.354806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9e30e-f06d-47af-8b82-4a18b97979c7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d49be2a-097b-4f18-82bb-c40bfc615d1b,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:06.372835 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-23c9e30e-f06d-47af-8b82-4a18b97979c7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.375244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-23c9e30e-f06d-47af-8b82-4a18b97979c7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4093862 Aug 16 02:04:06.379130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e042e80d-aaa0-4d16-b7d6-74cc9fb50d8c req-1cdaf205-e2a2-4f15-bfc2-cceb604e2eef tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/security-groups?id=6f9aab82-360b-4095-a00c-bea30b4380b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381364 Aug 16 02:04:06.379835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54756) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:06.452957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:06.483886 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-173b5b19-0ec7-4aaa-896e-c7ba61323774 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.533253 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.548958 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-173b5b19-0ec7-4aaa-896e-c7ba61323774 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.586726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port b7025e62-fc9d-4a39-89b9-2233c8ad0b64, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b7025e62-fc9d-4a39-89b9-2233c8ad0b64,segment=NetworkSegment(0de87f4b-8a56-46d7-b1b0-37d1115cf53b),segment_id=0de87f4b-8a56-46d7-b1b0-37d1115cf53b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:06.596701 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.597493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0937a688-93fd-43c9-b6ee-2ffedc852707 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:06.672685 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-173b5b19-0ec7-4aaa-896e-c7ba61323774 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.676302 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-173b5b19-0ec7-4aaa-896e-c7ba61323774 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.677593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-173b5b19-0ec7-4aaa-896e-c7ba61323774 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-groups/a2532643-ff09-42f2-96ac-46de74283fe9 HTTP/1.1" status: 204 len: 168 time: 0.2966459 Aug 16 02:04:06.681823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54764) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:06.697800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b5b19-0ec7-4aaa-896e-c7ba61323774 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2532643-ff09-42f2-96ac-46de74283fe9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:06.815174 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a85f3aee-e54b-41b6-8019-52a7e869efef req-c63d7e86-ddbc-4414-9743-6688f8d3330e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.821697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=b7025e62-fc9d-4a39-89b9-2233c8ad0b64,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:06.850255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['688e69e8-3481-45c7-ae7f-429ec4ac7cc3'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:06.874194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d7e86-ddbc-4414-9743-6688f8d3330e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Pushing event deleted for resources: {'Port': ['ID=688e69e8-3481-45c7-ae7f-429ec4ac7cc3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:06.884167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a65be2e-27d2-4fc2-87d9-3141a29ba3ce None None] Network 25abfcba-6eac-4dac-be15-94abaf13debe requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:06.906517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:06.919252 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Sync routers for ids ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:06.931576 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Routers {'65af88da-6d85-4f8c-bea4-cd760e7ec5d0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:06.932635 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:06.978258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 0937a688-93fd-43c9-b6ee-2ffedc852707 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:07.021609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-860e9d73-1259-4f63-a235-1f16d9c9ccba None None] Provisioning for port 0937a688-93fd-43c9-b6ee-2ffedc852707 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:07.067296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-860e9d73-1259-4f63-a235-1f16d9c9ccba None None] Provisioning complete for port 0937a688-93fd-43c9-b6ee-2ffedc852707 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:07.068263 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-860e9d73-1259-4f63-a235-1f16d9c9ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.103115 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Set router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:07.312643 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-860e9d73-1259-4f63-a235-1f16d9c9ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.374835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68abe27-fa84-4746-b0fa-8277701fc190 req-2cf04354-117d-4776-a12c-ed3ddb4806c4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:07.376445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f68abe27-fa84-4746-b0fa-8277701fc190 req-2cf04354-117d-4776-a12c-ed3ddb4806c4 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 944 time: 0.1006980 Aug 16 02:04:07.400204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-860e9d73-1259-4f63-a235-1f16d9c9ccba None None] For port 0937a688-93fd-43c9-b6ee-2ffedc852707, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0937a688-93fd-43c9-b6ee-2ffedc852707,segment=NetworkSegment(ed11299e-f1b5-4a93-bc08-d074f5e6cce3),segment_id=ed11299e-f1b5-4a93-bc08-d074f5e6cce3)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:07.404547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 22b2dde8-898c-4f40-9cc6-c4e700522521 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:07.423379 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-860e9d73-1259-4f63-a235-1f16d9c9ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.470252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f68abe27-fa84-4746-b0fa-8277701fc190 req-dc3d7be7-b638-459c-835c-372204d278b8 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816488 Aug 16 02:04:07.475939 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'name': 'tempest-TestAggregatesBasicOps-1019578565-router', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:03Z', 'updated_at': '2021-08-16T02:04:05Z', 'revision_number': 3, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'gw_port': {'id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:67:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:07.527223 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Checking router: 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:07.528133 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Updating router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 port 386b3b43-d96b-44bb-91c7-772a48dea5ee binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:07.551688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54788) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.552343 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7e975e34-93e4-4216-9380-79664070bb18 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8622963 Aug 16 02:04:07.556589 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.556790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-dc9e02f7-4dd2-44da-b4ba-1c9181c928d8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group': {'name': 'tempest-secgroup--515551914'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:07.558206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ccb99b17-7660-4882-a387-750c023c5464 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0027835 Aug 16 02:04:07.567964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54790) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.601730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85f3aee-e54b-41b6-8019-52a7e869efef req-c63d7e86-ddbc-4414-9743-6688f8d3330e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] No DVR routers for this DVR port 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:07.606814 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a85f3aee-e54b-41b6-8019-52a7e869efef req-c63d7e86-ddbc-4414-9743-6688f8d3330e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.609470 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a85f3aee-e54b-41b6-8019-52a7e869efef req-c63d7e86-ddbc-4414-9743-6688f8d3330e tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.84 "DELETE /v2.0/ports/688e69e8-3481-45c7-ae7f-429ec4ac7cc3 HTTP/1.1" status: 204 len: 173 time: 1.9387114 Aug 16 02:04:07.610716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6719129-4c3b-47ab-bb79-f803f930f863', 'name': 'network-vif-deleted', 'tag': '688e69e8-3481-45c7-ae7f-429ec4ac7cc3'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:07.613568 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2fb12f-d311-411e-b4b5-a480c901c3f9" -d '{"events": [{"server_uuid": "d6719129-4c3b-47ab-bb79-f803f930f863", "name": "network-vif-deleted", "tag": "688e69e8-3481-45c7-ae7f-429ec4ac7cc3"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:07.735763 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95116c8-da29-4b05-a1b9-00e606095d39 x-openstack-request-id: req-b95116c8-da29-4b05-a1b9-00e606095d39 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:07.736059 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6719129-4c3b-47ab-bb79-f803f930f863", "name": "network-vif-deleted", "tag": "688e69e8-3481-45c7-ae7f-429ec4ac7cc3", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:07.736313 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b95116c8-da29-4b05-a1b9-00e606095d39 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:07.736712 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6719129-4c3b-47ab-bb79-f803f930f863', 'name': 'network-vif-deleted', 'tag': '688e69e8-3481-45c7-ae7f-429ec4ac7cc3', 'status': 'completed', 'code': 200} Aug 16 02:04:07.783378 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.852522 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc9e02f7-4dd2-44da-b4ba-1c9181c928d8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.868626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ff19dee-85ca-4178-9128-8fb18952bb2f req-cce98dcd-a115-4c31-8dc3-2347dfaec6e1 tempest-VolumesAdminNegativeTest-358432756 tempest-VolumesAdminNegativeTest-358432756-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6719129-4c3b-47ab-bb79-f803f930f863 HTTP/1.1" status: 200 len: 210 time: 0.2949185 Aug 16 02:04:07.892323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e9d73-1259-4f63-a235-1f16d9c9ccba None None] Pushing event updated for resources: {'Port': ['ID=0937a688-93fd-43c9-b6ee-2ffedc852707,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:07.911143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bbd4f4c6-c744-4cdb-805f-d4bb30e4ed2e None None] Provisioning complete for port 0937a688-93fd-43c9-b6ee-2ffedc852707 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:07.911653 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f4c6-c744-4cdb-805f-d4bb30e4ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.983837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:07.998469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'port_id': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'mac_address': 'fa:16:3e:2a:1d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:08.079406 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.088027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b7025e62-fc9d-4a39-89b9-2233c8ad0b64 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:08.148455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b2dde8-898c-4f40-9cc6-c4e700522521 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:08.189203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:08.200365 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.205184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc9e02f7-4dd2-44da-b4ba-1c9181c928d8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.269465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc9e02f7-4dd2-44da-b4ba-1c9181c928d8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.275368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:08.275735 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.275993 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.316050 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Transition to ACTIVE for port object 386b3b43-d96b-44bb-91c7-772a48dea5ee will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:08.325681 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.332410 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=11']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.342005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dc9e02f7-4dd2-44da-b4ba-1c9181c928d8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.346060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dc9e02f7-4dd2-44da-b4ba-1c9181c928d8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7906170 Aug 16 02:04:08.346060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54808) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:08.350837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-819fd674-3277-4bf8-b1c9-dac94b224678 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group': {'name': 'tempest-secgroup--87293529'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:08.357207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e02f7-4dd2-44da-b4ba-1c9181c928d8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341f6769-c102-4a20-9f13-5c379cc75a37,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.420502 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Attempting to bind port 386b3b43-d96b-44bb-91c7-772a48dea5ee on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:08.421328 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Attempting to bind port 386b3b43-d96b-44bb-91c7-772a48dea5ee by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:08.421911 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Attempting to bind port 386b3b43-d96b-44bb-91c7-772a48dea5ee on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:08.426330 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-819fd674-3277-4bf8-b1c9-dac94b224678 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.438009 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:08.438251 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:08.438711 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.439206 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:08.439852 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Bound port: 386b3b43-d96b-44bb-91c7-772a48dea5ee, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:08.440351 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.482099 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Pushing event updated for resources: {'Port': ['ID=386b3b43-d96b-44bb-91c7-772a48dea5ee,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.492581 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.494028 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.494028 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.494028 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.494372 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.494476 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.494879 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.495262 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.495842 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.495842 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.496369 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.496778 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:08.564751 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] For port 386b3b43-d96b-44bb-91c7-772a48dea5ee, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:08.580110 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] For port 386b3b43-d96b-44bb-91c7-772a48dea5ee, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=386b3b43-d96b-44bb-91c7-772a48dea5ee,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:08.586235 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.667837 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92100b34-8252-4310-b975-7fe041a1d6fc None None] Pushing event updated for resources: {'Port': ['ID=386b3b43-d96b-44bb-91c7-772a48dea5ee,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.679667 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Routers {'65af88da-6d85-4f8c-bea4-cd760e7ec5d0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:08.681267 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:03:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:08.761351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['22b2dde8-898c-4f40-9cc6-c4e700522521'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:08.829735 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] Set router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:08.843959 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-81cfd5a0-f1de-49ae-b67c-c9df42af62bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.942637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54828) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:08.960005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.017036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e4d91-da9f-44b4-b8f8-ef547724390b req-073d42f3-85ad-46e9-9316-09e3fb19c152 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.018725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-945e4d91-da9f-44b4-b8f8-ef547724390b req-073d42f3-85ad-46e9-9316-09e3fb19c152 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1140835 Aug 16 02:04:09.052272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdef6e1-b677-43c3-ac03-800bd04ec2b0 admin admin] Deleting subnet 17dcf521-787e-41fe-a885-cb393868e816 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:09.058533 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfdef6e1-b677-43c3-ac03-800bd04ec2b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.104647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfdef6e1-b677-43c3-ac03-800bd04ec2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.155140 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfdef6e1-b677-43c3-ac03-800bd04ec2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.164147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-819fd674-3277-4bf8-b1c9-dac94b224678 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.168756 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'name': 'tempest-TestAggregatesBasicOps-1019578565-router', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:03Z', 'updated_at': '2021-08-16T02:04:05Z', 'revision_number': 3, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'gw_port': {'id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:67:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:09.169948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-945e4d91-da9f-44b4-b8f8-ef547724390b req-70dae161-a4c5-462e-bd3b-2c9412d26897 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216300 Aug 16 02:04:09.180266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-0316bc81-424d-4cbe-b826-093a11f99ef9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1963267 Aug 16 02:04:09.182975 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-819fd674-3277-4bf8-b1c9-dac94b224678 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.218052 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e79138-25d4-40f5-b9d7-dd7538276694 None None] The sync data for ids ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'] in n-d-768851-16 is: [{'id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'name': 'tempest-TestAggregatesBasicOps-1019578565-router', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:03Z', 'updated_at': '2021-08-16T02:04:05Z', 'revision_number': 3, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'gw_port': {'id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:67:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:09.235925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfdef6e1-b677-43c3-ac03-800bd04ec2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.265385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdef6e1-b677-43c3-ac03-800bd04ec2b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17dcf521-787e-41fe-a885-cb393868e816,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.279710 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cfdef6e1-b677-43c3-ac03-800bd04ec2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.282509 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cfdef6e1-b677-43c3-ac03-800bd04ec2b0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/17dcf521-787e-41fe-a885-cb393868e816 HTTP/1.1" status: 204 len: 168 time: 0.3387671 Aug 16 02:04:09.285855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54830) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.290163 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-819fd674-3277-4bf8-b1c9-dac94b224678 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.291395 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-819fd674-3277-4bf8-b1c9-dac94b224678 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9441984 Aug 16 02:04:09.297030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54832) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.299508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fd674-3277-4bf8-b1c9-dac94b224678 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba351c4-639f-41ec-92f3-37efbfd25377,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.302422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cd9981ab-e2d8-45ae-8dfe-e298a6487cd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': '341f6769-c102-4a20-9f13-5c379cc75a37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4ba351c4-639f-41ec-92f3-37efbfd25377', 'remote_ip_prefix': None}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:09.349460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-6f820cf4-e73b-484d-aeb5-a6b40e127207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.350941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-6f820cf4-e73b-484d-aeb5-a6b40e127207 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1097 time: 0.1411061 Aug 16 02:04:09.402829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.419280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:09.442992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd9981ab-e2d8-45ae-8dfe-e298a6487cd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.456151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:09.456934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 688e69e8-3481-45c7-ae7f-429ec4ac7cc3 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:09.471184 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.565406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Allocated IP 172.20.0.1 (25abfcba-6eac-4dac-be15-94abaf13debe/309f9aeb-2f6e-4e04-b566-72bfd1a6e32f/2a50cfac-7b2b-4c73-9ece-eaf24c037be0) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:09.570934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-940f656e-36ef-4f57-b7ca-86d728c79349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.572881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-940f656e-36ef-4f57-b7ca-86d728c79349 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.1972778 Aug 16 02:04:09.593882 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.626014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd89005-eb59-42c9-9038-9b077f2ce378']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:09.651435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb5ba7b-31cd-42d8-a93d-a448c330935d') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:09.651883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb5ba7b-31cd-42d8-a93d-a448c330935d') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:09.673085 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.678187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd9981ab-e2d8-45ae-8dfe-e298a6487cd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.686183 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd9981ab-e2d8-45ae-8dfe-e298a6487cd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.737958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-af9c0146-f83e-490f-b472-857df2b118a7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 1001 time: 0.1546159 Aug 16 02:04:09.744892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.767783 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:09.769984 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.797939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.814792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Transition to ACTIVE for port object 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:09.831464 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:09.834848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9981ab-e2d8-45ae-8dfe-e298a6487cd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337a83e5-144f-47fe-b237-d167fcfb098b,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.840043 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.845644 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.857389 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] 10.222.0.79 "DELETE /v2.0/networks/bbd89005-eb59-42c9-9038-9b077f2ce378 HTTP/1.1" status: 204 len: 168 time: 0.5625787 Aug 16 02:04:09.860722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54844) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.864572 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cd9981ab-e2d8-45ae-8dfe-e298a6487cd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.868460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cd9981ab-e2d8-45ae-8dfe-e298a6487cd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5669782 Aug 16 02:04:09.881545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54846) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.891258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0331274-2221-4efc-a282-ad271aebe88a admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd89005-eb59-42c9-9038-9b077f2ce378,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.903979 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.958163 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d2264b2-7600-4ba8-99d2-b539edac932e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.972399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d2264b2-7600-4ba8-99d2-b539edac932e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.014993 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d2264b2-7600-4ba8-99d2-b539edac932e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.031548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cf3aac-d834-4e8e-a582-f6fc35f8a6be admin admin] Deleting subnet 8be98997-81e9-4d81-9c20-161ec3b9653d {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:10.035971 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4d2264b2-7600-4ba8-99d2-b539edac932e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.037102 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4d2264b2-7600-4ba8-99d2-b539edac932e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/337a83e5-144f-47fe-b237-d167fcfb098b HTTP/1.1" status: 204 len: 168 time: 0.1541700 Aug 16 02:04:10.046792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2264b2-7600-4ba8-99d2-b539edac932e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=337a83e5-144f-47fe-b237-d167fcfb098b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.054687 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85cf3aac-d834-4e8e-a582-f6fc35f8a6be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.056631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54856) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.073664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Network 25abfcba-6eac-4dac-be15-94abaf13debe is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:10.087950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:10.105076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:10.154084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-2eb23905-21e4-421d-8a3d-e041baf3c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.156311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-2eb23905-21e4-421d-8a3d-e041baf3c2eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.2854986 Aug 16 02:04:10.209837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 386b3b43-d96b-44bb-91c7-772a48dea5ee up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:10.214596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Pushing event updated for resources: {'Port': ['ID=2a50cfac-7b2b-4c73-9ece-eaf24c037be0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.218832 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85cf3aac-d834-4e8e-a582-f6fc35f8a6be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.255044 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.303435 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-09476796-3db3-4bf8-8d04-b0ffc0a32620 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2453840 Aug 16 02:04:10.306278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54860) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.310897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 386b3b43-d96b-44bb-91c7-772a48dea5ee completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:10.322208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 386b3b43-d96b-44bb-91c7-772a48dea5ee triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:10.322595 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.364839 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85cf3aac-d834-4e8e-a582-f6fc35f8a6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.427859 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-229aa2cf-34b9-460a-aaaf-4fd749956ac8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.444850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-14fbb629-dff6-45e2-929d-4e49753bc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.446439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-14fbb629-dff6-45e2-929d-4e49753bc965 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2813971 Aug 16 02:04:10.464481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-229aa2cf-34b9-460a-aaaf-4fd749956ac8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.478265 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.490475 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85cf3aac-d834-4e8e-a582-f6fc35f8a6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.513012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 386b3b43-d96b-44bb-91c7-772a48dea5ee, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=386b3b43-d96b-44bb-91c7-772a48dea5ee,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:10.517927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bc25a-e384-4bb0-a659-3358363909a0 req-2bbc35d7-29d3-4a16-a47e-6d292b607892 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.521914 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.523101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0937a688-93fd-43c9-b6ee-2ffedc852707 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:10.528118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b2bc25a-e384-4bb0-a659-3358363909a0 req-2bbc35d7-29d3-4a16-a47e-6d292b607892 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 945 time: 0.1755970 Aug 16 02:04:10.620648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf3aac-d834-4e8e-a582-f6fc35f8a6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be98997-81e9-4d81-9c20-161ec3b9653d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.638406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-229aa2cf-34b9-460a-aaaf-4fd749956ac8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.638406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-229aa2cf-34b9-460a-aaaf-4fd749956ac8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.642581 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-229aa2cf-34b9-460a-aaaf-4fd749956ac8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-groups/4ba351c4-639f-41ec-92f3-37efbfd25377 HTTP/1.1" status: 204 len: 168 time: 0.3328364 Aug 16 02:04:10.642581 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85cf3aac-d834-4e8e-a582-f6fc35f8a6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.642992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c7c5a699-a005-4af9-8237-aba242ba13fc None None] Provisioning for port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:10.648724 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-85cf3aac-d834-4e8e-a582-f6fc35f8a6be admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8be98997-81e9-4d81-9c20-161ec3b9653d HTTP/1.1" status: 204 len: 168 time: 0.7815452 Aug 16 02:04:10.650644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54866) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.650836 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54868) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.668136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c7c5a699-a005-4af9-8237-aba242ba13fc None None] Provisioning complete for port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:10.668136 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a699-a005-4af9-8237-aba242ba13fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.688405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=386b3b43-d96b-44bb-91c7-772a48dea5ee,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.692377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229aa2cf-34b9-460a-aaaf-4fd749956ac8 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba351c4-639f-41ec-92f3-37efbfd25377,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.718814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b2bc25a-e384-4bb0-a659-3358363909a0 req-ecacf44f-0446-4531-b709-c51526e820b0 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896887 Aug 16 02:04:10.738922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0937a688-93fd-43c9-b6ee-2ffedc852707 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:10.739526 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.788113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5a699-a005-4af9-8237-aba242ba13fc None None] Port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:10.797380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-76fd63f5-bc8c-42c4-acf1-c37c8708416a service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203654 Aug 16 02:04:10.798461 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.852099 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.895065 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-365445c5-4eff-43d0-a0a8-9d49d4cb0374 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2430837 Aug 16 02:04:10.897659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54874) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:11.073605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c61d81e-6540-4b41-a76f-488e0813bd3f req-eaa6625a-2a8c-4dc4-a863-c7db1cd29651 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646105 Aug 16 02:04:11.102709 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.113225 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10cb5dca-54a9-4dfd-8f64-e5fee9f77f31 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.129554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c6cc75-93fe-447a-96dd-6f44139800a3']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:11.156586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9d54d8-2bcd-4f69-abd5-5ff2a4b6c32a') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:11.156586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9d54d8-2bcd-4f69-abd5-5ff2a4b6c32a') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:11.168844 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.172607 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10cb5dca-54a9-4dfd-8f64-e5fee9f77f31 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.176279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.190681 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.212075 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.227202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:11.227631 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:11.229681 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:11.290394 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.299461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10cb5dca-54a9-4dfd-8f64-e5fee9f77f31 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.302862 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10cb5dca-54a9-4dfd-8f64-e5fee9f77f31 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.306313 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-10cb5dca-54a9-4dfd-8f64-e5fee9f77f31 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-groups/341f6769-c102-4a20-9f13-5c379cc75a37 HTTP/1.1" status: 204 len: 168 time: 0.4052186 Aug 16 02:04:11.309694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54898) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:11.311441 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.322760 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.327507 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/76c6cc75-93fe-447a-96dd-6f44139800a3 HTTP/1.1" status: 204 len: 168 time: 0.6678360 Aug 16 02:04:11.340481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Pushing event updated for resources: {'Port': ['ID=2a50cfac-7b2b-4c73-9ece-eaf24c037be0,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:11.352896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2b902-1999-4371-b65b-6f8d1baff3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=76c6cc75-93fe-447a-96dd-6f44139800a3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:11.356829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb5dca-54a9-4dfd-8f64-e5fee9f77f31 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341f6769-c102-4a20-9f13-5c379cc75a37,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:11.414044 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-790b5f71-2617-4be8-93f4-fc9e49ed442e tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030459 Aug 16 02:04:11.422290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54906) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:11.425939 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 22b2dde8-898c-4f40-9cc6-c4e700522521 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:11.427351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-50e50b33-2252-421d-867b-9da1fd3ebfd6 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group': {'name': 'tempest-secgroup--867969951'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:11.453011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54908) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:11.494074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50e50b33-2252-421d-867b-9da1fd3ebfd6 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.537044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Network 25abfcba-6eac-4dac-be15-94abaf13debe is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:11.540843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:11.590488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-903a5fef-8ef1-42d0-8be5-7f6ba9f1b511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.620930 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.636037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a587d-1bd3-49f9-9f15-0d9de954e1ce req-23654324-11df-4785-a073-c9788f0beb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:11.638865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 22b2dde8-898c-4f40-9cc6-c4e700522521 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:11.645231 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a19a587d-1bd3-49f9-9f15-0d9de954e1ce req-23654324-11df-4785-a073-c9788f0beb5e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 1098 time: 0.1906717 Aug 16 02:04:11.647276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 22b2dde8-898c-4f40-9cc6-c4e700522521 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:11.648816 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.726984 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a19a587d-1bd3-49f9-9f15-0d9de954e1ce req-3f67519e-4410-4120-91dd-0c73a08f8077 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773847 Aug 16 02:04:11.739668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54916) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:11.780996 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.813357 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:11.816650 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e3ca31-b14e-4343-82fd-1f0aeaa6fd2a" -d '{"events": [{"server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "name": "network-vif-plugged", "status": "completed", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:11.844620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:11.857606 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.867108 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fa496eba-1474-43ca-97d8-d73ad45f1d31 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58879a6832824cbe93a710d33af02020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261644 Aug 16 02:04:11.868002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54922) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:11.950694 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3217ed00-48e7-4828-af45-6b1991c19315 x-openstack-request-id: req-3217ed00-48e7-4828-af45-6b1991c19315 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:11.951003 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "name": "network-vif-plugged", "status": "completed", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:11.951138 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3217ed00-48e7-4828-af45-6b1991c19315 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:11.952138 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'code': 200} Aug 16 02:04:12.029448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a7b61ec7-3477-4b18-a677-02caa75fd40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.029688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=12']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.056375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-48ed01cb-d182-4183-87a5-cd7d4eaedd18 None None] Provisioning complete for port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:12.056750 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-48ed01cb-d182-4183-87a5-cd7d4eaedd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.071723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a7b61ec7-3477-4b18-a677-02caa75fd40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.157206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a7b61ec7-3477-4b18-a677-02caa75fd40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.160273 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a7b61ec7-3477-4b18-a677-02caa75fd40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.163909 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a7b61ec7-3477-4b18-a677-02caa75fd40c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f9aab82-360b-4095-a00c-bea30b4380b5 HTTP/1.1" status: 204 len: 168 time: 0.2947354 Aug 16 02:04:12.170677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-48ed01cb-d182-4183-87a5-cd7d4eaedd18 None None] Port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:12.178898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 386b3b43-d96b-44bb-91c7-772a48dea5ee up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:12.187494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:12.190698 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50e50b33-2252-421d-867b-9da1fd3ebfd6 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.224229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b61ec7-3477-4b18-a677-02caa75fd40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9aab82-360b-4095-a00c-bea30b4380b5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.234736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b73b3c-6a81-42a0-b4fd-48e20668e47e req-ca51bef7-29b7-4564-8d9c-96ddc45da000 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.265579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6b73b3c-6a81-42a0-b4fd-48e20668e47e req-ca51bef7-29b7-4564-8d9c-96ddc45da000 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 946 time: 0.4071178 Aug 16 02:04:12.273750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69b466-7f0d-47df-be51-8239dad5a509 req-e04ecc66-dc46-4f46-bd09-fde017b6ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.277472 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2f69b466-7f0d-47df-be51-8239dad5a509 req-e04ecc66-dc46-4f46-bd09-fde017b6ef57 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 1098 time: 0.1110330 Aug 16 02:04:12.291720 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50e50b33-2252-421d-867b-9da1fd3ebfd6 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.351621 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2f69b466-7f0d-47df-be51-8239dad5a509 req-36614fb6-2ed1-4a3b-b70e-e75d1ba189a2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665925 Aug 16 02:04:12.374718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 386b3b43-d96b-44bb-91c7-772a48dea5ee triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:12.375154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.452095 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50e50b33-2252-421d-867b-9da1fd3ebfd6 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.453714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-50e50b33-2252-421d-867b-9da1fd3ebfd6 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0311959 Aug 16 02:04:12.456806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54944) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.462222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2f2ec6e2-95e3-4de4-96b3-b143c4936bdb tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': 'c35fef36-715d-4a13-bcf4-816a03df83fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:12.468470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6b73b3c-6a81-42a0-b4fd-48e20668e47e req-4a79050c-68ff-445a-9b16-a54732a034ee tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019863 Aug 16 02:04:12.519963 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec6e2-95e3-4de4-96b3-b143c4936bdb tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.553441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e50b33-2252-421d-867b-9da1fd3ebfd6 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35fef36-715d-4a13-bcf4-816a03df83fd,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.618991 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec6e2-95e3-4de4-96b3-b143c4936bdb tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.625428 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec6e2-95e3-4de4-96b3-b143c4936bdb tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.648089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ec6e2-95e3-4de4-96b3-b143c4936bdb tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e607eb04-9dd5-4a8b-acea-22df40c6ad8f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.659822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec6e2-95e3-4de4-96b3-b143c4936bdb tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.664270 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2f2ec6e2-95e3-4de4-96b3-b143c4936bdb tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2062869 Aug 16 02:04:12.665265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54946) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.682420 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168fff8-26f7-4384-becd-85d7002ac3cd req-8c16952e-ff3b-46b5-9e42-b4e2a99135a4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.685159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d168fff8-26f7-4384-becd-85d7002ac3cd req-8c16952e-ff3b-46b5-9e42-b4e2a99135a4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 945 time: 0.2156336 Aug 16 02:04:12.710131 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.713839 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a51ebed9-6bbf-489e-a372-4d2ccf5783cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.729177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a51ebed9-6bbf-489e-a372-4d2ccf5783cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.729659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:12.739294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Sync routers for ids ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:12.742642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c6247531-4389-46db-8d39-dcf83ca74227 admin admin] 10.222.0.79 "PUT /v2.0/routers/65af88da-6d85-4f8c-bea4-cd760e7ec5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1549666 Aug 16 02:04:12.751790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Routers {'65af88da-6d85-4f8c-bea4-cd760e7ec5d0'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:12.752023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d168fff8-26f7-4384-becd-85d7002ac3cd req-6c4d5b90-fdc4-4588-866e-cbf3b373bdea tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555270 Aug 16 02:04:12.754055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:04:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:12.779870 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a51ebed9-6bbf-489e-a372-4d2ccf5783cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.808031 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a51ebed9-6bbf-489e-a372-4d2ccf5783cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.809956 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a51ebed9-6bbf-489e-a372-4d2ccf5783cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/e607eb04-9dd5-4a8b-acea-22df40c6ad8f HTTP/1.1" status: 204 len: 168 time: 0.1438346 Aug 16 02:04:12.812514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54956) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.822061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ebed9-6bbf-489e-a372-4d2ccf5783cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e607eb04-9dd5-4a8b-acea-22df40c6ad8f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.822184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54958) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.964125 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5ac294ed-aedd-4919-ad81-7c5287587fa2 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1502485 Aug 16 02:04:12.967423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54972) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.984607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9fc6b1ff-bfd4-4fbe-b5c7-719b42279346 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d34ace30584e4a149ec1ef89ac0a58a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643078 Aug 16 02:04:12.987518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54974) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.021916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Set router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:13.079857 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82d9b52a-4b41-4ab1-9639-5e447d1c6e30 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.128556 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9e770554-d5f1-44b8-93f8-6c2261ab7b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.132221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82d9b52a-4b41-4ab1-9639-5e447d1c6e30 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.190194 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9e770554-d5f1-44b8-93f8-6c2261ab7b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.242145 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82d9b52a-4b41-4ab1-9639-5e447d1c6e30 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.245190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82d9b52a-4b41-4ab1-9639-5e447d1c6e30 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.246801 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-82d9b52a-4b41-4ab1-9639-5e447d1c6e30 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-groups/c35fef36-715d-4a13-bcf4-816a03df83fd HTTP/1.1" status: 204 len: 168 time: 0.2776952 Aug 16 02:04:13.249570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54986) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.261399 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9b52a-4b41-4ab1-9639-5e447d1c6e30 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35fef36-715d-4a13-bcf4-816a03df83fd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.283876 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9e770554-d5f1-44b8-93f8-6c2261ab7b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.296153 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9e770554-d5f1-44b8-93f8-6c2261ab7b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.301370 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9e770554-d5f1-44b8-93f8-6c2261ab7b69 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9bacc2c4-cd63-4d25-ac21-81c07b2cd29a HTTP/1.1" status: 204 len: 168 time: 0.3104312 Aug 16 02:04:13.307551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6a110ab5-a32d-4aab-93a7-a0cfa6ee080b tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0567002 Aug 16 02:04:13.314690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54994) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.331381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f299167f-a9a6-4b15-ab6a-4ca56886db77 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626834907'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:13.343725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e770554-d5f1-44b8-93f8-6c2261ab7b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bacc2c4-cd63-4d25-ac21-81c07b2cd29a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.410789 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f299167f-a9a6-4b15-ab6a-4ca56886db77 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.557821 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'name': 'tempest-TestAggregatesBasicOps-1019578565-router', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:03Z', 'updated_at': '2021-08-16T02:04:10Z', 'revision_number': 4, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'gw_port': {'id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2a50cfac-7b2b-4c73-9ece-eaf24c037be0', 'name': '', 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'mac_address': 'fa:16:3e:7d:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '309f9aeb-2f6e-4e04-b566-72bfd1a6e32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:09Z', 'updated_at': '2021-08-16T02:04:11Z', 'revision_number': 2, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'subnets': [{'id': '309f9aeb-2f6e-4e04-b566-72bfd1a6e32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:13.589422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Checking router: 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:13.590129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Updating router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:13.635874 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.839206 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f299167f-a9a6-4b15-ab6a-4ca56886db77 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.891440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f299167f-a9a6-4b15-ab6a-4ca56886db77 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.937937 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f299167f-a9a6-4b15-ab6a-4ca56886db77 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.939124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f299167f-a9a6-4b15-ab6a-4ca56886db77 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6234124 Aug 16 02:04:13.941992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55030) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.947300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-19d03ccf-e400-4e38-a9a6-232a7beb0128 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': '4632c4b1-3c57-4e71-a925-40e7896823aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:13.999627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af88d6-51ec-41f5-bcfb-4b42399f069d req-6d8b03c1-17df-4567-b0ff-74a59d9c189e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.999888 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-19d03ccf-e400-4e38-a9a6-232a7beb0128 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.013046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8af88d6-51ec-41f5-bcfb-4b42399f069d req-6d8b03c1-17df-4567-b0ff-74a59d9c189e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 946 time: 0.3570535 Aug 16 02:04:14.065414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299167f-a9a6-4b15-ab6a-4ca56886db77 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4632c4b1-3c57-4e71-a925-40e7896823aa,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.181091 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-19d03ccf-e400-4e38-a9a6-232a7beb0128 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.185063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8af88d6-51ec-41f5-bcfb-4b42399f069d req-55ae2001-eefa-4a88-bfd2-001471509781 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708055 Aug 16 02:04:14.190419 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-19d03ccf-e400-4e38-a9a6-232a7beb0128 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.260460 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.263359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d03ccf-e400-4e38-a9a6-232a7beb0128 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b01ba66-b86c-4d9f-a1f3-3fbecfa53bf1,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.282786 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-19d03ccf-e400-4e38-a9a6-232a7beb0128 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.284053 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-19d03ccf-e400-4e38-a9a6-232a7beb0128 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3407664 Aug 16 02:04:14.287140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55056) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.350743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55064) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.377875 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3d38566e-8b03-478c-8e6f-657bc5a06315 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules/7b01ba66-b86c-4d9f-a1f3-3fbecfa53bf1 HTTP/1.1" status: 200 len: 763 time: 0.0891962 Aug 16 02:04:14.495142 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.524973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Transition to ACTIVE for port object 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:14.541104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-94f2cf4b-4731-4f73-a363-8e07acf890a0 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1851513 Aug 16 02:04:14.541268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55080) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.544701 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.619908 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6f8810ac-2f70-43f8-b34e-a341326c6fb1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.660945 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6f8810ac-2f70-43f8-b34e-a341326c6fb1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.744029 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bf4b7-3f40-4ca2-81d4-39aa283b5665 None None] Pushing event updated for resources: {'Port': ['ID=2a50cfac-7b2b-4c73-9ece-eaf24c037be0,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.771047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6f8810ac-2f70-43f8-b34e-a341326c6fb1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.805685 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6f8810ac-2f70-43f8-b34e-a341326c6fb1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.810589 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6f8810ac-2f70-43f8-b34e-a341326c6fb1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/7b01ba66-b86c-4d9f-a1f3-3fbecfa53bf1 HTTP/1.1" status: 204 len: 168 time: 0.2659929 Aug 16 02:04:14.816067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55102) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.821913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8810ac-2f70-43f8-b34e-a341326c6fb1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b01ba66-b86c-4d9f-a1f3-3fbecfa53bf1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.848641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Attempting to bind port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:14.849331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Attempting to bind port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'ed11299e-f1b5-4a93-bc08-d074f5e6cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:14.849558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Attempting to bind port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 on network 25abfcba-6eac-4dac-be15-94abaf13debe {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:14.859829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:14.869861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Checking segment: {'id': 'ed11299e-f1b5-4a93-bc08-d074f5e6cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:14.872115 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.872857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Bound using segment: {'id': 'ed11299e-f1b5-4a93-bc08-d074f5e6cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:14.873682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Bound port: 2a50cfac-7b2b-4c73-9ece-eaf24c037be0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed11299e-f1b5-4a93-bc08-d074f5e6cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:14.875388 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.919006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6c5323f9-4a03-4cb2-9c3f-7866b1efed0a tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1010656 Aug 16 02:04:14.922159 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55116) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.927446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-374282a1-58eb-485c-8dbe-d0df33323c3a tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': '4632c4b1-3c57-4e71-a925-40e7896823aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:14.961811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55124) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.085333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] For port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:15.086325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-374282a1-58eb-485c-8dbe-d0df33323c3a tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.094788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] For port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2a50cfac-7b2b-4c73-9ece-eaf24c037be0,segment=NetworkSegment(ed11299e-f1b5-4a93-bc08-d074f5e6cce3),segment_id=ed11299e-f1b5-4a93-bc08-d074f5e6cce3)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:15.133338 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.313135 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-374282a1-58eb-485c-8dbe-d0df33323c3a tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.325551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-374282a1-58eb-485c-8dbe-d0df33323c3a tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.360244 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374282a1-58eb-485c-8dbe-d0df33323c3a tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc2ae21-5a05-45b8-824a-e3fa07ec91ca,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.398472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-374282a1-58eb-485c-8dbe-d0df33323c3a tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.400171 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-374282a1-58eb-485c-8dbe-d0df33323c3a tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4768362 Aug 16 02:04:15.403563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55150) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.438651 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4180b9af-975a-4327-9f64-b705c07d87c7 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules/9bc2ae21-5a05-45b8-824a-e3fa07ec91ca HTTP/1.1" status: 200 len: 763 time: 0.0336504 Aug 16 02:04:15.441826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55152) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.531652 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5c1f565c-cd7a-419d-ba21-197874532a3f tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0883870 Aug 16 02:04:15.534877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55158) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.546563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bf4b7-3f40-4ca2-81d4-39aa283b5665 None None] Pushing event updated for resources: {'Port': ['ID=2a50cfac-7b2b-4c73-9ece-eaf24c037be0,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.564523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Routers {'65af88da-6d85-4f8c-bea4-cd760e7ec5d0'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:15.565830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:04:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:15.599124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebefa43d-3859-46c4-bb55-f063f0acafd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.620555 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebefa43d-3859-46c4-bb55-f063f0acafd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.694413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebefa43d-3859-46c4-bb55-f063f0acafd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.705463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebefa43d-3859-46c4-bb55-f063f0acafd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.707347 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ebefa43d-3859-46c4-bb55-f063f0acafd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/9bc2ae21-5a05-45b8-824a-e3fa07ec91ca HTTP/1.1" status: 204 len: 168 time: 0.1712458 Aug 16 02:04:15.711609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55174) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.765615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefa43d-3859-46c4-bb55-f063f0acafd1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bc2ae21-5a05-45b8-824a-e3fa07ec91ca,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.780420 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b203f-4422-4fa5-9706-124da9560e72 req-2d01170a-5b97-4b03-aef8-4079c73721f1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.792540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-855b203f-4422-4fa5-9706-124da9560e72 req-2d01170a-5b97-4b03-aef8-4079c73721f1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 946 time: 0.2073121 Aug 16 02:04:15.818574 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b01d055-40b2-4681-bb95-dce0d0d5a1cf tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1033552 Aug 16 02:04:15.821204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55182) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.828074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ff8ca4b1-976b-4c95-9821-ad9cef1172e3 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Request body: {'security_group_rule': {'security_group_id': '4632c4b1-3c57-4e71-a925-40e7896823aa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:15.869765 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-ff8ca4b1-976b-4c95-9821-ad9cef1172e3 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Project 9115fd66acb6460993858bda801ef838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:04:15.886418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca4b1-976b-4c95-9821-ad9cef1172e3 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.913758 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-855b203f-4422-4fa5-9706-124da9560e72 req-aa33b373-f2bc-4055-82fc-72598a574335 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202743 Aug 16 02:04:16.027305 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.051848 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca4b1-976b-4c95-9821-ad9cef1172e3 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.057683 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca4b1-976b-4c95-9821-ad9cef1172e3 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.100239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ca4b1-976b-4c95-9821-ad9cef1172e3 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3529b4-2ce0-47f7-827b-ea7c47c1118a,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.111761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca4b1-976b-4c95-9821-ad9cef1172e3 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.116926 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ff8ca4b1-976b-4c95-9821-ad9cef1172e3 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2934217 Aug 16 02:04:16.117730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55202) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.145483 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-69cfffee-245d-4365-b3c0-2c2f6e4b51c1 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules/1c3529b4-2ce0-47f7-827b-ea7c47c1118a HTTP/1.1" status: 200 len: 769 time: 0.0264390 Aug 16 02:04:16.146213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55204) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.193956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] Set router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:16.209220 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4bdfb05e-f7cb-439f-a214-ccbfe1f204f5 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0580008 Aug 16 02:04:16.210786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55208) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.258733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d117e9ed-4e27-476e-9840-79358528e730 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.270103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d117e9ed-4e27-476e-9840-79358528e730 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.279763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:16.311212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d117e9ed-4e27-476e-9840-79358528e730 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.320005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d117e9ed-4e27-476e-9840-79358528e730 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.322333 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d117e9ed-4e27-476e-9840-79358528e730 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/1c3529b4-2ce0-47f7-827b-ea7c47c1118a HTTP/1.1" status: 204 len: 168 time: 0.1112878 Aug 16 02:04:16.325681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55214) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.351110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117e9ed-4e27-476e-9840-79358528e730 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c3529b4-2ce0-47f7-827b-ea7c47c1118a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.398430 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5bc00939-bc44-4257-9ef3-69e06e9489b0 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709527 Aug 16 02:04:16.399376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55218) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.426914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] Deleting port b7025e62-fc9d-4a39-89b9-2233c8ad0b64 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:16.427613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.541175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55224) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.549583 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7733bcb-cb56-4ee6-b348-65bdebc7ac74 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.578816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] For port b7025e62-fc9d-4a39-89b9-2233c8ad0b64, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b7025e62-fc9d-4a39-89b9-2233c8ad0b64,segment=NetworkSegment(0de87f4b-8a56-46d7-b1b0-37d1115cf53b),segment_id=0de87f4b-8a56-46d7-b1b0-37d1115cf53b)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:16.579073 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.597901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:16.599812 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7733bcb-cb56-4ee6-b348-65bdebc7ac74 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.602828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] Calling delete_port for b7025e62-fc9d-4a39-89b9-2233c8ad0b64 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:16.630203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'port_id': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'mac_address': 'fa:16:3e:e9:01:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:16.685604 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ba00bf28-3777-4a01-970b-42e2917aa4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.753953 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.775096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'name': 'tempest-TestAggregatesBasicOps-1019578565-router', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:03Z', 'updated_at': '2021-08-16T02:04:10Z', 'revision_number': 4, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'gw_port': {'id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2a50cfac-7b2b-4c73-9ece-eaf24c037be0', 'name': '', 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'mac_address': 'fa:16:3e:7d:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '309f9aeb-2f6e-4e04-b566-72bfd1a6e32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:09Z', 'updated_at': '2021-08-16T02:04:15Z', 'revision_number': 4, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'subnets': [{'id': '309f9aeb-2f6e-4e04-b566-72bfd1a6e32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:16.818605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91e6b4-2208-4aad-8dfa-39a3e2b32d89 None None] The sync data for ids ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'] in n-d-768851-16 is: [{'id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'name': 'tempest-TestAggregatesBasicOps-1019578565-router', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:03Z', 'updated_at': '2021-08-16T02:04:10Z', 'revision_number': 4, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'gw_port': {'id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2a50cfac-7b2b-4c73-9ece-eaf24c037be0', 'name': '', 'network_id': '25abfcba-6eac-4dac-be15-94abaf13debe', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'mac_address': 'fa:16:3e:7d:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '309f9aeb-2f6e-4e04-b566-72bfd1a6e32f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:09Z', 'updated_at': '2021-08-16T02:04:15Z', 'revision_number': 4, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'subnets': [{'id': '309f9aeb-2f6e-4e04-b566-72bfd1a6e32f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:16.823592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:16.860909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:16.866300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.880671 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.939029 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7733bcb-cb56-4ee6-b348-65bdebc7ac74 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.946833 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7733bcb-cb56-4ee6-b348-65bdebc7ac74 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.948528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f7733bcb-cb56-4ee6-b348-65bdebc7ac74 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "DELETE /v2.0/security-groups/4632c4b1-3c57-4e71-a925-40e7896823aa HTTP/1.1" status: 204 len: 168 time: 0.5465047 Aug 16 02:04:16.953460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55242) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.042264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['14a3fce1-5fbe-46f9-a3cc-7cee760384e2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:17.045972 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7025e62-fc9d-4a39-89b9-2233c8ad0b64,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.069128 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c92783ce-a229-4e77-a593-e589d09aadcc tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1146758 Aug 16 02:04:17.080024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.081846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55250) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.106593 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ba00bf28-3777-4a01-970b-42e2917aa4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.115678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7733bcb-cb56-4ee6-b348-65bdebc7ac74 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4632c4b1-3c57-4e71-a925-40e7896823aa,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.146120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ba00bf28-3777-4a01-970b-42e2917aa4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.240144 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ba00bf28-3777-4a01-970b-42e2917aa4f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d30387f6ead4461e8473342417aae259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6946630 Aug 16 02:04:17.247784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55258) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.297022 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f6644322-b409-4a29-9d87-56b03d351937 tempest-SecGroupIPv6Test-606307601 tempest-SecGroupIPv6Test-606307601-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2138243 Aug 16 02:04:17.316908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00bf28-3777-4a01-970b-42e2917aa4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0357529d-b4d4-440a-a880-6c537142c0f9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.408780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b705c24-d8c5-4f93-9b11-dd1f02570b6c req-3d28b1db-35ed-49e2-8bb1-ccaeb4f0e2a2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.417544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b705c24-d8c5-4f93-9b11-dd1f02570b6c req-3d28b1db-35ed-49e2-8bb1-ccaeb4f0e2a2 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 946 time: 0.2891598 Aug 16 02:04:17.455657 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-898db085-6b1f-4e4e-acc9-c4383816bc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.521246 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-898db085-6b1f-4e4e-acc9-c4383816bc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.619303 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-898db085-6b1f-4e4e-acc9-c4383816bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.624962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b705c24-d8c5-4f93-9b11-dd1f02570b6c req-b1e03ed3-75dd-4394-b1c7-c5fdc25e192b tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994946 Aug 16 02:04:17.625259 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-898db085-6b1f-4e4e-acc9-c4383816bc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.630048 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-898db085-6b1f-4e4e-acc9-c4383816bc67 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0357529d-b4d4-440a-a880-6c537142c0f9 HTTP/1.1" status: 204 len: 168 time: 0.3801274 Aug 16 02:04:17.663391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898db085-6b1f-4e4e-acc9-c4383816bc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0357529d-b4d4-440a-a880-6c537142c0f9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.741913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55282) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:18.201718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:18.267349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:18.304265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.367165 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.386193 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eeeb2074-b6ae-4126-a3e0-3c61ba36fa65 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9115fd66acb6460993858bda801ef838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6378446 Aug 16 02:04:18.386441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55306) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:18.395596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:18.396339 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.438376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:18.448189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:18.449095 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.524471 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76ab1cf7-ca27-41c4-81f0-d7fd55fd81a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.587220 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76ab1cf7-ca27-41c4-81f0-d7fd55fd81a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.654879 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.676039 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.719580 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76ab1cf7-ca27-41c4-81f0-d7fd55fd81a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.723094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76ab1cf7-ca27-41c4-81f0-d7fd55fd81a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.725222 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-76ab1cf7-ca27-41c4-81f0-d7fd55fd81a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0fb3309a-75af-4ff7-aab8-647fe0a74b47 HTTP/1.1" status: 204 len: 168 time: 0.3372602 Aug 16 02:04:18.740606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab1cf7-ca27-41c4-81f0-d7fd55fd81a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb3309a-75af-4ff7-aab8-647fe0a74b47,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:18.741846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:18.748831 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153c40c8-d488-464c-a587-1b67e84014a9" -d '{"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-plugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:18.844634 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b17b2ba-60c5-41f7-979d-9d6889e72671 x-openstack-request-id: req-7b17b2ba-60c5-41f7-979d-9d6889e72671 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:18.844906 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-plugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:18.845199 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b17b2ba-60c5-41f7-979d-9d6889e72671 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:18.846802 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'code': 200} Aug 16 02:04:18.854902 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:18.878788 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.889965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2a50cfac-7b2b-4c73-9ece-eaf24c037be0,segment=NetworkSegment(ed11299e-f1b5-4a93-bc08-d074f5e6cce3),segment_id=ed11299e-f1b5-4a93-bc08-d074f5e6cce3)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:18.899605 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.948085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] Router e170177f-a27b-421c-91da-98121a94ac52 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:19.050106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:19.180782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=2a50cfac-7b2b-4c73-9ece-eaf24c037be0,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:19.251785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:19.270190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55336) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:19.271328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-78a62e90-ab0e-4a39-bf72-2313afe93cc4 admin admin] 10.222.0.79 "PUT /v2.0/routers/e170177f-a27b-421c-91da-98121a94ac52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3044171 Aug 16 02:04:19.286322 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021a6fb-bc68-4181-8e49-5bd90ee0da29 None None] Sync routers for ids ['e170177f-a27b-421c-91da-98121a94ac52'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:19.312113 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021a6fb-bc68-4181-8e49-5bd90ee0da29 None None] Routers {'e170177f-a27b-421c-91da-98121a94ac52'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:19.312765 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c021a6fb-bc68-4181-8e49-5bd90ee0da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:04:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e170177f-a27b-421c-91da-98121a94ac52'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:19.501678 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.576691 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-c021a6fb-bc68-4181-8e49-5bd90ee0da29 None None] Set router e170177f-a27b-421c-91da-98121a94ac52 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:19.716038 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.730967 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:04:19.841335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Deleting port ab485478-b0d6-4091-aabc-fc042cedab8e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:19.842303 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.884108 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c021a6fb-bc68-4181-8e49-5bd90ee0da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170177f-a27b-421c-91da-98121a94ac52', 'name': 'tempest-TestAggregatesBasicOps-199552681-router', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:52Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 5, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'gw_port': {'id': 'ab485478-b0d6-4091-aabc-fc042cedab8e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e170177f-a27b-421c-91da-98121a94ac52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:53Z', 'updated_at': '2021-08-16T02:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:19.922847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-b220ecad-1e3c-4858-8844-0894e6fa98fd tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=62c9db7cf32841a9be85518e599df278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615265 Aug 16 02:04:19.929761 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021a6fb-bc68-4181-8e49-5bd90ee0da29 None None] Checking router: e170177f-a27b-421c-91da-98121a94ac52 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:19.939243 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021a6fb-bc68-4181-8e49-5bd90ee0da29 None None] Routers {'e170177f-a27b-421c-91da-98121a94ac52'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:19.940129 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c021a6fb-bc68-4181-8e49-5bd90ee0da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:04:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e170177f-a27b-421c-91da-98121a94ac52'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:19.977243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] For port ab485478-b0d6-4091-aabc-fc042cedab8e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ab485478-b0d6-4091-aabc-fc042cedab8e,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:19.982961 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.024477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Calling delete_port for ab485478-b0d6-4091-aabc-fc042cedab8e owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:20.148555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:20.160646 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-c021a6fb-bc68-4181-8e49-5bd90ee0da29 None None] Set router e170177f-a27b-421c-91da-98121a94ac52 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:20.220463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-40fd5523-611e-4f03-b8ce-6ba68319ada9 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.220685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:20.220834 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.244593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-40fd5523-611e-4f03-b8ce-6ba68319ada9 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077223 Aug 16 02:04:20.268639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-60aee267-b81e-442c-aa73-588c639c4cff tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/quotas/62c9db7cf32841a9be85518e599df278 HTTP/1.1" status: 200 len: 375 time: 0.0227683 Aug 16 02:04:20.305193 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c021a6fb-bc68-4181-8e49-5bd90ee0da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170177f-a27b-421c-91da-98121a94ac52', 'name': 'tempest-TestAggregatesBasicOps-199552681-router', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:52Z', 'updated_at': '2021-08-16T02:04:19Z', 'revision_number': 6, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:20.343838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-1085fef8-ab54-4b5b-8d1b-ca10f3566b76 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=62c9db7cf32841a9be85518e599df278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653353 Aug 16 02:04:20.429716 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021a6fb-bc68-4181-8e49-5bd90ee0da29 None None] The sync data for ids ['e170177f-a27b-421c-91da-98121a94ac52'] in n-d-768851-16 is: [{'id': 'e170177f-a27b-421c-91da-98121a94ac52', 'name': 'tempest-TestAggregatesBasicOps-199552681-router', 'tenant_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:52Z', 'updated_at': '2021-08-16T02:04:19Z', 'revision_number': 6, 'project_id': '69a36f7ef28c4c39898d20ddd860d7a3', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:20.525481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.600667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=ab485478-b0d6-4091-aabc-fc042cedab8e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:20.653545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55388) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:20.727716 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.869646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a3c2043-0321-4ddb-a64b-c6909595a020 req-93b9f210-fa0d-44d2-9647-3fa5213ba7cd tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 210 time: 0.0868990 Aug 16 02:04:20.910317 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.914097 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.940995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-afaf4427-0333-42fe-af98-692e100dba9e tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:20.942258 n-d-768851-16 neutron-server[101381]: WARNING neutron.api.v2.base [None req-afaf4427-0333-42fe-af98-692e100dba9e tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:04:20.942927 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-afaf4427-0333-42fe-af98-692e100dba9e tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:04:20.944113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-afaf4427-0333-42fe-af98-692e100dba9e tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2891631 Aug 16 02:04:20.947853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55402) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:20.952952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-dffd1e72-852d-47f5-b677-7b32701e8641 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697396159'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:20.998890 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dffd1e72-852d-47f5-b677-7b32701e8641 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.001609 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.002279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e170177f-a27b-421c-91da-98121a94ac52 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:21.011002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dffd1e72-852d-47f5-b677-7b32701e8641 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.015452 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.019459 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0ffa3e71-d1c9-4880-9558-af4037f81dbb admin admin] 10.222.0.79 "DELETE /v2.0/routers/e170177f-a27b-421c-91da-98121a94ac52 HTTP/1.1" status: 204 len: 168 time: 1.7479432 Aug 16 02:04:21.020125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55406) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:21.120026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-3839875a-75a8-4028-8fa8-d15eaff3561f admin admin] Deleting subnet 3ca6a35e-efaf-48be-ab70-55933688401e {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:21.127664 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3839875a-75a8-4028-8fa8-d15eaff3561f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.153484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dffd1e72-852d-47f5-b677-7b32701e8641 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.161735 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dffd1e72-852d-47f5-b677-7b32701e8641 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.210954 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3839875a-75a8-4028-8fa8-d15eaff3561f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.225297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd1e72-852d-47f5-b677-7b32701e8641 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623c6a69-8279-4069-8531-2c458d44a5bc,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.326085 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dffd1e72-852d-47f5-b677-7b32701e8641 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.354466 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dffd1e72-852d-47f5-b677-7b32701e8641 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.406098 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dffd1e72-852d-47f5-b677-7b32701e8641 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.407900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dffd1e72-852d-47f5-b677-7b32701e8641 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4588981 Aug 16 02:04:21.409029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd1e72-852d-47f5-b677-7b32701e8641 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452a0dda-3678-4141-bd66-590ec54fdc8b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.411845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55414) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:21.418654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-2d5b59b3-6583-4666-9b25-cdf34c5aeec3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': '452a0dda-3678-4141-bd66-590ec54fdc8b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:21.461104 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3839875a-75a8-4028-8fa8-d15eaff3561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.490685 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b59b3-6583-4666-9b25-cdf34c5aeec3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.595966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3839875a-75a8-4028-8fa8-d15eaff3561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.610472 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b59b3-6583-4666-9b25-cdf34c5aeec3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.619557 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b59b3-6583-4666-9b25-cdf34c5aeec3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.650584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b59b3-6583-4666-9b25-cdf34c5aeec3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eae22ea-3844-4501-a26d-8830e6f07770,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.657141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d5b59b3-6583-4666-9b25-cdf34c5aeec3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.658545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2d5b59b3-6583-4666-9b25-cdf34c5aeec3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2454956 Aug 16 02:04:21.662704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55420) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:21.666484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3839875a-75a8-4028-8fa8-d15eaff3561f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.673107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ece5f0-6ed7-44c2-8870-5f04333bf4cc None None] Network f245cee8-2f11-469a-963a-5e9af5369acd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:21.681214 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3839875a-75a8-4028-8fa8-d15eaff3561f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3ca6a35e-efaf-48be-ab70-55933688401e HTTP/1.1" status: 204 len: 168 time: 0.6599464 Aug 16 02:04:21.691459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b062afac-e0c7-45c8-ab1e-52d089affcc2 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': '452a0dda-3678-4141-bd66-590ec54fdc8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:21.692427 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55422) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:21.732098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839875a-75a8-4028-8fa8-d15eaff3561f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca6a35e-efaf-48be-ab70-55933688401e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.756013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b062afac-e0c7-45c8-ab1e-52d089affcc2 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.862387 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-b062afac-e0c7-45c8-ab1e-52d089affcc2 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:04:21.864131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b062afac-e0c7-45c8-ab1e-52d089affcc2 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1996696 Aug 16 02:04:21.866430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55432) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:21.908109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.989048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40ea453e-e34d-470e-88fb-921c73bd2b2a tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.037059 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40ea453e-e34d-470e-88fb-921c73bd2b2a tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.046787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Deleting port 0dc13311-9140-4407-b4a7-b7edfdb5279d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:22.047138 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.069854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8a40d-2cd6-4a62-92ea-a95cfa3702ff None None] DHCP port deletion for f245cee8-2f11-469a-963a-5e9af5369acd request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:22.147726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b7025e62-fc9d-4a39-89b9-2233c8ad0b64 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:22.165251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b6ce5e6-a50a-423b-a74b-72db5170921c req-148330a2-6679-42aa-b747-cf271bd23aa6 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 210 time: 0.0402174 Aug 16 02:04:22.186279 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40ea453e-e34d-470e-88fb-921c73bd2b2a tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.189177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40ea453e-e34d-470e-88fb-921c73bd2b2a tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.191285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] For port 0dc13311-9140-4407-b4a7-b7edfdb5279d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0dc13311-9140-4407-b4a7-b7edfdb5279d,segment=NetworkSegment(0de87f4b-8a56-46d7-b1b0-37d1115cf53b),segment_id=0de87f4b-8a56-46d7-b1b0-37d1115cf53b)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:22.195343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-40ea453e-e34d-470e-88fb-921c73bd2b2a tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "DELETE /v2.0/security-groups/452a0dda-3678-4141-bd66-590ec54fdc8b HTTP/1.1" status: 204 len: 168 time: 0.3277326 Aug 16 02:04:22.195800 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.195981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55436) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.212466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: b7025e62-fc9d-4a39-89b9-2233c8ad0b64 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:22.215589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b7025e62-fc9d-4a39-89b9-2233c8ad0b64 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:22.216239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ab485478-b0d6-4091-aabc-fc042cedab8e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:22.227760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Calling delete_port for 0dc13311-9140-4407-b4a7-b7edfdb5279d owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:22.273951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ab485478-b0d6-4091-aabc-fc042cedab8e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:22.274737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ab485478-b0d6-4091-aabc-fc042cedab8e not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:22.282763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea453e-e34d-470e-88fb-921c73bd2b2a tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452a0dda-3678-4141-bd66-590ec54fdc8b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.350396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-ad511560-4e1d-4149-a001-9d43782ffc70 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=62c9db7cf32841a9be85518e599df278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452240 Aug 16 02:04:22.354437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3fa34203-ffc6-46d3-bc20-7f1733c09963 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1527874 Aug 16 02:04:22.358715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55438) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.376153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8a40d-2cd6-4a62-92ea-a95cfa3702ff None None] Deleting port 0dc13311-9140-4407-b4a7-b7edfdb5279d {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:22.376528 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a40d-2cd6-4a62-92ea-a95cfa3702ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.396197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.402767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7d69cd08-6707-4088-82e1-5dc9c9ae93e1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362363077'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:22.448564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] No DVR routers for this DVR port 0dc13311-9140-4407-b4a7-b7edfdb5279d on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:22.451289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc13311-9140-4407-b4a7-b7edfdb5279d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.548790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-569330f1-f646-46a1-947f-6217b0b65754 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.551015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-569330f1-f646-46a1-947f-6217b0b65754 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938784 Aug 16 02:04:22.570642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Request body: {'port': {'device_id': '576357f4-f4ca-43db-9e40-bf118103a5d0', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '62c9db7cf32841a9be85518e599df278'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:22.575684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6ff8a40d-2cd6-4a62-92ea-a95cfa3702ff None None] For port 0dc13311-9140-4407-b4a7-b7edfdb5279d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0dc13311-9140-4407-b4a7-b7edfdb5279d,segment=NetworkSegment(0de87f4b-8a56-46d7-b1b0-37d1115cf53b),segment_id=0de87f4b-8a56-46d7-b1b0-37d1115cf53b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:22.576139 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a40d-2cd6-4a62-92ea-a95cfa3702ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.596463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8a40d-2cd6-4a62-92ea-a95cfa3702ff None None] Calling delete_port for 0dc13311-9140-4407-b4a7-b7edfdb5279d owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:22.642316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d69cd08-6707-4088-82e1-5dc9c9ae93e1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.671003 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.691325 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f245cee8-2f11-469a-963a-5e9af5369acd']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:22.699506 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a40d-2cd6-4a62-92ea-a95cfa3702ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.731208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de87f4b-8a56-46d7-b1b0-37d1115cf53b') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:22.731711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de87f4b-8a56-46d7-b1b0-37d1115cf53b') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:22.738723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8a40d-2cd6-4a62-92ea-a95cfa3702ff None None] Pushing event deleted for resources: {'Port': ['ID=0dc13311-9140-4407-b4a7-b7edfdb5279d,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.755074 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.775977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8a40d-2cd6-4a62-92ea-a95cfa3702ff None None] No DVR routers for this DVR port 0dc13311-9140-4407-b4a7-b7edfdb5279d on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:22.789479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.802376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:22.804553 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:22.809196 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:22.859509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d69cd08-6707-4088-82e1-5dc9c9ae93e1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.874100 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d69cd08-6707-4088-82e1-5dc9c9ae93e1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.936933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Made reservation on behalf of 62c9db7cf32841a9be85518e599df278 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:22.940755 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.944798 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.945806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d69cd08-6707-4088-82e1-5dc9c9ae93e1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.950371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7d69cd08-6707-4088-82e1-5dc9c9ae93e1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5874305 Aug 16 02:04:22.956599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55456) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.958173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69cd08-6707-4088-82e1-5dc9c9ae93e1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398142a9-e335-4eb9-b2fb-2b74bdac6d64,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.966343 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.985331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.987724 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] 10.222.0.79 "DELETE /v2.0/networks/f245cee8-2f11-469a-963a-5e9af5369acd HTTP/1.1" status: 204 len: 168 time: 1.2927814 Aug 16 02:04:22.990440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55460) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.991589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-eca8960d-96f9-4b4b-8db6-0992a67eea9f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': '398142a9-e335-4eb9-b2fb-2b74bdac6d64', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:22.992447 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-eca8960d-96f9-4b4b-8db6-0992a67eea9f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 02:04:22.993031 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-eca8960d-96f9-4b4b-8db6-0992a67eea9f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:22.998932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eca8960d-96f9-4b4b-8db6-0992a67eea9f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148997 Aug 16 02:04:23.000422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55462) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.001315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d8f45-bc1e-41de-b4aa-c8729cd1d44d admin admin] Pushing event deleted for resources: {'Network': ['ID=f245cee8-2f11-469a-963a-5e9af5369acd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.108659 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a085f4f8-ad36-465a-80d3-3a2dd43c3514 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.151283 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a085f4f8-ad36-465a-80d3-3a2dd43c3514 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.216561 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a085f4f8-ad36-465a-80d3-3a2dd43c3514 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.219916 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a085f4f8-ad36-465a-80d3-3a2dd43c3514 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.223449 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a085f4f8-ad36-465a-80d3-3a2dd43c3514 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "DELETE /v2.0/security-groups/398142a9-e335-4eb9-b2fb-2b74bdac6d64 HTTP/1.1" status: 204 len: 168 time: 0.2176452 Aug 16 02:04:23.226190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55466) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.270849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085f4f8-ad36-465a-80d3-3a2dd43c3514 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398142a9-e335-4eb9-b2fb-2b74bdac6d64,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.277784 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.295287 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.335910 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-51cf8682-558a-4c94-bf89-8c9c157ff78e tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1085534 Aug 16 02:04:23.339435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55468) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.348554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0205c691-7d78-4d5a-8ec5-63c9e43e2387 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489603790'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:23.386297 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0205c691-7d78-4d5a-8ec5-63c9e43e2387 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.390552 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1092e130-a3db-4603-b797-2b6e58a4ecd2 req-ebe01912-f029-489f-afd0-f7f90b779c80 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 210 time: 0.0874925 Aug 16 02:04:23.452389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902e6e1e-6a75-443f-b331-a7066530d578,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.568103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0205c691-7d78-4d5a-8ec5-63c9e43e2387 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.577182 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0205c691-7d78-4d5a-8ec5-63c9e43e2387 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.612624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0205c691-7d78-4d5a-8ec5-63c9e43e2387 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.615044 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0205c691-7d78-4d5a-8ec5-63c9e43e2387 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2732513 Aug 16 02:04:23.616086 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205c691-7d78-4d5a-8ec5-63c9e43e2387 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0098de79-1c15-40ca-b0a8-11ba988aaa1f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.618474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55476) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.623610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-63aaf6bd-3714-4d5d-9228-1c4bf79d277c tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': '0098de79-1c15-40ca-b0a8-11ba988aaa1f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:23.624477 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-63aaf6bd-3714-4d5d-9228-1c4bf79d277c tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 02:04:23.624971 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-63aaf6bd-3714-4d5d-9228-1c4bf79d277c tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:23.628521 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-63aaf6bd-3714-4d5d-9228-1c4bf79d277c tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065377 Aug 16 02:04:23.629141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Allocated IP 192.168.233.242 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/d196899d-5e6c-4785-8fcc-e9508f007984) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:23.631567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55478) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.842318 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d992c26b-5b21-4a17-a273-c1c9e46651b1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.894267 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d992c26b-5b21-4a17-a273-c1c9e46651b1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.038276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0dc13311-9140-4407-b4a7-b7edfdb5279d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:24.082584 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.088904 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d992c26b-5b21-4a17-a273-c1c9e46651b1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.092228 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d992c26b-5b21-4a17-a273-c1c9e46651b1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.096223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d992c26b-5b21-4a17-a273-c1c9e46651b1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "DELETE /v2.0/security-groups/0098de79-1c15-40ca-b0a8-11ba988aaa1f HTTP/1.1" status: 204 len: 168 time: 0.4548552 Aug 16 02:04:24.096396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55490) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.121402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 0dc13311-9140-4407-b4a7-b7edfdb5279d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:24.121721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Transition to ACTIVE for port object d196899d-5e6c-4785-8fcc-e9508f007984 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:24.122288 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0dc13311-9140-4407-b4a7-b7edfdb5279d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:24.126377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992c26b-5b21-4a17-a273-c1c9e46651b1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0098de79-1c15-40ca-b0a8-11ba988aaa1f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.134482 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.223221 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d49c351a-f57f-4c57-9378-6f50fbbfeea1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1211362 Aug 16 02:04:24.223580 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55492) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.239986 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-34832547-fdde-4c5a-bf99-292520833b81 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'tempest-secgroup--295853548'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:24.279833 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.285830 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34832547-fdde-4c5a-bf99-292520833b81 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.331771 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:24.338353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:24.343936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:24.455642 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34832547-fdde-4c5a-bf99-292520833b81 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.464095 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34832547-fdde-4c5a-bf99-292520833b81 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.491624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34832547-fdde-4c5a-bf99-292520833b81 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.496035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.497070 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-34832547-fdde-4c5a-bf99-292520833b81 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2715392 Aug 16 02:04:24.497212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.499541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55500) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.515698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-00a6b70e-8b3c-456b-bd02-5ba263ad6db3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': '1a6ed4ec-4126-4698-8fa9-a83a59bb7f3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:24.516344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34832547-fdde-4c5a-bf99-292520833b81 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6ed4ec-4126-4698-8fa9-a83a59bb7f3d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.553739 n-d-768851-16 neutron-server[101381]: WARNING neutron.api.v2.base [None req-00a6b70e-8b3c-456b-bd02-5ba263ad6db3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 02:04:24.557641 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-00a6b70e-8b3c-456b-bd02-5ba263ad6db3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:24.559736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-00a6b70e-8b3c-456b-bd02-5ba263ad6db3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0476384 Aug 16 02:04:24.563772 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55504) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.575375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-369a5caf-36f5-48c8-9f2d-bec65596e81f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': '1a6ed4ec-4126-4698-8fa9-a83a59bb7f3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:24.577036 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-369a5caf-36f5-48c8-9f2d-bec65596e81f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 02:04:24.577576 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-369a5caf-36f5-48c8-9f2d-bec65596e81f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:24.581607 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-369a5caf-36f5-48c8-9f2d-bec65596e81f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0138066 Aug 16 02:04:24.582863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55508) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.587047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5a592fea-5ea7-4f64-9333-134e2495781b tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': '1a6ed4ec-4126-4698-8fa9-a83a59bb7f3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:24.588090 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-5a592fea-5ea7-4f64-9333-134e2495781b tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 02:04:24.588602 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-5a592fea-5ea7-4f64-9333-134e2495781b tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:24.602460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5a592fea-5ea7-4f64-9333-134e2495781b tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0193391 Aug 16 02:04:24.606531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55512) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.622004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Pushing event updated for resources: {'Port': ['ID=d196899d-5e6c-4785-8fcc-e9508f007984,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.643993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-dba9d0a5-7e98-48fd-b4bf-212c5da08229 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': '1a6ed4ec-4126-4698-8fa9-a83a59bb7f3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:24.644896 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-dba9d0a5-7e98-48fd-b4bf-212c5da08229 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 02:04:24.645419 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-dba9d0a5-7e98-48fd-b4bf-212c5da08229 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:24.649373 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dba9d0a5-7e98-48fd-b4bf-212c5da08229 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0352323 Aug 16 02:04:24.649373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55514) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.684725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-f1292104-406e-4909-b137-632a05be586e tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1208503 Aug 16 02:04:24.691261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-38f1f37c-ad21-429b-87f1-7252a523078b None None] Provisioning for port d196899d-5e6c-4785-8fcc-e9508f007984 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:24.695711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-38f1f37c-ad21-429b-87f1-7252a523078b None None] Provisioning complete for port d196899d-5e6c-4785-8fcc-e9508f007984 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:24.696482 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-38f1f37c-ad21-429b-87f1-7252a523078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.716590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Request body: {'port': {'device_id': '576357f4-f4ca-43db-9e40-bf118103a5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:24.738684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-38f1f37c-ad21-429b-87f1-7252a523078b None None] Port d196899d-5e6c-4785-8fcc-e9508f007984 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:24.758163 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8daa37be-7d12-4fd0-83e0-800eebd9edaf tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.817330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8daa37be-7d12-4fd0-83e0-800eebd9edaf tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.832044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578a148-4c1c-46d1-95b4-c4f1ce873eaf req-a1d9f312-f473-4a26-8b5e-14ceb2210d26 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.833672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4578a148-4c1c-46d1-95b4-c4f1ce873eaf req-a1d9f312-f473-4a26-8b5e-14ceb2210d26 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 936 time: 0.2645481 Aug 16 02:04:24.835781 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.905618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8daa37be-7d12-4fd0-83e0-800eebd9edaf tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.911902 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8daa37be-7d12-4fd0-83e0-800eebd9edaf tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.915293 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8daa37be-7d12-4fd0-83e0-800eebd9edaf tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "DELETE /v2.0/security-groups/1a6ed4ec-4126-4698-8fa9-a83a59bb7f3d HTTP/1.1" status: 204 len: 168 time: 0.2637129 Aug 16 02:04:24.925131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55524) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.940107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa37be-7d12-4fd0-83e0-800eebd9edaf tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6ed4ec-4126-4698-8fa9-a83a59bb7f3d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.002333 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-97ab21a5-4db3-44af-b307-a73a0be3e365 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718062 Aug 16 02:04:25.005479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55526) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.013194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d25b6158-4bd2-4013-86e2-6cef2e8037ba tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390718303'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.045038 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d25b6158-4bd2-4013-86e2-6cef2e8037ba tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.177382 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d25b6158-4bd2-4013-86e2-6cef2e8037ba tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.187118 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d25b6158-4bd2-4013-86e2-6cef2e8037ba tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.232656 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d25b6158-4bd2-4013-86e2-6cef2e8037ba tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.236796 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d25b6158-4bd2-4013-86e2-6cef2e8037ba tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2266719 Aug 16 02:04:25.237395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55532) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.243384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9f4870fa-e34e-40ee-aed7-b1115c69a154 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'fa64e513-9d43-48aa-b358-b822ccb7cfbe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.244269 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-9f4870fa-e34e-40ee-aed7-b1115c69a154 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:04:25.245080 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-9f4870fa-e34e-40ee-aed7-b1115c69a154 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:25.250100 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9f4870fa-e34e-40ee-aed7-b1115c69a154 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082929 Aug 16 02:04:25.250100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b6158-4bd2-4013-86e2-6cef2e8037ba tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa64e513-9d43-48aa-b358-b822ccb7cfbe,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.253929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55534) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.261602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1767db87-dabb-44d4-b9eb-824fece5d138 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'fa64e513-9d43-48aa-b358-b822ccb7cfbe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.338722 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-1767db87-dabb-44d4-b9eb-824fece5d138 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:25.342792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d196899d-5e6c-4785-8fcc-e9508f007984 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:25.347394 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1767db87-dabb-44d4-b9eb-824fece5d138 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0893810 Aug 16 02:04:25.347709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55536) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.358291 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.359954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1733ba99-6f46-4f56-bd01-10e7ca94296a tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'fa64e513-9d43-48aa-b358-b822ccb7cfbe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.361908 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-1733ba99-6f46-4f56-bd01-10e7ca94296a tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 02:04:25.362177 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-1733ba99-6f46-4f56-bd01-10e7ca94296a tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:25.365083 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1733ba99-6f46-4f56-bd01-10e7ca94296a tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0157127 Aug 16 02:04:25.367601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55540) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.379151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-260e35e8-70dc-4c8d-82ac-9ba151d814a7 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'fa64e513-9d43-48aa-b358-b822ccb7cfbe', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.414261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4578a148-4c1c-46d1-95b4-c4f1ce873eaf req-0aff956a-91a2-4fdd-8cb5-3fba025d3e83 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/security-groups?id=902e6e1e-6a75-443f-b331-a7066530d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642810 Aug 16 02:04:25.418230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Transition to ACTIVE for port object d196899d-5e6c-4785-8fcc-e9508f007984 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:25.430174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.508105 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-260e35e8-70dc-4c8d-82ac-9ba151d814a7 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:25.509650 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-260e35e8-70dc-4c8d-82ac-9ba151d814a7 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1400530 Aug 16 02:04:25.515140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55544) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.522177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3b565f64-c47f-4aea-87dd-185f9a1c4da1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'fa64e513-9d43-48aa-b358-b822ccb7cfbe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.522545 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-3b565f64-c47f-4aea-87dd-185f9a1c4da1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:04:25.523178 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-3b565f64-c47f-4aea-87dd-185f9a1c4da1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:25.524524 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3b565f64-c47f-4aea-87dd-185f9a1c4da1 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083416 Aug 16 02:04:25.527837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55546) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.533995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9998c270-ab3c-4e96-8d8a-3c844f710a5f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'fa64e513-9d43-48aa-b358-b822ccb7cfbe', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.583815 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-9998c270-ab3c-4e96-8d8a-3c844f710a5f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Project b6acccab91434f18bb3cf798f43fe151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:04:25.591348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] Deleting port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:25.591936 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.615011 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-9998c270-ab3c-4e96-8d8a-3c844f710a5f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:25.616253 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9998c270-ab3c-4e96-8d8a-3c844f710a5f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0874789 Aug 16 02:04:25.618680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Pushing event updated for resources: {'Port': ['ID=d196899d-5e6c-4785-8fcc-e9508f007984,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.619191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55548) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.628923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-97baaaa6-6781-4397-81f6-800cf8c65a39 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'fa64e513-9d43-48aa-b358-b822ccb7cfbe', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.630362 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-97baaaa6-6781-4397-81f6-800cf8c65a39 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 02:04:25.632077 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-97baaaa6-6781-4397-81f6-800cf8c65a39 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:25.639190 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-97baaaa6-6781-4397-81f6-800cf8c65a39 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0173218 Aug 16 02:04:25.647395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55552) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.653357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-01725d31-b764-44b2-8c8d-4f0c33072c49 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'fa64e513-9d43-48aa-b358-b822ccb7cfbe', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.692520 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-01725d31-b764-44b2-8c8d-4f0c33072c49 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Project b6acccab91434f18bb3cf798f43fe151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:04:25.728564 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-01725d31-b764-44b2-8c8d-4f0c33072c49 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:25.729973 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-01725d31-b764-44b2-8c8d-4f0c33072c49 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0812161 Aug 16 02:04:25.733812 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55554) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.739217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b2ac9bf4-a55c-438a-8d16-f77ae607fc11 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'fa64e513-9d43-48aa-b358-b822ccb7cfbe', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.779453 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-b2ac9bf4-a55c-438a-8d16-f77ae607fc11 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Project b6acccab91434f18bb3cf798f43fe151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:04:25.797643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] For port 2a50cfac-7b2b-4c73-9ece-eaf24c037be0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2a50cfac-7b2b-4c73-9ece-eaf24c037be0,segment=NetworkSegment(ed11299e-f1b5-4a93-bc08-d074f5e6cce3),segment_id=ed11299e-f1b5-4a93-bc08-d074f5e6cce3)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:25.798010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.800771 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Attempting to bind port d196899d-5e6c-4785-8fcc-e9508f007984 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:25.801125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Attempting to bind port d196899d-5e6c-4785-8fcc-e9508f007984 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:25.801455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Attempting to bind port d196899d-5e6c-4785-8fcc-e9508f007984 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:25.815377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Port d196899d-5e6c-4785-8fcc-e9508f007984 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:25.815656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Attempting to bind port d196899d-5e6c-4785-8fcc-e9508f007984 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:25.817902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] Calling delete_port for 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:25.825957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:25.828568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:25.828568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:25.828568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Bound port: d196899d-5e6c-4785-8fcc-e9508f007984, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:25.828568 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.831310 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-b2ac9bf4-a55c-438a-8d16-f77ae607fc11 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:25.836693 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b2ac9bf4-a55c-438a-8d16-f77ae607fc11 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0977223 Aug 16 02:04:25.836928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55558) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:26.134383 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.217748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a50cfac-7b2b-4c73-9ece-eaf24c037be0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.251796 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afd4c23-0022-43a3-9442-7f05f6803027 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.287213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] For port d196899d-5e6c-4785-8fcc-e9508f007984, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:26.321626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] For port d196899d-5e6c-4785-8fcc-e9508f007984, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d196899d-5e6c-4785-8fcc-e9508f007984,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:26.334083 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afd4c23-0022-43a3-9442-7f05f6803027 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.338886 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.424479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:26.425267 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.439422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] 10.222.0.89 "PUT /v2.0/ports/d196899d-5e6c-4785-8fcc-e9508f007984 HTTP/1.1" status: 200 len: 1097 time: 1.7379878 Aug 16 02:04:26.547963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576357f4-f4ca-43db-9e40-bf118103a5d0', 'tag': 'd196899d-5e6c-4785-8fcc-e9508f007984'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:26.550369 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247bac41-acd2-413d-8018-483cd6eee844" -d '{"events": [{"name": "network-changed", "server_uuid": "576357f4-f4ca-43db-9e40-bf118103a5d0", "tag": "d196899d-5e6c-4785-8fcc-e9508f007984"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:26.688996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a097c9e-f0ba-49d5-bbab-91499a1c049b service neutron] Pushing event updated for resources: {'Port': ['ID=d196899d-5e6c-4785-8fcc-e9508f007984,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.790242 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c399c0c-3322-4261-999f-847bc0cc249d x-openstack-request-id: req-1c399c0c-3322-4261-999f-847bc0cc249d {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:26.790871 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576357f4-f4ca-43db-9e40-bf118103a5d0", "tag": "d196899d-5e6c-4785-8fcc-e9508f007984", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:26.791111 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c399c0c-3322-4261-999f-847bc0cc249d {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:26.791711 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576357f4-f4ca-43db-9e40-bf118103a5d0', 'tag': 'd196899d-5e6c-4785-8fcc-e9508f007984', 'status': 'completed', 'code': 200} Aug 16 02:04:26.800554 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afd4c23-0022-43a3-9442-7f05f6803027 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.803395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afd4c23-0022-43a3-9442-7f05f6803027 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.809151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55582) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:26.809714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7afd4c23-0022-43a3-9442-7f05f6803027 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "DELETE /v2.0/security-groups/fa64e513-9d43-48aa-b358-b822ccb7cfbe HTTP/1.1" status: 204 len: 168 time: 0.9724710 Aug 16 02:04:26.890713 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-af33debd-227c-43be-a2f0-b251e0655619 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801418 Aug 16 02:04:26.899129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55584) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:26.906667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-57f01c79-49f0-4b03-998b-cbdd91ce3b3c tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'tempest-secgroup--349785924'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:26.947898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-57f01c79-49f0-4b03-998b-cbdd91ce3b3c tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.105604 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-57f01c79-49f0-4b03-998b-cbdd91ce3b3c tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.133238 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-57f01c79-49f0-4b03-998b-cbdd91ce3b3c tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.224582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd4c23-0022-43a3-9442-7f05f6803027 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa64e513-9d43-48aa-b358-b822ccb7cfbe,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.229255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f01c79-49f0-4b03-998b-cbdd91ce3b3c tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233e8b9e-9adb-45f7-8983-0a8db711de24,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.235712 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-57f01c79-49f0-4b03-998b-cbdd91ce3b3c tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.237537 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-57f01c79-49f0-4b03-998b-cbdd91ce3b3c tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3370175 Aug 16 02:04:27.240862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55594) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.246812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c76def-9700-4f94-87f5-cad0fa9fdeb8 req-d4f874ae-cb8a-4c85-a13d-49ff3e7a7ff0 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.249611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6f458deb-5301-4c1f-bba8-c160390efdd9 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': '233e8b9e-9adb-45f7-8983-0a8db711de24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:27.254640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42c76def-9700-4f94-87f5-cad0fa9fdeb8 req-d4f874ae-cb8a-4c85-a13d-49ff3e7a7ff0 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 948 time: 0.7005184 Aug 16 02:04:27.268913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-5da24bf0-ee86-45eb-8f90-f6d932c99ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.270532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-5da24bf0-ee86-45eb-8f90-f6d932c99ac9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=62c9db7cf32841a9be85518e599df278&device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 1100 time: 0.7103508 Aug 16 02:04:27.295862 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.336659 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-6f458deb-5301-4c1f-bba8-c160390efdd9 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The resource could not be found. Aug 16 02:04:27.348367 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6f458deb-5301-4c1f-bba8-c160390efdd9 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1057332 Aug 16 02:04:27.350904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55596) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.359738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9af33ed0-95a6-4f4c-b5dc-c37a20d8d1fa tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': '233e8b9e-9adb-45f7-8983-0a8db711de24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ca37b4a2-7a15-400f-858b-7d9d1d59b842'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:27.361146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42c76def-9700-4f94-87f5-cad0fa9fdeb8 req-7a7a2563-3745-4d57-b200-59e700bd04e2 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/security-groups?id=902e6e1e-6a75-443f-b331-a7066530d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018627 Aug 16 02:04:27.363826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-37703621-3ca3-48e1-bf60-dc5021500bb7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d196899d-5e6c-4785-8fcc-e9508f007984 HTTP/1.1" status: 200 len: 217 time: 0.0797923 Aug 16 02:04:27.437271 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-9af33ed0-95a6-4f4c-b5dc-c37a20d8d1fa tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The resource could not be found. Aug 16 02:04:27.439259 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9af33ed0-95a6-4f4c-b5dc-c37a20d8d1fa tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0870011 Aug 16 02:04:27.442104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55600) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.514991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-a41f7b80-81b2-4bfb-9531-1fc881850d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.516581 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-a41f7b80-81b2-4bfb-9531-1fc881850d4a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1410751 Aug 16 02:04:27.587205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa57386d-2530-4ab6-8c3f-5984dd558340 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.588179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-592c63c2-2987-4cb9-be32-a7db58550de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.590124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-592c63c2-2987-4cb9-be32-a7db58550de7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645781 Aug 16 02:04:27.656354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa57386d-2530-4ab6-8c3f-5984dd558340 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.740863 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa57386d-2530-4ab6-8c3f-5984dd558340 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.743630 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa57386d-2530-4ab6-8c3f-5984dd558340 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.747809 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aa57386d-2530-4ab6-8c3f-5984dd558340 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "DELETE /v2.0/security-groups/233e8b9e-9adb-45f7-8983-0a8db711de24 HTTP/1.1" status: 204 len: 168 time: 0.3011818 Aug 16 02:04:27.759535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55606) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.773941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57386d-2530-4ab6-8c3f-5984dd558340 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233e8b9e-9adb-45f7-8983-0a8db711de24,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.836030 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-67dca91e-77f1-4cc8-a782-09c04e3ff5a3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0755475 Aug 16 02:04:27.840413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55610) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.847279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-670f4c95-686d-41a6-9512-b00c20bf0604 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'e324f73f-df67-4403-9be2-c17a33f79b6e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:27.881721 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-c2cc52fc-b40a-47b3-b937-60d1fda44607 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343476 Aug 16 02:04:27.889369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] Router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:27.944281 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-670f4c95-686d-41a6-9512-b00c20bf0604 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The resource could not be found. Aug 16 02:04:27.948770 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-670f4c95-686d-41a6-9512-b00c20bf0604 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1038225 Aug 16 02:04:27.949064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55616) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.953923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-77b86141-40c4-4b7a-9a20-23795aef7c60 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'tempest-secgroup--831854679'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:27.999436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77b86141-40c4-4b7a-9a20-23795aef7c60 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.031994 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee8107c1-d15e-47f1-8c42-16bc0fed539c req-2ecf194b-010d-4612-9726-dccb6a599dab service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404333 Aug 16 02:04:28.147081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77b86141-40c4-4b7a-9a20-23795aef7c60 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.157716 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77b86141-40c4-4b7a-9a20-23795aef7c60 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.189397 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77b86141-40c4-4b7a-9a20-23795aef7c60 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.190832 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-77b86141-40c4-4b7a-9a20-23795aef7c60 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2408121 Aug 16 02:04:28.193970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55622) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.199442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-40a5e74c-28fc-44b9-bb3f-08de0f8eb2c2 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427497907'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:28.207260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bac41-acd2-413d-8018-483cd6eee844 req-f139b006-627c-4b4c-8600-0f8ea4c925fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.208768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-247bac41-acd2-413d-8018-483cd6eee844 req-f139b006-627c-4b4c-8600-0f8ea4c925fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=62c9db7cf32841a9be85518e599df278&device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 1100 time: 0.0873923 Aug 16 02:04:28.221054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b86141-40c4-4b7a-9a20-23795aef7c60 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841c2178-3355-4d7b-bf8a-5f1807143bad,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:28.232152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40a5e74c-28fc-44b9-bb3f-08de0f8eb2c2 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.300873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:28.312927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070113a-f0ef-4938-9d34-f407315265ce None None] Sync routers for ids ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:28.314289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-46d9d0c1-1a6f-40aa-9405-cece23ea7374 admin admin] 10.222.0.79 "PUT /v2.0/routers/65af88da-6d85-4f8c-bea4-cd760e7ec5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2605767 Aug 16 02:04:28.318014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55628) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.330297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070113a-f0ef-4938-9d34-f407315265ce None None] Routers {'65af88da-6d85-4f8c-bea4-cd760e7ec5d0'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:28.330860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5070113a-f0ef-4938-9d34-f407315265ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:04:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:28.428686 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40a5e74c-28fc-44b9-bb3f-08de0f8eb2c2 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.444997 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40a5e74c-28fc-44b9-bb3f-08de0f8eb2c2 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.496707 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40a5e74c-28fc-44b9-bb3f-08de0f8eb2c2 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.498877 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-40a5e74c-28fc-44b9-bb3f-08de0f8eb2c2 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3038433 Aug 16 02:04:28.503875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55632) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.509499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c285895d-2abe-4c7b-bc26-f1aa9b65da83 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': '841c2178-3355-4d7b-bf8a-5f1807143bad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7225c7b2-12f2-4b73-bbaf-cd9075662fb1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:28.530335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5e74c-28fc-44b9-bb3f-08de0f8eb2c2 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7225c7b2-12f2-4b73-bbaf-cd9075662fb1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:28.577531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-5070113a-f0ef-4938-9d34-f407315265ce None None] Set router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:28.591743 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-c285895d-2abe-4c7b-bc26-f1aa9b65da83 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:28.596181 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c285895d-2abe-4c7b-bc26-f1aa9b65da83 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0909178 Aug 16 02:04:28.596875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55634) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.681190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7e790b3e-1146-4d87-8ef4-c54a0f23c6d3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.681639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bac41-acd2-413d-8018-483cd6eee844 req-077b5d43-cb3e-4c7c-8bb7-1683c6c9b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.684663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-247bac41-acd2-413d-8018-483cd6eee844 req-077b5d43-cb3e-4c7c-8bb7-1683c6c9b5bf service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.4625218 Aug 16 02:04:28.686168 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.713411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7e790b3e-1146-4d87-8ef4-c54a0f23c6d3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.777605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7e790b3e-1146-4d87-8ef4-c54a0f23c6d3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.781345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7e790b3e-1146-4d87-8ef4-c54a0f23c6d3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.785585 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7e790b3e-1146-4d87-8ef4-c54a0f23c6d3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "DELETE /v2.0/security-groups/7225c7b2-12f2-4b73-bbaf-cd9075662fb1 HTTP/1.1" status: 204 len: 168 time: 0.1874714 Aug 16 02:04:28.786599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55640) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.814133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e790b3e-1146-4d87-8ef4-c54a0f23c6d3 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7225c7b2-12f2-4b73-bbaf-cd9075662fb1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:28.840035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-247bac41-acd2-413d-8018-483cd6eee844 req-7418615e-7be0-4138-9f61-b9f9892b84db service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d196899d-5e6c-4785-8fcc-e9508f007984 HTTP/1.1" status: 200 len: 217 time: 0.1013341 Aug 16 02:04:28.876914 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b700439d-3969-41f7-a66f-5a7363ae0c53 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0718060 Aug 16 02:04:28.880432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55646) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.961224 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31e5702d-4b99-4b17-ad34-d412c0f1058f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.987387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5070113a-f0ef-4938-9d34-f407315265ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'name': 'tempest-TestAggregatesBasicOps-1019578565-router', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:03Z', 'updated_at': '2021-08-16T02:04:26Z', 'revision_number': 5, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'gw_port': {'id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:28.988863 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31e5702d-4b99-4b17-ad34-d412c0f1058f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.989991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bac41-acd2-413d-8018-483cd6eee844 req-f3df8a30-7f6c-4eab-8648-dad2480bd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.992702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-247bac41-acd2-413d-8018-483cd6eee844 req-f3df8a30-7f6c-4eab-8648-dad2480bd00e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.1367679 Aug 16 02:04:29.049707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070113a-f0ef-4938-9d34-f407315265ce None None] Checking router: 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:29.060602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070113a-f0ef-4938-9d34-f407315265ce None None] Routers {'65af88da-6d85-4f8c-bea4-cd760e7ec5d0'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:29.061468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5070113a-f0ef-4938-9d34-f407315265ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:04:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:29.062533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee70d8-10a0-408a-b095-ea37155ac55a req-0ba4b422-8419-4216-8e0f-0df6dac9d99d tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.064062 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78ee70d8-10a0-408a-b095-ea37155ac55a req-0ba4b422-8419-4216-8e0f-0df6dac9d99d tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 948 time: 0.4559243 Aug 16 02:04:29.068559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31e5702d-4b99-4b17-ad34-d412c0f1058f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.073274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31e5702d-4b99-4b17-ad34-d412c0f1058f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.075186 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-31e5702d-4b99-4b17-ad34-d412c0f1058f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "DELETE /v2.0/security-groups/841c2178-3355-4d7b-bf8a-5f1807143bad HTTP/1.1" status: 204 len: 168 time: 0.1934078 Aug 16 02:04:29.079482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55652) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.112882 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5702d-4b99-4b17-ad34-d412c0f1058f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841c2178-3355-4d7b-bf8a-5f1807143bad,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:29.137703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78ee70d8-10a0-408a-b095-ea37155ac55a req-6e6e73bd-94a5-46cc-a02a-1a2214438f18 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/security-groups?id=902e6e1e-6a75-443f-b331-a7066530d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527177 Aug 16 02:04:29.153818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bac41-acd2-413d-8018-483cd6eee844 req-00eed6bf-54a1-4ea4-afdd-fd661653afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.155365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-247bac41-acd2-413d-8018-483cd6eee844 req-00eed6bf-54a1-4ea4-afdd-fd661653afe6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418948 Aug 16 02:04:29.178816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.188395 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-335db554-0b58-489a-a025-3935a388ad94 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1062064 Aug 16 02:04:29.193588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55654) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.211035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-5070113a-f0ef-4938-9d34-f407315265ce None None] Set router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:29.213472 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-14abf9cc-b0ba-4556-a055-dfb7052082d0 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'tempest-secgroup--378887632'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:29.258969 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14abf9cc-b0ba-4556-a055-dfb7052082d0 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.325856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-247bac41-acd2-413d-8018-483cd6eee844 req-e34ace06-7176-415d-a8f0-2563a64df604 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596038 Aug 16 02:04:29.425118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Deleting port 386b3b43-d96b-44bb-91c7-772a48dea5ee {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:29.425458 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.441978 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14abf9cc-b0ba-4556-a055-dfb7052082d0 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.463368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14abf9cc-b0ba-4556-a055-dfb7052082d0 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.509063 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14abf9cc-b0ba-4556-a055-dfb7052082d0 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.509063 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-14abf9cc-b0ba-4556-a055-dfb7052082d0 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3082249 Aug 16 02:04:29.509063 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55660) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.520000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-fb608129-a241-472c-89dd-d8ac29920dfa tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'a0ed3cef-bd6f-48b6-bf2f-67bf5a73d6d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:29.533555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] For port 386b3b43-d96b-44bb-91c7-772a48dea5ee, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=386b3b43-d96b-44bb-91c7-772a48dea5ee,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:29.533938 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.553946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Calling delete_port for 386b3b43-d96b-44bb-91c7-772a48dea5ee owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:29.583213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abf9cc-b0ba-4556-a055-dfb7052082d0 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ed3cef-bd6f-48b6-bf2f-67bf5a73d6d5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:29.666230 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-fb608129-a241-472c-89dd-d8ac29920dfa tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:29.668044 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fb608129-a241-472c-89dd-d8ac29920dfa tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1595142 Aug 16 02:04:29.670864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55662) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.691005 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c571f531-62d4-4f16-b6e4-9bd413beb836 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group_rule': {'security_group_id': 'a0ed3cef-bd6f-48b6-bf2f-67bf5a73d6d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:29.781710 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-c571f531-62d4-4f16-b6e4-9bd413beb836 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:29.785140 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c571f531-62d4-4f16-b6e4-9bd413beb836 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1107466 Aug 16 02:04:29.785620 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55670) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.887856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b8ab67f-60e0-4be7-91ef-cddf89611ce6 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.893384 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.894667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5070113a-f0ef-4938-9d34-f407315265ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'name': 'tempest-TestAggregatesBasicOps-1019578565-router', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:03Z', 'updated_at': '2021-08-16T02:04:26Z', 'revision_number': 5, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'gw_port': {'id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:29.904535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-247bac41-acd2-413d-8018-483cd6eee844 req-340b4334-7a4b-4129-a6be-499815e6f959 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710495 Aug 16 02:04:29.931215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070113a-f0ef-4938-9d34-f407315265ce None None] The sync data for ids ['65af88da-6d85-4f8c-bea4-cd760e7ec5d0'] in n-d-768851-16 is: [{'id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'name': 'tempest-TestAggregatesBasicOps-1019578565-router', 'tenant_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:03Z', 'updated_at': '2021-08-16T02:04:26Z', 'revision_number': 5, 'project_id': 'e20f6c8ffa55402a92b8b5e9884da1f2', 'gw_port': {'id': '386b3b43-d96b-44bb-91c7-772a48dea5ee', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af88da-6d85-4f8c-bea4-cd760e7ec5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:04Z', 'updated_at': '2021-08-16T02:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:29.937491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b8ab67f-60e0-4be7-91ef-cddf89611ce6 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.944058 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=386b3b43-d96b-44bb-91c7-772a48dea5ee,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.011061 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b8ab67f-60e0-4be7-91ef-cddf89611ce6 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.014888 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b8ab67f-60e0-4be7-91ef-cddf89611ce6 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.016589 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1b8ab67f-60e0-4be7-91ef-cddf89611ce6 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "DELETE /v2.0/security-groups/a0ed3cef-bd6f-48b6-bf2f-67bf5a73d6d5 HTTP/1.1" status: 204 len: 168 time: 0.2299855 Aug 16 02:04:30.022670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55676) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.037218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ab67f-60e0-4be7-91ef-cddf89611ce6 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ed3cef-bd6f-48b6-bf2f-67bf5a73d6d5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.084282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.100070 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-37b8f10f-8f57-472f-9ef5-bdea6c84de1a tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685024 Aug 16 02:04:30.106189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55680) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.117415 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0b60864f-feaf-4136-9c09-32ec27b9ca8f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'tempest-secgroup--331953891'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:30.160611 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b60864f-feaf-4136-9c09-32ec27b9ca8f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.228519 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-8c4789f7-f92e-4e53-bfcf-88259e1a266a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0855687 Aug 16 02:04:30.263600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.265835 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.269837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d196899d-5e6c-4785-8fcc-e9508f007984 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:30.369082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-fb792fec-1b64-4c1b-bfdf-1aa2cddcc0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.374797 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-fb792fec-1b64-4c1b-bfdf-1aa2cddcc0d4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=94c0a9b64f1d4b0789186f0353d8a929&device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 1102 time: 0.0958836 Aug 16 02:04:30.451201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b60864f-feaf-4136-9c09-32ec27b9ca8f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.461791 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.462507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65af88da-6d85-4f8c-bea4-cd760e7ec5d0 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:30.469421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d196899d-5e6c-4785-8fcc-e9508f007984, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d196899d-5e6c-4785-8fcc-e9508f007984,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:30.472049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.477018 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-46be726f-fbc7-4fe1-8be1-9a104ee11b82 admin admin] 10.222.0.79 "DELETE /v2.0/routers/65af88da-6d85-4f8c-bea4-cd760e7ec5d0 HTTP/1.1" status: 204 len: 168 time: 2.1555202 Aug 16 02:04:30.481871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55692) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.496007 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b60864f-feaf-4136-9c09-32ec27b9ca8f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.499782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'd196899d-5e6c-4785-8fcc-e9508f007984', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'd196899d-5e6c-4785-8fcc-e9508f007984', 'mac_address': 'fa:16:3e:e1:ae:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:30.540502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60864f-feaf-4136-9c09-32ec27b9ca8f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd53f33c-d358-4a7f-a931-57dafca25267,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.587446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b60864f-feaf-4136-9c09-32ec27b9ca8f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.587821 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.590775 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0b60864f-feaf-4136-9c09-32ec27b9ca8f tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4816961 Aug 16 02:04:30.594174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55694) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.606547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1d18f439-82a4-46f3-a506-b8ed0ec55088 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:30.609807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d196899d-5e6c-4785-8fcc-e9508f007984 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:30.610016 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe0b2-28d3-4be0-bdc2-4444e91afb20 req-bc4bdac2-73b2-4882-81a6-81c6acbe7857 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.610388 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-1d18f439-82a4-46f3-a506-b8ed0ec55088 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:04:30.613037 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-1d18f439-82a4-46f3-a506-b8ed0ec55088 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:04:30.618651 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1d18f439-82a4-46f3-a506-b8ed0ec55088 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "PUT /v2.0/security-groups/fd53f33c-d358-4a7f-a931-57dafca25267 HTTP/1.1" status: 409 len: 330 time: 0.0205855 Aug 16 02:04:30.622888 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55696) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.632939 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16bfe0b2-28d3-4be0-bdc2-4444e91afb20 req-bc4bdac2-73b2-4882-81a6-81c6acbe7857 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 948 time: 0.2442315 Aug 16 02:04:30.642707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d196899d-5e6c-4785-8fcc-e9508f007984, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d196899d-5e6c-4785-8fcc-e9508f007984,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:30.648028 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.709230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d196899d-5e6c-4785-8fcc-e9508f007984,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.716047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-05a011f8-3b9b-4599-a4a5-c722c825900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.717872 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16bfe0b2-28d3-4be0-bdc2-4444e91afb20 req-84cb8114-f01a-498f-98b1-12dd4ddc2ab5 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/security-groups?id=902e6e1e-6a75-443f-b331-a7066530d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830970 Aug 16 02:04:30.721852 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-05a011f8-3b9b-4599-a4a5-c722c825900a service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.3093131 Aug 16 02:04:30.728060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82c602b-58e2-4abb-9f89-cb5d336dfc42 admin admin] Deleting subnet 309f9aeb-2f6e-4e04-b566-72bfd1a6e32f {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:30.739004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d82c602b-58e2-4abb-9f89-cb5d336dfc42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.803482 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d82c602b-58e2-4abb-9f89-cb5d336dfc42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.844717 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-33d827f0-3c53-444d-9a38-901c12a96c97 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=33b6d710-d70b-4a75-9354-6bbf1e9582b9 HTTP/1.1" status: 200 len: 217 time: 0.0886619 Aug 16 02:04:30.885413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d196899d-5e6c-4785-8fcc-e9508f007984'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:30.920175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-9cf3f881-5a82-4835-aadb-30745c60bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.921722 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-9cf3f881-5a82-4835-aadb-30745c60bcb1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0634222 Aug 16 02:04:30.922863 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a46b6e69-ef67-454c-a969-9914be24088e tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.956679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a46b6e69-ef67-454c-a969-9914be24088e tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.967178 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d82c602b-58e2-4abb-9f89-cb5d336dfc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.014547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a46b6e69-ef67-454c-a969-9914be24088e tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.017407 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a46b6e69-ef67-454c-a969-9914be24088e tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.018578 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a46b6e69-ef67-454c-a969-9914be24088e tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "DELETE /v2.0/security-groups/fd53f33c-d358-4a7f-a931-57dafca25267 HTTP/1.1" status: 204 len: 168 time: 0.3926198 Aug 16 02:04:31.036394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55704) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.087649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b6e69-ef67-454c-a969-9914be24088e tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd53f33c-d358-4a7f-a931-57dafca25267,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:31.104403 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d82c602b-58e2-4abb-9f89-cb5d336dfc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.129377 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-33db8378-45e6-4571-8745-b8aeb88a9f17 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881569 Aug 16 02:04:31.135001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55706) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.155120 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-a4b616ea-f56f-4c06-b96b-20a40f9422fb tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] delete failed (client error): The resource could not be found. Aug 16 02:04:31.156109 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a4b616ea-f56f-4c06-b96b-20a40f9422fb tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "DELETE /v2.0/security-groups/0b8d93c9-f170-46a8-8d63-a968f48cce1e HTTP/1.1" status: 404 len: 347 time: 0.0201666 Aug 16 02:04:31.161320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55712) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.166795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c602b-58e2-4abb-9f89-cb5d336dfc42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309f9aeb-2f6e-4e04-b566-72bfd1a6e32f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:31.178840 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d82c602b-58e2-4abb-9f89-cb5d336dfc42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.183962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d82c602b-58e2-4abb-9f89-cb5d336dfc42 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/309f9aeb-2f6e-4e04-b566-72bfd1a6e32f HTTP/1.1" status: 204 len: 168 time: 0.6983542 Aug 16 02:04:31.184642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55714) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.191250 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-8f7755d7-ba67-4993-bc72-2a6bd8611ce8 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] show failed (client error): The resource could not be found. Aug 16 02:04:31.192523 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8f7755d7-ba67-4993-bc72-2a6bd8611ce8 tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-groups/54d4893a-91d5-4712-9415-1beb44bd2052 HTTP/1.1" status: 404 len: 347 time: 0.0300529 Aug 16 02:04:31.196177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-f041412a-0d93-4d38-8061-e526e8e60047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.198149 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-f041412a-0d93-4d38-8061-e526e8e60047 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1955063 Aug 16 02:04:31.199028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55718) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.220949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa556a52-0256-4967-ac9b-5f0f64ed2368 None None] Network 25abfcba-6eac-4dac-be15-94abaf13debe requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:31.223820 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-25a33646-d623-4c47-ac85-9c53a83cc92d tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] show failed (client error): The resource could not be found. Aug 16 02:04:31.226778 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-25a33646-d623-4c47-ac85-9c53a83cc92d tempest-NegativeSecGroupIPv6Test-1924675152 tempest-NegativeSecGroupIPv6Test-1924675152-project] 10.222.0.79 "GET /v2.0/security-group-rules/7a445efe-0d4e-4bc3-b2f0-e692f9d07359 HTTP/1.1" status: 404 len: 356 time: 0.0264654 Aug 16 02:04:31.335956 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-fabb6859-3f4a-4455-b5e9-71dfae800a2e service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276164 Aug 16 02:04:31.435913 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.569528 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1e69d8b7-7ef8-4678-bb3b-ac37315e41a5 req-214b5f6b-9699-4388-ba01-ace0b9b8b3f3 service neutron] 10.222.0.84 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969013 Aug 16 02:04:31.577182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Deleting port 0937a688-93fd-43c9-b6ee-2ffedc852707 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:31.577633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.601781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dda719-4794-4446-85a7-8dc75dbd412d None None] DHCP port deletion for 25abfcba-6eac-4dac-be15-94abaf13debe request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:31.651688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] For port 0937a688-93fd-43c9-b6ee-2ffedc852707, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0937a688-93fd-43c9-b6ee-2ffedc852707,segment=NetworkSegment(ed11299e-f1b5-4a93-bc08-d074f5e6cce3),segment_id=ed11299e-f1b5-4a93-bc08-d074f5e6cce3)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:31.652438 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.668010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Calling delete_port for 0937a688-93fd-43c9-b6ee-2ffedc852707 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:31.737454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-00dda719-4794-4446-85a7-8dc75dbd412d None None] Deleting port 0937a688-93fd-43c9-b6ee-2ffedc852707 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:31.740930 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00dda719-4794-4446-85a7-8dc75dbd412d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.765614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.799076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0937a688-93fd-43c9-b6ee-2ffedc852707,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:31.802468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] No DVR routers for this DVR port 0937a688-93fd-43c9-b6ee-2ffedc852707 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:31.815496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.815496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.816186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.816588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.817525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.817961 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.818358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.819042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.819503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.820141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.821087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.821260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.865425 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55730) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.893462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-00dda719-4794-4446-85a7-8dc75dbd412d None None] For port 0937a688-93fd-43c9-b6ee-2ffedc852707, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0937a688-93fd-43c9-b6ee-2ffedc852707,segment=NetworkSegment(ed11299e-f1b5-4a93-bc08-d074f5e6cce3),segment_id=ed11299e-f1b5-4a93-bc08-d074f5e6cce3)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:31.901501 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00dda719-4794-4446-85a7-8dc75dbd412d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.937333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-00dda719-4794-4446-85a7-8dc75dbd412d None None] Calling delete_port for 0937a688-93fd-43c9-b6ee-2ffedc852707 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:31.990282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.046280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a39f-c1bb-4c6b-9bcf-d496af945603 req-b8506e39-64a6-4af4-978c-e0e006a0176f tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:32.056868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4de3a39f-c1bb-4c6b-9bcf-d496af945603 req-b8506e39-64a6-4af4-978c-e0e006a0176f tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 949 time: 0.1955233 Aug 16 02:04:32.060936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25abfcba-6eac-4dac-be15-94abaf13debe']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:32.092175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed11299e-f1b5-4a93-bc08-d074f5e6cce3') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:32.092175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed11299e-f1b5-4a93-bc08-d074f5e6cce3') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:32.110954 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.136112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4de3a39f-c1bb-4c6b-9bcf-d496af945603 req-488e4628-6769-404a-a8a9-7604a68eff3b tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/security-groups?id=902e6e1e-6a75-443f-b331-a7066530d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792875 Aug 16 02:04:32.144899 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.158118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:32.158316 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00dda719-4794-4446-85a7-8dc75dbd412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.158778 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:32.163325 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:32.180914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:32.265079 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-89b38508-7c8c-494e-a757-306091d20360 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b6acccab91434f18bb3cf798f43fe151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973579 Aug 16 02:04:32.265079 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55746) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.270675 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dda719-4794-4446-85a7-8dc75dbd412d None None] No DVR routers for this DVR port 0937a688-93fd-43c9-b6ee-2ffedc852707 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:32.272921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d196899d-5e6c-4785-8fcc-e9508f007984 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:32.275496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:32.275987 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a50cfac-7b2b-4c73-9ece-eaf24c037be0 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:32.276420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 386b3b43-d96b-44bb-91c7-772a48dea5ee no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:32.287109 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dda719-4794-4446-85a7-8dc75dbd412d None None] Pushing event deleted for resources: {'Port': ['ID=0937a688-93fd-43c9-b6ee-2ffedc852707,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.326676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.329835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 386b3b43-d96b-44bb-91c7-772a48dea5ee {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:32.330433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 386b3b43-d96b-44bb-91c7-772a48dea5ee not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:32.332444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0937a688-93fd-43c9-b6ee-2ffedc852707 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:32.336793 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.344227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/25abfcba-6eac-4dac-be15-94abaf13debe HTTP/1.1" status: 204 len: 168 time: 1.1585774 Aug 16 02:04:32.367979 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 0937a688-93fd-43c9-b6ee-2ffedc852707 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:32.368725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0937a688-93fd-43c9-b6ee-2ffedc852707 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:32.403954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102b89f-23d1-4f6c-aa8c-137ad2ecccb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=25abfcba-6eac-4dac-be15-94abaf13debe,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.463137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port d196899d-5e6c-4785-8fcc-e9508f007984 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:32.476198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port d196899d-5e6c-4785-8fcc-e9508f007984 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:32.477684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-afb71d25-1567-4c47-8486-ca7ed5d81db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.478316 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.556502 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-afb71d25-1567-4c47-8486-ca7ed5d81db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.684145 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-afb71d25-1567-4c47-8486-ca7ed5d81db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.689376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-afb71d25-1567-4c47-8486-ca7ed5d81db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.691081 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-afb71d25-1567-4c47-8486-ca7ed5d81db1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/623c6a69-8279-4069-8531-2c458d44a5bc HTTP/1.1" status: 204 len: 168 time: 0.4253268 Aug 16 02:04:32.691435 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.698728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55758) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.723018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb71d25-1567-4c47-8486-ca7ed5d81db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c6a69-8279-4069-8531-2c458d44a5bc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.772858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576357f4-f4ca-43db-9e40-bf118103a5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd196899d-5e6c-4785-8fcc-e9508f007984'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:32.775442 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c98b435-cd5c-4bc2-a63a-68c2d7e7ca0f" -d '{"events": [{"server_uuid": "576357f4-f4ca-43db-9e40-bf118103a5d0", "name": "network-vif-plugged", "status": "completed", "tag": "d196899d-5e6c-4785-8fcc-e9508f007984"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:32.837708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55762) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.845627 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-71f94fdd-4fc9-43d1-9eba-577245c102d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69a36f7ef28c4c39898d20ddd860d7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391675 Aug 16 02:04:32.849805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d196899d-5e6c-4785-8fcc-e9508f007984, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d196899d-5e6c-4785-8fcc-e9508f007984,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:32.856374 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.915382 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601f229f-2cb2-448a-af5c-0951b08e3a68 x-openstack-request-id: req-601f229f-2cb2-448a-af5c-0951b08e3a68 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:32.915815 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576357f4-f4ca-43db-9e40-bf118103a5d0", "name": "network-vif-plugged", "status": "completed", "tag": "d196899d-5e6c-4785-8fcc-e9508f007984", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:32.916398 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-601f229f-2cb2-448a-af5c-0951b08e3a68 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:32.916968 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576357f4-f4ca-43db-9e40-bf118103a5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd196899d-5e6c-4785-8fcc-e9508f007984', 'code': 200} Aug 16 02:04:32.918221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d196899d-5e6c-4785-8fcc-e9508f007984,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.974196 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4cf22735-c34f-49bb-a26f-0a12668ff81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.013758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbb3e0-aa6d-4024-9b15-c105a398210c req-f40b0577-ce20-423b-aca7-fa4e6e83ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:33.017529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fdbb3e0-aa6d-4024-9b15-c105a398210c req-f40b0577-ce20-423b-aca7-fa4e6e83ec4b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 1102 time: 0.0785379 Aug 16 02:04:33.033576 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4cf22735-c34f-49bb-a26f-0a12668ff81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.091310 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fdbb3e0-aa6d-4024-9b15-c105a398210c req-733d68b7-51d7-4582-98c7-a3c47f914f42 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=902e6e1e-6a75-443f-b331-a7066530d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660388 Aug 16 02:04:33.119415 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4cf22735-c34f-49bb-a26f-0a12668ff81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.125281 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4cf22735-c34f-49bb-a26f-0a12668ff81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.128604 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4cf22735-c34f-49bb-a26f-0a12668ff81d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f3cc8ffc-86f4-4e44-9978-93cdc7521d99 HTTP/1.1" status: 204 len: 168 time: 0.2873971 Aug 16 02:04:33.137245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf22735-c34f-49bb-a26f-0a12668ff81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cc8ffc-86f4-4e44-9978-93cdc7521d99,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:33.354988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b20203-5531-450f-9397-075e97fe8889 req-7efc9516-6ee8-4057-a277-472e2ce72ed5 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:33.357215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98b20203-5531-450f-9397-075e97fe8889 req-7efc9516-6ee8-4057-a277-472e2ce72ed5 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 950 time: 0.1151099 Aug 16 02:04:33.412156 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98b20203-5531-450f-9397-075e97fe8889 req-ac720ff9-b93f-4906-ba53-c75d2ffee32c tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/security-groups?id=902e6e1e-6a75-443f-b331-a7066530d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488162 Aug 16 02:04:33.799444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55796) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:33.897151 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-90a946b8-c00c-4a58-a2df-f0249235fe82 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e20f6c8ffa55402a92b8b5e9884da1f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929110 Aug 16 02:04:33.897380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55802) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:33.986897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5f3f-13a2-4755-9dff-28a05f8e1b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.032469 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5f3f-13a2-4755-9dff-28a05f8e1b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.100675 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5f3f-13a2-4755-9dff-28a05f8e1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.103331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5f3f-13a2-4755-9dff-28a05f8e1b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.106863 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0b2e5f3f-13a2-4755-9dff-28a05f8e1b5b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf8146cc-9899-4b76-85ec-88d97fa04d96 HTTP/1.1" status: 204 len: 168 time: 0.2072959 Aug 16 02:04:34.128270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e5f3f-13a2-4755-9dff-28a05f8e1b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8146cc-9899-4b76-85ec-88d97fa04d96,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:34.722360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d629b-c2a1-4cf0-bfe9-86b6078c6a88 req-5104cbc2-d283-4114-9fb1-49aa9f5e9e7f tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:34.723925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-242d629b-c2a1-4cf0-bfe9-86b6078c6a88 req-5104cbc2-d283-4114-9fb1-49aa9f5e9e7f tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 950 time: 0.0833135 Aug 16 02:04:34.838187 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-242d629b-c2a1-4cf0-bfe9-86b6078c6a88 req-f51bebab-0644-4677-aa5f-3d8a61d681bb tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/security-groups?id=902e6e1e-6a75-443f-b331-a7066530d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031168 Aug 16 02:04:35.277987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618ca79-537c-477c-adf2-a4936bc01fc7 req-bd9409b6-0fa2-41b7-bca5-89d017ddc501 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:35.279676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8618ca79-537c-477c-adf2-a4936bc01fc7 req-bd9409b6-0fa2-41b7-bca5-89d017ddc501 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 950 time: 0.0912197 Aug 16 02:04:35.365064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8618ca79-537c-477c-adf2-a4936bc01fc7 req-ac86484c-b795-41c8-ad51-77b2d657bb21 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/security-groups?id=902e6e1e-6a75-443f-b331-a7066530d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733228 Aug 16 02:04:36.525653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a8358-da12-4e06-bbe6-45b29eb6ae32 req-b5288fa5-e77b-44e5-952b-0771a6d089d2 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.530213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-668a8358-da12-4e06-bbe6-45b29eb6ae32 req-b5288fa5-e77b-44e5-952b-0771a6d089d2 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 950 time: 0.0932701 Aug 16 02:04:36.545841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ffa44-e9b2-4db2-8a58-e89f17f6786c req-359e2ca9-fbc1-4117-b18e-8dee6c0b47e3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.548402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-173ffa44-e9b2-4db2-8a58-e89f17f6786c req-359e2ca9-fbc1-4117-b18e-8dee6c0b47e3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.89 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 950 time: 0.1002200 Aug 16 02:04:36.651535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-668a8358-da12-4e06-bbe6-45b29eb6ae32 req-627e44c8-071b-4149-8a3c-3f50a05fa924 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/security-groups?id=902e6e1e-6a75-443f-b331-a7066530d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020727 Aug 16 02:04:36.683257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-173ffa44-e9b2-4db2-8a58-e89f17f6786c req-fa839673-d53e-45d8-a026-194f918692b3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Deleting port d196899d-5e6c-4785-8fcc-e9508f007984 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:36.684108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-173ffa44-e9b2-4db2-8a58-e89f17f6786c req-fa839673-d53e-45d8-a026-194f918692b3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.787699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-173ffa44-e9b2-4db2-8a58-e89f17f6786c req-fa839673-d53e-45d8-a026-194f918692b3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] For port d196899d-5e6c-4785-8fcc-e9508f007984, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d196899d-5e6c-4785-8fcc-e9508f007984,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:36.788158 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-173ffa44-e9b2-4db2-8a58-e89f17f6786c req-fa839673-d53e-45d8-a026-194f918692b3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.803707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-173ffa44-e9b2-4db2-8a58-e89f17f6786c req-fa839673-d53e-45d8-a026-194f918692b3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Calling delete_port for d196899d-5e6c-4785-8fcc-e9508f007984 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:36.945376 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-173ffa44-e9b2-4db2-8a58-e89f17f6786c req-fa839673-d53e-45d8-a026-194f918692b3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.961762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d196899d-5e6c-4785-8fcc-e9508f007984'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:36.978035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa839673-d53e-45d8-a026-194f918692b3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Pushing event deleted for resources: {'Port': ['ID=d196899d-5e6c-4785-8fcc-e9508f007984,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.031040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55952) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:37.039494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693779558', 'description': 'tempest-secgroup-smoke-1693779558 description', 'project_id': 'deee63146f784616a74dc0add2d1dad0'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:37.048507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-173ffa44-e9b2-4db2-8a58-e89f17f6786c req-fa839673-d53e-45d8-a026-194f918692b3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] No DVR routers for this DVR port d196899d-5e6c-4785-8fcc-e9508f007984 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:37.056941 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-173ffa44-e9b2-4db2-8a58-e89f17f6786c req-fa839673-d53e-45d8-a026-194f918692b3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.059467 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-173ffa44-e9b2-4db2-8a58-e89f17f6786c req-fa839673-d53e-45d8-a026-194f918692b3 tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.89 "DELETE /v2.0/ports/d196899d-5e6c-4785-8fcc-e9508f007984 HTTP/1.1" status: 204 len: 173 time: 0.5040276 Aug 16 02:04:37.060037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576357f4-f4ca-43db-9e40-bf118103a5d0', 'name': 'network-vif-deleted', 'tag': 'd196899d-5e6c-4785-8fcc-e9508f007984'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:37.062884 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301785f3-c8a7-45e9-95cb-d9251fc471b9" -d '{"events": [{"server_uuid": "576357f4-f4ca-43db-9e40-bf118103a5d0", "name": "network-vif-deleted", "tag": "d196899d-5e6c-4785-8fcc-e9508f007984"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:37.086811 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.147047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.213911 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df3b6c8-4690-4946-a319-43079717b47a x-openstack-request-id: req-1df3b6c8-4690-4946-a319-43079717b47a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:37.214317 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576357f4-f4ca-43db-9e40-bf118103a5d0", "name": "network-vif-deleted", "tag": "d196899d-5e6c-4785-8fcc-e9508f007984", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:37.214667 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1df3b6c8-4690-4946-a319-43079717b47a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:37.215237 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576357f4-f4ca-43db-9e40-bf118103a5d0', 'name': 'network-vif-deleted', 'tag': 'd196899d-5e6c-4785-8fcc-e9508f007984', 'status': 'completed', 'code': 200} Aug 16 02:04:37.312245 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.316961 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.404585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1b43e6-5599-40ee-a927-3ad09291614c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.422037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.422627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.423071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.423523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.423945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.424369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.424950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.425532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.426127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.426908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.427605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.428208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:37.443205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.450889 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.492685 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.498840 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4658723 Aug 16 02:04:37.499310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55978) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:37.505478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-db0c6a19-9195-4e55-92df-c137d249edef tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'e5a8ff89-c396-4535-8c59-e6ab430b728a', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:37.507202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90307a4-3416-4580-8614-7358ee03464f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a8ff89-c396-4535-8c59-e6ab430b728a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.575901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450eaf2-645e-4e12-b7dc-57d6f0973307 req-fe0bafe9-0b4b-4c2f-bb3f-30e4239621f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:37.584167 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6450eaf2-645e-4e12-b7dc-57d6f0973307 req-fe0bafe9-0b4b-4c2f-bb3f-30e4239621f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 945 time: 0.0951056 Aug 16 02:04:37.586941 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a19-9195-4e55-92df-c137d249edef tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.709744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6450eaf2-645e-4e12-b7dc-57d6f0973307 req-58529450-fe3e-44d6-b83d-5efffa5fc753 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245551 Aug 16 02:04:37.728465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a19-9195-4e55-92df-c137d249edef tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.738217 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a19-9195-4e55-92df-c137d249edef tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.774406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c6a19-9195-4e55-92df-c137d249edef tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83a5cd9-5039-48e7-a1b5-3e64c11186be,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.787147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a19-9195-4e55-92df-c137d249edef tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.788820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-db0c6a19-9195-4e55-92df-c137d249edef tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2885363 Aug 16 02:04:37.792193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55996) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:37.797773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ae9ebc6e-ca0c-47cc-8b79-0f1d7617b1bd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'e5a8ff89-c396-4535-8c59-e6ab430b728a', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:37.863305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a8af752-8258-4e71-9069-b9a4551bac33 req-85976dd4-f98e-461a-a89d-9abd97a93ffe tempest-ImagesNegativeTestJSON-1762156537 tempest-ImagesNegativeTestJSON-1762156537-project] 10.222.0.79 "GET /v2.0/ports?device_id=576357f4-f4ca-43db-9e40-bf118103a5d0 HTTP/1.1" status: 200 len: 210 time: 0.0317078 Aug 16 02:04:37.864882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae9ebc6e-ca0c-47cc-8b79-0f1d7617b1bd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.922172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae9ebc6e-ca0c-47cc-8b79-0f1d7617b1bd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.927743 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae9ebc6e-ca0c-47cc-8b79-0f1d7617b1bd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.951486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ebc6e-ca0c-47cc-8b79-0f1d7617b1bd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414e16aa-cb0d-45a2-bfb0-fb00ec512c0d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.955008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae9ebc6e-ca0c-47cc-8b79-0f1d7617b1bd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.956833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ae9ebc6e-ca0c-47cc-8b79-0f1d7617b1bd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1628013 Aug 16 02:04:37.960013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56004) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:37.967089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-003e3374-db5c-41c9-b6f6-bdb22adc1d01 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'e5a8ff89-c396-4535-8c59-e6ab430b728a', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:37.997497 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-003e3374-db5c-41c9-b6f6-bdb22adc1d01 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.063605 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-003e3374-db5c-41c9-b6f6-bdb22adc1d01 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.072325 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-003e3374-db5c-41c9-b6f6-bdb22adc1d01 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.091886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e3374-db5c-41c9-b6f6-bdb22adc1d01 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5629b176-36de-44fb-a48e-f9188a6dd2c1,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:38.112226 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-003e3374-db5c-41c9-b6f6-bdb22adc1d01 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.114528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-003e3374-db5c-41c9-b6f6-bdb22adc1d01 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529646 Aug 16 02:04:38.117768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56012) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.123656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-87c7c034-4215-422f-a996-4644bcdc0f51 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'e5a8ff89-c396-4535-8c59-e6ab430b728a', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:38.182581 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87c7c034-4215-422f-a996-4644bcdc0f51 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.291316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87c7c034-4215-422f-a996-4644bcdc0f51 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.296112 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87c7c034-4215-422f-a996-4644bcdc0f51 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.320548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7c034-4215-422f-a996-4644bcdc0f51 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec71d13-67fc-4144-98fa-fa512a48c8ee,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:38.330285 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87c7c034-4215-422f-a996-4644bcdc0f51 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.331786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-87c7c034-4215-422f-a996-4644bcdc0f51 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2123420 Aug 16 02:04:38.334450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56024) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.340121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ac629cce-4f3f-4358-9389-ac5cf1dac89d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'e5a8ff89-c396-4535-8c59-e6ab430b728a', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:38.366720 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-ac629cce-4f3f-4358-9389-ac5cf1dac89d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Project deee63146f784616a74dc0add2d1dad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:04:38.372586 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ac629cce-4f3f-4358-9389-ac5cf1dac89d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.449614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ac629cce-4f3f-4358-9389-ac5cf1dac89d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.453944 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ac629cce-4f3f-4358-9389-ac5cf1dac89d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.473457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac629cce-4f3f-4358-9389-ac5cf1dac89d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094d51d4-1244-47d3-8021-5635329060a7,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:38.490271 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ac629cce-4f3f-4358-9389-ac5cf1dac89d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.494162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ac629cce-4f3f-4358-9389-ac5cf1dac89d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557763 Aug 16 02:04:38.494421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56030) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.499882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-60e9150b-73c8-4366-985c-a066564bd948 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'e5a8ff89-c396-4535-8c59-e6ab430b728a', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:38.523357 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-60e9150b-73c8-4366-985c-a066564bd948 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Project deee63146f784616a74dc0add2d1dad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:04:38.532320 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60e9150b-73c8-4366-985c-a066564bd948 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.619054 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60e9150b-73c8-4366-985c-a066564bd948 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.625102 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60e9150b-73c8-4366-985c-a066564bd948 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.650646 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60e9150b-73c8-4366-985c-a066564bd948 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.654894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-60e9150b-73c8-4366-985c-a066564bd948 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1562955 Aug 16 02:04:38.655375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56032) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.660154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'network': {'name': 'tempest-network-smoke--206236046', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'port_security_enabled': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:38.664573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9150b-73c8-4366-985c-a066564bd948 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0053356f-24de-4011-8556-b005e9464fa1,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:38.683938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:38.687959 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.712945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:38.722148 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.722494 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Added segment 97bc3c57-5760-4773-bccc-4bd965335c6e of type vlan for network 6f6930e4-48fd-4ab6-b812-9d30343acd07 Aug 16 02:04:38.764816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.797566 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.803317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.803920 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.821828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-063b7ad7-7b79-4984-878e-0a0ce5e5c5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.886772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2305255 Aug 16 02:04:38.889782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56044) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.894289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'admin_state_up': True, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:38.928640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b1879-ae5b-466f-a7c4-615130a77468 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Network': ['ID=6f6930e4-48fd-4ab6-b812-9d30343acd07,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:38.932438 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.934136 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.949273 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 6f6930e4-48fd-4ab6-b812-9d30343acd07 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:39.019029 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.459480 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.560526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56086) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:39.645769 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.743956 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2cfbba1a-7f70-4fd1-a4c5-79983578dcfc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=62c9db7cf32841a9be85518e599df278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810913 Aug 16 02:04:39.745006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56090) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:39.810188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9013afd2-ab1f-4b4e-b4e9-052f4b0a6350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.834233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9013afd2-ab1f-4b4e-b4e9-052f4b0a6350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.868079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.891642 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9013afd2-ab1f-4b4e-b4e9-052f4b0a6350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.894635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9013afd2-ab1f-4b4e-b4e9-052f4b0a6350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.896242 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9013afd2-ab1f-4b4e-b4e9-052f4b0a6350 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/902e6e1e-6a75-443f-b331-a7066530d578 HTTP/1.1" status: 204 len: 168 time: 0.1500559 Aug 16 02:04:39.905717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013afd2-ab1f-4b4e-b4e9-052f4b0a6350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902e6e1e-6a75-443f-b331-a7066530d578,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:39.913385 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.067726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.25.2.82 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:40.227600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.280571 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.319112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:40.362683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:40.369264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:40.380487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:40.384505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:40.510865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:40.718895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:40.760137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'port_id': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'mac_address': 'fa:16:3e:e9:01:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:40.886916 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.905254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.925974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:40.928628 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb4ddec-fd4b-4b1a-873c-80aea09d66c4" -d '{"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-unplugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:40.947819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:40.959274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:40.971000 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.972286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d196899d-5e6c-4785-8fcc-e9508f007984 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:41.025200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: d196899d-5e6c-4785-8fcc-e9508f007984 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:41.026519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d196899d-5e6c-4785-8fcc-e9508f007984 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:41.034144 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.082053 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da21e9f-2b33-4e81-a3ba-7e3d8827a0d7 x-openstack-request-id: req-3da21e9f-2b33-4e81-a3ba-7e3d8827a0d7 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:41.083094 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-unplugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:41.083558 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3da21e9f-2b33-4e81-a3ba-7e3d8827a0d7 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:41.084156 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'code': 200} Aug 16 02:04:41.113437 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:04:41.113849 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:04:41.129422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:41.344207 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.491301 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69629df1-73b3-4613-93df-1a646a2bd057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.546231 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.614759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router f54d37c4-a56f-4bb8-82ad-6a3e24939cef is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:41.663673 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.686671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:41.711584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:41.720915 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.783835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:41.798973 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Sync routers for ids ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:41.799768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:41.814775 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Routers {'f54d37c4-a56f-4bb8-82ad-6a3e24939cef'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:41.815422 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:04:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:41.815800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['14a3fce1-5fbe-46f9-a3cc-7cee760384e2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:41.826007 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.831133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56184) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:41.837300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-63a6de5c-057f-4613-91b5-81d7b70ac807 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9381118 Aug 16 02:04:42.090418 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Set router f54d37c4-a56f-4bb8-82ad-6a3e24939cef gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:42.154236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56196) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.154870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b7ec85b7-5344-4d0d-8fd1-7e36c252b6d2 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=deee63146f784616a74dc0add2d1dad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3224049 Aug 16 02:04:42.676062 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:42.708968 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Checking router: f54d37c4-a56f-4bb8-82ad-6a3e24939cef for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:42.709707 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Updating router f54d37c4-a56f-4bb8-82ad-6a3e24939cef port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:42.716886 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.740397 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.790060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a8e8e2-082b-4a0f-968e-5d748d8a7693 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.795212 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56230) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.805568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-35a8e8e2-082b-4a0f-968e-5d748d8a7693 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6501608 Aug 16 02:04:42.874218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56234) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.881551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2054823565', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:42.885502 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-090d84a2-3be1-4562-93af-290d2e081407 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0888438 Aug 16 02:04:43.072186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:43.087512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.477610 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.498808 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Transition to ACTIVE for port object 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:43.509535 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.630656 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.637879 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Attempting to bind port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:43.639765 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Attempting to bind port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:43.640463 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Attempting to bind port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:43.658415 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:43.660162 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:43.660815 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.667017 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:43.668653 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Bound port: 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:43.669356 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.672376 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5579d-fe8f-4ffb-83c0-d504c9b97ddd None None] Pushing event updated for resources: {'Port': ['ID=5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.683643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Subnet': ['ID=9b6072cc-0732-4626-98c6-e3940f462739,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.745884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Checking segment: {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:43.746243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network hostable DHCP agents. Network: 6f6930e4-48fd-4ab6-b812-9d30343acd07, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:43.774333 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] For port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:43.779299 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] For port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:43.783039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network 6f6930e4-48fd-4ab6-b812-9d30343acd07 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:43.791794 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.803045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 6f6930e4-48fd-4ab6-b812-9d30343acd07) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:43.808062 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.809270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.821408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9c783-cc4e-4a7f-96de-3f3be3c64d57 None None] Network 6f6930e4-48fd-4ab6-b812-9d30343acd07 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:43.837424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56278) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:43.838768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-777fec47-7fc3-408a-8145-5d980707920a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9570818 Aug 16 02:04:43.938554 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Routers {'f54d37c4-a56f-4bb8-82ad-6a3e24939cef'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:43.939241 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:04:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:44.207997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-6f6930e4-48fd-4ab6-b812-9d30343acd07', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:44.211752 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.235659 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5579d-fe8f-4ffb-83c0-d504c9b97ddd None None] Pushing event updated for resources: {'Port': ['ID=5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.257494 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.264332 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] Set router f54d37c4-a56f-4bb8-82ad-6a3e24939cef gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:44.362021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:44.590844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:44.598692 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.778856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Allocated IP 172.20.0.2 (6f6930e4-48fd-4ab6-b812-9d30343acd07/9b6072cc-0732-4626-98c6-e3940f462739/2a410f31-c215-46ee-89fb-d278c9c0fd10) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:44.811697 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:44.858675 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a590b-a191-46ec-a158-81b00fbcc7b4 None None] The sync data for ids ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'] in n-d-768851-16 is: [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:44.975047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.229107 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.263292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Transition to ACTIVE for port object 2a410f31-c215-46ee-89fb-d278c9c0fd10 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:45.289817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Transition to ACTIVE for port object 2a410f31-c215-46ee-89fb-d278c9c0fd10 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:45.312272 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.437068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Pushing event updated for resources: {'Port': ['ID=2a410f31-c215-46ee-89fb-d278c9c0fd10,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.458240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Network 6f6930e4-48fd-4ab6-b812-9d30343acd07 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:45.481948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:45.491464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:45.514619 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.652285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:45.662089 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191b34a7-b1a1-4900-993b-4b1d71fb0533" -d '{"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-plugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:45.737586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:45.739441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Attempting to bind port 2a410f31-c215-46ee-89fb-d278c9c0fd10 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:45.740189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Attempting to bind port 2a410f31-c215-46ee-89fb-d278c9c0fd10 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:45.740970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Attempting to bind port 2a410f31-c215-46ee-89fb-d278c9c0fd10 on network 6f6930e4-48fd-4ab6-b812-9d30343acd07 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:45.767018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:45.767576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Checking segment: {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:45.768095 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.768601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Bound using segment: {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:45.769227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Bound port: 2a410f31-c215-46ee-89fb-d278c9c0fd10, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:45.769720 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.774484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.779469 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf750c8-3bf3-451d-acd9-24e9d11588d7 x-openstack-request-id: req-bcf750c8-3bf3-451d-acd9-24e9d11588d7 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:45.782287 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-plugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:45.782842 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bcf750c8-3bf3-451d-acd9-24e9d11588d7 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:45.783502 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'code': 200} Aug 16 02:04:45.953912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] For port 2a410f31-c215-46ee-89fb-d278c9c0fd10, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:45.957589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] For port 2a410f31-c215-46ee-89fb-d278c9c0fd10, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2a410f31-c215-46ee-89fb-d278c9c0fd10,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:45.986286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=10']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.989916 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.169861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14425e4c-3767-4027-bc36-e92fc9afe392 None None] Pushing event updated for resources: {'Port': ['ID=2a410f31-c215-46ee-89fb-d278c9c0fd10,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.211424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:46.352861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:46.361693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:46.362282 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.614277 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.642106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.20.0.1 (6f6930e4-48fd-4ab6-b812-9d30343acd07/9b6072cc-0732-4626-98c6-e3940f462739/5c98051b-0085-4bb6-bb18-d51cf7ce8010) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:46.687914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:46.697519 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.802810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.882094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.902420 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Transition to ACTIVE for port object 5c98051b-0085-4bb6-bb18-d51cf7ce8010 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:46.960121 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.155946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network 6f6930e4-48fd-4ab6-b812-9d30343acd07 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:47.159644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:47.163641 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:47.269617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=5c98051b-0085-4bb6-bb18-d51cf7ce8010,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:47.308906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.771043 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.185256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0df8f319-ceed-4348-9a60-306c23f48252 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f38a3116c153452e9a48252769f85b1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092663 Aug 16 02:04:48.201529 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.315548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a410f31-c215-46ee-89fb-d278c9c0fd10 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:48.445456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 2a410f31-c215-46ee-89fb-d278c9c0fd10 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:48.450021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:48.481397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070e336-aebe-4450-85d6-e7fa62855689 req-9ffd2659-c997-4e18-b4b0-29494e901120 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.499953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-9ffd2659-c997-4e18-b4b0-29494e901120 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3081238 Aug 16 02:04:48.530087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-e43594e3-8440-493b-9192-a31722920a44 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/quotas/f38a3116c153452e9a48252769f85b1d HTTP/1.1" status: 200 len: 375 time: 0.0217791 Aug 16 02:04:48.673429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-eec6053a-6342-4f9a-983e-5402a9be68e3 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f38a3116c153452e9a48252769f85b1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1418664 Aug 16 02:04:48.722716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:48.723307 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.868371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666f478-ed44-447c-9573-9f90af6f50ba None None] Network 6f6930e4-48fd-4ab6-b812-9d30343acd07 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:49.014760 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.028517 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.095147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b30db34d-ea71-4904-b0e3-8bffeea08a85 None None] Provisioning for port 2a410f31-c215-46ee-89fb-d278c9c0fd10 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:49.158079 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.163892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b30db34d-ea71-4904-b0e3-8bffeea08a85 None None] Provisioning complete for port 2a410f31-c215-46ee-89fb-d278c9c0fd10 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:49.167875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=5c98051b-0085-4bb6-bb18-d51cf7ce8010,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.173209 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b30db34d-ea71-4904-b0e3-8bffeea08a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.280267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-1dad949a-f50b-4f45-afc0-c57b6b95bd5c tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f38a3116c153452e9a48252769f85b1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859735 Aug 16 02:04:49.518328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-d250e618-52de-4773-a87a-77d6092ab2d5 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.556350 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-d250e618-52de-4773-a87a-77d6092ab2d5 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577603 Aug 16 02:04:49.596334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-526218c2-3308-4c4e-b02f-2b07a31f298e tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/quotas/f38a3116c153452e9a48252769f85b1d HTTP/1.1" status: 200 len: 375 time: 0.0353391 Aug 16 02:04:49.613633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network 6f6930e4-48fd-4ab6-b812-9d30343acd07 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:49.620602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:49.671659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-31622007-f899-4335-9537-7d3fb6e7720c tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f38a3116c153452e9a48252769f85b1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744300 Aug 16 02:04:49.832304 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b30db34d-ea71-4904-b0e3-8bffeea08a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.055533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95d1c469-873e-467b-8e8b-c01a95d790a2 req-4ac30f26-2ad6-45ec-bb39-dceaffc22e9e tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 210 time: 0.0834963 Aug 16 02:04:50.076061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router f54d37c4-a56f-4bb8-82ad-6a3e24939cef has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:50.416228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:50.446727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Sync routers for ids ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:50.448271 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7517dff4-894a-4391-9d68-5173ac8862e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "PUT /v2.0/routers/f54d37c4-a56f-4bb8-82ad-6a3e24939cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6048865 Aug 16 02:04:50.620893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b30db34d-ea71-4904-b0e3-8bffeea08a85 None None] For port 2a410f31-c215-46ee-89fb-d278c9c0fd10, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2a410f31-c215-46ee-89fb-d278c9c0fd10,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:50.644902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b30db34d-ea71-4904-b0e3-8bffeea08a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.804080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30db34d-ea71-4904-b0e3-8bffeea08a85 None None] Pushing event updated for resources: {'Port': ['ID=2a410f31-c215-46ee-89fb-d278c9c0fd10,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:50.808037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Routers {'f54d37c4-a56f-4bb8-82ad-6a3e24939cef'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:50.808777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:04:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:50.945180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-f9aa7557-cb37-499c-855f-0dbcf6ad39a0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693779558&fields=id&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 267 time: 0.1115117 Aug 16 02:04:50.996965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Set router f54d37c4-a56f-4bb8-82ad-6a3e24939cef gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:51.290298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216544bb-e988-4390-8616-59b4c74b10f6 req-4af344e0-71e9-4e8d-a0d5-7e8cb1926b81 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.305360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-4af344e0-71e9-4e8d-a0d5-7e8cb1926b81 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/networks?id=6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 200 len: 796 time: 0.3483000 Aug 16 02:04:51.493433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-b22aa696-74f8-4abd-a5f8-1d0c4f30091f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/quotas/deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 375 time: 0.1864927 Aug 16 02:04:51.606651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddffede9-1cef-4358-a17e-243b96ffaf71 req-5921cefc-34dd-4d03-b3bf-418b115b4252 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 210 time: 0.2960057 Aug 16 02:04:51.739322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-4d149d62-3f63-4108-83d4-ac87d78232ec tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=f38a3116c153452e9a48252769f85b1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4303229 Aug 16 02:04:51.858668 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:47Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5c98051b-0085-4bb6-bb18-d51cf7ce8010', 'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:35:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:46Z', 'updated_at': '2021-08-16T02:04:48Z', 'revision_number': 2, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '9b6072cc-0732-4626-98c6-e3940f462739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:51.959102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Checking router: f54d37c4-a56f-4bb8-82ad-6a3e24939cef for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:51.959745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Updating router f54d37c4-a56f-4bb8-82ad-6a3e24939cef port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:52.100655 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.129095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2248a947-3218-4bf1-8edb-7d8e83fed53c None None] Provisioning for port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:52.185265 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-5923c753-ac26-4d59-bae2-69a9c9387b56 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=f38a3116c153452e9a48252769f85b1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1534858 Aug 16 02:04:52.190053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2248a947-3218-4bf1-8edb-7d8e83fed53c None None] Provisioning complete for port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:52.197580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-a3b3673b-5433-4545-95fe-56060c0415e8 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6968679 Aug 16 02:04:52.198241 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2248a947-3218-4bf1-8edb-7d8e83fed53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.217620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a410f31-c215-46ee-89fb-d278c9c0fd10 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:52.520274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070e336-aebe-4450-85d6-e7fa62855689 req-3f39e17a-372c-413c-a2b1-d5cc8cc1cc4f tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.529201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-3f39e17a-372c-413c-a2b1-d5cc8cc1cc4f tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7155094 Aug 16 02:04:52.557628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Request body: {'port': {'device_id': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'f38a3116c153452e9a48252769f85b1d'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:52.717678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2248a947-3218-4bf1-8edb-7d8e83fed53c None None] Port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:52.728025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-4a539305-444e-4310-add0-14a25919927a tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.739581 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-4a539305-444e-4310-add0-14a25919927a tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5469460 Aug 16 02:04:52.745978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Request body: {'port': {'device_id': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': 'f38a3116c153452e9a48252769f85b1d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:52.827082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-7516e597-98ac-4ec9-bc2f-64f1c8983948 service neutron] 10.222.0.79 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914514 Aug 16 02:04:52.884518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2248a947-3218-4bf1-8edb-7d8e83fed53c None None] Provisioning complete for port 2a410f31-c215-46ee-89fb-d278c9c0fd10 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:52.890381 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2248a947-3218-4bf1-8edb-7d8e83fed53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.931462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Made reservation on behalf of f38a3116c153452e9a48252769f85b1d for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:52.935716 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.958733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.963803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-eadcc624-281c-42e4-a56b-4a318daad8e3 service neutron] 10.222.0.79 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353862 Aug 16 02:04:53.013574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-309e2360-8f1d-4668-bf80-5b52d5453a32 req-520601d3-abe0-4502-add6-c98883a3046c tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 210 time: 0.0773797 Aug 16 02:04:53.187936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2a410f31-c215-46ee-89fb-d278c9c0fd10 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:53.188558 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.284112 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.294284 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.412527 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05b84080-7978-46ae-855f-a3a028859d8f req-ecb404e1-c8a0-4cb5-b0b2-784cf783a963 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 210 time: 0.1321921 Aug 16 02:04:53.441672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Made reservation on behalf of f38a3116c153452e9a48252769f85b1d for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:53.445959 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.514866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Allocated IP 192.168.233.185 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/baf8383a-49ca-4edb-a1f8-a15143e9158b) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:53.655618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6a539fc3-3c8f-4d9f-8d12-5ad75a5c5eaa None None] Provisioning complete for port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:53.660626 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6a539fc3-3c8f-4d9f-8d12-5ad75a5c5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.770344 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.809494 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6a539fc3-3c8f-4d9f-8d12-5ad75a5c5eaa None None] Port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:53.823191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Transition to ACTIVE for port object 5c98051b-0085-4bb6-bb18-d51cf7ce8010 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:53.835770 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.910204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Pushing event updated for resources: {'Port': ['ID=5c98051b-0085-4bb6-bb18-d51cf7ce8010,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.073790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472b3e28-5758-42e1-b7bc-f6ef2d81678f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.113680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Attempting to bind port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:54.115129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Attempting to bind port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:54.115755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Attempting to bind port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 on network 6f6930e4-48fd-4ab6-b812-9d30343acd07 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:54.127754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:54.130124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Checking segment: {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:54.132541 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.134370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Bound using segment: {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:54.135150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Bound port: 5c98051b-0085-4bb6-bb18-d51cf7ce8010, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:54.135835 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.211682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.259851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0abe76e-bc6e-4b53-a6b4-15def5dcdc23 req-beb1bc04-ed1e-4be7-a7d6-65d9b93c4dcf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 210 time: 0.0557015 Aug 16 02:04:54.280465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Transition to ACTIVE for port object baf8383a-49ca-4edb-a1f8-a15143e9158b will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:54.388879 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] For port 5c98051b-0085-4bb6-bb18-d51cf7ce8010, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:54.392674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] For port 5c98051b-0085-4bb6-bb18-d51cf7ce8010, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5c98051b-0085-4bb6-bb18-d51cf7ce8010,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:54.393948 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.403166 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.452803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:54.563669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:54.569540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:54.578667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Routers {'f54d37c4-a56f-4bb8-82ad-6a3e24939cef'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:54.579302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:04:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:54.621675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Allocated IP 192.168.233.53 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/44f1787a-c873-4ac8-ba5d-9a60e765f183) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:54.721146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:54.721840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.809791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] Set router f54d37c4-a56f-4bb8-82ad-6a3e24939cef gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:54.833547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Pushing event updated for resources: {'Port': ['ID=baf8383a-49ca-4edb-a1f8-a15143e9158b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.846145 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-0760d450-9beb-45df-ab76-764bde4bc6a6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1054702 Aug 16 02:04:54.869793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Request body: {'port': {'device_id': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:55.187957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Pushing event updated for resources: {'Port': ['ID=5c98051b-0085-4bb6-bb18-d51cf7ce8010,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.193414 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.200818 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.236830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.240129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.240628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.240998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.241473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.241828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.242429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.242585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.242844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.243164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.243546 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Transition to ACTIVE for port object 44f1787a-c873-4ac8-ba5d-9a60e765f183 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:55.252189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.254682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493904c9-2687-4899-a7b4-b8eec3119aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:55.385799 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21fb752b-4b59-4159-81f2-5c0b180a1b20 req-e3476c42-f18c-4b1b-8e95-b9f4d16805fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 210 time: 0.1301353 Aug 16 02:04:55.494801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:47Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5c98051b-0085-4bb6-bb18-d51cf7ce8010', 'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:35:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:46Z', 'updated_at': '2021-08-16T02:04:54Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '9b6072cc-0732-4626-98c6-e3940f462739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:55.505125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cbfd487b-4f4d-47f4-8805-4658cc5fc091 None None] Provisioning for port baf8383a-49ca-4edb-a1f8-a15143e9158b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:55.560738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cbfd487b-4f4d-47f4-8805-4658cc5fc091 None None] Provisioning complete for port baf8383a-49ca-4edb-a1f8-a15143e9158b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:55.561435 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cbfd487b-4f4d-47f4-8805-4658cc5fc091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.588512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.669026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd487b-4f4d-47f4-8805-4658cc5fc091 None None] Port baf8383a-49ca-4edb-a1f8-a15143e9158b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:55.675330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734f538-b3e0-4820-9760-b52b11254062 None None] The sync data for ids ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'] in n-d-768851-16 is: [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:47Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5c98051b-0085-4bb6-bb18-d51cf7ce8010', 'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:35:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:46Z', 'updated_at': '2021-08-16T02:04:54Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '9b6072cc-0732-4626-98c6-e3940f462739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:55.723977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c848c-19c7-48a6-a2a1-f81a625e310e req-c9026e02-8dbd-4734-8cf3-623349f00043 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.725573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d13c848c-19c7-48a6-a2a1-f81a625e310e req-c9026e02-8dbd-4734-8cf3-623349f00043 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 936 time: 0.2092879 Aug 16 02:04:55.746412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:55.759414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:55.763787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Pushing event updated for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.766511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:55.822348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d13c848c-19c7-48a6-a2a1-f81a625e310e req-3f1d9382-58da-4d66-8886-cb6c5331a9a2 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868747 Aug 16 02:04:55.930608 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216544bb-e988-4390-8616-59b4c74b10f6 req-ddffa1c9-bfde-438f-948c-f407748cd0c5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.932523 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-ddffa1c9-bfde-438f-948c-f407748cd0c5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "GET /v2.0/networks?id=6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 200 len: 796 time: 0.2830331 Aug 16 02:04:55.957007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.959120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.997199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-5ff45a49-a60d-4a6e-a204-1c8d99b220cf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4533865 Aug 16 02:04:56.013553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Request body: {'port': {'device_id': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:56.087471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5c98051b-0085-4bb6-bb18-d51cf7ce8010 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:56.143284 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.166567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-90a5ec6b-6798-4b5b-9a11-6f2e8a60d0b1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 380 time: 0.2045264 Aug 16 02:04:56.178803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'port': {'device_id': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'admin_state_up': True, 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'security_groups': ['e5a8ff89-c396-4535-8c59-e6ab430b728a']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:56.280237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:56.286635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:56.287119 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.363537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-11564d5c-d328-42ed-8c3e-cb82a21199b6 None None] Provisioning for port 44f1787a-c873-4ac8-ba5d-9a60e765f183 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:56.384272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-11564d5c-d328-42ed-8c3e-cb82a21199b6 None None] Provisioning complete for port 44f1787a-c873-4ac8-ba5d-9a60e765f183 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:56.384787 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11564d5c-d328-42ed-8c3e-cb82a21199b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.648657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-11564d5c-d328-42ed-8c3e-cb82a21199b6 None None] Port 44f1787a-c873-4ac8-ba5d-9a60e765f183 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:56.652053 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:04:56.685515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:56.689511 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.709114 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.730406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf8383a-49ca-4edb-a1f8-a15143e9158b {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:56.746152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.823020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Transition to ACTIVE for port object baf8383a-49ca-4edb-a1f8-a15143e9158b will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:56.827069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 5c98051b-0085-4bb6-bb18-d51cf7ce8010, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5c98051b-0085-4bb6-bb18-d51cf7ce8010,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:56.852497 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.865018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.986243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=5c98051b-0085-4bb6-bb18-d51cf7ce8010,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.128899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Pushing event updated for resources: {'Port': ['ID=baf8383a-49ca-4edb-a1f8-a15143e9158b,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.163015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.20.0.13 (6f6930e4-48fd-4ab6-b812-9d30343acd07/9b6072cc-0732-4626-98c6-e3940f462739/aa87cee4-ed35-4a83-a9c1-ac38441cb8cb) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:57.529206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Attempting to bind port baf8383a-49ca-4edb-a1f8-a15143e9158b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:57.529552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Attempting to bind port baf8383a-49ca-4edb-a1f8-a15143e9158b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:57.532648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Attempting to bind port baf8383a-49ca-4edb-a1f8-a15143e9158b on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:57.556496 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Port baf8383a-49ca-4edb-a1f8-a15143e9158b on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:57.559757 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Attempting to bind port baf8383a-49ca-4edb-a1f8-a15143e9158b on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:57.577158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b4b6bfb-e7e8-4c91-89b4-ebebd18913ac req-12d6f28c-47a7-482c-8a49-8de628d83c5b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 210 time: 0.9619572 Aug 16 02:04:57.597050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:57.597448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:57.597997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:57.598689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Bound port: baf8383a-49ca-4edb-a1f8-a15143e9158b, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:57.599213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.756894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f86582-6f8c-4e7d-a54c-3efb2d9ae9d8 req-caa16882-9961-42b1-8c46-4976f8bb1ae2 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:57.765675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30f86582-6f8c-4e7d-a54c-3efb2d9ae9d8 req-caa16882-9961-42b1-8c46-4976f8bb1ae2 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 948 time: 0.1852069 Aug 16 02:04:57.784228 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.813088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Transition to ACTIVE for port object aa87cee4-ed35-4a83-a9c1-ac38441cb8cb will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:57.815397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] For port baf8383a-49ca-4edb-a1f8-a15143e9158b, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:57.820603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] For port baf8383a-49ca-4edb-a1f8-a15143e9158b, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=baf8383a-49ca-4edb-a1f8-a15143e9158b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:57.834015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.845329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30f86582-6f8c-4e7d-a54c-3efb2d9ae9d8 req-04f11f7f-1461-4840-8b0a-e37d6684a1c6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775118 Aug 16 02:04:57.944465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:57.945390 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.953326 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] 10.222.0.89 "PUT /v2.0/ports/baf8383a-49ca-4edb-a1f8-a15143e9158b HTTP/1.1" status: 200 len: 1097 time: 3.0951281 Aug 16 02:04:57.953326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'tag': 'baf8383a-49ca-4edb-a1f8-a15143e9158b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:57.955836 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd7b6e3-2b66-4395-bded-a99350364ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5", "tag": "baf8383a-49ca-4edb-a1f8-a15143e9158b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:57.985971 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.019078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7930-4ded-4682-b33f-d44b786f1745 service neutron] Pushing event updated for resources: {'Port': ['ID=baf8383a-49ca-4edb-a1f8-a15143e9158b,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.057091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f1787a-c873-4ac8-ba5d-9a60e765f183 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:58.087857 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.133451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Transition to ACTIVE for port object 44f1787a-c873-4ac8-ba5d-9a60e765f183 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:58.143274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.147259 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ae3b35-961d-4577-b84d-48b9cc9275ea x-openstack-request-id: req-a4ae3b35-961d-4577-b84d-48b9cc9275ea {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:58.147804 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5", "tag": "baf8383a-49ca-4edb-a1f8-a15143e9158b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:58.147804 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a4ae3b35-961d-4577-b84d-48b9cc9275ea {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:58.154868 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'tag': 'baf8383a-49ca-4edb-a1f8-a15143e9158b', 'status': 'completed', 'code': 200} Aug 16 02:04:58.205207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5c98051b-0085-4bb6-bb18-d51cf7ce8010 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:58.231174 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Pushing event updated for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.321282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network 6f6930e4-48fd-4ab6-b812-9d30343acd07 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:58.340276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:58.340616 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.341667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:58.351791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:58.471335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Attempting to bind port 44f1787a-c873-4ac8-ba5d-9a60e765f183 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:58.473538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Attempting to bind port 44f1787a-c873-4ac8-ba5d-9a60e765f183 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:58.474369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Attempting to bind port 44f1787a-c873-4ac8-ba5d-9a60e765f183 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:58.482133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.499619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Port 44f1787a-c873-4ac8-ba5d-9a60e765f183 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:58.508413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Attempting to bind port 44f1787a-c873-4ac8-ba5d-9a60e765f183 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:58.512789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.519753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:58.522864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:58.523347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:58.523876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Bound port: 44f1787a-c873-4ac8-ba5d-9a60e765f183, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:58.525448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.531305 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.537459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-10550240-e325-4279-98b5-c6513c291759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.542595 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-10550240-e325-4279-98b5-c6513c291759 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f38a3116c153452e9a48252769f85b1d&device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 1100 time: 0.4962075 Aug 16 02:04:58.696186 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-58a7a322-4c43-414e-aae8-0a553b477a12 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5177290 Aug 16 02:04:58.698697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:58.700455 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-b4adffca-163f-48a7-ae2b-14cfc0151333 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=baf8383a-49ca-4edb-a1f8-a15143e9158b HTTP/1.1" status: 200 len: 217 time: 0.1370609 Aug 16 02:04:58.710371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:58.715607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Request body: {'port': {'device_id': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:58.725114 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.750334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.751460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.754599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] 10.222.0.89 "PUT /v2.0/ports/44f1787a-c873-4ac8-ba5d-9a60e765f183 HTTP/1.1" status: 200 len: 1096 time: 2.7474713 Aug 16 02:04:58.757225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:58.758918 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6cea24-9829-4629-8c54-91813ad42ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:58.941151 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.960052 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf2cb6e-e9d0-497e-b55b-a3c6e73fa56f x-openstack-request-id: req-9bf2cb6e-e9d0-497e-b55b-a3c6e73fa56f {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:58.960340 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:58.960577 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9bf2cb6e-e9d0-497e-b55b-a3c6e73fa56f {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:58.961016 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'status': 'completed', 'code': 200} Aug 16 02:04:59.056361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c57b1ea6-1448-434a-9d1d-edb3d54280ad None None] Provisioning for port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:59.065456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-7c1be414-5ff1-4525-a288-381e3271a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.067416 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-7c1be414-5ff1-4525-a288-381e3271a2b6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.3416648 Aug 16 02:04:59.074786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488d039-a815-4769-aa81-4075a9ccf377 service neutron] Pushing event updated for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:59.087834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c57b1ea6-1448-434a-9d1d-edb3d54280ad None None] Provisioning complete for port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:59.088473 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c57b1ea6-1448-434a-9d1d-edb3d54280ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.150084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070e336-aebe-4450-85d6-e7fa62855689 req-ea1997b5-d265-49c4-8627-18d986fbb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.158985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-ea1997b5-d265-49c4-8627-18d986fbb2e0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f38a3116c153452e9a48252769f85b1d&device_id=44c31af2-6fa9-4837-8fe7-ebaf8ad89a64 HTTP/1.1" status: 200 len: 1099 time: 0.2808888 Aug 16 02:04:59.183980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93860173-5ccb-4d45-b4c0-49917787d56e req-450001ee-75b3-4020-a346-486e30330ddd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.192763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93860173-5ccb-4d45-b4c0-49917787d56e req-450001ee-75b3-4020-a346-486e30330ddd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 932 time: 0.3683839 Aug 16 02:04:59.193150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c57b1ea6-1448-434a-9d1d-edb3d54280ad None None] Port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:59.306349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-57701fb7-161c-4cdc-9b22-9e02f0e406f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.308579 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-57701fb7-161c-4cdc-9b22-9e02f0e406f6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2221079 Aug 16 02:04:59.431542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-1a3fc87e-a0c6-45d0-84d8-6db67e617649 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183 HTTP/1.1" status: 200 len: 217 time: 0.2189200 Aug 16 02:04:59.491006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c737a71-9209-46da-94a6-8fd2421ed891 req-77e95870-ab4b-4ff3-817b-8f1d3ec1d236 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.500273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c737a71-9209-46da-94a6-8fd2421ed891 req-77e95870-ab4b-4ff3-817b-8f1d3ec1d236 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 948 time: 0.4586701 Aug 16 02:04:59.526410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93860173-5ccb-4d45-b4c0-49917787d56e req-464d3311-d0d5-493b-a098-dd5fe13c6af5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325877 Aug 16 02:04:59.640846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa87cee4-ed35-4a83-a9c1-ac38441cb8cb {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:59.649823 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.663969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Transition to ACTIVE for port object aa87cee4-ed35-4a83-a9c1-ac38441cb8cb will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:59.681424 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.738817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070e336-aebe-4450-85d6-e7fa62855689 req-1f682d25-1acf-4162-8d30-70c17fed5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.740152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-1f682d25-1acf-4162-8d30-70c17fed5dad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2662513 Aug 16 02:04:59.795565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c737a71-9209-46da-94a6-8fd2421ed891 req-91527fb1-105f-4fc5-ad08-9b4e39498e7c tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602379 Aug 16 02:04:59.810410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Pushing event updated for resources: {'Port': ['ID=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:59.864056 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-6d4ba33e-f264-4569-9ff6-45ce2f5a8013 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408189 Aug 16 02:04:59.875844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070e336-aebe-4450-85d6-e7fa62855689 req-c10b02de-6d9f-4061-adf7-0218ad1ddc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.879749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-c10b02de-6d9f-4061-adf7-0218ad1ddc45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1308002 Aug 16 02:04:59.995928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-142ac50f-482b-40de-ad93-1a276e077146 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081347 Aug 16 02:05:00.078371 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-915d3525-74b6-4eb7-9e5e-156382c71e9e req-7491b807-4c22-4804-86f8-9b517d488e76 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995668 Aug 16 02:05:00.210307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Attempting to bind port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:00.210723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Attempting to bind port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:00.211071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Attempting to bind port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb on network 6f6930e4-48fd-4ab6-b812-9d30343acd07 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:00.231929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e070e336-aebe-4450-85d6-e7fa62855689 req-e7a2c70a-15a4-451a-aa2c-0f9d466ca52a service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215023 Aug 16 02:05:00.239221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb on network 6f6930e4-48fd-4ab6-b812-9d30343acd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:00.239912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Attempting to bind port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb on network 6f6930e4-48fd-4ab6-b812-9d30343acd07 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:00.250743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7b6e3-2b66-4395-bded-a99350364ee0 req-2cae7619-7da0-44c2-9613-28deeb10fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.253839 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bfd7b6e3-2b66-4395-bded-a99350364ee0 req-2cae7619-7da0-44c2-9613-28deeb10fe80 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f38a3116c153452e9a48252769f85b1d&device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 1100 time: 0.1240206 Aug 16 02:05:00.255780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:00.256407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Checking segment: {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:00.257020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Bound using segment: {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:00.258151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Bound port: aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:00.258820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.381748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cea24-9829-4629-8c54-91813ad42ebf req-e0201179-211e-4374-94dd-8edfb934a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.383717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc6cea24-9829-4629-8c54-91813ad42ebf req-e0201179-211e-4374-94dd-8edfb934a6fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f38a3116c153452e9a48252769f85b1d&device_id=44c31af2-6fa9-4837-8fe7-ebaf8ad89a64 HTTP/1.1" status: 200 len: 1099 time: 0.0826066 Aug 16 02:05:00.436525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:00.463906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:00.467367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7b6e3-2b66-4395-bded-a99350364ee0 req-e0879aad-3beb-4061-aeb9-5770934ec387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.470882 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bfd7b6e3-2b66-4395-bded-a99350364ee0 req-e0879aad-3beb-4061-aeb9-5770934ec387 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1851654 Aug 16 02:05:00.482446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.530067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cea24-9829-4629-8c54-91813ad42ebf req-c449cbb8-6267-4a9a-85dd-f0adfee53cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.531908 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc6cea24-9829-4629-8c54-91813ad42ebf req-c449cbb8-6267-4a9a-85dd-f0adfee53cde service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1400380 Aug 16 02:05:00.613269 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bfd7b6e3-2b66-4395-bded-a99350364ee0 req-85cd755d-0e78-428c-aa64-c2425df36fe9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=baf8383a-49ca-4edb-a1f8-a15143e9158b HTTP/1.1" status: 200 len: 217 time: 0.1126888 Aug 16 02:05:00.626431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc6cea24-9829-4629-8c54-91813ad42ebf req-dde86830-65d1-41e4-84e4-5737b22c0470 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183 HTTP/1.1" status: 200 len: 217 time: 0.0761766 Aug 16 02:05:00.759996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.765654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.768718 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] 10.222.0.84 "PUT /v2.0/ports/aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 1093 time: 2.0594134 Aug 16 02:05:00.771875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:00.778036 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b140b826-4b76-4d86-973b-6adb6f8a9ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:00.866011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6059a-187c-4b5f-9892-42cfb883cd53 service neutron] Pushing event updated for resources: {'Port': ['ID=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.925103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7b6e3-2b66-4395-bded-a99350364ee0 req-e1040de1-233e-4f6e-bbb6-d1a74ecf8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.925625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19e55-b769-434e-8e9a-7cc2ec8433c1 req-15f2601f-fa44-4998-81cb-8a827b709928 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.928420 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7e19e55-b769-434e-8e9a-7cc2ec8433c1 req-15f2601f-fa44-4998-81cb-8a827b709928 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 944 time: 0.2283485 Aug 16 02:05:00.940095 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bfd7b6e3-2b66-4395-bded-a99350364ee0 req-e1040de1-233e-4f6e-bbb6-d1a74ecf8e11 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.2856677 Aug 16 02:05:00.955745 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489f7172-ef76-4c4d-923c-488c1485178d x-openstack-request-id: req-489f7172-ef76-4c4d-923c-488c1485178d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:00.956207 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:00.956592 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-489f7172-ef76-4c4d-923c-488c1485178d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:00.957606 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'status': 'completed', 'code': 200} Aug 16 02:05:01.099385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cea24-9829-4629-8c54-91813ad42ebf req-5730fb74-67c1-4bf7-a2a7-3288573a48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.102962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc6cea24-9829-4629-8c54-91813ad42ebf req-5730fb74-67c1-4bf7-a2a7-3288573a48e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.3327236 Aug 16 02:05:01.145929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216544bb-e988-4390-8616-59b4c74b10f6 req-a189912e-fd81-40c2-9e9a-e44cd8fc7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.155744 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-a189912e-fd81-40c2-9e9a-e44cd8fc7adf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1096 time: 0.2803442 Aug 16 02:05:01.170137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7b6e3-2b66-4395-bded-a99350364ee0 req-81878eeb-9f4f-4cb1-b28d-0133c8b19791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.174006 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bfd7b6e3-2b66-4395-bded-a99350364ee0 req-81878eeb-9f4f-4cb1-b28d-0133c8b19791 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1709352 Aug 16 02:05:01.200676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7e19e55-b769-434e-8e9a-7cc2ec8433c1 req-492ba1f6-d474-4fb3-93ee-e8151f804ff6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639189 Aug 16 02:05:01.284725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cea24-9829-4629-8c54-91813ad42ebf req-4a387535-9b9c-4acc-a9ca-9608b7768395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.285749 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-c902c728-922f-420f-ae9a-1ad9289a74a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 217 time: 0.1106660 Aug 16 02:05:01.286967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc6cea24-9829-4629-8c54-91813ad42ebf req-4a387535-9b9c-4acc-a9ca-9608b7768395 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1550391 Aug 16 02:05:01.415812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc6cea24-9829-4629-8c54-91813ad42ebf req-9ff6a09c-d610-42f8-931b-5bc76ba9ed55 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108963 Aug 16 02:05:01.428636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4c445-5dd7-422d-ac2f-8e630b450d40 req-35a9e4ca-95bc-4a70-ac56-63ba1619be71 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.430434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5d4c445-5dd7-422d-ac2f-8e630b450d40 req-35a9e4ca-95bc-4a70-ac56-63ba1619be71 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 948 time: 0.3240716 Aug 16 02:05:01.482914 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216544bb-e988-4390-8616-59b4c74b10f6 req-489a92c8-f44c-480e-b3b6-5feab99f1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.484439 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-489a92c8-f44c-480e-b3b6-5feab99f1617 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9b6072cc-0732-4626-98c6-e3940f462739 HTTP/1.1" status: 200 len: 835 time: 0.1785073 Aug 16 02:05:01.589928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216544bb-e988-4390-8616-59b4c74b10f6 req-5abba002-18f1-4267-972c-b3d02b0178d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.591473 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-5abba002-18f1-4267-972c-b3d02b0178d8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6f6930e4-48fd-4ab6-b812-9d30343acd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983005 Aug 16 02:05:01.597487 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bfd7b6e3-2b66-4395-bded-a99350364ee0 req-2775332c-11a2-4254-92af-f78c7890e530 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305299 Aug 16 02:05:01.646759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5d4c445-5dd7-422d-ac2f-8e630b450d40 req-211b5def-72bc-47aa-b7c2-a1cd8d0c2187 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076650 Aug 16 02:05:01.727896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc6cea24-9829-4629-8c54-91813ad42ebf req-ba682a62-77c9-4d29-9e73-7679dbbf9830 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963417 Aug 16 02:05:01.912750 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-83b73c4e-4a88-4f25-a6c8-d223454fecc4 service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091636 Aug 16 02:05:01.918981 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bfd7b6e3-2b66-4395-bded-a99350364ee0 req-2a8ef4b7-3562-4706-aba5-501447ee3ae4 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941545 Aug 16 02:05:02.108710 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-216544bb-e988-4390-8616-59b4c74b10f6 req-7782c1be-6eb4-4160-b70c-f3e35fa20f42 service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882815 Aug 16 02:05:02.281738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b826-4b76-4d86-973b-6adb6f8a9ea2 req-8eac612b-0995-4feb-aa08-06e2a1d34808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.289968 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b140b826-4b76-4d86-973b-6adb6f8a9ea2 req-8eac612b-0995-4feb-aa08-06e2a1d34808 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1096 time: 0.0800149 Aug 16 02:05:02.443979 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 44f1787a-c873-4ac8-ba5d-9a60e765f183 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:02.486703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39d42-c723-4403-b5e4-85cdef4a0450 req-9223801e-3963-440e-b5a6-bf6084f73a35 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.488467 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3f39d42-c723-4403-b5e4-85cdef4a0450 req-9223801e-3963-440e-b5a6-bf6084f73a35 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 944 time: 0.0837841 Aug 16 02:05:02.505047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b826-4b76-4d86-973b-6adb6f8a9ea2 req-4bb9f703-55ee-4b6c-b798-4499bb59e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.505047 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b140b826-4b76-4d86-973b-6adb6f8a9ea2 req-4bb9f703-55ee-4b6c-b798-4499bb59e8e2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 200 len: 897 time: 0.2061687 Aug 16 02:05:02.543535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3f39d42-c723-4403-b5e4-85cdef4a0450 req-7c223acb-65c3-4f92-bc11-054abfa0cb89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462832 Aug 16 02:05:02.567854 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b140b826-4b76-4d86-973b-6adb6f8a9ea2 req-3cde2c2b-c8e2-45fb-81b3-22410e760414 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 217 time: 0.0533521 Aug 16 02:05:02.612862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:02.628366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'mac_address': 'fa:16:3e:4c:12:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:02.642243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b826-4b76-4d86-973b-6adb6f8a9ea2 req-a018e911-4913-4202-97a3-05c3d0b2a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.643754 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b140b826-4b76-4d86-973b-6adb6f8a9ea2 req-a018e911-4913-4202-97a3-05c3d0b2a110 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9b6072cc-0732-4626-98c6-e3940f462739 HTTP/1.1" status: 200 len: 835 time: 0.0633619 Aug 16 02:05:02.674317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.691580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f1787a-c873-4ac8-ba5d-9a60e765f183 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:02.717976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b826-4b76-4d86-973b-6adb6f8a9ea2 req-360b253c-d6a2-49aa-b3cf-4dfa39c415ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.719483 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b140b826-4b76-4d86-973b-6adb6f8a9ea2 req-360b253c-d6a2-49aa-b3cf-4dfa39c415ed service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6f6930e4-48fd-4ab6-b812-9d30343acd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659297 Aug 16 02:05:02.738411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:02.747880 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.748930 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device baf8383a-49ca-4edb-a1f8-a15143e9158b details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:02.878347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaf816-4e10-4952-826d-17758095fe02 req-ef1c4150-b987-4614-9044-a2d8b79f5e3f tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.888060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8daaf816-4e10-4952-826d-17758095fe02 req-ef1c4150-b987-4614-9044-a2d8b79f5e3f tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 948 time: 0.0683486 Aug 16 02:05:02.891673 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b140b826-4b76-4d86-973b-6adb6f8a9ea2 req-9c95ec13-838b-4633-8673-5462ba4f5d4c service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610565 Aug 16 02:05:02.935267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.947556 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port baf8383a-49ca-4edb-a1f8-a15143e9158b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=baf8383a-49ca-4edb-a1f8-a15143e9158b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:02.966130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'baf8383a-49ca-4edb-a1f8-a15143e9158b', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'baf8383a-49ca-4edb-a1f8-a15143e9158b', 'mac_address': 'fa:16:3e:f2:c4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:02.974856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8daaf816-4e10-4952-826d-17758095fe02 req-26143202-96f4-467a-b281-f4867789fb25 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838840 Aug 16 02:05:03.087445 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b140b826-4b76-4d86-973b-6adb6f8a9ea2 req-6d72f7f3-8b33-4dd1-9b77-868b06b5854e service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876009 Aug 16 02:05:03.270101 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.285035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf8383a-49ca-4edb-a1f8-a15143e9158b {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:03.333347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port baf8383a-49ca-4edb-a1f8-a15143e9158b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=baf8383a-49ca-4edb-a1f8-a15143e9158b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:03.340710 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.462236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=baf8383a-49ca-4edb-a1f8-a15143e9158b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.598860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['44f1787a-c873-4ac8-ba5d-9a60e765f183'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:03.604845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['baf8383a-49ca-4edb-a1f8-a15143e9158b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:03.737679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa12af-4ad9-4941-97ee-e1dc07ee3637 req-7d96b714-5ff8-4ff1-93d7-f3622c6e56f0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:03.757679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-08fa12af-4ad9-4941-97ee-e1dc07ee3637 req-7d96b714-5ff8-4ff1-93d7-f3622c6e56f0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 944 time: 0.1200690 Aug 16 02:05:03.845578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-08fa12af-4ad9-4941-97ee-e1dc07ee3637 req-2c6a4179-2a6e-4d98-9846-eab069679d02 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869133 Aug 16 02:05:04.183630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69f926-d3bf-4f9c-bdcf-d499c79497b9 req-8f5c96ca-fa24-4a2d-bdfe-06487626b37d tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.191047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df69f926-d3bf-4f9c-bdcf-d499c79497b9 req-8f5c96ca-fa24-4a2d-bdfe-06487626b37d tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 949 time: 0.0950046 Aug 16 02:05:04.263688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df69f926-d3bf-4f9c-bdcf-d499c79497b9 req-5a3e69fa-0e0f-4e85-953b-4771400121ca tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716133 Aug 16 02:05:05.034818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c2c28-185c-4a7a-8dc3-f83adecf1bba req-03bb4825-b795-4feb-97e1-b2c7ebcb6065 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.038747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-206c2c28-185c-4a7a-8dc3-f83adecf1bba req-03bb4825-b795-4feb-97e1-b2c7ebcb6065 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 944 time: 0.0923252 Aug 16 02:05:05.152771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-206c2c28-185c-4a7a-8dc3-f83adecf1bba req-6663adff-71ef-40ca-93ff-006a1fd6ea14 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034012 Aug 16 02:05:05.402506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80895ea-bd5a-42a5-bb99-a99cc02a9862 req-10b48326-a78f-4321-8626-dd5e8d16cbc0 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.404128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b80895ea-bd5a-42a5-bb99-a99cc02a9862 req-10b48326-a78f-4321-8626-dd5e8d16cbc0 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 949 time: 0.0641198 Aug 16 02:05:05.450161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b80895ea-bd5a-42a5-bb99-a99cc02a9862 req-683b339c-7999-404d-b9d3-ee7ea38a0eb5 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 Aug 16 02:05:06.376944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430ea9e-f846-4c22-97d2-d33de1941dd5 req-c244548e-dd9d-4efb-966d-6d06ba60fd6e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.378668 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a430ea9e-f846-4c22-97d2-d33de1941dd5 req-c244548e-dd9d-4efb-966d-6d06ba60fd6e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 944 time: 0.0796821 Aug 16 02:05:06.439655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a430ea9e-f846-4c22-97d2-d33de1941dd5 req-76e2fbd6-b79d-44f3-b2b3-2fb2c47d3257 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540159 Aug 16 02:05:06.454875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 44f1787a-c873-4ac8-ba5d-9a60e765f183 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:06.550396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 44f1787a-c873-4ac8-ba5d-9a60e765f183 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:06.556799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 44f1787a-c873-4ac8-ba5d-9a60e765f183 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:06.558176 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.695580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e39ab2-e655-46e4-b4e5-47be1955e846 req-5e6a3679-5fb2-4e53-92f9-f225d4b99d85 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.701800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27e39ab2-e655-46e4-b4e5-47be1955e846 req-5e6a3679-5fb2-4e53-92f9-f225d4b99d85 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 949 time: 0.0951712 Aug 16 02:05:06.727300 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.755061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27e39ab2-e655-46e4-b4e5-47be1955e846 req-1cfec6dc-c318-4ede-b36a-11542cb9a20e tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517690 Aug 16 02:05:06.755581 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:06.758620 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad037580-db0a-49fd-8819-898ea66e27e1" -d '{"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-plugged", "status": "completed", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:06.782282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:06.788080 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.789053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device baf8383a-49ca-4edb-a1f8-a15143e9158b up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:06.843227 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a6b582-d2f3-416b-914c-ac4a2fcbfd83 x-openstack-request-id: req-d5a6b582-d2f3-416b-914c-ac4a2fcbfd83 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:06.843604 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-plugged", "status": "completed", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:06.843861 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5a6b582-d2f3-416b-914c-ac4a2fcbfd83 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:06.844272 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'code': 200} Aug 16 02:05:06.887093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:06.899184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port baf8383a-49ca-4edb-a1f8-a15143e9158b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:06.904329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port baf8383a-49ca-4edb-a1f8-a15143e9158b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:06.905021 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.011066 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.077749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port baf8383a-49ca-4edb-a1f8-a15143e9158b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=baf8383a-49ca-4edb-a1f8-a15143e9158b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:07.101111 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.196627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=baf8383a-49ca-4edb-a1f8-a15143e9158b,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.460939 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc62113-e02f-41e0-bb0d-c72077bd795a req-66621bd4-abb7-439d-a5fd-c2b48eed607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.462547 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5fc62113-e02f-41e0-bb0d-c72077bd795a req-66621bd4-abb7-439d-a5fd-c2b48eed607e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=44c31af2-6fa9-4837-8fe7-ebaf8ad89a64 HTTP/1.1" status: 200 len: 1101 time: 0.5767968 Aug 16 02:05:07.513442 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5fc62113-e02f-41e0-bb0d-c72077bd795a req-24434ace-2d74-4792-acaf-a5383ce7884f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434384 Aug 16 02:05:07.608304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1546-b2b3-4940-90eb-f132ba2b2ac8 req-f08d75f3-8671-45d9-b2f1-0e321a855624 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.609915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-025b1546-b2b3-4940-90eb-f132ba2b2ac8 req-f08d75f3-8671-45d9-b2f1-0e321a855624 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 944 time: 0.0616481 Aug 16 02:05:07.680795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-025b1546-b2b3-4940-90eb-f132ba2b2ac8 req-76afda8b-6e71-4926-a5a4-6ccaeaf56816 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637188 Aug 16 02:05:07.693470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e264c-4adb-4a0d-bbf7-b001932a46df req-6621aa52-7ec9-4f48-8ca0-be5547337d7f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.695042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-583e264c-4adb-4a0d-bbf7-b001932a46df req-6621aa52-7ec9-4f48-8ca0-be5547337d7f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.0714850 Aug 16 02:05:07.741329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-583e264c-4adb-4a0d-bbf7-b001932a46df req-2d1e32d2-e91c-4c79-8faa-6223974d2a24 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372467 Aug 16 02:05:07.751587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device aa87cee4-ed35-4a83-a9c1-ac38441cb8cb details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:07.878665 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:07.904944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'port_id': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'mac_address': 'fa:16:3e:de:89:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:07.922175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346acf-7528-491d-be02-c492d826c5e8 req-ea26a352-fbd4-43d7-a3f6-1d46de355773 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.929963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a346acf-7528-491d-be02-c492d826c5e8 req-ea26a352-fbd4-43d7-a3f6-1d46de355773 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 950 time: 0.0725331 Aug 16 02:05:07.981491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a346acf-7528-491d-be02-c492d826c5e8 req-07d73cd4-cb04-471b-a933-7ac47e0799a7 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498345 Aug 16 02:05:07.985394 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.004786 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa87cee4-ed35-4a83-a9c1-ac38441cb8cb {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:08.030874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:08.034761 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.085905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:08.248337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dee13-edd5-4766-9e44-952911cafbe8 req-a3d2210f-4c04-4115-aa4e-5cdf4990e44a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.252504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a3dee13-edd5-4766-9e44-952911cafbe8 req-a3d2210f-4c04-4115-aa4e-5cdf4990e44a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.0781667 Aug 16 02:05:08.308503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a3dee13-edd5-4766-9e44-952911cafbe8 req-982bf800-e2f6-4a2e-87b9-d96cb33df3bf tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365422 Aug 16 02:05:08.555421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['aa87cee4-ed35-4a83-a9c1-ac38441cb8cb'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:08.826623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c7b55-3bf7-4501-a069-0400df7b343b req-5c9572e6-e833-41e1-bbc5-ebeef238ee93 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.835510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-765c7b55-3bf7-4501-a069-0400df7b343b req-5c9572e6-e833-41e1-bbc5-ebeef238ee93 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 945 time: 0.0656292 Aug 16 02:05:08.865011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf8383a-49ca-4edb-a1f8-a15143e9158b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:08.878872 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-765c7b55-3bf7-4501-a069-0400df7b343b req-286c6717-8c1d-4504-97e5-4de7184b59e2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Aug 16 02:05:08.882691 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59f847d-1171-41e9-8b43-70e1b705b279" -d '{"events": [{"server_uuid": "9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5", "name": "network-vif-plugged", "status": "completed", "tag": "baf8383a-49ca-4edb-a1f8-a15143e9158b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:08.921224 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-363dcfad-c302-4ae6-8a33-9d77fbfbb000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.967783 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adda1efc-4d7e-4bed-a0d8-2ae0a3f62215 x-openstack-request-id: req-adda1efc-4d7e-4bed-a0d8-2ae0a3f62215 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:08.967974 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5", "name": "network-vif-plugged", "status": "completed", "tag": "baf8383a-49ca-4edb-a1f8-a15143e9158b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:08.968225 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-adda1efc-4d7e-4bed-a0d8-2ae0a3f62215 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:08.968775 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf8383a-49ca-4edb-a1f8-a15143e9158b', 'code': 200} Aug 16 02:05:09.084468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4cc6-2825-449c-87f6-1619dc52d7fc req-6bdb2634-e622-453a-9b5e-70fc6c54668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.086059 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc6f4cc6-2825-449c-87f6-1619dc52d7fc req-6bdb2634-e622-453a-9b5e-70fc6c54668f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 1102 time: 0.0416174 Aug 16 02:05:09.107612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dca9b-71b7-45a3-9f9d-3603e2fbfb1a req-8a49f225-1866-4af9-a23a-f2505b1b5fa3 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.109591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e02dca9b-71b7-45a3-9f9d-3603e2fbfb1a req-8a49f225-1866-4af9-a23a-f2505b1b5fa3 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 950 time: 0.0579746 Aug 16 02:05:09.127376 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc6f4cc6-2825-449c-87f6-1619dc52d7fc req-561e00ce-b9c4-4d22-8086-336912eee01a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327997 Aug 16 02:05:09.156434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e02dca9b-71b7-45a3-9f9d-3603e2fbfb1a req-9e0c0086-ee13-4a7a-8ec9-60136323b653 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399451 Aug 16 02:05:09.443244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e51ebe-fded-43dc-89e6-99d0482ef62b req-1b6a5a22-88c0-4443-835e-da2bf65b1041 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.445227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7e51ebe-fded-43dc-89e6-99d0482ef62b req-1b6a5a22-88c0-4443-835e-da2bf65b1041 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.0607638 Aug 16 02:05:09.454065 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.496065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7e51ebe-fded-43dc-89e6-99d0482ef62b req-ab2bc111-76d1-4cb7-9a55-ab3c26f336fe tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392928 Aug 16 02:05:10.016782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdccd0-61e3-4d6a-952c-42d7306ff044 req-ea823edf-09fa-47d2-bb98-7422f62ff030 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.018400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ecdccd0-61e3-4d6a-952c-42d7306ff044 req-ea823edf-09fa-47d2-bb98-7422f62ff030 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 945 time: 0.0618453 Aug 16 02:05:10.067687 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ecdccd0-61e3-4d6a-952c-42d7306ff044 req-c3ba7924-1522-4bd0-bf16-81ba96377b33 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407264 Aug 16 02:05:10.349285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9f4ad-9df5-4ba6-bc26-a965e88fe82c req-785bc32a-4706-4d6f-92b5-02dbed512fd4 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.353455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2de9f4ad-9df5-4ba6-bc26-a965e88fe82c req-785bc32a-4706-4d6f-92b5-02dbed512fd4 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 950 time: 0.0848536 Aug 16 02:05:10.398436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2de9f4ad-9df5-4ba6-bc26-a965e88fe82c req-3f212e2e-43c0-444c-99c3-58f555e9cf0d tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Aug 16 02:05:10.488604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:10.492878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:10.528197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98755276-41bb-4411-aae3-bc9645980d4d req-7d6d49b4-9b74-474a-aa87-b395f5a7c417 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.536085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98755276-41bb-4411-aae3-bc9645980d4d req-7d6d49b4-9b74-474a-aa87-b395f5a7c417 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=44c31af2-6fa9-4837-8fe7-ebaf8ad89a64 HTTP/1.1" status: 200 len: 949 time: 0.0640423 Aug 16 02:05:10.581363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98755276-41bb-4411-aae3-bc9645980d4d req-956a7669-1561-461c-8156-716b1aab5870 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Aug 16 02:05:10.654262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc89544-9152-4274-acb7-c58e4ca0b880 req-65add1e0-8e4e-4e23-8be7-9256d44c2bd2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.664341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0cc89544-9152-4274-acb7-c58e4ca0b880 req-65add1e0-8e4e-4e23-8be7-9256d44c2bd2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.0725458 Aug 16 02:05:10.666065 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.669875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:10.693786 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'port_id': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'mac_address': 'fa:16:3e:e9:01:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:10.717943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0cc89544-9152-4274-acb7-c58e4ca0b880 req-eca9a1b2-1507-40fc-867a-c59619c48d29 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524228 Aug 16 02:05:10.719802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:10.727207 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.809019 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.814304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=11']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.827451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:10.852386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:10.859041 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.930059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=12']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.957560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['14a3fce1-5fbe-46f9-a3cc-7cee760384e2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:10.996860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:10.999403 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7a7c84-6f43-4ffa-992e-9b5f1bf81800" -d '{"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-unplugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:11.076492 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e6687e-1a86-46a1-b94e-3fe930ff5f3c x-openstack-request-id: req-16e6687e-1a86-46a1-b94e-3fe930ff5f3c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:11.076782 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-unplugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:11.077052 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16e6687e-1a86-46a1-b94e-3fe930ff5f3c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:11.077438 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'code': 200} Aug 16 02:05:11.193224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab133-a4f2-4208-bfb9-60acc3f210ca req-cb0dac17-16a4-409f-b69e-ecc451ba858c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:11.194744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fbab133-a4f2-4208-bfb9-60acc3f210ca req-cb0dac17-16a4-409f-b69e-ecc451ba858c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 945 time: 0.0557132 Aug 16 02:05:11.237571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fbab133-a4f2-4208-bfb9-60acc3f210ca req-327325bf-a2ee-442a-8c37-944de4d8385e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362215 Aug 16 02:05:11.471080 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f6966552-c0dc-4f77-9981-3a03c1114e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.544421 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.767686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device aa87cee4-ed35-4a83-a9c1-ac38441cb8cb up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:11.797436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f9afa-4510-49d8-a20e-b170cf8edd5f req-7995b011-6847-421c-8fbb-e96703747123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:11.802269 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-766f9afa-4510-49d8-a20e-b170cf8edd5f req-7995b011-6847-421c-8fbb-e96703747123 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1097 time: 0.0712495 Aug 16 02:05:11.844584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:11.853829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:11.854934 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.873711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ee739-f46a-43f2-9208-10d74397b025 req-5ecfcb90-6ba4-43f6-8a7c-1967761321fb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:11.883818 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-709ee739-f46a-43f2-9208-10d74397b025 req-5ecfcb90-6ba4-43f6-8a7c-1967761321fb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 945 time: 0.0803509 Aug 16 02:05:11.939073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-709ee739-f46a-43f2-9208-10d74397b025 req-79307480-6660-49b7-aebf-805afb7efd03 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502989 Aug 16 02:05:11.942275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f9afa-4510-49d8-a20e-b170cf8edd5f req-e2e68f7b-789a-4681-bdef-37aa30fab40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:11.943868 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-766f9afa-4510-49d8-a20e-b170cf8edd5f req-e2e68f7b-789a-4681-bdef-37aa30fab40e service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.1162829 Aug 16 02:05:11.991924 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.061791 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-766f9afa-4510-49d8-a20e-b170cf8edd5f req-18f50d0d-c0dc-4bda-bda6-1252adc1c13d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 1000 time: 0.1089621 Aug 16 02:05:12.062948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:12.080754 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.163212 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f9afa-4510-49d8-a20e-b170cf8edd5f req-8594e6fc-78b7-4d3a-a9a4-c6d338f69173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.164275 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-766f9afa-4510-49d8-a20e-b170cf8edd5f req-8594e6fc-78b7-4d3a-a9a4-c6d338f69173 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0902777 Aug 16 02:05:12.188160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.229962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f9afa-4510-49d8-a20e-b170cf8edd5f req-c4e7475b-3f8d-4ba0-944c-04b9dae0177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.231740 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-766f9afa-4510-49d8-a20e-b170cf8edd5f req-c4e7475b-3f8d-4ba0-944c-04b9dae0177c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582340 Aug 16 02:05:12.383092 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-766f9afa-4510-49d8-a20e-b170cf8edd5f req-59ff5c8f-06ee-4456-ae0c-9ed33ae2139b service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400497 Aug 16 02:05:12.490952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa696f-4315-4184-ad3c-675da472ccaa req-ad1d6162-32ef-4301-9490-74092c5628d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.492798 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20aa696f-4315-4184-ad3c-675da472ccaa req-ad1d6162-32ef-4301-9490-74092c5628d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1357307 Aug 16 02:05:12.512903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:12.574198 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-766f9afa-4510-49d8-a20e-b170cf8edd5f req-f8ef45c9-859e-4b64-b65a-0f2c1c4fea0a service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815577 Aug 16 02:05:12.589819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20aa696f-4315-4184-ad3c-675da472ccaa req-4705e410-4ef7-4dc0-966d-09485ababfc8 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890882 Aug 16 02:05:12.595276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:12.596231 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.720852 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.738944 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.789948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:12.801113 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.870800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=13']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.080185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb'}, {'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:13.082162 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dbb359-1283-498d-9f8b-56a67936cd1d" -d '{"events": [{"server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "name": "network-vif-plugged", "status": "completed", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb"}, {"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-plugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:13.101866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8ba73-c66d-4f2a-999e-0e4ce0d6551a req-707e31a9-344b-4498-8f19-0e0479415e64 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.110669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56e8ba73-c66d-4f2a-999e-0e4ce0d6551a req-707e31a9-344b-4498-8f19-0e0479415e64 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.0766664 Aug 16 02:05:13.158887 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a9cf59-3f11-4794-89b5-38d3cb5a25ec x-openstack-request-id: req-d2a9cf59-3f11-4794-89b5-38d3cb5a25ec {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:13.159538 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "name": "network-vif-plugged", "status": "completed", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb", "code": 200}, {"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-plugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:13.159933 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2a9cf59-3f11-4794-89b5-38d3cb5a25ec {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:13.160461 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'code': 200} Aug 16 02:05:13.160847 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'code': 200} Aug 16 02:05:13.160968 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56e8ba73-c66d-4f2a-999e-0e4ce0d6551a req-77b2b5bb-aacc-4b1c-8ce8-00a054d68e35 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483561 Aug 16 02:05:13.313994 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07639-5e4b-4039-9aeb-81730a7bbc30 req-7ce85913-c5ae-4bd1-b7e0-7e42c84d2212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.316255 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eae07639-5e4b-4039-9aeb-81730a7bbc30 req-7ce85913-c5ae-4bd1-b7e0-7e42c84d2212 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1098 time: 0.0519171 Aug 16 02:05:13.377595 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eae07639-5e4b-4039-9aeb-81730a7bbc30 req-90b1d4d7-8029-4ce7-b440-370054487233 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531368 Aug 16 02:05:13.755291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c55145-1614-4087-a45a-98df7232c3f3 req-066f4392-e5cd-4516-a66d-3cd695c27e9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.757430 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00c55145-1614-4087-a45a-98df7232c3f3 req-066f4392-e5cd-4516-a66d-3cd695c27e9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.0889883 Aug 16 02:05:13.894508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00c55145-1614-4087-a45a-98df7232c3f3 req-1d3385e3-ae74-4d17-b326-9cf524eeb21f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284118 Aug 16 02:05:14.201776 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.366711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52a444-a88d-4f6d-8681-9cd01f2b96f8 req-77f0c288-f1b4-4e68-b955-ebccb1708d89 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.368745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c52a444-a88d-4f6d-8681-9cd01f2b96f8 req-77f0c288-f1b4-4e68-b955-ebccb1708d89 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.1166289 Aug 16 02:05:14.491375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c52a444-a88d-4f6d-8681-9cd01f2b96f8 req-5ca91d20-a9b6-45d2-83a8-d711818b17cb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149447 Aug 16 02:05:14.504007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 44f1787a-c873-4ac8-ba5d-9a60e765f183 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:14.731684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:14.764284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'mac_address': 'fa:16:3e:4c:12:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:14.819972 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.834472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44f1787a-c873-4ac8-ba5d-9a60e765f183 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:14.871291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:14.879540 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.025415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['44f1787a-c873-4ac8-ba5d-9a60e765f183'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:15.145615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385784e8-cf01-43a7-9b03-6092a1878a7b req-e46e39e0-a6bd-4953-91e2-18df50915723 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.160958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-385784e8-cf01-43a7-9b03-6092a1878a7b req-e46e39e0-a6bd-4953-91e2-18df50915723 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1211421 Aug 16 02:05:15.213918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.252308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-385784e8-cf01-43a7-9b03-6092a1878a7b req-ed295ec5-5bb8-4110-9002-21e033e7a469 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900469 Aug 16 02:05:15.690504 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b36fdf-008a-4481-a8fa-d9a43b94b817 req-2a0d359b-c6a5-4f14-919a-4ec8eaa6722a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.708792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03b36fdf-008a-4481-a8fa-d9a43b94b817 req-2a0d359b-c6a5-4f14-919a-4ec8eaa6722a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.0993321 Aug 16 02:05:15.780314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03b36fdf-008a-4481-a8fa-d9a43b94b817 req-105078bf-46dc-4cff-9398-c4e5f642c5a9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703483 Aug 16 02:05:16.446649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6565-7e50-4656-935a-319ba7cf3e68 req-6edeb896-46b4-47cd-859d-f5d75a9ed0d8 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.466357 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f9d6565-7e50-4656-935a-319ba7cf3e68 req-6edeb896-46b4-47cd-859d-f5d75a9ed0d8 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1304629 Aug 16 02:05:16.536410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f9d6565-7e50-4656-935a-319ba7cf3e68 req-575bf3d6-c846-4472-b92e-88a8b0fa57bb tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687792 Aug 16 02:05:16.540386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 44f1787a-c873-4ac8-ba5d-9a60e765f183 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:16.666203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 44f1787a-c873-4ac8-ba5d-9a60e765f183 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:16.666781 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.765840 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.769703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555b3a5-eaf5-4a17-b8aa-86a1236c3292 req-b5483941-fd56-432c-b4c8-850e560c2a30 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.779768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8555b3a5-eaf5-4a17-b8aa-86a1236c3292 req-b5483941-fd56-432c-b4c8-850e560c2a30 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1175797 Aug 16 02:05:16.806287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:16.811809 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c730cf71-cebf-42fa-a325-8585f3430c2b" -d '{"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-plugged", "status": "completed", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:16.841839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:16.853743 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.860955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8555b3a5-eaf5-4a17-b8aa-86a1236c3292 req-1d9a4458-d193-42bf-b8df-e11ba1667ec3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790067 Aug 16 02:05:16.895768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57586) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:17.002610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:17.017537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e624a274-6069-48c6-ab86-53ba5ca294fa tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.022421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57594) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:17.027522 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e624a274-6069-48c6-ab86-53ba5ca294fa tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1093 time: 0.1305623 Aug 16 02:05:17.036203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:17.162800 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.197685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222832f8-8a0d-41c4-8969-6f25a2e8a5d9 req-91b111e7-de53-4238-8c93-09f3ce0407da tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.199847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-222832f8-8a0d-41c4-8969-6f25a2e8a5d9 req-91b111e7-de53-4238-8c93-09f3ce0407da tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.1591043 Aug 16 02:05:17.296742 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-222832f8-8a0d-41c4-8969-6f25a2e8a5d9 req-f1c344b4-5f92-49c3-9706-d45381ddcda8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711360 Aug 16 02:05:17.370824 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664ec082-4713-48df-929a-e955b299263b x-openstack-request-id: req-664ec082-4713-48df-929a-e955b299263b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:17.371330 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-plugged", "status": "completed", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:17.371749 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-664ec082-4713-48df-929a-e955b299263b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:17.372306 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'code': 200} Aug 16 02:05:17.435908 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.685128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.25.2.198 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/317572c3-0ac1-4af3-9b73-cfa7f459a58b) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:17.845680 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.899494 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.945678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:17.963223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:17.970299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:18.048010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=317572c3-0ac1-4af3-9b73-cfa7f459a58b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:18.070706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e3ff-c296-448f-be39-08bb5aeefc3c req-5d38784d-dcc4-47fe-b0ef-4f3cf965f144 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.079978 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0b7e3ff-c296-448f-be39-08bb5aeefc3c req-5d38784d-dcc4-47fe-b0ef-4f3cf965f144 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 950 time: 0.1613691 Aug 16 02:05:18.153700 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0b7e3ff-c296-448f-be39-08bb5aeefc3c req-66662895-b9d1-4e65-a122-cf61457d48b4 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685782 Aug 16 02:05:18.208672 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.690789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921bc92-b40c-4d64-ac2c-e3a4573695c8 req-7cd91a40-a8a8-4375-a184-5fcd2f8d3c97 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.699853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a921bc92-b40c-4d64-ac2c-e3a4573695c8 req-7cd91a40-a8a8-4375-a184-5fcd2f8d3c97 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.2474275 Aug 16 02:05:18.942235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a921bc92-b40c-4d64-ac2c-e3a4573695c8 req-5240b497-e653-4f5f-8f09-87b853d5747d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251173 Aug 16 02:05:19.055948 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.165987 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.438702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a0af1-1e53-4b82-bb56-516d19065315 req-b8419265-0dc2-469a-acc7-84bcf1e49018 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.446316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e15a0af1-1e53-4b82-bb56-516d19065315 req-b8419265-0dc2-469a-acc7-84bcf1e49018 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 950 time: 0.1883435 Aug 16 02:05:19.535297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e15a0af1-1e53-4b82-bb56-516d19065315 req-861c3738-180c-4567-b5f5-a8a52c1906ea tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d560ab7-0a67-4286-8fce-9b89320bf3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879886 Aug 16 02:05:19.626049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.636379 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.760907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=317572c3-0ac1-4af3-9b73-cfa7f459a58b,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:19.783294 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.976741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5751f-a5c0-40fb-a8b3-d0936ca2acb6 req-3f4ad08a-a5d0-4682-8479-c54a93db66fd tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.979215 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fae5751f-a5c0-40fb-a8b3-d0936ca2acb6 req-3f4ad08a-a5d0-4682-8479-c54a93db66fd tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.84 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 950 time: 0.1224835 Aug 16 02:05:20.033357 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Floating IP 0cbfb633-6a57-4f2c-85d3-45bbc802d677 associated. External IP: 172.25.2.198, port: aa87cee4-ed35-4a83-a9c1-ac38441cb8cb. Aug 16 02:05:20.245339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-fae5751f-a5c0-40fb-a8b3-d0936ca2acb6 req-eb4151eb-cce4-4582-82ab-225b01329867 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Deleting port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:20.245792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fae5751f-a5c0-40fb-a8b3-d0936ca2acb6 req-eb4151eb-cce4-4582-82ab-225b01329867 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.568744 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-fae5751f-a5c0-40fb-a8b3-d0936ca2acb6 req-eb4151eb-cce4-4582-82ab-225b01329867 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] For port 33b6d710-d70b-4a75-9354-6bbf1e9582b9, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=33b6d710-d70b-4a75-9354-6bbf1e9582b9,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:20.571891 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fae5751f-a5c0-40fb-a8b3-d0936ca2acb6 req-eb4151eb-cce4-4582-82ab-225b01329867 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.609963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-fae5751f-a5c0-40fb-a8b3-d0936ca2acb6 req-eb4151eb-cce4-4582-82ab-225b01329867 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Calling delete_port for 33b6d710-d70b-4a75-9354-6bbf1e9582b9 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:20.861123 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fae5751f-a5c0-40fb-a8b3-d0936ca2acb6 req-eb4151eb-cce4-4582-82ab-225b01329867 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.975087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4151eb-cce4-4582-82ab-225b01329867 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Pushing event deleted for resources: {'Port': ['ID=33b6d710-d70b-4a75-9354-6bbf1e9582b9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.019136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdd91a-04e7-45c8-9a66-598ab91bf50f req-5b428420-4112-44e2-b7ba-df94ab790487 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.021066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1cdd91a-04e7-45c8-9a66-598ab91bf50f req-5b428420-4112-44e2-b7ba-df94ab790487 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.0954950 Aug 16 02:05:21.057623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae5751f-a5c0-40fb-a8b3-d0936ca2acb6 req-eb4151eb-cce4-4582-82ab-225b01329867 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] No DVR routers for this DVR port 33b6d710-d70b-4a75-9354-6bbf1e9582b9 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:21.073021 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fae5751f-a5c0-40fb-a8b3-d0936ca2acb6 req-eb4151eb-cce4-4582-82ab-225b01329867 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.074838 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fae5751f-a5c0-40fb-a8b3-d0936ca2acb6 req-eb4151eb-cce4-4582-82ab-225b01329867 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.84 "DELETE /v2.0/ports/33b6d710-d70b-4a75-9354-6bbf1e9582b9 HTTP/1.1" status: 204 len: 173 time: 1.0863171 Aug 16 02:05:21.075524 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ddd475-1456-4cd4-b01a-fff8464defb0', 'name': 'network-vif-deleted', 'tag': '33b6d710-d70b-4a75-9354-6bbf1e9582b9'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:21.086345 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0609827-2904-4a4d-b1ff-04c6f88a90f4" -d '{"events": [{"server_uuid": "43ddd475-1456-4cd4-b01a-fff8464defb0", "name": "network-vif-deleted", "tag": "33b6d710-d70b-4a75-9354-6bbf1e9582b9"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:21.161078 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1cdd91a-04e7-45c8-9a66-598ab91bf50f req-65f7d1e9-1844-4b61-9be6-a0a9b35e71c7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145651 Aug 16 02:05:21.344656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router f54d37c4-a56f-4bb8-82ad-6a3e24939cef has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:21.599283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:21.627228 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8512ef0e-2d9c-47cd-a0ae-1f456726ea4d None None] Sync routers for ids ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:21.654480 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512ef0e-2d9c-47cd-a0ae-1f456726ea4d None None] Routers {'f54d37c4-a56f-4bb8-82ad-6a3e24939cef'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:21.655303 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8512ef0e-2d9c-47cd-a0ae-1f456726ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:05:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:21.739644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41c5d1ed-8322-44fb-bded-81ad1dd398e6 req-cf89c7e6-9960-45e3-96b3-c1c6b8eb9220 tempest-VolumesBackupsTest-1555112651 tempest-VolumesBackupsTest-1555112651-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ddd475-1456-4cd4-b01a-fff8464defb0 HTTP/1.1" status: 200 len: 210 time: 0.1662610 Aug 16 02:05:21.755863 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.847456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 33b6d710-d70b-4a75-9354-6bbf1e9582b9 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:21.862606 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a236700-7eb5-42bf-94ea-2f12dc2e5665 x-openstack-request-id: req-3a236700-7eb5-42bf-94ea-2f12dc2e5665 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:21.862915 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ddd475-1456-4cd4-b01a-fff8464defb0", "name": "network-vif-deleted", "tag": "33b6d710-d70b-4a75-9354-6bbf1e9582b9", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:21.863152 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a236700-7eb5-42bf-94ea-2f12dc2e5665 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:21.863558 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ddd475-1456-4cd4-b01a-fff8464defb0', 'name': 'network-vif-deleted', 'tag': '33b6d710-d70b-4a75-9354-6bbf1e9582b9', 'status': 'completed', 'code': 200} Aug 16 02:05:21.900517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-97438bfa-50ff-4b6f-8c8c-121fa076b7ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8745043 Aug 16 02:05:21.900517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:21.906934 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27792374-baeb-4ce2-8ed6-9496a5977a63" -d '{"events": [{"name": "network-changed", "server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:21.912891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 33b6d710-d70b-4a75-9354-6bbf1e9582b9 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:21.913370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 33b6d710-d70b-4a75-9354-6bbf1e9582b9 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:22.080630 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-8512ef0e-2d9c-47cd-a0ae-1f456726ea4d None None] Set router f54d37c4-a56f-4bb8-82ad-6a3e24939cef gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:22.157257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe35f-004b-4200-bb50-fb75c39cd4e6 req-23782599-266a-45fd-8a01-6f3c9fcbf6da tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.158955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85efe35f-004b-4200-bb50-fb75c39cd4e6 req-23782599-266a-45fd-8a01-6f3c9fcbf6da tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1235983 Aug 16 02:05:22.268955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85efe35f-004b-4200-bb50-fb75c39cd4e6 req-ba7edf67-f869-434d-b9f9-baca8a2a64b5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001720 Aug 16 02:05:22.281167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57652) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:22.387853 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56855c0-a77c-483e-9a39-1baeeef8f981 x-openstack-request-id: req-e56855c0-a77c-483e-9a39-1baeeef8f981 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:22.388396 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:22.388837 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e56855c0-a77c-483e-9a39-1baeeef8f981 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:22.389876 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'status': 'completed', 'code': 200} Aug 16 02:05:22.484530 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-02eec1c0-a6af-47b0-84bb-9ade59a8cf46 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/0cbfb633-6a57-4f2c-85d3-45bbc802d677 HTTP/1.1" status: 200 len: 992 time: 0.2019019 Aug 16 02:05:22.517366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27792374-baeb-4ce2-8ed6-9496a5977a63 req-b6dd7c0d-d884-416d-89a4-9b325e627c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.530023 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27792374-baeb-4ce2-8ed6-9496a5977a63 req-b6dd7c0d-d884-416d-89a4-9b325e627c1f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1098 time: 0.1064546 Aug 16 02:05:22.653568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27792374-baeb-4ce2-8ed6-9496a5977a63 req-e7123799-d3b4-4d55-85b6-a8fcefbb5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.655393 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27792374-baeb-4ce2-8ed6-9496a5977a63 req-e7123799-d3b4-4d55-85b6-a8fcefbb5d53 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 200 len: 897 time: 0.1172287 Aug 16 02:05:22.659565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e7e61-9c6f-4530-8d67-0404cdc48e92 req-7faa6ed6-51a9-41e1-a093-4b0113b761fe tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.661208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e7e7e61-9c6f-4530-8d67-0404cdc48e92 req-7faa6ed6-51a9-41e1-a093-4b0113b761fe tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.1103597 Aug 16 02:05:22.750950 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8512ef0e-2d9c-47cd-a0ae-1f456726ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:47Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '0cbfb633-6a57-4f2c-85d3-45bbc802d677', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.198', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'port_id': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'mac_address': 'fa:16:3e:de:89:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:18Z', 'updated_at': '2021-08-16T02:05:18Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c98051b-0085-4bb6-bb18-d51cf7ce8010', 'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:35:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:46Z', 'updated_at': '2021-08-16T02:04:56Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '9b6072cc-0732-4626-98c6-e3940f462739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:22.761870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e7e7e61-9c6f-4530-8d67-0404cdc48e92 req-68ab3b82-f650-4e5e-b0f0-07d3e552c050 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890365 Aug 16 02:05:22.769530 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27792374-baeb-4ce2-8ed6-9496a5977a63 req-ab69153d-6f22-4e87-8997-949475e8bf99 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 1000 time: 0.1043408 Aug 16 02:05:22.818287 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8512ef0e-2d9c-47cd-a0ae-1f456726ea4d None None] Checking router: f54d37c4-a56f-4bb8-82ad-6a3e24939cef for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:22.832320 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512ef0e-2d9c-47cd-a0ae-1f456726ea4d None None] Routers {'f54d37c4-a56f-4bb8-82ad-6a3e24939cef'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:22.833216 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8512ef0e-2d9c-47cd-a0ae-1f456726ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:05:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:22.912945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27792374-baeb-4ce2-8ed6-9496a5977a63 req-c517f24e-5bde-47e9-b348-38674f1dfa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.920307 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27792374-baeb-4ce2-8ed6-9496a5977a63 req-c517f24e-5bde-47e9-b348-38674f1dfa37 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9b6072cc-0732-4626-98c6-e3940f462739 HTTP/1.1" status: 200 len: 835 time: 0.1428123 Aug 16 02:05:23.055761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27792374-baeb-4ce2-8ed6-9496a5977a63 req-f4df1506-e09f-4943-b619-e1fd6f467d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.057686 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27792374-baeb-4ce2-8ed6-9496a5977a63 req-f4df1506-e09f-4943-b619-e1fd6f467d92 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6f6930e4-48fd-4ab6-b812-9d30343acd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296237 Aug 16 02:05:23.222030 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-8512ef0e-2d9c-47cd-a0ae-1f456726ea4d None None] Set router f54d37c4-a56f-4bb8-82ad-6a3e24939cef gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:23.290396 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27792374-baeb-4ce2-8ed6-9496a5977a63 req-8b8cfba8-eee0-4673-8a25-a7089ea26191 service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230086 Aug 16 02:05:23.491336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57664) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:23.683573 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27792374-baeb-4ce2-8ed6-9496a5977a63 req-1e79e9d6-a282-46f6-a0af-ebfac76ff71c service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873379 Aug 16 02:05:23.738640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0a61b195-25d2-4377-9b0d-d3a721bc8263 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/0cbfb633-6a57-4f2c-85d3-45bbc802d677 HTTP/1.1" status: 200 len: 992 time: 0.2461162 Aug 16 02:05:24.056120 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8512ef0e-2d9c-47cd-a0ae-1f456726ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:47Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '0cbfb633-6a57-4f2c-85d3-45bbc802d677', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.198', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'port_id': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'mac_address': 'fa:16:3e:de:89:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:18Z', 'updated_at': '2021-08-16T02:05:18Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c98051b-0085-4bb6-bb18-d51cf7ce8010', 'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:35:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:46Z', 'updated_at': '2021-08-16T02:04:56Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '9b6072cc-0732-4626-98c6-e3940f462739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:24.121913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4b0e4-b5f3-4cfa-bb74-891588fbc1bf req-be344cfe-a62a-4e8f-a33d-e8bd0c7f3a83 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.123565 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8512ef0e-2d9c-47cd-a0ae-1f456726ea4d None None] The sync data for ids ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'] in n-d-768851-16 is: [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:47Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '0cbfb633-6a57-4f2c-85d3-45bbc802d677', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.198', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'port_id': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'mac_address': 'fa:16:3e:de:89:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:05:18Z', 'updated_at': '2021-08-16T02:05:18Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c98051b-0085-4bb6-bb18-d51cf7ce8010', 'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:35:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:46Z', 'updated_at': '2021-08-16T02:04:56Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '9b6072cc-0732-4626-98c6-e3940f462739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:24.130059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99c4b0e4-b5f3-4cfa-bb74-891588fbc1bf req-be344cfe-a62a-4e8f-a33d-e8bd0c7f3a83 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.1065600 Aug 16 02:05:24.206114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99c4b0e4-b5f3-4cfa-bb74-891588fbc1bf req-ebf962d4-fc72-4d45-ab6b-59fc4823a55a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749714 Aug 16 02:05:24.554091 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42559ff-c978-46b8-9365-90ae9d585cd8 None None] New status for floating IP 0cbfb633-6a57-4f2c-85d3-45bbc802d677: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:05:24.740891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57678) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.914458 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-70a8993a-722d-470c-8e68-0d7beac19341 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/0cbfb633-6a57-4f2c-85d3-45bbc802d677 HTTP/1.1" status: 200 len: 992 time: 0.1669152 Aug 16 02:05:25.485188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976b097-fcf7-4ae8-83c9-24e1acfc3d73 req-58bb7950-4ff6-4958-905f-789842272d2f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.525262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d976b097-fcf7-4ae8-83c9-24e1acfc3d73 req-58bb7950-4ff6-4958-905f-789842272d2f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.1732848 Aug 16 02:05:25.585068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d976b097-fcf7-4ae8-83c9-24e1acfc3d73 req-16a8c7a7-b3a4-460d-bba6-6dd24b47bd3c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576489 Aug 16 02:05:25.913068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57692) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.169361 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2c5d4ff6-8890-4f10-bee1-af8d54d245dc tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/0cbfb633-6a57-4f2c-85d3-45bbc802d677 HTTP/1.1" status: 200 len: 994 time: 0.2529600 Aug 16 02:05:26.834351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cf630-0f8c-48ed-9390-589085820d3b req-40bb7727-d422-4314-bf59-e0d664bd8c24 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.843453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f8cf630-0f8c-48ed-9390-589085820d3b req-40bb7727-d422-4314-bf59-e0d664bd8c24 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.1304708 Aug 16 02:05:26.894482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f8cf630-0f8c-48ed-9390-589085820d3b req-c3cbdf4d-e322-4c79-930f-28fae2433359 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500331 Aug 16 02:05:28.065397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860fc0d-99dd-4991-9391-33635d24f215 req-5a7fa408-5f5b-4670-a9ab-dd837fdf21e1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.066953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1860fc0d-99dd-4991-9391-33635d24f215 req-5a7fa408-5f5b-4670-a9ab-dd837fdf21e1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.0552781 Aug 16 02:05:28.114771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1860fc0d-99dd-4991-9391-33635d24f215 req-1300805f-daf0-419d-82e3-a93bc2bf8aea tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409265 Aug 16 02:05:29.503695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f869f47-4ac7-4290-8aa4-e1e296ab7bfd req-aa3e41d1-7235-4cbd-8efc-b3d8f936b33c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.506421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f869f47-4ac7-4290-8aa4-e1e296ab7bfd req-aa3e41d1-7235-4cbd-8efc-b3d8f936b33c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.2252638 Aug 16 02:05:29.578278 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f869f47-4ac7-4290-8aa4-e1e296ab7bfd req-93e7c54b-8e5f-4fb2-aa1e-ced9daeaf67f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654614 Aug 16 02:05:30.349358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad86aff-0844-4b4a-89e9-9cd1dbd7bca7 req-64372f2e-ae2d-44e1-ba6a-556750b6b77f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.351816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ad86aff-0844-4b4a-89e9-9cd1dbd7bca7 req-64372f2e-ae2d-44e1-ba6a-556750b6b77f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.0747573 Aug 16 02:05:30.397275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ad86aff-0844-4b4a-89e9-9cd1dbd7bca7 req-ac91c577-b576-4f82-8004-6ccda6e9f5d8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388882 Aug 16 02:05:31.631037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a712787-ae9e-4d4b-8cde-c1c9fdcab784 req-6e66d986-fdd0-4259-aec4-9b75b3a4cedb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.639511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a712787-ae9e-4d4b-8cde-c1c9fdcab784 req-6e66d986-fdd0-4259-aec4-9b75b3a4cedb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.0657401 Aug 16 02:05:31.685045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a712787-ae9e-4d4b-8cde-c1c9fdcab784 req-b7e8a399-a520-41d0-a354-ddcab5aa8630 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442524 Aug 16 02:05:31.801829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529ea4e-9160-4abf-bae1-59eba64515a7 req-edda1ea1-2e84-4f84-afd8-b6af4c83f9fe tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.803499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e529ea4e-9160-4abf-bae1-59eba64515a7 req-edda1ea1-2e84-4f84-afd8-b6af4c83f9fe tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=44c31af2-6fa9-4837-8fe7-ebaf8ad89a64 HTTP/1.1" status: 200 len: 949 time: 0.0560470 Aug 16 02:05:31.853131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e529ea4e-9160-4abf-bae1-59eba64515a7 req-c6c79d66-6f0e-47dc-acca-04169edfa558 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Aug 16 02:05:32.026133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499f88a-ada2-4562-86da-9e97044acc49 req-03885a8b-6633-423f-8a3a-d32b3bcf71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.027376 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a499f88a-ada2-4562-86da-9e97044acc49 req-03885a8b-6633-423f-8a3a-d32b3bcf71a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1098 time: 0.0460601 Aug 16 02:05:32.035929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dbbdc-4273-4ae4-a617-3b2c14523990 req-22825306-9d37-4ea2-b8ed-91da1bf7bd4e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.037723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be5dbbdc-4273-4ae4-a617-3b2c14523990 req-22825306-9d37-4ea2-b8ed-91da1bf7bd4e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 946 time: 0.0629795 Aug 16 02:05:32.095127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be5dbbdc-4273-4ae4-a617-3b2c14523990 req-54936572-93fe-4c27-8e33-af0487a510e6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488768 Aug 16 02:05:32.153490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499f88a-ada2-4562-86da-9e97044acc49 req-745119d0-8ff8-44f5-9135-80bd8c1c7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.155163 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a499f88a-ada2-4562-86da-9e97044acc49 req-745119d0-8ff8-44f5-9135-80bd8c1c7687 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.1200631 Aug 16 02:05:32.228204 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a499f88a-ada2-4562-86da-9e97044acc49 req-82521848-6d96-4757-a073-3c5f875deb8e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 1001 time: 0.0646851 Aug 16 02:05:32.300786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499f88a-ada2-4562-86da-9e97044acc49 req-00342f38-8079-4918-98a2-8802b9be2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.302318 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a499f88a-ada2-4562-86da-9e97044acc49 req-00342f38-8079-4918-98a2-8802b9be2fc4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0641053 Aug 16 02:05:32.359093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499f88a-ada2-4562-86da-9e97044acc49 req-ab34ee5c-66f2-4342-a33e-a9fc98fc1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.360743 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a499f88a-ada2-4562-86da-9e97044acc49 req-ab34ee5c-66f2-4342-a33e-a9fc98fc1f29 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498600 Aug 16 02:05:32.464064 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a499f88a-ada2-4562-86da-9e97044acc49 req-75c2a7c3-9ad1-4059-affc-7d076a34d69c service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940764 Aug 16 02:05:32.578883 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a499f88a-ada2-4562-86da-9e97044acc49 req-c74d2f9d-209e-43e7-9d9c-fde4896451c0 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051276 Aug 16 02:05:32.663284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:32.765166 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.793038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:32.795752 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7b0812-bda0-4dca-8058-3d26e081656d" -d '{"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-unplugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:32.810543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:32.815604 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.816597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 44f1787a-c873-4ac8-ba5d-9a60e765f183 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:32.857460 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c008cd1-78ac-48bf-8a60-55081945a46d x-openstack-request-id: req-8c008cd1-78ac-48bf-8a60-55081945a46d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:32.857988 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-unplugged", "status": "completed", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:32.858447 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c008cd1-78ac-48bf-8a60-55081945a46d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:32.859339 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'code': 200} Aug 16 02:05:32.918984 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=14']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:32.962598 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-a7b99562-d162-4286-bdaf-76897d9bff3b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0651300 Aug 16 02:05:32.964778 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.029816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:33.034788 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.087765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:33.088447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-52d4feca-6290-4ef5-9b24-77216a5974ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.089025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-52d4feca-6290-4ef5-9b24-77216a5974ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.089441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-52d4feca-6290-4ef5-9b24-77216a5974ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.089919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-52d4feca-6290-4ef5-9b24-77216a5974ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.090422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-52d4feca-6290-4ef5-9b24-77216a5974ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.090904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-52d4feca-6290-4ef5-9b24-77216a5974ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.091378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-52d4feca-6290-4ef5-9b24-77216a5974ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.093410 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-52d4feca-6290-4ef5-9b24-77216a5974ca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6506 time: 0.0524516 Aug 16 02:05:33.248206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614db68-5c50-4575-96f3-09c8c87c446c req-34c75583-4c7b-4aea-8c1c-b94403419a9e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.251049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a614db68-5c50-4575-96f3-09c8c87c446c req-34c75583-4c7b-4aea-8c1c-b94403419a9e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0751598 Aug 16 02:05:33.276431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-a48297cf-3bd8-4a4f-a8a4-e4d0847e4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.277370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-a48297cf-3bd8-4a4f-a8a4-e4d0847e4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.278122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-a48297cf-3bd8-4a4f-a8a4-e4d0847e4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.280201 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-a48297cf-3bd8-4a4f-a8a4-e4d0847e4f28 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2ea2ab85-242f-4314-9eef-b00c020be907&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=1d05361c-e213-4f52-8aeb-6d00c93c6965&id=1d05361c-e213-4f52-8aeb-6d00c93c6965 HTTP/1.1" status: 200 len: 2297 time: 0.1610174 Aug 16 02:05:33.308563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a614db68-5c50-4575-96f3-09c8c87c446c req-11d37525-1dda-44d0-b16c-a1d81c8d41c7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490136 Aug 16 02:05:33.384008 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-d6889159-c5af-4470-85d1-ae73510c66a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25 HTTP/1.1" status: 200 len: 1001 time: 0.0907280 Aug 16 02:05:33.448705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-f43d6794-cf44-476c-9d9a-780c30af20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.450317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-f43d6794-cf44-476c-9d9a-780c30af20d1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fe5b00cb-8239-4aec-9c3f-72d71ae075fe HTTP/1.1" status: 200 len: 855 time: 0.0545635 Aug 16 02:05:33.515404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-ef4e9c95-e19e-49f3-96dd-e9b17ae82054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.517070 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-ef4e9c95-e19e-49f3-96dd-e9b17ae82054 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2ea2ab85-242f-4314-9eef-b00c020be907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585268 Aug 16 02:05:33.624330 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-25aa8429-2e40-47e0-bbdb-8e4c0a4461d6 service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978324 Aug 16 02:05:33.652072 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:05:33.737795 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-f1acd4c4-d4c7-44c9-9e19-c7dc35e27a8a service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052818 Aug 16 02:05:33.787760 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-308633e6-cdcb-4d66-95d7-0b11d7a89ff4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=62465913-9f97-4993-baaf-8784e6efa18e HTTP/1.1" status: 200 len: 217 time: 0.0409400 Aug 16 02:05:33.843086 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-667b04b2-1f21-466c-9cc7-3110f297bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.844785 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-667b04b2-1f21-466c-9cc7-3110f297bc11 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0486472 Aug 16 02:05:33.896016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-33fbbb48-c298-40ba-8f66-cd85030d0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.897672 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-33fbbb48-c298-40ba-8f66-cd85030d0ddb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0424721 Aug 16 02:05:34.002024 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-d8f4d250-f65d-4ffe-a07f-2ca3f9e83c6c service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967109 Aug 16 02:05:34.104392 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-1d717a0c-cdfa-40c9-aded-1d308542c049 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934615 Aug 16 02:05:34.152527 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-c92586af-b169-4c4a-a78d-63ea78a80fd6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=09730719-e67e-49bb-b3bd-ddbc04247286 HTTP/1.1" status: 200 len: 217 time: 0.0414095 Aug 16 02:05:34.221876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-af1747be-81a2-4e8a-9ed2-7a22f2f3dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.223753 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-af1747be-81a2-4e8a-9ed2-7a22f2f3dc33 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0629313 Aug 16 02:05:34.276548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-10ffdf33-28db-49dc-82ad-8e0d3b6284df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.277729 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-10ffdf33-28db-49dc-82ad-8e0d3b6284df service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0463836 Aug 16 02:05:34.384615 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-6a2f6aad-15e7-42e5-9046-6324963c80b7 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982766 Aug 16 02:05:34.462434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b157de-b73f-434f-b194-16cbe2d21239 req-29bcf40a-c18f-4a36-9b98-87e68b36c5ae tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.465325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10b157de-b73f-434f-b194-16cbe2d21239 req-29bcf40a-c18f-4a36-9b98-87e68b36c5ae tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0754156 Aug 16 02:05:34.506562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10b157de-b73f-434f-b194-16cbe2d21239 req-4605c5dc-957a-4cdf-b411-3dec7b579040 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349143 Aug 16 02:05:34.524049 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-d7e78e5e-d1c2-4886-a287-cdd9e29d38df service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306434 Aug 16 02:05:34.576310 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-236e7f9e-7f3a-414b-949a-52bd46a682dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=551583b1-17cc-4b79-a29a-167feacb8946 HTTP/1.1" status: 200 len: 217 time: 0.0449324 Aug 16 02:05:34.657600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-cfcfd8d1-bfcb-4baa-8885-ff0522287fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.660060 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-cfcfd8d1-bfcb-4baa-8885-ff0522287fee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0753615 Aug 16 02:05:34.670339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device baf8383a-49ca-4edb-a1f8-a15143e9158b details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:34.751643 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-aa737a3f-9f85-4ea1-ae5d-0609e116e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.753306 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-aa737a3f-9f85-4ea1-ae5d-0609e116e1ee service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0838790 Aug 16 02:05:34.810728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914f984-0174-4b85-9df2-71bec949e77c req-b62bfd06-5b9f-4c65-894a-ac77ea15934a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.824793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b914f984-0174-4b85-9df2-71bec949e77c req-b62bfd06-5b9f-4c65-894a-ac77ea15934a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0967014 Aug 16 02:05:34.877375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:34.879997 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73409a47-2b5a-425e-a0b7-350ce8f28dca" -d '{"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-unplugged", "status": "completed", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:34.906940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b914f984-0174-4b85-9df2-71bec949e77c req-55f4d17b-0bff-4ca7-b45b-93e2a9c7604b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807841 Aug 16 02:05:34.933181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port baf8383a-49ca-4edb-a1f8-a15143e9158b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=baf8383a-49ca-4edb-a1f8-a15143e9158b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:34.949088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'baf8383a-49ca-4edb-a1f8-a15143e9158b', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': 'baf8383a-49ca-4edb-a1f8-a15143e9158b', 'mac_address': 'fa:16:3e:f2:c4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:34.955149 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-6b807614-aaee-46b5-98a3-1bb7807cc1f7 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881421 Aug 16 02:05:34.959432 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6113bc83-7036-4bbd-92d5-b104913bfb75 x-openstack-request-id: req-6113bc83-7036-4bbd-92d5-b104913bfb75 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:34.959817 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-unplugged", "status": "completed", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:34.960142 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6113bc83-7036-4bbd-92d5-b104913bfb75 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:34.960679 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'code': 200} Aug 16 02:05:35.028452 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.042277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id baf8383a-49ca-4edb-a1f8-a15143e9158b {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:35.074027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port baf8383a-49ca-4edb-a1f8-a15143e9158b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=baf8383a-49ca-4edb-a1f8-a15143e9158b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:35.079462 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.113814 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-fdc0b54a-b8c6-4605-878f-5fa6f0b0d35b service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512356 Aug 16 02:05:35.140895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1f1d2-f7fb-4514-9eb5-740c76a48f24 req-e9e045e3-5af7-4a7c-aee3-b545d381711f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.144115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6eb1f1d2-f7fb-4514-9eb5-740c76a48f24 req-e9e045e3-5af7-4a7c-aee3-b545d381711f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1002328 Aug 16 02:05:35.171881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=baf8383a-49ca-4edb-a1f8-a15143e9158b,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:35.186851 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-29e0fe17-99a2-4492-8d5c-cfc72ca76a07 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=5a61baeb-19b0-4c95-a47c-c349b9fbaadd HTTP/1.1" status: 200 len: 217 time: 0.0647907 Aug 16 02:05:35.194625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['baf8383a-49ca-4edb-a1f8-a15143e9158b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:35.250986 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6eb1f1d2-f7fb-4514-9eb5-740c76a48f24 req-4e67a26f-782e-4651-a988-5c15542a7746 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002510 Aug 16 02:05:35.283946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-9740a180-9016-46e4-8241-4717835b27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.286026 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-9740a180-9016-46e4-8241-4717835b27cd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0886376 Aug 16 02:05:35.420258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-5d8d7216-1c5d-4294-ac9c-f15807ed2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.426291 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-5d8d7216-1c5d-4294-ac9c-f15807ed2408 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298456 Aug 16 02:05:35.621372 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-95b9c182-5c2b-448d-bc59-a0a7e497994a service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860254 Aug 16 02:05:35.726947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cbcbdec2-4d04-4f12-ae1b-0b8a4722ace7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.742127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cbcbdec2-4d04-4f12-ae1b-0b8a4722ace7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 812 time: 0.2298801 Aug 16 02:05:35.765676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-530be69c-c7a1-4225-b961-cce07544d989 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/quotas/e292f445598748e59e3932c6e78f113c HTTP/1.1" status: 200 len: 375 time: 0.0182021 Aug 16 02:05:35.853152 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-8dcc6ff7-31ef-4b4a-92da-e751ccbf8483 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197580 Aug 16 02:05:35.883941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-6e2b5aef-8242-4d06-80ce-ca67aeb6e62c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1172683 Aug 16 02:05:35.895990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd572df1-f33d-4038-a003-9fc080bda824 req-1f19a421-f34d-4d74-b35e-2268f8315f23 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.904606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd572df1-f33d-4038-a003-9fc080bda824 req-1f19a421-f34d-4d74-b35e-2268f8315f23 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 946 time: 0.1364360 Aug 16 02:05:35.907685 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-d5c0b257-f2c7-4a2c-8a87-0854773e16c7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d HTTP/1.1" status: 200 len: 217 time: 0.0468385 Aug 16 02:05:35.995449 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-af0c8219-5179-4d9c-9c1d-808a6dc13998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.997364 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-af0c8219-5179-4d9c-9c1d-808a6dc13998 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.0803668 Aug 16 02:05:36.000135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd572df1-f33d-4038-a003-9fc080bda824 req-06f52692-6cc4-44b0-9fb8-f3b127c116be tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945482 Aug 16 02:05:36.055813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-2fbb5800-b849-4f64-90f9-dda0f73ef6a4 service neutron] 10.222.0.79 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435609 Aug 16 02:05:36.057278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-dc5b7945-c451-41cd-8794-19c76d31699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.063782 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-dc5b7945-c451-41cd-8794-19c76d31699f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555701 Aug 16 02:05:36.190147 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-51ca949f-6c3f-4215-b310-31a66edcf363 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177692 Aug 16 02:05:36.194386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-dc88829b-2508-4487-bfc8-903fd6cd8f05 service neutron] 10.222.0.79 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375527 Aug 16 02:05:36.327357 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-52f7afc3-7b50-468b-b4a2-fbcb1601f489 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103580 Aug 16 02:05:36.392474 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-bb8c22b4-c4d5-4f18-a6b8-6f23903cefa3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74215e91-8911-4c4d-9c89-a45a68e41230 HTTP/1.1" status: 200 len: 217 time: 0.0532932 Aug 16 02:05:36.396632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebdb7a8f-ee33-4afc-906a-66e040fcb8b8 req-c93ae4c9-d7e1-4252-b04b-4095ff6f7f79 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 210 time: 0.0362527 Aug 16 02:05:36.522481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-07c01fd9-80c8-41e0-ae5e-9ad046131e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.524010 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-07c01fd9-80c8-41e0-ae5e-9ad046131e37 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.1210999 Aug 16 02:05:36.594109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dbce-f2ff-4818-a748-948675173270 req-bc5d99c6-ea75-4f32-9751-dd2176c77b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.595818 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-bc5d99c6-ea75-4f32-9751-dd2176c77b69 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0642061 Aug 16 02:05:36.673883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device baf8383a-49ca-4edb-a1f8-a15143e9158b up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:36.760578 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-9413f07e-dbd1-4807-b15c-089d260be587 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550939 Aug 16 02:05:36.815627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port baf8383a-49ca-4edb-a1f8-a15143e9158b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:36.820270 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.081922 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.118209 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4677dbce-f2ff-4818-a748-948675173270 req-3d349c54-e06f-4c76-991a-e2032aa6c7ed service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481760 Aug 16 02:05:37.141272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port baf8383a-49ca-4edb-a1f8-a15143e9158b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=baf8383a-49ca-4edb-a1f8-a15143e9158b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:37.142315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf8383a-49ca-4edb-a1f8-a15143e9158b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:37.145577 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5887c924-51a7-4f46-8659-3914e7fe9825" -d '{"events": [{"server_uuid": "9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5", "name": "network-vif-plugged", "status": "completed", "tag": "baf8383a-49ca-4edb-a1f8-a15143e9158b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:37.151131 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.231616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=baf8383a-49ca-4edb-a1f8-a15143e9158b,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.341491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f437a3-1e14-494e-8974-4260204bc89d req-109c75c2-92a6-451c-9480-a7191c990851 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:37.350850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4f437a3-1e14-494e-8974-4260204bc89d req-109c75c2-92a6-451c-9480-a7191c990851 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 946 time: 0.1221852 Aug 16 02:05:37.425929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4f437a3-1e14-494e-8974-4260204bc89d req-8c2cc2c2-456b-4739-9706-e3882d1df0ed tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737498 Aug 16 02:05:37.487386 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e7a00a-eaab-4cef-ae2d-49c9a43701db x-openstack-request-id: req-c8e7a00a-eaab-4cef-ae2d-49c9a43701db {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:37.487886 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5", "name": "network-vif-plugged", "status": "completed", "tag": "baf8383a-49ca-4edb-a1f8-a15143e9158b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:37.488333 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c8e7a00a-eaab-4cef-ae2d-49c9a43701db {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:37.489273 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf8383a-49ca-4edb-a1f8-a15143e9158b', 'code': 200} Aug 16 02:05:37.625205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-c9d9f379-4aa4-4569-bb4b-8416f60dfd65 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:37.630218 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-c9d9f379-4aa4-4569-bb4b-8416f60dfd65 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 946 time: 0.1396353 Aug 16 02:05:37.784150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf041f3e-e516-46f0-8b2c-7aa3c810c6a0 req-05a88426-bba8-49ba-b3d0-1fb4272340e9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 210 time: 0.0767462 Aug 16 02:05:37.825590 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Deleting port 22b2dde8-898c-4f40-9cc6-c4e700522521 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:37.826196 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.941426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] For port 22b2dde8-898c-4f40-9cc6-c4e700522521, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=22b2dde8-898c-4f40-9cc6-c4e700522521,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:37.942000 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.351149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.351904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.352624 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Floating IP 92e36c53-ed7c-487e-a418-f90adf8bc410 disassociated. External IP: 172.25.2.222, port: 22b2dde8-898c-4f40-9cc6-c4e700522521. Aug 16 02:05:38.353336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Calling delete_port for 22b2dde8-898c-4f40-9cc6-c4e700522521 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:38.362631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-5dc254b3-d9fb-4d67-80a1-7509798d14a7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.365414 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-5dc254b3-d9fb-4d67-80a1-7509798d14a7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.84 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 812 time: 0.2114370 Aug 16 02:05:38.419774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Request body: {'port': {'device_id': '511f4ef0-33cc-408f-9990-fe7aa43bb92f', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'admin_state_up': True, 'tenant_id': 'e292f445598748e59e3932c6e78f113c'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:38.627391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Made reservation on behalf of e292f445598748e59e3932c6e78f113c for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:38.629653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9ee45-889f-42b6-b809-8d9990d8c451 req-b6c53962-cb00-4461-815a-c214b8213609 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.631065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.640755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31c9ee45-889f-42b6-b809-8d9990d8c451 req-b6c53962-cb00-4461-815a-c214b8213609 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 946 time: 0.0974622 Aug 16 02:05:38.707448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31c9ee45-889f-42b6-b809-8d9990d8c451 req-457ec70f-5112-464c-8d4d-5551ff9b2a6a tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3029578-61de-4f16-b088-e48068d040fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629659 Aug 16 02:05:38.710714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.752800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event deleted for resources: {'Port': ['ID=22b2dde8-898c-4f40-9cc6-c4e700522521,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:38.786083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.786433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.786765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.787097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.787423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.787748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.788072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.788402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.788715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.789055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.789374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.789683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:38.826703 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1031238a-4b34-403b-9e6d-1e4873c22e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.918204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Allocated IP 172.20.0.6 (cd8931ac-1883-49aa-86ac-51bf9f89c537/568258cf-724a-481a-a822-21f7d620f7aa/859502bd-fd9f-4a2a-a6ee-5838606e6e79) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:38.976830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Router 5b30162e-8577-409e-afec-a5d842e3babb has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:39.004333 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-509cd101-1a4a-4ed6-b1fc-e133ac6a8e17 req-d6d2147a-3304-46ee-97b3-260f09c21e92 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 210 time: 0.0505567 Aug 16 02:05:39.479864 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.800421 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.803746 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:39.831040 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0ad83-82e0-40c9-a73d-0069baf464be None None] Sync routers for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:39.842456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Transition to ACTIVE for port object 859502bd-fd9f-4a2a-a6ee-5838606e6e79 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:39.860297 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0ad83-82e0-40c9-a73d-0069baf464be None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:39.860935 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-52c0ad83-82e0-40c9-a73d-0069baf464be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:05:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:39.866803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] No DVR routers for this DVR port 22b2dde8-898c-4f40-9cc6-c4e700522521 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:39.871801 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.874107 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4aed2a5d-8d84-4ea0-9d80-4e349397727d req-d7defc88-e860-4361-abbf-9a3ee8bf8b0f tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.84 "DELETE /v2.0/ports/22b2dde8-898c-4f40-9cc6-c4e700522521 HTTP/1.1" status: 204 len: 173 time: 2.2376361 Aug 16 02:05:39.874730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'name': 'network-vif-deleted', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:39.877441 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5968f635-8060-4199-8140-8aa4a0cbe0b2" -d '{"events": [{"server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "name": "network-vif-deleted", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:39.930195 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4aa40998-0d66-4bca-8041-cd05e5be444d req-bb34d488-a682-43ea-a431-d834afb9e141 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f1e2400-524e-4200-98fd-9ec40fb20e81 HTTP/1.1" status: 200 len: 210 time: 0.1053331 Aug 16 02:05:39.936202 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 22b2dde8-898c-4f40-9cc6-c4e700522521 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:39.992060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.021931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 22b2dde8-898c-4f40-9cc6-c4e700522521 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:40.023310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 22b2dde8-898c-4f40-9cc6-c4e700522521 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:40.095391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:40.117999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:40.123064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:40.127936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event updated for resources: {'Port': ['ID=859502bd-fd9f-4a2a-a6ee-5838606e6e79,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.264136 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a02744-68c1-4fd8-bb1b-a5c33a71796b x-openstack-request-id: req-e0a02744-68c1-4fd8-bb1b-a5c33a71796b {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:40.265874 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1e2400-524e-4200-98fd-9ec40fb20e81", "name": "network-vif-deleted", "tag": "22b2dde8-898c-4f40-9cc6-c4e700522521", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:40.266837 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0a02744-68c1-4fd8-bb1b-a5c33a71796b {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:40.268302 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1e2400-524e-4200-98fd-9ec40fb20e81', 'name': 'network-vif-deleted', 'tag': '22b2dde8-898c-4f40-9cc6-c4e700522521', 'status': 'completed', 'code': 200} Aug 16 02:05:40.301721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.302391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.304085 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-52c0ad83-82e0-40c9-a73d-0069baf464be None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:40.342318 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-cd370fee-306b-4980-a1f8-5c07ffe9de30 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9543483 Aug 16 02:05:40.363224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Request body: {'port': {'device_id': '511f4ef0-33cc-408f-9990-fe7aa43bb92f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:40.512859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e216208-ac14-4f61-93d5-3c419204f36a req-bd4daa5c-4181-426f-a360-1fec9b73ba86 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.515617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e216208-ac14-4f61-93d5-3c419204f36a req-bd4daa5c-4181-426f-a360-1fec9b73ba86 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 931 time: 0.1426959 Aug 16 02:05:40.555127 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.655481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2c5fcffe-88d5-4655-809f-f5196547b3e5 None None] Provisioning for port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:40.699976 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2c5fcffe-88d5-4655-809f-f5196547b3e5 None None] Provisioning complete for port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:40.700895 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2c5fcffe-88d5-4655-809f-f5196547b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.726433 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-52c0ad83-82e0-40c9-a73d-0069baf464be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:40.754272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e216208-ac14-4f61-93d5-3c419204f36a req-6e95c417-0f8f-432e-9a2b-0bf63236df42 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296445 Aug 16 02:05:40.805598 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0ad83-82e0-40c9-a73d-0069baf464be None None] Checking router: 5b30162e-8577-409e-afec-a5d842e3babb for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:40.829380 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0ad83-82e0-40c9-a73d-0069baf464be None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:40.830524 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-52c0ad83-82e0-40c9-a73d-0069baf464be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:05:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:40.888157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2c5fcffe-88d5-4655-809f-f5196547b3e5 None None] Port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:41.012613 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-52c0ad83-82e0-40c9-a73d-0069baf464be None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:41.099323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58276) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.243399 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.313975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859502bd-fd9f-4a2a-a6ee-5838606e6e79 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:41.325797 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.337559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.367889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Transition to ACTIVE for port object 859502bd-fd9f-4a2a-a6ee-5838606e6e79 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:41.386656 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.419706 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-52c0ad83-82e0-40c9-a73d-0069baf464be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:41.424195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.428780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.433183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "DELETE /v2.0/security-groups/f3029578-61de-4f16-b088-e48068d040fc HTTP/1.1" status: 204 len: 168 time: 0.3320463 Aug 16 02:05:41.434709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58280) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.465256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3029578-61de-4f16-b088-e48068d040fc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.483720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.484379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.484901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.485773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.486781 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-50c0f251-833c-44ca-a324-e50a10d18ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.487355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.490109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.494768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.495353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.497416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.497910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.499482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.499946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae9e74-b41e-4ab7-8730-0a4176d6436e tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:41.505049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=859502bd-fd9f-4a2a-a6ee-5838606e6e79,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.524089 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-280c1e61-419f-47af-b5dd-e023c1ae0fa1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] show failed (client error): The resource could not be found. Aug 16 02:05:41.528449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-280c1e61-419f-47af-b5dd-e023c1ae0fa1 tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "GET /v2.0/security-groups/f3029578-61de-4f16-b088-e48068d040fc HTTP/1.1" status: 404 len: 347 time: 0.0750477 Aug 16 02:05:41.528739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58284) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.594232 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c0ad83-82e0-40c9-a73d-0069baf464be None None] The sync data for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 is: [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T01:54:24Z', 'revision_number': 4, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'fb670e14-854f-4abc-b4fd-723aee8f7da9', 'name': '', 'network_id': '8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'mac_address': 'fa:16:3e:32:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:23Z', 'updated_at': '2021-08-16T01:54:32Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'subnets': [{'id': '494d3a48-b88b-42c4-b4c2-5c929904a75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:41.619023 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.686871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Attempting to bind port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:41.687206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Attempting to bind port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:41.687534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Attempting to bind port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:41.714698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 on network cd8931ac-1883-49aa-86ac-51bf9f89c537 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:41.715025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Attempting to bind port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:41.729410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:41.729753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Checking segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:41.730137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Bound using segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:41.730572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Bound port: 859502bd-fd9f-4a2a-a6ee-5838606e6e79, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:41.730926 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.881766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a152a4f5-d26f-4f2a-919d-66dd671736dd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Deleting port cd6a4270-47c5-4d54-b510-a793a7c4c656 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:41.882119 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a152a4f5-d26f-4f2a-919d-66dd671736dd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.990284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] For port 859502bd-fd9f-4a2a-a6ee-5838606e6e79, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:41.996409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] For port 859502bd-fd9f-4a2a-a6ee-5838606e6e79, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=859502bd-fd9f-4a2a-a6ee-5838606e6e79,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:42.010463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.036274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.041718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.043967 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] 10.222.0.84 "PUT /v2.0/ports/859502bd-fd9f-4a2a-a6ee-5838606e6e79 HTTP/1.1" status: 200 len: 1092 time: 1.6877458 Aug 16 02:05:42.148896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba833a-f0a9-4375-97e5-3146a2db5fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=859502bd-fd9f-4a2a-a6ee-5838606e6e79,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:42.174149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccc355-430b-4cd3-a862-fdad180da3eb req-1818c303-4c1f-4e40-be34-2ba2604d455a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.180829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4ccc355-430b-4cd3-a862-fdad180da3eb req-1818c303-4c1f-4e40-be34-2ba2604d455a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 943 time: 0.1566586 Aug 16 02:05:42.196268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb213e0-77a6-4025-8788-dc0db29402d3 None None] New status for floating IP 92e36c53-ed7c-487e-a418-f90adf8bc410: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:05:42.215938 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a152a4f5-d26f-4f2a-919d-66dd671736dd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.216270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a152a4f5-d26f-4f2a-919d-66dd671736dd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.226032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-c7be9189-2854-4d32-9d61-30943f1d8c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.228611 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-c7be9189-2854-4d32-9d61-30943f1d8c65 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 1095 time: 0.0758231 Aug 16 02:05:42.241591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a152a4f5-d26f-4f2a-919d-66dd671736dd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Calling delete_port for cd6a4270-47c5-4d54-b510-a793a7c4c656 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:42.274334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511f4ef0-33cc-408f-9990-fe7aa43bb92f', 'tag': '859502bd-fd9f-4a2a-a6ee-5838606e6e79'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:42.276563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4ccc355-430b-4cd3-a862-fdad180da3eb req-2cf28225-cc29-49e1-a3a0-5d6fb80739cf tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945857 Aug 16 02:05:42.283881 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "511f4ef0-33cc-408f-9990-fe7aa43bb92f", "tag": "859502bd-fd9f-4a2a-a6ee-5838606e6e79"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:42.402610 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-d2b4062d-f906-4edb-a38e-829538ceb74e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859502bd-fd9f-4a2a-a6ee-5838606e6e79 HTTP/1.1" status: 200 len: 217 time: 0.1581223 Aug 16 02:05:42.497819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-212325fe-bfe3-444a-8ee4-38290c8db2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.499745 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-212325fe-bfe3-444a-8ee4-38290c8db2b8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0886178 Aug 16 02:05:42.610017 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bfa55a-e768-4cd7-89a0-b70f49d5b266 x-openstack-request-id: req-21bfa55a-e768-4cd7-89a0-b70f49d5b266 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:42.611142 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511f4ef0-33cc-408f-9990-fe7aa43bb92f", "tag": "859502bd-fd9f-4a2a-a6ee-5838606e6e79", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:42.611756 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21bfa55a-e768-4cd7-89a0-b70f49d5b266 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:42.612571 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511f4ef0-33cc-408f-9990-fe7aa43bb92f', 'tag': '859502bd-fd9f-4a2a-a6ee-5838606e6e79', 'status': 'completed', 'code': 200} Aug 16 02:05:42.627388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-d19ed2d8-0b14-4578-95c2-358e2faa4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.638556 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a152a4f5-d26f-4f2a-919d-66dd671736dd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.642660 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-d19ed2d8-0b14-4578-95c2-358e2faa4027 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322203 Aug 16 02:05:42.708293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152a4f5-d26f-4f2a-919d-66dd671736dd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Pushing event deleted for resources: {'Port': ['ID=cd6a4270-47c5-4d54-b510-a793a7c4c656,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:42.817876 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a152a4f5-d26f-4f2a-919d-66dd671736dd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.823852 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a152a4f5-d26f-4f2a-919d-66dd671736dd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.825706 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a152a4f5-d26f-4f2a-919d-66dd671736dd tempest-AttachVolumeShelveTestJSON-1551021055 tempest-AttachVolumeShelveTestJSON-1551021055-project] 10.222.0.79 "DELETE /v2.0/floatingips/92e36c53-ed7c-487e-a418-f90adf8bc410 HTTP/1.1" status: 204 len: 168 time: 1.2959926 Aug 16 02:05:42.843820 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-114503bf-18ee-49eb-afd5-1bfe3078e8c9 service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930726 Aug 16 02:05:42.844018 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-0bb213e0-77a6-4025-8788-dc0db29402d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:05:42.844503 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-0bb213e0-77a6-4025-8788-dc0db29402d3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:05:42.889213 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.068180 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb783b42-a6d5-40ca-b866-55ad7e4cb92b req-7d1f7fb6-fa92-4f26-a148-e2e9f4ae38ed service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154365 Aug 16 02:05:43.272818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5 req-e16752da-5243-4e4e-a36b-ad1aa62c71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.274386 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5 req-e16752da-5243-4e4e-a36b-ad1aa62c71fd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 1095 time: 0.0892413 Aug 16 02:05:43.345907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb213e0-77a6-4025-8788-dc0db29402d3 None None] New status for floating IP 92e36c53-ed7c-487e-a418-f90adf8bc410: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:05:43.624322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b4cfe-e633-49dc-b282-96b03339ab33 req-192a8cb6-7670-47a8-948b-574b917b7f85 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.626749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-616b4cfe-e633-49dc-b282-96b03339ab33 req-192a8cb6-7670-47a8-948b-574b917b7f85 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 943 time: 0.1909792 Aug 16 02:05:43.642589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5 req-82dfd1d4-4e72-4ede-91f2-e798c0ff5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.644963 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5 req-82dfd1d4-4e72-4ede-91f2-e798c0ff5504 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.3618329 Aug 16 02:05:43.686192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-616b4cfe-e633-49dc-b282-96b03339ab33 req-51d3b656-e521-43d7-b683-2fae446df225 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517836 Aug 16 02:05:43.778592 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5 req-2038ce01-37ba-4f6b-b430-2888efe81a4a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859502bd-fd9f-4a2a-a6ee-5838606e6e79 HTTP/1.1" status: 200 len: 217 time: 0.1252036 Aug 16 02:05:43.891183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5 req-037dddb6-5a01-4f8e-8dce-51eadcfa6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.892690 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5 req-037dddb6-5a01-4f8e-8dce-51eadcfa6672 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.1063805 Aug 16 02:05:43.949867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5 req-3cb55944-3d3e-4777-bcda-54f2d2be93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.951412 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5 req-3cb55944-3d3e-4777-bcda-54f2d2be93f7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494304 Aug 16 02:05:44.162287 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5 req-ab695d81-31b5-408f-959a-88dbe1d638ec service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016883 Aug 16 02:05:44.203410 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.330694 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3f98ed58-740f-4b0c-a59c-25ad1e647ec5 req-816ea0af-0718-4b86-a4b5-88f904dd8524 service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589196 Aug 16 02:05:44.418715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58344) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:44.664044 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7f70b824-9614-4f47-9588-ef475a0a7d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.874231 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7f70b824-9614-4f47-9588-ef475a0a7d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.892280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cc939-d10d-4b53-9753-b2e768b1bc1f req-5b7edfda-81ba-4bc3-8e27-177016119f1d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.893979 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b3cc939-d10d-4b53-9753-b2e768b1bc1f req-5b7edfda-81ba-4bc3-8e27-177016119f1d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 943 time: 0.0820348 Aug 16 02:05:44.894671 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7f70b824-9614-4f47-9588-ef475a0a7d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.924015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70b824-9614-4f47-9588-ef475a0a7d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c5577-f467-4bb9-b62a-0d6b81949744,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.966593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7f70b824-9614-4f47-9588-ef475a0a7d96 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8853409dcb5e4230b21a2a792c3f8fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5463722 Aug 16 02:05:44.969534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58354) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:45.007716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b3cc939-d10d-4b53-9753-b2e768b1bc1f req-209850c8-a63d-4bc7-889f-ed1d026cfc57 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020262 Aug 16 02:05:45.040331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cc2c6622-3ffe-4169-ac52-82233f76e58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.080791 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cc2c6622-3ffe-4169-ac52-82233f76e58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.142764 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cc2c6622-3ffe-4169-ac52-82233f76e58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.147511 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cc2c6622-3ffe-4169-ac52-82233f76e58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.149562 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cc2c6622-3ffe-4169-ac52-82233f76e58c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef3c5577-f467-4bb9-b62a-0d6b81949744 HTTP/1.1" status: 204 len: 168 time: 0.1789539 Aug 16 02:05:45.162353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c6622-3ffe-4169-ac52-82233f76e58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c5577-f467-4bb9-b62a-0d6b81949744,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.601684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58362) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:45.618016 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-abe3be57-2614-4385-a4db-88daf1b3d64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.736424 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-abe3be57-2614-4385-a4db-88daf1b3d64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.749486 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-abe3be57-2614-4385-a4db-88daf1b3d64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.821957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3be57-2614-4385-a4db-88daf1b3d64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419dab49-995d-4e8e-9433-b7371785d455,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.828593 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-abe3be57-2614-4385-a4db-88daf1b3d64d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c884ea35f80a4703bcd0bbc3fa60df5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233975 Aug 16 02:05:45.829013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58364) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:45.972250 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-faf68df6-46d6-4c7a-8179-ef4d27f3ffdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.081993 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-faf68df6-46d6-4c7a-8179-ef4d27f3ffdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.235251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361f926-f78d-4767-8137-9e2e153effbc req-5d03253b-ee43-40aa-9215-6ccc73d59455 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.236897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f361f926-f78d-4767-8137-9e2e153effbc req-5d03253b-ee43-40aa-9215-6ccc73d59455 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 943 time: 0.1000693 Aug 16 02:05:46.267339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-faf68df6-46d6-4c7a-8179-ef4d27f3ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.274202 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-faf68df6-46d6-4c7a-8179-ef4d27f3ffdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.276487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-faf68df6-46d6-4c7a-8179-ef4d27f3ffdb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/419dab49-995d-4e8e-9433-b7371785d455 HTTP/1.1" status: 204 len: 168 time: 0.4410677 Aug 16 02:05:46.325552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf68df6-46d6-4c7a-8179-ef4d27f3ffdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419dab49-995d-4e8e-9433-b7371785d455,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:46.358205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f361f926-f78d-4767-8137-9e2e153effbc req-922eb8ce-708d-4337-8c11-7409d8b31638 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008599 Aug 16 02:05:47.638427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a9649-c41c-4f35-a741-db93344b5536 req-6439978e-ea8c-4444-91c1-a7e45d643cdb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.651808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a99a9649-c41c-4f35-a741-db93344b5536 req-6439978e-ea8c-4444-91c1-a7e45d643cdb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 943 time: 0.0954049 Aug 16 02:05:47.722974 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a99a9649-c41c-4f35-a741-db93344b5536 req-3ad3ae78-0668-4bc2-85bd-0991bad7907b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690186 Aug 16 02:05:47.983543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 859502bd-fd9f-4a2a-a6ee-5838606e6e79 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:48.152249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 859502bd-fd9f-4a2a-a6ee-5838606e6e79, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=859502bd-fd9f-4a2a-a6ee-5838606e6e79,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:48.166491 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '859502bd-fd9f-4a2a-a6ee-5838606e6e79', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'port_id': '859502bd-fd9f-4a2a-a6ee-5838606e6e79', 'mac_address': 'fa:16:3e:d3:05:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:48.218019 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.247616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859502bd-fd9f-4a2a-a6ee-5838606e6e79 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:48.276660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 859502bd-fd9f-4a2a-a6ee-5838606e6e79, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=859502bd-fd9f-4a2a-a6ee-5838606e6e79,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:48.279466 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.285030 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.373286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=859502bd-fd9f-4a2a-a6ee-5838606e6e79,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:48.794421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['859502bd-fd9f-4a2a-a6ee-5838606e6e79'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:49.038817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee882a5-564c-41f6-93b9-2ef5b5f510eb req-5d38f2dc-749c-43e3-b3b6-64fd25f973cc tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.048637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ee882a5-564c-41f6-93b9-2ef5b5f510eb req-5d38f2dc-749c-43e3-b3b6-64fd25f973cc tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 944 time: 0.1741912 Aug 16 02:05:49.154600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ee882a5-564c-41f6-93b9-2ef5b5f510eb req-afebbbd8-d532-44dc-b382-54148bbebc11 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986204 Aug 16 02:05:50.336685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1b1f8-0c60-42b9-8690-02dbc7db3763 req-cc362f79-b986-4efd-ac98-ad1d4694ef3f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.340744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0e1b1f8-0c60-42b9-8690-02dbc7db3763 req-cc362f79-b986-4efd-ac98-ad1d4694ef3f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 944 time: 0.0767894 Aug 16 02:05:50.391660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0e1b1f8-0c60-42b9-8690-02dbc7db3763 req-85e769e0-4c20-4641-a9b0-30ac8ddac6f3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428395 Aug 16 02:05:51.292056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58514) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:51.850018 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec04043-3cc6-4994-9699-efaef44907a9 req-50dff434-882b-4c7f-b562-82402dc662ae tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:51.857888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aec04043-3cc6-4994-9699-efaef44907a9 req-50dff434-882b-4c7f-b562-82402dc662ae tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 944 time: 0.2700064 Aug 16 02:05:51.944216 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aec04043-3cc6-4994-9699-efaef44907a9 req-f45165f6-f9fd-4ef1-9879-5aa9f5be9340 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851018 Aug 16 02:05:52.016396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 859502bd-fd9f-4a2a-a6ee-5838606e6e79 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:52.137493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:52.153132 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:52.154522 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.316997 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.414610 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.462186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f4ef0-33cc-408f-9990-fe7aa43bb92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859502bd-fd9f-4a2a-a6ee-5838606e6e79'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:52.466668 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ed83db-9a5c-4df9-804c-19af15d95c5b" -d '{"events": [{"server_uuid": "511f4ef0-33cc-408f-9990-fe7aa43bb92f", "name": "network-vif-plugged", "status": "completed", "tag": "859502bd-fd9f-4a2a-a6ee-5838606e6e79"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:52.522245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 859502bd-fd9f-4a2a-a6ee-5838606e6e79, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=859502bd-fd9f-4a2a-a6ee-5838606e6e79,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:52.533053 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.654180 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c4b661-97c5-446c-aafd-f916c7b122f5 x-openstack-request-id: req-77c4b661-97c5-446c-aafd-f916c7b122f5 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:52.654485 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511f4ef0-33cc-408f-9990-fe7aa43bb92f", "name": "network-vif-plugged", "status": "completed", "tag": "859502bd-fd9f-4a2a-a6ee-5838606e6e79", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:52.654725 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77c4b661-97c5-446c-aafd-f916c7b122f5 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:52.655135 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511f4ef0-33cc-408f-9990-fe7aa43bb92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859502bd-fd9f-4a2a-a6ee-5838606e6e79', 'code': 200} Aug 16 02:05:52.727436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=859502bd-fd9f-4a2a-a6ee-5838606e6e79,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:52.819332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b1481-908e-4bfe-aa6b-da20576cbde6 req-74fa51ca-cb1f-4571-918f-b4783ae75add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.822080 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e71b1481-908e-4bfe-aa6b-da20576cbde6 req-74fa51ca-cb1f-4571-918f-b4783ae75add service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 1097 time: 0.1142962 Aug 16 02:05:52.894145 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e71b1481-908e-4bfe-aa6b-da20576cbde6 req-b495aa21-04b5-4185-8278-719cd5ccb4aa service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432761 Aug 16 02:05:52.895722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] Deleting port fb670e14-854f-4abc-b4fd-723aee8f7da9 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:52.896401 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.017552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] For port fb670e14-854f-4abc-b4fd-723aee8f7da9, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fb670e14-854f-4abc-b4fd-723aee8f7da9,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:53.017927 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.038809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] Calling delete_port for fb670e14-854f-4abc-b4fd-723aee8f7da9 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:53.270462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00789c2-a43b-462b-9786-0af8e19c98f4 req-2c7b660a-a249-47e5-9c63-c216ba45c639 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:53.272446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d00789c2-a43b-462b-9786-0af8e19c98f4 req-2c7b660a-a249-47e5-9c63-c216ba45c639 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1422169 Aug 16 02:05:53.293904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58578) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:53.372425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d00789c2-a43b-462b-9786-0af8e19c98f4 req-f80420cd-59c1-454c-aa97-bf0a52187824 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914688 Aug 16 02:05:53.379554 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.421471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb670e14-854f-4abc-b4fd-723aee8f7da9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:53.535416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5baeadeb-a92c-464c-87da-a63778a0fcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.671859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.711509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5baeadeb-a92c-464c-87da-a63778a0fcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.726186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5baeadeb-a92c-464c-87da-a63778a0fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.809597 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5baeadeb-a92c-464c-87da-a63778a0fcc9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7146b9e9474d4645909aa8390fe4643b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144098 Aug 16 02:05:53.810277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58588) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:53.840051 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baeadeb-a92c-464c-87da-a63778a0fcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7c6741-e8b8-48f2-bb18-53c9b36098fe,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:53.934627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59c9d12a-3609-4bd4-a233-38ec4378de11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.995133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59c9d12a-3609-4bd4-a233-38ec4378de11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.097598 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59c9d12a-3609-4bd4-a233-38ec4378de11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.100367 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59c9d12a-3609-4bd4-a233-38ec4378de11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.104801 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-59c9d12a-3609-4bd4-a233-38ec4378de11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d7c6741-e8b8-48f2-bb18-53c9b36098fe HTTP/1.1" status: 204 len: 168 time: 0.2905121 Aug 16 02:05:54.110359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] Router 5b30162e-8577-409e-afec-a5d842e3babb has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:54.131027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9d12a-3609-4bd4-a233-38ec4378de11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7c6741-e8b8-48f2-bb18-53c9b36098fe,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:54.284554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:54.291468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-57853e26-1177-4d69-a47e-d4f41924536c admin admin] 10.222.0.79 "PUT /v2.0/routers/5b30162e-8577-409e-afec-a5d842e3babb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9975433 Aug 16 02:05:54.293600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58606) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:54.296269 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b11ab4c-8b16-4846-9bfc-4215d03e5109 None None] Sync routers for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:54.319769 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b11ab4c-8b16-4846-9bfc-4215d03e5109 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:54.320704 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b11ab4c-8b16-4846-9bfc-4215d03e5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:05:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:54.474542 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0b11ab4c-8b16-4846-9bfc-4215d03e5109 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:54.524670 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.657151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cd8df-aa35-43b8-9200-10e2f4918b47 req-8229e436-f5cb-4f9a-a7d4-b7b9c9b22873 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:54.668081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-363cd8df-aa35-43b8-9200-10e2f4918b47 req-8229e436-f5cb-4f9a-a7d4-b7b9c9b22873 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1563747 Aug 16 02:05:54.668967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58614) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:54.696798 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-461560ad-499a-49bb-bab9-0e0a8a6ebc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.716893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-363cd8df-aa35-43b8-9200-10e2f4918b47 req-a7fc23a5-ab17-4014-ab59-b64d9b602402 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477624 Aug 16 02:05:54.741237 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.828815 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b11ab4c-8b16-4846-9bfc-4215d03e5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 5, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port': {'id': '829da9ff-68f8-4a82-8603-f72f3febc56d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:37:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30162e-8577-409e-afec-a5d842e3babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:54:21Z', 'updated_at': '2021-08-16T01:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:54.843960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Deleting port 829da9ff-68f8-4a82-8603-f72f3febc56d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:54.844960 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.866981 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b11ab4c-8b16-4846-9bfc-4215d03e5109 None None] Checking router: 5b30162e-8577-409e-afec-a5d842e3babb for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:54.877676 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b11ab4c-8b16-4846-9bfc-4215d03e5109 None None] Routers {'5b30162e-8577-409e-afec-a5d842e3babb'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:54.878444 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b11ab4c-8b16-4846-9bfc-4215d03e5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:05:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['5b30162e-8577-409e-afec-a5d842e3babb'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:54.933131 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-461560ad-499a-49bb-bab9-0e0a8a6ebc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.949472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-461560ad-499a-49bb-bab9-0e0a8a6ebc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.984893 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0b11ab4c-8b16-4846-9bfc-4215d03e5109 None None] Set router 5b30162e-8577-409e-afec-a5d842e3babb gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:55.076482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461560ad-499a-49bb-bab9-0e0a8a6ebc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b724d37a-7658-4f2a-adc9-9a1fe0508753,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:55.084421 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-461560ad-499a-49bb-bab9-0e0a8a6ebc61 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=95da71bfa811400ca17a2fd621376f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4121554 Aug 16 02:05:55.086886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58648) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.105278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] For port 829da9ff-68f8-4a82-8603-f72f3febc56d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=829da9ff-68f8-4a82-8603-f72f3febc56d,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:55.105900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.121488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Calling delete_port for 829da9ff-68f8-4a82-8603-f72f3febc56d owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:55.144336 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b11ab4c-8b16-4846-9bfc-4215d03e5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T02:05:54Z', 'revision_number': 6, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.182888 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b11ab4c-8b16-4846-9bfc-4215d03e5109 None None] The sync data for ids ['5b30162e-8577-409e-afec-a5d842e3babb'] in n-d-768851-16 is: [{'id': '5b30162e-8577-409e-afec-a5d842e3babb', 'name': 'tempest-AttachVolumeShelveTestJSON-892043630-router', 'tenant_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:54:19Z', 'updated_at': '2021-08-16T02:05:54Z', 'revision_number': 6, 'project_id': 'd6fa05128b944ae5bfa85f33052fcc55', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:55.231230 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92a8a0af-251e-4008-9a7b-902d1a2a675b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.261917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92a8a0af-251e-4008-9a7b-902d1a2a675b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.283103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a56b-6c38-43e8-985a-9606a94a2d26 req-71e6d0f9-e75a-4cde-86d1-a69806db20a1 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:55.284764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e368a56b-6c38-43e8-985a-9606a94a2d26 req-71e6d0f9-e75a-4cde-86d1-a69806db20a1 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 950 time: 0.1257229 Aug 16 02:05:55.346603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.375224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Pushing event deleted for resources: {'Port': ['ID=829da9ff-68f8-4a82-8603-f72f3febc56d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:55.375455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e368a56b-6c38-43e8-985a-9606a94a2d26 req-44e4f934-a1b5-4a2f-802e-06f142dc9b2c tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714886 Aug 16 02:05:55.401852 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92a8a0af-251e-4008-9a7b-902d1a2a675b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.411539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92a8a0af-251e-4008-9a7b-902d1a2a675b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.417866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-92a8a0af-251e-4008-9a7b-902d1a2a675b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b724d37a-7658-4f2a-adc9-9a1fe0508753 HTTP/1.1" status: 204 len: 168 time: 0.3254395 Aug 16 02:05:55.448111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8a0af-251e-4008-9a7b-902d1a2a675b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b724d37a-7658-4f2a-adc9-9a1fe0508753,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:55.462190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.571273 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.574258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.635773 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.636657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b30162e-8577-409e-afec-a5d842e3babb {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:05:55.644815 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.646195 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-62617922-7b3c-44e8-b13e-076877212508 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5b30162e-8577-409e-afec-a5d842e3babb HTTP/1.1" status: 204 len: 168 time: 1.3513691 Aug 16 02:05:55.649451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58652) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.719536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-457918f4-ec29-4fa5-a0c8-e006065b4bf3 admin admin] Deleting subnet 494d3a48-b88b-42c4-b4c2-5c929904a75d {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:55.724597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-457918f4-ec29-4fa5-a0c8-e006065b4bf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.829007 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-457918f4-ec29-4fa5-a0c8-e006065b4bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.887717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692dbe3-aee9-48dc-9aaf-74510a21f9a1 req-258124e5-160d-4fe4-8c5d-e624d1786947 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:55.889440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5692dbe3-aee9-48dc-9aaf-74510a21f9a1 req-258124e5-160d-4fe4-8c5d-e624d1786947 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0583601 Aug 16 02:05:55.962761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-457918f4-ec29-4fa5-a0c8-e006065b4bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.973844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5692dbe3-aee9-48dc-9aaf-74510a21f9a1 req-2110d5d4-f141-4acf-a5f1-93211aaf05f1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771747 Aug 16 02:05:56.095362 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-457918f4-ec29-4fa5-a0c8-e006065b4bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.171927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457918f4-ec29-4fa5-a0c8-e006065b4bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=494d3a48-b88b-42c4-b4c2-5c929904a75d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.180074 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-457918f4-ec29-4fa5-a0c8-e006065b4bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.187331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58674) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.196470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fb670e14-854f-4abc-b4fd-723aee8f7da9 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:56.201379 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-457918f4-ec29-4fa5-a0c8-e006065b4bf3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/494d3a48-b88b-42c4-b4c2-5c929904a75d HTTP/1.1" status: 204 len: 168 time: 0.5326881 Aug 16 02:05:56.255764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04cb11c-3add-4d53-8fcf-391aa31c0c64 None None] Network 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:56.266143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: fb670e14-854f-4abc-b4fd-723aee8f7da9 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:56.266785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fb670e14-854f-4abc-b4fd-723aee8f7da9 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:56.267382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 829da9ff-68f8-4a82-8603-f72f3febc56d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:56.453278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 829da9ff-68f8-4a82-8603-f72f3febc56d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:56.453533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 829da9ff-68f8-4a82-8603-f72f3febc56d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:56.594130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] DHCP port deletion for 8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:56.684069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Deleting port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:56.685626 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.759334 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.779177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] For port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2d3ab240-a577-4cc6-b7e0-72d1bc3499d0,segment=NetworkSegment(c3ec2ad1-c294-4be8-a0e8-2a2b734e9206),segment_id=c3ec2ad1-c294-4be8-a0e8-2a2b734e9206)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:56.780080 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.783580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2ce08-f2b6-42b2-ad7c-20e70e47f6f2 req-fff45f96-f506-4254-bf6b-6252f736c615 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:56.791468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40e2ce08-f2b6-42b2-ad7c-20e70e47f6f2 req-fff45f96-f506-4254-bf6b-6252f736c615 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 950 time: 0.1294751 Aug 16 02:05:56.805980 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Calling delete_port for 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:56.810814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c5dce-bde9-4bb8-b76e-27458c1d1a85 req-d5244972-45e9-4da7-8a7e-4039304528b9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:56.812300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e0c5dce-bde9-4bb8-b76e-27458c1d1a85 req-d5244972-45e9-4da7-8a7e-4039304528b9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1498253 Aug 16 02:05:56.897234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40e2ce08-f2b6-42b2-ad7c-20e70e47f6f2 req-7d1d45cb-1aef-4470-aca6-e82d3611d355 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029792 Aug 16 02:05:56.917879 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e0c5dce-bde9-4bb8-b76e-27458c1d1a85 req-06d1f560-472c-419c-9899-c7026670bc5b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966716 Aug 16 02:05:56.924383 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.957558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Deleting port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:56.958303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.961269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Pushing event deleted for resources: {'Port': ['ID=2d3ab240-a577-4cc6-b7e0-72d1bc3499d0,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.971067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] No DVR routers for this DVR port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:56.976691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.977054 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.977578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.978076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.978671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.979169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.979637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.980103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.980577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.981277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.981754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.982229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a3ab7f-836b-4302-bc29-266daeeb201a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:57.059734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] For port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0, host n-d-768851-16, got binding levels [] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:57.059734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.090619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Calling delete_port for 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:57.099048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 was not found and therefore no delete operation was performed {{(pid=101381) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:05:57.100487 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.126928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] No DVR routers for this DVR port 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:57.178903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3ab240-a577-4cc6-b7e0-72d1bc3499d0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:57.236130 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.250284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:57.264133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:57.264263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ec2ad1-c294-4be8-a0e8-2a2b734e9206') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:57.285764 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.315703 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.322793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:57.323207 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:57.325061 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:57.390547 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.397446 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.399581 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d HTTP/1.1" status: 204 len: 168 time: 1.2097907 Aug 16 02:05:57.413017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d383f55-f9d5-4079-ab0c-f0c91a5a7ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc6f497-c68b-4bb9-93ac-68cb5c5cb69d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:57.594751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58730) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.637253 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e18343c6-be83-4ce8-8577-cb188cd85590 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d6fa05128b944ae5bfa85f33052fcc55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412922 Aug 16 02:05:57.639672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58734) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.688762 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-698fa9fe-7438-463b-8e04-4909d22741ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.710763 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-698fa9fe-7438-463b-8e04-4909d22741ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.759336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-698fa9fe-7438-463b-8e04-4909d22741ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.761968 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-698fa9fe-7438-463b-8e04-4909d22741ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.763126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-698fa9fe-7438-463b-8e04-4909d22741ab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fe920657-8f20-4738-a7e0-07eb13cf17eb HTTP/1.1" status: 204 len: 168 time: 0.1225348 Aug 16 02:05:57.771816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fa9fe-7438-463b-8e04-4909d22741ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe920657-8f20-4738-a7e0-07eb13cf17eb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:58.080580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d46ada-8ca8-4465-a0c8-da1eda4421ed req-492b6340-eab3-41cb-a91e-44ea4535c383 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:58.090230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65d46ada-8ca8-4465-a0c8-da1eda4421ed req-492b6340-eab3-41cb-a91e-44ea4535c383 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0992196 Aug 16 02:05:58.103990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:58.128085 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:58.128960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2d3ab240-a577-4cc6-b7e0-72d1bc3499d0 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:58.136733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65d46ada-8ca8-4465-a0c8-da1eda4421ed req-63d67b4a-0ad9-402c-b37d-4e3356a015e0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 Aug 16 02:05:58.774520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device baf8383a-49ca-4edb-a1f8-a15143e9158b no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:58.881439 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.922852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port baf8383a-49ca-4edb-a1f8-a15143e9158b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=baf8383a-49ca-4edb-a1f8-a15143e9158b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:58.924035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf8383a-49ca-4edb-a1f8-a15143e9158b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:58.928335 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b61995c-e6bc-4673-a2c6-d434d4b854b3" -d '{"events": [{"server_uuid": "9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "baf8383a-49ca-4edb-a1f8-a15143e9158b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:58.932725 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.976095 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e8f3d5-c01a-47c5-b13f-087ab6d0ef0b x-openstack-request-id: req-21e8f3d5-c01a-47c5-b13f-087ab6d0ef0b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:58.976394 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "baf8383a-49ca-4edb-a1f8-a15143e9158b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:58.976646 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21e8f3d5-c01a-47c5-b13f-087ab6d0ef0b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:58.977086 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf8383a-49ca-4edb-a1f8-a15143e9158b', 'code': 200} Aug 16 02:05:58.997872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=baf8383a-49ca-4edb-a1f8-a15143e9158b,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.280456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40992b5e-7474-44c7-b48c-a1bfce5daea3 req-a42f24eb-e93b-4e5d-9fbf-8f8ebc595bc0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:59.288791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40992b5e-7474-44c7-b48c-a1bfce5daea3 req-a42f24eb-e93b-4e5d-9fbf-8f8ebc595bc0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0648327 Aug 16 02:05:59.323899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40992b5e-7474-44c7-b48c-a1bfce5daea3 req-cabe42d8-79d1-4519-ac16-c53899512a53 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342102 Aug 16 02:06:00.470034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1438b-ebda-47df-bdb5-4981c2db5222 req-2afd4b54-48d3-482f-a235-aa4f36ae7e79 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:00.472307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89a1438b-ebda-47df-bdb5-4981c2db5222 req-2afd4b54-48d3-482f-a235-aa4f36ae7e79 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0698781 Aug 16 02:06:00.527458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89a1438b-ebda-47df-bdb5-4981c2db5222 req-6b7dddba-a317-43e8-a02d-6a8a43969312 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471966 Aug 16 02:06:00.773384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 44f1787a-c873-4ac8-ba5d-9a60e765f183 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:00.896754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:00.925789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'mac_address': 'fa:16:3e:4c:12:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:00.987812 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.002942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f1787a-c873-4ac8-ba5d-9a60e765f183 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:01.026153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:01.032817 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.109748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:01.140069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['44f1787a-c873-4ac8-ba5d-9a60e765f183'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:01.748956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1c5a1-c4c6-4d6b-b44b-7853b8ac0205 req-7acfbbf9-d8e3-453a-ac99-b9133044bfa5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.758915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8b1c5a1-c4c6-4d6b-b44b-7853b8ac0205 req-7acfbbf9-d8e3-453a-ac99-b9133044bfa5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1164184 Aug 16 02:06:01.825648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8b1c5a1-c4c6-4d6b-b44b-7853b8ac0205 req-19d4f806-7275-431a-bd49-001e0bb157f0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629325 Aug 16 02:06:02.783079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 44f1787a-c873-4ac8-ba5d-9a60e765f183 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:02.938325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 44f1787a-c873-4ac8-ba5d-9a60e765f183 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:02.938708 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.164454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58952) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.224553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e0988-51d7-40cf-a77b-3e30c591bf1e req-5f41ee50-4ae6-4df0-81a3-081d61b40469 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.227770 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.241385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-257e0988-51d7-40cf-a77b-3e30c591bf1e req-5f41ee50-4ae6-4df0-81a3-081d61b40469 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.2059267 Aug 16 02:06:03.271329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:03.279552 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f6faa8-f5cd-4456-bec4-c3d0742a04f5" -d '{"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-plugged", "status": "completed", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:03.359236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:03.372114 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.394105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-257e0988-51d7-40cf-a77b-3e30c591bf1e req-a2072c0b-e3fd-4d9d-9bbb-47a15fc1cb04 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481061 Aug 16 02:06:03.398277 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331bbdcd-6080-4cb1-9895-19b49ae10779 x-openstack-request-id: req-331bbdcd-6080-4cb1-9895-19b49ae10779 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:03.401640 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-plugged", "status": "completed", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:03.401640 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-331bbdcd-6080-4cb1-9895-19b49ae10779 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:03.401640 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'code': 200} Aug 16 02:06:03.545335 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-585505c1-3525-447d-874d-4eacc339c6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.552947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=10']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.595971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58966) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.706552 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-585505c1-3525-447d-874d-4eacc339c6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.711526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-585505c1-3525-447d-874d-4eacc339c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.761718 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd1dcc7d-a0c0-4f09-8a4d-1063efd07be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.772498 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-585505c1-3525-447d-874d-4eacc339c6ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f32f69c17c2b42bab88e2981f2758a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6064000 Aug 16 02:06:03.773772 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58970) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.819650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585505c1-3525-447d-874d-4eacc339c6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411ede77-385b-4cea-87f9-5b530abc1121,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.863788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ef41-0a32-4f1a-bccd-befe04b33ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.879295 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd1dcc7d-a0c0-4f09-8a4d-1063efd07be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.889921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd1dcc7d-a0c0-4f09-8a4d-1063efd07be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.902514 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ef41-0a32-4f1a-bccd-befe04b33ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.974171 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ef41-0a32-4f1a-bccd-befe04b33ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.979081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ef41-0a32-4f1a-bccd-befe04b33ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.982012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bd1dcc7d-a0c0-4f09-8a4d-1063efd07be8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f15cd3d320374b5aadbc0cf01ed0d196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844194 Aug 16 02:06:03.986396 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0bd1ef41-0a32-4f1a-bccd-befe04b33ed0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/411ede77-385b-4cea-87f9-5b530abc1121 HTTP/1.1" status: 204 len: 168 time: 0.2042246 Aug 16 02:06:03.986723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58972) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.014385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1ef41-0a32-4f1a-bccd-befe04b33ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411ede77-385b-4cea-87f9-5b530abc1121,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:04.058265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-defb51cb-bd94-4d79-8c03-aed69b893c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.060093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dcc7d-a0c0-4f09-8a4d-1063efd07be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b59cb75-b6c2-4dd6-a6da-87d692a23bf1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:04.091874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-defb51cb-bd94-4d79-8c03-aed69b893c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.189101 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-defb51cb-bd94-4d79-8c03-aed69b893c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.192316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-defb51cb-bd94-4d79-8c03-aed69b893c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.193503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-defb51cb-bd94-4d79-8c03-aed69b893c9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b59cb75-b6c2-4dd6-a6da-87d692a23bf1 HTTP/1.1" status: 204 len: 168 time: 0.2054925 Aug 16 02:06:04.228825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb51cb-bd94-4d79-8c03-aed69b893c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b59cb75-b6c2-4dd6-a6da-87d692a23bf1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:04.513475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58996) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.546473 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96bec71d-a466-4741-8f33-7d987d73dd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.647709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36f07-8abc-45de-b428-d5ec7442731a req-d7c39f16-8364-4e56-b8d0-5142fcc53fa9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:04.655701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74f36f07-8abc-45de-b428-d5ec7442731a req-d7c39f16-8364-4e56-b8d0-5142fcc53fa9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1468303 Aug 16 02:06:04.707744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74f36f07-8abc-45de-b428-d5ec7442731a req-0de86935-c987-49a7-a17a-3509b32629ad tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509424 Aug 16 02:06:04.769619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96bec71d-a466-4741-8f33-7d987d73dd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.779153 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96bec71d-a466-4741-8f33-7d987d73dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.834630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bec71d-a466-4741-8f33-7d987d73dd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cd2fe2-fe7e-419e-be25-04ac0f21746a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:04.841522 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-96bec71d-a466-4741-8f33-7d987d73dd8a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=38f64f27851d423c8c6a3003de301787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263404 Aug 16 02:06:04.844208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59010) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.921939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-017d1418-6fa3-4729-8658-69afe1633078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.956434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-017d1418-6fa3-4729-8658-69afe1633078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.029395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-017d1418-6fa3-4729-8658-69afe1633078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.033969 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-017d1418-6fa3-4729-8658-69afe1633078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.037309 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-017d1418-6fa3-4729-8658-69afe1633078 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f6cd2fe2-fe7e-419e-be25-04ac0f21746a HTTP/1.1" status: 204 len: 168 time: 0.1900260 Aug 16 02:06:05.046949 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d1418-6fa3-4729-8658-69afe1633078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cd2fe2-fe7e-419e-be25-04ac0f21746a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:05.877128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3006f5e-c2ec-4b4b-836e-dd20fb0ace53 req-c5f74402-d6a0-4ba9-9a08-0adcc66c838b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:05.890419 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3006f5e-c2ec-4b4b-836e-dd20fb0ace53 req-c5f74402-d6a0-4ba9-9a08-0adcc66c838b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0815151 Aug 16 02:06:05.964954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3006f5e-c2ec-4b4b-836e-dd20fb0ace53 req-4e037231-c481-4394-b4a5-81c01044d67b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680590 Aug 16 02:06:07.154506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfedc96-a3df-4e7d-b646-64e13fdeaa88 req-22d1031a-6640-413d-8bb1-f589d4ba9c0f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.160634 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cfedc96-a3df-4e7d-b646-64e13fdeaa88 req-22d1031a-6640-413d-8bb1-f589d4ba9c0f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0889196 Aug 16 02:06:07.208850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cfedc96-a3df-4e7d-b646-64e13fdeaa88 req-30f97167-17ea-4e2e-a40e-1163c692eb4c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Aug 16 02:06:08.017401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59164) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:08.191205 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-653fc50a-d1dd-40d1-b4f3-434d67bdcca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.413825 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-653fc50a-d1dd-40d1-b4f3-434d67bdcca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.422132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-653fc50a-d1dd-40d1-b4f3-434d67bdcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.467564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329baa4-77ec-46ac-8ab9-e14af0c42ec4 req-c2e37276-add9-4b46-9ad6-6130b4416d4a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.475379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9329baa4-77ec-46ac-8ab9-e14af0c42ec4 req-c2e37276-add9-4b46-9ad6-6130b4416d4a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1083298 Aug 16 02:06:08.585717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9329baa4-77ec-46ac-8ab9-e14af0c42ec4 req-12ad23e7-6815-4a5b-a18e-0ef1d8751d4a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087873 Aug 16 02:06:08.623979 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-653fc50a-d1dd-40d1-b4f3-434d67bdcca3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=004e2338ee7e42afb231a02fb7466d45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6032147 Aug 16 02:06:08.623979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fc50a-d1dd-40d1-b4f3-434d67bdcca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c127b0a2-16ef-4d0c-9f4e-d395413adf08,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:08.624579 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59178) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:08.758368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21f4445a-0c91-4991-89d4-9e12826acb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.801911 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21f4445a-0c91-4991-89d4-9e12826acb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.825103 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-68ec5f7e-bfab-47a8-88ab-bbe584801421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.889192 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21f4445a-0c91-4991-89d4-9e12826acb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.892399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21f4445a-0c91-4991-89d4-9e12826acb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.893789 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-21f4445a-0c91-4991-89d4-9e12826acb15 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c127b0a2-16ef-4d0c-9f4e-d395413adf08 HTTP/1.1" status: 204 len: 168 time: 0.2675655 Aug 16 02:06:08.907582 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4445a-0c91-4991-89d4-9e12826acb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c127b0a2-16ef-4d0c-9f4e-d395413adf08,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:09.378175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59204) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:09.392665 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a440c85-52e0-4875-947b-927f2f0444a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.494379 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.642632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a440c85-52e0-4875-947b-927f2f0444a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.651681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a440c85-52e0-4875-947b-927f2f0444a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.706690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a440c85-52e0-4875-947b-927f2f0444a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488aea15-fca0-40a4-a1b4-0ac9e13f579f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:09.712180 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2a440c85-52e0-4875-947b-927f2f0444a4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=956908accb9947128527f03d58f0bf8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329475 Aug 16 02:06:09.715327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59208) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:09.852414 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62b209bb-f40e-4420-8b37-35574828749e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.868281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea092a-6942-4135-b1dd-47be7d9c28f0 req-6def075a-c70a-4c73-bb70-151377e3fc1e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:09.877361 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59ea092a-6942-4135-b1dd-47be7d9c28f0 req-6def075a-c70a-4c73-bb70-151377e3fc1e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1323318 Aug 16 02:06:09.951390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59ea092a-6942-4135-b1dd-47be7d9c28f0 req-6c7fe64b-1d99-4c1a-be0e-9962a83c2084 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723250 Aug 16 02:06:09.970410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62b209bb-f40e-4420-8b37-35574828749e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.087510 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62b209bb-f40e-4420-8b37-35574828749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.090913 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62b209bb-f40e-4420-8b37-35574828749e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.094350 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-62b209bb-f40e-4420-8b37-35574828749e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/488aea15-fca0-40a4-a1b4-0ac9e13f579f HTTP/1.1" status: 204 len: 168 time: 0.3757215 Aug 16 02:06:10.103917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b209bb-f40e-4420-8b37-35574828749e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488aea15-fca0-40a4-a1b4-0ac9e13f579f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:10.651538 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:06:11.219926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96102f60-653e-454b-ae3b-b731d86578fe req-fa3959e7-694e-4ef9-bb28-f07be75f1759 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.230864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96102f60-653e-454b-ae3b-b731d86578fe req-fa3959e7-694e-4ef9-bb28-f07be75f1759 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1641865 Aug 16 02:06:11.316194 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96102f60-653e-454b-ae3b-b731d86578fe req-31bef870-c077-4517-93c8-4ac9b707eae9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830929 Aug 16 02:06:11.483095 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-20d87486-6eda-41e5-97a9-33ab8ce8eb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.554494 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.726297 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-d9562d8b-4951-479e-b962-c279c084109e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687919 Aug 16 02:06:11.830572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-1e777057-6465-48a4-8574-fb9810071d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.832411 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-1e777057-6465-48a4-8574-fb9810071d80 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d75883e619340089afdf33c43b4cad9&device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 1098 time: 0.0846281 Aug 16 02:06:12.080556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-ea553260-57cf-443c-bf72-c909de64c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.082092 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-ea553260-57cf-443c-bf72-c909de64c9de service neutron] 10.222.0.89 "GET /v2.0/networks?id=be92c7d7-f277-404d-ba11-afa8f90b5c6d HTTP/1.1" status: 200 len: 909 time: 0.2240722 Aug 16 02:06:12.234388 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-7c3821ba-46fb-4d5d-9f27-67b0719dfb3c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5601966-6515-4dfd-8c06-751bbad25765 HTTP/1.1" status: 200 len: 1002 time: 0.1420512 Aug 16 02:06:12.337133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-6adb8735-0321-4734-bb54-9a43882d1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.344859 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-6adb8735-0321-4734-bb54-9a43882d1baa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=633bd1fb-2dcc-4375-aa55-9d610264d600 HTTP/1.1" status: 200 len: 847 time: 0.0982625 Aug 16 02:06:12.528870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-439494eb-3cbf-43f3-bb92-9a0b06eeec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.530463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-439494eb-3cbf-43f3-bb92-9a0b06eeec18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=be92c7d7-f277-404d-ba11-afa8f90b5c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1667023 Aug 16 02:06:12.546366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97876297-da18-4764-8823-f7f84f8ec66d req-f235404d-eab8-4aa8-b434-056c211765c2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.549152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97876297-da18-4764-8823-f7f84f8ec66d req-f235404d-eab8-4aa8-b434-056c211765c2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0931993 Aug 16 02:06:12.621453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97876297-da18-4764-8823-f7f84f8ec66d req-5f5a48f9-9521-4fae-ae39-29558fa13656 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661817 Aug 16 02:06:12.658120 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-52ecda76-b69a-4d9f-9f53-d068b30e2164 service neutron] 10.222.0.89 "GET /v2.0/networks/be92c7d7-f277-404d-ba11-afa8f90b5c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200650 Aug 16 02:06:12.733507 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.805584 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e511cce9-36e9-43bf-8320-c6037ea16628 req-5847e795-ba88-4dd9-b1df-79c5a0ebb073 service neutron] 10.222.0.89 "GET /v2.0/networks/be92c7d7-f277-404d-ba11-afa8f90b5c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400247 Aug 16 02:06:13.829079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f89c2e-c309-49c2-b3a6-6cd9a6d2da4e req-e55d8d91-03bb-41c6-8c94-6b9ed4c97a84 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.838608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8f89c2e-c309-49c2-b3a6-6cd9a6d2da4e req-e55d8d91-03bb-41c6-8c94-6b9ed4c97a84 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0826428 Aug 16 02:06:13.881935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8f89c2e-c309-49c2-b3a6-6cd9a6d2da4e req-40f67b91-7e1c-471b-8569-a6b5b5457c9a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Aug 16 02:06:14.195537 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.078221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f67f0-0d89-4d61-9bd8-6a70336a67ff req-c147ae25-3592-4bec-9661-0c978ecd5b95 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.085473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-836f67f0-0d89-4d61-9bd8-6a70336a67ff req-c147ae25-3592-4bec-9661-0c978ecd5b95 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1169162 Aug 16 02:06:15.184803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-836f67f0-0d89-4d61-9bd8-6a70336a67ff req-6c7cc723-0412-435a-890a-89d58a397142 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961902 Aug 16 02:06:16.091423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59450) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.298788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-568cd777-1171-4aaf-acaf-202667870550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.416424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8dcfe-e9ad-4480-b8e7-7553fc12ea13 req-2111dc1b-6a13-4520-8a31-1fd2ba9606ad tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.451872 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99c8dcfe-e9ad-4480-b8e7-7553fc12ea13 req-2111dc1b-6a13-4520-8a31-1fd2ba9606ad tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1395814 Aug 16 02:06:16.528946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99c8dcfe-e9ad-4480-b8e7-7553fc12ea13 req-86e57707-bf05-45fb-bdec-8a33ab127269 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761797 Aug 16 02:06:16.547407 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-568cd777-1171-4aaf-acaf-202667870550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.555330 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-568cd777-1171-4aaf-acaf-202667870550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.601611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59476) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.607832 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-568cd777-1171-4aaf-acaf-202667870550 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8cc776f0b8c34a38b7776db21aa0b0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019248 Aug 16 02:06:16.680304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cd777-1171-4aaf-acaf-202667870550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb85b8ac-d9ed-454f-a661-7221110f0c41,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:16.772102 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f943476d-206c-4b6c-a9af-ab3aa32d196c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.807711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f943476d-206c-4b6c-a9af-ab3aa32d196c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.864526 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f943476d-206c-4b6c-a9af-ab3aa32d196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.867697 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f943476d-206c-4b6c-a9af-ab3aa32d196c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.869216 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f943476d-206c-4b6c-a9af-ab3aa32d196c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb85b8ac-d9ed-454f-a661-7221110f0c41 HTTP/1.1" status: 204 len: 168 time: 0.2622502 Aug 16 02:06:16.881024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943476d-206c-4b6c-a9af-ab3aa32d196c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb85b8ac-d9ed-454f-a661-7221110f0c41,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:17.466052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59496) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:17.496644 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1cde919f-fb13-4f94-a1e7-f72537b0b843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.958224 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1cde919f-fb13-4f94-a1e7-f72537b0b843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.958224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9483da-b152-4a63-8878-9381d9f59cf1 req-93c65fbd-9674-4e1f-a643-d943706496b8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.958224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e9483da-b152-4a63-8878-9381d9f59cf1 req-93c65fbd-9674-4e1f-a643-d943706496b8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1902676 Aug 16 02:06:18.002252 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1cde919f-fb13-4f94-a1e7-f72537b0b843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.027813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e9483da-b152-4a63-8878-9381d9f59cf1 req-64fe3832-ad7a-4e03-a6f3-cb5cfa9977f7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703390 Aug 16 02:06:18.080740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde919f-fb13-4f94-a1e7-f72537b0b843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93f890-4dbf-4d38-9460-fd69a242fa55,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:18.107584 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1cde919f-fb13-4f94-a1e7-f72537b0b843 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f7492dad283b403e94b144084d4f273f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6380548 Aug 16 02:06:18.107876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59538) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:18.198265 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5d61965-ed78-4085-8e72-13622bfa6da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.206724 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.228218 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5d61965-ed78-4085-8e72-13622bfa6da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.316333 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5d61965-ed78-4085-8e72-13622bfa6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.318900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5d61965-ed78-4085-8e72-13622bfa6da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.332908 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e5d61965-ed78-4085-8e72-13622bfa6da4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f93f890-4dbf-4d38-9460-fd69a242fa55 HTTP/1.1" status: 204 len: 168 time: 0.2170279 Aug 16 02:06:18.341827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d61965-ed78-4085-8e72-13622bfa6da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f93f890-4dbf-4d38-9460-fd69a242fa55,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.244509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06128922-df57-46f8-8292-54a029ce6770 req-089f33ea-1b3f-4d3d-88d6-d231c745f914 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.256338 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06128922-df57-46f8-8292-54a029ce6770 req-089f33ea-1b3f-4d3d-88d6-d231c745f914 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0876911 Aug 16 02:06:19.317525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06128922-df57-46f8-8292-54a029ce6770 req-a902bea4-4a06-48db-9090-616aeb2904bb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593305 Aug 16 02:06:19.568290 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59602) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.689874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-982970921-network', 'tenant_id': 'c5b80464ca05401b82f638f6dc672b6d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:19.716857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Made reservation on behalf of c5b80464ca05401b82f638f6dc672b6d for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:19.719620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.728595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.826801 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.831613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.856232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:19.872397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd3998f-67a9-4f28-b28c-24d178915354,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.875770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.876116 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Added segment 6f53a9f3-0fa8-4886-9bfd-bfc642e66374 of type vlan for network a914ad77-99ff-4729-af5e-ab68b99e045f Aug 16 02:06:19.922630 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.954861 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.956109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.956696 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.021889 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4522045 Aug 16 02:06:20.025545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59618) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:20.031174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44d936-4655-4ed4-b678-70c92306634f admin admin] Pushing event updated for resources: {'Network': ['ID=a914ad77-99ff-4729-af5e-ab68b99e045f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:20.033635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] Request body: {'subnet': {'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-982970921-subnet', 'tenant_id': 'c5b80464ca05401b82f638f6dc672b6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:20.042928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network a914ad77-99ff-4729-af5e-ab68b99e045f details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:20.069533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] Made reservation on behalf of c5b80464ca05401b82f638f6dc672b6d for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:20.073172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.081790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59624) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:20.225396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34985b25-dbdd-4563-9fe5-be9a7192b2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.389137 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34985b25-dbdd-4563-9fe5-be9a7192b2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.394627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34985b25-dbdd-4563-9fe5-be9a7192b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.401659 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.434283 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-34985b25-dbdd-4563-9fe5-be9a7192b2de admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=99da07ccb98c4f1ea8a7de8b3eb41724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512902 Aug 16 02:06:20.438172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59650) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:20.484532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34985b25-dbdd-4563-9fe5-be9a7192b2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5305b42-448b-4ffc-a629-d9369ff03658,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:20.506206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c423873-86f0-471a-96f4-a7bc2a2f182d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.507921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15119c5d-287d-40a4-afd8-8b8bcabb157a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:20.530625 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c423873-86f0-471a-96f4-a7bc2a2f182d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.566616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] Checking segment: {'id': '6f53a9f3-0fa8-4886-9bfd-bfc642e66374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:20.566970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] Network hostable DHCP agents. Network: a914ad77-99ff-4729-af5e-ab68b99e045f, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:20.581732 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c423873-86f0-471a-96f4-a7bc2a2f182d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.582984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de0dbc-50f7-4511-a76f-6f959ed804ef req-9c8b157b-8842-40b3-bace-f8d3b09ffb14 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.584601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c423873-86f0-471a-96f4-a7bc2a2f182d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.584745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8de0dbc-50f7-4511-a76f-6f959ed804ef req-9c8b157b-8842-40b3-bace-f8d3b09ffb14 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=44c31af2-6fa9-4837-8fe7-ebaf8ad89a64 HTTP/1.1" status: 200 len: 950 time: 0.1194472 Aug 16 02:06:20.585868 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6c423873-86f0-471a-96f4-a7bc2a2f182d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a5305b42-448b-4ffc-a629-d9369ff03658 HTTP/1.1" status: 204 len: 168 time: 0.1436996 Aug 16 02:06:20.596124 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c423873-86f0-471a-96f4-a7bc2a2f182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5305b42-448b-4ffc-a629-d9369ff03658,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:20.598593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa79c87-eaad-4696-be1b-932f5327a077 req-97d1ee6d-a5e8-4177-95cb-bba0f3cb7f11 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.600287 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fa79c87-eaad-4696-be1b-932f5327a077 req-97d1ee6d-a5e8-4177-95cb-bba0f3cb7f11 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.1600144 Aug 16 02:06:20.685966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8de0dbc-50f7-4511-a76f-6f959ed804ef req-a00f6081-85e6-4587-aaf8-3c483383f474 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831447 Aug 16 02:06:20.691576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] Network a914ad77-99ff-4729-af5e-ab68b99e045f is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:20.704635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fa79c87-eaad-4696-be1b-932f5327a077 req-2a35b00a-dd76-4e62-9d3f-c3d2d06c23c9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673511 Aug 16 02:06:20.726114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, a914ad77-99ff-4729-af5e-ab68b99e045f) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:20.738533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.738659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cffefc4-b872-4bff-a856-e9bd72dd6089 None None] Network a914ad77-99ff-4729-af5e-ab68b99e045f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:20.739948 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.761755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-43c09a72-6bd0-4dfe-8db1-ab6e6a53b472 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7327034 Aug 16 02:06:20.913891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce2e39-ca37-45b7-9e8a-852925722605 None None] Network a914ad77-99ff-4729-af5e-ab68b99e045f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:21.024282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 59688) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:21.057751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4cb95f4d-c159-48e1-a23d-65cd00f1d79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.193942 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4cb95f4d-c159-48e1-a23d-65cd00f1d79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.202618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4cb95f4d-c159-48e1-a23d-65cd00f1d79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.244821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb95f4d-c159-48e1-a23d-65cd00f1d79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ca4300-733d-4d5a-9231-a1233195fb41,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:21.251305 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4cb95f4d-c159-48e1-a23d-65cd00f1d79d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad7b4a7ded384cab9c8f7f661e31dc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253623 Aug 16 02:06:21.254117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 59716) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:21.330525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a0d-f353-4837-89f7-3e5e87fb3a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.392773 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a0d-f353-4837-89f7-3e5e87fb3a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.458039 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a0d-f353-4837-89f7-3e5e87fb3a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.463601 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8f32a0d-f353-4837-89f7-3e5e87fb3a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.465306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f8f32a0d-f353-4837-89f7-3e5e87fb3a6d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/79ca4300-733d-4d5a-9231-a1233195fb41 HTTP/1.1" status: 204 len: 168 time: 0.2094316 Aug 16 02:06:21.488966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f32a0d-f353-4837-89f7-3e5e87fb3a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ca4300-733d-4d5a-9231-a1233195fb41,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:21.909452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79175a34-3485-4506-9b28-9ebf9cbfe10e req-cb166d4c-95e9-43d1-ad5e-f263087f6d4d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:21.921382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79175a34-3485-4506-9b28-9ebf9cbfe10e req-cb166d4c-95e9-43d1-ad5e-f263087f6d4d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0779915 Aug 16 02:06:21.972883 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79175a34-3485-4506-9b28-9ebf9cbfe10e req-d131dea7-1d21-4251-b5cf-4a157538c83f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504160 Aug 16 02:06:22.228692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32ae8a-6457-4d5a-bd7d-0db9a0b7b3be req-20f46a1c-9125-450c-a794-c45c2732d598 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.242028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce32ae8a-6457-4d5a-bd7d-0db9a0b7b3be req-20f46a1c-9125-450c-a794-c45c2732d598 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0736377 Aug 16 02:06:22.325827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce32ae8a-6457-4d5a-bd7d-0db9a0b7b3be req-420a443e-6f3e-400e-adfd-9d75236de739 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801799 Aug 16 02:06:22.530604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008c67e-49a5-4776-86bf-aee0bcdd451c req-03a5c2d2-451c-4434-8924-1cd8f4cd5dfa tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.541224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c008c67e-49a5-4776-86bf-aee0bcdd451c req-03a5c2d2-451c-4434-8924-1cd8f4cd5dfa tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0889504 Aug 16 02:06:22.601205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c008c67e-49a5-4776-86bf-aee0bcdd451c req-7e07e7b6-3b62-4213-9e32-84b1f624925f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584867 Aug 16 02:06:22.991326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-1c23bbff-3bdd-4244-ac45-4f27d01f2e5d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.996665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-1c23bbff-3bdd-4244-ac45-4f27d01f2e5d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 812 time: 0.1344888 Aug 16 02:06:23.009912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-fcb819a6-590b-4786-aec6-db30793ec461 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/quotas/e292f445598748e59e3932c6e78f113c HTTP/1.1" status: 200 len: 375 time: 0.0094910 Aug 16 02:06:23.093520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-587844ae-a3be-4a5d-abab-a6ea6f4f925a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0698662 Aug 16 02:06:23.207609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-a4687c39-2af3-4028-b0b8-3f2de8836692 service neutron] 10.222.0.79 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095862 Aug 16 02:06:23.331370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-44065501-8adf-4e0d-81e4-e615f978fe99 service neutron] 10.222.0.79 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227393 Aug 16 02:06:23.545229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3485221d-a6d8-4133-853e-e617d6bf2fd8 req-04a0d434-3bbc-456f-8ea6-129672746d64 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 210 time: 0.0452762 Aug 16 02:06:24.731724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b628c508-83aa-4b38-b46b-4cb80e35975e req-d5c35c71-23a8-4e19-bab4-d769c60e62f3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 210 time: 0.0560088 Aug 16 02:06:24.921901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 44f1787a-c873-4ac8-ba5d-9a60e765f183 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:25.029993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-0a942499-3ced-46ac-875c-08c47e9d6216 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.032972 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-0a942499-3ced-46ac-875c-08c47e9d6216 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 812 time: 0.2777216 Aug 16 02:06:25.047464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Request body: {'port': {'device_id': '2b825a18-e8b9-4dcb-893f-abdb72d33791', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'admin_state_up': True, 'tenant_id': 'e292f445598748e59e3932c6e78f113c'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:25.106875 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.151373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:25.153621 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac2c36d-1f28-4196-8306-db7074bc6fbf" -d '{"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-unplugged", "status": "completed", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:25.194508 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:25.203198 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.286030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Made reservation on behalf of e292f445598748e59e3932c6e78f113c for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:25.286798 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a877abec-3339-4a59-af4a-7e1aff145343 x-openstack-request-id: req-a877abec-3339-4a59-af4a-7e1aff145343 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:25.287194 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-unplugged", "status": "completed", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:25.287525 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a877abec-3339-4a59-af4a-7e1aff145343 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:25.288007 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'code': 200} Aug 16 02:06:25.291531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.297740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=11']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:25.412995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114c7c4-ca8a-48e6-889b-77d1677b0ad1 req-ffc42d93-888c-41a4-aa34-ceee2af138b6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.414996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a114c7c4-ca8a-48e6-889b-77d1677b0ad1 req-ffc42d93-888c-41a4-aa34-ceee2af138b6 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 948 time: 0.0732827 Aug 16 02:06:25.467045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60102) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:25.489186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Allocated IP 172.20.0.3 (cd8931ac-1883-49aa-86ac-51bf9f89c537/568258cf-724a-481a-a822-21f7d620f7aa/680a0dbc-bc6f-44c1-bf4e-79d6d9e38822) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:25.532746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a114c7c4-ca8a-48e6-889b-77d1677b0ad1 req-c9d38562-602b-435d-b529-7a9f0307e935 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111438 Aug 16 02:06:25.673882 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.683300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a451dccf-8553-4b4a-9d38-825f1392aee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.687938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Transition to ACTIVE for port object 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:25.734321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.821194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['859502bd-fd9f-4a2a-a6ee-5838606e6e79'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:25.853131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:25.859800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:25.879632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:25.894555 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a451dccf-8553-4b4a-9d38-825f1392aee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.913326 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a451dccf-8553-4b4a-9d38-825f1392aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.973564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event updated for resources: {'Port': ['ID=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.032305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.033912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.069560 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-bd915629-0120-47fd-81b8-1e0246a1a41c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0261831 Aug 16 02:06:26.088764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Request body: {'port': {'device_id': '2b825a18-e8b9-4dcb-893f-abdb72d33791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:26.095872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451dccf-8553-4b4a-9d38-825f1392aee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e616a3-5a18-49c2-8c76-fef1f3340120,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.137936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a451dccf-8553-4b4a-9d38-825f1392aee2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c38800955de46469c78e220697a1224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6672566 Aug 16 02:06:26.145287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5d1aa-a8ae-477b-accd-af0abc90bc93 req-41f2bd86-ae17-44c7-80a2-9059c00663c0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.146847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4f5d1aa-a8ae-477b-accd-af0abc90bc93 req-41f2bd86-ae17-44c7-80a2-9059c00663c0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 931 time: 0.2368550 Aug 16 02:06:26.147344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60110) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:26.190221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.215414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4f5d1aa-a8ae-477b-accd-af0abc90bc93 req-0051f6fb-dfeb-4e00-9941-5b31b4365c7f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580783 Aug 16 02:06:26.255673 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8014-f8bb-4c1c-ba71-09a6ba9829cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.265482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3064252b-b100-414f-a497-60757cdca3a1 None None] Provisioning for port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:26.281931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3064252b-b100-414f-a497-60757cdca3a1 None None] Provisioning complete for port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:26.282533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3064252b-b100-414f-a497-60757cdca3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.290763 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8014-f8bb-4c1c-ba71-09a6ba9829cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.327489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3064252b-b100-414f-a497-60757cdca3a1 None None] Port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:26.379144 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8014-f8bb-4c1c-ba71-09a6ba9829cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.383270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8014-f8bb-4c1c-ba71-09a6ba9829cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.385305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7b4c8014-f8bb-4c1c-ba71-09a6ba9829cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/22e616a3-5a18-49c2-8c76-fef1f3340120 HTTP/1.1" status: 204 len: 168 time: 0.2369492 Aug 16 02:06:26.411019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c8014-f8bb-4c1c-ba71-09a6ba9829cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e616a3-5a18-49c2-8c76-fef1f3340120,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.631639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:26.642990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.663283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Transition to ACTIVE for port object 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:26.672580 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.706096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bfe1b-ffb2-4954-a2a0-85dd7c92b24a req-ca046223-0b95-45ad-b07c-8607ccd0368b tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.707821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa7bfe1b-ffb2-4954-a2a0-85dd7c92b24a req-ca046223-0b95-45ad-b07c-8607ccd0368b tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 948 time: 0.0800695 Aug 16 02:06:26.765802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963066-5454-457f-8491-19eb7962012f service neutron] Pushing event updated for resources: {'Port': ['ID=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.834104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Attempting to bind port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:26.834892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Attempting to bind port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:26.835326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Attempting to bind port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:26.850654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 on network cd8931ac-1883-49aa-86ac-51bf9f89c537 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:26.851153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Attempting to bind port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:26.876624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:26.879409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Checking segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:26.879942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Bound using segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:26.880500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Bound port: 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:26.880969 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.938032 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa7bfe1b-ffb2-4954-a2a0-85dd7c92b24a req-b1083301-29f4-4cbe-9e7b-c297f8037f56 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149816 Aug 16 02:06:26.945410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60130) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:26.980333 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96764fc6-f4e8-4767-978f-6ce5dc641fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.002548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911498d7-25a0-487a-b05c-8f2f5a0a5273 req-18033723-990b-4e09-869e-79afefbc1e8a tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.004843 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-911498d7-25a0-487a-b05c-8f2f5a0a5273 req-18033723-990b-4e09-869e-79afefbc1e8a tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 948 time: 0.1952736 Aug 16 02:06:27.083945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] For port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:27.089203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] For port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:27.097893 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.174950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.175475 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.177083 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-d2963066-5454-457f-8491-19eb7962012f service neutron] 10.222.0.89 "PUT /v2.0/ports/680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 HTTP/1.1" status: 200 len: 1092 time: 1.0961494 Aug 16 02:06:27.177644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b825a18-e8b9-4dcb-893f-abdb72d33791', 'tag': '680a0dbc-bc6f-44c1-bf4e-79d6d9e38822'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:27.179989 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750" -d '{"events": [{"name": "network-changed", "server_uuid": "2b825a18-e8b9-4dcb-893f-abdb72d33791", "tag": "680a0dbc-bc6f-44c1-bf4e-79d6d9e38822"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:27.279887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963066-5454-457f-8491-19eb7962012f service neutron] Pushing event updated for resources: {'Port': ['ID=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:27.312563 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486ae9e6-2ee7-4224-a9e0-0242cf5afbb7 x-openstack-request-id: req-486ae9e6-2ee7-4224-a9e0-0242cf5afbb7 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:27.313294 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b825a18-e8b9-4dcb-893f-abdb72d33791", "tag": "680a0dbc-bc6f-44c1-bf4e-79d6d9e38822", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:27.313752 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-486ae9e6-2ee7-4224-a9e0-0242cf5afbb7 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:27.314374 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b825a18-e8b9-4dcb-893f-abdb72d33791', 'tag': '680a0dbc-bc6f-44c1-bf4e-79d6d9e38822', 'status': 'completed', 'code': 200} Aug 16 02:06:27.369982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-835a7864-f9b9-4881-bae6-c9684fcc4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.371883 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-835a7864-f9b9-4881-bae6-c9684fcc4936 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 1095 time: 0.1095548 Aug 16 02:06:27.448822 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-1652b9dd-4eac-40d6-aa1b-d449f72c05c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 HTTP/1.1" status: 200 len: 217 time: 0.0682032 Aug 16 02:06:27.500090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-911498d7-25a0-487a-b05c-8f2f5a0a5273 req-ed438117-45d4-41ae-b1f2-2856d9ee2998 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Deleting port baf8383a-49ca-4edb-a1f8-a15143e9158b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:27.500627 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-911498d7-25a0-487a-b05c-8f2f5a0a5273 req-ed438117-45d4-41ae-b1f2-2856d9ee2998 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.537630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-c9b0b6e9-b90f-4986-a685-bc98c4c99934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.539578 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-c9b0b6e9-b90f-4986-a685-bc98c4c99934 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0843165 Aug 16 02:06:27.628028 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96764fc6-f4e8-4767-978f-6ce5dc641fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.655341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-6af946e0-2fde-48b5-a671-2e66e2969997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.659656 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-6af946e0-2fde-48b5-a671-2e66e2969997 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120212 Aug 16 02:06:27.663048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50f88c-e85c-48ef-bbec-0c873d6f0c3f req-ad576c97-2931-48d8-b1e2-1af56ad01354 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.664503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d50f88c-e85c-48ef-bbec-0c873d6f0c3f req-ad576c97-2931-48d8-b1e2-1af56ad01354 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 943 time: 0.3188167 Aug 16 02:06:27.667675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96764fc6-f4e8-4767-978f-6ce5dc641fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.731891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d50f88c-e85c-48ef-bbec-0c873d6f0c3f req-9f2af95f-f590-4861-b5f3-b5fc4402eef3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546021 Aug 16 02:06:27.768766 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-1aa10061-101f-4dbb-9f8a-54d8b7ec47e4 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016793 Aug 16 02:06:27.776857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96764fc6-f4e8-4767-978f-6ce5dc641fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad680c2-1741-467c-937a-6c7309c94092,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:27.786449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-96764fc6-f4e8-4767-978f-6ce5dc641fdc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67f5101a8361425085dbf93b3e3d53d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8389280 Aug 16 02:06:27.789571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60144) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:27.872879 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aec504f-9e95-4feb-a9a4-d474bfa6be34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.900045 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aec504f-9e95-4feb-a9a4-d474bfa6be34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.951036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-911498d7-25a0-487a-b05c-8f2f5a0a5273 req-ed438117-45d4-41ae-b1f2-2856d9ee2998 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] For port baf8383a-49ca-4edb-a1f8-a15143e9158b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=baf8383a-49ca-4edb-a1f8-a15143e9158b,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:27.951710 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-911498d7-25a0-487a-b05c-8f2f5a0a5273 req-ed438117-45d4-41ae-b1f2-2856d9ee2998 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.961771 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aec504f-9e95-4feb-a9a4-d474bfa6be34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.965021 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aec504f-9e95-4feb-a9a4-d474bfa6be34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.969153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6aec504f-9e95-4feb-a9a4-d474bfa6be34 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7ad680c2-1741-467c-937a-6c7309c94092 HTTP/1.1" status: 204 len: 168 time: 0.1787226 Aug 16 02:06:27.983099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-911498d7-25a0-487a-b05c-8f2f5a0a5273 req-ed438117-45d4-41ae-b1f2-2856d9ee2998 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Calling delete_port for baf8383a-49ca-4edb-a1f8-a15143e9158b owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:27.987739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec504f-9e95-4feb-a9a4-d474bfa6be34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad680c2-1741-467c-937a-6c7309c94092,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:28.216015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6cd2-0947-4e0e-b612-875c2f704810 req-2061f25f-26ac-4bc7-91f2-3687107cda00 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:28.218074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2ff6cd2-0947-4e0e-b612-875c2f704810 req-2061f25f-26ac-4bc7-91f2-3687107cda00 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5 HTTP/1.1" status: 200 len: 948 time: 0.1185131 Aug 16 02:06:28.219373 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-911498d7-25a0-487a-b05c-8f2f5a0a5273 req-ed438117-45d4-41ae-b1f2-2856d9ee2998 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.280511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed438117-45d4-41ae-b1f2-2856d9ee2998 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Pushing event deleted for resources: {'Port': ['ID=baf8383a-49ca-4edb-a1f8-a15143e9158b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:28.381648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-911498d7-25a0-487a-b05c-8f2f5a0a5273 req-ed438117-45d4-41ae-b1f2-2856d9ee2998 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] No DVR routers for this DVR port baf8383a-49ca-4edb-a1f8-a15143e9158b on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:28.386427 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-911498d7-25a0-487a-b05c-8f2f5a0a5273 req-ed438117-45d4-41ae-b1f2-2856d9ee2998 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.388564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-911498d7-25a0-487a-b05c-8f2f5a0a5273 req-ed438117-45d4-41ae-b1f2-2856d9ee2998 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.89 "DELETE /v2.0/ports/baf8383a-49ca-4edb-a1f8-a15143e9158b HTTP/1.1" status: 204 len: 173 time: 1.3678029 Aug 16 02:06:28.389045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'name': 'network-vif-deleted', 'tag': 'baf8383a-49ca-4edb-a1f8-a15143e9158b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:28.391606 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a554b1f-d04a-4d21-8171-3f2ce319ead1" -d '{"events": [{"server_uuid": "9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5", "name": "network-vif-deleted", "tag": "baf8383a-49ca-4edb-a1f8-a15143e9158b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:28.400489 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2ff6cd2-0947-4e0e-b612-875c2f704810 req-da3013ce-1647-4f3e-bad3-c3117c37735d tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704304 Aug 16 02:06:28.479929 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eb8b81-7e10-41ff-a455-5f2fe8856538 x-openstack-request-id: req-62eb8b81-7e10-41ff-a455-5f2fe8856538 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:28.480298 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5", "name": "network-vif-deleted", "tag": "baf8383a-49ca-4edb-a1f8-a15143e9158b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:28.480621 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-62eb8b81-7e10-41ff-a455-5f2fe8856538 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:28.481136 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3b3c6c-d2db-447c-91a0-cb1cd9607cd5', 'name': 'network-vif-deleted', 'tag': 'baf8383a-49ca-4edb-a1f8-a15143e9158b', 'status': 'completed', 'code': 200} Aug 16 02:06:28.639323 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ba5665a2-5a90-4a87-a1d2-40bacfa3a48c req-14b417d3-4c5b-4b27-a044-2b36d5f4c333 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8637910 Aug 16 02:06:28.749484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750 req-e88d1c8d-5874-4f03-b927-da201be7a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:28.751277 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750 req-e88d1c8d-5874-4f03-b927-da201be7a0b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 1095 time: 0.0604291 Aug 16 02:06:28.933270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750 req-e78c4824-175f-4334-b237-124044e4a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:28.934767 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750 req-e78c4824-175f-4334-b237-124044e4a2a0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.1755323 Aug 16 02:06:28.963185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d211d9-560a-4a7f-95fe-dd4fd172e435 req-b790624e-d3cb-4384-929f-2b5a9a8212cf tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:28.973452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68d211d9-560a-4a7f-95fe-dd4fd172e435 req-b790624e-d3cb-4384-929f-2b5a9a8212cf tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 943 time: 0.1045434 Aug 16 02:06:29.046554 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750 req-f96aaacf-d4ee-4b6d-8178-acea9ed2d693 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 HTTP/1.1" status: 200 len: 217 time: 0.1025004 Aug 16 02:06:29.061550 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68d211d9-560a-4a7f-95fe-dd4fd172e435 req-eec29921-7a17-4078-8038-d940e02bc423 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813787 Aug 16 02:06:29.131972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750 req-fa08560f-c5c6-4987-b391-36af8d3fc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:29.134877 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750 req-fa08560f-c5c6-4987-b391-36af8d3fc25c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0768976 Aug 16 02:06:29.190650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750 req-4438d207-239c-4185-b91e-a21f02920a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:29.192154 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750 req-4438d207-239c-4185-b91e-a21f02920a2d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491166 Aug 16 02:06:29.313660 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750 req-146daf8b-78a7-4f62-bbcd-c0888d4da105 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110432 Aug 16 02:06:29.470298 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ebb10938-ea6c-4d2c-bba6-86a9d3dcf750 req-b6fac3b8-2b45-4878-92d1-49524bc9e63f service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432409 Aug 16 02:06:29.859145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c19d2-182d-4afa-a3fb-69a50a96e1d3 req-443cd65c-1f74-4f44-88f6-23d5550d5750 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:29.869429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-581c19d2-182d-4afa-a3fb-69a50a96e1d3 req-443cd65c-1f74-4f44-88f6-23d5550d5750 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=44c31af2-6fa9-4837-8fe7-ebaf8ad89a64 HTTP/1.1" status: 200 len: 948 time: 0.0702972 Aug 16 02:06:29.932520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-581c19d2-182d-4afa-a3fb-69a50a96e1d3 req-170edd65-3f52-4bda-9b9d-0256d9c73ddf tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562477 Aug 16 02:06:30.233204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d823ce-a996-4f35-b5c4-9ae8680ad89a req-453188c8-0a2c-4017-818f-655788cd6dad tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:30.244232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55d823ce-a996-4f35-b5c4-9ae8680ad89a req-453188c8-0a2c-4017-818f-655788cd6dad tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 943 time: 0.0826559 Aug 16 02:06:30.300837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55d823ce-a996-4f35-b5c4-9ae8680ad89a req-8e8e987c-11ca-4573-bca4-f8918c33c572 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554523 Aug 16 02:06:30.953882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:30.959474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device baf8383a-49ca-4edb-a1f8-a15143e9158b no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:31.019028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: baf8383a-49ca-4edb-a1f8-a15143e9158b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:31.027110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device baf8383a-49ca-4edb-a1f8-a15143e9158b not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:31.146412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1dec-9a96-442a-a84c-053af24d36db req-6531da53-105f-4887-86bf-b70390fe5027 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.154405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59fd1dec-9a96-442a-a84c-053af24d36db req-6531da53-105f-4887-86bf-b70390fe5027 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=44c31af2-6fa9-4837-8fe7-ebaf8ad89a64 HTTP/1.1" status: 200 len: 948 time: 0.1103954 Aug 16 02:06:31.189831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:31.206942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '680a0dbc-bc6f-44c1-bf4e-79d6d9e38822', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'port_id': '680a0dbc-bc6f-44c1-bf4e-79d6d9e38822', 'mac_address': 'fa:16:3e:49:3f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:31.257688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59fd1dec-9a96-442a-a84c-053af24d36db req-24ee090e-67d6-43f1-bd21-1d502cc1d04b tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/security-groups?id=472b3e28-5758-42e1-b7bc-f6ef2d81678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021578 Aug 16 02:06:31.308341 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.314779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60258) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:31.334379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:31.370720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:31.378325 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.461465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb386-ec57-4ae9-936d-d98cd1031c29 req-97e28415-8deb-4747-8537-6fa2e1ce3ae0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.478344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-889bb386-ec57-4ae9-936d-d98cd1031c29 req-97e28415-8deb-4747-8537-6fa2e1ce3ae0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 944 time: 0.0878179 Aug 16 02:06:31.515062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:31.546029 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2f93b99-49d1-485b-87ad-d5990cad4aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.551509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e42edc-f116-4436-b123-aa1f166107b3 req-e9052dcd-b1be-4755-91e2-749ba7be4175 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.553681 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c1e42edc-f116-4436-b123-aa1f166107b3 req-e9052dcd-b1be-4755-91e2-749ba7be4175 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.89 "GET /v2.0/ports?device_id=44c31af2-6fa9-4837-8fe7-ebaf8ad89a64 HTTP/1.1" status: 200 len: 948 time: 0.0902646 Aug 16 02:06:31.591922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-889bb386-ec57-4ae9-936d-d98cd1031c29 req-f770c265-ca1b-462a-829c-34f183985e15 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121190 Aug 16 02:06:31.615627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['680a0dbc-bc6f-44c1-bf4e-79d6d9e38822'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:31.727203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c1e42edc-f116-4436-b123-aa1f166107b3 req-71dccdb2-b614-413a-ada5-816becc795e7 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Deleting port 44f1787a-c873-4ac8-ba5d-9a60e765f183 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:31.727546 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c1e42edc-f116-4436-b123-aa1f166107b3 req-71dccdb2-b614-413a-ada5-816becc795e7 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.882338 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2f93b99-49d1-485b-87ad-d5990cad4aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.892168 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2f93b99-49d1-485b-87ad-d5990cad4aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.913251 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c1e42edc-f116-4436-b123-aa1f166107b3 req-71dccdb2-b614-413a-ada5-816becc795e7 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] For port 44f1787a-c873-4ac8-ba5d-9a60e765f183, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=44f1787a-c873-4ac8-ba5d-9a60e765f183,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:31.913851 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c1e42edc-f116-4436-b123-aa1f166107b3 req-71dccdb2-b614-413a-ada5-816becc795e7 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.936136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c1e42edc-f116-4436-b123-aa1f166107b3 req-71dccdb2-b614-413a-ada5-816becc795e7 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Calling delete_port for 44f1787a-c873-4ac8-ba5d-9a60e765f183 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:31.997376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a2f93b99-49d1-485b-87ad-d5990cad4aeb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=005b0bc8f0bc4811ad688a5d236b57c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803114 Aug 16 02:06:31.999378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60272) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:32.004061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f93b99-49d1-485b-87ad-d5990cad4aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e49658-a4bd-42d1-9d62-c1797ed63709,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.086869 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fbc-90a9-4ec2-88ba-3aaa6876ff1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.115229 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fbc-90a9-4ec2-88ba-3aaa6876ff1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.188423 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c1e42edc-f116-4436-b123-aa1f166107b3 req-71dccdb2-b614-413a-ada5-816becc795e7 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.218987 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dccdb2-b614-413a-ada5-816becc795e7 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Pushing event deleted for resources: {'Port': ['ID=44f1787a-c873-4ac8-ba5d-9a60e765f183,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.259897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fbc-90a9-4ec2-88ba-3aaa6876ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.262498 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fbc-90a9-4ec2-88ba-3aaa6876ff1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.266226 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a71a5fbc-90a9-4ec2-88ba-3aaa6876ff1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/35e49658-a4bd-42d1-9d62-c1797ed63709 HTTP/1.1" status: 204 len: 168 time: 0.2611809 Aug 16 02:06:32.344268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a5fbc-90a9-4ec2-88ba-3aaa6876ff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e49658-a4bd-42d1-9d62-c1797ed63709,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.368864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e42edc-f116-4436-b123-aa1f166107b3 req-71dccdb2-b614-413a-ada5-816becc795e7 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] No DVR routers for this DVR port 44f1787a-c873-4ac8-ba5d-9a60e765f183 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:32.373980 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-163d1b24-189a-4880-a6bf-8a04d99ba1ab service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1562250 Aug 16 02:06:32.375125 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c1e42edc-f116-4436-b123-aa1f166107b3 req-71dccdb2-b614-413a-ada5-816becc795e7 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.387294 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c1e42edc-f116-4436-b123-aa1f166107b3 req-71dccdb2-b614-413a-ada5-816becc795e7 tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.89 "DELETE /v2.0/ports/44f1787a-c873-4ac8-ba5d-9a60e765f183 HTTP/1.1" status: 204 len: 173 time: 0.8262718 Aug 16 02:06:32.387724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-deleted', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:32.390387 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14c58d3-4dad-4183-898c-22a8b9218d9a" -d '{"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-deleted", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:32.497376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5b83b77-f516-4771-9c95-cc2b6f542320 req-7e93b5cc-e6dc-4171-ac9a-c1c7465fe1ca tempest-ListImageFiltersTestJSON-1938477334 tempest-ListImageFiltersTestJSON-1938477334-project] 10.222.0.79 "GET /v2.0/ports?device_id=44c31af2-6fa9-4837-8fe7-ebaf8ad89a64 HTTP/1.1" status: 200 len: 210 time: 0.0820210 Aug 16 02:06:32.503580 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747cc92e-ddbb-44da-9dbd-1631bad06300 x-openstack-request-id: req-747cc92e-ddbb-44da-9dbd-1631bad06300 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:32.504380 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c31af2-6fa9-4837-8fe7-ebaf8ad89a64", "name": "network-vif-deleted", "tag": "44f1787a-c873-4ac8-ba5d-9a60e765f183", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:32.504833 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-747cc92e-ddbb-44da-9dbd-1631bad06300 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:32.505470 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c31af2-6fa9-4837-8fe7-ebaf8ad89a64', 'name': 'network-vif-deleted', 'tag': '44f1787a-c873-4ac8-ba5d-9a60e765f183', 'status': 'completed', 'code': 200} Aug 16 02:06:32.530119 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-371742f3-97cd-4621-94af-7cc8e2ba78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:32.532108 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-371742f3-97cd-4621-94af-7cc8e2ba78a7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1098 time: 0.1106088 Aug 16 02:06:32.795584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-4eea1977-36d2-4b5b-8299-dde0d0b4bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:32.798545 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-4eea1977-36d2-4b5b-8299-dde0d0b4bf82 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 200 len: 897 time: 0.2410176 Aug 16 02:06:32.851958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3a97b-628d-4a19-9a52-3166067838e9 req-92393642-b912-4684-b436-49c8ebfa92d8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:32.857849 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9e3a97b-628d-4a19-9a52-3166067838e9 req-92393642-b912-4684-b436-49c8ebfa92d8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 944 time: 0.1427159 Aug 16 02:06:32.983164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:32.983945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9e3a97b-628d-4a19-9a52-3166067838e9 req-9817a6cc-4172-47ee-8311-5d75931f19c0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149127 Aug 16 02:06:32.994880 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-21644854-827a-4db0-b523-fa92b296c83c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 1002 time: 0.1864588 Aug 16 02:06:33.022897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60294) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:33.047004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3044f1f9-c3f0-4676-8e5b-95f2457b642c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.101882 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-880c113d-3830-47e4-9c35-12a4f5a2a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:33.108214 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-880c113d-3830-47e4-9c35-12a4f5a2a488 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9b6072cc-0732-4626-98c6-e3940f462739 HTTP/1.1" status: 200 len: 835 time: 0.1057510 Aug 16 02:06:33.145008 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:33.159642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:33.160289 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.226803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-697af67b-3478-46be-b81f-78ba0b1b718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:33.232361 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-697af67b-3478-46be-b81f-78ba0b1b718d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6f6930e4-48fd-4ab6-b812-9d30343acd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168458 Aug 16 02:06:33.302930 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3044f1f9-c3f0-4676-8e5b-95f2457b642c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.310933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3044f1f9-c3f0-4676-8e5b-95f2457b642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.343113 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.361239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3044f1f9-c3f0-4676-8e5b-95f2457b642c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0a11fd3bbfaa4d7bacc69307f0a65a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371298 Aug 16 02:06:33.362193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044f1f9-c3f0-4676-8e5b-95f2457b642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491b9575-51ca-449e-9e19-2b77284f2787,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.372443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60296) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:33.382134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:33.383235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b825a18-e8b9-4dcb-893f-abdb72d33791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680a0dbc-bc6f-44c1-bf4e-79d6d9e38822'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:33.386918 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd3c30a-98b8-4aed-99bc-beb74705b325" -d '{"events": [{"server_uuid": "2b825a18-e8b9-4dcb-893f-abdb72d33791", "name": "network-vif-plugged", "status": "completed", "tag": "680a0dbc-bc6f-44c1-bf4e-79d6d9e38822"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:33.390922 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.453583 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.478504 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c71160-462d-4669-bb4d-9ba0ce9ad851 x-openstack-request-id: req-94c71160-462d-4669-bb4d-9ba0ce9ad851 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:33.485652 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b825a18-e8b9-4dcb-893f-abdb72d33791", "name": "network-vif-plugged", "status": "completed", "tag": "680a0dbc-bc6f-44c1-bf4e-79d6d9e38822", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:33.485652 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-94c71160-462d-4669-bb4d-9ba0ce9ad851 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:33.485652 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b825a18-e8b9-4dcb-893f-abdb72d33791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680a0dbc-bc6f-44c1-bf4e-79d6d9e38822', 'code': 200} Aug 16 02:06:33.530691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-0fbe2b37-06a4-4c26-847a-3e3d454fdac7 service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898841 Aug 16 02:06:33.578456 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28553c31-0d43-4464-892d-b6a40c24f8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.729537 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bb389243-4322-4bbf-abb2-02b7a07a3e9a req-a0cb947d-9b10-419a-8ce5-c88d9ab2a4ca service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908147 Aug 16 02:06:33.747371 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28553c31-0d43-4464-892d-b6a40c24f8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.766140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573105d8-b65e-4731-a274-244578b6e501 req-3797e947-ab76-4af1-82ab-b877e5567d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:33.767750 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-573105d8-b65e-4731-a274-244578b6e501 req-3797e947-ab76-4af1-82ab-b877e5567d17 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 1097 time: 0.1864688 Aug 16 02:06:33.850169 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-573105d8-b65e-4731-a274-244578b6e501 req-cfe1c9f8-80ab-4252-8111-fce09e0f1b3d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724156 Aug 16 02:06:33.876656 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28553c31-0d43-4464-892d-b6a40c24f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.879549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28553c31-0d43-4464-892d-b6a40c24f8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.880786 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-28553c31-0d43-4464-892d-b6a40c24f8d6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/491b9575-51ca-449e-9e19-2b77284f2787 HTTP/1.1" status: 204 len: 168 time: 0.5040483 Aug 16 02:06:33.897129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28553c31-0d43-4464-892d-b6a40c24f8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491b9575-51ca-449e-9e19-2b77284f2787,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:34.265215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e773df-52aa-4f51-9cac-21517778ec81 req-6b252892-dbe7-48d7-a13c-0241705b41bf tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:34.268087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68e773df-52aa-4f51-9cac-21517778ec81 req-6b252892-dbe7-48d7-a13c-0241705b41bf tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 945 time: 0.1624053 Aug 16 02:06:34.366568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68e773df-52aa-4f51-9cac-21517778ec81 req-2a76295d-e830-41c3-92aa-6edf5bef1bf1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730586 Aug 16 02:06:35.567258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a4ff5-4c93-4bb5-a0b1-e07638a59866 req-c785f737-2d3a-4d26-b030-a22ec871be8a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:35.576590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da9a4ff5-4c93-4bb5-a0b1-e07638a59866 req-c785f737-2d3a-4d26-b030-a22ec871be8a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 945 time: 0.0975218 Aug 16 02:06:35.660503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da9a4ff5-4c93-4bb5-a0b1-e07638a59866 req-952c2511-202c-4113-9ab5-e5850b9eadf8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813372 Aug 16 02:06:36.043689 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60420) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:36.224937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3ed195a6-84b1-499f-9b67-ddc6a3bcbc3c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f38a3116c153452e9a48252769f85b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799045 Aug 16 02:06:36.228699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60430) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:36.326183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2169931-87a1-4e8a-a771-11ca744ef799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.359395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2169931-87a1-4e8a-a771-11ca744ef799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.428177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2169931-87a1-4e8a-a771-11ca744ef799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.432377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2169931-87a1-4e8a-a771-11ca744ef799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.441081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d2169931-87a1-4e8a-a771-11ca744ef799 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/472b3e28-5758-42e1-b7bc-f6ef2d81678f HTTP/1.1" status: 204 len: 168 time: 0.2111256 Aug 16 02:06:36.451588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2169931-87a1-4e8a-a771-11ca744ef799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472b3e28-5758-42e1-b7bc-f6ef2d81678f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.012826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 44f1787a-c873-4ac8-ba5d-9a60e765f183 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:37.048541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 44f1787a-c873-4ac8-ba5d-9a60e765f183 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:37.049169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 44f1787a-c873-4ac8-ba5d-9a60e765f183 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:37.607520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e150b63-e1c9-4daf-9979-00a46e8fced7 req-a84a36fd-de2e-4660-9817-9695552a6cba tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:37.609735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e150b63-e1c9-4daf-9979-00a46e8fced7 req-a84a36fd-de2e-4660-9817-9695552a6cba tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1098 time: 0.0554781 Aug 16 02:06:37.641525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7e150b63-e1c9-4daf-9979-00a46e8fced7 req-c093c5f5-6a25-4121-8f68-6ff7e87f51de tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.780558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7e150b63-e1c9-4daf-9979-00a46e8fced7 req-c093c5f5-6a25-4121-8f68-6ff7e87f51de tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.787376 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7e150b63-e1c9-4daf-9979-00a46e8fced7 req-c093c5f5-6a25-4121-8f68-6ff7e87f51de tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.831303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093c5f5-6a25-4121-8f68-6ff7e87f51de tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9bcf42-2ce1-4d09-8177-452a093cad97,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.851387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e150b63-e1c9-4daf-9979-00a46e8fced7 req-c093c5f5-6a25-4121-8f68-6ff7e87f51de tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205625 Aug 16 02:06:37.916226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60500) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:38.117802 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d71ceac-6259-4552-9e64-e5cda4b999ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.160573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f1da2-df08-4e6c-9d08-3c4c79cebf44 req-fd24854a-cb8a-4fab-b7d9-4cd3a1d642a3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:38.170995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-205f1da2-df08-4e6c-9d08-3c4c79cebf44 req-fd24854a-cb8a-4fab-b7d9-4cd3a1d642a3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1917048 Aug 16 02:06:38.231544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-205f1da2-df08-4e6c-9d08-3c4c79cebf44 req-7328a149-08b1-4d7c-a3a8-9baa6b81f427 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568087 Aug 16 02:06:38.245893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60510) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:38.385605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-116925df-9fa3-4c82-b3ab-4a643406651b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/0cbfb633-6a57-4f2c-85d3-45bbc802d677 HTTP/1.1" status: 200 len: 994 time: 0.1272161 Aug 16 02:06:38.404246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60516) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:38.429718 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d71ceac-6259-4552-9e64-e5cda4b999ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.435048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d71ceac-6259-4552-9e64-e5cda4b999ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.468134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5d71ceac-6259-4552-9e64-e5cda4b999ff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae6d7f60f13b4acbaf5c0a94c6d789ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5504916 Aug 16 02:06:38.471028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60520) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:38.523717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71ceac-6259-4552-9e64-e5cda4b999ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c295f67-3f9e-4c59-acbc-c61673dc46b5,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.567567 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2f75-d134-45d5-8576-7a92bb65a61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.590911 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-55ae0c66-1e78-4ea9-b9d8-dbf950c246ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.593888 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2f75-d134-45d5-8576-7a92bb65a61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.653343 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2f75-d134-45d5-8576-7a92bb65a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.656300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2f75-d134-45d5-8576-7a92bb65a61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.657727 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ae1c2f75-d134-45d5-8576-7a92bb65a61b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c295f67-3f9e-4c59-acbc-c61673dc46b5 HTTP/1.1" status: 204 len: 168 time: 0.1856833 Aug 16 02:06:38.687669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c2f75-d134-45d5-8576-7a92bb65a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c295f67-3f9e-4c59-acbc-c61673dc46b5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.740200 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-55ae0c66-1e78-4ea9-b9d8-dbf950c246ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.748487 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-55ae0c66-1e78-4ea9-b9d8-dbf950c246ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.820848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-55ae0c66-1e78-4ea9-b9d8-dbf950c246ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40d70a0bfa4b437a88129061e4f0734d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145799 Aug 16 02:06:38.823248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60532) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:38.828879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae0c66-1e78-4ea9-b9d8-dbf950c246ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d002913b-6c69-46da-9c49-ce112ed6c0e9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.839455 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9de1-315b-4114-8983-2e10420e7cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.932873 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.978003 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.090793 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.093597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.094945 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d002913b-6c69-46da-9c49-ce112ed6c0e9 HTTP/1.1" status: 204 len: 168 time: 0.2700486 Aug 16 02:06:39.109713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d002913b-6c69-46da-9c49-ce112ed6c0e9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:39.122565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.122883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.129514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.129935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.130375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.130756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.131215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.131576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.134891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.135381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.135798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.136328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6ea50-7fd7-4013-9c99-5ace8fb4b44d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:39.196657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60548) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:39.213925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-821bdf39-700f-4063-ac26-b59b1ece03d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.402994 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-821bdf39-700f-4063-ac26-b59b1ece03d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.413279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-821bdf39-700f-4063-ac26-b59b1ece03d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.450360 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-821bdf39-700f-4063-ac26-b59b1ece03d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2fb604013bd44909f1ac93356a45f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517941 Aug 16 02:06:39.452809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60558) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:39.494244 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.529503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a9f3f-a597-4765-958f-72c1c9462bf7 req-c7cd0a89-c6bc-48da-abbc-48a15da76e5d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:39.532989 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d4a9f3f-a597-4765-958f-72c1c9462bf7 req-c7cd0a89-c6bc-48da-abbc-48a15da76e5d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1096747 Aug 16 02:06:39.540721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bdf39-700f-4063-ac26-b59b1ece03d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4365f829-3a58-4bcc-954c-7047c911555b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:39.558924 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51b5a9cc-0ca7-44e1-9cf8-af8def100fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.595679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51b5a9cc-0ca7-44e1-9cf8-af8def100fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.620825 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d4a9f3f-a597-4765-958f-72c1c9462bf7 req-3b350bef-28fa-4f8c-b542-6c8c9cf2ff83 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816028 Aug 16 02:06:39.680608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-19ad302b-5d03-4b9c-9c28-bb412fe2b937 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3157451 Aug 16 02:06:39.691352 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51b5a9cc-0ca7-44e1-9cf8-af8def100fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.695378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51b5a9cc-0ca7-44e1-9cf8-af8def100fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.697204 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-51b5a9cc-0ca7-44e1-9cf8-af8def100fc7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4365f829-3a58-4bcc-954c-7047c911555b HTTP/1.1" status: 204 len: 168 time: 0.2417135 Aug 16 02:06:39.708513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5a9cc-0ca7-44e1-9cf8-af8def100fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4365f829-3a58-4bcc-954c-7047c911555b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:40.467636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60612) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:40.629427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-485878396-network', 'tenant_id': '78f4d4353fb94a5b861377dcf8f06d16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:40.684654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Made reservation on behalf of 78f4d4353fb94a5b861377dcf8f06d16 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:40.687185 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.715339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.873354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad702902-7f7c-4022-b7e6-b3734b0e7a2c req-b23b7a34-9414-47e3-8eac-c863e5cfc9c0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:40.874892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad702902-7f7c-4022-b7e6-b3734b0e7a2c req-b23b7a34-9414-47e3-8eac-c863e5cfc9c0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1491086 Aug 16 02:06:40.937327 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.943828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad702902-7f7c-4022-b7e6-b3734b0e7a2c req-c58fca76-fefe-4393-ad0d-86b631b8c7f4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563378 Aug 16 02:06:40.945019 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.958402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:40.972089 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.972676 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Added segment d6b33d29-d85c-4cc5-afa7-e9f7ad8da2a3 of type vlan for network 327343e0-9de3-4e98-b2af-00805c072be8 Aug 16 02:06:41.020317 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.058970 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.060238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.060997 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.131323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3f2796-e2e6-457a-b591-57b00fc7031d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:41.152747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60640) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:41.153314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6839945 Aug 16 02:06:41.162269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] Request body: {'subnet': {'network_id': '327343e0-9de3-4e98-b2af-00805c072be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-485878396-subnet', 'tenant_id': '78f4d4353fb94a5b861377dcf8f06d16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:41.162539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbce07-8cdf-43c5-8df4-9a0d341bc653 admin admin] Pushing event updated for resources: {'Network': ['ID=327343e0-9de3-4e98-b2af-00805c072be8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:41.174090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 327343e0-9de3-4e98-b2af-00805c072be8 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:41.229759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] Made reservation on behalf of 78f4d4353fb94a5b861377dcf8f06d16 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:41.232252 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.477434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c1df-acb8-4945-8724-d5d9fc674830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.514877 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.553813 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.673104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-d6a212ad-182e-4c3b-b1ed-3e203f9786d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.674886 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-d6a212ad-182e-4c3b-b1ed-3e203f9786d4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1098 time: 0.0961556 Aug 16 02:06:41.675970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1078d043-d09f-4d00-8f97-24abdd86990f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:41.723666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] Checking segment: {'id': 'd6b33d29-d85c-4cc5-afa7-e9f7ad8da2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '327343e0-9de3-4e98-b2af-00805c072be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:41.724388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] Network hostable DHCP agents. Network: 327343e0-9de3-4e98-b2af-00805c072be8, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:41.808758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] Network 327343e0-9de3-4e98-b2af-00805c072be8 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:41.828224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 327343e0-9de3-4e98-b2af-00805c072be8) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:41.838302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fdfb99-8118-432f-95dc-352600222a5a None None] Network 327343e0-9de3-4e98-b2af-00805c072be8 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:41.847839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.848547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.876613 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cbe6b940-b98f-46ea-965b-59fddd130710 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7135336 Aug 16 02:06:41.876613 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-8d1ae95c-a30c-4d5a-88ef-0849524404ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.889614 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-8d1ae95c-a30c-4d5a-88ef-0849524404ce service neutron] 10.222.0.84 "GET /v2.0/networks?id=6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 200 len: 897 time: 0.2018709 Aug 16 02:06:42.047291 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-00c4c420-3a21-4cd7-9194-036ab07c3bad service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 1002 time: 0.1511269 Aug 16 02:06:42.101597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440e790a-0cb1-4504-941f-bff42786ff5b None None] Network 327343e0-9de3-4e98-b2af-00805c072be8 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:42.199426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-2a7415af-6f93-4c87-b269-818f24854c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:42.201759 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-2a7415af-6f93-4c87-b269-818f24854c5b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9b6072cc-0732-4626-98c6-e3940f462739 HTTP/1.1" status: 200 len: 835 time: 0.1388421 Aug 16 02:06:42.221196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5ec5f-3838-4ec3-b05e-3ccad5c26bc3 req-f6271728-b674-4e9d-854a-5449f6c798f7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:42.222145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17a5ec5f-3838-4ec3-b05e-3ccad5c26bc3 req-f6271728-b674-4e9d-854a-5449f6c798f7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1077719 Aug 16 02:06:42.283084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-6aee0920-7597-497b-8533-0cdfe761c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:42.287877 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-6aee0920-7597-497b-8533-0cdfe761c89a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6f6930e4-48fd-4ab6-b812-9d30343acd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780046 Aug 16 02:06:42.292184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17a5ec5f-3838-4ec3-b05e-3ccad5c26bc3 req-da480ed3-fdfd-4eae-830c-eb903e0d5930 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585577 Aug 16 02:06:42.453180 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-c9b078b1-4fce-4d3e-9c8d-b7eacb958eaa service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474481 Aug 16 02:06:42.616878 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-6cfffef8-df69-4163-925d-00418bffbe1d service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555643 Aug 16 02:06:42.655038 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-9c4dd648-fb1f-48c5-a29b-a051fa659294 req-5fb1d359-725c-4c1d-aa63-30f747a5cc46 tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] show failed (client error): The resource could not be found. Aug 16 02:06:42.656483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c4dd648-fb1f-48c5-a29b-a051fa659294 req-5fb1d359-725c-4c1d-aa63-30f747a5cc46 tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] 10.222.0.79 "GET /v2.0/security-groups/d8cf3be2-0ff1-4d6a-af3c-5940f1eedddb HTTP/1.1" status: 404 len: 352 time: 0.0189373 Aug 16 02:06:42.732203 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.786963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5bf3b54-b029-496f-9fd2-f86583e18eb1 req-f481eb37-fab6-4e2a-b9e0-0b3775b23787 tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78f4d4353fb94a5b861377dcf8f06d16 HTTP/1.1" status: 200 len: 2988 time: 0.0795248 Aug 16 02:06:42.843161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5bf3b54-b029-496f-9fd2-f86583e18eb1 req-3ac4fa63-0c96-45a9-850f-8f39b7e85c38 tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] 10.222.0.79 "GET /v2.0/security-groups/bd3f2796-e2e6-457a-b591-57b00fc7031d HTTP/1.1" status: 200 len: 2985 time: 0.0543916 Aug 16 02:06:42.896513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5bf3b54-b029-496f-9fd2-f86583e18eb1 req-bb5c2a4f-4538-4b4e-a18b-003060ed0077 tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] 10.222.0.79 "GET /v2.0/security-groups/bd3f2796-e2e6-457a-b591-57b00fc7031d HTTP/1.1" status: 200 len: 2985 time: 0.0522239 Aug 16 02:06:42.970741 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa4d17c4-adb0-44ea-b61d-38229f8bbdc5 req-98e373bd-f61b-4cb1-adc5-427882027e22 tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] 10.222.0.79 "GET /v2.0/security-groups/bd3f2796-e2e6-457a-b591-57b00fc7031d HTTP/1.1" status: 200 len: 2985 time: 0.0474455 Aug 16 02:06:43.079991 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-aa4d17c4-adb0-44ea-b61d-38229f8bbdc5 req-fb7e3a52-2096-48d8-ac75-cc08f5e33cbb tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:06:43.087551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa4d17c4-adb0-44ea-b61d-38229f8bbdc5 req-fb7e3a52-2096-48d8-ac75-cc08f5e33cbb tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] 10.222.0.79 "DELETE /v2.0/security-groups/bd3f2796-e2e6-457a-b591-57b00fc7031d HTTP/1.1" status: 409 len: 352 time: 0.1069686 Aug 16 02:06:43.135509 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-062c26e9-716d-42bf-8334-73f33c1dd15b req-178b509c-9082-4cf1-a8b9-e2b74833fc31 tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] show failed (client error): The resource could not be found. Aug 16 02:06:43.136620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-062c26e9-716d-42bf-8334-73f33c1dd15b req-178b509c-9082-4cf1-a8b9-e2b74833fc31 tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] 10.222.0.79 "GET /v2.0/security-groups/91848445-ef52-4a55-8d45-10d4fc6688da HTTP/1.1" status: 404 len: 352 time: 0.0153310 Aug 16 02:06:43.175497 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-db51a073-2157-48a3-8b91-170cba2973a6 req-5863f75c-3141-4ef3-9302-942d6b48eda0 tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] show failed (client error): The resource could not be found. Aug 16 02:06:43.176852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db51a073-2157-48a3-8b91-170cba2973a6 req-5863f75c-3141-4ef3-9302-942d6b48eda0 tempest-SecurityGroupsNegativeTestJSON-1289468131 tempest-SecurityGroupsNegativeTestJSON-1289468131-project] 10.222.0.79 "GET /v2.0/security-groups/7ad6ee0b-1bdb-493c-b8b7-7ae0617e1a60 HTTP/1.1" status: 404 len: 352 time: 0.0149965 Aug 16 02:06:43.188316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60756) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.246841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ce8863-89f7-4137-99c6-7fd4679b20e6 admin admin] Deleting subnet 1078d043-d09f-4d00-8f97-24abdd86990f {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:43.250666 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81ce8863-89f7-4137-99c6-7fd4679b20e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.290686 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81ce8863-89f7-4137-99c6-7fd4679b20e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.343369 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81ce8863-89f7-4137-99c6-7fd4679b20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.403085 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81ce8863-89f7-4137-99c6-7fd4679b20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.418023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7174d9d-a668-42c9-a8c0-8781797ea920 req-bdbaa88e-1dbc-4bf3-96aa-def8cdcfbe90 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:43.427379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7174d9d-a668-42c9-a8c0-8781797ea920 req-bdbaa88e-1dbc-4bf3-96aa-def8cdcfbe90 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.0699415 Aug 16 02:06:43.430768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce8863-89f7-4137-99c6-7fd4679b20e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1078d043-d09f-4d00-8f97-24abdd86990f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.438158 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81ce8863-89f7-4137-99c6-7fd4679b20e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.440461 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-81ce8863-89f7-4137-99c6-7fd4679b20e6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1078d043-d09f-4d00-8f97-24abdd86990f HTTP/1.1" status: 204 len: 168 time: 0.2511070 Aug 16 02:06:43.443518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60776) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.521981 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7174d9d-a668-42c9-a8c0-8781797ea920 req-751dbd66-15ae-478f-b7b8-36ea78b4d8af tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925014 Aug 16 02:06:43.541212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.626827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60780) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.633456 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.649896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327343e0-9de3-4e98-b2af-00805c072be8']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:43.663677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b33d29-d85c-4cc5-afa7-e9f7ad8da2a3') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:43.664186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b33d29-d85c-4cc5-afa7-e9f7ad8da2a3') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:43.674039 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.689090 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.697053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:43.697355 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:43.700300 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:43.759245 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.767177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.769174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] 10.222.0.79 "DELETE /v2.0/networks/327343e0-9de3-4e98-b2af-00805c072be8 HTTP/1.1" status: 204 len: 168 time: 0.3246865 Aug 16 02:06:43.788364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Pushing event deleted for resources: {'Network': ['ID=327343e0-9de3-4e98-b2af-00805c072be8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.807101 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.807448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.807791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.808130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.808463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.808794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.809155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.809485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.809826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.810123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.810444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.810764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46312e-3c4a-4a06-8096-f978ff95fd2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:43.813669 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7685ad0-fe3e-4cb8-bc1e-e02d3f4cbab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.917334 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7685ad0-fe3e-4cb8-bc1e-e02d3f4cbab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.924458 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7685ad0-fe3e-4cb8-bc1e-e02d3f4cbab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.967384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60794) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.983860 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b7685ad0-fe3e-4cb8-bc1e-e02d3f4cbab1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20dc46e5c3b84dabaecdad39c617ac25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559022 Aug 16 02:06:43.986366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60796) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.993875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7685ad0-fe3e-4cb8-bc1e-e02d3f4cbab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86841c5d-0232-43b1-ac19-865b5d3fd54d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.020400 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d37dc117-8135-4194-8afd-1892b98a19db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78f4d4353fb94a5b861377dcf8f06d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517745 Aug 16 02:06:44.022865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60798) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.103032 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c881a125-aa15-4d60-97c1-627e042b49aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.129170 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97ffb8c7-7a55-4685-8fa9-2bff51b48a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.135844 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c881a125-aa15-4d60-97c1-627e042b49aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.175385 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97ffb8c7-7a55-4685-8fa9-2bff51b48a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.193168 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.239824 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c881a125-aa15-4d60-97c1-627e042b49aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.242616 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c881a125-aa15-4d60-97c1-627e042b49aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.247012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c881a125-aa15-4d60-97c1-627e042b49aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86841c5d-0232-43b1-ac19-865b5d3fd54d HTTP/1.1" status: 204 len: 168 time: 0.2573340 Aug 16 02:06:44.248943 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97ffb8c7-7a55-4685-8fa9-2bff51b48a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.251544 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97ffb8c7-7a55-4685-8fa9-2bff51b48a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.267195 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-97ffb8c7-7a55-4685-8fa9-2bff51b48a78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd3f2796-e2e6-457a-b591-57b00fc7031d HTTP/1.1" status: 204 len: 168 time: 0.2335594 Aug 16 02:06:44.278010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881a125-aa15-4d60-97c1-627e042b49aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86841c5d-0232-43b1-ac19-865b5d3fd54d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.289314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffb8c7-7a55-4685-8fa9-2bff51b48a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3f2796-e2e6-457a-b591-57b00fc7031d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.658572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57a3f3-d29a-449c-a6db-e2b0073634e8 req-773a0fc4-d17d-44bd-9868-94d0f9d62282 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:44.661669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c57a3f3-d29a-449c-a6db-e2b0073634e8 req-773a0fc4-d17d-44bd-9868-94d0f9d62282 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.0601335 Aug 16 02:06:44.719372 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c57a3f3-d29a-449c-a6db-e2b0073634e8 req-f5416ff9-6aff-42c6-b788-a94b37cc9864 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515261 Aug 16 02:06:44.753554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60824) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.778540 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d80bb3b-5ab4-41c3-ba0e-653adc8037e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.904762 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d80bb3b-5ab4-41c3-ba0e-653adc8037e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.908845 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d80bb3b-5ab4-41c3-ba0e-653adc8037e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.950074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4d80bb3b-5ab4-41c3-ba0e-653adc8037e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e7328bc10cbe425f9b20618fe48b4d04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953990 Aug 16 02:06:44.952821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60840) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.955131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80bb3b-5ab4-41c3-ba0e-653adc8037e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a38c8-36dd-4fb9-b287-10f3011b025d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.036011 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-319cc37d-565d-456f-91f5-d7ed7bf45e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.063859 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-319cc37d-565d-456f-91f5-d7ed7bf45e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.133768 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-319cc37d-565d-456f-91f5-d7ed7bf45e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.137306 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-319cc37d-565d-456f-91f5-d7ed7bf45e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.138487 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-319cc37d-565d-456f-91f5-d7ed7bf45e47 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec9a38c8-36dd-4fb9-b287-10f3011b025d HTTP/1.1" status: 204 len: 168 time: 0.1841819 Aug 16 02:06:45.171121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cc37d-565d-456f-91f5-d7ed7bf45e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a38c8-36dd-4fb9-b287-10f3011b025d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.895531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d7b26-b4bc-4506-97ab-152fc5b8d897 req-e3b70ddd-1388-407b-b000-cff126bc9650 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:45.898467 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-585d7b26-b4bc-4506-97ab-152fc5b8d897 req-e3b70ddd-1388-407b-b000-cff126bc9650 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1021864 Aug 16 02:06:45.987143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-585d7b26-b4bc-4506-97ab-152fc5b8d897 req-bdcfa072-eb31-4f50-b188-e82150a878f6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778503 Aug 16 02:06:46.382008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60928) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.614274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9356fbf-8094-4b44-a999-d37a0b8a1211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.811800 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9356fbf-8094-4b44-a999-d37a0b8a1211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.822016 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9356fbf-8094-4b44-a999-d37a0b8a1211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.872262 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c9356fbf-8094-4b44-a999-d37a0b8a1211 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=61c760aa98144cf68509491728438d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889762 Aug 16 02:06:46.874004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9356fbf-8094-4b44-a999-d37a0b8a1211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe98b1d7-09b1-4981-b01b-9cc519b61be3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:46.875059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60948) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.969042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60956) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.976097 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06a4e912-d2e0-4554-9ad2-c2986b8f7ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.034263 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06a4e912-d2e0-4554-9ad2-c2986b8f7ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.130261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6f76c-c2a0-4454-8d5b-e964517d7aa1 req-db810023-925b-4315-97b3-9b199a127891 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.131889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0a6f76c-c2a0-4454-8d5b-e964517d7aa1 req-db810023-925b-4315-97b3-9b199a127891 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.0658417 Aug 16 02:06:47.133070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06a4e912-d2e0-4554-9ad2-c2986b8f7ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.136777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06a4e912-d2e0-4554-9ad2-c2986b8f7ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.141723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-06a4e912-d2e0-4554-9ad2-c2986b8f7ab1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fe98b1d7-09b1-4981-b01b-9cc519b61be3 HTTP/1.1" status: 204 len: 168 time: 0.2651308 Aug 16 02:06:47.170486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4e912-d2e0-4554-9ad2-c2986b8f7ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe98b1d7-09b1-4981-b01b-9cc519b61be3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.236404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0a6f76c-c2a0-4454-8d5b-e964517d7aa1 req-562c7958-97b7-486e-9ead-e7cc6fad037c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930355 Aug 16 02:06:47.259540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2025108438'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:47.290989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Made reservation on behalf of acbbf5174d75447a9200f675902e73bf for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:47.296801 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.338851 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.446992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e121f84-d3fc-4f21-afeb-6d110d54d47a req-4dd5b667-cea5-4e5e-8bea-a264a8fb82ec tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.448725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e121f84-d3fc-4f21-afeb-6d110d54d47a req-4dd5b667-cea5-4e5e-8bea-a264a8fb82ec tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1472306 Aug 16 02:06:47.521812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e121f84-d3fc-4f21-afeb-6d110d54d47a req-06ec3154-60d2-40f2-a5cd-49dc52b90b13 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652206 Aug 16 02:06:47.547048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.557274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.590613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:47.604656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7071d051-b898-4b2a-a629-1eb72ff1b29f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.627655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.628236 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Added segment 5f9e5c11-04d9-4153-8af4-ee2c79e40648 of type vlan for network 5212f3a0-4b2b-4952-b7e6-e17290f32f0c Aug 16 02:06:47.657251 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:06:47.733542 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.779618 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.786252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.787024 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.876392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Pushing event updated for resources: {'Network': ['ID=5212f3a0-4b2b-4952-b7e6-e17290f32f0c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.890859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 5212f3a0-4b2b-4952-b7e6-e17290f32f0c details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:47.894680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c50d8-bd20-4ddd-add6-4059bf1de026 req-307cfb5d-f217-4894-a20e-76cafb38e153 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.902301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a3c50d8-bd20-4ddd-add6-4059bf1de026 req-307cfb5d-f217-4894-a20e-76cafb38e153 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.2228301 Aug 16 02:06:47.933050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60998) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.933711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7efb3cba-351f-45c1-b9c7-05703687dd94 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9626501 Aug 16 02:06:47.984341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a3c50d8-bd20-4ddd-add6-4059bf1de026 req-bb1b4d0a-2744-4030-94f6-6bbef62c7c7e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808818 Aug 16 02:06:48.228367 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.516597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Request body: {'network': {'name': 'tempest-network--530231566', 'router:external': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:48.520087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32798) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:48.528623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10bb3f-58fc-4098-8020-c40e871c58f4 req-cefeb783-d444-4a34-8dae-aac16cc04be7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:48.535938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd10bb3f-58fc-4098-8020-c40e871c58f4 req-cefeb783-d444-4a34-8dae-aac16cc04be7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1791611 Aug 16 02:06:48.541735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Made reservation on behalf of f6eb26e8eafc4319bf313b12a484d71e for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:48.544905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.555556 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.598597 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd10bb3f-58fc-4098-8020-c40e871c58f4 req-8d88a159-57e7-491b-aa7a-5fa858561a68 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590131 Aug 16 02:06:48.632532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e14041-a9df-415e-be56-e2a73fa26738 req-332e167b-f2ef-497e-88c0-4097cb94768c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:48.638890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e14041-a9df-415e-be56-e2a73fa26738 req-332e167b-f2ef-497e-88c0-4097cb94768c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.2174037 Aug 16 02:06:48.701999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1667880696-network', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:48.707653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e14041-a9df-415e-be56-e2a73fa26738 req-551a1648-b1b6-4664-83ec-82a17f7b370f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620987 Aug 16 02:06:48.714017 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.720068 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.752698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:48.753105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f98a720-bf7b-47ea-b52e-4643db505507,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:48.756647 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.765273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:48.778002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.778700 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Added segment acd1ce24-de97-4ba0-8daa-f034fef2c96c of type vlan for network 65f4be49-4e3b-4555-9138-e72e0f7e2233 Aug 16 02:06:48.784687 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.861756 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.912844 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.922415 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.941530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:48.941680 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.944466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:48.946714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.974403 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.974902 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Added segment 25ce840a-b9f9-4c34-9f5c-27b1686ec159 of type vlan for network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 Aug 16 02:06:48.983688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.046690 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.047418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event updated for resources: {'Network': ['ID=65f4be49-4e3b-4555-9138-e72e0f7e2233,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.063505 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-052fae5c-e4cb-4582-af09-004aa5eb9d94 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1264608 Aug 16 02:06:49.063820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32812) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.065877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 65f4be49-4e3b-4555-9138-e72e0f7e2233 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:49.175114 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.176205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.176918 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.186050 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.295058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7408195 Aug 16 02:06:49.297947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32826) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.308437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] Request body: {'subnet': {'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1667880696-subnet', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:49.334764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:49.337942 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.354813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ad826-c2a8-4337-9d48-c8055e8b5b98 admin admin] Pushing event updated for resources: {'Network': ['ID=75ecf9d7-bd12-4326-a6f3-a93a4477fa36,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.366041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:49.482453 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.505566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f4be49-4e3b-4555-9138-e72e0f7e2233']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:49.525229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e9e32-8814-4fbe-9245-ce46a02cdc9c req-96600136-f414-42cd-a1a2-0f0e0688da10 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.527213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f02e9e32-8814-4fbe-9245-ce46a02cdc9c req-96600136-f414-42cd-a1a2-0f0e0688da10 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.2561939 Aug 16 02:06:49.529514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd1ce24-de97-4ba0-8daa-f034fef2c96c') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:49.529823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd1ce24-de97-4ba0-8daa-f034fef2c96c') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:49.546700 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.592284 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.601041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f02e9e32-8814-4fbe-9245-ce46a02cdc9c req-2eef75e9-18db-4ede-87eb-9a50aeb95f7f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551269 Aug 16 02:06:49.604018 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:49.604438 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:49.606545 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:49.715554 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.795181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451a3b-3731-4ce1-9203-000b860172f1 req-f1dcca9c-aef7-44ba-a746-c9fae1700337 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.796973 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c451a3b-3731-4ce1-9203-000b860172f1 req-f1dcca9c-aef7-44ba-a746-c9fae1700337 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.0917141 Aug 16 02:06:49.798492 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.818392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea88406-ad03-452f-8d46-b2b14ab4b8da,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.835511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] Checking segment: {'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:49.836165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] Network hostable DHCP agents. Network: 75ecf9d7-bd12-4326-a6f3-a93a4477fa36, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:49.865633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] Network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:49.880189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 75ecf9d7-bd12-4326-a6f3-a93a4477fa36) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:49.893329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65552b2a-f8bf-4f9d-8505-a69a39fcdad2 None None] Network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:49.893618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.894158 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.911835 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7df32161-0386-4d1d-80c8-6235cb94e062 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6091688 Aug 16 02:06:49.914621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32840) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.927953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:49.954528 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.956356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.037208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.203405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'fixed_ips': [{'subnet_id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:50.204900 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.274601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65f4be49-4e3b-4555-9138-e72e0f7e2233 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:06:50.287543 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.299274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "DELETE /v2.0/networks/65f4be49-4e3b-4555-9138-e72e0f7e2233 HTTP/1.1" status: 204 len: 168 time: 1.2291214 Aug 16 02:06:50.301647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32850) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:50.312631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:50.321720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d98319-a71a-4b71-856a-23b18a8af18b tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event deleted for resources: {'Network': ['ID=65f4be49-4e3b-4555-9138-e72e0f7e2233,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:50.354468 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.400884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Allocated IP 172.20.0.2 (75ecf9d7-bd12-4326-a6f3-a93a4477fa36/0ea88406-ad03-452f-8d46-b2b14ab4b8da/581d4c26-40b2-4c51-a5b1-822782ad9b05) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:50.476667 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c451a3b-3731-4ce1-9203-000b860172f1 req-e7c8f11e-182a-45eb-be68-c4cc2c1ef95a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762562 Aug 16 02:06:50.477429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Made reservation on behalf of f6eb26e8eafc4319bf313b12a484d71e for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:50.480113 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.553193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:50.563711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.564546 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Added segment 17939cc7-381d-46ec-8cc3-c54b8663cd13 of type vlan for network b34ff568-62de-4023-8dc2-6117e23af40c Aug 16 02:06:50.654477 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.655472 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.687671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Transition to ACTIVE for port object 581d4c26-40b2-4c51-a5b1-822782ad9b05 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:50.712189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Transition to ACTIVE for port object 581d4c26-40b2-4c51-a5b1-822782ad9b05 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:50.730010 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.777321 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.779312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.779974 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.780872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:50.782563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.784091 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:50.791582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:50.859557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.898925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5928206 Aug 16 02:06:50.901649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Pushing event updated for resources: {'Port': ['ID=581d4c26-40b2-4c51-a5b1-822782ad9b05,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:50.902025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32866) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:50.906933 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Attempting to bind port 581d4c26-40b2-4c51-a5b1-822782ad9b05 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:50.908369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Attempting to bind port 581d4c26-40b2-4c51-a5b1-822782ad9b05 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:50.908748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Attempting to bind port 581d4c26-40b2-4c51-a5b1-822782ad9b05 on network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:50.912748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Request body: {'subnet': {'network_id': 'b34ff568-62de-4023-8dc2-6117e23af40c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:50.922349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:50.922741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Checking segment: {'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:50.923248 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.923647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Bound using segment: {'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:50.925849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Bound port: 581d4c26-40b2-4c51-a5b1-822782ad9b05, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:50.926258 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.938487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e361a-bd62-4267-a123-1afc62a7860d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event updated for resources: {'Network': ['ID=b34ff568-62de-4023-8dc2-6117e23af40c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:50.946906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Made reservation on behalf of f6eb26e8eafc4319bf313b12a484d71e for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:50.949635 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.952339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network b34ff568-62de-4023-8dc2-6117e23af40c details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:51.099370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] For port 581d4c26-40b2-4c51-a5b1-822782ad9b05, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:51.103840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] For port 581d4c26-40b2-4c51-a5b1-822782ad9b05, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=581d4c26-40b2-4c51-a5b1-822782ad9b05,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:51.109734 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.127036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac30eb-cf82-4cdd-b31e-eb1e90d4062d req-cfa468b4-4aff-4b51-b03a-6da3c076ba42 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.129032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Allocated IP 172.25.2.214 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/0fa72838-1069-45af-a2b0-cc9edd04b80f) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:51.132868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98ac30eb-cf82-4cdd-b31e-eb1e90d4062d req-cfa468b4-4aff-4b51-b03a-6da3c076ba42 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.3270228 Aug 16 02:06:51.202333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b3ad2-4702-4f92-a56a-d1009b5d32d8 None None] Pushing event updated for resources: {'Port': ['ID=581d4c26-40b2-4c51-a5b1-822782ad9b05,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:51.240285 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98ac30eb-cf82-4cdd-b31e-eb1e90d4062d req-c1d53822-7e42-4f31-8ebf-e99b5129a643 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043601 Aug 16 02:06:51.367716 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.431399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.478084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:51.483134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:51.485312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:51.535059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.objects.ports [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101381) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:06:51.535659 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.664058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa72838-1069-45af-a2b0-cc9edd04b80f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:51.717114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event updated for resources: {'Subnet': ['ID=45ed8251-a6e1-4b51-af51-ab0a479be2f0,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:51.754109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Checking segment: {'id': '17939cc7-381d-46ec-8cc3-c54b8663cd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b34ff568-62de-4023-8dc2-6117e23af40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:51.754472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Network hostable DHCP agents. Network: b34ff568-62de-4023-8dc2-6117e23af40c, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:51.766895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075e7c4-d02b-4875-ae21-f1f6b0155cd0 req-d5e9431f-811e-42fa-9cc4-ff46e210847b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.768523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0075e7c4-d02b-4875-ae21-f1f6b0155cd0 req-d5e9431f-811e-42fa-9cc4-ff46e210847b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1555665 Aug 16 02:06:51.843047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0075e7c4-d02b-4875-ae21-f1f6b0155cd0 req-75db5e9a-ac7e-4621-b5f4-7682b19e2398 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440304 Aug 16 02:06:51.843912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Network b34ff568-62de-4023-8dc2-6117e23af40c is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:51.860021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, b34ff568-62de-4023-8dc2-6117e23af40c) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:51.868328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab4a860-a508-4b2d-99d3-5c0530040fa6 None None] Network b34ff568-62de-4023-8dc2-6117e23af40c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:51.871970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.873709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.910077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-37b55381-5ad2-4035-84d8-9f75c4582487 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0024679 Aug 16 02:06:51.910279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.910395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32882) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:51.915062 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Request body: {'floatingip': {'floating_network_id': 'b34ff568-62de-4023-8dc2-6117e23af40c'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:51.941554 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.091899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e9786-91ac-454c-9f0a-cf4211ac3325 None None] Network b34ff568-62de-4023-8dc2-6117e23af40c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:52.103609 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.282609 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.333579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 581d4c26-40b2-4c51-a5b1-822782ad9b05 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:52.358025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Allocated IP 172.20.0.9 (b34ff568-62de-4023-8dc2-6117e23af40c/45ed8251-a6e1-4b51-af51-ab0a479be2f0/a6b72ea5-c4ca-4e45-a018-1b9a4e9c7ced) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:52.419523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 581d4c26-40b2-4c51-a5b1-822782ad9b05 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:52.556272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919bae5-3ba0-4894-859e-8f07e6c2697e req-0b8ff093-c072-408b-8934-fc2613e7c8bd tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:52.563880 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d919bae5-3ba0-4894-859e-8f07e6c2697e req-0b8ff093-c072-408b-8934-fc2613e7c8bd tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1640534 Aug 16 02:06:52.637160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d919bae5-3ba0-4894-859e-8f07e6c2697e req-20beaf17-94cc-485c-90fb-355f2b5daa6a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722492 Aug 16 02:06:52.704633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.807046 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.860767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Network b34ff568-62de-4023-8dc2-6117e23af40c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:52.866161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:52.883117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event updated for resources: {'Port': ['ID=a6b72ea5-c4ca-4e45-a018-1b9a4e9c7ced,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:52.889738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:52.962374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Router 7475ffa3-687c-490e-9cd7-be9d2e90f263 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:06:53.018038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddda466-004e-4f00-8f16-53a4f7760ddd None None] Network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:53.092830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecce4c-b521-4088-a8bc-1dcd12d0e858 req-efeb18d1-796e-42b3-a2d3-12f27469b1e6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:53.094143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abecce4c-b521-4088-a8bc-1dcd12d0e858 req-efeb18d1-796e-42b3-a2d3-12f27469b1e6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1211212 Aug 16 02:06:53.097451 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.102611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:53.121714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Sync routers for ids ['7475ffa3-687c-490e-9cd7-be9d2e90f263'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:53.122502 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.127142 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-04afbaed-19e5-4eb8-a74a-b17d4e5503c0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2113853 Aug 16 02:06:53.128431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 32910) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.158828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Routers {'7475ffa3-687c-490e-9cd7-be9d2e90f263'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:53.160066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:06:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7475ffa3-687c-490e-9cd7-be9d2e90f263'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:53.208613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.300904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Set router 7475ffa3-687c-490e-9cd7-be9d2e90f263 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:53.359375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abecce4c-b521-4088-a8bc-1dcd12d0e858 req-f51cdd2c-ef7e-4b4e-886d-cc0ad5b52ed3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563345 Aug 16 02:06:53.369869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fbcdca43-be44-4872-b188-07d37375486b None None] Provisioning for port 581d4c26-40b2-4c51-a5b1-822782ad9b05 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:53.464617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fbcdca43-be44-4872-b188-07d37375486b None None] Provisioning complete for port 581d4c26-40b2-4c51-a5b1-822782ad9b05 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:53.465014 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fbcdca43-be44-4872-b188-07d37375486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.518121 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.536114 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.646888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event updated for resources: {'Port': ['ID=a6b72ea5-c4ca-4e45-a018-1b9a4e9c7ced,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:53.667543 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.696277 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.701307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e7c833d0-c921-4afe-b51f-a51f96fe2002 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7898064 Aug 16 02:06:53.702002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32932) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.769301 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fbcdca43-be44-4872-b188-07d37375486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.795785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:51Z', 'revision_number': 3, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:53.820249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9344966e-72ac-4237-8772-25cd3455fe70 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "GET /v2.0/floatingips?floating_network_id=b34ff568-62de-4023-8dc2-6117e23af40c HTTP/1.1" status: 200 len: 689 time: 0.1160927 Aug 16 02:06:53.820249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32934) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.853839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Checking router: 7475ffa3-687c-490e-9cd7-be9d2e90f263 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:53.860390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Updating router 7475ffa3-687c-490e-9cd7-be9d2e90f263 port 0fa72838-1069-45af-a2b0-cc9edd04b80f binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:06:53.916408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fbcdca43-be44-4872-b188-07d37375486b None None] For port 581d4c26-40b2-4c51-a5b1-822782ad9b05, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=581d4c26-40b2-4c51-a5b1-822782ad9b05,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:53.918643 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.964955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ea4c8-0345-42fc-84f3-fc83b1ea03a0 req-1b2d2b64-36d8-41b5-9a4b-8acc983e52c4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:53.967259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-688ea4c8-0345-42fc-84f3-fc83b1ea03a0 req-1b2d2b64-36d8-41b5-9a4b-8acc983e52c4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1794083 Aug 16 02:06:53.978584 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fbcdca43-be44-4872-b188-07d37375486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.994346 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.041476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.149247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-688ea4c8-0345-42fc-84f3-fc83b1ea03a0 req-336fd76d-70f2-45c2-a3d5-b42fa7cd40f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489780 Aug 16 02:06:54.208390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Deleting port a6b72ea5-c4ca-4e45-a018-1b9a4e9c7ced {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:54.208918 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.275274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-21cd10d2-1b33-437d-a9af-fc7bf6d90954 None None] Provisioning complete for port 581d4c26-40b2-4c51-a5b1-822782ad9b05 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:54.275274 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21cd10d2-1b33-437d-a9af-fc7bf6d90954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.325572 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdca43-be44-4872-b188-07d37375486b None None] Pushing event updated for resources: {'Port': ['ID=581d4c26-40b2-4c51-a5b1-822782ad9b05,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.354468 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.355005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.356386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Allocated IP 172.20.0.1 (75ecf9d7-bd12-4326-a6f3-a93a4477fa36/0ea88406-ad03-452f-8d46-b2b14ab4b8da/1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:54.370435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Calling delete_port for a6b72ea5-c4ca-4e45-a018-1b9a4e9c7ced owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:54.530127 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.554829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Transition to ACTIVE for port object 0fa72838-1069-45af-a2b0-cc9edd04b80f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:54.564216 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.586036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a9ecd-b6a7-4028-ac1d-7b9e4fb30918 req-7b44c422-76b6-4972-a3b5-4e78c39eebd2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:54.595832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d9a9ecd-b6a7-4028-ac1d-7b9e4fb30918 req-7b44c422-76b6-4972-a3b5-4e78c39eebd2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1184914 Aug 16 02:06:54.605036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.638151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Transition to ACTIVE for port object 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:54.663131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d9a9ecd-b6a7-4028-ac1d-7b9e4fb30918 req-338f6892-00f3-49fa-94b1-b14e4bffbb27 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661533 Aug 16 02:06:54.663793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a65c5-2130-41b7-90a4-177178bcdb25 None None] Pushing event updated for resources: {'Port': ['ID=0fa72838-1069-45af-a2b0-cc9edd04b80f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.673068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Attempting to bind port 0fa72838-1069-45af-a2b0-cc9edd04b80f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:54.673448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Attempting to bind port 0fa72838-1069-45af-a2b0-cc9edd04b80f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:54.673816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Attempting to bind port 0fa72838-1069-45af-a2b0-cc9edd04b80f on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:54.679233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:54.679768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:54.680016 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.680994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:54.681487 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Bound port: 0fa72838-1069-45af-a2b0-cc9edd04b80f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:54.681874 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.709072 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.738756 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.759423 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] For port 0fa72838-1069-45af-a2b0-cc9edd04b80f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:54.763459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] For port 0fa72838-1069-45af-a2b0-cc9edd04b80f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0fa72838-1069-45af-a2b0-cc9edd04b80f,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:54.765153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6b72ea5-c4ca-4e45-a018-1b9a4e9c7ced,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.778415 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.817132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:54.817132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:54.831406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:54.863542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.881065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.907736 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.930853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a65c5-2130-41b7-90a4-177178bcdb25 None None] Pushing event updated for resources: {'Port': ['ID=0fa72838-1069-45af-a2b0-cc9edd04b80f,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.936553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Routers {'7475ffa3-687c-490e-9cd7-be9d2e90f263'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:54.937450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:06:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7475ffa3-687c-490e-9cd7-be9d2e90f263'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:54.954609 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.044738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-4f0c5d39-1b60-4def-9bbf-b8ee4ac21651 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:06:55.046765 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-4f0c5d39-1b60-4def-9bbf-b8ee4ac21651 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070295 Aug 16 02:06:55.072622 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.089773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] Set router 7475ffa3-687c-490e-9cd7-be9d2e90f263 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:55.121942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=45ed8251-a6e1-4b51-af51-ab0a479be2f0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:55.222611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7eebeec7-ecba-4b20-b33b-9ed09950470e None None] Provisioning for port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:55.226225 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-5d5878c7-f571-468a-a7ac-d8dcc7b345a8 service neutron] show failed (client error): The resource could not be found. Aug 16 02:06:55.230229 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-5d5878c7-f571-468a-a7ac-d8dcc7b345a8 service neutron] 10.222.0.84 "GET /v2.0/ports/aa87cee4-ed35-4a83-a9c1-ac38441cb8cb/bindings/n-h2-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.1755490 Aug 16 02:06:55.231504 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.242636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7eebeec7-ecba-4b20-b33b-9ed09950470e None None] Provisioning complete for port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:55.243505 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7eebeec7-ecba-4b20-b33b-9ed09950470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.243724 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.257970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34ff568-62de-4023-8dc2-6117e23af40c']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:55.279306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17939cc7-381d-46ec-8cc3-c54b8663cd13') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:55.280022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17939cc7-381d-46ec-8cc3-c54b8663cd13') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:55.292030 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.342566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7eebeec7-ecba-4b20-b33b-9ed09950470e None None] Port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:55.375511 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.407386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:55.411296 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:55.413621 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:55.509185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:51Z', 'revision_number': 3, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:55.573604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc377d-a01d-4af0-9886-03c789fa2fa8 None None] The sync data for ids ['7475ffa3-687c-490e-9cd7-be9d2e90f263'] in n-d-768851-16 is: [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:51Z', 'revision_number': 3, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:55.574300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35ccc3-11ef-47e7-8581-4c366d48decc req-a69c95a3-e23a-4ec8-b8df-f4100839e3cb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.576266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d35ccc3-11ef-47e7-8581-4c366d48decc req-a69c95a3-e23a-4ec8-b8df-f4100839e3cb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.2806895 Aug 16 02:06:55.577640 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.584902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b34ff568-62de-4023-8dc2-6117e23af40c {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:06:55.605311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.610632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "DELETE /v2.0/networks/b34ff568-62de-4023-8dc2-6117e23af40c HTTP/1.1" status: 204 len: 168 time: 1.7897027 Aug 16 02:06:55.612999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32966) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:55.625633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93133c21-f280-4e0f-9ff5-2b302f539f90 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event deleted for resources: {'Network': ['ID=b34ff568-62de-4023-8dc2-6117e23af40c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:55.644905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.658396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.838953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d35ccc3-11ef-47e7-8581-4c366d48decc req-42aa8f2d-5279-4b91-a00d-27195acfaf38 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271268 Aug 16 02:06:55.880840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a4fd8fad-04b0-4b3a-a289-571d1f274189 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3352 time: 0.2606711 Aug 16 02:06:55.884109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32976) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:55.899909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:55.910183 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.922557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-6c80727e-bee4-42f2-bb55-9d78020c91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.924093 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-6c80727e-bee4-42f2-bb55-9d78020c91d8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 1098 time: 0.2761793 Aug 16 02:06:55.944003 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:55.951906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322f867-985c-456b-a78e-afabe0c7f133 req-969be0c0-f9b7-41d8-a4b2-d39933975b6f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.954410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6322f867-985c-456b-a78e-afabe0c7f133 req-969be0c0-f9b7-41d8-a4b2-d39933975b6f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1369841 Aug 16 02:06:56.107296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.141365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.141840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.142303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.142763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.143220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.143674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.146830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.147314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.147780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.148242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.148698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.149797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.151941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-67f17568-65cc-4ad6-bb07-2dec89c5f577 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7731 time: 0.2667394 Aug 16 02:06:56.164872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32982) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:56.174788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6322f867-985c-456b-a78e-afabe0c7f133 req-31aa1d27-4e88-485d-9a23-93f4d68cc8af tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045043 Aug 16 02:06:56.183756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:56.187182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:56.229947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 581d4c26-40b2-4c51-a5b1-822782ad9b05 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:56.280488 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-67d08623-a244-4af7-a27f-ac5e7e5a52cb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] delete failed (client error): The resource could not be found. Aug 16 02:06:56.301571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-67d08623-a244-4af7-a27f-ac5e7e5a52cb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/29fa9fc9-4be3-4a0a-81d2-389307429b41 HTTP/1.1" status: 404 len: 345 time: 0.1351788 Aug 16 02:06:56.302792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32984) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:56.330742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 581d4c26-40b2-4c51-a5b1-822782ad9b05 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:56.331122 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.343082 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d8766e-c5a0-40bc-8246-10a1a5f039fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 02:06:56.343680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d8766e-c5a0-40bc-8246-10a1a5f039fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:56.349920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-78d8766e-c5a0-40bc-8246-10a1a5f039fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "DELETE /v2.0/networks/b34ff568-62de-4023-8dc2-6117e23af40c HTTP/1.1" status: 404 len: 339 time: 0.0460818 Aug 16 02:06:56.350536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 32986) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:56.360322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Request body: {'network': {'name': 'tempest-network--799978005', 'router:external': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:56.416395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Made reservation on behalf of f6eb26e8eafc4319bf313b12a484d71e for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:56.419626 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.463205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:56.470965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Router 7475ffa3-687c-490e-9cd7-be9d2e90f263 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:56.485060 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.486279 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Added segment 3e361d02-ecd2-42e3-801b-8b2ef32cf372 of type vlan for network e06a7ad4-f2e2-4c4a-8055-4119cc890174 Aug 16 02:06:56.614246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.700734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-64c751a6-49f9-47aa-8c64-8c50e5c2aa70 None None] Provisioning complete for port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:56.701471 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-64c751a6-49f9-47aa-8c64-8c50e5c2aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.754362 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.755898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.756618 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.809385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-64c751a6-49f9-47aa-8c64-8c50e5c2aa70 None None] Port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:56.821145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:56.870136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5144522 Aug 16 02:06:56.886855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33004) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:56.921997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:56.927861 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fc1707a2-b90d-4844-8ebd-05083e9ea1f4 admin admin] 10.222.0.79 "PUT /v2.0/routers/7475ffa3-687c-490e-9cd7-be9d2e90f263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7975271 Aug 16 02:06:57.001388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:57.057730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf96bc-e1a1-471c-a877-96d4f59f6200 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event updated for resources: {'Network': ['ID=e06a7ad4-f2e2-4c4a-8055-4119cc890174,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:57.070006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network e06a7ad4-f2e2-4c4a-8055-4119cc890174 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:57.110804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756617d8-bf99-4782-b2a1-8802e22e87e6 req-08abd6ae-d065-4946-aa86-0a35caf3dd46 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.112402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-756617d8-bf99-4782-b2a1-8802e22e87e6 req-08abd6ae-d065-4946-aa86-0a35caf3dd46 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1677761 Aug 16 02:06:57.122202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:57.127805 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae0468e-de27-4c34-8808-38d03def8b62" -d '{"events": [{"server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "name": "network-vif-unplugged", "status": "completed", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:57.138676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.217281 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Transition to ACTIVE for port object aa87cee4-ed35-4a83-a9c1-ac38441cb8cb will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:57.229509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.241227 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a16cd3-aff2-4404-87ef-a62570441475 x-openstack-request-id: req-12a16cd3-aff2-4404-87ef-a62570441475 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:57.241518 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "name": "network-vif-unplugged", "status": "completed", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:57.241766 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-12a16cd3-aff2-4404-87ef-a62570441475 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:57.242160 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'code': 200} Aug 16 02:06:57.257974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891bf6a-39d8-4c2d-977d-5828c7ad147d tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.266719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891bf6a-39d8-4c2d-977d-5828c7ad147d tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.285450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891bf6a-39d8-4c2d-977d-5828c7ad147d tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.297267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891bf6a-39d8-4c2d-977d-5828c7ad147d tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.299158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b891bf6a-39d8-4c2d-977d-5828c7ad147d tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4112792 Aug 16 02:06:57.304314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33022) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:57.380008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Pushing event updated for resources: {'Port': ['ID=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,revision_number=6']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:57.398208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-756617d8-bf99-4782-b2a1-8802e22e87e6 req-d5b4badc-af60-4481-8c62-2cc8fd3f7b16 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604947 Aug 16 02:06:57.450267 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.514990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] No DVR routers for this DVR port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:57.687158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaaa03-3a4d-4640-9714-5905c39ab20d req-65038565-bd77-4920-97d5-fb7c067cd61b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.690425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7daaaa03-3a4d-4640-9714-5905c39ab20d req-65038565-bd77-4920-97d5-fb7c067cd61b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 944 time: 0.2235503 Aug 16 02:06:57.734899 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.769445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06a7ad4-f2e2-4c4a-8055-4119cc890174']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:57.785070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e361d02-ecd2-42e3-801b-8b2ef32cf372') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:57.785070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e361d02-ecd2-42e3-801b-8b2ef32cf372') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:57.793016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7daaaa03-3a4d-4640-9714-5905c39ab20d req-5ab6cca7-a5c3-435f-b84d-8be8d975dd45 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900676 Aug 16 02:06:57.811732 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.852540 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.870400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Attempting to bind port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:57.871131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Attempting to bind port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:57.871697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Attempting to bind port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb on network 6f6930e4-48fd-4ab6-b812-9d30343acd07 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:57.877873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:57.878391 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:57.880171 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:57.888192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb on network 6f6930e4-48fd-4ab6-b812-9d30343acd07 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:57.888192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Attempting to bind port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb on network 6f6930e4-48fd-4ab6-b812-9d30343acd07 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:57.894794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:57.895307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Checking segment: {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:57.895786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Bound using segment: {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:57.896329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Bound port: aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97bc3c57-5760-4773-bccc-4bd965335c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:57.896929 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.975705 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.984785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e06a7ad4-f2e2-4c4a-8055-4119cc890174 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:06:57.999515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:58.000426 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.005018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:58.012397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "DELETE /v2.0/networks/e06a7ad4-f2e2-4c4a-8055-4119cc890174 HTTP/1.1" status: 204 len: 168 time: 0.7055993 Aug 16 02:06:58.015635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.035769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33066) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.037585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9aa4ad-7336-4604-8d71-b3aa76644337 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event deleted for resources: {'Network': ['ID=e06a7ad4-f2e2-4c4a-8055-4119cc890174,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:58.066930 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.069808 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.073709 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] 10.222.0.89 "PUT /v2.0/ports/aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 1093 time: 2.1336131 Aug 16 02:06:58.103142 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Request body: {'network': {'name': 'tempest-network--1427467641', 'router:external': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:58.204997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Made reservation on behalf of f6eb26e8eafc4319bf313b12a484d71e for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:58.207865 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.291958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0fa72838-1069-45af-a2b0-cc9edd04b80f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:58.333978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:58.337795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b7fff-7898-4577-a086-8433f6b4a344 service neutron] Pushing event updated for resources: {'Port': ['ID=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:58.381267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-932a5db2-17e9-40f8-ad0e-c32dcf0da9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.390987 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-932a5db2-17e9-40f8-ad0e-c32dcf0da9ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1096 time: 0.2686875 Aug 16 02:06:58.406666 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.407452 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Added segment b3a4dff0-1f07-4b5f-886e-e539ba673a0b of type vlan for network 54623526-1696-4526-bc68-4a12b81e71e7 Aug 16 02:06:58.429578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 0fa72838-1069-45af-a2b0-cc9edd04b80f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:58.435942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0fa72838-1069-45af-a2b0-cc9edd04b80f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:58.436492 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.591916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-c5f744cf-9ed2-4fa9-8ff7-5c9adc00e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.593475 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-c5f744cf-9ed2-4fa9-8ff7-5c9adc00e28d service neutron] 10.222.0.89 "GET /v2.0/networks?id=6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 200 len: 897 time: 0.1812084 Aug 16 02:06:58.610468 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.644241 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.657770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 0fa72838-1069-45af-a2b0-cc9edd04b80f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0fa72838-1069-45af-a2b0-cc9edd04b80f,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:58.667371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bca75e-dcd4-4388-ae4c-0c097d94dd52 req-c7000cd9-0b21-4483-9c52-8e6bb16e7133 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.667585 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.678451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97bca75e-dcd4-4388-ae4c-0c097d94dd52 req-c7000cd9-0b21-4483-9c52-8e6bb16e7133 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0961320 Aug 16 02:06:58.706018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.707302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.707985 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.771792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97bca75e-dcd4-4388-ae4c-0c097d94dd52 req-feb3dce4-54c2-4801-8123-1afd553d01e4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867643 Aug 16 02:06:58.782383 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6963286 Aug 16 02:06:58.782488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33092) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.801421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=0fa72838-1069-45af-a2b0-cc9edd04b80f,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:58.823796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.824284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.827745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.833223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.834118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.836140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.836637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.838149 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.838622 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.840057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.840460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.841768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:58.864111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9de09-8d4f-47eb-b5ab-578097a3bf8d tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event updated for resources: {'Network': ['ID=54623526-1696-4526-bc68-4a12b81e71e7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:58.886284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 54623526-1696-4526-bc68-4a12b81e71e7 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:58.886431 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-ef50211f-8267-47dd-842c-6cf44446216a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 1000 time: 0.1966054 Aug 16 02:06:59.019498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319e5e1-5031-465c-a74f-9e067072cd76 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.021681 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3319e5e1-5031-465c-a74f-9e067072cd76 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] 10.222.0.79 "GET /v2.0/networks/54623526-1696-4526-bc68-4a12b81e71e7 HTTP/1.1" status: 200 len: 757 time: 0.2406521 Aug 16 02:06:59.033613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33124) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:59.057633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-f603d0bb-809b-4a97-a906-8639ca35729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.059141 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-f603d0bb-809b-4a97-a906-8639ca35729a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9b6072cc-0732-4626-98c6-e3940f462739 HTTP/1.1" status: 200 len: 835 time: 0.1631870 Aug 16 02:06:59.129433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-0f28cb58-650a-4986-87b0-748f3e36b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.131066 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-0f28cb58-650a-4986-87b0-748f3e36b4f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6f6930e4-48fd-4ab6-b812-9d30343acd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631921 Aug 16 02:06:59.147667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-6dd79074-505d-43e0-935a-063003ef23d5 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:06:59.148204 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-6dd79074-505d-43e0-935a-063003ef23d5 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081654 Aug 16 02:06:59.188189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e035914-2980-4adc-967f-82feeed3114e tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.189941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8e035914-2980-4adc-967f-82feeed3114e tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] 10.222.0.79 "GET /v2.0/networks/5212f3a0-4b2b-4952-b7e6-e17290f32f0c HTTP/1.1" status: 200 len: 768 time: 0.1551414 Aug 16 02:06:59.195688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33128) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:59.308198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:59.308198 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e378e51-edaa-410f-b6c3-c04bc472991c" -d '{"events": [{"name": "network-changed", "server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:59.310121 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-46ddaa77-c3c4-48d4-8bea-a967bfc2b8c2 service neutron] 10.222.0.89 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531646 Aug 16 02:06:59.403583 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4defffc9-0d5d-40e4-943f-778527049e10 x-openstack-request-id: req-4defffc9-0d5d-40e4-943f-778527049e10 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:59.403907 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:59.404120 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4defffc9-0d5d-40e4-943f-778527049e10 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:59.404518 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'status': 'completed', 'code': 200} Aug 16 02:06:59.561339 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aeaf43c5-1059-4929-a73c-c1b213484c8d req-c9132cdf-3b03-4dec-bcfc-02583b3c4fd3 service neutron] 10.222.0.89 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348912 Aug 16 02:06:59.716634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-ade190c6-c6b6-45d6-8319-5e6bb736baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.721409 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-ade190c6-c6b6-45d6-8319-5e6bb736baf7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1096 time: 0.2407336 Aug 16 02:06:59.841705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-cabdc976-93c9-418a-8a40-4fe0c0844d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.843566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-cabdc976-93c9-418a-8a40-4fe0c0844d94 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1096 time: 0.1631098 Aug 16 02:06:59.975481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0b543-6b6f-4098-99f7-c609068d5748 req-8e037381-fca7-4a85-8bd7-ef6566af2ba2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.985471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5b0b543-6b6f-4098-99f7-c609068d5748 req-8e037381-fca7-4a85-8bd7-ef6566af2ba2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 944 time: 1.0260947 Aug 16 02:07:00.034552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-13813220-11d2-4250-b75b-f7b8f3f9cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.041856 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-13813220-11d2-4250-b75b-f7b8f3f9cb42 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 200 len: 897 time: 0.2946281 Aug 16 02:07:00.129989 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5b0b543-6b6f-4098-99f7-c609068d5748 req-de235e66-a724-4374-8a75-efcba3e6c25e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432896 Aug 16 02:07:00.136070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.147486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977245-81c9-42a0-81e2-2a3c49f7a0e7 req-6b95098b-f122-4bfa-9b19-5efd540adffb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.149607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e977245-81c9-42a0-81e2-2a3c49f7a0e7 req-6b95098b-f122-4bfa-9b19-5efd540adffb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1865313 Aug 16 02:07:00.163405 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-c030fd78-5568-41cb-ba4a-e49269bf660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.166693 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-c030fd78-5568-41cb-ba4a-e49269bf660f service neutron] 10.222.0.89 "GET /v2.0/networks?id=6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 200 len: 897 time: 0.3121049 Aug 16 02:07:00.171316 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Sync routers for ids ['7475ffa3-687c-490e-9cd7-be9d2e90f263'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:00.185633 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Routers {'7475ffa3-687c-490e-9cd7-be9d2e90f263'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:00.186258 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:06:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7475ffa3-687c-490e-9cd7-be9d2e90f263'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:00.215265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0fa72838-1069-45af-a2b0-cc9edd04b80f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:00.294076 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-883ad54e-db34-480a-b8e9-4d7cf954d2fd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 1000 time: 0.2397470 Aug 16 02:07:00.313821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e977245-81c9-42a0-81e2-2a3c49f7a0e7 req-6652a7c8-a121-4006-b5f6-48594f4d6629 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457913 Aug 16 02:07:00.331175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0fa72838-1069-45af-a2b0-cc9edd04b80f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:00.331917 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.415146 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-1742f6cc-19b6-4668-bec6-194e40e0fa5c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 1000 time: 0.2330141 Aug 16 02:07:00.504703 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-534b7abb-2136-4354-b953-70066a839755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.506323 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-534b7abb-2136-4354-b953-70066a839755 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9b6072cc-0732-4626-98c6-e3940f462739 HTTP/1.1" status: 200 len: 835 time: 0.2008569 Aug 16 02:07:00.537111 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.568864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54623526-1696-4526-bc68-4a12b81e71e7']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:00.597293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a4dff0-1f07-4b5f-886e-e539ba673a0b') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:00.597654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a4dff0-1f07-4b5f-886e-e539ba673a0b') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:00.622741 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.640438 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.660702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:00.661376 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.661721 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Set router 7475ffa3-687c-490e-9cd7-be9d2e90f263 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:00.762428 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:00.811711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.854566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54623526-1696-4526-bc68-4a12b81e71e7 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:07:00.950447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device aa87cee4-ed35-4a83-a9c1-ac38441cb8cb no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:00.964642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.966955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "DELETE /v2.0/networks/54623526-1696-4526-bc68-4a12b81e71e7 HTTP/1.1" status: 204 len: 168 time: 1.7701120 Aug 16 02:07:00.978370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33174) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:01.009240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Request body: {'network': {'name': 'tempest-network--851075357'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:01.023513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59f60-078a-4684-95ee-510dd6cf41a4 req-03912f45-c839-41c5-b39e-5d71f5255922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.026116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ee59f60-078a-4684-95ee-510dd6cf41a4 req-03912f45-c839-41c5-b39e-5d71f5255922 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1096 time: 0.2604270 Aug 16 02:07:01.035971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696ef43-a39b-4aed-8243-70e78ea8a3fb tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event deleted for resources: {'Network': ['ID=54623526-1696-4526-bc68-4a12b81e71e7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:01.127967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device aa87cee4-ed35-4a83-a9c1-ac38441cb8cb not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:01.148754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59f60-078a-4684-95ee-510dd6cf41a4 req-b84d2819-9939-4d03-a4b8-bd220f297c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.151292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ee59f60-078a-4684-95ee-510dd6cf41a4 req-b84d2819-9939-4d03-a4b8-bd220f297c37 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.1094553 Aug 16 02:07:01.165289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2897c1-c358-47f5-93fe-a358ce0bea0c req-5b2c901d-9269-4d94-8e65-5ce67a336e5d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.173804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c2897c1-c358-47f5-93fe-a358ce0bea0c req-5b2c901d-9269-4d94-8e65-5ce67a336e5d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.3252239 Aug 16 02:07:01.284623 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:55Z', 'revision_number': 4, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91', 'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'mac_address': 'fa:16:3e:8a:23:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:54Z', 'updated_at': '2021-08-16T02:06:55Z', 'revision_number': 2, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'subnets': [{'id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:01.333625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c2897c1-c358-47f5-93fe-a358ce0bea0c req-9ca46542-d10f-490f-a6ee-397e52beee4d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566496 Aug 16 02:07:01.376844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Made reservation on behalf of f6eb26e8eafc4319bf313b12a484d71e for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:01.379850 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Checking router: 7475ffa3-687c-490e-9cd7-be9d2e90f263 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:01.380713 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Updating router 7475ffa3-687c-490e-9cd7-be9d2e90f263 port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:01.380893 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.496136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ee59f60-078a-4684-95ee-510dd6cf41a4 req-92287478-2300-4502-a730-121a0977421e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 999 time: 0.3192456 Aug 16 02:07:01.515754 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.653726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:01.713980 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.714872 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Added segment 73897fe7-f9c8-42b8-887c-13b730a36b3c of type vlan for network 37cd3ffe-2ea5-4e48-84a2-71731c852744 Aug 16 02:07:01.724855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-2f636d2b-c114-461b-bd20-252219596599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.726379 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-2f636d2b-c114-461b-bd20-252219596599 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9b6072cc-0732-4626-98c6-e3940f462739 HTTP/1.1" status: 200 len: 835 time: 1.2967327 Aug 16 02:07:01.767843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-67a8a8c6-049a-4180-94e2-771a26a1de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.767843 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-67a8a8c6-049a-4180-94e2-771a26a1de2d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6f6930e4-48fd-4ab6-b812-9d30343acd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2398674 Aug 16 02:07:01.813122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a489-ae6d-4f0f-bb55-fdd09f1db20d req-2b9396d6-905c-4087-9fc3-461511ee0a4f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.813643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aad1a489-ae6d-4f0f-bb55-fdd09f1db20d req-2b9396d6-905c-4087-9fc3-461511ee0a4f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 944 time: 0.4761777 Aug 16 02:07:01.847002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.887456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-c7cbb0b2-5bc5-4bd7-ab98-f465497a3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.889431 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-c7cbb0b2-5bc5-4bd7-ab98-f465497a3bd9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6f6930e4-48fd-4ab6-b812-9d30343acd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481752 Aug 16 02:07:01.921606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59f60-078a-4684-95ee-510dd6cf41a4 req-06fa565b-5cf0-4ccb-8cf1-944af2798d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.926075 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ee59f60-078a-4684-95ee-510dd6cf41a4 req-06fa565b-5cf0-4ccb-8cf1-944af2798d71 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.4184272 Aug 16 02:07:02.037105 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-ca7a87d0-8c9c-41d7-95bc-1dcc0abac435 service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442081 Aug 16 02:07:02.099521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aad1a489-ae6d-4f0f-bb55-fdd09f1db20d req-5e74b65d-eb72-48d8-8a78-8e129189b0cc tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599773 Aug 16 02:07:02.122860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.124272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.125104 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.143009 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-bce6e85a-90b5-4fd1-8c88-a16f033fbef0 service neutron] 10.222.0.89 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389572 Aug 16 02:07:02.191346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59f60-078a-4684-95ee-510dd6cf41a4 req-900547bd-0d2a-46a6-a47e-f3a43c945d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.193891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ee59f60-078a-4684-95ee-510dd6cf41a4 req-900547bd-0d2a-46a6-a47e-f3a43c945d21 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2568235 Aug 16 02:07:02.201630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2065232 Aug 16 02:07:02.204398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33200) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:02.211015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c371062c-9ebf-4e26-9d52-1781acc99069 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:02.217623 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.231639 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Transition to ACTIVE for port object 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:02.242306 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.329599 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-3a1d533f-4d92-4d33-8fa9-fde23574e78e service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924336 Aug 16 02:07:02.402617 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Pushing event updated for resources: {'Port': ['ID=1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.438094 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.444466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15ad1e-4587-4e54-bcab-0167893073f5 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event updated for resources: {'Network': ['ID=37cd3ffe-2ea5-4e48-84a2-71731c852744,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.446879 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.448381 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.448954 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.453202 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.454291 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.456267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 37cd3ffe-2ea5-4e48-84a2-71731c852744 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:02.457905 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.458717 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.459333 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.459894 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.460777 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.463149 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:02.550785 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Attempting to bind port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:02.551291 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Attempting to bind port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:02.551755 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Attempting to bind port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 on network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:02.563383 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:02.581638 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Checking segment: {'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:02.583301 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.583942 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Bound using segment: {'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:02.590180 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Bound port: 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:02.590894 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.680938 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e378e51-edaa-410f-b6c3-c04bc472991c req-d1080c36-fab3-4595-962b-d43a527ca499 service neutron] 10.222.0.89 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252011 Aug 16 02:07:02.740694 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] For port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:02.746220 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] For port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:02.754830 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.760492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d1e01-9e0f-4139-9ae0-19ed43110e42 req-0061c619-6c0c-472a-92c4-ed7d65833853 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.762205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-572d1e01-9e0f-4139-9ae0-19ed43110e42 req-0061c619-6c0c-472a-92c4-ed7d65833853 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.2149835 Aug 16 02:07:02.839398 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ee59f60-078a-4684-95ee-510dd6cf41a4 req-7b6fa48e-1ab3-441a-9629-1d9a40452acd service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227463 Aug 16 02:07:02.851670 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Routers {'7475ffa3-687c-490e-9cd7-be9d2e90f263'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:02.852502 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:06:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7475ffa3-687c-490e-9cd7-be9d2e90f263'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:02.863098 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c371062c-9ebf-4e26-9d52-1781acc99069 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.920065 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c5b9-01e9-4213-8589-4b65f8c08ad1 None None] Pushing event updated for resources: {'Port': ['ID=1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.027514 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c371062c-9ebf-4e26-9d52-1781acc99069 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.061593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-572d1e01-9e0f-4139-9ae0-19ed43110e42 req-81f7bbb0-60e5-45ad-8bc9-46a95b0e60bc tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863719 Aug 16 02:07:03.111529 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] Set router 7475ffa3-687c-490e-9cd7-be9d2e90f263 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:03.149830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device aa87cee4-ed35-4a83-a9c1-ac38441cb8cb details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:03.155158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c371062c-9ebf-4e26-9d52-1781acc99069 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Network 37cd3ffe-2ea5-4e48-84a2-71731c852744 is not hosted by any dhcp agent {{(pid=101381) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:07:03.156087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c371062c-9ebf-4e26-9d52-1781acc99069 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.156679 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c371062c-9ebf-4e26-9d52-1781acc99069 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.166680 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c371062c-9ebf-4e26-9d52-1781acc99069 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "PUT /v2.0/networks/37cd3ffe-2ea5-4e48-84a2-71731c852744 HTTP/1.1" status: 200 len: 857 time: 0.9577572 Aug 16 02:07:03.167075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33230) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:03.341439 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.360880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:03.361691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371062c-9ebf-4e26-9d52-1781acc99069 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event updated for resources: {'Network': ['ID=37cd3ffe-2ea5-4e48-84a2-71731c852744,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.365836 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ee59f60-078a-4684-95ee-510dd6cf41a4 req-42a46e35-9b5c-4c25-8bb7-54e6bc8e8ccd service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047472 Aug 16 02:07:03.374262 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'port_id': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'mac_address': 'fa:16:3e:de:89:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:03.413528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2e74e-7d52-4f28-a12c-55ac0a003b3d req-9e9cfe07-ec89-4a4c-b2e3-dff2b4c4c8ed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.434368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8b2e74e-7d52-4f28-a12c-55ac0a003b3d req-9e9cfe07-ec89-4a4c-b2e3-dff2b4c4c8ed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 944 time: 0.1328852 Aug 16 02:07:03.461219 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.486235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa87cee4-ed35-4a83-a9c1-ac38441cb8cb {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:03.499300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.514777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cd3ffe-2ea5-4e48-84a2-71731c852744']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:03.528008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73897fe7-f9c8-42b8-887c-13b730a36b3c') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:03.528312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73897fe7-f9c8-42b8-887c-13b730a36b3c') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:03.536366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:03.545019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8b2e74e-7d52-4f28-a12c-55ac0a003b3d req-07545f8b-9cc1-4c71-8549-ec1b696cb817 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081336 Aug 16 02:07:03.552153 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.553540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.591215 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.594564 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:55Z', 'revision_number': 4, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91', 'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'mac_address': 'fa:16:3e:8a:23:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:54Z', 'updated_at': '2021-08-16T02:07:02Z', 'revision_number': 4, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'subnets': [{'id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:03.604453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:03.604878 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.625153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.659898 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b3f74-1fb1-411a-aff6-e10d0586943e None None] The sync data for ids ['7475ffa3-687c-490e-9cd7-be9d2e90f263'] in n-d-768851-16 is: [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:55Z', 'revision_number': 4, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91', 'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'mac_address': 'fa:16:3e:8a:23:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:54Z', 'updated_at': '2021-08-16T02:07:02Z', 'revision_number': 4, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'subnets': [{'id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:03.684278 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:03.710785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.737344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37cd3ffe-2ea5-4e48-84a2-71731c852744 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:07:03.767557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.774712 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] 10.222.0.79 "DELETE /v2.0/networks/37cd3ffe-2ea5-4e48-84a2-71731c852744 HTTP/1.1" status: 204 len: 168 time: 0.6014266 Aug 16 02:07:03.778818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33242) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:03.794648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25d517-6e4f-4386-893d-e15a91420ff7 tempest-ExternalNetworksTestJSON-945513780 tempest-ExternalNetworksTestJSON-945513780-project-admin] Pushing event deleted for resources: {'Network': ['ID=37cd3ffe-2ea5-4e48-84a2-71731c852744,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.820956 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-433dd71b-c772-45a6-a998-3e142a207930 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:03.821490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433dd71b-c772-45a6-a998-3e142a207930 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:03.824023 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-433dd71b-c772-45a6-a998-3e142a207930 tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] 10.222.0.79 "DELETE /v2.0/subnets/45ed8251-a6e1-4b51-af51-ab0a479be2f0 HTTP/1.1" status: 404 len: 337 time: 0.0431941 Aug 16 02:07:03.826463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33246) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:03.870614 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['aa87cee4-ed35-4a83-a9c1-ac38441cb8cb'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:04.169863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532652b-3c68-4630-99ed-4c731636506e req-9bd08224-14ef-40aa-b134-5f527ebc3d5e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.179926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1532652b-3c68-4630-99ed-4c731636506e req-9bd08224-14ef-40aa-b134-5f527ebc3d5e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 945 time: 0.1673908 Aug 16 02:07:04.278879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.309210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:04.324075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-7dcb2447-266f-4f90-81cf-10e89e0aaf4f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.333897 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-7dcb2447-266f-4f90-81cf-10e89e0aaf4f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb&tenant_id=deee63146f784616a74dc0add2d1dad0&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 945 time: 0.2956498 Aug 16 02:07:04.390081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1532652b-3c68-4630-99ed-4c731636506e req-7cb0c3e9-29d7-42da-90e8-5bb947d696a8 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091455 Aug 16 02:07:04.432761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5df61-3aee-44e1-9d64-70b0b0f34342 req-79e9e12e-950b-4b1c-a6a3-d37e8dc2a2a0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.435323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:04.438598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ead5df61-3aee-44e1-9d64-70b0b0f34342 req-79e9e12e-950b-4b1c-a6a3-d37e8dc2a2a0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1927392 Aug 16 02:07:04.508669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.520615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5212f3a0-4b2b-4952-b7e6-e17290f32f0c']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:04.526826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ead5df61-3aee-44e1-9d64-70b0b0f34342 req-2821ed8f-ffb7-4336-9f7d-300232ec35b7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803301 Aug 16 02:07:04.533674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9e5c11-04d9-4153-8af4-ee2c79e40648') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:04.533950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9e5c11-04d9-4153-8af4-ee2c79e40648') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:04.544420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.546387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:04.547429 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.560202 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.566646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:04.567232 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:04.652068 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:04.665173 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.693357 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.708240 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-0d4b950d-8a20-42e2-9b0b-6ff842f37d12 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:07:04.709951 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-0d4b950d-8a20-42e2-9b0b-6ff842f37d12 service neutron] 10.222.0.84 "DELETE /v2.0/ports/aa87cee4-ed35-4a83-a9c1-ac38441cb8cb/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.3518186 Aug 16 02:07:04.729077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:04.738161 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.769114 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.773684 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] 10.222.0.79 "DELETE /v2.0/networks/5212f3a0-4b2b-4952-b7e6-e17290f32f0c HTTP/1.1" status: 204 len: 168 time: 0.9416423 Aug 16 02:07:04.775500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ada3b0-0df1-4ff2-876d-b11793fc8f8f tempest-ExternalNetworksTestJSON-2142661901 tempest-ExternalNetworksTestJSON-2142661901-project] Pushing event deleted for resources: {'Network': ['ID=5212f3a0-4b2b-4952-b7e6-e17290f32f0c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:04.832372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b96509-6235-4c45-8d5f-b8d1fb7aebbe req-fe63c5b1-866b-448c-ae9c-717ab9c9cf37 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.846218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3b96509-6235-4c45-8d5f-b8d1fb7aebbe req-fe63c5b1-866b-448c-ae9c-717ab9c9cf37 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1115499 Aug 16 02:07:04.887177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:04.892010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-1b323340-633b-4962-b909-d48506b0eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.893407 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-1b323340-633b-4962-b909-d48506b0eb69 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1097 time: 0.0868161 Aug 16 02:07:04.927615 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3b96509-6235-4c45-8d5f-b8d1fb7aebbe req-8ce8b677-97e0-40a0-9e8f-466d1ad43e97 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802324 Aug 16 02:07:05.079479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-eed3b424-5955-4a28-815a-9aa2386bec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.081836 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-eed3b424-5955-4a28-815a-9aa2386bec3b service neutron] 10.222.0.84 "GET /v2.0/networks?id=6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 200 len: 897 time: 0.1729488 Aug 16 02:07:05.151738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device aa87cee4-ed35-4a83-a9c1-ac38441cb8cb up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:05.217459 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-6d9c6c9d-a2ae-412a-953d-e3dee84c3551 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 1001 time: 0.1282444 Aug 16 02:07:05.278969 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:05.285005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:05.285396 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.384357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-e6e6aacc-6f6c-4c13-9420-b9a38d9af9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.391093 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-e6e6aacc-6f6c-4c13-9420-b9a38d9af9ba service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9b6072cc-0732-4626-98c6-e3940f462739 HTTP/1.1" status: 200 len: 835 time: 0.1634712 Aug 16 02:07:05.446213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33296) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:05.568355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-0e686af9-58cb-408f-91e9-16fca02bc3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.577940 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-0e686af9-58cb-408f-91e9-16fca02bc3da service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6f6930e4-48fd-4ab6-b812-9d30343acd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1799910 Aug 16 02:07:05.601506 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.602691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6708965-c858-4b68-9a34-f66bbf278181 req-8b253355-2ad9-4f3e-88d9-0dd45b3f5541 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.609945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6708965-c858-4b68-9a34-f66bbf278181 req-8b253355-2ad9-4f3e-88d9-0dd45b3f5541 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1256590 Aug 16 02:07:05.728538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:05.736813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fe439-4dea-4e35-b5ce-e09c6291f52a req-d334d43a-c18e-4b65-b97b-e7f086264258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.741331 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b48a67a-7168-460f-85a6-e6a918de313c" -d '{"events": [{"server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "name": "network-vif-plugged", "status": "completed", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:05.745119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f4fe439-4dea-4e35-b5ce-e09c6291f52a req-d334d43a-c18e-4b65-b97b-e7f086264258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 945 time: 0.1828258 Aug 16 02:07:05.749824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6708965-c858-4b68-9a34-f66bbf278181 req-204e14e9-af68-4410-acf3-a56efe921539 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387949 Aug 16 02:07:05.758715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:05.770460 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.883870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-a158ea26-fa7e-4c7c-8f71-f32ccb87893a service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955177 Aug 16 02:07:05.895427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.916867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f4fe439-4dea-4e35-b5ce-e09c6291f52a req-4c2da4d6-f1ca-4186-8555-09a28ba57571 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703436 Aug 16 02:07:05.952743 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83768e47-3058-478f-874d-047de8f39f3c x-openstack-request-id: req-83768e47-3058-478f-874d-047de8f39f3c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:05.953063 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "name": "network-vif-plugged", "status": "completed", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:05.953322 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83768e47-3058-478f-874d-047de8f39f3c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:05.953726 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'code': 200} Aug 16 02:07:06.006477 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3cc1b388-baf6-40ef-9da6-7d3bf5b26e3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acbbf5174d75447a9200f675902e73bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5573578 Aug 16 02:07:06.007222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33318) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:06.114682 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-04b286b0-7b7f-42e6-a078-cf8b4ed94293 req-01ec2760-628e-4f58-ad3d-eb33532cacbc service neutron] 10.222.0.84 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159719 Aug 16 02:07:06.127559 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7df6f94-6dbb-4818-afba-e68ac543973d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.200049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7df6f94-6dbb-4818-afba-e68ac543973d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.329237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:06.443184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7df6f94-6dbb-4818-afba-e68ac543973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.448536 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7df6f94-6dbb-4818-afba-e68ac543973d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.450658 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e7df6f94-6dbb-4818-afba-e68ac543973d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7071d051-b898-4b2a-a629-1eb72ff1b29f HTTP/1.1" status: 204 len: 168 time: 0.4424660 Aug 16 02:07:06.488002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df6f94-6dbb-4818-afba-e68ac543973d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7071d051-b898-4b2a-a629-1eb72ff1b29f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.562751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:06.563234 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.772112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29a664-a06b-41ab-b7b1-4b7a70b4f10c req-5b0bd781-c579-4169-ade4-727911124000 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.777508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de29a664-a06b-41ab-b7b1-4b7a70b4f10c req-5b0bd781-c579-4169-ade4-727911124000 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.5450876 Aug 16 02:07:06.900719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de29a664-a06b-41ab-b7b1-4b7a70b4f10c req-12b8ca01-4ff7-4394-ab79-e4e55ccf2b19 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173034 Aug 16 02:07:07.095547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33352) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:07.176804 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ab02d1e8-b2c4-43a5-832a-29d0f531c72e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f6eb26e8eafc4319bf313b12a484d71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796516 Aug 16 02:07:07.178608 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33354) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:07.237909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ed317-a16f-4592-91fa-d986cac5ed16 req-e0aaf43f-3450-4ace-aeb3-f1842e44ddd6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.253652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-521ed317-a16f-4592-91fa-d986cac5ed16 req-e0aaf43f-3450-4ace-aeb3-f1842e44ddd6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.1782556 Aug 16 02:07:07.274748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-435ab051-b8c9-4a23-a853-20cf13873409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.316154 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-435ab051-b8c9-4a23-a853-20cf13873409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.328410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-521ed317-a16f-4592-91fa-d986cac5ed16 req-f517d7f0-3bf0-4257-8b97-1b3de6f6c52e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716414 Aug 16 02:07:07.360817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33360) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:07.454011 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-435ab051-b8c9-4a23-a853-20cf13873409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.457625 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-435ab051-b8c9-4a23-a853-20cf13873409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.460710 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-435ab051-b8c9-4a23-a853-20cf13873409 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f98a720-bf7b-47ea-b52e-4643db505507 HTTP/1.1" status: 204 len: 168 time: 0.2797837 Aug 16 02:07:07.481473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ab051-b8c9-4a23-a853-20cf13873409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f98a720-bf7b-47ea-b52e-4643db505507,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:07.612425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-30980443-2a85-49b9-8f65-fdc7da3284f3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/0cbfb633-6a57-4f2c-85d3-45bbc802d677 HTTP/1.1" status: 200 len: 994 time: 0.2502460 Aug 16 02:07:08.073260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68614a19-3b0d-4c9c-ad22-3dd7695f0fe5 req-9c866992-e2e3-40a1-87cf-9f29e83bd185 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:08.075300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68614a19-3b0d-4c9c-ad22-3dd7695f0fe5 req-9c866992-e2e3-40a1-87cf-9f29e83bd185 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0765829 Aug 16 02:07:08.149937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68614a19-3b0d-4c9c-ad22-3dd7695f0fe5 req-7fa0fa11-ad53-4d42-993b-f78095ab16f7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638986 Aug 16 02:07:08.521398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6db08-a331-4c76-8d10-50e9cbf02841 req-5644c966-888f-45cd-b7cc-eae49e79f1a3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:08.530750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12d6db08-a331-4c76-8d10-50e9cbf02841 req-5644c966-888f-45cd-b7cc-eae49e79f1a3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1102250 Aug 16 02:07:08.594457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12d6db08-a331-4c76-8d10-50e9cbf02841 req-e66e4028-e2e7-4618-ab8d-54a32dc1b10b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627012 Aug 16 02:07:08.846276 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3ed90c15-167d-4dd3-a776-eb1410cad716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.527772 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.558083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33460) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:09.735359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-29a8f43f-165b-44ef-82a4-bbea21f02488 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1841638270'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:09.735843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-29a8f43f-165b-44ef-82a4-bbea21f02488 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Unknown quota resources ['metering_label']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:07:09.785319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839753ff-bc99-4caf-92c6-d949be6cc4b0 req-c34af20f-01ab-43f1-95c6-f340ba5bbae0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.798625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-839753ff-bc99-4caf-92c6-d949be6cc4b0 req-c34af20f-01ab-43f1-95c6-f340ba5bbae0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0679526 Aug 16 02:07:09.862112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-839753ff-bc99-4caf-92c6-d949be6cc4b0 req-e2f12b40-a84a-4622-9153-02ff118984f3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619969 Aug 16 02:07:09.999761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29a8f43f-165b-44ef-82a4-bbea21f02488 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.011142 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-29a8f43f-165b-44ef-82a4-bbea21f02488 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4508908 Aug 16 02:07:10.014260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33474) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.022417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d8406737-9261-410c-b03a-3d744710d56e tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '71b422d1-b96f-4339-a88f-0c3cf4dea793'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:10.023201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d8406737-9261-410c-b03a-3d744710d56e tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101381) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:07:10.085448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6449acb-681f-4ca9-8eb7-405dc1339a5a req-6d652ce7-b4e1-4bd6-a723-a0c11c8b4cc7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:10.087124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6449acb-681f-4ca9-8eb7-405dc1339a5a req-6d652ce7-b4e1-4bd6-a723-a0c11c8b4cc7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0861385 Aug 16 02:07:10.163114 n-d-768851-16 neutron-server[101381]: WARNING neutron.services.metering.metering_plugin [None req-d8406737-9261-410c-b03a-3d744710d56e tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:07:10.339647 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d8406737-9261-410c-b03a-3d744710d56e tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.340857 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d8406737-9261-410c-b03a-3d744710d56e tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3253057 Aug 16 02:07:10.344905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33488) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.355399 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6449acb-681f-4ca9-8eb7-405dc1339a5a req-91b63a78-3274-4b14-875d-a151fc82a2ca tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012863 Aug 16 02:07:10.364081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7152e49d-893b-4095-a1e9-e338055dc89c tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '71b422d1-b96f-4339-a88f-0c3cf4dea793'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:10.364659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7152e49d-893b-4095-a1e9-e338055dc89c tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:07:10.515395 n-d-768851-16 neutron-server[101380]: WARNING neutron.services.metering.metering_plugin [None req-7152e49d-893b-4095-a1e9-e338055dc89c tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:07:10.543521 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756f7d4-9cd0-4b1c-97ef-21e711ceb87a req-56e1865e-9cd1-42fe-b58f-103a2351787b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:10.549525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a756f7d4-9cd0-4b1c-97ef-21e711ceb87a req-56e1865e-9cd1-42fe-b58f-103a2351787b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1007507 Aug 16 02:07:10.605501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a756f7d4-9cd0-4b1c-97ef-21e711ceb87a req-1f67e6f9-7c7e-4703-83ca-238219473c0b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524359 Aug 16 02:07:10.679033 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7152e49d-893b-4095-a1e9-e338055dc89c tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.681710 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7152e49d-893b-4095-a1e9-e338055dc89c tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3356993 Aug 16 02:07:10.684479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33502) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.699174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f0642a21-d3f5-4724-8d0e-ce0edcfed7e8 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=cc1e1060-06a0-4966-88ec-7c9a8bfbab24 HTTP/1.1" status: 200 len: 462 time: 0.0133400 Aug 16 02:07:10.702103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33504) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.861959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcdd1a-daf3-49d4-8218-b17b1b905dff req-b455ced5-d80d-4efa-ad75-f594eafe1cdb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:10.871243 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9fcdd1a-daf3-49d4-8218-b17b1b905dff req-b455ced5-d80d-4efa-ad75-f594eafe1cdb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1415422 Aug 16 02:07:10.875460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-981cb1b3-4370-445e-9b78-3e9d65d20fd0 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.879003 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-981cb1b3-4370-445e-9b78-3e9d65d20fd0 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/cc1e1060-06a0-4966-88ec-7c9a8bfbab24 HTTP/1.1" status: 204 len: 168 time: 0.1747222 Aug 16 02:07:10.881856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33512) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.913008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9fcdd1a-daf3-49d4-8218-b17b1b905dff req-6a7c1e5c-0301-4bf4-93c8-50a1f7b6bdb6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408492 Aug 16 02:07:10.925216 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-16b36bfc-c3a5-4698-8b01-98d66f4fcfb8 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=cc1e1060-06a0-4966-88ec-7c9a8bfbab24 HTTP/1.1" status: 200 len: 221 time: 0.0388024 Aug 16 02:07:10.931040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33516) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.942491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f60b8ba2-73a1-4335-90ea-e6bbf6603afc tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1326698635', 'description': 'label created by tempest'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:10.942820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f60b8ba2-73a1-4335-90ea-e6bbf6603afc tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Unknown quota resources ['metering_label']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:07:11.168111 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f60b8ba2-73a1-4335-90ea-e6bbf6603afc tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.173303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33524) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.173632 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f60b8ba2-73a1-4335-90ea-e6bbf6603afc tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2414579 Aug 16 02:07:11.269612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c46ea37b-4666-4d6d-b080-9664f3ba782d tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=c2e0e264-ee89-4227-b376-aace05a3063a HTTP/1.1" status: 200 len: 468 time: 0.0939789 Aug 16 02:07:11.270593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33532) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.490422 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9515e8b7-1e2f-48ad-95ae-490b5a947b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.567214 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.586909 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a69758a9-c80c-4d85-ac6a-a9d262837fb6 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.588392 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a69758a9-c80c-4d85-ac6a-a9d262837fb6 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/c2e0e264-ee89-4227-b376-aace05a3063a HTTP/1.1" status: 204 len: 168 time: 0.3167617 Aug 16 02:07:11.591458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33542) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.605691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ca4e900b-585a-4720-9e9b-04ba8426f971 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=c2e0e264-ee89-4227-b376-aace05a3063a HTTP/1.1" status: 200 len: 216 time: 0.0128915 Aug 16 02:07:11.609702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33546) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.632752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33548) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.633482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dc15dce9-f381-4b3d-b27e-a1763e5a7c40 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0219879 Aug 16 02:07:11.648207 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-50446a1f-d0e9-4b90-995d-355d3429754f tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0134680 Aug 16 02:07:11.652656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33550) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.710729 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-414abc11-cabb-4332-a056-6da4b4d53b51 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/71b422d1-b96f-4339-a88f-0c3cf4dea793 HTTP/1.1" status: 200 len: 473 time: 0.0566487 Aug 16 02:07:11.714914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33552) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.732585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33554) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.742951 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c359b441-2968-4ad8-94ef-8e6c96d0383c tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/02b12dc9-a61d-4068-bf7b-92c4a19ecaec HTTP/1.1" status: 200 len: 459 time: 0.0224299 Aug 16 02:07:11.862255 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-55b47181-a2d2-4bbd-b9a2-3be916ea49a4 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.865599 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-55b47181-a2d2-4bbd-b9a2-3be916ea49a4 tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/02b12dc9-a61d-4068-bf7b-92c4a19ecaec HTTP/1.1" status: 204 len: 168 time: 0.1295166 Aug 16 02:07:11.865842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33564) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:12.117992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7c30580e-a68a-44b5-a0ef-ee49c2ee29fc tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.119257 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7c30580e-a68a-44b5-a0ef-ee49c2ee29fc tempest-MeteringIpV6TestJSON-1321975889 tempest-MeteringIpV6TestJSON-1321975889-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/71b422d1-b96f-4339-a88f-0c3cf4dea793 HTTP/1.1" status: 204 len: 168 time: 0.2524781 Aug 16 02:07:12.519970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33584) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:12.652959 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fdd8326d-973b-42b5-a99c-63be981f0227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.734017 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.776520 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fdd8326d-973b-42b5-a99c-63be981f0227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.782533 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fdd8326d-973b-42b5-a99c-63be981f0227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.822943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8326d-973b-42b5-a99c-63be981f0227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ff2761-47bd-419e-bd3e-0ee4d1da1238,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:12.862641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fdd8326d-973b-42b5-a99c-63be981f0227 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d1fa77298e6a4b1ca754d26a803f183e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383565 Aug 16 02:07:12.862905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33596) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:12.949177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e4e7ee4-d6a0-4131-a2ac-e429605b2f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.977881 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e4e7ee4-d6a0-4131-a2ac-e429605b2f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.068801 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e4e7ee4-d6a0-4131-a2ac-e429605b2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.075209 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e4e7ee4-d6a0-4131-a2ac-e429605b2f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.077969 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2e4e7ee4-d6a0-4131-a2ac-e429605b2f36 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/69ff2761-47bd-419e-bd3e-0ee4d1da1238 HTTP/1.1" status: 204 len: 168 time: 0.2127964 Aug 16 02:07:13.092391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e7ee4-d6a0-4131-a2ac-e429605b2f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ff2761-47bd-419e-bd3e-0ee4d1da1238,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:13.503964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33618) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:13.526185 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6dd736e7-37b6-41eb-8b3a-061a839701d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.684128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6dd736e7-37b6-41eb-8b3a-061a839701d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.689638 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6dd736e7-37b6-41eb-8b3a-061a839701d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.727920 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6dd736e7-37b6-41eb-8b3a-061a839701d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=781467f4a865491db04c32d4c65b5c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225616 Aug 16 02:07:13.730523 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33624) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:13.755747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd736e7-37b6-41eb-8b3a-061a839701d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c4cbd6-b4ff-42b5-bde9-714ceca39677,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:13.800601 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e185e8ca-89b5-4fea-9e06-bbbf8011f40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.825941 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e185e8ca-89b5-4fea-9e06-bbbf8011f40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.882655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e185e8ca-89b5-4fea-9e06-bbbf8011f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.887449 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e185e8ca-89b5-4fea-9e06-bbbf8011f40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.889918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e185e8ca-89b5-4fea-9e06-bbbf8011f40b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a8c4cbd6-b4ff-42b5-bde9-714ceca39677 HTTP/1.1" status: 204 len: 168 time: 0.1570911 Aug 16 02:07:13.910907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185e8ca-89b5-4fea-9e06-bbbf8011f40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c4cbd6-b4ff-42b5-bde9-714ceca39677,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.210891 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.008178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33716) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:16.139824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1097372299', 'router:external': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:16.166071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Made reservation on behalf of 3ab87784788e443498e1eab5bca7f584 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:16.169497 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.188236 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.357051 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.362480 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.391519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:16.401708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d31a1d-87ac-49a9-9328-99287b0bca73,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:16.437913 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.439886 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Added segment 116da1dc-fff6-4235-8bf3-a78200a00e27 of type vlan for network 9e9970fb-e86c-45cd-8205-2cc45917d1ce Aug 16 02:07:16.535602 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.602194 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.603443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.604130 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.631816 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6224115 Aug 16 02:07:16.638149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33746) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:16.650640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Request body: {'subnet': {'network_id': '9e9970fb-e86c-45cd-8205-2cc45917d1ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:16.690112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aaab9-d641-4f75-8499-77f00e0e02aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event updated for resources: {'Network': ['ID=9e9970fb-e86c-45cd-8205-2cc45917d1ce,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:16.703937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 9e9970fb-e86c-45cd-8205-2cc45917d1ce details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:16.738428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Made reservation on behalf of 3ab87784788e443498e1eab5bca7f584 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:16.741055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.168599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.objects.ports [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101381) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:07:17.169416 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.263280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7bccfd1c-ec5e-4001-a1d3-22a1cb4116f6,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:17.286160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Checking segment: {'id': '116da1dc-fff6-4235-8bf3-a78200a00e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9e9970fb-e86c-45cd-8205-2cc45917d1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:17.286532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Network hostable DHCP agents. Network: 9e9970fb-e86c-45cd-8205-2cc45917d1ce, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:17.354256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Network 9e9970fb-e86c-45cd-8205-2cc45917d1ce is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:17.372452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 9e9970fb-e86c-45cd-8205-2cc45917d1ce) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:17.377018 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.377721 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.382271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2312394a-f760-4dde-bf95-99d5e88f31a3 None None] Network 9e9970fb-e86c-45cd-8205-2cc45917d1ce requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:17.397876 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ef967355-bdf8-4747-8168-d3c6227ca51b tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7560427 Aug 16 02:07:17.398407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33766) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:17.405038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-421289208', 'network_id': '9e9970fb-e86c-45cd-8205-2cc45917d1ce'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:17.431431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Made reservation on behalf of 3ab87784788e443498e1eab5bca7f584 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:17.435469 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.457295 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] device_id is not set on port 5279d105-562f-4b02-9d92-cd3ee1eb0d0e yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:07:17.533259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a0d77c-cecf-42ef-a382-9088c832fe82 None None] Network 9e9970fb-e86c-45cd-8205-2cc45917d1ce requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:17.658701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Allocated IP 172.20.0.3 (9e9970fb-e86c-45cd-8205-2cc45917d1ce/7bccfd1c-ec5e-4001-a1d3-22a1cb4116f6/5279d105-562f-4b02-9d92-cd3ee1eb0d0e) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:17.831746 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.881545 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.952948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Network 9e9970fb-e86c-45cd-8205-2cc45917d1ce is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:17.956435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:17.961600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:17.964901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event updated for resources: {'Port': ['ID=5279d105-562f-4b02-9d92-cd3ee1eb0d0e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.007598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.008544 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.026859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-61a0fc84-8cf6-4015-a737-9b83f60bbcc6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.6276643 Aug 16 02:07:18.029834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33790) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:18.145816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b66fa-ed3e-46d4-8a24-e1a6d75aeaf6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Deleting port 5279d105-562f-4b02-9d92-cd3ee1eb0d0e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:18.146400 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff3b66fa-ed3e-46d4-8a24-e1a6d75aeaf6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.245497 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.283410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff3b66fa-ed3e-46d4-8a24-e1a6d75aeaf6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.298672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b66fa-ed3e-46d4-8a24-e1a6d75aeaf6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Calling delete_port for 5279d105-562f-4b02-9d92-cd3ee1eb0d0e owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:18.511263 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff3b66fa-ed3e-46d4-8a24-e1a6d75aeaf6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.571566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b66fa-ed3e-46d4-8a24-e1a6d75aeaf6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event deleted for resources: {'Port': ['ID=5279d105-562f-4b02-9d92-cd3ee1eb0d0e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.629296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff3b66fa-ed3e-46d4-8a24-e1a6d75aeaf6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.636072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33814) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:18.636385 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ff3b66fa-ed3e-46d4-8a24-e1a6d75aeaf6 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "DELETE /v2.0/ports/5279d105-562f-4b02-9d92-cd3ee1eb0d0e HTTP/1.1" status: 204 len: 168 time: 0.6050677 Aug 16 02:07:18.640651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e9970fb-e86c-45cd-8205-2cc45917d1ce', 'external_fixed_ips': [{'subnet_id': '7bccfd1c-ec5e-4001-a1d3-22a1cb4116f6', 'ip_address': '172.20.0.3'}]}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:18.681821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.684103 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.752788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.943128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.197185 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.220183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.389730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Allocated IP 172.20.0.3 (9e9970fb-e86c-45cd-8205-2cc45917d1ce/7bccfd1c-ec5e-4001-a1d3-22a1cb4116f6/cb08a066-3379-4edf-b1d6-9fe561731975) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:19.585350 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.643521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.708946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event updated for resources: {'Port': ['ID=cb08a066-3379-4edf-b1d6-9fe561731975,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:19.720924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Network 9e9970fb-e86c-45cd-8205-2cc45917d1ce is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:19.722417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:19.729165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:20.398678 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.673040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.826346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Router 88ae51be-c230-4ea7-a430-3bf8cbb9ddc8 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:20.952100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:20.986192 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.990617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4313bf86-20e6-4cbc-863f-924fa674ca8d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.3515871 Aug 16 02:07:20.991681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33906) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:20.993580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Sync routers for ids ['88ae51be-c230-4ea7-a430-3bf8cbb9ddc8'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:21.006893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Routers {'88ae51be-c230-4ea7-a430-3bf8cbb9ddc8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:21.007607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['88ae51be-c230-4ea7-a430-3bf8cbb9ddc8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:21.150545 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.161163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Set router 88ae51be-c230-4ea7-a430-3bf8cbb9ddc8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:21.298174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.381628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Deleting port cb08a066-3379-4edf-b1d6-9fe561731975 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:21.381938 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.489742 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.494919 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ae51be-c230-4ea7-a430-3bf8cbb9ddc8', 'name': '', 'tenant_id': '3ab87784788e443498e1eab5bca7f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9970fb-e86c-45cd-8205-2cc45917d1ce', 'external_fixed_ips': [{'subnet_id': '7bccfd1c-ec5e-4001-a1d3-22a1cb4116f6', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'cb08a066-3379-4edf-b1d6-9fe561731975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:18Z', 'updated_at': '2021-08-16T02:07:20Z', 'revision_number': 3, 'project_id': '3ab87784788e443498e1eab5bca7f584', 'gw_port': {'id': 'cb08a066-3379-4edf-b1d6-9fe561731975', 'name': '', 'network_id': '9e9970fb-e86c-45cd-8205-2cc45917d1ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ae51be-c230-4ea7-a430-3bf8cbb9ddc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '7bccfd1c-ec5e-4001-a1d3-22a1cb4116f6', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:19Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bccfd1c-ec5e-4001-a1d3-22a1cb4116f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:21.504114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Calling delete_port for cb08a066-3379-4edf-b1d6-9fe561731975 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:21.526182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Checking router: 88ae51be-c230-4ea7-a430-3bf8cbb9ddc8 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:21.526771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Updating router 88ae51be-c230-4ea7-a430-3bf8cbb9ddc8 port cb08a066-3379-4edf-b1d6-9fe561731975 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:21.564825 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.745139 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.807598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb08a066-3379-4edf-b1d6-9fe561731975,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:21.855732 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.004679 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.004679 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.024101 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:22.024634 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:22.085304 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.086079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88ae51be-c230-4ea7-a430-3bf8cbb9ddc8 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:22.095961 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.101267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33940) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:22.117629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-70946435-9ba1-4e5c-a75b-951a8a9b59dc tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "DELETE /v2.0/routers/88ae51be-c230-4ea7-a430-3bf8cbb9ddc8 HTTP/1.1" status: 204 len: 168 time: 1.1032462 Aug 16 02:07:22.155047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-f578ad4f-3faf-454d-a315-854a9d15eca5 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Deleting subnet 7bccfd1c-ec5e-4001-a1d3-22a1cb4116f6 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:22.158784 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f578ad4f-3faf-454d-a315-854a9d15eca5 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.196900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f578ad4f-3faf-454d-a315-854a9d15eca5 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.243100 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f578ad4f-3faf-454d-a315-854a9d15eca5 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.325157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f578ad4f-3faf-454d-a315-854a9d15eca5 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.338539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f578ad4f-3faf-454d-a315-854a9d15eca5 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.340573 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f578ad4f-3faf-454d-a315-854a9d15eca5 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/7bccfd1c-ec5e-4001-a1d3-22a1cb4116f6 HTTP/1.1" status: 204 len: 168 time: 0.2373555 Aug 16 02:07:22.343583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33946) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:22.361063 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578ad4f-3faf-454d-a315-854a9d15eca5 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7bccfd1c-ec5e-4001-a1d3-22a1cb4116f6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.444035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.550425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Port cb08a066-3379-4edf-b1d6-9fe561731975 not found while updating agent binding for router 88ae51be-c230-4ea7-a430-3bf8cbb9ddc8. {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 02:07:22.552739 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.560371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Routers set() bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:22.561003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Router IDs set() for agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:07:22.561811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_agentschedulers_db [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'88ae51be-c230-4ea7-a430-3bf8cbb9ddc8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent'). {{(pid=101382) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:07:22.562373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f76d71-bb1f-4e5b-855e-40427f9a1af5 None None] The sync data for ids ['88ae51be-c230-4ea7-a430-3bf8cbb9ddc8'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:22.566066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9970fb-e86c-45cd-8205-2cc45917d1ce']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:22.579148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116da1dc-fff6-4235-8bf3-a78200a00e27') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:22.579676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116da1dc-fff6-4235-8bf3-a78200a00e27') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:22.590907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.606342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.613968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:22.614502 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:22.616461 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:22.695956 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.701775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e9970fb-e86c-45cd-8205-2cc45917d1ce {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:07:22.708260 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.710265 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "DELETE /v2.0/networks/9e9970fb-e86c-45cd-8205-2cc45917d1ce HTTP/1.1" status: 204 len: 168 time: 0.3644342 Aug 16 02:07:22.733241 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fca34d-4896-4a95-a572-02fb4f8990f9 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e9970fb-e86c-45cd-8205-2cc45917d1ce,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:23.203368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33980) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:23.208796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-441c47d2-8307-4a3d-bc4b-ca78a386c69a tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Request body: {'router': {'name': 'tempest-router--805410995', 'project_id': 'd5f020f056e647c0b1aec8f89fd6748c'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:23.258112 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-441c47d2-8307-4a3d-bc4b-ca78a386c69a tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.259730 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-441c47d2-8307-4a3d-bc4b-ca78a386c69a tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.338441 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-441c47d2-8307-4a3d-bc4b-ca78a386c69a tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.345939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-441c47d2-8307-4a3d-bc4b-ca78a386c69a tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.375639 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-441c47d2-8307-4a3d-bc4b-ca78a386c69a tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.377521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-441c47d2-8307-4a3d-bc4b-ca78a386c69a tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1724756 Aug 16 02:07:23.381663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33986) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:23.484372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97012f54-4572-496d-bf94-fc43c210173f tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.690197 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97012f54-4572-496d-bf94-fc43c210173f tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.694060 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97012f54-4572-496d-bf94-fc43c210173f tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.759335 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97012f54-4572-496d-bf94-fc43c210173f tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.760360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97012f54-4572-496d-bf94-fc43c210173f tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 348a7fe3-2935-44de-bbc5-09a614550c9a {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:23.765940 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-97012f54-4572-496d-bf94-fc43c210173f tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.767321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-97012f54-4572-496d-bf94-fc43c210173f tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "DELETE /v2.0/routers/348a7fe3-2935-44de-bbc5-09a614550c9a HTTP/1.1" status: 204 len: 168 time: 0.3835957 Aug 16 02:07:23.933767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34008) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:24.190087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1249587827', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:24.221745 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.226799 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.308774 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.483441 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.663243 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:07:24.722012 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.742822 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.865817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Allocated IP 172.25.2.165 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/1f0b4a3d-dd67-4293-8c93-2aaef849b41d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:24.993034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.066954 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.139495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:25.140722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Pushing event updated for resources: {'Port': ['ID=1f0b4a3d-dd67-4293-8c93-2aaef849b41d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.143546 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:25.145639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:25.448272 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.138279 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.318905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Router f75c9858-4ed9-4980-932d-fe73104b05d6 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:26.445245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:26.457933 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2721d1eb-00af-45b1-93cd-a1065ccefb20 None None] Sync routers for ids ['f75c9858-4ed9-4980-932d-fe73104b05d6'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:26.471252 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2721d1eb-00af-45b1-93cd-a1065ccefb20 None None] Routers {'f75c9858-4ed9-4980-932d-fe73104b05d6'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:26.472437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.473697 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2721d1eb-00af-45b1-93cd-a1065ccefb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f75c9858-4ed9-4980-932d-fe73104b05d6'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.473891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b9858cf1-ffab-48d7-afe7-969a9afff7ac tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5389364 Aug 16 02:07:26.477220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34096) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:26.586976 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2721d1eb-00af-45b1-93cd-a1065ccefb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.596310 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2721d1eb-00af-45b1-93cd-a1065ccefb20 None None] Routers {'f75c9858-4ed9-4980-932d-fe73104b05d6'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:26.597041 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2721d1eb-00af-45b1-93cd-a1065ccefb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f75c9858-4ed9-4980-932d-fe73104b05d6'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.630509 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2721d1eb-00af-45b1-93cd-a1065ccefb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.631241 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2721d1eb-00af-45b1-93cd-a1065ccefb20 None None] The sync data for ids ['f75c9858-4ed9-4980-932d-fe73104b05d6'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:27.097850 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d0b34c2c-054d-467f-b28d-dc5d5998939d tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/routers/f75c9858-4ed9-4980-932d-fe73104b05d6 HTTP/1.1" status: 200 len: 921 time: 0.6186876 Aug 16 02:07:27.100649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34128) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:27.132165 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-73d92c1c-762e-4fc2-b648-32b4c825960e tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=f75c9858-4ed9-4980-932d-fe73104b05d6 HTTP/1.1" status: 200 len: 205 time: 0.0300910 Aug 16 02:07:27.135430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34130) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:27.242342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.378100 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.449443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Deleting port 1f0b4a3d-dd67-4293-8c93-2aaef849b41d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:27.453366 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.543269 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.555287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Calling delete_port for 1f0b4a3d-dd67-4293-8c93-2aaef849b41d owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:27.846916 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.880760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Pushing event deleted for resources: {'Port': ['ID=1f0b4a3d-dd67-4293-8c93-2aaef849b41d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.957738 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.014332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34172) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:28.019974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1581657710'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:28.044202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:28.048893 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.060398 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.062608 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.083169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:28.095973 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.097522 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Added segment df724141-cb3b-423d-a7a6-10ae7e652b15 of type vlan for network 1944101e-d34d-4ce2-bec3-f14d1e1e999e Aug 16 02:07:28.113259 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.114545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Fanout notify agent at l3_agent the message router_deleted on router f75c9858-4ed9-4980-932d-fe73104b05d6 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:28.132226 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.134027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-734c4d70-7d83-49aa-a461-faea93d2842d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/f75c9858-4ed9-4980-932d-fe73104b05d6 HTTP/1.1" status: 204 len: 168 time: 0.9976699 Aug 16 02:07:28.138326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34174) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:28.143016 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1380925972', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'enable_snat': False}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:28.167421 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.168682 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.179117 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.218325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.224211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.224918 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.235916 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.357877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Network': ['ID=1944101e-d34d-4ce2-bec3-f14d1e1e999e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.371310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 1944101e-d34d-4ce2-bec3-f14d1e1e999e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:28.371872 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-193f6730-c7c6-4592-a1ec-5524ef96c98a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3529980 Aug 16 02:07:28.372200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34176) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:28.379769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2145364700'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:28.400161 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.413562 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:28.418955 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.468852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:28.492038 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.492429 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Added segment 37f6c469-a99b-4705-8387-482383568b3d of type vlan for network eca69f28-e548-4340-9226-f3b255cebbcd Aug 16 02:07:28.546665 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.583841 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.590175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.590948 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.646785 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2734756 Aug 16 02:07:28.653386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34178) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:28.660280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'subnet': {'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:28.668755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a96469-b95e-46ee-b348-6922edb2cf01 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Network': ['ID=eca69f28-e548-4340-9226-f3b255cebbcd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.681994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network eca69f28-e548-4340-9226-f3b255cebbcd details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:28.738254 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.788776 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.877242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:28.880672 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.991674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Allocated IP 172.25.2.69 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/8b342c6f-e85b-47bc-aa33-f547e674dea6) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:29.182790 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.205106 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.290894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Subnet': ['ID=b1a21a04-68da-4e54-ba75-333f82e8ef5c,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.300143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.341736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:29.342596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Checking segment: {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:29.342958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network hostable DHCP agents. Network: 1944101e-d34d-4ce2-bec3-f14d1e1e999e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:29.348439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:29.357988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:29.390088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event updated for resources: {'Port': ['ID=8b342c6f-e85b-47bc-aa33-f547e674dea6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.405451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network 1944101e-d34d-4ce2-bec3-f14d1e1e999e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:29.420382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 1944101e-d34d-4ce2-bec3-f14d1e1e999e) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:29.431978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca5a72c-c28a-412e-9679-9f068a387e7e None None] Network 1944101e-d34d-4ce2-bec3-f14d1e1e999e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:29.453764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.454361 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.520051 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f76058d3-ef4f-4b6a-878b-58bd25634941 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8629980 Aug 16 02:07:29.520425 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34186) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:29.527060 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'subnet': {'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:29.622563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-1944101e-d34d-4ce2-bec3-f14d1e1e999e', 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'fixed_ips': [{'subnet_id': 'b1a21a04-68da-4e54-ba75-333f82e8ef5c'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:29.623819 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.637278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:29.642568 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.668332 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.786841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Allocated IP 10.1.1.2 (1944101e-d34d-4ce2-bec3-f14d1e1e999e/b1a21a04-68da-4e54-ba75-333f82e8ef5c/0765c0f0-a9a6-4358-9e1a-152f764cc9ed) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:29.870874 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.902517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.969508 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.973936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Subnet': ['ID=c0037f35-dbb4-423d-a5d2-96979492cbc5,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.979260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Checking segment: {'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:29.979878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network hostable DHCP agents. Network: eca69f28-e548-4340-9226-f3b255cebbcd, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:29.983541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Transition to ACTIVE for port object 0765c0f0-a9a6-4358-9e1a-152f764cc9ed will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:30.000582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Transition to ACTIVE for port object 0765c0f0-a9a6-4358-9e1a-152f764cc9ed will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:30.002387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network eca69f28-e548-4340-9226-f3b255cebbcd is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:30.010920 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.028625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, eca69f28-e548-4340-9226-f3b255cebbcd) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:30.034428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:30.035034 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.048679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f3ac9-1f67-4855-a6c9-a61fdaa3fee8 None None] Network eca69f28-e548-4340-9226-f3b255cebbcd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:30.055186 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e01f63f8-c9d8-4027-b4b8-b82d410729ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5318699 Aug 16 02:07:30.057693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34194) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:30.064459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'port': {'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e', 'name': 'tempest-TaggedBootDevicesTest-303635953', 'fixed_ips': [{'subnet_id': 'b1a21a04-68da-4e54-ba75-333f82e8ef5c'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:30.110847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Router 7b318b88-f7fb-4aa6-a923-f5781607530a is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:30.129771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Network 1944101e-d34d-4ce2-bec3-f14d1e1e999e is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:30.134544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:30.143680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:30.196421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Pushing event updated for resources: {'Port': ['ID=0765c0f0-a9a6-4358-9e1a-152f764cc9ed,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:30.218461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Attempting to bind port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:30.218832 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Attempting to bind port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:30.219196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Attempting to bind port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:30.248538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:30.248796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:30.248917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Checking segment: {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:30.249564 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.249985 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Bound using segment: {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:30.250632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Bound port: 0765c0f0-a9a6-4358-9e1a-152f764cc9ed, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:30.251176 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.260021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:30.268045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Sync routers for ids ['7b318b88-f7fb-4aa6-a923-f5781607530a'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:30.270387 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.273656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-909ac621-82d6-4ffc-b36b-8d38b04c1285 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.1327281 Aug 16 02:07:30.275759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34196) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:30.343126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Routers {'7b318b88-f7fb-4aa6-a923-f5781607530a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:30.344081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7b318b88-f7fb-4aa6-a923-f5781607530a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:30.353850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-eca69f28-e548-4340-9226-f3b255cebbcd', 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'fixed_ips': [{'subnet_id': 'c0037f35-dbb4-423d-a5d2-96979492cbc5'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:30.355008 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.376909 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.401085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] device_id is not set on port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:07:30.401508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c5a4fe2c-d2ce-4cf7-94ed-f9e211b54f48 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/routers/7b318b88-f7fb-4aa6-a923-f5781607530a HTTP/1.1" status: 200 len: 908 time: 0.1245074 Aug 16 02:07:30.404058 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34200) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:30.410517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1380925972', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'enable_snat': True}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:30.419906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] For port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:30.439517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.440778 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.450634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] For port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0765c0f0-a9a6-4358-9e1a-152f764cc9ed,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:30.511172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.665864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Allocated IP 10.1.1.243 (1944101e-d34d-4ce2-bec3-f14d1e1e999e/b1a21a04-68da-4e54-ba75-333f82e8ef5c/91a212e2-94ac-4a5d-aedd-3a4eddc16505) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:30.684068 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.699413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.802745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Set router 7b318b88-f7fb-4aa6-a923-f5781607530a gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:30.867851 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.890976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Transition to ACTIVE for port object 91a212e2-94ac-4a5d-aedd-3a4eddc16505 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:30.939718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.939962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd8019-4903-4a7d-9cd0-520ba03f3219 None None] Pushing event updated for resources: {'Port': ['ID=0765c0f0-a9a6-4358-9e1a-152f764cc9ed,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:30.982524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Allocated IP 10.2.2.2 (eca69f28-e548-4340-9226-f3b255cebbcd/c0037f35-dbb4-423d-a5d2-96979492cbc5/411bbc96-7009-4951-8b37-a6572bab3121) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:31.042927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network 1944101e-d34d-4ce2-bec3-f14d1e1e999e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:31.057346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.073125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:31.077537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:31.122847 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.147849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.148679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.162754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Port': ['ID=91a212e2-94ac-4a5d-aedd-3a4eddc16505,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.179284 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cccae38d-b775-40ff-a293-115969370c7b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1177721 Aug 16 02:07:31.181747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34210) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:31.186952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'port': {'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e', 'name': 'tempest-TaggedBootDevicesTest-339917721', 'fixed_ips': [{'subnet_id': 'b1a21a04-68da-4e54-ba75-333f82e8ef5c'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:31.302680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b318b88-f7fb-4aa6-a923-f5781607530a', 'name': 'tempest-snat-router-1380925972', 'tenant_id': '3ab87784788e443498e1eab5bca7f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.69'}], 'enable_snat': False}, 'gw_port_id': '8b342c6f-e85b-47bc-aa33-f547e674dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:28Z', 'updated_at': '2021-08-16T02:07:29Z', 'revision_number': 3, 'project_id': '3ab87784788e443498e1eab5bca7f584', 'gw_port': {'id': '8b342c6f-e85b-47bc-aa33-f547e674dea6', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b318b88-f7fb-4aa6-a923-f5781607530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:28Z', 'updated_at': '2021-08-16T02:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:31.323783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Allocated IP 172.25.2.91 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/c700dfef-63a6-4708-b951-69ef6b8414a0) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:31.331491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:31.338289 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.353699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Checking router: 7b318b88-f7fb-4aa6-a923-f5781607530a for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:31.353929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Updating router 7b318b88-f7fb-4aa6-a923-f5781607530a port 8b342c6f-e85b-47bc-aa33-f547e674dea6 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:31.361805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] device_id is not set on port a699867d-a866-4e7e-afaf-f2a7499ee9d4 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:07:31.392736 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.417202 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.434310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Transition to ACTIVE for port object 411bbc96-7009-4951-8b37-a6572bab3121 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:31.465397 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.504754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Transition to ACTIVE for port object 411bbc96-7009-4951-8b37-a6572bab3121 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:31.514526 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.515073 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.555380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:31.557541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:31.561236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:31.562891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Network eca69f28-e548-4340-9226-f3b255cebbcd is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:31.568439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:31.578212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:31.595385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Pushing event updated for resources: {'Port': ['ID=411bbc96-7009-4951-8b37-a6572bab3121,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.608536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event updated for resources: {'Port': ['ID=c700dfef-63a6-4708-b951-69ef6b8414a0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.652506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Allocated IP 10.1.1.42 (1944101e-d34d-4ce2-bec3-f14d1e1e999e/b1a21a04-68da-4e54-ba75-333f82e8ef5c/a699867d-a866-4e7e-afaf-f2a7499ee9d4) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:31.751551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Attempting to bind port 411bbc96-7009-4951-8b37-a6572bab3121 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:31.751916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Attempting to bind port 411bbc96-7009-4951-8b37-a6572bab3121 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:31.752289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Attempting to bind port 411bbc96-7009-4951-8b37-a6572bab3121 on network eca69f28-e548-4340-9226-f3b255cebbcd {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:31.774588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:31.775737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Checking segment: {'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:31.776153 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.776552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Bound using segment: {'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:31.777059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Bound port: 411bbc96-7009-4951-8b37-a6572bab3121, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:31.778109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.852186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.876457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Transition to ACTIVE for port object a699867d-a866-4e7e-afaf-f2a7499ee9d4 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:31.935061 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.949678 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.976759 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.999460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network 1944101e-d34d-4ce2-bec3-f14d1e1e999e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:32.003908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:32.014493 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:32.042273 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Transition to ACTIVE for port object 8b342c6f-e85b-47bc-aa33-f547e674dea6 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:32.043820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Port': ['ID=a699867d-a866-4e7e-afaf-f2a7499ee9d4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.068475 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.073395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:32.074190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.088774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] For port 411bbc96-7009-4951-8b37-a6572bab3121, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:32.097896 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8a51711b-3aac-4cd1-b5e3-dab496f27241 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9137881 Aug 16 02:07:32.233952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Attempting to bind port 8b342c6f-e85b-47bc-aa33-f547e674dea6 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:32.234381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Attempting to bind port 8b342c6f-e85b-47bc-aa33-f547e674dea6 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:32.234696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Attempting to bind port 8b342c6f-e85b-47bc-aa33-f547e674dea6 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:32.254146 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] For port 411bbc96-7009-4951-8b37-a6572bab3121, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=411bbc96-7009-4951-8b37-a6572bab3121,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:32.265625 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.284846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7307efc5-0373-4ac9-a7ed-72eb9a79d335 None None] Network 1944101e-d34d-4ce2-bec3-f14d1e1e999e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:32.295739 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:32.296382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:32.296948 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.297544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:32.298183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Bound port: 8b342c6f-e85b-47bc-aa33-f547e674dea6, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:32.299043 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.319833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d33b4-ae26-4b1a-ae70-4cb58d9e76c2 None None] Pushing event updated for resources: {'Port': ['ID=8b342c6f-e85b-47bc-aa33-f547e674dea6,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.333594 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.380375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0765c0f0-a9a6-4358-9e1a-152f764cc9ed up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:32.521098 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-69c57578-0b8c-43bb-8349-0be841e1262d None None] Provisioning for port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:32.600178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] For port 8b342c6f-e85b-47bc-aa33-f547e674dea6, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:32.603899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b55608-7c2c-4f80-97fb-8374edc6ced9 None None] Pushing event updated for resources: {'Port': ['ID=411bbc96-7009-4951-8b37-a6572bab3121,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.608737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] For port 8b342c6f-e85b-47bc-aa33-f547e674dea6, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8b342c6f-e85b-47bc-aa33-f547e674dea6,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:32.612349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:32.639686 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.668748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34220) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:32.673698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d55fd81b-aa32-4bb9-95fa-059230a2564e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440376454', 'description': 'tempest-description--909014202'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:32.682835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:32.683216 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.728939 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d55fd81b-aa32-4bb9-95fa-059230a2564e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.819096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Routers {'7b318b88-f7fb-4aa6-a923-f5781607530a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:32.820707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7b318b88-f7fb-4aa6-a923-f5781607530a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:32.912399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d55fd81b-aa32-4bb9-95fa-059230a2564e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.935263 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d55fd81b-aa32-4bb9-95fa-059230a2564e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.950869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d33b4-ae26-4b1a-ae70-4cb58d9e76c2 None None] Pushing event updated for resources: {'Port': ['ID=8b342c6f-e85b-47bc-aa33-f547e674dea6,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.016510 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fd81b-aa32-4bb9-95fa-059230a2564e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.026923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d55fd81b-aa32-4bb9-95fa-059230a2564e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.031319 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d55fd81b-aa32-4bb9-95fa-059230a2564e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3613939 Aug 16 02:07:33.031943 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34222) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.037604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-847a95d7-df3d-4482-92ae-271f58f0762b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'security_group_rule': {'security_group_id': 'fbd2a3e5-3254-462d-a5d8-413bc48c1ab0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:33.053616 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.082638 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-847a95d7-df3d-4482-92ae-271f58f0762b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.110399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] Set router 7b318b88-f7fb-4aa6-a923-f5781607530a gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:33.117671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0765c0f0-a9a6-4358-9e1a-152f764cc9ed,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:33.166323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Router e2f212bd-db65-4d18-903f-bde69cc37a9a is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:33.232080 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.246570 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-847a95d7-df3d-4482-92ae-271f58f0762b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.254747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-847a95d7-df3d-4482-92ae-271f58f0762b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.278043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a95d7-df3d-4482-92ae-271f58f0762b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4d3450-4535-4f7e-9038-4c0400ae2bae,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.288170 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-847a95d7-df3d-4482-92ae-271f58f0762b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.290613 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-847a95d7-df3d-4482-92ae-271f58f0762b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2576091 Aug 16 02:07:33.293926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34228) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.301204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a056cc3e-9155-4838-ace9-3d9e0bd21d52 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'security_group_rule': {'security_group_id': 'fbd2a3e5-3254-462d-a5d8-413bc48c1ab0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:33.362942 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a056cc3e-9155-4838-ace9-3d9e0bd21d52 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.365989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:33.377879 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Sync routers for ids ['e2f212bd-db65-4d18-903f-bde69cc37a9a'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:33.399637 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Routers {'e2f212bd-db65-4d18-903f-bde69cc37a9a'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:33.400272 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e2f212bd-db65-4d18-903f-bde69cc37a9a'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:33.430861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.435930 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-72139460-f4ed-449e-b4e8-d40d18029a60 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0303764 Aug 16 02:07:33.436614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34232) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.465241 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=0765c0f0-a9a6-4358-9e1a-152f764cc9ed,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.494491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a056cc3e-9155-4838-ace9-3d9e0bd21d52 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.509637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a056cc3e-9155-4838-ace9-3d9e0bd21d52 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.519679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-65d5f060-17c5-4c2c-880f-b42eec049765 None None] Provisioning for port a699867d-a866-4e7e-afaf-f2a7499ee9d4 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:33.531615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-65d5f060-17c5-4c2c-880f-b42eec049765 None None] Provisioning complete for port a699867d-a866-4e7e-afaf-f2a7499ee9d4 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:33.532279 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-65d5f060-17c5-4c2c-880f-b42eec049765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.548755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056cc3e-9155-4838-ace9-3d9e0bd21d52 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b375cde8-3f7f-4f41-9fed-094b0aaebb83,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.573761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a056cc3e-9155-4838-ace9-3d9e0bd21d52 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.578691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a056cc3e-9155-4838-ace9-3d9e0bd21d52 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2802873 Aug 16 02:07:33.579109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34234) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.584222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:33.589479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-65d5f060-17c5-4c2c-880f-b42eec049765 None None] Port a699867d-a866-4e7e-afaf-f2a7499ee9d4 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:33.660066 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.700259 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Set router e2f212bd-db65-4d18-903f-bde69cc37a9a gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:33.733485 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-be7e9cb6-63c6-46d6-b2eb-e1570f369489 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/routers/e2f212bd-db65-4d18-903f-bde69cc37a9a HTTP/1.1" status: 200 len: 907 time: 0.2934086 Aug 16 02:07:33.738889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34236) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.917652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.942969 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-65d5f060-17c5-4c2c-880f-b42eec049765 None None] Provisioning complete for port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:33.943503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-65d5f060-17c5-4c2c-880f-b42eec049765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.977376 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.999112 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f212bd-db65-4d18-903f-bde69cc37a9a', 'name': 'tempest-snat-router-1380925972', 'tenant_id': '3ab87784788e443498e1eab5bca7f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c700dfef-63a6-4708-b951-69ef6b8414a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:30Z', 'updated_at': '2021-08-16T02:07:31Z', 'revision_number': 3, 'project_id': '3ab87784788e443498e1eab5bca7f584', 'gw_port': {'id': 'c700dfef-63a6-4708-b951-69ef6b8414a0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f212bd-db65-4d18-903f-bde69cc37a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:31Z', 'updated_at': '2021-08-16T02:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:34.056419 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Checking router: e2f212bd-db65-4d18-903f-bde69cc37a9a for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:34.059344 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Updating router e2f212bd-db65-4d18-903f-bde69cc37a9a port c700dfef-63a6-4708-b951-69ef6b8414a0 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:34.084557 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535030cf-53b5-4dbe-a972-92f6c8556468 None None] Network eca69f28-e548-4340-9226-f3b255cebbcd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:34.129133 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.178849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Allocated IP 172.25.2.235 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/08c2cb0b-ed08-4b2c-b80b-b30c76223c8f) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:34.264915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b318b88-f7fb-4aa6-a923-f5781607530a', 'name': 'tempest-snat-router-1380925972', 'tenant_id': '3ab87784788e443498e1eab5bca7f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.69'}], 'enable_snat': False}, 'gw_port_id': '8b342c6f-e85b-47bc-aa33-f547e674dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:28Z', 'updated_at': '2021-08-16T02:07:29Z', 'revision_number': 3, 'project_id': '3ab87784788e443498e1eab5bca7f584', 'gw_port': {'id': '8b342c6f-e85b-47bc-aa33-f547e674dea6', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b318b88-f7fb-4aa6-a923-f5781607530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:28Z', 'updated_at': '2021-08-16T02:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:34.284210 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.303947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77668210-fe53-46c6-8f5e-b2115be39019 None None] The sync data for ids ['7b318b88-f7fb-4aa6-a923-f5781607530a'] in n-d-768851-16 is: [{'id': '7b318b88-f7fb-4aa6-a923-f5781607530a', 'name': 'tempest-snat-router-1380925972', 'tenant_id': '3ab87784788e443498e1eab5bca7f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.69'}], 'enable_snat': False}, 'gw_port_id': '8b342c6f-e85b-47bc-aa33-f547e674dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:28Z', 'updated_at': '2021-08-16T02:07:29Z', 'revision_number': 3, 'project_id': '3ab87784788e443498e1eab5bca7f584', 'gw_port': {'id': '8b342c6f-e85b-47bc-aa33-f547e674dea6', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b318b88-f7fb-4aa6-a923-f5781607530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:28Z', 'updated_at': '2021-08-16T02:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:34.354935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-65d5f060-17c5-4c2c-880f-b42eec049765 None None] Provisioning for port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:34.365112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-65d5f060-17c5-4c2c-880f-b42eec049765 None None] Provisioning complete for port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:34.365749 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-65d5f060-17c5-4c2c-880f-b42eec049765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.445981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-65d5f060-17c5-4c2c-880f-b42eec049765 None None] Port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:34.448206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.470498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0765c0f0-a9a6-4358-9e1a-152f764cc9ed up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:34.495827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b222c9-48a3-4dad-8355-f0ba948ed828 req-5f7f81dc-62b0-41ec-b95e-b4aace9d201f tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.501360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74b222c9-48a3-4dad-8355-f0ba948ed828 req-5f7f81dc-62b0-41ec-b95e-b4aace9d201f tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1098 time: 0.1835599 Aug 16 02:07:34.521815 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.608255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74b222c9-48a3-4dad-8355-f0ba948ed828 req-311ec897-6e80-4495-a40f-63c3d2181f09 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867848 Aug 16 02:07:34.612298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8b4395c1-2c60-4a93-a3ac-1f9dab8bb07c None None] Provisioning complete for port a699867d-a866-4e7e-afaf-f2a7499ee9d4 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:34.612890 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8b4395c1-2c60-4a93-a3ac-1f9dab8bb07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.621735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:34.626146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Deleting port c700dfef-63a6-4708-b951-69ef6b8414a0 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:34.626600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.640605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:34.652506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34248) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.654206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:34.657908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Port': ['ID=08c2cb0b-ed08-4b2c-b80b-b30c76223c8f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:34.668667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:34.670205 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.754026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8b4395c1-2c60-4a93-a3ac-1f9dab8bb07c None None] Port a699867d-a866-4e7e-afaf-f2a7499ee9d4 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:34.858721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8b4395c1-2c60-4a93-a3ac-1f9dab8bb07c None None] Provisioning complete for port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:34.858923 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8b4395c1-2c60-4a93-a3ac-1f9dab8bb07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.953160 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.971047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.987639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Calling delete_port for c700dfef-63a6-4708-b951-69ef6b8414a0 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:35.004230 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-79799e8c-0a80-4bed-ab5e-4226526ef134 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1261499 Aug 16 02:07:35.026830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 411bbc96-7009-4951-8b37-a6572bab3121 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:35.030438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8b4395c1-2c60-4a93-a3ac-1f9dab8bb07c None None] Port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:35.041323 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.087077 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.100728 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Transition to ACTIVE for port object c700dfef-63a6-4708-b951-69ef6b8414a0 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:35.109671 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.144843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8b4395c1-2c60-4a93-a3ac-1f9dab8bb07c None None] Provisioning for port 411bbc96-7009-4951-8b37-a6572bab3121 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:35.179434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 411bbc96-7009-4951-8b37-a6572bab3121 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:35.184375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 411bbc96-7009-4951-8b37-a6572bab3121 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:35.184949 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.201096 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6450cb-924f-468c-9ed4-2823f9c5ce27 None None] Pushing event updated for resources: {'Port': ['ID=c700dfef-63a6-4708-b951-69ef6b8414a0,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.213165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-df206d2f-437c-4558-b93f-ad62f022db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.213908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-df206d2f-437c-4558-b93f-ad62f022db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.214239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-df206d2f-437c-4558-b93f-ad62f022db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.217036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-df206d2f-437c-4558-b93f-ad62f022db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.217548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-df206d2f-437c-4558-b93f-ad62f022db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.218023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-df206d2f-437c-4558-b93f-ad62f022db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.218853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-df206d2f-437c-4558-b93f-ad62f022db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.226889 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-df206d2f-437c-4558-b93f-ad62f022db9b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6506 time: 0.1376581 Aug 16 02:07:35.230643 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Attempting to bind port c700dfef-63a6-4708-b951-69ef6b8414a0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:35.231307 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Attempting to bind port c700dfef-63a6-4708-b951-69ef6b8414a0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:35.232022 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Attempting to bind port c700dfef-63a6-4708-b951-69ef6b8414a0 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:35.275994 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:35.278968 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:35.284662 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.285372 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:35.291776 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Bound port: c700dfef-63a6-4708-b951-69ef6b8414a0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:35.292755 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.367741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-25c9a2b0-c49c-4258-aa59-4768175f9796 None None] Provisioning complete for port 411bbc96-7009-4951-8b37-a6572bab3121 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:35.368098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-25c9a2b0-c49c-4258-aa59-4768175f9796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.371497 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] For port c700dfef-63a6-4708-b951-69ef6b8414a0, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:35.380125 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] For port c700dfef-63a6-4708-b951-69ef6b8414a0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c700dfef-63a6-4708-b951-69ef6b8414a0,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:35.389761 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.427117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port 317572c3-0ac1-4af3-9b73-cfa7f459a58b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:35.427878 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.441155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-b14e0780-4426-4758-a9d7-64ad35a3ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.442204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-b14e0780-4426-4758-a9d7-64ad35a3ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.442593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-b14e0780-4426-4758-a9d7-64ad35a3ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.446390 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-b14e0780-4426-4758-a9d7-64ad35a3ffc8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2ea2ab85-242f-4314-9eef-b00c020be907&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=1d05361c-e213-4f52-8aeb-6d00c93c6965&id=1d05361c-e213-4f52-8aeb-6d00c93c6965 HTTP/1.1" status: 200 len: 2297 time: 0.1502802 Aug 16 02:07:35.471863 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.505173 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6450cb-924f-468c-9ed4-2823f9c5ce27 None None] Pushing event updated for resources: {'Port': ['ID=c700dfef-63a6-4708-b951-69ef6b8414a0,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.547941 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Routers {'e2f212bd-db65-4d18-903f-bde69cc37a9a'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:35.552005 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e2f212bd-db65-4d18-903f-bde69cc37a9a'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:35.563093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 411bbc96-7009-4951-8b37-a6572bab3121, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=411bbc96-7009-4951-8b37-a6572bab3121,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:35.583125 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.585798 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-880dabae-16d1-4e9d-b576-6620eb4455db service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25 HTTP/1.1" status: 200 len: 1001 time: 0.1289248 Aug 16 02:07:35.607082 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.625586 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.625832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.687599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=411bbc96-7009-4951-8b37-a6572bab3121,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.704187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.712410 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] Set router e2f212bd-db65-4d18-903f-bde69cc37a9a gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:35.726897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-38bbe2c4-eee1-46cc-afac-d0d6cf3fadac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.728545 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-38bbe2c4-eee1-46cc-afac-d0d6cf3fadac service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fe5b00cb-8239-4aec-9c3f-72d71ae075fe HTTP/1.1" status: 200 len: 855 time: 0.1297684 Aug 16 02:07:35.730336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event deleted for resources: {'Port': ['ID=c700dfef-63a6-4708-b951-69ef6b8414a0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.734047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.742427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for 317572c3-0ac1-4af3-9b73-cfa7f459a58b owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:35.798751 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f212bd-db65-4d18-903f-bde69cc37a9a', 'name': 'tempest-snat-router-1380925972', 'tenant_id': '3ab87784788e443498e1eab5bca7f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:30Z', 'updated_at': '2021-08-16T02:07:34Z', 'revision_number': 4, 'project_id': '3ab87784788e443498e1eab5bca7f584', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:35.837709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e1eee-7ac3-46a4-b0e2-ed81282ebc11 None None] The sync data for ids ['e2f212bd-db65-4d18-903f-bde69cc37a9a'] in n-d-768851-16 is: [{'id': 'e2f212bd-db65-4d18-903f-bde69cc37a9a', 'name': 'tempest-snat-router-1380925972', 'tenant_id': '3ab87784788e443498e1eab5bca7f584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:30Z', 'updated_at': '2021-08-16T02:07:34Z', 'revision_number': 4, 'project_id': '3ab87784788e443498e1eab5bca7f584', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:35.838964 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.987489 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.991243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.070478 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.071347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2f212bd-db65-4d18-903f-bde69cc37a9a {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:36.079835 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.087004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9f1488bb-3167-48c6-ac95-7c24cef74087 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "DELETE /v2.0/routers/e2f212bd-db65-4d18-903f-bde69cc37a9a HTTP/1.1" status: 204 len: 168 time: 2.3453472 Aug 16 02:07:36.089661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34256) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:36.221339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Port': ['ID=08c2cb0b-ed08-4b2c-b80b-b30c76223c8f,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.253337 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.295897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-2d7d899b-b694-402d-bcf0-403baf2a9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.297591 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-2d7d899b-b694-402d-bcf0-403baf2a9031 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2ea2ab85-242f-4314-9eef-b00c020be907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5585678 Aug 16 02:07:36.298448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.312014 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-31f5bb52-4e50-43ea-833e-af095ca1efe1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7315950 Aug 16 02:07:36.345991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8b342c6f-e85b-47bc-aa33-f547e674dea6 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:36.386633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.447917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 8b342c6f-e85b-47bc-aa33-f547e674dea6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:36.458600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8b342c6f-e85b-47bc-aa33-f547e674dea6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:36.458985 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.536252 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-f4390439-23f0-4994-9d66-d2a93377b767 service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226336 Aug 16 02:07:36.607710 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.632868 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.666645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 8b342c6f-e85b-47bc-aa33-f547e674dea6, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8b342c6f-e85b-47bc-aa33-f547e674dea6,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:36.675561 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.678171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=317572c3-0ac1-4af3-9b73-cfa7f459a58b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.678391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 411bbc96-7009-4951-8b37-a6572bab3121 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:36.697044 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-7f9f6756-f8d8-4986-8aa0-f6c53f26328c service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448581 Aug 16 02:07:36.748747 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-500135e8-d65d-4ca2-ac29-d1c9d1cc8b28 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=62465913-9f97-4993-baaf-8784e6efa18e HTTP/1.1" status: 200 len: 217 time: 0.0411460 Aug 16 02:07:36.820550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 411bbc96-7009-4951-8b37-a6572bab3121 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:36.822635 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.824435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.824926 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Floating IP 0cbfb633-6a57-4f2c-85d3-45bbc802d677 disassociated (deleted). External IP: 172.25.2.198, port: aa87cee4-ed35-4a83-a9c1-ac38441cb8cb. Aug 16 02:07:36.857139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=8b342c6f-e85b-47bc-aa33-f547e674dea6,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.877876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-450ef370-e954-4562-80c7-395eb119f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.879337 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-450ef370-e954-4562-80c7-395eb119f3e1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.1182880 Aug 16 02:07:36.929874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.971401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-7b9bde77-cd46-40fb-b995-bd564d7a6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.984062 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-7b9bde77-cd46-40fb-b995-bd564d7a6741 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0935683 Aug 16 02:07:37.048422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-acde9731-4002-405c-883c-eb3470ffb908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1440376454&fields=id&tenant_id=edd85d7bef8a474fb707dff4d8748cae HTTP/1.1" status: 200 len: 267 time: 0.3674169 Aug 16 02:07:37.152905 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-c831636b-5e2d-420c-bfb0-f6a48b32ac6c service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587925 Aug 16 02:07:37.155994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8dc51f6c-0e77-4771-92f1-e7f437bd3c22 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:37.157455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8dc51f6c-0e77-4771-92f1-e7f437bd3c22 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports/91a212e2-94ac-4a5d-aedd-3a4eddc16505 HTTP/1.1" status: 200 len: 931 time: 0.1082361 Aug 16 02:07:37.266483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-4d3fa800-7047-40ee-bfbd-3dd1c752044f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:37.267923 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-4d3fa800-7047-40ee-bfbd-3dd1c752044f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports/a699867d-a866-4e7e-afaf-f2a7499ee9d4 HTTP/1.1" status: 200 len: 930 time: 0.1003432 Aug 16 02:07:37.271047 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-8a85fff8-a54d-4099-a650-920f4aca483d service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046450 Aug 16 02:07:37.334121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-2854ed2e-d5ea-46cd-9e67-03519506cd64 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?network_id=eca69f28-e548-4340-9226-f3b255cebbcd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0365002 Aug 16 02:07:37.337240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Deleting port 8b342c6f-e85b-47bc-aa33-f547e674dea6 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:37.337587 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.349934 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-35270a5f-36e8-4299-bbd8-70cad9609e43 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=09730719-e67e-49bb-b3bd-ddbc04247286 HTTP/1.1" status: 200 len: 217 time: 0.0618436 Aug 16 02:07:37.408950 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-2614e4de-d5b2-45d4-8caf-da53d2d8c9cc tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?network_id=eca69f28-e548-4340-9226-f3b255cebbcd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0663705 Aug 16 02:07:37.451673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-de7f383a-78b9-4657-bb06-1afa336671b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:37.454815 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-de7f383a-78b9-4657-bb06-1afa336671b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0969622 Aug 16 02:07:37.476835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router f54d37c4-a56f-4bb8-82ad-6a3e24939cef has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:37.565942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-f7f783e5-9a65-460e-8887-1bd44e90f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:37.567673 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-f7f783e5-9a65-460e-8887-1bd44e90f4f6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1040134 Aug 16 02:07:37.732677 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-bac9f44e-d774-4ce1-bd49-abe655b81c00 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512597 Aug 16 02:07:37.887404 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-47f594e0-64d1-419b-b00f-f79e7d956b4e service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454780 Aug 16 02:07:37.947916 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-27243e79-6573-4991-bbf7-d2da895e086c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=551583b1-17cc-4b79-a29a-167feacb8946 HTTP/1.1" status: 200 len: 217 time: 0.0519910 Aug 16 02:07:38.049348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-9d28eba1-ab08-4d68-a914-b824fda204ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.050785 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-9d28eba1-ab08-4d68-a914-b824fda204ae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0913589 Aug 16 02:07:38.072115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] For port 8b342c6f-e85b-47bc-aa33-f547e674dea6, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8b342c6f-e85b-47bc-aa33-f547e674dea6,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:38.072583 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.105965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Calling delete_port for 8b342c6f-e85b-47bc-aa33-f547e674dea6 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:38.124240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-ec1d6eba-ee53-483c-9975-b18ea3d9f908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.129322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-8c5be256-6666-41bd-a2dc-08ceba2615e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.131447 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-8c5be256-6666-41bd-a2dc-08ceba2615e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521324 Aug 16 02:07:38.133556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-ec1d6eba-ee53-483c-9975-b18ea3d9f908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.140918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-ec1d6eba-ee53-483c-9975-b18ea3d9f908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.152720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-ec1d6eba-ee53-483c-9975-b18ea3d9f908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/networks?id=75ecf9d7-bd12-4326-a6f3-a93a4477fa36&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=eca69f28-e548-4340-9226-f3b255cebbcd&id=eca69f28-e548-4340-9226-f3b255cebbcd HTTP/1.1" status: 200 len: 1991 time: 0.7090492 Aug 16 02:07:38.215412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8b342c6f-e85b-47bc-aa33-f547e674dea6 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:38.215930 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-5114f90c-1b58-4a8b-acac-87d68d66d2b5 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/quotas/edd85d7bef8a474fb707dff4d8748cae HTTP/1.1" status: 200 len: 375 time: 0.0617931 Aug 16 02:07:38.284930 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-00a0d464-528f-4dd5-b09b-33662bf371db service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431661 Aug 16 02:07:38.301934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8b342c6f-e85b-47bc-aa33-f547e674dea6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:38.302802 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.336439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:38.352325 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.376401 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876fd6a3-adb2-49e0-92b9-01e4f785bca1 None None] Sync routers for ids ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:38.386670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2e3430fe-6b21-442b-b57a-b7f5b17dc08a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/floatingips/0cbfb633-6a57-4f2c-85d3-45bbc802d677 HTTP/1.1" status: 204 len: 168 time: 3.7299337 Aug 16 02:07:38.386670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:38.388951 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0560b031-9e03-4f65-8510-db36de13a315" -d '{"events": [{"name": "network-changed", "server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:38.410735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876fd6a3-adb2-49e0-92b9-01e4f785bca1 None None] Routers {'f54d37c4-a56f-4bb8-82ad-6a3e24939cef'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:38.411471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-876fd6a3-adb2-49e0-92b9-01e4f785bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:38.455422 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-cf72781b-a4a5-4493-9be8-3586cf463c6c service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618586 Aug 16 02:07:38.457261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-51a4332d-423a-44ae-8df9-e4f455d71302 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2402749 Aug 16 02:07:38.471737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-b25bff33-c25d-4d5e-9cc9-562e1f657055 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:07:38.491780 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-b25bff33-c25d-4d5e-9cc9-562e1f657055 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253713 Aug 16 02:07:38.536673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-876fd6a3-adb2-49e0-92b9-01e4f785bca1 None None] Set router f54d37c4-a56f-4bb8-82ad-6a3e24939cef gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:38.541283 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-8ee58264-15bd-4b85-ad57-2e504241fa34 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=5a61baeb-19b0-4c95-a47c-c349b9fbaadd HTTP/1.1" status: 200 len: 217 time: 0.0776155 Aug 16 02:07:38.672388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-e30f046e-f381-48d3-b3b2-33ece52f7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.674256 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-e30f046e-f381-48d3-b3b2-33ece52f7185 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.1159267 Aug 16 02:07:38.790388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-5b34d398-0209-47dc-b9bc-b65130170690 service neutron] 10.222.0.79 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970705 Aug 16 02:07:38.790748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-6c64eaab-6242-455f-bf4c-f7da6bce67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.792292 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-6c64eaab-6242-455f-bf4c-f7da6bce67ac service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1084909 Aug 16 02:07:38.880082 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.924898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b342c6f-e85b-47bc-aa33-f547e674dea6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:38.981527 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6a2b9575-53fa-47df-a686-efa614790ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.993172 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-4ba088fe-c7b8-4040-99bb-2b50f743f876 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882765 Aug 16 02:07:39.067925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-32c1af0c-4d74-40fb-bf83-7749b9df786a service neutron] 10.222.0.79 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752755 Aug 16 02:07:39.078882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.145249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-876fd6a3-adb2-49e0-92b9-01e4f785bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:47Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5c98051b-0085-4bb6-bb18-d51cf7ce8010', 'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:35:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:46Z', 'updated_at': '2021-08-16T02:04:56Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '9b6072cc-0732-4626-98c6-e3940f462739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:39.150487 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76911e28-1e6d-4f77-81d2-29678cce3f74 x-openstack-request-id: req-76911e28-1e6d-4f77-81d2-29678cce3f74 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:39.150775 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:39.151026 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76911e28-1e6d-4f77-81d2-29678cce3f74 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:39.151426 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'status': 'completed', 'code': 200} Aug 16 02:07:39.230523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876fd6a3-adb2-49e0-92b9-01e4f785bca1 None None] Checking router: f54d37c4-a56f-4bb8-82ad-6a3e24939cef for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:39.243881 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-64bebdbb-62b1-4119-a82d-2502d0c5ed0c service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395229 Aug 16 02:07:39.255644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-ddbddfca-789f-4b8a-9eae-7911f23b8b97 service neutron] 10.222.0.79 "GET /v2.0/ports/91a212e2-94ac-4a5d-aedd-3a4eddc16505?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1868386 Aug 16 02:07:39.257399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876fd6a3-adb2-49e0-92b9-01e4f785bca1 None None] Routers {'f54d37c4-a56f-4bb8-82ad-6a3e24939cef'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:39.258427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-876fd6a3-adb2-49e0-92b9-01e4f785bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:39.259496 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.262750 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.338989 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-acce4630-16c3-4d0a-9e0a-b1e7ec7e934f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d HTTP/1.1" status: 200 len: 217 time: 0.0863485 Aug 16 02:07:39.374807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-acf3edba-8e49-4b3d-8941-4652a9fdc3a0 service neutron] 10.222.0.79 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003466 Aug 16 02:07:39.418051 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-eca2cef6-d786-4baf-b1f5-0f3ceaf6663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.420044 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-eca2cef6-d786-4baf-b1f5-0f3ceaf6663a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.0731642 Aug 16 02:07:39.478828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-876fd6a3-adb2-49e0-92b9-01e4f785bca1 None None] Set router f54d37c4-a56f-4bb8-82ad-6a3e24939cef gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:39.499355 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.499877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b318b88-f7fb-4aa6-a923-f5781607530a {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:39.559135 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-54403217-e454-4dd8-9a51-fc747780b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.568903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.569566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-54403217-e454-4dd8-9a51-fc747780b803 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1407773 Aug 16 02:07:39.571226 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5aba3687-7f8c-4ee0-9f4e-4f085353a256 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "DELETE /v2.0/routers/7b318b88-f7fb-4aa6-a923-f5781607530a HTTP/1.1" status: 204 len: 168 time: 3.4735258 Aug 16 02:07:39.575724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34606) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.586184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560b031-9e03-4f65-8510-db36de13a315 req-132ae1a9-1e83-404b-9b4d-924cf19674d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.588273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0560b031-9e03-4f65-8510-db36de13a315 req-132ae1a9-1e83-404b-9b4d-924cf19674d9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 1098 time: 0.4359584 Aug 16 02:07:39.592630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1168685380', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:39.737153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-ce93518c-f006-466c-a28e-f736ac9cf6fc service neutron] 10.222.0.79 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248410 Aug 16 02:07:39.788428 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.845192 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.846261 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.866566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8451201-fb00-433b-b242-46e77773cce3 req-ee9e7dcb-a166-4e34-bdd6-e58ababadcb4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.876943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8451201-fb00-433b-b242-46e77773cce3 req-ee9e7dcb-a166-4e34-bdd6-e58ababadcb4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.6155429 Aug 16 02:07:39.948266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-cd269e41-609d-45bc-be1f-44014c372a1d service neutron] 10.222.0.79 "GET /v2.0/ports/a699867d-a866-4e7e-afaf-f2a7499ee9d4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2102723 Aug 16 02:07:39.950561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560b031-9e03-4f65-8510-db36de13a315 req-0f3a3c66-7fa4-4896-805a-5b9c07492876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.952058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0560b031-9e03-4f65-8510-db36de13a315 req-0f3a3c66-7fa4-4896-805a-5b9c07492876 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 200 len: 897 time: 0.3550379 Aug 16 02:07:39.987496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-876fd6a3-adb2-49e0-92b9-01e4f785bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:47Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5c98051b-0085-4bb6-bb18-d51cf7ce8010', 'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:35:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:46Z', 'updated_at': '2021-08-16T02:04:56Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '9b6072cc-0732-4626-98c6-e3940f462739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:39.990163 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-8539b60d-a48c-452f-bf58-1fb330b3c462 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870642 Aug 16 02:07:39.994015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8451201-fb00-433b-b242-46e77773cce3 req-8b1d2671-71e3-437e-af07-e9c92c17579e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097875 Aug 16 02:07:40.033483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876fd6a3-adb2-49e0-92b9-01e4f785bca1 None None] The sync data for ids ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'] in n-d-768851-16 is: [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:04:47Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5c98051b-0085-4bb6-bb18-d51cf7ce8010', 'name': '', 'network_id': '6f6930e4-48fd-4ab6-b812-9d30343acd07', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:35:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '9b6072cc-0732-4626-98c6-e3940f462739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:46Z', 'updated_at': '2021-08-16T02:04:56Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '9b6072cc-0732-4626-98c6-e3940f462739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:40.068587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0560b031-9e03-4f65-8510-db36de13a315 req-fb61cf49-cc4b-4dc1-8f26-8ac89f28801f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 200 len: 217 time: 0.0903678 Aug 16 02:07:40.103073 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.362936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8b342c6f-e85b-47bc-aa33-f547e674dea6 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:40.392574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8b342c6f-e85b-47bc-aa33-f547e674dea6 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:40.393332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8b342c6f-e85b-47bc-aa33-f547e674dea6 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:40.423871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560b031-9e03-4f65-8510-db36de13a315 req-055432d8-4c58-41e3-aa1b-cae2ce92cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.429835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0560b031-9e03-4f65-8510-db36de13a315 req-055432d8-4c58-41e3-aa1b-cae2ce92cbba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9b6072cc-0732-4626-98c6-e3940f462739 HTTP/1.1" status: 200 len: 835 time: 0.2510872 Aug 16 02:07:40.557186 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34e77dec-ecad-4610-b908-952baad490ae service neutron] 10.222.0.79 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078401 Aug 16 02:07:40.590394 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e088ee2-5730-45f2-a688-2aac79b56484 None None] New status for floating IP 0cbfb633-6a57-4f2c-85d3-45bbc802d677: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:07:40.716778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560b031-9e03-4f65-8510-db36de13a315 req-868a67ee-0f03-4631-a76d-5ac8b83ef235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.718334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0560b031-9e03-4f65-8510-db36de13a315 req-868a67ee-0f03-4631-a76d-5ac8b83ef235 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6f6930e4-48fd-4ab6-b812-9d30343acd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2784114 Aug 16 02:07:40.760927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf96e5-559b-4f48-b975-4137cd6be041 req-d3dd291f-e590-4231-906b-e8e978a19656 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.770210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85bf96e5-559b-4f48-b975-4137cd6be041 req-d3dd291f-e590-4231-906b-e8e978a19656 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1114759 Aug 16 02:07:40.863990 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85bf96e5-559b-4f48-b975-4137cd6be041 req-451550e4-4f0a-4e68-a970-21fdc83ce785 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908995 Aug 16 02:07:40.895039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e242592-f842-44a7-8f33-2e7c2304de4c req-f335e11d-49f0-4ecb-8153-b88b1eeededb tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.898199 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e242592-f842-44a7-8f33-2e7c2304de4c req-f335e11d-49f0-4ecb-8153-b88b1eeededb tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.89 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.7931330 Aug 16 02:07:40.905388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-9f50a9b8-3cef-4dd4-a7b2-0b3ed2619e46 service neutron] 10.222.0.79 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469942 Aug 16 02:07:40.911344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.016591 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-d05f9e92-478c-498a-a0a4-7c39efc776e6 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9003570 Aug 16 02:07:41.026583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc29a31b-97df-4300-ac8c-b52563ac8d3e service neutron] 10.222.0.79 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144106 Aug 16 02:07:41.190293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a51d12-863d-4db4-a16e-7c6331c653ac req-8ed41cf8-273d-4b21-b5d0-d715e69e3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.192767 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-83a51d12-863d-4db4-a16e-7c6331c653ac req-8ed41cf8-273d-4b21-b5d0-d715e69e3a4e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1096 time: 0.4512956 Aug 16 02:07:41.193366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0560b031-9e03-4f65-8510-db36de13a315 req-2eebd111-e3e8-4865-8ebf-f3b6019236de service neutron] 10.222.0.89 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642301 Aug 16 02:07:41.197386 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-44d0ffe1-03e3-4af0-b85b-f92fb8d150d8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74215e91-8911-4c4d-9c89-a45a68e41230 HTTP/1.1" status: 200 len: 217 time: 0.1707916 Aug 16 02:07:41.348663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-fe7f3e40-3c5f-48e4-843a-62f184bb9031 service neutron] 10.222.0.79 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025801 Aug 16 02:07:41.361865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cfe56-0487-440b-b77a-161f9325a850 req-e15bb73b-4e60-4bc1-a14e-98bdc570c5be tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.366284 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f79cfe56-0487-440b-b77a-161f9325a850 req-e15bb73b-4e60-4bc1-a14e-98bdc570c5be tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 946 time: 0.2434258 Aug 16 02:07:41.417612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a51d12-863d-4db4-a16e-7c6331c653ac req-b76c4387-99a5-481b-9e77-a5de74a66a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.419507 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-83a51d12-863d-4db4-a16e-7c6331c653ac req-b76c4387-99a5-481b-9e77-a5de74a66a30 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.1996868 Aug 16 02:07:41.420900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-f3ae2a2b-d059-4372-af28-574f0f2a58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.422554 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-f3ae2a2b-d059-4372-af28-574f0f2a58ec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.2154720 Aug 16 02:07:41.430432 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f79cfe56-0487-440b-b77a-161f9325a850 req-8f72490e-0023-41d8-9eda-1f9b4d831a71 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5a8ff89-c396-4535-8c59-e6ab430b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522957 Aug 16 02:07:41.494940 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-966af10d-d505-48b9-a382-9e5cedf00056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.499367 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0560b031-9e03-4f65-8510-db36de13a315 req-c8f4cdf3-e53c-4ad0-84d6-e73a1c1732f7 service neutron] 10.222.0.89 "GET /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889712 Aug 16 02:07:41.549592 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.557657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-02ab9d27-6574-4a16-be6d-bd91ebfe95f8 service neutron] 10.222.0.79 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808484 Aug 16 02:07:41.559404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-3e242592-f842-44a7-8f33-2e7c2304de4c req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:41.559802 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e242592-f842-44a7-8f33-2e7c2304de4c req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.643776 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-83a51d12-863d-4db4-a16e-7c6331c653ac req-0e08d270-c73a-418e-9492-dda411a42697 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 999 time: 0.2152770 Aug 16 02:07:41.645594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-e3965eac-393e-46ba-abfa-cd9c07a05886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.647012 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-e3965eac-393e-46ba-abfa-cd9c07a05886 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2094836 Aug 16 02:07:41.668676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-c2792dfe-9b8a-428d-b98f-6914701dbce8 service neutron] 10.222.0.79 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026073 Aug 16 02:07:41.781570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-5f9429dd-2c94-4644-8445-8bb2ba8fa652 service neutron] 10.222.0.79 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057673 Aug 16 02:07:41.914658 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-e052303e-e2ec-40a9-9489-aa6f32e96c26 service neutron] 10.222.0.79 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316826 Aug 16 02:07:42.060334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87756ea7-26c8-4b97-afc5-1506a3d123c8 req-af003d3c-642d-4799-a106-228b76033d49 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.061970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87756ea7-26c8-4b97-afc5-1506a3d123c8 req-af003d3c-642d-4799-a106-228b76033d49 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0927918 Aug 16 02:07:42.074494 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-935135f7-a368-4360-a29d-3c5224069512 service neutron] 10.222.0.79 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589448 Aug 16 02:07:42.131583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-3e242592-f842-44a7-8f33-2e7c2304de4c req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:42.132140 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e242592-f842-44a7-8f33-2e7c2304de4c req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.137599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a51d12-863d-4db4-a16e-7c6331c653ac req-e04b2a03-4808-49aa-88fa-d76849c121ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.139076 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-83a51d12-863d-4db4-a16e-7c6331c653ac req-e04b2a03-4808-49aa-88fa-d76849c121ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.4869959 Aug 16 02:07:42.160022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87756ea7-26c8-4b97-afc5-1506a3d123c8 req-af6ff74e-62fe-4e36-852a-83ecdcc398c4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831442 Aug 16 02:07:42.172500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-3e242592-f842-44a7-8f33-2e7c2304de4c req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for aa87cee4-ed35-4a83-a9c1-ac38441cb8cb owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:42.212724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-b3e731cf-0de7-42b5-861e-15d32af6a77b service neutron] 10.222.0.79 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294007 Aug 16 02:07:42.225584 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.294804 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-df8d53a7-a07d-4414-ba2b-e10097bc273a service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314511 Aug 16 02:07:42.388637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.457999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-1edc1a21-82e0-4351-bed0-2b27e7c87a5b tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.460209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-1edc1a21-82e0-4351-bed0-2b27e7c87a5b tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/networks?id=a914ad77-99ff-4729-af5e-ab68b99e045f HTTP/1.1" status: 200 len: 813 time: 0.1933081 Aug 16 02:07:42.466268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a51d12-863d-4db4-a16e-7c6331c653ac req-a7e222ba-8470-4cac-abc5-b35e658dc1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.467870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-83a51d12-863d-4db4-a16e-7c6331c653ac req-a7e222ba-8470-4cac-abc5-b35e658dc1cf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3188322 Aug 16 02:07:42.490794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-7f30b9d7-44bb-4ef3-8043-31956325b755 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/quotas/c5b80464ca05401b82f638f6dc672b6d HTTP/1.1" status: 200 len: 375 time: 0.0232966 Aug 16 02:07:42.557454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a70ffaf9-39c0-4d39-8167-e8819fac8893 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5b80464ca05401b82f638f6dc672b6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605180 Aug 16 02:07:42.696360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-9fbd50b4-e766-4cfc-b6a9-b8f65d2512e3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:07:42.704450 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-9fbd50b4-e766-4cfc-b6a9-b8f65d2512e3 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1457787 Aug 16 02:07:42.750832 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.768063 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a75bc70-c584-47a6-8f92-3e510cbe2c4b req-1024c6b1-f4aa-458d-8b1a-003ef4da3253 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130185 Aug 16 02:07:42.771525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Allocated IP 172.25.2.177 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/ba7e0612-e734-4227-9c21-38d9232961c9) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:42.787176 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-83a51d12-863d-4db4-a16e-7c6331c653ac req-e1d64da8-e9b3-48d2-9643-2cec1248fdf2 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770605 Aug 16 02:07:42.845447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-8a8c4316-5eb3-42d1-a150-5cd2bd58243e service neutron] 10.222.0.79 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400619 Aug 16 02:07:42.937240 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e242592-f842-44a7-8f33-2e7c2304de4c req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.990113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=aa87cee4-ed35-4a83-a9c1-ac38441cb8cb,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:42.999510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-e2b06c76-2ffd-4c04-aadd-c4cadf5c4988 service neutron] 10.222.0.79 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390204 Aug 16 02:07:43.016787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.017242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.017669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.018140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.018546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.018947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.019367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.019768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.020166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.020566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.020958 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.021467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:43.081879 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-83a51d12-863d-4db4-a16e-7c6331c653ac req-b7e8b0c9-9c20-463b-bf59-952b0b875b30 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838879 Aug 16 02:07:43.104012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e242592-f842-44a7-8f33-2e7c2304de4c req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] No DVR routers for this DVR port aa87cee4-ed35-4a83-a9c1-ac38441cb8cb on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:43.122697 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e242592-f842-44a7-8f33-2e7c2304de4c req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.126993 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e242592-f842-44a7-8f33-2e7c2304de4c req-e6a8b049-ab08-43ab-b0a5-391cf7e3ad70 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.89 "DELETE /v2.0/ports/aa87cee4-ed35-4a83-a9c1-ac38441cb8cb HTTP/1.1" status: 204 len: 173 time: 2.2076039 Aug 16 02:07:43.128860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'name': 'network-vif-deleted', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:43.132843 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe28fb1f-aae8-4e98-a311-b7f822edb517" -d '{"events": [{"server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "name": "network-vif-deleted", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:43.147239 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.174228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df860f24-97b2-4172-bc75-078d8e6c77ab req-6e68dfc7-e165-4a41-b7fd-0d4eff12bead tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=32534b9d-0cfa-403c-9841-096ddf6680eb HTTP/1.1" status: 200 len: 210 time: 0.0523036 Aug 16 02:07:43.244530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.294249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:43.297654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:43.304797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:43.334312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Pushing event updated for resources: {'Port': ['ID=ba7e0612-e734-4227-9c21-38d9232961c9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:43.413961 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b198530-9e54-4ca5-8e96-03709bd3eee5 req-3b946a4f-d9a8-4499-80ca-7195f2431c96 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0429332 Aug 16 02:07:43.635143 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad24e18-bcdf-499b-9495-e2dbad9ecc09 x-openstack-request-id: req-bad24e18-bcdf-499b-9495-e2dbad9ecc09 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:43.635690 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32534b9d-0cfa-403c-9841-096ddf6680eb", "name": "network-vif-deleted", "tag": "aa87cee4-ed35-4a83-a9c1-ac38441cb8cb", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:43.636393 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bad24e18-bcdf-499b-9495-e2dbad9ecc09 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:43.638252 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32534b9d-0cfa-403c-9841-096ddf6680eb', 'name': 'network-vif-deleted', 'tag': 'aa87cee4-ed35-4a83-a9c1-ac38441cb8cb', 'status': 'completed', 'code': 200} Aug 16 02:07:43.800647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3c475-da61-4350-8610-7cc13be11228 req-b494a28c-e09b-4c84-826f-a5f183ca7406 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.811001 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38d3c475-da61-4350-8610-7cc13be11228 req-b494a28c-e09b-4c84-826f-a5f183ca7406 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0740225 Aug 16 02:07:43.867575 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.881519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38d3c475-da61-4350-8610-7cc13be11228 req-6c25187a-7d93-41fa-9e7c-daf667d0beb0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696113 Aug 16 02:07:44.081793 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.240497 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Router 11d9812d-e408-4f5b-ab50-7c4b042caae6 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:44.242519 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.265344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34842) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.443291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:44.461595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2d186-0fd4-4f90-a98f-409bc4a13c76 None None] Sync routers for ids ['11d9812d-e408-4f5b-ab50-7c4b042caae6'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:44.481333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2d186-0fd4-4f90-a98f-409bc4a13c76 None None] Routers {'11d9812d-e408-4f5b-ab50-7c4b042caae6'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:44.482337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-71a2d186-0fd4-4f90-a98f-409bc4a13c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['11d9812d-e408-4f5b-ab50-7c4b042caae6'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:44.511489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.517932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0240d601-5530-410c-9f1f-d88a6ca93d34 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9410453 Aug 16 02:07:44.520880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34854) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.526839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ee110998-2f7f-4113-b066-3eaf2f7261f2 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'enable_snat': False}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:44.541434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-71a2d186-0fd4-4f90-a98f-409bc4a13c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:44.568873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2d186-0fd4-4f90-a98f-409bc4a13c76 None None] Routers {'11d9812d-e408-4f5b-ab50-7c4b042caae6'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:44.569663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-71a2d186-0fd4-4f90-a98f-409bc4a13c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['11d9812d-e408-4f5b-ab50-7c4b042caae6'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:44.660051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-71a2d186-0fd4-4f90-a98f-409bc4a13c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:44.661619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2d186-0fd4-4f90-a98f-409bc4a13c76 None None] The sync data for ids ['11d9812d-e408-4f5b-ab50-7c4b042caae6'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:44.898842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-afc83f0c-671f-451c-baad-7c0ac956a0b2 req-7b60f8a6-dffc-4c57-bc1f-c5fcea77056d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 210 time: 0.5576000 Aug 16 02:07:44.928506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37b12b71-0cb4-4438-8e69-ae2975cf2ec0 req-7265eeab-dffb-4240-97f8-02ec28f06942 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0465059 Aug 16 02:07:45.052857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-d9f5298a-6c07-4d44-a5f9-d0bcc3d445a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.054956 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-d9f5298a-6c07-4d44-a5f9-d0bcc3d445a4 service neutron] 10.222.0.84 "GET /v2.0/ports/91a212e2-94ac-4a5d-aedd-3a4eddc16505 HTTP/1.1" status: 200 len: 1027 time: 0.0479214 Aug 16 02:07:45.137526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-46de7fdd-3a50-491e-b170-b1d591814d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.138940 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-46de7fdd-3a50-491e-b170-b1d591814d7a service neutron] 10.222.0.84 "GET /v2.0/ports/a699867d-a866-4e7e-afaf-f2a7499ee9d4 HTTP/1.1" status: 200 len: 1026 time: 0.0492289 Aug 16 02:07:45.327150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device aa87cee4-ed35-4a83-a9c1-ac38441cb8cb no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:45.336964 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ee110998-2f7f-4113-b066-3eaf2f7261f2 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.350989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: aa87cee4-ed35-4a83-a9c1-ac38441cb8cb {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:45.352411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device aa87cee4-ed35-4a83-a9c1-ac38441cb8cb not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:45.365621 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.482768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-65eec473-9818-4ad2-afff-2caa3825893b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.496204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-65eec473-9818-4ad2-afff-2caa3825893b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.515866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-65eec473-9818-4ad2-afff-2caa3825893b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.524053 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-65eec473-9818-4ad2-afff-2caa3825893b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "GET /v2.0/networks?id=75ecf9d7-bd12-4326-a6f3-a93a4477fa36&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=eca69f28-e548-4340-9226-f3b255cebbcd&id=eca69f28-e548-4340-9226-f3b255cebbcd HTTP/1.1" status: 200 len: 1991 time: 0.2797167 Aug 16 02:07:45.766579 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-5aae89c3-496a-468b-843d-11d8709658dd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd85d7bef8a474fb707dff4d8748cae HTTP/1.1" status: 200 len: 380 time: 0.1922276 Aug 16 02:07:45.779170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port 5c98051b-0085-4bb6-bb18-d51cf7ce8010 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:45.779517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.815204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'admin_state_up': True, 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'security_groups': ['fbd2a3e5-3254-462d-a5d8-413bc48c1ab0']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:45.940717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port 5c98051b-0085-4bb6-bb18-d51cf7ce8010, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5c98051b-0085-4bb6-bb18-d51cf7ce8010,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:45.941290 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.964152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for 5c98051b-0085-4bb6-bb18-d51cf7ce8010 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:46.058569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-855b27c1-4cb9-4862-ad9b-244e9a5473f0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.060002 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-855b27c1-4cb9-4862-ad9b-244e9a5473f0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.84 "GET /v2.0/networks?id=a914ad77-99ff-4729-af5e-ab68b99e045f HTTP/1.1" status: 200 len: 813 time: 0.2489336 Aug 16 02:07:46.094843 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa407a5e-a84a-4f80-84a0-a877fedba643 req-780c7b35-68f4-4032-8035-e5a48d43f9b4 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 210 time: 0.1081986 Aug 16 02:07:46.117457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Request body: {'port': {'device_id': 'dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6', 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f', 'admin_state_up': True, 'tenant_id': 'c5b80464ca05401b82f638f6dc672b6d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:46.123339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5dbd7e00-9f80-437d-871a-26993dcc2bec req-25aceae8-1179-4faa-963a-8e13e8365c8b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0706425 Aug 16 02:07:46.227792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:46.231311 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.277216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.278773 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ee110998-2f7f-4113-b066-3eaf2f7261f2 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.298236 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ee110998-2f7f-4113-b066-3eaf2f7261f2 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.304756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=5c98051b-0085-4bb6-bb18-d51cf7ce8010,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:46.318298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.318298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.318298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.318698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.318994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.319329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.320327 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.320662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.321007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.321341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.321670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.321996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:46.429641 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Made reservation on behalf of c5b80464ca05401b82f638f6dc672b6d for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:46.433852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.523949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Allocated IP 172.20.0.8 (75ecf9d7-bd12-4326-a6f3-a93a4477fa36/0ea88406-ad03-452f-8d46-b2b14ab4b8da/2b37b6d9-f301-4243-a1f1-2c191409210e) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:46.526268 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.708654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee110998-2f7f-4113-b066-3eaf2f7261f2 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Router 11d9812d-e408-4f5b-ab50-7c4b042caae6 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:46.813513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router f54d37c4-a56f-4bb8-82ad-6a3e24939cef has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:46.897520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Allocated IP 172.20.0.4 (a914ad77-99ff-4729-af5e-ab68b99e045f/15119c5d-287d-40a4-afd8-8b8bcabb157a/01f2e6a2-d209-48fd-b001-c09e65a76185) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:46.933116 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.933710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:46.942444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5f1f4c83-174e-4202-aca4-5f79bd7660e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "PUT /v2.0/routers/f54d37c4-a56f-4bb8-82ad-6a3e24939cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6736009 Aug 16 02:07:46.943071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34870) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:46.954252 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b917c8-01ec-48ca-8af1-20628911473d None None] Sync routers for ids ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:46.966519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Transition to ACTIVE for port object 2b37b6d9-f301-4243-a1f1-2c191409210e will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:46.968320 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b917c8-01ec-48ca-8af1-20628911473d None None] Routers {'f54d37c4-a56f-4bb8-82ad-6a3e24939cef'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:46.969026 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-26b917c8-01ec-48ca-8af1-20628911473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:46.992098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee110998-2f7f-4113-b066-3eaf2f7261f2 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:46.999112 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ee110998-2f7f-4113-b066-3eaf2f7261f2 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.002630 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ee110998-2f7f-4113-b066-3eaf2f7261f2 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "PUT /v2.0/routers/11d9812d-e408-4f5b-ab50-7c4b042caae6 HTTP/1.1" status: 200 len: 922 time: 2.4784570 Aug 16 02:07:47.002792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fd0ec3-2c0c-406e-9352-c6b829eb950a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting subnet 9b6072cc-0732-4626-98c6-e3940f462739 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:47.005406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34872) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.008098 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00fd0ec3-2c0c-406e-9352-c6b829eb950a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.010854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bffa6-0246-42d4-94c9-53490860f6f2 None None] Sync routers for ids ['11d9812d-e408-4f5b-ab50-7c4b042caae6'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:47.030708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bffa6-0246-42d4-94c9-53490860f6f2 None None] Routers {'11d9812d-e408-4f5b-ab50-7c4b042caae6'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:47.031696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d20bffa6-0246-42d4-94c9-53490860f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['11d9812d-e408-4f5b-ab50-7c4b042caae6'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:47.061914 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00fd0ec3-2c0c-406e-9352-c6b829eb950a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.119495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d20bffa6-0246-42d4-94c9-53490860f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:47.142630 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.146873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bffa6-0246-42d4-94c9-53490860f6f2 None None] Routers {'11d9812d-e408-4f5b-ab50-7c4b042caae6'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:47.147621 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d20bffa6-0246-42d4-94c9-53490860f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['11d9812d-e408-4f5b-ab50-7c4b042caae6'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:47.212080 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-26b917c8-01ec-48ca-8af1-20628911473d None None] Set router f54d37c4-a56f-4bb8-82ad-6a3e24939cef gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:47.226684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d20bffa6-0246-42d4-94c9-53490860f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:47.229317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bffa6-0246-42d4-94c9-53490860f6f2 None None] The sync data for ids ['11d9812d-e408-4f5b-ab50-7c4b042caae6'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:47.272535 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00fd0ec3-2c0c-406e-9352-c6b829eb950a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.411699 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00fd0ec3-2c0c-406e-9352-c6b829eb950a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.466543 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-26b917c8-01ec-48ca-8af1-20628911473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:07:46Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:47.469860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00fd0ec3-2c0c-406e-9352-c6b829eb950a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.479235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c692e6e-3562-4280-be7f-49c2a37faa4c None None] Network 6f6930e4-48fd-4ab6-b812-9d30343acd07 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:47.494809 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-00fd0ec3-2c0c-406e-9352-c6b829eb950a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/subnets/9b6072cc-0732-4626-98c6-e3940f462739 HTTP/1.1" status: 204 len: 168 time: 0.5501659 Aug 16 02:07:47.506828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34880) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.519198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67487930-39ae-4b77-b247-a2cb4eb52aff req-75238a6a-af6c-4165-833a-3c0b22fe02f3 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 210 time: 0.2578299 Aug 16 02:07:47.529385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd0ec3-2c0c-406e-9352-c6b829eb950a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6072cc-0732-4626-98c6-e3940f462739,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.578443 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3b6f472c-0fa5-408d-8735-92d04ac7c303 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/routers/11d9812d-e408-4f5b-ab50-7c4b042caae6 HTTP/1.1" status: 200 len: 922 time: 0.5719917 Aug 16 02:07:47.582068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff530d5-26bf-4afc-b3cc-511e67a1db47 req-4b958fa6-ebe5-41ea-a25c-8d3eb63cef8e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.583690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aff530d5-26bf-4afc-b3cc-511e67a1db47 req-4b958fa6-ebe5-41ea-a25c-8d3eb63cef8e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 931 time: 0.2300098 Aug 16 02:07:47.584206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34882) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.591484 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b917c8-01ec-48ca-8af1-20628911473d None None] Checking router: f54d37c4-a56f-4bb8-82ad-6a3e24939cef for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:47.596729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:47.602862 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b917c8-01ec-48ca-8af1-20628911473d None None] Routers {'f54d37c4-a56f-4bb8-82ad-6a3e24939cef'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:47.603491 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-26b917c8-01ec-48ca-8af1-20628911473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:47.617964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:47.626706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:47.666190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Port': ['ID=2b37b6d9-f301-4243-a1f1-2c191409210e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.707843 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.740274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.740956 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.780397 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7fd3a46a-183e-401b-9a49-65d3c07faec7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0029788 Aug 16 02:07:47.809558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e', 'admin_state_up': True, 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'security_groups': ['fbd2a3e5-3254-462d-a5d8-413bc48c1ab0']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:47.838956 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aff530d5-26bf-4afc-b3cc-511e67a1db47 req-95c75e3d-4345-4293-814c-1b312d0eb5e9 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104995 Aug 16 02:07:47.839260 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-26b917c8-01ec-48ca-8af1-20628911473d None None] Set router f54d37c4-a56f-4bb8-82ad-6a3e24939cef gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:47.874619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de4bb1b-ddb0-4bde-bc55-c718b74a6ab7 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.876252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4de4bb1b-ddb0-4bde-bc55-c718b74a6ab7 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=cd116b98-b556-47d3-9fef-5a748784b774&device_id=11d9812d-e408-4f5b-ab50-7c4b042caae6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2892282 Aug 16 02:07:47.878489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c117b1-95d9-4772-b2d4-d36be7c1a9b6 None None] DHCP port deletion for 6f6930e4-48fd-4ab6-b812-9d30343acd07 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:47.880859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34886) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.975545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-41c117b1-95d9-4772-b2d4-d36be7c1a9b6 None None] Deleting port 2a410f31-c215-46ee-89fb-d278c9c0fd10 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:47.976828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41c117b1-95d9-4772-b2d4-d36be7c1a9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.000456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:48.005350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.019264 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.051756 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.052888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-41c117b1-95d9-4772-b2d4-d36be7c1a9b6 None None] For port 2a410f31-c215-46ee-89fb-d278c9c0fd10, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2a410f31-c215-46ee-89fb-d278c9c0fd10,segment=NetworkSegment(97bc3c57-5760-4773-bccc-4bd965335c6e),segment_id=97bc3c57-5760-4773-bccc-4bd965335c6e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:48.053833 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41c117b1-95d9-4772-b2d4-d36be7c1a9b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.068789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-41c117b1-95d9-4772-b2d4-d36be7c1a9b6 None None] Calling delete_port for 2a410f31-c215-46ee-89fb-d278c9c0fd10 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:48.091711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Network a914ad77-99ff-4729-af5e-ab68b99e045f is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:48.094318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Pushing event updated for resources: {'Port': ['ID=01f2e6a2-d209-48fd-b001-c09e65a76185,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:48.097739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:48.104877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:48.191517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.192182 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.261427 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-26b917c8-01ec-48ca-8af1-20628911473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:07:46Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:48.309521 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a0b44919-f199-4be3-9444-a672096956bb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2090724 Aug 16 02:07:48.325970 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b917c8-01ec-48ca-8af1-20628911473d None None] The sync data for ids ['f54d37c4-a56f-4bb8-82ad-6a3e24939cef'] in n-d-768851-16 is: [{'id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-412533483', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:38Z', 'updated_at': '2021-08-16T02:07:46Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d37c4-a56f-4bb8-82ad-6a3e24939cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:48.355035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f7eb7-d152-46e3-ab0e-1de64bc67d8a tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.357037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c09f7eb7-d152-46e3-ab0e-1de64bc67d8a tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 881 time: 0.4745629 Aug 16 02:07:48.363507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34888) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:48.417511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9da91074-e6e3-4481-a26c-bdb7bb915612 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d9812d-e408-4f5b-ab50-7c4b042caae6 HTTP/1.1" status: 200 len: 205 time: 0.0528336 Aug 16 02:07:48.422585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34890) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:48.424140 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.431229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Request body: {'port': {'device_id': 'dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:48.443187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a410f31-c215-46ee-89fb-d278c9c0fd10 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:48.476349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Allocated IP 10.1.1.70 (1944101e-d34d-4ce2-bec3-f14d1e1e999e/b1a21a04-68da-4e54-ba75-333f82e8ef5c/0a28bec1-580b-45ea-8c4c-2d4d5a3829e7) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:48.478818 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.494249 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41c117b1-95d9-4772-b2d4-d36be7c1a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.505733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a5f4a7ca-2b94-4990-ae28-067968d9fffe None None] Provisioning for port 2b37b6d9-f301-4243-a1f1-2c191409210e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:48.550152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.570812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c117b1-95d9-4772-b2d4-d36be7c1a9b6 None None] Pushing event deleted for resources: {'Port': ['ID=2a410f31-c215-46ee-89fb-d278c9c0fd10,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:48.583187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a5f4a7ca-2b94-4990-ae28-067968d9fffe None None] Provisioning complete for port 2b37b6d9-f301-4243-a1f1-2c191409210e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:48.583752 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a7ca-2b94-4990-ae28-067968d9fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.590998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c117b1-95d9-4772-b2d4-d36be7c1a9b6 None None] No DVR routers for this DVR port 2a410f31-c215-46ee-89fb-d278c9c0fd10 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:48.619004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No active binding found for port 2a410f31-c215-46ee-89fb-d278c9c0fd10 {{(pid=101382) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:07:48.621356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a410f31-c215-46ee-89fb-d278c9c0fd10 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:48.651972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4a7ca-2b94-4990-ae28-067968d9fffe None None] Port 2b37b6d9-f301-4243-a1f1-2c191409210e cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:48.782356 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.856467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:48.856807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.005958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb25da-0a97-464e-ad6a-0c52dbb5b8f1 req-bdab605f-5dfe-47ee-8cb9-a3f2763e98f8 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.009330 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31fb25da-0a97-464e-ad6a-0c52dbb5b8f1 req-bdab605f-5dfe-47ee-8cb9-a3f2763e98f8 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 931 time: 0.2858450 Aug 16 02:07:49.106800 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.126677 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.150251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:49.150708 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.151701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Transition to ACTIVE for port object 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:49.155674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31fb25da-0a97-464e-ad6a-0c52dbb5b8f1 req-1817de4d-b860-42ef-8571-f74c6ed8d7b5 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199851 Aug 16 02:07:49.190219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:49.239150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f2e6a2-d209-48fd-b001-c09e65a76185 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:49.251103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.256921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945b2ab-f275-43f4-b002-6a262639b225 req-84fc9e20-ae8a-4bda-8e6d-44286ca7fdcf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.258418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e945b2ab-f275-43f4-b002-6a262639b225 req-84fc9e20-ae8a-4bda-8e6d-44286ca7fdcf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 931 time: 0.1472287 Aug 16 02:07:49.289224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Transition to ACTIVE for port object 01f2e6a2-d209-48fd-b001-c09e65a76185 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:49.291049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.353061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e945b2ab-f275-43f4-b002-6a262639b225 req-1d81632c-4e45-4e6f-9897-0fa2ff15742a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661447 Aug 16 02:07:49.363316 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.374717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Port': ['ID=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:49.403527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Deleting port ba7e0612-e734-4227-9c21-38d9232961c9 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:49.403982 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.425618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network 1944101e-d34d-4ce2-bec3-f14d1e1e999e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:49.442570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:49.447365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:49.472441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Pushing event updated for resources: {'Port': ['ID=01f2e6a2-d209-48fd-b001-c09e65a76185,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:49.533505 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.551855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Calling delete_port for ba7e0612-e734-4227-9c21-38d9232961c9 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:49.556867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.557694 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.563664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.576968 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-47407cd4-9f74-425f-84b6-15d0422471a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7745929 Aug 16 02:07:49.587617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Attempting to bind port 01f2e6a2-d209-48fd-b001-c09e65a76185 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:49.587887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Attempting to bind port 01f2e6a2-d209-48fd-b001-c09e65a76185 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '6f53a9f3-0fa8-4886-9bfd-bfc642e66374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:49.588154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Attempting to bind port 01f2e6a2-d209-48fd-b001-c09e65a76185 on network a914ad77-99ff-4729-af5e-ab68b99e045f {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:49.596121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e', 'admin_state_up': True, 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'security_groups': ['fbd2a3e5-3254-462d-a5d8-413bc48c1ab0']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:49.636228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:49.644239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Port 01f2e6a2-d209-48fd-b001-c09e65a76185 on network a914ad77-99ff-4729-af5e-ab68b99e045f not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:49.644239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Attempting to bind port 01f2e6a2-d209-48fd-b001-c09e65a76185 on network a914ad77-99ff-4729-af5e-ab68b99e045f {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:49.655274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:49.655671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Checking segment: {'id': '6f53a9f3-0fa8-4886-9bfd-bfc642e66374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:49.656075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Bound using segment: {'id': '6f53a9f3-0fa8-4886-9bfd-bfc642e66374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:49.657050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Bound port: 01f2e6a2-d209-48fd-b001-c09e65a76185, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f53a9f3-0fa8-4886-9bfd-bfc642e66374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:49.657176 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.789150 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.803238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] For port 01f2e6a2-d209-48fd-b001-c09e65a76185, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:49.808300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] For port 01f2e6a2-d209-48fd-b001-c09e65a76185, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=01f2e6a2-d209-48fd-b001-c09e65a76185,segment=NetworkSegment(6f53a9f3-0fa8-4886-9bfd-bfc642e66374),segment_id=6f53a9f3-0fa8-4886-9bfd-bfc642e66374)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:49.816641 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.821010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0e0e3a90-a045-435a-aee3-c6164fe59124 None None] Provisioning for port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:49.823637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:49.826368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0e0e3a90-a045-435a-aee3-c6164fe59124 None None] Provisioning complete for port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:49.827201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.827340 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3a90-a045-435a-aee3-c6164fe59124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.881084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.881643 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.883576 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] 10.222.0.84 "PUT /v2.0/ports/01f2e6a2-d209-48fd-b001-c09e65a76185 HTTP/1.1" status: 200 len: 1092 time: 1.5445976 Aug 16 02:07:49.892505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6', 'tag': '01f2e6a2-d209-48fd-b001-c09e65a76185'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:49.894754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e3a90-a045-435a-aee3-c6164fe59124 None None] Port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:49.895547 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f838632-f884-404c-bbb7-5943fa5469a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6", "tag": "01f2e6a2-d209-48fd-b001-c09e65a76185"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:49.918342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fc482-20bd-4ded-a1f6-b41b1eae913e service neutron] Pushing event updated for resources: {'Port': ['ID=01f2e6a2-d209-48fd-b001-c09e65a76185,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:49.967350 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.979113 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.029706 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d99164-5796-47b3-9a4e-d8559fe1fe67 x-openstack-request-id: req-21d99164-5796-47b3-9a4e-d8559fe1fe67 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:50.029706 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6", "tag": "01f2e6a2-d209-48fd-b001-c09e65a76185", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:50.030033 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21d99164-5796-47b3-9a4e-d8559fe1fe67 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:50.030288 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6', 'tag': '01f2e6a2-d209-48fd-b001-c09e65a76185', 'status': 'completed', 'code': 200} Aug 16 02:07:50.042814 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.078997 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.080161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Fanout notify agent at l3_agent the message router_deleted on router f54d37c4-a56f-4bb8-82ad-6a3e24939cef {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:50.087703 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Allocated IP 10.1.1.3 (1944101e-d34d-4ce2-bec3-f14d1e1e999e/b1a21a04-68da-4e54-ba75-333f82e8ef5c/c53bffd3-02b2-4ace-ad8e-9d1f39579199) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:50.089965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.095913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c2567133-c9fd-40ca-9609-c36a7181bbd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/routers/f54d37c4-a56f-4bb8-82ad-6a3e24939cef HTTP/1.1" status: 204 len: 168 time: 2.5706601 Aug 16 02:07:50.096771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-6208830b-e791-4ba1-885e-984f787cf1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:50.096901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Pushing event deleted for resources: {'Port': ['ID=ba7e0612-e734-4227-9c21-38d9232961c9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:50.097100 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-6208830b-e791-4ba1-885e-984f787cf1e8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5b80464ca05401b82f638f6dc672b6d&device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 1095 time: 0.1071208 Aug 16 02:07:50.097100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34910) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.208330 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.253349 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-8b4d22e6-ee9b-491b-a8ae-f1fbe1002ac4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01f2e6a2-d209-48fd-b001-c09e65a76185 HTTP/1.1" status: 200 len: 217 time: 0.1421793 Aug 16 02:07:50.271978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5c98051b-0085-4bb6-bb18-d51cf7ce8010 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:50.303338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.306209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 5c98051b-0085-4bb6-bb18-d51cf7ce8010 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:50.307002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5c98051b-0085-4bb6-bb18-d51cf7ce8010 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:50.334115 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.338148 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.419308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.419953 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Fanout notify agent at l3_agent the message router_deleted on router 11d9812d-e408-4f5b-ab50-7c4b042caae6 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:50.430147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.431761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d6f04a31-8f77-477c-8d3d-4b009d924be7 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/11d9812d-e408-4f5b-ab50-7c4b042caae6 HTTP/1.1" status: 204 len: 168 time: 1.9877498 Aug 16 02:07:50.442130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f44cb-07e7-4f7f-a3d7-d784e6200f77 req-fa27cb5e-5341-4613-8a53-a725de5458fe tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:50.443869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-118f44cb-07e7-4f7f-a3d7-d784e6200f77 req-fa27cb5e-5341-4613-8a53-a725de5458fe tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 943 time: 0.1023941 Aug 16 02:07:50.444487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34916) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.449748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-78f6e52a-d76e-4bc5-baf6-1b46c53940ce tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1263910100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:50.468874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-196d1fb7-5a19-4e3d-918e-16334e66409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:50.471408 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-196d1fb7-5a19-4e3d-918e-16334e66409c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=15119c5d-287d-40a4-afd8-8b8bcabb157a HTTP/1.1" status: 200 len: 853 time: 0.1970360 Aug 16 02:07:50.539506 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78f6e52a-d76e-4bc5-baf6-1b46c53940ce tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.540654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78f6e52a-d76e-4bc5-baf6-1b46c53940ce tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.550631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-118f44cb-07e7-4f7f-a3d7-d784e6200f77 req-09fdd7ad-8252-4d61-9f1f-ac689083fad0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955112 Aug 16 02:07:50.570545 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-fb17c306-f667-40c7-836c-32688aa398f1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a914ad77-99ff-4729-af5e-ab68b99e045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836809 Aug 16 02:07:50.592155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.594608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73864d-f2fd-4f62-a82d-a40c26ba3433 req-df574973-c58c-4233-a9fb-42436972f5eb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:50.600626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73864d-f2fd-4f62-a82d-a40c26ba3433 req-df574973-c58c-4233-a9fb-42436972f5eb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:50.608280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd73864d-f2fd-4f62-a82d-a40c26ba3433 req-df574973-c58c-4233-a9fb-42436972f5eb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 1652 time: 0.1048739 Aug 16 02:07:50.649968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6930e4-48fd-4ab6-b812-9d30343acd07']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.651363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78f6e52a-d76e-4bc5-baf6-1b46c53940ce tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.665214 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78f6e52a-d76e-4bc5-baf6-1b46c53940ce tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.674816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97bc3c57-5760-4773-bccc-4bd965335c6e') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.675118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97bc3c57-5760-4773-bccc-4bd965335c6e') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.683121 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.693020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd73864d-f2fd-4f62-a82d-a40c26ba3433 req-3200c879-6e13-4a88-87e8-0379cb8edd78 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836830 Aug 16 02:07:50.704634 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.708014 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78f6e52a-d76e-4bc5-baf6-1b46c53940ce tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.709523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-78f6e52a-d76e-4bc5-baf6-1b46c53940ce tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2632434 Aug 16 02:07:50.712106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34918) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.717248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:50.736540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.740817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Transition to ACTIVE for port object c53bffd3-02b2-4ace-ad8e-9d1f39579199 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:50.760735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:50.761217 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:50.766750 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:50.825237 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-89b03515-96ae-4816-8708-22fdf37c7d44 service neutron] 10.222.0.84 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442327 Aug 16 02:07:50.909764 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.921219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.926421 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/networks/6f6930e4-48fd-4ab6-b812-9d30343acd07 HTTP/1.1" status: 204 len: 168 time: 0.8299026 Aug 16 02:07:50.930884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34922) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.978820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.984674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23974f71-0ed8-4608-a6ea-f51c678f01a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Network': ['ID=6f6930e4-48fd-4ab6-b812-9d30343acd07,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:51.087669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network 1944101e-d34d-4ce2-bec3-f14d1e1e999e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:51.105559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:51.108202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:51.137955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f1fdb940-005f-4c8a-b202-2e688860abf0 req-ed318894-92d8-4916-b18a-4efccad25c64 service neutron] 10.222.0.84 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001258 Aug 16 02:07:51.200914 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Port': ['ID=c53bffd3-02b2-4ace-ad8e-9d1f39579199,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:51.210283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.210943 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.262255 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-34b7aaf5-7044-4e0d-ab3e-1424b041f4f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6699836 Aug 16 02:07:51.269267 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b584acb-b5a8-45cb-826b-62d11509865a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.299919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd', 'admin_state_up': True, 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'security_groups': ['fbd2a3e5-3254-462d-a5d8-413bc48c1ab0']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:51.383956 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b584acb-b5a8-45cb-826b-62d11509865a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.444318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-29ca79cf-0719-4320-bedf-c4271ecae885 None None] Provisioning for port c53bffd3-02b2-4ace-ad8e-9d1f39579199 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:51.450535 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-29ca79cf-0719-4320-bedf-c4271ecae885 None None] Provisioning complete for port c53bffd3-02b2-4ace-ad8e-9d1f39579199 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:51.451478 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-29ca79cf-0719-4320-bedf-c4271ecae885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.453742 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.465650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f838632-f884-404c-bbb7-5943fa5469a5 req-d4694a09-4d49-4fc8-859e-e976ba7a9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.467243 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f838632-f884-404c-bbb7-5943fa5469a5 req-d4694a09-4d49-4fc8-859e-e976ba7a9c6c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5b80464ca05401b82f638f6dc672b6d&device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 1095 time: 0.1736541 Aug 16 02:07:51.519791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-29ca79cf-0719-4320-bedf-c4271ecae885 None None] Port c53bffd3-02b2-4ace-ad8e-9d1f39579199 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:51.634862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f838632-f884-404c-bbb7-5943fa5469a5 req-f231baee-8f1a-4ce8-91d0-67538fe7464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.636650 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f838632-f884-404c-bbb7-5943fa5469a5 req-f231baee-8f1a-4ce8-91d0-67538fe7464e service neutron] 10.222.0.84 "GET /v2.0/networks?id=a914ad77-99ff-4729-af5e-ab68b99e045f HTTP/1.1" status: 200 len: 914 time: 0.1497703 Aug 16 02:07:51.639318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b584acb-b5a8-45cb-826b-62d11509865a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.642807 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b584acb-b5a8-45cb-826b-62d11509865a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.647761 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1b584acb-b5a8-45cb-826b-62d11509865a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/security-groups/e5a8ff89-c396-4535-8c59-e6ab430b728a HTTP/1.1" status: 204 len: 168 time: 0.7122641 Aug 16 02:07:51.653091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:51.734344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b584acb-b5a8-45cb-826b-62d11509865a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a8ff89-c396-4535-8c59-e6ab430b728a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:51.753422 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.777585 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.809139 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f838632-f884-404c-bbb7-5943fa5469a5 req-b955e997-cf19-4406-8f66-367f54647e1e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01f2e6a2-d209-48fd-b001-c09e65a76185 HTTP/1.1" status: 200 len: 217 time: 0.1595469 Aug 16 02:07:51.828895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dce93b-eb38-4357-a578-2a054ecac7be req-89a07c4d-af1d-499f-b878-27e019a8a09e tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.830617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51dce93b-eb38-4357-a578-2a054ecac7be req-89a07c4d-af1d-499f-b878-27e019a8a09e tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 943 time: 0.1713560 Aug 16 02:07:51.886086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51dce93b-eb38-4357-a578-2a054ecac7be req-88c5bebb-50ea-47a6-ba02-cd1a5b075bd8 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484414 Aug 16 02:07:51.907053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f838632-f884-404c-bbb7-5943fa5469a5 req-9e23cbce-9fba-4724-ba9f-2ecd641db236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.908716 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f838632-f884-404c-bbb7-5943fa5469a5 req-9e23cbce-9fba-4724-ba9f-2ecd641db236 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=15119c5d-287d-40a4-afd8-8b8bcabb157a HTTP/1.1" status: 200 len: 853 time: 0.0906000 Aug 16 02:07:51.915336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.946243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Allocated IP 172.25.2.164 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/7bcb6f0b-d6ff-4382-b826-557becbff164) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:52.056346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34938) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:52.061096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8bf2ce13-2ae8-433f-acea-7efb52bc1440 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757112317', 'description': 'tempest-secgroup-smoke-1757112317 description', 'project_id': 'deee63146f784616a74dc0add2d1dad0'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:52.093767 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f838632-f884-404c-bbb7-5943fa5469a5 req-4fe739cb-f700-4b2a-967d-9305225043c2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a914ad77-99ff-4729-af5e-ab68b99e045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360450 Aug 16 02:07:52.135102 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bf2ce13-2ae8-433f-acea-7efb52bc1440 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.147972 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1de6ad-88bf-43d8-ac4d-720036d94c14 req-1f3dfb83-6f5d-4fec-bafa-af3e6bd3ca3c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.154198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1de6ad-88bf-43d8-ac4d-720036d94c14 req-1f3dfb83-6f5d-4fec-bafa-af3e6bd3ca3c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.161026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1de6ad-88bf-43d8-ac4d-720036d94c14 req-1f3dfb83-6f5d-4fec-bafa-af3e6bd3ca3c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.162777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d1de6ad-88bf-43d8-ac4d-720036d94c14 req-1f3dfb83-6f5d-4fec-bafa-af3e6bd3ca3c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 2371 time: 0.1444211 Aug 16 02:07:52.180729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:52.218350 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:52.218700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5e0e6ad9-7bc1-48fd-850a-cfd56d9e80d0 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:52.239034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.270800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Allocated IP 10.2.2.100 (eca69f28-e548-4340-9226-f3b255cebbcd/c0037f35-dbb4-423d-a5d2-96979492cbc5/fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:52.282862 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d1de6ad-88bf-43d8-ac4d-720036d94c14 req-41d4037a-bea5-42d0-b00c-d8f4b719577f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060677 Aug 16 02:07:52.353965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.416602 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bf2ce13-2ae8-433f-acea-7efb52bc1440 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.426141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:52.433321 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bf2ce13-2ae8-433f-acea-7efb52bc1440 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.435663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:52.446649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:52.477866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Pushing event updated for resources: {'Port': ['ID=7bcb6f0b-d6ff-4382-b826-557becbff164,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.532033 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bf2ce13-2ae8-433f-acea-7efb52bc1440 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.533321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8bf2ce13-2ae8-433f-acea-7efb52bc1440 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4759772 Aug 16 02:07:52.539769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34942) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:52.544803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-843f3573-84a6-4c7e-9c15-b16ee88b7ea9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '1ecb3183-e776-4999-87ec-c93311fd7624', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:52.554754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2ce13-2ae8-433f-acea-7efb52bc1440 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecb3183-e776-4999-87ec-c93311fd7624,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.688653 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-843f3573-84a6-4c7e-9c15-b16ee88b7ea9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.824502 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f838632-f884-404c-bbb7-5943fa5469a5 req-6bdbdfc7-f925-423a-9b07-336c69db264c service neutron] 10.222.0.84 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915419 Aug 16 02:07:52.898859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-843f3573-84a6-4c7e-9c15-b16ee88b7ea9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.898859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-843f3573-84a6-4c7e-9c15-b16ee88b7ea9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.921466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f3573-84a6-4c7e-9c15-b16ee88b7ea9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf370b36-6b99-4e3e-8320-a5a2774dd18e,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.923570 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.960461 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-843f3573-84a6-4c7e-9c15-b16ee88b7ea9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.961684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-843f3573-84a6-4c7e-9c15-b16ee88b7ea9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4206834 Aug 16 02:07:52.967554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34954) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:52.973078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ef80101b-d63b-4965-9710-20394cf14309 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '1ecb3183-e776-4999-87ec-c93311fd7624', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:53.023766 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.033205 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f838632-f884-404c-bbb7-5943fa5469a5 req-78a21c06-7526-4a27-be9a-035fd8464f99 service neutron] 10.222.0.84 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270358 Aug 16 02:07:53.042169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Transition to ACTIVE for port object fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:53.080058 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.139728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network eca69f28-e548-4340-9226-f3b255cebbcd is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:53.157557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:53.159875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:53.175283 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef80101b-d63b-4965-9710-20394cf14309 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.221316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Port': ['ID=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:53.231781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.232587 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.258389 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36addfdd-d43a-4383-b600-b5e8b27b3345 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9634347 Aug 16 02:07:53.271591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83510b08-09ff-4fe3-a1ff-bff6e0c9a13c req-bed62566-d26c-431a-9ff4-aa9d9d8d4927 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.273775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83510b08-09ff-4fe3-a1ff-bff6e0c9a13c req-bed62566-d26c-431a-9ff4-aa9d9d8d4927 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 943 time: 0.2031360 Aug 16 02:07:53.280580 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd', 'admin_state_up': True, 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'security_groups': ['fbd2a3e5-3254-462d-a5d8-413bc48c1ab0']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:53.311241 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef80101b-d63b-4965-9710-20394cf14309 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.324884 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.328479 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef80101b-d63b-4965-9710-20394cf14309 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.350591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80101b-d63b-4965-9710-20394cf14309 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd86e2f9-1426-4dbc-92b3-69559cc7a4f8,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:53.357013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.457539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef80101b-d63b-4965-9710-20394cf14309 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.465112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ef80101b-d63b-4965-9710-20394cf14309 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4939852 Aug 16 02:07:53.465645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34970) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.477611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-23b09d81-1507-48f8-893b-9e0905ad941c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '1ecb3183-e776-4999-87ec-c93311fd7624', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:53.506024 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83510b08-09ff-4fe3-a1ff-bff6e0c9a13c req-fb1ace25-12e5-4b44-a9d7-9d065f2051fb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155542 Aug 16 02:07:53.530174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Made reservation on behalf of edd85d7bef8a474fb707dff4d8748cae for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:53.536020 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.555118 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23b09d81-1507-48f8-893b-9e0905ad941c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.560588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cebd505e-f75e-470d-8aea-b7ecdd0dbd4f None None] Provisioning for port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:53.565472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cebd505e-f75e-470d-8aea-b7ecdd0dbd4f None None] Provisioning complete for port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:53.567663 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cebd505e-f75e-470d-8aea-b7ecdd0dbd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.665847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cebd505e-f75e-470d-8aea-b7ecdd0dbd4f None None] Port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:53.676376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23b09d81-1507-48f8-893b-9e0905ad941c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.684459 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23b09d81-1507-48f8-893b-9e0905ad941c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.727976 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd0cb6-56e6-44bc-a432-b708f0935248 req-74a5abc7-929c-4b78-9663-77f2dbed677a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.734507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd0cb6-56e6-44bc-a432-b708f0935248 req-74a5abc7-929c-4b78-9663-77f2dbed677a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.740047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23b09d81-1507-48f8-893b-9e0905ad941c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.741141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd0cb6-56e6-44bc-a432-b708f0935248 req-74a5abc7-929c-4b78-9663-77f2dbed677a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.741928 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-23b09d81-1507-48f8-893b-9e0905ad941c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2740598 Aug 16 02:07:53.745166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b09d81-1507-48f8-893b-9e0905ad941c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a761295b-6153-41b0-9d62-3f37c025a018,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:53.746919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34974) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.749162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd0cb6-56e6-44bc-a432-b708f0935248 req-74a5abc7-929c-4b78-9663-77f2dbed677a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.751280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5fd0cb6-56e6-44bc-a432-b708f0935248 req-74a5abc7-929c-4b78-9663-77f2dbed677a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 3092 time: 0.2441387 Aug 16 02:07:53.756094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d552eb11-b91d-46ea-a4ef-5b6d562f7183 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '1ecb3183-e776-4999-87ec-c93311fd7624', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:53.781610 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Router 50f40105-ce5d-4724-a778-84c1d44489b0 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:53.807670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5fd0cb6-56e6-44bc-a432-b708f0935248 req-b5587faf-80ec-4d43-a6fc-ed8b08f5bf36 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487747 Aug 16 02:07:53.842350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d552eb11-b91d-46ea-a4ef-5b6d562f7183 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.865983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Allocated IP 10.2.2.200 (eca69f28-e548-4340-9226-f3b255cebbcd/c0037f35-dbb4-423d-a5d2-96979492cbc5/79366d83-aed5-43fc-a3b8-297df612321f) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:53.949336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:53.961086 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae92dff-82e6-4f2c-b84b-912a60f67163 None None] Sync routers for ids ['50f40105-ce5d-4724-a778-84c1d44489b0'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:53.963284 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.963753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d552eb11-b91d-46ea-a4ef-5b6d562f7183 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.970002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5df0d516-5e8a-4e39-b4b6-2f9456a0a158 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "PUT /v2.0/routers/50f40105-ce5d-4724-a778-84c1d44489b0 HTTP/1.1" status: 200 len: 880 time: 3.2564142 Aug 16 02:07:53.971029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34978) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.987228 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae92dff-82e6-4f2c-b84b-912a60f67163 None None] Routers {'50f40105-ce5d-4724-a778-84c1d44489b0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:53.987843 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9ae92dff-82e6-4f2c-b84b-912a60f67163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['50f40105-ce5d-4724-a778-84c1d44489b0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:53.992256 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d552eb11-b91d-46ea-a4ef-5b6d562f7183 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.039848 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9ae92dff-82e6-4f2c-b84b-912a60f67163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:54.041240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552eb11-b91d-46ea-a4ef-5b6d562f7183 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14ca4b2-aed1-4004-b6e9-f25f743e5912,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:54.055104 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d552eb11-b91d-46ea-a4ef-5b6d562f7183 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.056713 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d552eb11-b91d-46ea-a4ef-5b6d562f7183 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3044591 Aug 16 02:07:54.060761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34982) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.066109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-37ded1b9-586d-4fde-8584-4449c445d8b2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '1ecb3183-e776-4999-87ec-c93311fd7624', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:54.073431 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae92dff-82e6-4f2c-b84b-912a60f67163 None None] Routers {'50f40105-ce5d-4724-a778-84c1d44489b0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:54.077476 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9ae92dff-82e6-4f2c-b84b-912a60f67163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['50f40105-ce5d-4724-a778-84c1d44489b0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:54.136439 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9ae92dff-82e6-4f2c-b84b-912a60f67163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:54.137574 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae92dff-82e6-4f2c-b84b-912a60f67163 None None] The sync data for ids ['50f40105-ce5d-4724-a778-84c1d44489b0'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:54.161900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.162881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-13be12e3-d994-4bbe-acf2-d4a7e5db50ba tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/routers/50f40105-ce5d-4724-a778-84c1d44489b0 HTTP/1.1" status: 200 len: 921 time: 0.1891382 Aug 16 02:07:54.167256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34986) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.183001 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-37ded1b9-586d-4fde-8584-4449c445d8b2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Project deee63146f784616a74dc0add2d1dad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:07:54.191071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37ded1b9-586d-4fde-8584-4449c445d8b2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.195363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Transition to ACTIVE for port object 79366d83-aed5-43fc-a3b8-297df612321f will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:54.230774 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4783c4-ba75-49ee-9dd0-d9ea5ad8b1a8 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.233377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cb4783c4-ba75-49ee-9dd0-d9ea5ad8b1a8 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=cd116b98-b556-47d3-9fef-5a748784b774&device_id=50f40105-ce5d-4724-a778-84c1d44489b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0647395 Aug 16 02:07:54.236103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34990) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.301301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37ded1b9-586d-4fde-8584-4449c445d8b2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.308101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37ded1b9-586d-4fde-8584-4449c445d8b2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.330488 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.348057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48fbba-7d09-45fb-9169-19bfa642775e tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.349608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7e48fbba-7d09-45fb-9169-19bfa642775e tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 881 time: 0.1125631 Aug 16 02:07:54.352936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34994) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.353474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ded1b9-586d-4fde-8584-4449c445d8b2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db06b0b-eaa1-4fb7-8909-c6a3fb2f865f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:54.367455 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37ded1b9-586d-4fde-8584-4449c445d8b2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.371123 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-37ded1b9-586d-4fde-8584-4449c445d8b2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3063657 Aug 16 02:07:54.383076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34996) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.388259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6ea9cc5b-2f6f-471e-aafb-7283084c2ee6 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f40105-ce5d-4724-a778-84c1d44489b0 HTTP/1.1" status: 200 len: 205 time: 0.0320797 Aug 16 02:07:54.390698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-03aba4ec-aec1-47fc-a953-85a5e884b56b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '1ecb3183-e776-4999-87ec-c93311fd7624', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:54.394143 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Network eca69f28-e548-4340-9226-f3b255cebbcd is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:54.394788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 34998) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.417491 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-03aba4ec-aec1-47fc-a953-85a5e884b56b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Project deee63146f784616a74dc0add2d1dad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:07:54.424484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03aba4ec-aec1-47fc-a953-85a5e884b56b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.500731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:54.508534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:54.564206 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03aba4ec-aec1-47fc-a953-85a5e884b56b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.575833 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03aba4ec-aec1-47fc-a953-85a5e884b56b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.607601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aba4ec-aec1-47fc-a953-85a5e884b56b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22103e7-5b6c-4e93-8eeb-cc751466805a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:54.619592 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03aba4ec-aec1-47fc-a953-85a5e884b56b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.623679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-03aba4ec-aec1-47fc-a953-85a5e884b56b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2338393 Aug 16 02:07:54.623918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35006) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.631006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'network': {'name': 'tempest-network-smoke--1982074867', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'port_security_enabled': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:54.651372 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 01f2e6a2-d209-48fd-b001-c09e65a76185 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:54.662223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event updated for resources: {'Port': ['ID=79366d83-aed5-43fc-a3b8-297df612321f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:54.711166 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.723739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:54.727606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.782761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.794097 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.832410 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 01f2e6a2-d209-48fd-b001-c09e65a76185, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=01f2e6a2-d209-48fd-b001-c09e65a76185,segment=NetworkSegment(6f53a9f3-0fa8-4886-9bfd-bfc642e66374),segment_id=6f53a9f3-0fa8-4886-9bfd-bfc642e66374)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:54.836302 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-68046ad0-7041-4725-9a17-6b1c41a66032 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5633805 Aug 16 02:07:54.846645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '01f2e6a2-d209-48fd-b001-c09e65a76185', 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f', 'port_id': '01f2e6a2-d209-48fd-b001-c09e65a76185', 'mac_address': 'fa:16:3e:b4:23:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15119c5d-287d-40a4-afd8-8b8bcabb157a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:54.858208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:54.868035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c5a48-781e-4891-832f-ea08fee9de31 req-3f5354e2-258c-413e-bae7-00ba5bf4e22d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.875432 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a0c5a48-781e-4891-832f-ea08fee9de31 req-3f5354e2-258c-413e-bae7-00ba5bf4e22d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 943 time: 0.1864898 Aug 16 02:07:54.921954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:54.941403 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.960722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f2e6a2-d209-48fd-b001-c09e65a76185 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:54.964790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.996528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 01f2e6a2-d209-48fd-b001-c09e65a76185, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=01f2e6a2-d209-48fd-b001-c09e65a76185,segment=NetworkSegment(6f53a9f3-0fa8-4886-9bfd-bfc642e66374),segment_id=6f53a9f3-0fa8-4886-9bfd-bfc642e66374)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:55.005767 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.006416 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Added segment 261b0918-49a6-4307-af09-66ca08c08b82 of type vlan for network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 Aug 16 02:07:55.011048 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.048191 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.052710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3f70fb78-9f7d-41e9-9d0b-fb77973567c2 None None] Provisioning for port 79366d83-aed5-43fc-a3b8-297df612321f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:55.060969 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3f70fb78-9f7d-41e9-9d0b-fb77973567c2 None None] Provisioning complete for port 79366d83-aed5-43fc-a3b8-297df612321f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:55.061478 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3f70fb78-9f7d-41e9-9d0b-fb77973567c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.101053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a0c5a48-781e-4891-832f-ea08fee9de31 req-8bca219e-355f-43f1-b9d7-fdc6cc7ebddb tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064936 Aug 16 02:07:55.122567 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.132798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=01f2e6a2-d209-48fd-b001-c09e65a76185,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:55.162018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3f70fb78-9f7d-41e9-9d0b-fb77973567c2 None None] Port 79366d83-aed5-43fc-a3b8-297df612321f cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:55.182456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a0620-d86f-4dc8-a08e-12abd2c138cd req-fbdf613a-1bbf-4802-9559-739267b3e1a2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.189508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a0620-d86f-4dc8-a08e-12abd2c138cd req-fbdf613a-1bbf-4802-9559-739267b3e1a2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.196021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a0620-d86f-4dc8-a08e-12abd2c138cd req-fbdf613a-1bbf-4802-9559-739267b3e1a2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.202355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a0620-d86f-4dc8-a08e-12abd2c138cd req-fbdf613a-1bbf-4802-9559-739267b3e1a2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.210743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a0620-d86f-4dc8-a08e-12abd2c138cd req-fbdf613a-1bbf-4802-9559-739267b3e1a2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.222329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-051a0620-d86f-4dc8-a08e-12abd2c138cd req-fbdf613a-1bbf-4802-9559-739267b3e1a2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 3813 time: 0.2178993 Aug 16 02:07:55.262932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Deleting port 7bcb6f0b-d6ff-4382-b826-557becbff164 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:55.263281 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.278529 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.287502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.288803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.389432 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.402781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7777700 Aug 16 02:07:55.405358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35022) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:55.411728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'admin_state_up': True, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:55.426852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Calling delete_port for 7bcb6f0b-d6ff-4382-b826-557becbff164 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:55.446690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-051a0620-d86f-4dc8-a08e-12abd2c138cd req-6b72600b-93fa-4002-9f11-36c1ceb492ce tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233548 Aug 16 02:07:55.509214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bcaee-06cd-45d8-850c-cc036b163761 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Network': ['ID=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:55.521970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:55.601216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['01f2e6a2-d209-48fd-b001-c09e65a76185'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:55.614604 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.616293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.632221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b37b6d9-f301-4243-a1f1-2c191409210e {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:55.645503 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.673374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Transition to ACTIVE for port object 2b37b6d9-f301-4243-a1f1-2c191409210e will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:55.690083 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.771187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.994262 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.002112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Pushing event updated for resources: {'Port': ['ID=2b37b6d9-f301-4243-a1f1-2c191409210e,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.050736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Pushing event deleted for resources: {'Port': ['ID=7bcb6f0b-d6ff-4382-b826-557becbff164,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.054225 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.284254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992c967-1be2-4c18-90e1-b124b05b3d6c req-188f4ea3-8a8a-4410-b8f9-265dbf33db6b tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.286690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8992c967-1be2-4c18-90e1-b124b05b3d6c req-188f4ea3-8a8a-4410-b8f9-265dbf33db6b tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 944 time: 0.0614920 Aug 16 02:07:56.362268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8992c967-1be2-4c18-90e1-b124b05b3d6c req-dff1e194-f7a4-46de-95b2-50867273381d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685678 Aug 16 02:07:56.515746 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.601322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85bd8-a03d-4470-9025-65de9319bcaa req-0d3abd26-12bb-41c7-b08f-e9713f6d7348 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.611634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85bd8-a03d-4470-9025-65de9319bcaa req-0d3abd26-12bb-41c7-b08f-e9713f6d7348 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.613079 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Attempting to bind port 2b37b6d9-f301-4243-a1f1-2c191409210e on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:56.613079 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Attempting to bind port 2b37b6d9-f301-4243-a1f1-2c191409210e by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:56.614164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Attempting to bind port 2b37b6d9-f301-4243-a1f1-2c191409210e on network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:56.621148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85bd8-a03d-4470-9025-65de9319bcaa req-0d3abd26-12bb-41c7-b08f-e9713f6d7348 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.627707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85bd8-a03d-4470-9025-65de9319bcaa req-0d3abd26-12bb-41c7-b08f-e9713f6d7348 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.634717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85bd8-a03d-4470-9025-65de9319bcaa req-0d3abd26-12bb-41c7-b08f-e9713f6d7348 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.643342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eae85bd8-a03d-4470-9025-65de9319bcaa req-0d3abd26-12bb-41c7-b08f-e9713f6d7348 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 3825 time: 0.1130884 Aug 16 02:07:56.659658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Port 2b37b6d9-f301-4243-a1f1-2c191409210e on network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:56.660043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Attempting to bind port 2b37b6d9-f301-4243-a1f1-2c191409210e on network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:56.675898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.683094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.686965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:56.687310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Checking segment: {'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:56.687715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Bound using segment: {'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:56.688170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Bound port: 2b37b6d9-f301-4243-a1f1-2c191409210e, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ce840a-b9f9-4c34-9f5c-27b1686ec159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:56.688532 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.698044 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eae85bd8-a03d-4470-9025-65de9319bcaa req-ca9ab91b-84ed-400c-a3e0-ad0c116ba246 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527103 Aug 16 02:07:56.776806 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.777360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Fanout notify agent at l3_agent the message router_deleted on router 50f40105-ce5d-4724-a778-84c1d44489b0 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:56.789208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.794254 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d43a250b-91ae-43cd-a470-7ba46372a078 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/50f40105-ce5d-4724-a778-84c1d44489b0 HTTP/1.1" status: 204 len: 168 time: 2.3945792 Aug 16 02:07:56.794618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35048) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:56.799396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1ad0fe50-a88a-4eb1-8c2d-a5a17627d86b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-733837025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:56.830653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] For port 2b37b6d9-f301-4243-a1f1-2c191409210e, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:56.834771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] For port 2b37b6d9-f301-4243-a1f1-2c191409210e, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2b37b6d9-f301-4243-a1f1-2c191409210e,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:56.843083 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.849140 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ad0fe50-a88a-4eb1-8c2d-a5a17627d86b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.851355 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ad0fe50-a88a-4eb1-8c2d-a5a17627d86b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.916720 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ad0fe50-a88a-4eb1-8c2d-a5a17627d86b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.922521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.923232 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.924105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ad0fe50-a88a-4eb1-8c2d-a5a17627d86b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.924602 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] 10.222.0.84 "PUT /v2.0/ports/2b37b6d9-f301-4243-a1f1-2c191409210e HTTP/1.1" status: 200 len: 1092 time: 2.0717762 Aug 16 02:07:56.956344 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ad0fe50-a88a-4eb1-8c2d-a5a17627d86b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.958203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1ad0fe50-a88a-4eb1-8c2d-a5a17627d86b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1625233 Aug 16 02:07:56.961178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35050) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:56.962785 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': '2b37b6d9-f301-4243-a1f1-2c191409210e'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:56.965409 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8647f9d8-6f08-4228-a629-c4eed93be570" -d '{"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "2b37b6d9-f301-4243-a1f1-2c191409210e"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:56.966907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'enable_snat': True}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:56.981898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:57.048640 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b9d017-fb72-49d7-8388-e1f9a591be24 x-openstack-request-id: req-16b9d017-fb72-49d7-8388-e1f9a591be24 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:57.049037 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "2b37b6d9-f301-4243-a1f1-2c191409210e", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:57.049363 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16b9d017-fb72-49d7-8388-e1f9a591be24 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:57.049840 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': '2b37b6d9-f301-4243-a1f1-2c191409210e', 'status': 'completed', 'code': 200} Aug 16 02:07:57.098824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cacfac-ebf8-4bd7-841b-7f74a54c0e61 service neutron] Pushing event updated for resources: {'Port': ['ID=2b37b6d9-f301-4243-a1f1-2c191409210e,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:57.104260 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.220693 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.327884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.352319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-b7a2ed4e-e9a5-42c7-b3b7-fa9077b47eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.353212 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-b7a2ed4e-e9a5-42c7-b3b7-fa9077b47eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.353880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-b7a2ed4e-e9a5-42c7-b3b7-fa9077b47eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.354609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-b7a2ed4e-e9a5-42c7-b3b7-fa9077b47eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.355275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-b7a2ed4e-e9a5-42c7-b3b7-fa9077b47eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.357726 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-b7a2ed4e-e9a5-42c7-b3b7-fa9077b47eac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 4361 time: 0.2700884 Aug 16 02:07:57.706942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.745059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb7539-fa5c-448a-bf51-9d41462d6564 req-60358e88-edc1-44f8-9772-3c4b25e23f04 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.750006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.25.2.101 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/286586eb-95a5-445f-bc46-f41f4e73da0b) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:57.753338 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffbb7539-fa5c-448a-bf51-9d41462d6564 req-60358e88-edc1-44f8-9772-3c4b25e23f04 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 944 time: 0.2327342 Aug 16 02:07:57.821772 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-4a386600-5290-4af3-a099-3b1ce1e8a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.822479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-4a386600-5290-4af3-a099-3b1ce1e8a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.823184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-4a386600-5290-4af3-a099-3b1ce1e8a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.825865 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-4a386600-5290-4af3-a099-3b1ce1e8a352 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=edd85d7bef8a474fb707dff4d8748cae&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4201088 Aug 16 02:07:57.885989 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffbb7539-fa5c-448a-bf51-9d41462d6564 req-a22019d0-1056-48aa-a9b4-fed619245370 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315391 Aug 16 02:07:57.943393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645673b7-bc87-4e3d-9427-8197fa581ff7 req-7bd6846a-06cf-4a12-9016-5a763ff4aa10 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.950917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645673b7-bc87-4e3d-9427-8197fa581ff7 req-7bd6846a-06cf-4a12-9016-5a763ff4aa10 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.957915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645673b7-bc87-4e3d-9427-8197fa581ff7 req-7bd6846a-06cf-4a12-9016-5a763ff4aa10 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.964899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645673b7-bc87-4e3d-9427-8197fa581ff7 req-7bd6846a-06cf-4a12-9016-5a763ff4aa10 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.990412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645673b7-bc87-4e3d-9427-8197fa581ff7 req-7bd6846a-06cf-4a12-9016-5a763ff4aa10 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.999643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-645673b7-bc87-4e3d-9427-8197fa581ff7 req-7bd6846a-06cf-4a12-9016-5a763ff4aa10 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 3825 time: 0.1784656 Aug 16 02:07:58.074487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-645673b7-bc87-4e3d-9427-8197fa581ff7 req-ac010a6d-f9b6-413f-9121-d79eaf2120d0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737684 Aug 16 02:07:58.208746 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.211409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-8807e9c1-da9b-4f29-be26-1af97b6b65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.213019 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8647f9d8-6f08-4228-a629-c4eed93be570 req-8807e9c1-da9b-4f29-be26-1af97b6b65d9 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3670824 Aug 16 02:07:58.238932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a212e2-94ac-4a5d-aedd-3a4eddc16505 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:58.251414 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.295970 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.301513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Transition to ACTIVE for port object 91a212e2-94ac-4a5d-aedd-3a4eddc16505 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:58.311433 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.321181 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.368270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.404930 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:58.408491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Pushing event updated for resources: {'Port': ['ID=91a212e2-94ac-4a5d-aedd-3a4eddc16505,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:58.412557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:58.433606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:58.485552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Allocated IP 172.25.2.202 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/c87f7ddc-8923-4719-8cfe-46c0dd8adb83) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:58.544383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=286586eb-95a5-445f-bc46-f41f4e73da0b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:58.639356 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.650243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 01f2e6a2-d209-48fd-b001-c09e65a76185 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:58.734269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Attempting to bind port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:58.734618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Attempting to bind port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:58.734927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Attempting to bind port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:58.738695 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.744523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:58.744852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Attempting to bind port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:58.771848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:58.772598 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Checking segment: {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:58.772708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Bound using segment: {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:58.773283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Bound port: 91a212e2-94ac-4a5d-aedd-3a4eddc16505, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:58.773652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.788699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 01f2e6a2-d209-48fd-b001-c09e65a76185 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:58.793885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 01f2e6a2-d209-48fd-b001-c09e65a76185 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:58.795505 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.824070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:58.827513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:58.845442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] For port 91a212e2-94ac-4a5d-aedd-3a4eddc16505, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:58.847204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:58.858616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] For port 91a212e2-94ac-4a5d-aedd-3a4eddc16505, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=91a212e2-94ac-4a5d-aedd-3a4eddc16505,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:58.874326 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.892639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event updated for resources: {'Port': ['ID=c87f7ddc-8923-4719-8cfe-46c0dd8adb83,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:58.939243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.939880 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.941328 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] 10.222.0.84 "PUT /v2.0/ports/91a212e2-94ac-4a5d-aedd-3a4eddc16505 HTTP/1.1" status: 200 len: 1131 time: 1.9642885 Aug 16 02:07:58.999832 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.055252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': '91a212e2-94ac-4a5d-aedd-3a4eddc16505'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:59.058492 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94906a66-6c46-4511-ab53-6e05524ac9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "91a212e2-94ac-4a5d-aedd-3a4eddc16505"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:59.068965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:59.075169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 01f2e6a2-d209-48fd-b001-c09e65a76185, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=01f2e6a2-d209-48fd-b001-c09e65a76185,segment=NetworkSegment(6f53a9f3-0fa8-4886-9bfd-bfc642e66374),segment_id=6f53a9f3-0fa8-4886-9bfd-bfc642e66374)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:59.076543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f2e6a2-d209-48fd-b001-c09e65a76185'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:59.093648 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df396a5e-a1d9-435f-9d58-2f8dadf8a19c" -d '{"events": [{"server_uuid": "dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6", "name": "network-vif-plugged", "status": "completed", "tag": "01f2e6a2-d209-48fd-b001-c09e65a76185"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:59.102538 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.117300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96616adb-53cc-48ef-aebd-2a16f1f9229b service neutron] Pushing event updated for resources: {'Port': ['ID=91a212e2-94ac-4a5d-aedd-3a4eddc16505,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:59.259085 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=01f2e6a2-d209-48fd-b001-c09e65a76185,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:59.268243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.268968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.270755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.271608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.272128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.273417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.274062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.274554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.275062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.275598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.276090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.276634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:59.451896 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5bf8c7-bdfe-48b7-9eb5-16becdc9da2b x-openstack-request-id: req-7f5bf8c7-bdfe-48b7-9eb5-16becdc9da2b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:59.452397 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6", "name": "network-vif-plugged", "status": "completed", "tag": "01f2e6a2-d209-48fd-b001-c09e65a76185", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:59.452818 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f5bf8c7-bdfe-48b7-9eb5-16becdc9da2b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:59.453417 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f2e6a2-d209-48fd-b001-c09e65a76185', 'code': 200} Aug 16 02:07:59.464553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7789d82-231b-4be4-920a-9366409c486f req-cde87978-19e2-48a5-b904-001cfe9ee081 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.483143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7789d82-231b-4be4-920a-9366409c486f req-cde87978-19e2-48a5-b904-001cfe9ee081 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 945 time: 0.2725081 Aug 16 02:07:59.527239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.632559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7789d82-231b-4be4-920a-9366409c486f req-d277774d-5ca3-464e-a8e3-02a93247b06d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414340 Aug 16 02:07:59.673940 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdc4f3c-4f56-4c57-9361-f8122943576a x-openstack-request-id: req-fbdc4f3c-4f56-4c57-9361-f8122943576a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:59.674236 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "91a212e2-94ac-4a5d-aedd-3a4eddc16505", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:59.674472 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fbdc4f3c-4f56-4c57-9361-f8122943576a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:59.674858 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': '91a212e2-94ac-4a5d-aedd-3a4eddc16505', 'status': 'completed', 'code': 200} Aug 16 02:07:59.740356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.754886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.798521 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657047-6fad-413c-bc50-d9377cf02a6b req-2d29ec95-371d-49ec-afc5-a65be972e2c4 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.799869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-de7e29fb-c699-41d1-a558-ab7c5bcfadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.800359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-de7e29fb-c699-41d1-a558-ab7c5bcfadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.800830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-de7e29fb-c699-41d1-a558-ab7c5bcfadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.801326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-de7e29fb-c699-41d1-a558-ab7c5bcfadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.801835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-de7e29fb-c699-41d1-a558-ab7c5bcfadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.802378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-de7e29fb-c699-41d1-a558-ab7c5bcfadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.804390 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-de7e29fb-c699-41d1-a558-ab7c5bcfadbd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5285 time: 0.1411383 Aug 16 02:07:59.806767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657047-6fad-413c-bc50-d9377cf02a6b req-2d29ec95-371d-49ec-afc5-a65be972e2c4 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.826144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657047-6fad-413c-bc50-d9377cf02a6b req-2d29ec95-371d-49ec-afc5-a65be972e2c4 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.833365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657047-6fad-413c-bc50-d9377cf02a6b req-2d29ec95-371d-49ec-afc5-a65be972e2c4 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.842568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657047-6fad-413c-bc50-d9377cf02a6b req-2d29ec95-371d-49ec-afc5-a65be972e2c4 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.849406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657047-6fad-413c-bc50-d9377cf02a6b req-2d29ec95-371d-49ec-afc5-a65be972e2c4 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.858973 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45657047-6fad-413c-bc50-d9377cf02a6b req-2d29ec95-371d-49ec-afc5-a65be972e2c4 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 4597 time: 0.2905905 Aug 16 02:07:59.887229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b89b8b-c3b5-48a7-bb60-39c23be417c2 req-ac781107-75b9-4878-8dbe-461af9d96fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.888887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-64b89b8b-c3b5-48a7-bb60-39c23be417c2 req-ac781107-75b9-4878-8dbe-461af9d96fd6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 1097 time: 0.2999744 Aug 16 02:08:00.004408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45657047-6fad-413c-bc50-d9377cf02a6b req-521401dc-c069-4dfd-804d-82dff4b62f76 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1442204 Aug 16 02:08:00.091980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-64b89b8b-c3b5-48a7-bb60-39c23be417c2 req-46697603-5ba7-4e3d-9306-97787e76e9ac service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580613 Aug 16 02:08:00.115985 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.123287 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.161680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-1a4c229b-1e4d-4a3c-8a66-fcc8d113aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:00.162203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-1a4c229b-1e4d-4a3c-8a66-fcc8d113aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:00.162660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-1a4c229b-1e4d-4a3c-8a66-fcc8d113aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:00.164356 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-1a4c229b-1e4d-4a3c-8a66-fcc8d113aca1 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=edd85d7bef8a474fb707dff4d8748cae&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3130398 Aug 16 02:08:00.272062 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.284545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Router ad6dc254-438f-4ea2-8797-d8be9e23322c is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:08:00.409978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a699867d-a866-4e7e-afaf-f2a7499ee9d4 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:00.421761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.444048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:00.449923 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.451793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a2c1798b-acea-483e-8e7c-8892c093ecf1 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "PUT /v2.0/routers/ad6dc254-438f-4ea2-8797-d8be9e23322c HTTP/1.1" status: 200 len: 914 time: 3.4891291 Aug 16 02:08:00.454614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35114) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:00.457208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fe3b5-893c-46de-a339-2f9963e4e62e None None] Sync routers for ids ['ad6dc254-438f-4ea2-8797-d8be9e23322c'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:00.459878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Transition to ACTIVE for port object a699867d-a866-4e7e-afaf-f2a7499ee9d4 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:00.469682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fe3b5-893c-46de-a339-2f9963e4e62e None None] Routers {'ad6dc254-438f-4ea2-8797-d8be9e23322c'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:00.471314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-203fe3b5-893c-46de-a339-2f9963e4e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ad6dc254-438f-4ea2-8797-d8be9e23322c'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:00.508508 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.582398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-203fe3b5-893c-46de-a339-2f9963e4e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:00.630571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fe3b5-893c-46de-a339-2f9963e4e62e None None] Routers {'ad6dc254-438f-4ea2-8797-d8be9e23322c'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:00.631473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-203fe3b5-893c-46de-a339-2f9963e4e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ad6dc254-438f-4ea2-8797-d8be9e23322c'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:00.660588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Pushing event updated for resources: {'Port': ['ID=a699867d-a866-4e7e-afaf-f2a7499ee9d4,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:00.676813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-203fe3b5-893c-46de-a339-2f9963e4e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:00.677647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fe3b5-893c-46de-a339-2f9963e4e62e None None] The sync data for ids ['ad6dc254-438f-4ea2-8797-d8be9e23322c'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:00.761129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router 069e95d3-4034-4c85-bd7f-795e003c4247 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:08:00.796325 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-4d52bcf3-f1c7-4615-b395-aae8251d88b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:00.797925 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-94906a66-6c46-4511-ab53-6e05524ac9ee req-4d52bcf3-f1c7-4615-b395-aae8251d88b8 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3212380 Aug 16 02:08:00.933133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Attempting to bind port a699867d-a866-4e7e-afaf-f2a7499ee9d4 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:00.933133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Attempting to bind port a699867d-a866-4e7e-afaf-f2a7499ee9d4 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:00.933133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Attempting to bind port a699867d-a866-4e7e-afaf-f2a7499ee9d4 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:00.963276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Port a699867d-a866-4e7e-afaf-f2a7499ee9d4 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:00.963612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Attempting to bind port a699867d-a866-4e7e-afaf-f2a7499ee9d4 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:00.976417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:00.976763 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Checking segment: {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:00.977183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Bound using segment: {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:00.977631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Bound port: a699867d-a866-4e7e-afaf-f2a7499ee9d4, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:00.977993 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.007430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:01.018308 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Sync routers for ids ['069e95d3-4034-4c85-bd7f-795e003c4247'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:01.043001 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Routers {'069e95d3-4034-4c85-bd7f-795e003c4247'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:01.044136 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['069e95d3-4034-4c85-bd7f-795e003c4247'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:01.070118 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.071349 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0cc1fc3d-5dd5-414d-838d-6452892c4812 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.6634042 Aug 16 02:08:01.076836 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35128) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.144886 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8ff5be24-d0ad-4676-b26f-62e71543a69e tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=deee63146f784616a74dc0add2d1dad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668898 Aug 16 02:08:01.157832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35132) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.194959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] For port a699867d-a866-4e7e-afaf-f2a7499ee9d4, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:01.203159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d0d55482-25b4-4dab-b589-05727c638336 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/routers/ad6dc254-438f-4ea2-8797-d8be9e23322c HTTP/1.1" status: 200 len: 920 time: 0.7469950 Aug 16 02:08:01.213768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35134) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.236161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a44edc-1222-40ae-aa43-abd0436a4f1b req-dbf27e41-90e0-4f8d-b0bb-303215f8e7b6 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.238762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01a44edc-1222-40ae-aa43-abd0436a4f1b req-dbf27e41-90e0-4f8d-b0bb-303215f8e7b6 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 945 time: 0.2528756 Aug 16 02:08:01.299538 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Set router 069e95d3-4034-4c85-bd7f-795e003c4247 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:01.334030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] For port a699867d-a866-4e7e-afaf-f2a7499ee9d4, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a699867d-a866-4e7e-afaf-f2a7499ee9d4,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:01.357261 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.377237 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a66fdf-3462-47b0-8b4a-d9dbc822a8ac req-bc46876f-9811-455c-b988-362aa7752607 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.391881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a66fdf-3462-47b0-8b4a-d9dbc822a8ac req-bc46876f-9811-455c-b988-362aa7752607 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.406362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a66fdf-3462-47b0-8b4a-d9dbc822a8ac req-bc46876f-9811-455c-b988-362aa7752607 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.417478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a66fdf-3462-47b0-8b4a-d9dbc822a8ac req-bc46876f-9811-455c-b988-362aa7752607 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.426334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a66fdf-3462-47b0-8b4a-d9dbc822a8ac req-bc46876f-9811-455c-b988-362aa7752607 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.433177 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a66fdf-3462-47b0-8b4a-d9dbc822a8ac req-bc46876f-9811-455c-b988-362aa7752607 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.439459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a66fdf-3462-47b0-8b4a-d9dbc822a8ac req-bc46876f-9811-455c-b988-362aa7752607 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.441915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-07a66fdf-3462-47b0-8b4a-d9dbc822a8ac req-bc46876f-9811-455c-b988-362aa7752607 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5368 time: 0.2352057 Aug 16 02:08:01.445769 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01a44edc-1222-40ae-aa43-abd0436a4f1b req-82270978-5cf4-4495-8237-cbc8869b53ca tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855452 Aug 16 02:08:01.491644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.492678 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.494862 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] 10.222.0.84 "PUT /v2.0/ports/a699867d-a866-4e7e-afaf-f2a7499ee9d4 HTTP/1.1" status: 200 len: 1130 time: 2.4308145 Aug 16 02:08:01.554575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-07a66fdf-3462-47b0-8b4a-d9dbc822a8ac req-e8b28ae7-2710-446b-80b2-1faf048e2362 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024323 Aug 16 02:08:01.585621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:01.618064 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:07:58Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:01.644666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4d682f-d68d-4172-81f1-6f2d918a3069 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.647808 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5a4d682f-d68d-4172-81f1-6f2d918a3069 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4799738 Aug 16 02:08:01.650625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35140) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.653666 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Checking router: 069e95d3-4034-4c85-bd7f-795e003c4247 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:01.653902 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Updating router 069e95d3-4034-4c85-bd7f-795e003c4247 port 286586eb-95a5-445f-bc46-f41f4e73da0b binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:01.661399 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f74ff7-1fb8-492c-83c9-b5074db37576 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.663158 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b4f74ff7-1fb8-492c-83c9-b5074db37576 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=cd116b98-b556-47d3-9fef-5a748784b774&device_id=ad6dc254-438f-4ea2-8797-d8be9e23322c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4470520 Aug 16 02:08:01.690976 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.706188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': 'a699867d-a866-4e7e-afaf-f2a7499ee9d4'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:01.711098 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98480d9-f5af-4dc5-9da2-26544a6b1430" -d '{"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "a699867d-a866-4e7e-afaf-f2a7499ee9d4"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:01.722114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc827007-1767-43e3-a2b2-d5368832647e service neutron] Pushing event updated for resources: {'Port': ['ID=a699867d-a866-4e7e-afaf-f2a7499ee9d4,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:01.731587 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:08:01.734108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35144) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.764966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3b982ed9-349a-40f4-a65a-e21ba8505a2c tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1109767 Aug 16 02:08:01.766971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35148) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.877768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-737645939', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:01.971137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d0a00b-1632-4743-85d0-4dde079a865c tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.987873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b4d0a00b-1632-4743-85d0-4dde079a865c tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 881 time: 0.2499514 Aug 16 02:08:01.988256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35154) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:02.014200 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88fe399-81e6-4a4c-b684-44b589950355 x-openstack-request-id: req-e88fe399-81e6-4a4c-b684-44b589950355 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:02.014877 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "a699867d-a866-4e7e-afaf-f2a7499ee9d4", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:02.014877 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e88fe399-81e6-4a4c-b684-44b589950355 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:02.015167 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': 'a699867d-a866-4e7e-afaf-f2a7499ee9d4', 'status': 'completed', 'code': 200} Aug 16 02:08:02.022200 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-13a81879-a4f7-4571-8bf9-25d9ec96cbc5 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad6dc254-438f-4ea2-8797-d8be9e23322c HTTP/1.1" status: 200 len: 205 time: 0.0294127 Aug 16 02:08:02.022962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35156) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:02.025545 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.028315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.036616 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Transition to ACTIVE for port object 286586eb-95a5-445f-bc46-f41f4e73da0b will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:02.045094 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.094434 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada8be0-4ef9-4117-b9d1-4c084d49b6e9 None None] Pushing event updated for resources: {'Port': ['ID=286586eb-95a5-445f-bc46-f41f4e73da0b,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:02.118851 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Attempting to bind port 286586eb-95a5-445f-bc46-f41f4e73da0b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:02.119140 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Attempting to bind port 286586eb-95a5-445f-bc46-f41f4e73da0b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:02.119683 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Attempting to bind port 286586eb-95a5-445f-bc46-f41f4e73da0b on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:02.127590 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:02.127962 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:02.128341 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.128726 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:02.129234 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Bound port: 286586eb-95a5-445f-bc46-f41f4e73da0b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:02.129607 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.182890 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.203078 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] For port 286586eb-95a5-445f-bc46-f41f4e73da0b, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:02.208457 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] For port 286586eb-95a5-445f-bc46-f41f4e73da0b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=286586eb-95a5-445f-bc46-f41f4e73da0b,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:02.215299 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.217645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-96064b8c-3c9c-4474-8f17-8d63c640ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.218656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-96064b8c-3c9c-4474-8f17-8d63c640ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.219155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-96064b8c-3c9c-4474-8f17-8d63c640ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.219642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-96064b8c-3c9c-4474-8f17-8d63c640ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.220123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-96064b8c-3c9c-4474-8f17-8d63c640ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.220598 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-96064b8c-3c9c-4474-8f17-8d63c640ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.221175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-96064b8c-3c9c-4474-8f17-8d63c640ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.223157 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-96064b8c-3c9c-4474-8f17-8d63c640ef2f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6208 time: 0.2071612 Aug 16 02:08:02.231250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:02.235124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.280399 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada8be0-4ef9-4117-b9d1-4c084d49b6e9 None None] Pushing event updated for resources: {'Port': ['ID=286586eb-95a5-445f-bc46-f41f4e73da0b,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:02.304544 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Routers {'069e95d3-4034-4c85-bd7f-795e003c4247'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:02.305232 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['069e95d3-4034-4c85-bd7f-795e003c4247'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:02.384042 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.452748 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] Set router 069e95d3-4034-4c85-bd7f-795e003c4247 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:02.499090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Deleting port c87f7ddc-8923-4719-8cfe-46c0dd8adb83 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:02.499433 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.621857 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.636882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Calling delete_port for c87f7ddc-8923-4719-8cfe-46c0dd8adb83 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:02.685015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-865e44c6-e81d-4b28-aa94-e7255c96bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.685015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-865e44c6-e81d-4b28-aa94-e7255c96bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.685387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-865e44c6-e81d-4b28-aa94-e7255c96bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.687069 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-865e44c6-e81d-4b28-aa94-e7255c96bea9 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=edd85d7bef8a474fb707dff4d8748cae&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4466205 Aug 16 02:08:02.797216 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:07:58Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:02.833357 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f6d4b-17f4-4bff-a0f6-27fe4234f0fb None None] The sync data for ids ['069e95d3-4034-4c85-bd7f-795e003c4247'] in n-d-768851-16 is: [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:07:58Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:02.905964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a3613-e553-422b-b81a-c27de3bf546d req-828bd3e8-0b4e-4f16-aa1e-994a3bf5965d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.907612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-240a3613-e553-422b-b81a-c27de3bf546d req-828bd3e8-0b4e-4f16-aa1e-994a3bf5965d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 945 time: 0.1127453 Aug 16 02:08:02.977141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9a0d-d810-4394-bed7-09d0d275451f req-731583cf-df8e-4b0f-ae48-58071bb259ad tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.984612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9a0d-d810-4394-bed7-09d0d275451f req-731583cf-df8e-4b0f-ae48-58071bb259ad tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.992806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9a0d-d810-4394-bed7-09d0d275451f req-731583cf-df8e-4b0f-ae48-58071bb259ad tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.000034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9a0d-d810-4394-bed7-09d0d275451f req-731583cf-df8e-4b0f-ae48-58071bb259ad tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.007732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9a0d-d810-4394-bed7-09d0d275451f req-731583cf-df8e-4b0f-ae48-58071bb259ad tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.020578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9a0d-d810-4394-bed7-09d0d275451f req-731583cf-df8e-4b0f-ae48-58071bb259ad tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.028865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9a0d-d810-4394-bed7-09d0d275451f req-731583cf-df8e-4b0f-ae48-58071bb259ad tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.031391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-561e9a0d-d810-4394-bed7-09d0d275451f req-731583cf-df8e-4b0f-ae48-58071bb259ad tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5368 time: 0.2461491 Aug 16 02:08:03.113847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-240a3613-e553-422b-b81a-c27de3bf546d req-fb8625d6-7357-4e55-a5d7-09f540b60986 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935945 Aug 16 02:08:03.114468 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.145056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-561e9a0d-d810-4394-bed7-09d0d275451f req-2a6015ce-824d-486f-a233-4b889ec65cf4 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042969 Aug 16 02:08:03.203772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Pushing event deleted for resources: {'Port': ['ID=c87f7ddc-8923-4719-8cfe-46c0dd8adb83,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:03.464063 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.536598 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-c7e3edb8-f3e7-42f7-a512-69db04399753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.538575 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c98480d9-f5af-4dc5-9da2-26544a6b1430 req-c7e3edb8-f3e7-42f7-a512-69db04399753 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8429294 Aug 16 02:08:03.539545 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.623625 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.635636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.655739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:03.684880 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.702155 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.702909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Fanout notify agent at l3_agent the message router_deleted on router ad6dc254-438f-4ea2-8797-d8be9e23322c {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:08:03.713553 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.715065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3f15f729-8f67-4dd8-8f20-cbf4a7a0bd2a tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/ad6dc254-438f-4ea2-8797-d8be9e23322c HTTP/1.1" status: 204 len: 168 time: 1.6910124 Aug 16 02:08:03.719491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35222) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.724825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7ee71ff8-d16e-4d91-9af8-854bb5d3275b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1807806576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:03.729398 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Subnet': ['ID=7026194a-2026-4809-ac2c-02d67d73e5d3,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:03.735947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Checking segment: {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:03.745538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network hostable DHCP agents. Network: df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:03.751279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Transition to ACTIVE for port object 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:03.764438 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.768696 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ee71ff8-d16e-4d91-9af8-854bb5d3275b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.770493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ee71ff8-d16e-4d91-9af8-854bb5d3275b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.786481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:03.850680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:03.860840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8717ffa-66da-42a7-8982-9328ae6de9d4 None None] Network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:03.885951 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ee71ff8-d16e-4d91-9af8-854bb5d3275b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.886708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.887365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.896795 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ee71ff8-d16e-4d91-9af8-854bb5d3275b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.932200 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ee71ff8-d16e-4d91-9af8-854bb5d3275b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.933508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7ee71ff8-d16e-4d91-9af8-854bb5d3275b tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2127266 Aug 16 02:08:03.936967 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35226) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.941456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'enable_snat': False}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:03.989484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Pushing event updated for resources: {'Port': ['ID=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:04.024889 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9854eb95-5ba3-4ac5-8158-9b11fb079df2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1609621 Aug 16 02:08:04.027564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35230) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:04.422763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 286586eb-95a5-445f-bc46-f41f4e73da0b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:04.432524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:04.433473 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.566329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Attempting to bind port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:04.568698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Attempting to bind port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:04.569916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Attempting to bind port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:04.581612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:04.582224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Attempting to bind port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:04.714788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:04.715220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Checking segment: {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:04.717120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Bound using segment: {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:04.717424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Bound port: 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:04.717799 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.767320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Allocated IP 172.20.0.2 (df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91/7026194a-2026-4809-ac2c-02d67d73e5d3/76532bbf-2894-4618-97b8-6d9b58bf7159) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:04.781939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.954761 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.966588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Transition to ACTIVE for port object 76532bbf-2894-4618-97b8-6d9b58bf7159 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:04.989320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Transition to ACTIVE for port object 76532bbf-2894-4618-97b8-6d9b58bf7159 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:05.021190 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.033213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 286586eb-95a5-445f-bc46-f41f4e73da0b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:05.043320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] For port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:05.054750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e923f3-2bbd-4faa-8c37-dafa0df13643 req-d2e9f16c-d3bd-41a1-aabc-a88e8b549540 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.064460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] For port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:05.072167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e923f3-2bbd-4faa-8c37-dafa0df13643 req-d2e9f16c-d3bd-41a1-aabc-a88e8b549540 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.084214 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.086412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e923f3-2bbd-4faa-8c37-dafa0df13643 req-d2e9f16c-d3bd-41a1-aabc-a88e8b549540 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.103093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e923f3-2bbd-4faa-8c37-dafa0df13643 req-d2e9f16c-d3bd-41a1-aabc-a88e8b549540 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.123530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e923f3-2bbd-4faa-8c37-dafa0df13643 req-d2e9f16c-d3bd-41a1-aabc-a88e8b549540 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.130356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e923f3-2bbd-4faa-8c37-dafa0df13643 req-d2e9f16c-d3bd-41a1-aabc-a88e8b549540 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.137206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:05.138958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:05.146239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:05.148618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e923f3-2bbd-4faa-8c37-dafa0df13643 req-d2e9f16c-d3bd-41a1-aabc-a88e8b549540 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.181524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-54e923f3-2bbd-4faa-8c37-dafa0df13643 req-d2e9f16c-d3bd-41a1-aabc-a88e8b549540 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5380 time: 0.6184044 Aug 16 02:08:05.214058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 286586eb-95a5-445f-bc46-f41f4e73da0b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:05.214684 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.254061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Attempting to bind port 76532bbf-2894-4618-97b8-6d9b58bf7159 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:05.257469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Attempting to bind port 76532bbf-2894-4618-97b8-6d9b58bf7159 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:05.257855 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Attempting to bind port 76532bbf-2894-4618-97b8-6d9b58bf7159 on network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:05.279335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Pushing event updated for resources: {'Port': ['ID=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:05.334547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-54e923f3-2bbd-4faa-8c37-dafa0df13643 req-4171f716-b205-46bd-87ef-19652d2d5637 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1465001 Aug 16 02:08:05.338495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:05.339462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Checking segment: {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:05.340068 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.340627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Bound using segment: {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:05.341283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Bound port: 76532bbf-2894-4618-97b8-6d9b58bf7159, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:05.341836 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.344242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Pushing event updated for resources: {'Port': ['ID=76532bbf-2894-4618-97b8-6d9b58bf7159,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:05.455126 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.535989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.536645 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.538339 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0d4ccc7d-4547-42a1-9209-ec0a51e5db43 service neutron] 10.222.0.84 "PUT /v2.0/ports/0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 HTTP/1.1" status: 200 len: 1091 time: 3.9660935 Aug 16 02:08:05.538826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': '0a28bec1-580b-45ea-8c4c-2d4d5a3829e7'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:05.563678 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3917f26-4450-4cd3-ad0d-532777344272" -d '{"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "0a28bec1-580b-45ea-8c4c-2d4d5a3829e7"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:05.592880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.630156 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:05.636958 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.739962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] For port 76532bbf-2894-4618-97b8-6d9b58bf7159, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:05.772411 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.805921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 286586eb-95a5-445f-bc46-f41f4e73da0b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=286586eb-95a5-445f-bc46-f41f4e73da0b,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:05.823175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] For port 76532bbf-2894-4618-97b8-6d9b58bf7159, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=76532bbf-2894-4618-97b8-6d9b58bf7159,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:05.834301 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.866923 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9f92a4-fa60-4321-b3e1-12a8532672b0 x-openstack-request-id: req-7b9f92a4-fa60-4321-b3e1-12a8532672b0 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:05.867537 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "0a28bec1-580b-45ea-8c4c-2d4d5a3829e7", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:05.868020 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b9f92a4-fa60-4321-b3e1-12a8532672b0 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:05.868634 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': '0a28bec1-580b-45ea-8c4c-2d4d5a3829e7', 'status': 'completed', 'code': 200} Aug 16 02:08:05.919854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Allocated IP 172.25.2.63 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/d6777fef-28c4-4e6d-a4f6-9df7e11987f9) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:05.939719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=286586eb-95a5-445f-bc46-f41f4e73da0b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:05.945611 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.050236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a465e61-4242-400b-a58d-c9362e75f5c0 None None] Pushing event updated for resources: {'Port': ['ID=76532bbf-2894-4618-97b8-6d9b58bf7159,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:06.105162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.207056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917f26-4450-4cd3-ad0d-532777344272 req-18ce3098-a5d0-4c46-8ebe-ed68daca42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.207603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917f26-4450-4cd3-ad0d-532777344272 req-18ce3098-a5d0-4c46-8ebe-ed68daca42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.208129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917f26-4450-4cd3-ad0d-532777344272 req-18ce3098-a5d0-4c46-8ebe-ed68daca42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.208621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917f26-4450-4cd3-ad0d-532777344272 req-18ce3098-a5d0-4c46-8ebe-ed68daca42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.209732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917f26-4450-4cd3-ad0d-532777344272 req-18ce3098-a5d0-4c46-8ebe-ed68daca42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.211605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917f26-4450-4cd3-ad0d-532777344272 req-18ce3098-a5d0-4c46-8ebe-ed68daca42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.212099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917f26-4450-4cd3-ad0d-532777344272 req-18ce3098-a5d0-4c46-8ebe-ed68daca42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.214401 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b3917f26-4450-4cd3-ad0d-532777344272 req-18ce3098-a5d0-4c46-8ebe-ed68daca42a0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6276 time: 0.3696709 Aug 16 02:08:06.238582 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.289737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 286586eb-95a5-445f-bc46-f41f4e73da0b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:06.360599 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.493227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 286586eb-95a5-445f-bc46-f41f4e73da0b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:06.494113 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.534388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:06.535489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Pushing event updated for resources: {'Port': ['ID=d6777fef-28c4-4e6d-a4f6-9df7e11987f9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:06.537065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917f26-4450-4cd3-ad0d-532777344272 req-f3b70593-4576-4c36-9793-d61713e42f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.539872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:06.545675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917f26-4450-4cd3-ad0d-532777344272 req-f3b70593-4576-4c36-9793-d61713e42f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.547273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917f26-4450-4cd3-ad0d-532777344272 req-f3b70593-4576-4c36-9793-d61713e42f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.549046 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b3917f26-4450-4cd3-ad0d-532777344272 req-f3b70593-4576-4c36-9793-d61713e42f81 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=edd85d7bef8a474fb707dff4d8748cae&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3126030 Aug 16 02:08:06.554571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:06.769354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae3c7c-1d10-439f-8a04-ee0ae18cc797 req-87524bff-20d7-499f-8935-2c670ed712eb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.787675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae3c7c-1d10-439f-8a04-ee0ae18cc797 req-87524bff-20d7-499f-8935-2c670ed712eb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.798442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae3c7c-1d10-439f-8a04-ee0ae18cc797 req-87524bff-20d7-499f-8935-2c670ed712eb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.804884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae3c7c-1d10-439f-8a04-ee0ae18cc797 req-87524bff-20d7-499f-8935-2c670ed712eb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.811141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae3c7c-1d10-439f-8a04-ee0ae18cc797 req-87524bff-20d7-499f-8935-2c670ed712eb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.817369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae3c7c-1d10-439f-8a04-ee0ae18cc797 req-87524bff-20d7-499f-8935-2c670ed712eb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.823943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae3c7c-1d10-439f-8a04-ee0ae18cc797 req-87524bff-20d7-499f-8935-2c670ed712eb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.824540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3917f26-4450-4cd3-ad0d-532777344272 req-f5c3e460-9d89-486b-b776-a6d0883a5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.827752 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b3917f26-4450-4cd3-ad0d-532777344272 req-f5c3e460-9d89-486b-b776-a6d0883a5fa2 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2469878 Aug 16 02:08:06.854438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67ae3c7c-1d10-439f-8a04-ee0ae18cc797 req-87524bff-20d7-499f-8935-2c670ed712eb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5380 time: 0.2967477 Aug 16 02:08:07.045892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67ae3c7c-1d10-439f-8a04-ee0ae18cc797 req-cfce91da-8f1d-4b2b-9a79-5bc893c121e6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1878324 Aug 16 02:08:07.203610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.20.0.1 (df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91/7026194a-2026-4809-ac2c-02d67d73e5d3/5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:07.316875 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.493239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53bffd3-02b2-4ace-ad8e-9d1f39579199 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:07.550064 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.584100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Transition to ACTIVE for port object c53bffd3-02b2-4ace-ad8e-9d1f39579199 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:07.594439 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.600160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.674306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2b3f5-c56a-4930-bfc0-747c0802f36c None None] Network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:07.681211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Transition to ACTIVE for port object 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:07.723039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Pushing event updated for resources: {'Port': ['ID=c53bffd3-02b2-4ace-ad8e-9d1f39579199,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:07.823367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-03858a7e-38ca-4e65-9299-b528fbef50f9 None None] Provisioning for port 76532bbf-2894-4618-97b8-6d9b58bf7159 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:07.871468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Attempting to bind port c53bffd3-02b2-4ace-ad8e-9d1f39579199 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:07.872136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Attempting to bind port c53bffd3-02b2-4ace-ad8e-9d1f39579199 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:07.872136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Attempting to bind port c53bffd3-02b2-4ace-ad8e-9d1f39579199 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:07.877630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Port c53bffd3-02b2-4ace-ad8e-9d1f39579199 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:07.878209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Attempting to bind port c53bffd3-02b2-4ace-ad8e-9d1f39579199 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:07.885948 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.898811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:07.899455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Checking segment: {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:07.900027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Bound using segment: {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:07.900645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Bound port: c53bffd3-02b2-4ace-ad8e-9d1f39579199, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df724141-cb3b-423d-a7a6-10ae7e652b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:07.901218 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.952366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:07.960003 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:07.970882 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:08.032302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:08.110504 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.290198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367607a-0677-435d-af8b-70ea189fe39f req-d3f001e6-a998-4b74-89e3-897774e12cf2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.303732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367607a-0677-435d-af8b-70ea189fe39f req-d3f001e6-a998-4b74-89e3-897774e12cf2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.309962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] For port c53bffd3-02b2-4ace-ad8e-9d1f39579199, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:08.314757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367607a-0677-435d-af8b-70ea189fe39f req-d3f001e6-a998-4b74-89e3-897774e12cf2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.336149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367607a-0677-435d-af8b-70ea189fe39f req-d3f001e6-a998-4b74-89e3-897774e12cf2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.358588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367607a-0677-435d-af8b-70ea189fe39f req-d3f001e6-a998-4b74-89e3-897774e12cf2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.380247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76532bbf-2894-4618-97b8-6d9b58bf7159 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:08.380952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367607a-0677-435d-af8b-70ea189fe39f req-d3f001e6-a998-4b74-89e3-897774e12cf2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.390006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367607a-0677-435d-af8b-70ea189fe39f req-d3f001e6-a998-4b74-89e3-897774e12cf2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.392154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a367607a-0677-435d-af8b-70ea189fe39f req-d3f001e6-a998-4b74-89e3-897774e12cf2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5442 time: 1.1549227 Aug 16 02:08:08.431535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] For port c53bffd3-02b2-4ace-ad8e-9d1f39579199, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c53bffd3-02b2-4ace-ad8e-9d1f39579199,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:08.433045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.443954 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.501991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 76532bbf-2894-4618-97b8-6d9b58bf7159 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:08.507078 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 76532bbf-2894-4618-97b8-6d9b58bf7159 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:08.507602 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.538906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a367607a-0677-435d-af8b-70ea189fe39f req-c179ad03-9537-4879-a5a2-9e187afa0ad7 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287255 Aug 16 02:08:08.551190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f4a7-6751-447e-ac4c-4643f667b032 req-b288fa0e-f1e7-42e9-8fd4-e3a4ac86a788 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.572210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f4a7-6751-447e-ac4c-4643f667b032 req-b288fa0e-f1e7-42e9-8fd4-e3a4ac86a788 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.581537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f4a7-6751-447e-ac4c-4643f667b032 req-b288fa0e-f1e7-42e9-8fd4-e3a4ac86a788 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.590761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f4a7-6751-447e-ac4c-4643f667b032 req-b288fa0e-f1e7-42e9-8fd4-e3a4ac86a788 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.609534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.614873 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.615088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f4a7-6751-447e-ac4c-4643f667b032 req-b288fa0e-f1e7-42e9-8fd4-e3a4ac86a788 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.616455 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] 10.222.0.84 "PUT /v2.0/ports/c53bffd3-02b2-4ace-ad8e-9d1f39579199 HTTP/1.1" status: 200 len: 1090 time: 3.0178292 Aug 16 02:08:08.616937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': 'c53bffd3-02b2-4ace-ad8e-9d1f39579199'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:08.619294 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f310208f-f885-473c-831f-40ad6ce3ad2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "c53bffd3-02b2-4ace-ad8e-9d1f39579199"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:08.668392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:08.673518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f4a7-6751-447e-ac4c-4643f667b032 req-b288fa0e-f1e7-42e9-8fd4-e3a4ac86a788 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.714079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f4a7-6751-447e-ac4c-4643f667b032 req-b288fa0e-f1e7-42e9-8fd4-e3a4ac86a788 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.735920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d38f4a7-6751-447e-ac4c-4643f667b032 req-b288fa0e-f1e7-42e9-8fd4-e3a4ac86a788 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5392 time: 0.3404562 Aug 16 02:08:08.778050 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1ea96e4e-879b-4f2b-8d29-cd1b89d7682f None None] Provisioning for port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:08.788574 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.794936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1ea96e4e-879b-4f2b-8d29-cd1b89d7682f None None] Provisioning complete for port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:08.795667 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1ea96e4e-879b-4f2b-8d29-cd1b89d7682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.958605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 76532bbf-2894-4618-97b8-6d9b58bf7159, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=76532bbf-2894-4618-97b8-6d9b58bf7159,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:08.962616 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2dc99938-d933-4f4f-a459-223ac4e27b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.966705 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.974353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1ea96e4e-879b-4f2b-8d29-cd1b89d7682f None None] Port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:08.981375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d38f4a7-6751-447e-ac4c-4643f667b032 req-38e69861-a6e2-4219-a012-c9a76702d952 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2440605 Aug 16 02:08:08.989539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a191f2a-b474-46aa-b094-147b4f699b70 service neutron] Pushing event updated for resources: {'Port': ['ID=c53bffd3-02b2-4ace-ad8e-9d1f39579199,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:09.100699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=76532bbf-2894-4618-97b8-6d9b58bf7159,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:09.106634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a334f-2fd3-42fe-8329-100d09bde2ca req-9c8122a9-4fc7-43fe-91aa-8267fea73650 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.115683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a334f-2fd3-42fe-8329-100d09bde2ca req-9c8122a9-4fc7-43fe-91aa-8267fea73650 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.126342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a334f-2fd3-42fe-8329-100d09bde2ca req-9c8122a9-4fc7-43fe-91aa-8267fea73650 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.134414 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.134942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1ea96e4e-879b-4f2b-8d29-cd1b89d7682f None None] Provisioning complete for port 76532bbf-2894-4618-97b8-6d9b58bf7159 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:09.135133 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1ea96e4e-879b-4f2b-8d29-cd1b89d7682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.138602 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f3b3c0-8f3c-4070-b7f6-ad9a5c1d137d x-openstack-request-id: req-96f3b3c0-8f3c-4070-b7f6-ad9a5c1d137d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:09.139097 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "c53bffd3-02b2-4ace-ad8e-9d1f39579199", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:09.139513 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96f3b3c0-8f3c-4070-b7f6-ad9a5c1d137d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:09.140077 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': 'c53bffd3-02b2-4ace-ad8e-9d1f39579199', 'status': 'completed', 'code': 200} Aug 16 02:08:09.151459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a334f-2fd3-42fe-8329-100d09bde2ca req-9c8122a9-4fc7-43fe-91aa-8267fea73650 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.157844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a334f-2fd3-42fe-8329-100d09bde2ca req-9c8122a9-4fc7-43fe-91aa-8267fea73650 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.164309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a334f-2fd3-42fe-8329-100d09bde2ca req-9c8122a9-4fc7-43fe-91aa-8267fea73650 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.170467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a334f-2fd3-42fe-8329-100d09bde2ca req-9c8122a9-4fc7-43fe-91aa-8267fea73650 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.172498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-475a334f-2fd3-42fe-8329-100d09bde2ca req-9c8122a9-4fc7-43fe-91aa-8267fea73650 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5442 time: 0.3373876 Aug 16 02:08:09.207414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.213986 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.439038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-a9915ee5-83bf-42f0-876d-067cebe513b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.439596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-a9915ee5-83bf-42f0-876d-067cebe513b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.440196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-10297490-c13d-43e1-827d-b9384e657529 None None] Provisioning complete for port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:09.440331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-a9915ee5-83bf-42f0-876d-067cebe513b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.440902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-a9915ee5-83bf-42f0-876d-067cebe513b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.442292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Router ec6097af-75fc-403e-9229-16eae16218d4 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:08:09.443194 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-10297490-c13d-43e1-827d-b9384e657529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.452841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-a9915ee5-83bf-42f0-876d-067cebe513b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.456133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-a9915ee5-83bf-42f0-876d-067cebe513b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.456373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-a9915ee5-83bf-42f0-876d-067cebe513b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.461096 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-a9915ee5-83bf-42f0-876d-067cebe513b7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6344 time: 0.3004029 Aug 16 02:08:09.507768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-10297490-c13d-43e1-827d-b9384e657529 None None] Port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:09.602839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:09.612293 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.614345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-64001ec5-8b85-4a7e-aa7c-1956d31f4869 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "PUT /v2.0/routers/ec6097af-75fc-403e-9229-16eae16218d4 HTTP/1.1" status: 200 len: 915 time: 5.6762898 Aug 16 02:08:09.619326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35366) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:09.622701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef18d60-0aaf-4ae7-85ca-6d90cc5b5561 None None] Sync routers for ids ['ec6097af-75fc-403e-9229-16eae16218d4'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:09.625269 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.643239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef18d60-0aaf-4ae7-85ca-6d90cc5b5561 None None] Routers {'ec6097af-75fc-403e-9229-16eae16218d4'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:09.645027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ef18d60-0aaf-4ae7-85ca-6d90cc5b5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ec6097af-75fc-403e-9229-16eae16218d4'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:09.694316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ef18d60-0aaf-4ae7-85ca-6d90cc5b5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:09.717206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef18d60-0aaf-4ae7-85ca-6d90cc5b5561 None None] Routers {'ec6097af-75fc-403e-9229-16eae16218d4'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:09.718079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ef18d60-0aaf-4ae7-85ca-6d90cc5b5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:07:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ec6097af-75fc-403e-9229-16eae16218d4'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:09.758855 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3ef18d60-0aaf-4ae7-85ca-6d90cc5b5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:09.759949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef18d60-0aaf-4ae7-85ca-6d90cc5b5561 None None] The sync data for ids ['ec6097af-75fc-403e-9229-16eae16218d4'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:09.854646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1e53e282-8cbc-477d-aa44-ab957f1b72f3 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/routers/ec6097af-75fc-403e-9229-16eae16218d4 HTTP/1.1" status: 200 len: 921 time: 0.2196412 Aug 16 02:08:09.855398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35374) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:09.910800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7a37b8-686d-4a85-a9bd-2e6783fc6961 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.913444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5c7a37b8-686d-4a85-a9bd-2e6783fc6961 tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=cd116b98-b556-47d3-9fef-5a748784b774&device_id=ec6097af-75fc-403e-9229-16eae16218d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0563304 Aug 16 02:08:09.916137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35376) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:10.057858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad7b9c4-9f5b-475a-8dc5-f9af92af725c tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.060479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3ad7b9c4-9f5b-475a-8dc5-f9af92af725c tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 881 time: 0.1419086 Aug 16 02:08:10.062413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35382) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:10.096343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4d1b8a75-0b29-4e1a-a38f-fa500ca6c400 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec6097af-75fc-403e-9229-16eae16218d4 HTTP/1.1" status: 200 len: 205 time: 0.0321648 Aug 16 02:08:10.098286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35386) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:10.275744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7487b28-a613-4bc5-a67d-7c39e15b4641 req-f0e6d161-e7c8-408d-a075-aac5282d13a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.279886 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76532bbf-2894-4618-97b8-6d9b58bf7159 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:10.281678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7487b28-a613-4bc5-a67d-7c39e15b4641 req-f0e6d161-e7c8-408d-a075-aac5282d13a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.287883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7487b28-a613-4bc5-a67d-7c39e15b4641 req-f0e6d161-e7c8-408d-a075-aac5282d13a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.294429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7487b28-a613-4bc5-a67d-7c39e15b4641 req-f0e6d161-e7c8-408d-a075-aac5282d13a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.300398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7487b28-a613-4bc5-a67d-7c39e15b4641 req-f0e6d161-e7c8-408d-a075-aac5282d13a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.308545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7487b28-a613-4bc5-a67d-7c39e15b4641 req-f0e6d161-e7c8-408d-a075-aac5282d13a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.314835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7487b28-a613-4bc5-a67d-7c39e15b4641 req-f0e6d161-e7c8-408d-a075-aac5282d13a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.316865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7487b28-a613-4bc5-a67d-7c39e15b4641 req-f0e6d161-e7c8-408d-a075-aac5282d13a0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5392 time: 0.1605411 Aug 16 02:08:10.328492 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.338555 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.341986 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-ff2fba2e-09be-45f9-ba81-d8ea225202a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.343052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-ff2fba2e-09be-45f9-ba81-d8ea225202a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.343448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-ff2fba2e-09be-45f9-ba81-d8ea225202a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.345357 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-ff2fba2e-09be-45f9-ba81-d8ea225202a1 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=edd85d7bef8a474fb707dff4d8748cae&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8302560 Aug 16 02:08:10.352124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 76532bbf-2894-4618-97b8-6d9b58bf7159 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:10.352551 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.387670 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.544535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7487b28-a613-4bc5-a67d-7c39e15b4641 req-2ced3823-29e6-4633-b0fe-26d7a01773bd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2008598 Aug 16 02:08:10.603334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.606463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:10.627421 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.700637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:10.710783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Deleting port d6777fef-28c4-4e6d-a4f6-9df7e11987f9 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:10.711220 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.713859 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.725591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-a000494f-b63a-4d00-b543-6303209458d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.727168 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f310208f-f885-473c-831f-40ad6ce3ad2c req-a000494f-b63a-4d00-b543-6303209458d2 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3612843 Aug 16 02:08:10.742766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Transition to ACTIVE for port object fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:10.756034 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.807410 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.827178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Calling delete_port for d6777fef-28c4-4e6d-a4f6-9df7e11987f9 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:10.882944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:10.910553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:10.913955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:11.265862 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.332288 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-adb32651-7736-442b-967d-3774a42f7ce2 req-f3c383ca-81e3-4961-8841-3ff0cc0c6709 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3587205 Aug 16 02:08:11.369800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Pushing event deleted for resources: {'Port': ['ID=d6777fef-28c4-4e6d-a4f6-9df7e11987f9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:11.372511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Attempting to bind port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:11.372832 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-178828da-cec0-4e93-8698-a5d7aafe7f19 None None] Provisioning complete for port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:11.373703 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Attempting to bind port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:11.374030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Attempting to bind port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 on network eca69f28-e548-4340-9226-f3b255cebbcd {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:11.375174 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-178828da-cec0-4e93-8698-a5d7aafe7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.399523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router 069e95d3-4034-4c85-bd7f-795e003c4247 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:11.400357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 on network eca69f28-e548-4340-9226-f3b255cebbcd not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:11.400687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Attempting to bind port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 on network eca69f28-e548-4340-9226-f3b255cebbcd {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:11.414975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867349-acc8-4562-bbb2-a183f4b85f59 req-b5e5e272-d169-4eee-99cf-1d9b3078bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.415489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867349-acc8-4562-bbb2-a183f4b85f59 req-b5e5e272-d169-4eee-99cf-1d9b3078bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.416228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867349-acc8-4562-bbb2-a183f4b85f59 req-b5e5e272-d169-4eee-99cf-1d9b3078bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.416925 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867349-acc8-4562-bbb2-a183f4b85f59 req-b5e5e272-d169-4eee-99cf-1d9b3078bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.417207 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867349-acc8-4562-bbb2-a183f4b85f59 req-b5e5e272-d169-4eee-99cf-1d9b3078bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.417676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867349-acc8-4562-bbb2-a183f4b85f59 req-b5e5e272-d169-4eee-99cf-1d9b3078bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.418177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867349-acc8-4562-bbb2-a183f4b85f59 req-b5e5e272-d169-4eee-99cf-1d9b3078bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.421261 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-74867349-acc8-4562-bbb2-a183f4b85f59 req-b5e5e272-d169-4eee-99cf-1d9b3078bf8d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6506 time: 0.1433184 Aug 16 02:08:11.423215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-178828da-cec0-4e93-8698-a5d7aafe7f19 None None] Port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:11.451282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.465555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:11.465917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Checking segment: {'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:11.466286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Bound using segment: {'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:11.466723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Bound port: fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:11.467132 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.489540 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8fcafb95-38d0-447b-84bc-ae4903617ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.546062 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.601975 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.613863 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.644658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb32651-7736-442b-967d-3774a42f7ce2 req-c10a66a8-4107-4146-bd66-a6a95deab3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.646728 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-adb32651-7736-442b-967d-3774a42f7ce2 req-c10a66a8-4107-4146-bd66-a6a95deab3ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1096 time: 0.2576025 Aug 16 02:08:11.649813 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-74867349-acc8-4562-bbb2-a183f4b85f59 req-4925686e-ddee-4e83-a41d-1cadeffc8c01 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1936574 Aug 16 02:08:11.741231 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.742320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Fanout notify agent at l3_agent the message router_deleted on router ec6097af-75fc-403e-9229-16eae16218d4 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:08:11.753888 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.755347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c6cd923b-1932-4314-90f0-641e4d44b713 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/ec6097af-75fc-403e-9229-16eae16218d4 HTTP/1.1" status: 204 len: 168 time: 1.6558552 Aug 16 02:08:11.759441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35426) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.765510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1173080178', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:11.796914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfa100-6077-431c-beae-1a89300059c5 req-920b17e6-8f84-4995-a0a3-f7ac6b95efe9 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.803803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfa100-6077-431c-beae-1a89300059c5 req-920b17e6-8f84-4995-a0a3-f7ac6b95efe9 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.805845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] For port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:11.809844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfa100-6077-431c-beae-1a89300059c5 req-920b17e6-8f84-4995-a0a3-f7ac6b95efe9 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.817111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfa100-6077-431c-beae-1a89300059c5 req-920b17e6-8f84-4995-a0a3-f7ac6b95efe9 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.824761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfa100-6077-431c-beae-1a89300059c5 req-920b17e6-8f84-4995-a0a3-f7ac6b95efe9 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.827544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] For port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:11.831273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:11.832941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfa100-6077-431c-beae-1a89300059c5 req-920b17e6-8f84-4995-a0a3-f7ac6b95efe9 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.838485 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f4dfc4d0-48e0-4099-804f-e89e81cb911b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "PUT /v2.0/routers/069e95d3-4034-4c85-bd7f-795e003c4247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8097937 Aug 16 02:08:11.850071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.851141 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Sync routers for ids ['069e95d3-4034-4c85-bd7f-795e003c4247'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:11.852205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfa100-6077-431c-beae-1a89300059c5 req-920b17e6-8f84-4995-a0a3-f7ac6b95efe9 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.858390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0abfa100-6077-431c-beae-1a89300059c5 req-920b17e6-8f84-4995-a0a3-f7ac6b95efe9 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5404 time: 0.1736205 Aug 16 02:08:11.865696 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Routers {'069e95d3-4034-4c85-bd7f-795e003c4247'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:11.866772 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['069e95d3-4034-4c85-bd7f-795e003c4247'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:11.910736 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.919600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.946423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.947074 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.948716 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] 10.222.0.84 "PUT /v2.0/ports/fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 HTTP/1.1" status: 200 len: 1092 time: 3.2848625 Aug 16 02:08:11.949208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': 'fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:11.951668 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:11.971232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb32651-7736-442b-967d-3774a42f7ce2 req-ff696f81-20d5-45a9-bb27-50f9d273ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.972787 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-adb32651-7736-442b-967d-3774a42f7ce2 req-ff696f81-20d5-45a9-bb27-50f9d273ce87 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.2862368 Aug 16 02:08:12.036120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Request body: {'port': {'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:12.042103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b823564-f09d-43d0-b380-68cae3973e50 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:12.079979 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Set router 069e95d3-4034-4c85-bd7f-795e003c4247 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:12.119140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0abfa100-6077-431c-beae-1a89300059c5 req-9ca7f193-361a-46f9-b233-8e77ea4af2fb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2352498 Aug 16 02:08:12.142443 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-adb32651-7736-442b-967d-3774a42f7ce2 req-5437ab64-5d0e-4947-9aa8-6362a25be667 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 999 time: 0.1604950 Aug 16 02:08:12.223792 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.274397 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ef141b-819a-418e-a3fb-278c56eee41a x-openstack-request-id: req-a4ef141b-819a-418e-a3fb-278c56eee41a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:12.274397 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:12.274397 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a4ef141b-819a-418e-a3fb-278c56eee41a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:12.274397 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': 'fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19', 'status': 'completed', 'code': 200} Aug 16 02:08:12.351965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.483515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb32651-7736-442b-967d-3774a42f7ce2 req-8fe8254f-6816-4975-9afb-6ec5a17b410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.486883 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-adb32651-7736-442b-967d-3774a42f7ce2 req-8fe8254f-6816-4975-9afb-6ec5a17b410c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.3240561 Aug 16 02:08:12.499313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a7165378-b309-4850-92b2-0036a20fd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.500016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a7165378-b309-4850-92b2-0036a20fd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.500568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a7165378-b309-4850-92b2-0036a20fd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.501220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a7165378-b309-4850-92b2-0036a20fd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.502457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a7165378-b309-4850-92b2-0036a20fd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.502457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a7165378-b309-4850-92b2-0036a20fd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.507751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a7165378-b309-4850-92b2-0036a20fd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.507953 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.508058 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a7165378-b309-4850-92b2-0036a20fd8b8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6412 time: 0.3596349 Aug 16 02:08:12.512144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-40661765-0dae-4578-9745-b590c5565f2a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757112317&fields=id&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 267 time: 0.1502218 Aug 16 02:08:12.563664 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:08Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57', 'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:92:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:06Z', 'updated_at': '2021-08-16T02:08:09Z', 'revision_number': 2, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:12.602831 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Checking router: 069e95d3-4034-4c85-bd7f-795e003c4247 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:12.603341 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Updating router 069e95d3-4034-4c85-bd7f-795e003c4247 port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:12.633935 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.686118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb32651-7736-442b-967d-3774a42f7ce2 req-06e665ee-4bb8-4613-874a-53d901936dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.687831 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-adb32651-7736-442b-967d-3774a42f7ce2 req-06e665ee-4bb8-4613-874a-53d901936dfd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819952 Aug 16 02:08:12.746478 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.858943 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a1e2dd4d-2bb8-4efe-a281-ab8cd423c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.859335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a1e2dd4d-2bb8-4efe-a281-ab8cd423c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.859818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a1e2dd4d-2bb8-4efe-a281-ab8cd423c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.861455 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-a1e2dd4d-2bb8-4efe-a281-ab8cd423c8dd service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=edd85d7bef8a474fb707dff4d8748cae&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3331730 Aug 16 02:08:12.978014 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-adb32651-7736-442b-967d-3774a42f7ce2 req-3acb55e1-b8a6-4990-989c-efec513820e8 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726309 Aug 16 02:08:13.082632 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.098666 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Transition to ACTIVE for port object 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:13.108764 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.168820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-acb8f506-315c-42bd-b859-06dd635dfd50 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.184645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-acb8f506-315c-42bd-b859-06dd635dfd50 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 797 time: 0.6382113 Aug 16 02:08:13.211972 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-adb32651-7736-442b-967d-3774a42f7ce2 req-4415cf3f-1226-406a-a652-61d567c85f69 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244601 Aug 16 02:08:13.248557 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-f7c4cecb-c365-4cbe-9a37-ef2e6302cbd9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/quotas/deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 375 time: 0.0629690 Aug 16 02:08:13.343310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79366d83-aed5-43fc-a3b8-297df612321f {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:13.364307 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.373223 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Attempting to bind port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:13.373934 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Attempting to bind port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:13.374841 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Attempting to bind port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 on network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:13.398393 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:13.399164 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Checking segment: {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:13.399727 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.400523 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Bound using segment: {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:13.401160 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Bound port: 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:13.401352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Transition to ACTIVE for port object 79366d83-aed5-43fc-a3b8-297df612321f will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:13.402152 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.412957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-d2a7da42-10e2-4f26-a80e-8f3d34bfc441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.416674 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-403a378b-ca75-4969-94f3-dc9e6d3bf8cd req-d2a7da42-10e2-4f26-a80e-8f3d34bfc441 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5448315 Aug 16 02:08:13.421915 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Pushing event updated for resources: {'Port': ['ID=5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:13.423420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.478098 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.478448 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.490134 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.490858 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.492872 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.493251 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.494246 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.494591 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.494977 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.496440 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.496773 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.497132 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:13.578504 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] For port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:13.583346 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] For port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:13.592740 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.656622 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Pushing event updated for resources: {'Port': ['ID=79366d83-aed5-43fc-a3b8-297df612321f,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:13.728207 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Attempting to bind port 79366d83-aed5-43fc-a3b8-297df612321f on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:13.728555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Attempting to bind port 79366d83-aed5-43fc-a3b8-297df612321f by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:13.728907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Attempting to bind port 79366d83-aed5-43fc-a3b8-297df612321f on network eca69f28-e548-4340-9226-f3b255cebbcd {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:13.749793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Port 79366d83-aed5-43fc-a3b8-297df612321f on network eca69f28-e548-4340-9226-f3b255cebbcd not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:13.750133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Attempting to bind port 79366d83-aed5-43fc-a3b8-297df612321f on network eca69f28-e548-4340-9226-f3b255cebbcd {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:13.775068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:13.776058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Checking segment: {'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:13.776680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Bound using segment: {'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:13.777344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Bound port: 79366d83-aed5-43fc-a3b8-297df612321f, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f6c469-a99b-4705-8387-482383568b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:13.778169 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.794546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-419529e2-5831-4198-b27e-4ffba4b5bc76 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5298429 Aug 16 02:08:13.808531 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.817468 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Routers {'069e95d3-4034-4c85-bd7f-795e003c4247'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:13.818116 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['069e95d3-4034-4c85-bd7f-795e003c4247'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:13.886217 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.902299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] For port 79366d83-aed5-43fc-a3b8-297df612321f, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:13.915652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] For port 79366d83-aed5-43fc-a3b8-297df612321f, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79366d83-aed5-43fc-a3b8-297df612321f,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:13.928075 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.936858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44acfe-454c-4ae1-a5f3-fd58d3fddf8f req-d7f115de-1ad9-4057-8c03-36a423df87a6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.960605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44acfe-454c-4ae1-a5f3-fd58d3fddf8f req-d7f115de-1ad9-4057-8c03-36a423df87a6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.977737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44acfe-454c-4ae1-a5f3-fd58d3fddf8f req-d7f115de-1ad9-4057-8c03-36a423df87a6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.992915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44acfe-454c-4ae1-a5f3-fd58d3fddf8f req-d7f115de-1ad9-4057-8c03-36a423df87a6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.010792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44acfe-454c-4ae1-a5f3-fd58d3fddf8f req-d7f115de-1ad9-4057-8c03-36a423df87a6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.024307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.026676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.030142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44acfe-454c-4ae1-a5f3-fd58d3fddf8f req-d7f115de-1ad9-4057-8c03-36a423df87a6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.036400 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] 10.222.0.84 "PUT /v2.0/ports/79366d83-aed5-43fc-a3b8-297df612321f HTTP/1.1" status: 200 len: 1092 time: 2.0003746 Aug 16 02:08:14.063493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44acfe-454c-4ae1-a5f3-fd58d3fddf8f req-d7f115de-1ad9-4057-8c03-36a423df87a6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.068015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d44acfe-454c-4ae1-a5f3-fd58d3fddf8f req-d7f115de-1ad9-4057-8c03-36a423df87a6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.5729444 Aug 16 02:08:14.095922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68866d-6646-46a8-ab50-d18ff320c579 service neutron] Pushing event updated for resources: {'Port': ['ID=79366d83-aed5-43fc-a3b8-297df612321f,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:14.194727 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ba846-85cc-47e8-ad01-2efdf232c23e None None] Pushing event updated for resources: {'Port': ['ID=5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:14.236908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0599e847-0e06-4d20-8676-0e8feb9d6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.237872 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0599e847-0e06-4d20-8676-0e8feb9d6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.242520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0599e847-0e06-4d20-8676-0e8feb9d6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.244280 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0599e847-0e06-4d20-8676-0e8feb9d6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.244937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0599e847-0e06-4d20-8676-0e8feb9d6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.245390 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.246626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0599e847-0e06-4d20-8676-0e8feb9d6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.248275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0599e847-0e06-4d20-8676-0e8feb9d6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.261884 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-0599e847-0e06-4d20-8676-0e8feb9d6bc6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6480 time: 0.1565585 Aug 16 02:08:14.271855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': '79366d83-aed5-43fc-a3b8-297df612321f'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:14.275281 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "79366d83-aed5-43fc-a3b8-297df612321f"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:14.358259 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-219c2c9c-0cb1-4918-b03c-48ebae80bad1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b37b6d9-f301-4243-a1f1-2c191409210e HTTP/1.1" status: 200 len: 217 time: 0.0790491 Aug 16 02:08:14.365263 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] Set router 069e95d3-4034-4c85-bd7f-795e003c4247 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:14.473938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d44acfe-454c-4ae1-a5f3-fd58d3fddf8f req-485b2277-a00b-467f-a261-89fa4f2633b4 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3618059 Aug 16 02:08:14.514485 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-d6cc1927-0af5-4adf-bf06-a3d13fbff55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.519078 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-d6cc1927-0af5-4adf-bf06-a3d13fbff55d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0ea88406-ad03-452f-8d46-b2b14ab4b8da HTTP/1.1" status: 200 len: 851 time: 0.1516922 Aug 16 02:08:14.557413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-b4373108-92c1-4ceb-ab22-5da207b2f585 service neutron] 10.222.0.79 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819959 Aug 16 02:08:14.598826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Allocated IP 172.25.2.46 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/c6cbbfe1-8a09-454a-a2cd-62dce48e1a64) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:14.622379 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07f259c-bd18-46e5-98fb-060f99a2e27a x-openstack-request-id: req-b07f259c-bd18-46e5-98fb-060f99a2e27a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:14.622670 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "79366d83-aed5-43fc-a3b8-297df612321f", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:14.624763 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b07f259c-bd18-46e5-98fb-060f99a2e27a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:14.625232 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': '79366d83-aed5-43fc-a3b8-297df612321f', 'status': 'completed', 'code': 200} Aug 16 02:08:14.631261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-353bae84-f943-4685-ab0a-b92d0a9d1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.637386 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-353bae84-f943-4685-ab0a-b92d0a9d1bc0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=75ecf9d7-bd12-4326-a6f3-a93a4477fa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096437 Aug 16 02:08:14.789020 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-90ce6776-0f29-4eaa-8e7f-4aa90ef76191 service neutron] 10.222.0.84 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351082 Aug 16 02:08:14.817196 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.857351 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:08Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57', 'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:92:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:06Z', 'updated_at': '2021-08-16T02:08:13Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:14.866778 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.958951 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32f053-9b1c-42af-b633-94b3aca1c3c9 None None] The sync data for ids ['069e95d3-4034-4c85-bd7f-795e003c4247'] in n-d-768851-16 is: [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:08Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57', 'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:92:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:06Z', 'updated_at': '2021-08-16T02:08:13Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:14.967292 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-5e69ad78-b128-493a-a721-d34cff788cc4 service neutron] 10.222.0.84 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746764 Aug 16 02:08:14.986112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8a37d634-88c6-4a9a-bb10-856bb2678218 service neutron] 10.222.0.79 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198072 Aug 16 02:08:15.007734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:15.019421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:15.036438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:15.084341 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-2ef7cec5-2565-4715-8e2d-d35fe04a05ef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=91a212e2-94ac-4a5d-aedd-3a4eddc16505 HTTP/1.1" status: 200 len: 217 time: 0.1090956 Aug 16 02:08:15.128076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Pushing event updated for resources: {'Port': ['ID=c6cbbfe1-8a09-454a-a2cd-62dce48e1a64,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:15.207174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-d8e6da9e-57c3-40b1-a4df-bda385a87438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.208682 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-d8e6da9e-57c3-40b1-a4df-bda385a87438 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.1163669 Aug 16 02:08:15.321393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-9534f0a5-e875-4634-9508-37f3b671a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.324176 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-9534f0a5-e875-4634-9508-37f3b671a72d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1057327 Aug 16 02:08:15.521432 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b65f5d7c-4a97-430a-bce0-e8718d22606b req-cd4f2143-84dd-40fb-ba7a-3cac258a4342 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 210 time: 0.1314654 Aug 16 02:08:15.583805 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-79521cb7-8f7c-4a35-8ec4-5aee25a33701 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503810 Aug 16 02:08:15.771977 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-6fdcc077-c088-4cf8-9ccc-e45005458675 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796992 Aug 16 02:08:15.871852 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-38016bff-5b9e-4597-beb7-bbc3616a8660 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=a699867d-a866-4e7e-afaf-f2a7499ee9d4 HTTP/1.1" status: 200 len: 217 time: 0.0914989 Aug 16 02:08:15.989869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-d8d3ca8a-8e1c-4c46-9f13-2ea5b2cae424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.990108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.992581 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-d8d3ca8a-8e1c-4c46-9f13-2ea5b2cae424 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.1131287 Aug 16 02:08:16.076171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-71c881d6-c181-40ff-b5cb-ab2b430a7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.079757 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-71c881d6-c181-40ff-b5cb-ab2b430a7da0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790706 Aug 16 02:08:16.092671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e527ecf-a36f-4ec9-ab78-2d78ac6eceb4 req-beab641b-dc5c-42d0-a7ce-c1e331f2b52a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.098620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e527ecf-a36f-4ec9-ab78-2d78ac6eceb4 req-beab641b-dc5c-42d0-a7ce-c1e331f2b52a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.112135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e527ecf-a36f-4ec9-ab78-2d78ac6eceb4 req-beab641b-dc5c-42d0-a7ce-c1e331f2b52a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.118129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e527ecf-a36f-4ec9-ab78-2d78ac6eceb4 req-beab641b-dc5c-42d0-a7ce-c1e331f2b52a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.128884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e527ecf-a36f-4ec9-ab78-2d78ac6eceb4 req-beab641b-dc5c-42d0-a7ce-c1e331f2b52a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.139192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e527ecf-a36f-4ec9-ab78-2d78ac6eceb4 req-beab641b-dc5c-42d0-a7ce-c1e331f2b52a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.156801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e527ecf-a36f-4ec9-ab78-2d78ac6eceb4 req-beab641b-dc5c-42d0-a7ce-c1e331f2b52a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.171389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e527ecf-a36f-4ec9-ab78-2d78ac6eceb4 req-beab641b-dc5c-42d0-a7ce-c1e331f2b52a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.4657691 Aug 16 02:08:16.213150 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-bffbebb4-2618-4fa6-9603-113e4f4c30de service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241331 Aug 16 02:08:16.343517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e527ecf-a36f-4ec9-ab78-2d78ac6eceb4 req-4b883f58-9b32-420e-b30a-973d1eea8faa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1692266 Aug 16 02:08:16.463607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:16.470959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07ded2-3389-4b64-a6db-49baaae8d2c7 req-3b6c983f-9adf-4e38-ad45-bedb1ec5ce5f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.488875 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c07ded2-3389-4b64-a6db-49baaae8d2c7 req-3b6c983f-9adf-4e38-ad45-bedb1ec5ce5f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1900535 Aug 16 02:08:16.492536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-56f1dfe5-82e1-4946-bee9-99a5c3333245 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706833 Aug 16 02:08:16.600065 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-90b0795c-a270-4261-904e-90d78ce7b3e2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 HTTP/1.1" status: 200 len: 217 time: 0.0973637 Aug 16 02:08:16.612055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:16.623442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:16.625417 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.810521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-d455bceb-10ce-44e0-a7f7-71f149bb7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.812097 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-d455bceb-10ce-44e0-a7f7-71f149bb7feb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.2018080 Aug 16 02:08:16.826404 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.854851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c07ded2-3389-4b64-a6db-49baaae8d2c7 req-5c20f9a6-c8e1-4b07-a8c5-4d07ff48e86b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644736 Aug 16 02:08:16.857263 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.897243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:16.910022 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.920870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-dd5cfd56-dfe1-4a9e-896f-e7987ca9f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.922735 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-dd5cfd56-dfe1-4a9e-896f-e7987ca9f0ba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0989597 Aug 16 02:08:17.000652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61e3cd6d-52de-48e1-bec9-bfc9469ccb35 req-be40e70e-2955-45ca-97a0-d3cb7c021731 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 210 time: 0.1326678 Aug 16 02:08:17.046998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:17.075369 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-86b6b87b-e073-4be7-87e9-7e826275a69e service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441867 Aug 16 02:08:17.151937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2031bb-d835-4bc5-830c-09630d808123 req-c164ab20-154b-4b27-9af5-1cbb19140e49 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.153680 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b2031bb-d835-4bc5-830c-09630d808123 req-c164ab20-154b-4b27-9af5-1cbb19140e49 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1412127 Aug 16 02:08:17.231825 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b2031bb-d835-4bc5-830c-09630d808123 req-31915a57-305b-40ef-a716-969c15beaead tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608015 Aug 16 02:08:17.237593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Router 615748a5-0103-42df-9010-9fa6b21befae is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:08:17.388836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:17.413856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf01bd4-6b62-420a-aa91-81a0274bed64 None None] Sync routers for ids ['615748a5-0103-42df-9010-9fa6b21befae'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:17.431341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.435126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-256f0c1b-5632-4a59-a559-6c816ee543a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6721659 Aug 16 02:08:17.436223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35502) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:17.439053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf01bd4-6b62-420a-aa91-81a0274bed64 None None] Routers {'615748a5-0103-42df-9010-9fa6b21befae'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:17.439705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5cf01bd4-6b62-420a-aa91-81a0274bed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['615748a5-0103-42df-9010-9fa6b21befae'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:17.442816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:17.479068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5cf01bd4-6b62-420a-aa91-81a0274bed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:17.491562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf01bd4-6b62-420a-aa91-81a0274bed64 None None] Routers {'615748a5-0103-42df-9010-9fa6b21befae'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:17.493347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5cf01bd4-6b62-420a-aa91-81a0274bed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['615748a5-0103-42df-9010-9fa6b21befae'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:17.586980 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5cf01bd4-6b62-420a-aa91-81a0274bed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:17.587833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf01bd4-6b62-420a-aa91-81a0274bed64 None None] The sync data for ids ['615748a5-0103-42df-9010-9fa6b21befae'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:17.889508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-052db5c8-aa20-4e26-ad40-03cb082ceba6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.891758 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-052db5c8-aa20-4e26-ad40-03cb082ceba6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.89 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 797 time: 0.1723285 Aug 16 02:08:17.905849 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-a6ac9641-5458-40e8-93a4-b29451208ade service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8197443 Aug 16 02:08:18.009480 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-1bf7b991-ad66-4fc1-821b-5cac4d036c18 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 380 time: 0.1025712 Aug 16 02:08:18.012023 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-814f4297-6d3a-4e9f-9c6d-88d2f27560c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=c53bffd3-02b2-4ace-ad8e-9d1f39579199 HTTP/1.1" status: 200 len: 217 time: 0.0839112 Aug 16 02:08:18.020701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'port': {'device_id': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'admin_state_up': True, 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'security_groups': ['1ecb3183-e776-4999-87ec-c93311fd7624']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:18.078100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-ae2c133b-7c30-4669-ac15-0fbdeca215eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.079766 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-ae2c133b-7c30-4669-ac15-0fbdeca215eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.0545585 Aug 16 02:08:18.087742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550599c-a71d-4c55-8d79-fb3821acfce9 req-f285131f-d55e-4014-834d-38583063f21e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.094424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550599c-a71d-4c55-8d79-fb3821acfce9 req-f285131f-d55e-4014-834d-38583063f21e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.100607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550599c-a71d-4c55-8d79-fb3821acfce9 req-f285131f-d55e-4014-834d-38583063f21e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.106511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550599c-a71d-4c55-8d79-fb3821acfce9 req-f285131f-d55e-4014-834d-38583063f21e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.114001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550599c-a71d-4c55-8d79-fb3821acfce9 req-f285131f-d55e-4014-834d-38583063f21e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.120534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550599c-a71d-4c55-8d79-fb3821acfce9 req-f285131f-d55e-4014-834d-38583063f21e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.126839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550599c-a71d-4c55-8d79-fb3821acfce9 req-f285131f-d55e-4014-834d-38583063f21e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.129504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a550599c-a71d-4c55-8d79-fb3821acfce9 req-f285131f-d55e-4014-834d-38583063f21e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.2303870 Aug 16 02:08:18.193712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-e638c72e-fdc0-4134-b719-487f563696e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.196045 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-e638c72e-fdc0-4134-b719-487f563696e8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1008406 Aug 16 02:08:18.256254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.278910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:18.321175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-f69a4471-a2af-4058-8523-9f2e594d4e19 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.322693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-f69a4471-a2af-4058-8523-9f2e594d4e19 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 812 time: 0.4255996 Aug 16 02:08:18.362275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a550599c-a71d-4c55-8d79-fb3821acfce9 req-65b0e518-a8d3-4be3-a8af-f3db44352022 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2168684 Aug 16 02:08:18.373691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:18.373895 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.395898 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-b1a03c6d-ba27-40ba-bdda-9d55459e6029 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910138 Aug 16 02:08:18.400767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:18.401697 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-6182f4c6-57f2-4be2-81bc-264680ccd7b1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/quotas/e292f445598748e59e3932c6e78f113c HTTP/1.1" status: 200 len: 375 time: 0.0582738 Aug 16 02:08:18.405905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.540467 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-ac70503a-3605-45b8-af31-ac2fc8c0b33e service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302607 Aug 16 02:08:18.568347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55293e41-df46-4fe1-abe6-94b29dc60031 req-861559c9-a16e-4f34-a721-241762498c76 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 210 time: 0.0450754 Aug 16 02:08:18.590664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-dfd07cd5-c053-4fce-a193-c94fca1f6f1a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1697922 Aug 16 02:08:18.613079 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-6dcd643d-dbbe-4352-94a1-e480f15cad73 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 HTTP/1.1" status: 200 len: 217 time: 0.0603440 Aug 16 02:08:18.836664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-e8cacc09-9337-426f-a6de-9f7458ec9630 service neutron] 10.222.0.79 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450564 Aug 16 02:08:18.840393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.20.0.13 (df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91/7026194a-2026-4809-ac2c-02d67d73e5d3/e9698c1e-eec6-4941-99b0-18461ce7a3bf) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:18.851479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1ceb5fd3-9675-403f-b073-3bd9283988e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.853549 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1ceb5fd3-9675-403f-b073-3bd9283988e2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0037f35-dbb4-423d-a5d2-96979492cbc5 HTTP/1.1" status: 200 len: 797 time: 0.2087305 Aug 16 02:08:18.976402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-9744f064-fe9a-4c18-ac22-775772825ced service neutron] 10.222.0.79 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361628 Aug 16 02:08:19.027405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.050841 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.100972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-f025a90a-db32-4a29-b07a-149b4c650c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.103688 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-f025a90a-db32-4a29-b07a-149b4c650c63 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eca69f28-e548-4340-9226-f3b255cebbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2393632 Aug 16 02:08:19.254941 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.282432 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1667d984-9fe1-445e-a312-e0e6ec13f874 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679003 Aug 16 02:08:19.285174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Transition to ACTIVE for port object e9698c1e-eec6-4941-99b0-18461ce7a3bf will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:19.289833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c54ea5dd-d294-4ba7-bc46-7a1d770d9d91 req-004ab60b-b503-416d-82ce-6df002737019 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 210 time: 0.0737088 Aug 16 02:08:19.326473 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8750b0-7192-4f2c-9412-cb11f09f9f36 req-9186897e-2dec-4552-91be-5603b94d3d7a tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.328052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da8750b0-7192-4f2c-9412-cb11f09f9f36 req-9186897e-2dec-4552-91be-5603b94d3d7a tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 946 time: 0.2064416 Aug 16 02:08:19.377695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Deleting port c6cbbfe1-8a09-454a-a2cd-62dce48e1a64 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:19.378045 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.407208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.464292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da8750b0-7192-4f2c-9412-cb11f09f9f36 req-d7ab39b9-fc08-49e5-bbbc-c0f607284e35 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233196 Aug 16 02:08:19.469897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:19.472672 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-36f25d51-1f70-4b50-867a-c2c49715b815 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821568 Aug 16 02:08:19.476964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:19.489863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:19.637288 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-7c67eebc-280f-47f4-abb3-91aeeaa4c265 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79366d83-aed5-43fc-a3b8-297df612321f HTTP/1.1" status: 200 len: 217 time: 0.1324844 Aug 16 02:08:19.651301 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.659808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:19.676733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Calling delete_port for c6cbbfe1-8a09-454a-a2cd-62dce48e1a64 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:19.704619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.705835 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.738941 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-8350d10a-38ff-4efa-a2b6-7759de2c954e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7233310 Aug 16 02:08:19.762700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Request body: {'port': {'device_id': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:19.807271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1af1a867-4356-46fb-b5ee-84b9b86421ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.809228 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-1af1a867-4356-46fb-b5ee-84b9b86421ba service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0037f35-dbb4-423d-a5d2-96979492cbc5 HTTP/1.1" status: 200 len: 797 time: 0.1625533 Aug 16 02:08:19.829278 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331bc7-68b7-4247-8cf9-3f4ab41b13ce req-d0e973e3-b273-45e5-a4a8-878d1e8ebba7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.839813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331bc7-68b7-4247-8cf9-3f4ab41b13ce req-d0e973e3-b273-45e5-a4a8-878d1e8ebba7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.853741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331bc7-68b7-4247-8cf9-3f4ab41b13ce req-d0e973e3-b273-45e5-a4a8-878d1e8ebba7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.864336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331bc7-68b7-4247-8cf9-3f4ab41b13ce req-d0e973e3-b273-45e5-a4a8-878d1e8ebba7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.874181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331bc7-68b7-4247-8cf9-3f4ab41b13ce req-d0e973e3-b273-45e5-a4a8-878d1e8ebba7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.882962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331bc7-68b7-4247-8cf9-3f4ab41b13ce req-d0e973e3-b273-45e5-a4a8-878d1e8ebba7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.891232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331bc7-68b7-4247-8cf9-3f4ab41b13ce req-d0e973e3-b273-45e5-a4a8-878d1e8ebba7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.893696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78331bc7-68b7-4247-8cf9-3f4ab41b13ce req-d0e973e3-b273-45e5-a4a8-878d1e8ebba7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.3498724 Aug 16 02:08:19.919393 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.928220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a60e8b3c-30dd-45ef-83e2-786f64a418a4 None None] Provisioning for port e9698c1e-eec6-4941-99b0-18461ce7a3bf completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:19.933606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a60e8b3c-30dd-45ef-83e2-786f64a418a4 None None] Provisioning complete for port e9698c1e-eec6-4941-99b0-18461ce7a3bf triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:19.934083 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a60e8b3c-30dd-45ef-83e2-786f64a418a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.937879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-59fc2e4a-be05-4292-8c76-8b89bf1d96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.940200 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-59fc2e4a-be05-4292-8c76-8b89bf1d96dd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eca69f28-e548-4340-9226-f3b255cebbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197233 Aug 16 02:08:20.003885 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78331bc7-68b7-4247-8cf9-3f4ab41b13ce req-90bea8ee-c1bb-4b6d-b45d-797c1a0383a4 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918570 Aug 16 02:08:20.016848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592211b-cd13-499c-803b-ff18aa7ed6c4 req-fb4c9a23-e247-490e-bcd2-d71050a072f6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.024781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e592211b-cd13-499c-803b-ff18aa7ed6c4 req-fb4c9a23-e247-490e-bcd2-d71050a072f6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 932 time: 0.3020911 Aug 16 02:08:20.075507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a60e8b3c-30dd-45ef-83e2-786f64a418a4 None None] Port e9698c1e-eec6-4941-99b0-18461ce7a3bf cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:20.175241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e592211b-cd13-499c-803b-ff18aa7ed6c4 req-9a0e44ef-f4d2-439d-a0ed-3c4ec47e44fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495161 Aug 16 02:08:20.251952 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-6601a456-0202-4a6b-9f5a-427274b69ba4 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854111 Aug 16 02:08:20.290017 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.329366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Pushing event deleted for resources: {'Port': ['ID=c6cbbfe1-8a09-454a-a2cd-62dce48e1a64,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:20.428763 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b66db47f-036e-40a7-8e5c-6d1629954352 req-4faf586b-87f8-4e81-89b4-047efa6cc560 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663218 Aug 16 02:08:20.453811 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.486048 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83e0176e-84d5-4db0-b24b-f34d7969ae41 req-d63e4476-2681-4f40-909e-119f5cdb75d0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 210 time: 0.0973203 Aug 16 02:08:20.560348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-70ff03b1-26a0-46b3-aab8-33658c99270e tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.562244 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-70ff03b1-26a0-46b3-aab8-33658c99270e tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.89 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 946 time: 0.1730154 Aug 16 02:08:20.774049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9698c1e-eec6-4941-99b0-18461ce7a3bf {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:20.785844 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.815490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Transition to ACTIVE for port object e9698c1e-eec6-4941-99b0-18461ce7a3bf will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:20.832679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.854663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-5ef51ab3-8442-4d24-b3e4-9792ebe70f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.855187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-5ef51ab3-8442-4d24-b3e4-9792ebe70f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.855664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-5ef51ab3-8442-4d24-b3e4-9792ebe70f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.856138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-5ef51ab3-8442-4d24-b3e4-9792ebe70f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.856607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-5ef51ab3-8442-4d24-b3e4-9792ebe70f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.857102 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-5ef51ab3-8442-4d24-b3e4-9792ebe70f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.857664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-5ef51ab3-8442-4d24-b3e4-9792ebe70f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.859814 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-5ef51ab3-8442-4d24-b3e4-9792ebe70f19 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6480 time: 0.1826355 Aug 16 02:08:20.893807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Deleting port e5601966-6515-4dfd-8c06-751bbad25765 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:20.894159 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.970726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c142-8709-4d2a-aaa1-5010b7dc6849 req-34c396e2-33f7-4d7c-824c-a838d6bae1bf tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.973098 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4b4c142-8709-4d2a-aaa1-5010b7dc6849 req-34c396e2-33f7-4d7c-824c-a838d6bae1bf tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 946 time: 0.3511019 Aug 16 02:08:20.976600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.999038 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.049366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-4345e438-4d96-4a8b-bda0-b416916de43d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.051235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-4345e438-4d96-4a8b-bda0-b416916de43d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 812 time: 0.4268525 Aug 16 02:08:21.057122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:21.161456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Request body: {'port': {'device_id': '6ca40652-b2fc-4479-bc1d-9f383270d347', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'admin_state_up': True, 'tenant_id': 'e292f445598748e59e3932c6e78f113c'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:21.228300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-913525e0-893c-4527-b3ea-695a72211513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.230167 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-913525e0-893c-4527-b3ea-695a72211513 service neutron] 10.222.0.84 "GET /v2.0/networks?id=eca69f28-e548-4340-9226-f3b255cebbcd HTTP/1.1" status: 200 len: 903 time: 0.3423336 Aug 16 02:08:21.234204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:21.234561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:21.234896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf on network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:21.238881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] For port e5601966-6515-4dfd-8c06-751bbad25765, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e5601966-6515-4dfd-8c06-751bbad25765,segment=NetworkSegment(30f16d33-b26c-4d52-a4ff-1ccc66e30dd4),segment_id=30f16d33-b26c-4d52-a4ff-1ccc66e30dd4)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:21.239251 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.282245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4b4c142-8709-4d2a-aaa1-5010b7dc6849 req-1a3607f7-b18f-4661-95e2-506feb039b37 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998879 Aug 16 02:08:21.287235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Port e9698c1e-eec6-4941-99b0-18461ce7a3bf on network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:21.287982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf on network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:21.299741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:21.299741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Checking segment: {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:21.299741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Bound using segment: {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:21.299741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Bound port: e9698c1e-eec6-4941-99b0-18461ce7a3bf, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:21.299741 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.304733 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-c22cb7c4-b4ad-40c8-b0ce-68a9392e40b7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79366d83-aed5-43fc-a3b8-297df612321f HTTP/1.1" status: 200 len: 217 time: 0.0610628 Aug 16 02:08:21.395099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Router 615748a5-0103-42df-9010-9fa6b21befae has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:21.435287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713100-a74b-4ccc-9c6a-f5bdfc4e3625 req-a640e4d2-8dd7-41cc-b9b6-d9c1044de531 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.441640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713100-a74b-4ccc-9c6a-f5bdfc4e3625 req-a640e4d2-8dd7-41cc-b9b6-d9c1044de531 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.448322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713100-a74b-4ccc-9c6a-f5bdfc4e3625 req-a640e4d2-8dd7-41cc-b9b6-d9c1044de531 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.454204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713100-a74b-4ccc-9c6a-f5bdfc4e3625 req-a640e4d2-8dd7-41cc-b9b6-d9c1044de531 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.461276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713100-a74b-4ccc-9c6a-f5bdfc4e3625 req-a640e4d2-8dd7-41cc-b9b6-d9c1044de531 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.467789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713100-a74b-4ccc-9c6a-f5bdfc4e3625 req-a640e4d2-8dd7-41cc-b9b6-d9c1044de531 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.475817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713100-a74b-4ccc-9c6a-f5bdfc4e3625 req-a640e4d2-8dd7-41cc-b9b6-d9c1044de531 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.476823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90713100-a74b-4ccc-9c6a-f5bdfc4e3625 req-a640e4d2-8dd7-41cc-b9b6-d9c1044de531 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.2968259 Aug 16 02:08:21.481321 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Made reservation on behalf of e292f445598748e59e3932c6e78f113c for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:21.485288 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.495404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-43bb77e5-9e63-4fcb-93c6-e8cb233acdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.497156 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-43bb77e5-9e63-4fcb-93c6-e8cb233acdeb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0037f35-dbb4-423d-a5d2-96979492cbc5 HTTP/1.1" status: 200 len: 797 time: 0.1518798 Aug 16 02:08:21.530585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24220b-6232-4183-94e7-42bd6945ee12 req-50be99fd-ef3f-4748-b12d-a6f05138a00f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.532255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db24220b-6232-4183-94e7-42bd6945ee12 req-50be99fd-ef3f-4748-b12d-a6f05138a00f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 944 time: 0.1812308 Aug 16 02:08:21.553680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:21.609021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:21.624495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.644172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-9b33339d-46ac-47d2-8d00-ae6ef47735c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.645930 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-9b33339d-46ac-47d2-8d00-ae6ef47735c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eca69f28-e548-4340-9226-f3b255cebbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1399608 Aug 16 02:08:21.668071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.668444 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.668752 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Floating IP d449817f-223d-45d3-9df5-1f23a077bd34 disassociated. External IP: 172.25.2.208, port: e5601966-6515-4dfd-8c06-751bbad25765. Aug 16 02:08:21.669116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Calling delete_port for e5601966-6515-4dfd-8c06-751bbad25765 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:21.689713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.690250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.691876 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] 10.222.0.89 "PUT /v2.0/ports/e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1093 time: 1.9370959 Aug 16 02:08:21.707851 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:21.709918 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abc11cc-1f34-472c-a018-15154df0449c" -d '{"events": [{"name": "network-changed", "server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:22.089985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:22.097846 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.102366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-25153807-6603-4e28-a7cf-bc189848e4c9 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "PUT /v2.0/routers/615748a5-0103-42df-9010-9fa6b21befae HTTP/1.1" status: 200 len: 706 time: 4.6643298 Aug 16 02:08:22.103452 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aab7b7-f764-4a58-8fec-0182f26baf0f None None] Sync routers for ids ['615748a5-0103-42df-9010-9fa6b21befae'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:22.118289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90713100-a74b-4ccc-9c6a-f5bdfc4e3625 req-edf33b40-ac09-4279-93e8-8e45f4d19eca tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6208737 Aug 16 02:08:22.124316 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aab7b7-f764-4a58-8fec-0182f26baf0f None None] Routers {'615748a5-0103-42df-9010-9fa6b21befae'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:22.125680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35574) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:22.128741 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f8aab7b7-f764-4a58-8fec-0182f26baf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['615748a5-0103-42df-9010-9fa6b21befae'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:22.153775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db24220b-6232-4183-94e7-42bd6945ee12 req-3073ae56-49ec-4de3-88aa-69bb04bb96ca tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068080 Aug 16 02:08:22.229968 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f8aab7b7-f764-4a58-8fec-0182f26baf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:22.241274 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aab7b7-f764-4a58-8fec-0182f26baf0f None None] Routers {'615748a5-0103-42df-9010-9fa6b21befae'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:22.242324 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f8aab7b7-f764-4a58-8fec-0182f26baf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['615748a5-0103-42df-9010-9fa6b21befae'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:22.291249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714c179-9bdd-4d97-8313-8923da1836e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:22.291957 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f8aab7b7-f764-4a58-8fec-0182f26baf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:22.293060 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aab7b7-f764-4a58-8fec-0182f26baf0f None None] The sync data for ids ['615748a5-0103-42df-9010-9fa6b21befae'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:22.305736 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7b1a99-4244-4944-baed-4960d8c89d93 x-openstack-request-id: req-bc7b1a99-4244-4944-baed-4960d8c89d93 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:22.306014 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:22.306257 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bc7b1a99-4244-4944-baed-4960d8c89d93 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:22.306649 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'status': 'completed', 'code': 200} Aug 16 02:08:22.350156 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-40845d45-a3aa-43bd-94da-c09b0a175f42 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769037 Aug 16 02:08:22.354335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-18886532-7dd7-4590-9af1-b6f234a6d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:22.355799 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-18886532-7dd7-4590-9af1-b6f234a6d3c8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1096 time: 0.5996447 Aug 16 02:08:22.374623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74e152ae-16de-4b23-866c-930c2442d78d req-c0d003ff-fa01-4216-b03a-2932e99528e8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 210 time: 0.0626738 Aug 16 02:08:22.413254 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-da9bc50d-aab7-4a30-a0ef-d6542c700dec tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/routers/615748a5-0103-42df-9010-9fa6b21befae HTTP/1.1" status: 200 len: 741 time: 0.2835999 Aug 16 02:08:22.427871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35582) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:22.461159 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-9583e060-d487-4cc1-94a0-53beef5ccec0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 217 time: 0.0940378 Aug 16 02:08:22.488336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9581f4dd-64a6-436e-9d90-8b898a2855aa tempest-RoutersAdminTest-231703801 tempest-RoutersAdminTest-231703801-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=cd116b98-b556-47d3-9fef-5a748784b774&device_id=615748a5-0103-42df-9010-9fa6b21befae HTTP/1.1" status: 200 len: 205 time: 0.0590551 Aug 16 02:08:22.492638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35584) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:22.512434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Allocated IP 172.20.0.8 (cd8931ac-1883-49aa-86ac-51bf9f89c537/568258cf-724a-481a-a822-21f7d620f7aa/0be18cc5-21ea-4a7f-8067-c27f220a8ccd) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:22.541244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1273dfa8-e9a1-453c-b609-47f62a25232e tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=615748a5-0103-42df-9010-9fa6b21befae HTTP/1.1" status: 200 len: 205 time: 0.0449522 Aug 16 02:08:22.545382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35586) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:22.587930 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-cd389c75-1214-4cb2-a650-901b0d35acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:22.593959 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-cd389c75-1214-4cb2-a650-901b0d35acbd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.1233566 Aug 16 02:08:22.625015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.633057 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0cd6eaf8-387a-4299-bdb8-5f6e3a571e0b req-d5e5f444-8379-401a-a13d-6e9952b6bb81 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741518 Aug 16 02:08:22.637012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a423269-087f-455e-9470-431b7b554f01 req-700cb0ce-3754-4242-992e-7ec1baf49589 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:22.641744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a423269-087f-455e-9470-431b7b554f01 req-700cb0ce-3754-4242-992e-7ec1baf49589 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 946 time: 0.2514770 Aug 16 02:08:22.679554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event deleted for resources: {'Port': ['ID=e5601966-6515-4dfd-8c06-751bbad25765,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:22.733024 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d84c1a9f-ffa2-49a0-9353-ccb6217a7c51 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.739142 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-1535f586-8b73-426a-9f80-5cf94a79fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:22.741636 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-1535f586-8b73-426a-9f80-5cf94a79fc87 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375806 Aug 16 02:08:22.748454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a423269-087f-455e-9470-431b7b554f01 req-171b6b75-14ad-4a55-aa91-c6918606f804 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/security-groups?id=c89aad24-8187-48a6-ba48-dadcb5be3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801144 Aug 16 02:08:22.887872 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:22.904296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-dcd08216-4222-44db-91ed-8b118076ba1f service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524756 Aug 16 02:08:22.999124 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d84c1a9f-ffa2-49a0-9353-ccb6217a7c51 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.003660 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d84c1a9f-ffa2-49a0-9353-ccb6217a7c51 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.083867 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d84c1a9f-ffa2-49a0-9353-ccb6217a7c51 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.084467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84c1a9f-ffa2-49a0-9353-ccb6217a7c51 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Fanout notify agent at l3_agent the message router_deleted on router 615748a5-0103-42df-9010-9fa6b21befae {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:08:23.092998 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d84c1a9f-ffa2-49a0-9353-ccb6217a7c51 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.094250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d84c1a9f-ffa2-49a0-9353-ccb6217a7c51 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/615748a5-0103-42df-9010-9fa6b21befae HTTP/1.1" status: 204 len: 168 time: 0.5472999 Aug 16 02:08:23.100665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35588) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.107040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.127077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Transition to ACTIVE for port object 0be18cc5-21ea-4a7f-8067-c27f220a8ccd will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:23.159882 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-44970ab8-beac-47ba-8e1c-9b840f5a1da0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=615748a5-0103-42df-9010-9fa6b21befae HTTP/1.1" status: 200 len: 205 time: 0.0568688 Aug 16 02:08:23.162255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35590) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.180586 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75bb43c1-dacd-41f9-9de5-d0a1f32e5dc1 req-b28591ae-ac27-45ca-962a-3959c22b1527 service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316160 Aug 16 02:08:23.188455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:23.215366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85edcd0-97c3-440c-8a81-5e6eb4088999 None None] Sync routers for ids ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:23.241329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85edcd0-97c3-440c-8a81-5e6eb4088999 None None] Routers {'7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:23.249659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e85edcd0-97c3-440c-8a81-5e6eb4088999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:23.292152 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-2c1d07d2-5b87-435f-8ed7-aeb29c9be7aa tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] delete failed (client error): The resource could not be found. Aug 16 02:08:23.294008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2c1d07d2-5b87-435f-8ed7-aeb29c9be7aa tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/615748a5-0103-42df-9010-9fa6b21befae HTTP/1.1" status: 404 len: 336 time: 0.1303651 Aug 16 02:08:23.305780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] No DVR routers for this DVR port e5601966-6515-4dfd-8c06-751bbad25765 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:23.317270 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35600) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.376401 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.382636 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.89 "DELETE /v2.0/ports/e5601966-6515-4dfd-8c06-751bbad25765 HTTP/1.1" status: 204 len: 173 time: 2.8137991 Aug 16 02:08:23.383670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-84664591-1ca1-4cc1-b765-eaa21b81a808 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec6097af-75fc-403e-9229-16eae16218d4 HTTP/1.1" status: 200 len: 205 time: 0.0648012 Aug 16 02:08:23.385960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35602) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.439336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.458484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['680a0dbc-bc6f-44c1-bf4e-79d6d9e38822'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:23.498806 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-7fd26206-4b32-4669-8195-b4f3f3e07f11 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] delete failed (client error): The resource could not be found. Aug 16 02:08:23.509921 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7fd26206-4b32-4669-8195-b4f3f3e07f11 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/ec6097af-75fc-403e-9229-16eae16218d4 HTTP/1.1" status: 404 len: 336 time: 0.1211298 Aug 16 02:08:23.520938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35606) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.531792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['859502bd-fd9f-4a2a-a6ee-5838606e6e79'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:23.545622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event updated for resources: {'Port': ['ID=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:23.597363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:23.612265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:23.617289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:23.647302 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5bcf57aa-5b04-41ca-9555-e0e3b3d53b40 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad6dc254-438f-4ea2-8797-d8be9e23322c HTTP/1.1" status: 200 len: 205 time: 0.1250281 Aug 16 02:08:23.649649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc11cc-1f34-472c-a018-15154df0449c req-6af6285f-63ec-4fec-a635-9c09222c9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.651120 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9abc11cc-1f34-472c-a018-15154df0449c req-6af6285f-63ec-4fec-a635-9c09222c9bca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1096 time: 0.3895621 Aug 16 02:08:23.655084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35608) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.659822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30150f-22ab-43da-837c-6477482832c9 req-18116eec-0fc7-4c6f-a133-7d1f9f79d32e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.668890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30150f-22ab-43da-837c-6477482832c9 req-18116eec-0fc7-4c6f-a133-7d1f9f79d32e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.675838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30150f-22ab-43da-837c-6477482832c9 req-18116eec-0fc7-4c6f-a133-7d1f9f79d32e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.683616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30150f-22ab-43da-837c-6477482832c9 req-18116eec-0fc7-4c6f-a133-7d1f9f79d32e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.690717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30150f-22ab-43da-837c-6477482832c9 req-18116eec-0fc7-4c6f-a133-7d1f9f79d32e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.697804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30150f-22ab-43da-837c-6477482832c9 req-18116eec-0fc7-4c6f-a133-7d1f9f79d32e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.704453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30150f-22ab-43da-837c-6477482832c9 req-18116eec-0fc7-4c6f-a133-7d1f9f79d32e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.716315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec30150f-22ab-43da-837c-6477482832c9 req-18116eec-0fc7-4c6f-a133-7d1f9f79d32e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.4190049 Aug 16 02:08:23.737214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e85edcd0-97c3-440c-8a81-5e6eb4088999 None None] Set router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:23.741845 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-e67686b0-2d42-486f-a3d9-504815f9d0a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] delete failed (client error): The resource could not be found. Aug 16 02:08:23.742889 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e67686b0-2d42-486f-a3d9-504815f9d0a0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/ad6dc254-438f-4ea2-8797-d8be9e23322c HTTP/1.1" status: 404 len: 336 time: 0.0868349 Aug 16 02:08:23.771422 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d384a2b-5cf1-4829-8290-8ca9c57aa6b9 req-effa6d88-1bc9-4e24-bee6-795e74d74a32 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.773386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d384a2b-5cf1-4829-8290-8ca9c57aa6b9 req-effa6d88-1bc9-4e24-bee6-795e74d74a32 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 944 time: 0.4057372 Aug 16 02:08:23.778096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35610) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.866873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec30150f-22ab-43da-837c-6477482832c9 req-883af915-192e-4bc7-9fbb-f76259234b13 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450000 Aug 16 02:08:23.903415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d384a2b-5cf1-4829-8290-8ca9c57aa6b9 req-091d40ce-c99c-491d-b178-155189241f4f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128418 Aug 16 02:08:23.913773 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a498fa4d-1585-4409-9ca9-6a78426d9e99 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f40105-ce5d-4724-a778-84c1d44489b0 HTTP/1.1" status: 200 len: 205 time: 0.1243262 Aug 16 02:08:23.914425 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35614) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.930412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.931091 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.984193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-b5047ec1-634c-4052-926a-2cf15339b6a1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8330278 Aug 16 02:08:23.998192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Request body: {'port': {'device_id': '6ca40652-b2fc-4479-bc1d-9f383270d347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:23.998459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3a74349c-1c5d-411b-a1da-0ca00d50521a None None] Provisioning for port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:24.012063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3a74349c-1c5d-411b-a1da-0ca00d50521a None None] Provisioning complete for port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:24.012525 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a74349c-1c5d-411b-a1da-0ca00d50521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.022590 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-4d4e31e1-e08e-40e1-bacd-6bc8c5897db3 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] delete failed (client error): The resource could not be found. Aug 16 02:08:24.023986 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4d4e31e1-e08e-40e1-bacd-6bc8c5897db3 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/50f40105-ce5d-4724-a778-84c1d44489b0 HTTP/1.1" status: 404 len: 336 time: 0.1064508 Aug 16 02:08:24.027233 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35616) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:24.092268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3a74349c-1c5d-411b-a1da-0ca00d50521a None None] Port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:24.129003 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5f7e0b92-c04b-4121-a533-715b70119143 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d9812d-e408-4f5b-ab50-7c4b042caae6 HTTP/1.1" status: 200 len: 205 time: 0.0994105 Aug 16 02:08:24.142619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35618) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:24.175936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9c92-f0f1-421e-bd57-6bd7bc74f59f req-d0115c28-8a32-4f9f-a18f-913ffb8435c1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:24.186259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35cf9c92-f0f1-421e-bd57-6bd7bc74f59f req-d0115c28-8a32-4f9f-a18f-913ffb8435c1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 931 time: 0.1358423 Aug 16 02:08:24.241589 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-a1080825-f0d9-4463-b5cc-d4543033bb0d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] delete failed (client error): The resource could not be found. Aug 16 02:08:24.243539 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a1080825-f0d9-4463-b5cc-d4543033bb0d tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/11d9812d-e408-4f5b-ab50-7c4b042caae6 HTTP/1.1" status: 404 len: 336 time: 0.0936210 Aug 16 02:08:24.245997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35620) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:24.262729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a333ae5-b180-4e67-b9ce-edfd91e4c0c1 req-19923744-7126-4185-8846-1e9e2199e32b tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489d552-17c4-4a29-968d-8abdf6d86de2 HTTP/1.1" status: 200 len: 210 time: 0.1155322 Aug 16 02:08:24.273617 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.296459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc11cc-1f34-472c-a018-15154df0449c req-4f3e3eb0-ee57-4d76-924a-5486d67c8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:24.298328 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9abc11cc-1f34-472c-a018-15154df0449c req-4f3e3eb0-ee57-4d76-924a-5486d67c8723 service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.5543630 Aug 16 02:08:24.298652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35cf9c92-f0f1-421e-bd57-6bd7bc74f59f req-759687c7-3adc-4b4b-95ec-460f0a1ce4b3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065862 Aug 16 02:08:24.300305 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7d100b8c-7228-4cfd-9dcf-630cf0b88f30 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "GET /v2.0/ports?device_id=f75c9858-4ed9-4980-932d-fe73104b05d6 HTTP/1.1" status: 200 len: 205 time: 0.0524163 Aug 16 02:08:24.302845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35622) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:24.307539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'name': 'network-vif-deleted', 'tag': 'e5601966-6515-4dfd-8c06-751bbad25765'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:24.313247 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb1ded1-cb90-40ea-b364-22f8adb60ccc" -d '{"events": [{"server_uuid": "8489d552-17c4-4a29-968d-8abdf6d86de2", "name": "network-vif-deleted", "tag": "e5601966-6515-4dfd-8c06-751bbad25765"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:24.403754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e85edcd0-97c3-440c-8a81-5e6eb4088999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 4, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '99244bee-e618-4618-8c5f-8a0a8c3eda3d', 'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'mac_address': 'fa:16:3e:89:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:53Z', 'updated_at': '2021-08-16T02:03:03Z', 'revision_number': 5, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'subnets': [{'id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:24.438336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85edcd0-97c3-440c-8a81-5e6eb4088999 None None] Checking router: 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:24.448935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85edcd0-97c3-440c-8a81-5e6eb4088999 None None] Routers {'7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:24.449623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e85edcd0-97c3-440c-8a81-5e6eb4088999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:24.455750 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a17ff5b-9fc6-43fe-8596-ccb61385bf33 x-openstack-request-id: req-6a17ff5b-9fc6-43fe-8596-ccb61385bf33 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:24.456368 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489d552-17c4-4a29-968d-8abdf6d86de2", "name": "network-vif-deleted", "tag": "e5601966-6515-4dfd-8c06-751bbad25765", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:24.456581 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a17ff5b-9fc6-43fe-8596-ccb61385bf33 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:24.456924 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489d552-17c4-4a29-968d-8abdf6d86de2', 'name': 'network-vif-deleted', 'tag': 'e5601966-6515-4dfd-8c06-751bbad25765', 'status': 'completed', 'code': 200} Aug 16 02:08:24.457791 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-3aaf6e24-345a-4ab0-9cf0-2f35897ae3d0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] delete failed (client error): The resource could not be found. Aug 16 02:08:24.461317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3aaf6e24-345a-4ab0-9cf0-2f35897ae3d0 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/routers/f75c9858-4ed9-4980-932d-fe73104b05d6 HTTP/1.1" status: 404 len: 336 time: 0.1424134 Aug 16 02:08:24.462401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35630) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:24.463761 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9abc11cc-1f34-472c-a018-15154df0449c req-da878def-ac95-47a6-9972-5510d1a8f3bb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 217 time: 0.1569865 Aug 16 02:08:24.549330 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a595b3d-0d5e-4a77-a3f4-e20815c57300 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] DELETE failed (client error): The resource could not be found. Aug 16 02:08:24.549800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a595b3d-0d5e-4a77-a3f4-e20815c57300 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:08:24.551521 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8a595b3d-0d5e-4a77-a3f4-e20815c57300 tempest-RoutersAdminTest-1522022392 tempest-RoutersAdminTest-1522022392-project] 10.222.0.79 "DELETE /v2.0/subnets/7bccfd1c-ec5e-4001-a1d3-22a1cb4116f6 HTTP/1.1" status: 404 len: 337 time: 0.0848830 Aug 16 02:08:24.604429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e85edcd0-97c3-440c-8a81-5e6eb4088999 None None] Set router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:24.630299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc11cc-1f34-472c-a018-15154df0449c req-d8aa1df2-f5e2-4126-8db6-9b157ddc25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:24.633019 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9abc11cc-1f34-472c-a018-15154df0449c req-d8aa1df2-f5e2-4126-8db6-9b157ddc25c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.1016805 Aug 16 02:08:24.719965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc11cc-1f34-472c-a018-15154df0449c req-782a9d6e-67c0-428b-9c0a-224965aa391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:24.726487 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9abc11cc-1f34-472c-a018-15154df0449c req-782a9d6e-67c0-428b-9c0a-224965aa391d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855172 Aug 16 02:08:24.837394 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9abc11cc-1f34-472c-a018-15154df0449c req-f8ec1f3e-ae5d-45f1-8c0d-2603490b255f service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036017 Aug 16 02:08:24.866962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e85edcd0-97c3-440c-8a81-5e6eb4088999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 4, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '99244bee-e618-4618-8c5f-8a0a8c3eda3d', 'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'mac_address': 'fa:16:3e:89:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:53Z', 'updated_at': '2021-08-16T02:03:03Z', 'revision_number': 5, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'subnets': [{'id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:24.933727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85edcd0-97c3-440c-8a81-5e6eb4088999 None None] The sync data for ids ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'] in n-d-768851-16 is: [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 4, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '99244bee-e618-4618-8c5f-8a0a8c3eda3d', 'name': '', 'network_id': 'be92c7d7-f277-404d-ba11-afa8f90b5c6d', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'mac_address': 'fa:16:3e:89:e5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:53Z', 'updated_at': '2021-08-16T02:03:03Z', 'revision_number': 5, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'subnets': [{'id': '633bd1fb-2dcc-4375-aa55-9d610264d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:25.007101 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9abc11cc-1f34-472c-a018-15154df0449c req-4fae936d-4b03-4d43-ac1a-f1003a96f0b2 service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624167 Aug 16 02:08:25.177600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35642) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:25.223584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be18cc5-21ea-4a7f-8067-c27f220a8ccd {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:25.240718 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.283191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a4f6c-a884-461b-93af-179914385d57 req-e9497486-66dc-4aa6-a103-18d2154a2179 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.294560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df2a4f6c-a884-461b-93af-179914385d57 req-e9497486-66dc-4aa6-a103-18d2154a2179 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 944 time: 0.1911807 Aug 16 02:08:25.313647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98d76-730d-4e0f-a2cf-4740c2a3707e req-86e881d6-5337-459e-b320-b05c028456b0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.320098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98d76-730d-4e0f-a2cf-4740c2a3707e req-86e881d6-5337-459e-b320-b05c028456b0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.326583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98d76-730d-4e0f-a2cf-4740c2a3707e req-86e881d6-5337-459e-b320-b05c028456b0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.333404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98d76-730d-4e0f-a2cf-4740c2a3707e req-86e881d6-5337-459e-b320-b05c028456b0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.340559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98d76-730d-4e0f-a2cf-4740c2a3707e req-86e881d6-5337-459e-b320-b05c028456b0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.346884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98d76-730d-4e0f-a2cf-4740c2a3707e req-86e881d6-5337-459e-b320-b05c028456b0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.353041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98d76-730d-4e0f-a2cf-4740c2a3707e req-86e881d6-5337-459e-b320-b05c028456b0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.366549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1db98d76-730d-4e0f-a2cf-4740c2a3707e req-86e881d6-5337-459e-b320-b05c028456b0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.3017473 Aug 16 02:08:25.386947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Transition to ACTIVE for port object 0be18cc5-21ea-4a7f-8067-c27f220a8ccd will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:25.398366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-237fd906-ca52-434b-8b2e-be2ce38ff5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.403924 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.408915 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3924a10-49af-4fbe-96ef-c7873faa4713 None None] New status for floating IP d449817f-223d-45d3-9df5-1f23a077bd34: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:08:25.573266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1db98d76-730d-4e0f-a2cf-4740c2a3707e req-d5eaea4c-8c4b-4691-a9cd-f8f28185d273 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905792 Aug 16 02:08:25.573509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:25.573509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e5601966-6515-4dfd-8c06-751bbad25765 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:25.582636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df2a4f6c-a884-461b-93af-179914385d57 req-9d09e272-8a89-4445-a410-c92c10f6081b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868364 Aug 16 02:08:25.595262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Pushing event updated for resources: {'Port': ['ID=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:25.620238 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-237fd906-ca52-434b-8b2e-be2ce38ff5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.646182 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-237fd906-ca52-434b-8b2e-be2ce38ff5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.703503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35662) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:25.711461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: e5601966-6515-4dfd-8c06-751bbad25765 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:25.712450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e5601966-6515-4dfd-8c06-751bbad25765 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:25.767854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fd906-ca52-434b-8b2e-be2ce38ff5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6484e4-ef4b-47f8-a22b-fc2427c55f1e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:25.803791 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-237fd906-ca52-434b-8b2e-be2ce38ff5b9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ba887689519423082b4e26c6b7c420b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6222198 Aug 16 02:08:25.804443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35664) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:25.911611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:25.924453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'port_id': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'mac_address': 'fa:16:3e:20:6a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:25.929021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Attempting to bind port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:25.929483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Attempting to bind port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:25.929918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Attempting to bind port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:25.943506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd on network cd8931ac-1883-49aa-86ac-51bf9f89c537 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:25.944650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Attempting to bind port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:25.956627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:25.957116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Checking segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:25.957605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Bound using segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:25.958150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Bound port: 0be18cc5-21ea-4a7f-8067-c27f220a8ccd, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:25.958615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.987769 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.004191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9698c1e-eec6-4941-99b0-18461ce7a3bf {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:26.033613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:26.040946 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.041991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c5a3c-5403-44fb-affc-ca9a238cc624 req-ecf81901-9f2e-4961-a3a4-aa7f32704503 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.050627 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c8c5a3c-5403-44fb-affc-ca9a238cc624 req-ecf81901-9f2e-4961-a3a4-aa7f32704503 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 943 time: 0.2469723 Aug 16 02:08:26.080358 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54ebe1ab-4310-4c7f-ad27-f6d006a40e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.105089 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:26.151380 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54ebe1ab-4310-4c7f-ad27-f6d006a40e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.260941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['e9698c1e-eec6-4941-99b0-18461ce7a3bf'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:26.434569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-aa83c3c5-8b5d-4ad8-a9f3-3eb1a5951da5 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Deleting port 8556a951-8146-49c7-85c7-be2d64301f20 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:26.435065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa83c3c5-8b5d-4ad8-a9f3-3eb1a5951da5 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.494618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c8c5a3c-5403-44fb-affc-ca9a238cc624 req-6b1865b3-f2ee-4370-a146-cfc5d03814b0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426923 Aug 16 02:08:26.505466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] For port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:26.538621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] For port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:26.553420 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.614832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa83c3c5-8b5d-4ad8-a9f3-3eb1a5951da5 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.615252 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa83c3c5-8b5d-4ad8-a9f3-3eb1a5951da5 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.618639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.619270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.620766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] 10.222.0.89 "PUT /v2.0/ports/0be18cc5-21ea-4a7f-8067-c27f220a8ccd HTTP/1.1" status: 200 len: 1092 time: 2.6271377 Aug 16 02:08:26.624823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca40652-b2fc-4479-bc1d-9f383270d347', 'tag': '0be18cc5-21ea-4a7f-8067-c27f220a8ccd'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:26.637834 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090bb79d-ad21-43de-82d8-2d42ba80c6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca40652-b2fc-4479-bc1d-9f383270d347", "tag": "0be18cc5-21ea-4a7f-8067-c27f220a8ccd"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:26.675569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e74da7-cc4a-41a0-b5df-c3c25e71f28c service neutron] Pushing event updated for resources: {'Port': ['ID=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:26.697572 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54ebe1ab-4310-4c7f-ad27-f6d006a40e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.702012 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54ebe1ab-4310-4c7f-ad27-f6d006a40e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.717443 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-54ebe1ab-4310-4c7f-ad27-f6d006a40e90 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf6484e4-ef4b-47f8-a22b-fc2427c55f1e HTTP/1.1" status: 204 len: 168 time: 0.9103899 Aug 16 02:08:26.754990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-aa83c3c5-8b5d-4ad8-a9f3-3eb1a5951da5 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Calling delete_port for 8556a951-8146-49c7-85c7-be2d64301f20 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:27.019922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebe1ab-4310-4c7f-ad27-f6d006a40e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6484e4-ef4b-47f8-a22b-fc2427c55f1e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:27.122987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36de05-6974-4e1b-8da1-bfbe7e5b5a60 req-6ac32c3f-d474-4be3-9909-4bfdbdf94c07 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.131113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf36de05-6974-4e1b-8da1-bfbe7e5b5a60 req-6ac32c3f-d474-4be3-9909-4bfdbdf94c07 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 945 time: 0.3659017 Aug 16 02:08:27.144385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-f3c46894-8a33-48a6-a5d8-c517b89323b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.146697 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-f3c46894-8a33-48a6-a5d8-c517b89323b1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 1095 time: 0.4503908 Aug 16 02:08:27.188932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea15cf-ecc9-45fd-ac49-03491deaa0da req-135dd4ca-9ae8-40f4-bbd9-de24a464b4ed tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.195650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea15cf-ecc9-45fd-ac49-03491deaa0da req-135dd4ca-9ae8-40f4-bbd9-de24a464b4ed tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.202640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea15cf-ecc9-45fd-ac49-03491deaa0da req-135dd4ca-9ae8-40f4-bbd9-de24a464b4ed tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.208382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea15cf-ecc9-45fd-ac49-03491deaa0da req-135dd4ca-9ae8-40f4-bbd9-de24a464b4ed tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.215629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea15cf-ecc9-45fd-ac49-03491deaa0da req-135dd4ca-9ae8-40f4-bbd9-de24a464b4ed tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.221776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea15cf-ecc9-45fd-ac49-03491deaa0da req-135dd4ca-9ae8-40f4-bbd9-de24a464b4ed tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.228603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea15cf-ecc9-45fd-ac49-03491deaa0da req-135dd4ca-9ae8-40f4-bbd9-de24a464b4ed tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.237035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5ea15cf-ecc9-45fd-ac49-03491deaa0da req-135dd4ca-9ae8-40f4-bbd9-de24a464b4ed tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.4731009 Aug 16 02:08:27.281964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35728) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:27.314771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf36de05-6974-4e1b-8da1-bfbe7e5b5a60 req-f2ca3a3d-0caf-4cd3-b68a-6b844ece4b6f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825395 Aug 16 02:08:27.320146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-050566f7-697f-4851-a0d2-b7cb73956bcd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be18cc5-21ea-4a7f-8067-c27f220a8ccd HTTP/1.1" status: 200 len: 217 time: 0.1459386 Aug 16 02:08:27.362310 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-efc483f8-52a2-489a-8764-6f318c07ceca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ab87784788e443498e1eab5bca7f584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787175 Aug 16 02:08:27.368388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35736) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:27.426113 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0c55dd-2393-4177-b47b-4b231c8466ad x-openstack-request-id: req-6e0c55dd-2393-4177-b47b-4b231c8466ad {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:27.426519 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca40652-b2fc-4479-bc1d-9f383270d347", "tag": "0be18cc5-21ea-4a7f-8067-c27f220a8ccd", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:27.427218 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e0c55dd-2393-4177-b47b-4b231c8466ad {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:27.427725 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca40652-b2fc-4479-bc1d-9f383270d347', 'tag': '0be18cc5-21ea-4a7f-8067-c27f220a8ccd', 'status': 'completed', 'code': 200} Aug 16 02:08:27.445565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5ea15cf-ecc9-45fd-ac49-03491deaa0da req-8cbd990e-0e87-4917-8978-a696ba9fe5ac tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2075331 Aug 16 02:08:27.458350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0653f795-a81c-47e5-8038-dd49180bb4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.485777 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0653f795-a81c-47e5-8038-dd49180bb4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.515122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-65ec9927-d655-4f18-bd36-bd678306d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.516671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-65ec9927-d655-4f18-bd36-bd678306d300 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.1876469 Aug 16 02:08:27.552715 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0653f795-a81c-47e5-8038-dd49180bb4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.556465 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0653f795-a81c-47e5-8038-dd49180bb4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.560359 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0653f795-a81c-47e5-8038-dd49180bb4ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2d31a1d-87ac-49a9-9328-99287b0bca73 HTTP/1.1" status: 204 len: 168 time: 0.1881318 Aug 16 02:08:27.564582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:27.587803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa83c3c5-8b5d-4ad8-a9f3-3eb1a5951da5 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.615209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-ade51cc5-5728-4873-9b93-100b65446d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.616203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653f795-a81c-47e5-8038-dd49180bb4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d31a1d-87ac-49a9-9328-99287b0bca73,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:27.617741 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-ade51cc5-5728-4873-9b93-100b65446d1e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932746 Aug 16 02:08:27.663871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83c3c5-8b5d-4ad8-a9f3-3eb1a5951da5 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event deleted for resources: {'Port': ['ID=8556a951-8146-49c7-85c7-be2d64301f20,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:27.705721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port e9698c1e-eec6-4941-99b0-18461ce7a3bf completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:27.712557 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port e9698c1e-eec6-4941-99b0-18461ce7a3bf triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:27.713300 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.858746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156ed86-edd8-4b61-b4d7-6727cb2f55d7 req-979de4bd-0971-4ace-8016-2e7bde32e249 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.860297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2156ed86-edd8-4b61-b4d7-6727cb2f55d7 req-979de4bd-0971-4ace-8016-2e7bde32e249 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 943 time: 0.2577453 Aug 16 02:08:27.878579 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa83c3c5-8b5d-4ad8-a9f3-3eb1a5951da5 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.880851 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.881274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aa83c3c5-8b5d-4ad8-a9f3-3eb1a5951da5 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.882960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-aa83c3c5-8b5d-4ad8-a9f3-3eb1a5951da5 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "DELETE /v2.0/floatingips/d449817f-223d-45d3-9df5-1f23a077bd34 HTTP/1.1" status: 204 len: 168 time: 2.1728909 Aug 16 02:08:27.948327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:27.951161 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d70053-fdbf-4d4d-9155-81fce24b89a8" -d '{"events": [{"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-plugged", "status": "completed", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:27.969364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:27.976032 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.983693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2156ed86-edd8-4b61-b4d7-6727cb2f55d7 req-486ce8c7-38c2-4192-91f6-dd4dba03fdae tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959966 Aug 16 02:08:27.986167 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-6a91354d-b167-449a-a216-d201b0f7d800 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181431 Aug 16 02:08:28.071222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35824) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:28.087561 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9f7eb6-fb2c-4d96-abfa-9c270b8edf51 x-openstack-request-id: req-0c9f7eb6-fb2c-4d96-abfa-9c270b8edf51 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:28.088495 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-plugged", "status": "completed", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:28.089174 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c9f7eb6-fb2c-4d96-abfa-9c270b8edf51 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:28.091878 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'code': 200} Aug 16 02:08:28.145398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.187722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1513-c617-47eb-b988-401d2f0a2888 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.229717 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1513-c617-47eb-b988-401d2f0a2888 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.233869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d937a1-6c6b-47ea-8377-1d79b64de443 req-060ea12a-d2e5-4592-b5bf-77990cd0bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.237146 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0d937a1-6c6b-47ea-8377-1d79b64de443 req-060ea12a-d2e5-4592-b5bf-77990cd0bd9f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1098 time: 0.1015139 Aug 16 02:08:28.267550 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-278f49a7-0e50-4644-8fd3-c5dabc4f8b44 req-a38262ac-db4b-4a78-a428-793eaa267837 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736185 Aug 16 02:08:28.319573 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0d937a1-6c6b-47ea-8377-1d79b64de443 req-9671c976-04ed-42fb-a209-2b9e5a584613 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674138 Aug 16 02:08:28.366627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1513-c617-47eb-b988-401d2f0a2888 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.372079 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d8b1513-c617-47eb-b988-401d2f0a2888 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.373261 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3d8b1513-c617-47eb-b988-401d2f0a2888 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] 10.222.0.79 "DELETE /v2.0/security-groups/c89aad24-8187-48a6-ba48-dadcb5be3199 HTTP/1.1" status: 204 len: 168 time: 0.3006914 Aug 16 02:08:28.413276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b1513-c617-47eb-b988-401d2f0a2888 tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89aad24-8187-48a6-ba48-dadcb5be3199,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.433795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35862) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:28.450130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bb79d-ad21-43de-82d8-2d42ba80c6dc req-9c8290ff-a6a5-479e-8416-f20cdac5ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.457489 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-090bb79d-ad21-43de-82d8-2d42ba80c6dc req-9c8290ff-a6a5-479e-8416-f20cdac5ad5f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 1095 time: 0.0900147 Aug 16 02:08:28.660627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bb79d-ad21-43de-82d8-2d42ba80c6dc req-d963cbd7-bfe5-4774-b0f6-dfa8dbef72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.663238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-090bb79d-ad21-43de-82d8-2d42ba80c6dc req-d963cbd7-bfe5-4774-b0f6-dfa8dbef72d5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.1961985 Aug 16 02:08:28.683101 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f6474-e796-4637-afc6-abaf25acb8f8 req-5763f543-3cab-4695-a812-6c565276a793 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.691010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e41f6474-e796-4637-afc6-abaf25acb8f8 req-5763f543-3cab-4695-a812-6c565276a793 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.1511195 Aug 16 02:08:28.811219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3da76-442c-4a3c-a220-f3891ee59cd4 req-38c0941a-9a8c-47fa-9755-b91b7de8d902 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.823038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3da76-442c-4a3c-a220-f3891ee59cd4 req-38c0941a-9a8c-47fa-9755-b91b7de8d902 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.831811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3da76-442c-4a3c-a220-f3891ee59cd4 req-38c0941a-9a8c-47fa-9755-b91b7de8d902 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.838930 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3da76-442c-4a3c-a220-f3891ee59cd4 req-38c0941a-9a8c-47fa-9755-b91b7de8d902 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.851082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3da76-442c-4a3c-a220-f3891ee59cd4 req-38c0941a-9a8c-47fa-9755-b91b7de8d902 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.857375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3da76-442c-4a3c-a220-f3891ee59cd4 req-38c0941a-9a8c-47fa-9755-b91b7de8d902 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.864208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3da76-442c-4a3c-a220-f3891ee59cd4 req-38c0941a-9a8c-47fa-9755-b91b7de8d902 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.866414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7b3da76-442c-4a3c-a220-f3891ee59cd4 req-38c0941a-9a8c-47fa-9755-b91b7de8d902 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.2903619 Aug 16 02:08:28.870401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-090bb79d-ad21-43de-82d8-2d42ba80c6dc req-547960c9-dc37-4772-b1af-783be59771a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be18cc5-21ea-4a7f-8067-c27f220a8ccd HTTP/1.1" status: 200 len: 217 time: 0.1976788 Aug 16 02:08:28.989360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e41f6474-e796-4637-afc6-abaf25acb8f8 req-88821dee-04d9-42ff-8bcb-a12ce2e0dc92 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916715 Aug 16 02:08:29.016100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bb79d-ad21-43de-82d8-2d42ba80c6dc req-0b4705f6-2db9-4681-8c37-b44ad54bee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:29.017926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-090bb79d-ad21-43de-82d8-2d42ba80c6dc req-0b4705f6-2db9-4681-8c37-b44ad54bee45 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.1371591 Aug 16 02:08:29.040248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7b3da76-442c-4a3c-a220-f3891ee59cd4 req-a40a9273-00e8-48c8-b2b7-89909c7a36f7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1602492 Aug 16 02:08:29.197690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bb79d-ad21-43de-82d8-2d42ba80c6dc req-5ec4c6bf-62c9-48a7-b8b8-a9779d4dfa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:29.199218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-090bb79d-ad21-43de-82d8-2d42ba80c6dc req-5ec4c6bf-62c9-48a7-b8b8-a9779d4dfa67 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1576409 Aug 16 02:08:29.236110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35956) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:29.273349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f580ce-c8c4-46e4-a82f-3f9181dd5877 req-5bb29d63-900e-48ff-b227-49d4e1eedf2c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:29.282240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72f580ce-c8c4-46e4-a82f-3f9181dd5877 req-5bb29d63-900e-48ff-b227-49d4e1eedf2c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 943 time: 0.1355979 Aug 16 02:08:29.370434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72f580ce-c8c4-46e4-a82f-3f9181dd5877 req-fe548314-2e7a-43e0-9f97-db2752b7028e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871847 Aug 16 02:08:29.410212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-090bb79d-ad21-43de-82d8-2d42ba80c6dc req-c95379e6-c8f7-4a42-ab80-355a67ec73cf service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019031 Aug 16 02:08:29.559398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 0be18cc5-21ea-4a7f-8067-c27f220a8ccd details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:29.588014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-090bb79d-ad21-43de-82d8-2d42ba80c6dc req-b8893b46-4d96-404a-8914-11e285b549a1 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694252 Aug 16 02:08:29.600035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-76087227'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:29.654664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Made reservation on behalf of a6197e4829cc44339d7f07aaed31e3f6 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:29.674314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.689980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.718638 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.738767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:29.755192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '0be18cc5-21ea-4a7f-8067-c27f220a8ccd', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'port_id': '0be18cc5-21ea-4a7f-8067-c27f220a8ccd', 'mac_address': 'fa:16:3e:9c:f4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:29.805516 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.819953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be18cc5-21ea-4a7f-8067-c27f220a8ccd {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:29.845911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:29.852302 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.914696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:30.061449 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.076875 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.083583 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['0be18cc5-21ea-4a7f-8067-c27f220a8ccd'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:30.170523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:30.220538 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.220901 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Added segment 3a053147-f455-4aeb-8ea6-05ed3e5ed73a of type vlan for network 01188df5-70d6-4a7e-9718-574fe60d495b Aug 16 02:08:30.237177 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8379fa-5437-4a78-9ad0-cbb779820b6b req-84a0dc3a-b464-44ce-a0f4-588557f97840 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.246670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a8379fa-5437-4a78-9ad0-cbb779820b6b req-84a0dc3a-b464-44ce-a0f4-588557f97840 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.1233308 Aug 16 02:08:30.302601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.347919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14fa21d-4484-46fd-86de-ce01ac59f3be,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:30.354485 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.357615 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a8379fa-5437-4a78-9ad0-cbb779820b6b req-4fc30a64-bbf5-4aec-8d18-f2b04137da07 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082728 Aug 16 02:08:30.367809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.369042 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.448797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84aeb-8a38-4182-a2c4-151400ea236e req-59b21735-dd29-4516-b0fa-b93433047d94 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.458789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84aeb-8a38-4182-a2c4-151400ea236e req-59b21735-dd29-4516-b0fa-b93433047d94 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.467046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84aeb-8a38-4182-a2c4-151400ea236e req-59b21735-dd29-4516-b0fa-b93433047d94 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.481638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84aeb-8a38-4182-a2c4-151400ea236e req-59b21735-dd29-4516-b0fa-b93433047d94 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.491361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84aeb-8a38-4182-a2c4-151400ea236e req-59b21735-dd29-4516-b0fa-b93433047d94 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.497817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84aeb-8a38-4182-a2c4-151400ea236e req-59b21735-dd29-4516-b0fa-b93433047d94 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.503752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'Network': ['ID=01188df5-70d6-4a7e-9718-574fe60d495b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:30.506625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84aeb-8a38-4182-a2c4-151400ea236e req-59b21735-dd29-4516-b0fa-b93433047d94 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.517559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4c84aeb-8a38-4182-a2c4-151400ea236e req-59b21735-dd29-4516-b0fa-b93433047d94 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.2532070 Aug 16 02:08:30.520264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 01188df5-70d6-4a7e-9718-574fe60d495b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:30.645421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4c84aeb-8a38-4182-a2c4-151400ea236e req-a17162b2-5c1c-4a72-ae81-e63b096e9cdd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009214 Aug 16 02:08:30.667977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec007bc-44bf-48c0-9acf-58b7ed6fcd6e req-a5db0ee7-ccd3-4642-a7e6-91429345c057 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.670207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eec007bc-44bf-48c0-9acf-58b7ed6fcd6e req-a5db0ee7-ccd3-4642-a7e6-91429345c057 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.1500154 Aug 16 02:08:30.741577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eec007bc-44bf-48c0-9acf-58b7ed6fcd6e req-74cf47b1-ff00-414f-96a9-cdaae9d358e3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644889 Aug 16 02:08:30.767930 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36114) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:30.877984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d72698-c1fa-4eba-93df-249a11d2f678 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.879625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-82d72698-c1fa-4eba-93df-249a11d2f678 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1093 time: 0.1103942 Aug 16 02:08:30.884169 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36126) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:30.889786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:30.922746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7ff3d-55d6-4644-a37b-2fe8fafd9e8a req-473ba64d-0e49-431f-bbf1-672396aae36d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.931363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40c7ff3d-55d6-4644-a37b-2fe8fafd9e8a req-473ba64d-0e49-431f-bbf1-672396aae36d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 944 time: 0.1214705 Aug 16 02:08:30.975993 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.981873 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d8f4d271-e7e9-4987-9514-2c6d54146fe0 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7372773 Aug 16 02:08:30.982379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36134) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:30.987412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Request body: {'subnet': {'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:31.010087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] Deleting port 99244bee-e618-4618-8c5f-8a0a8c3eda3d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:31.010581 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.069786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40c7ff3d-55d6-4644-a37b-2fe8fafd9e8a req-c725c36c-25c7-4fed-b4fb-13f0845a1261 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374815 Aug 16 02:08:31.110041 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] For port 99244bee-e618-4618-8c5f-8a0a8c3eda3d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=99244bee-e618-4618-8c5f-8a0a8c3eda3d,segment=NetworkSegment(30f16d33-b26c-4d52-a4ff-1ccc66e30dd4),segment_id=30f16d33-b26c-4d52-a4ff-1ccc66e30dd4)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:31.110623 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.127697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] Calling delete_port for 99244bee-e618-4618-8c5f-8a0a8c3eda3d owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:31.198066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Made reservation on behalf of a6197e4829cc44339d7f07aaed31e3f6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:31.202869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.360874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.372190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.440529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] Pushing event deleted for resources: {'Port': ['ID=99244bee-e618-4618-8c5f-8a0a8c3eda3d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:31.580552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 0be18cc5-21ea-4a7f-8067-c27f220a8ccd up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:31.595284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.25.2.172 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/37b694df-0c29-4c9a-8873-07970bf62450) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:31.660508 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.710857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:31.716228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:31.716770 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.761119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.847827 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.879658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'Subnet': ['ID=3541c61d-3b9e-43eb-8e1f-35b01a715500,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:31.888071 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca40652-b2fc-4479-bc1d-9f383270d347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be18cc5-21ea-4a7f-8067-c27f220a8ccd'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:31.891389 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8ef37b-80ab-4695-9cbe-65142572683b" -d '{"events": [{"server_uuid": "6ca40652-b2fc-4479-bc1d-9f383270d347", "name": "network-vif-plugged", "status": "completed", "tag": "0be18cc5-21ea-4a7f-8067-c27f220a8ccd"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:31.912042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:31.913191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Checking segment: {'id': '3a053147-f455-4aeb-8ea6-05ed3e5ed73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:31.913609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Network hostable DHCP agents. Network: 01188df5-70d6-4a7e-9718-574fe60d495b, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:31.920382 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.967206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e82fc8-53e2-4b63-bd57-49fcfc9da91f req-76f6dd9f-a2bf-4049-8caf-2cf4b64955f1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:31.973498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e82fc8-53e2-4b63-bd57-49fcfc9da91f req-76f6dd9f-a2bf-4049-8caf-2cf4b64955f1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:31.979817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e82fc8-53e2-4b63-bd57-49fcfc9da91f req-76f6dd9f-a2bf-4049-8caf-2cf4b64955f1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:31.985919 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e82fc8-53e2-4b63-bd57-49fcfc9da91f req-76f6dd9f-a2bf-4049-8caf-2cf4b64955f1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:31.988754 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0e9a63-0067-451e-be22-6b6cfee8b019 x-openstack-request-id: req-8c0e9a63-0067-451e-be22-6b6cfee8b019 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:31.989515 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca40652-b2fc-4479-bc1d-9f383270d347", "name": "network-vif-plugged", "status": "completed", "tag": "0be18cc5-21ea-4a7f-8067-c27f220a8ccd", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:31.989923 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c0e9a63-0067-451e-be22-6b6cfee8b019 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:31.990661 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca40652-b2fc-4479-bc1d-9f383270d347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be18cc5-21ea-4a7f-8067-c27f220a8ccd', 'code': 200} Aug 16 02:08:31.992685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e82fc8-53e2-4b63-bd57-49fcfc9da91f req-76f6dd9f-a2bf-4049-8caf-2cf4b64955f1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:31.998847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e82fc8-53e2-4b63-bd57-49fcfc9da91f req-76f6dd9f-a2bf-4049-8caf-2cf4b64955f1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:32.004958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e82fc8-53e2-4b63-bd57-49fcfc9da91f req-76f6dd9f-a2bf-4049-8caf-2cf4b64955f1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:32.007656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3e82fc8-53e2-4b63-bd57-49fcfc9da91f req-76f6dd9f-a2bf-4049-8caf-2cf4b64955f1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.1920929 Aug 16 02:08:32.026207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:32.026471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Network 01188df5-70d6-4a7e-9718-574fe60d495b is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:32.031403 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.071916 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 01188df5-70d6-4a7e-9718-574fe60d495b) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:32.082143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:32.082737 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.083147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc4089-6e06-4310-96eb-89be5e152c0a None None] Network 01188df5-70d6-4a7e-9718-574fe60d495b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:32.113260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] Router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:32.136176 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3e82fc8-53e2-4b63-bd57-49fcfc9da91f req-938b047d-cedc-47f0-8abd-f42302837184 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197324 Aug 16 02:08:32.137459 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-eabedf5d-ad28-4aae-8146-8b29a436de4b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1544156 Aug 16 02:08:32.140401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36214) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:32.146171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bcddd-52bb-4578-af61-0c7ad89bbe82 req-799d15f5-b696-446e-8024-bfbfeb5845a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:32.147667 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b4bcddd-52bb-4578-af61-0c7ad89bbe82 req-799d15f5-b696-446e-8024-bfbfeb5845a8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 1097 time: 0.1326251 Aug 16 02:08:32.152644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Request body: {'port': {'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b', 'name': 'tempest-AllowedAddressPairTestJSON-1731594715'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:32.256906 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.305263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-01188df5-70d6-4a7e-9718-574fe60d495b', 'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b', 'tenant_id': 'a6197e4829cc44339d7f07aaed31e3f6', 'fixed_ips': [{'subnet_id': '3541c61d-3b9e-43eb-8e1f-35b01a715500'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:32.306397 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.325355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:32.338279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fea232-e76c-4836-951c-858d88b7cbc7 None None] Sync routers for ids ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:32.339729 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-707cafc3-9968-4eb1-a8a2-9d6d06a60895 admin admin] 10.222.0.79 "PUT /v2.0/routers/7d75ce68-7cbe-4f08-b6b6-3e235e590fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9043584 Aug 16 02:08:32.340391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36220) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:32.400002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fea232-e76c-4836-951c-858d88b7cbc7 None None] Routers {'7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:32.400651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1fea232-e76c-4836-951c-858d88b7cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:32.561598 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.732729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.766462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b4bcddd-52bb-4578-af61-0c7ad89bbe82 req-c5415755-b27a-4c50-beba-734844f58168 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089313 Aug 16 02:08:32.768182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:32.781860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:32.793166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:32.823055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b9e3-de80-4037-8ac8-fb5b055069d6 req-b7410bff-2003-4088-b8c6-5da1bc18cf00 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:32.824755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c02b9e3-de80-4037-8ac8-fb5b055069d6 req-b7410bff-2003-4088-b8c6-5da1bc18cf00 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 945 time: 0.6493151 Aug 16 02:08:32.851181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Deleting port d5391b49-8964-4176-aa05-f0d5dd4b3d9a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:32.851722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.908914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=37b694df-0c29-4c9a-8873-07970bf62450,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:32.929161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Allocated IP 172.20.0.2 (01188df5-70d6-4a7e-9718-574fe60d495b/3541c61d-3b9e-43eb-8e1f-35b01a715500/238779f5-eff9-4094-af85-5c7476fe483c) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:32.936242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a1fea232-e76c-4836-951c-858d88b7cbc7 None None] Set router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:32.960417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c02b9e3-de80-4037-8ac8-fb5b055069d6 req-188ebfd3-468d-4643-a492-21c66b79e890 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915194 Aug 16 02:08:33.019276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] For port d5391b49-8964-4176-aa05-f0d5dd4b3d9a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d5391b49-8964-4176-aa05-f0d5dd4b3d9a,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:33.019704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.052546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Calling delete_port for d5391b49-8964-4176-aa05-f0d5dd4b3d9a owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:33.106298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Made reservation on behalf of a6197e4829cc44339d7f07aaed31e3f6 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:33.110041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.129632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] device_id is not set on port 6e307bc3-fa56-4573-85dc-71bf741d2891 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:33.306923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.374600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5391b49-8964-4176-aa05-f0d5dd4b3d9a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:33.424583 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.433225 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.445832 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Transition to ACTIVE for port object 238779f5-eff9-4094-af85-5c7476fe483c will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:33.457864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1fea232-e76c-4836-951c-858d88b7cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:08:31Z', 'revision_number': 5, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port': {'id': 'd5391b49-8964-4176-aa05-f0d5dd4b3d9a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:48Z', 'updated_at': '2021-08-16T02:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:33.496316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fea232-e76c-4836-951c-858d88b7cbc7 None None] Checking router: 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:33.499939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b685dc7-a2fb-4cd7-8915-c7b1085eaea9 req-559e7ec8-0392-4291-8e16-ab5685899bb5 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.508164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b685dc7-a2fb-4cd7-8915-c7b1085eaea9 req-559e7ec8-0392-4291-8e16-ab5685899bb5 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.518110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b685dc7-a2fb-4cd7-8915-c7b1085eaea9 req-559e7ec8-0392-4291-8e16-ab5685899bb5 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.525196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b685dc7-a2fb-4cd7-8915-c7b1085eaea9 req-559e7ec8-0392-4291-8e16-ab5685899bb5 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.530723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Transition to ACTIVE for port object 238779f5-eff9-4094-af85-5c7476fe483c will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:33.541009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b685dc7-a2fb-4cd7-8915-c7b1085eaea9 req-559e7ec8-0392-4291-8e16-ab5685899bb5 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.541009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b685dc7-a2fb-4cd7-8915-c7b1085eaea9 req-559e7ec8-0392-4291-8e16-ab5685899bb5 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.546934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fea232-e76c-4836-951c-858d88b7cbc7 None None] Routers {'7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:33.547587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1fea232-e76c-4836-951c-858d88b7cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:33.549138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b685dc7-a2fb-4cd7-8915-c7b1085eaea9 req-559e7ec8-0392-4291-8e16-ab5685899bb5 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.551428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b685dc7-a2fb-4cd7-8915-c7b1085eaea9 req-559e7ec8-0392-4291-8e16-ab5685899bb5 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.1953373 Aug 16 02:08:33.571354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.573760 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.700327 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.700916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:08:33.718691 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.724632 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-02544f56-8d9d-4520-b56c-7b2b97c3ff75 admin admin] 10.222.0.79 "DELETE /v2.0/routers/7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 HTTP/1.1" status: 204 len: 168 time: 1.3810322 Aug 16 02:08:33.725927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36244) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:33.739953 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.799169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a1fea232-e76c-4836-951c-858d88b7cbc7 None None] Set router 7d75ce68-7cbe-4f08-b6b6-3e235e590fc2 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:33.799169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Pushing event updated for resources: {'Port': ['ID=238779f5-eff9-4094-af85-5c7476fe483c,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:33.824789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab27f1e1-37ae-48b7-8528-2d5a5ddba8ce admin admin] Deleting subnet 633bd1fb-2dcc-4375-aa55-9d610264d600 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:33.829427 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ab27f1e1-37ae-48b7-8528-2d5a5ddba8ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.861531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1fea232-e76c-4836-951c-858d88b7cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:08:33Z', 'revision_number': 7, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:33.868729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b685dc7-a2fb-4cd7-8915-c7b1085eaea9 req-ac190067-9b23-4bb3-8e0e-aecdd85a69c8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2076902 Aug 16 02:08:33.874724 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ab27f1e1-37ae-48b7-8528-2d5a5ddba8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.918854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Network 01188df5-70d6-4a7e-9718-574fe60d495b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:33.920311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fea232-e76c-4836-951c-858d88b7cbc7 None None] The sync data for ids ['7d75ce68-7cbe-4f08-b6b6-3e235e590fc2'] in n-d-768851-16 is: [{'id': '7d75ce68-7cbe-4f08-b6b6-3e235e590fc2', 'name': 'tempest-TestServerBasicOps-241438964-router', 'tenant_id': '7d75883e619340089afdf33c43b4cad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:46Z', 'updated_at': '2021-08-16T02:08:33Z', 'revision_number': 7, 'project_id': '7d75883e619340089afdf33c43b4cad9', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:33.922237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:33.925888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:33.964834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Allocated IP 172.20.0.10 (01188df5-70d6-4a7e-9718-574fe60d495b/3541c61d-3b9e-43eb-8e1f-35b01a715500/6e307bc3-fa56-4573-85dc-71bf741d2891) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:34.001729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ab27f1e1-37ae-48b7-8528-2d5a5ddba8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.021117 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Attempting to bind port 238779f5-eff9-4094-af85-5c7476fe483c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:34.022195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Attempting to bind port 238779f5-eff9-4094-af85-5c7476fe483c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '3a053147-f455-4aeb-8ea6-05ed3e5ed73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:34.022638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Attempting to bind port 238779f5-eff9-4094-af85-5c7476fe483c on network 01188df5-70d6-4a7e-9718-574fe60d495b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:34.029515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:34.030400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Checking segment: {'id': '3a053147-f455-4aeb-8ea6-05ed3e5ed73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:34.030885 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.031296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Bound using segment: {'id': '3a053147-f455-4aeb-8ea6-05ed3e5ed73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:34.032414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Bound port: 238779f5-eff9-4094-af85-5c7476fe483c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a053147-f455-4aeb-8ea6-05ed3e5ed73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:34.032926 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.055865 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.064796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ab27f1e1-37ae-48b7-8528-2d5a5ddba8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.089149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ab27f1e1-37ae-48b7-8528-2d5a5ddba8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.094571 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ab27f1e1-37ae-48b7-8528-2d5a5ddba8ce admin admin] 10.222.0.79 "DELETE /v2.0/subnets/633bd1fb-2dcc-4375-aa55-9d610264d600 HTTP/1.1" status: 204 len: 168 time: 0.3675804 Aug 16 02:08:34.095280 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36250) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:34.126554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27f1e1-37ae-48b7-8528-2d5a5ddba8ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633bd1fb-2dcc-4375-aa55-9d610264d600,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:34.159158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebc6842-b682-40b4-9f9d-0de12dd88f75 None None] Network be92c7d7-f277-404d-ba11-afa8f90b5c6d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:34.209750 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.305008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Deleting port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:34.305448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.308136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] For port 238779f5-eff9-4094-af85-5c7476fe483c, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:34.312730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] For port 238779f5-eff9-4094-af85-5c7476fe483c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=238779f5-eff9-4094-af85-5c7476fe483c,segment=NetworkSegment(3a053147-f455-4aeb-8ea6-05ed3e5ed73a),segment_id=3a053147-f455-4aeb-8ea6-05ed3e5ed73a)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:34.325369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bffe1b-3c5c-4bff-a78c-2ac973fb2f1c req-272aabe3-b89d-4b7b-8bf0-50fb78faf336 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:34.326864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7bffe1b-3c5c-4bff-a78c-2ac973fb2f1c req-272aabe3-b89d-4b7b-8bf0-50fb78faf336 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 945 time: 0.2128315 Aug 16 02:08:34.328827 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.387012 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.421479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] For port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721,segment=NetworkSegment(30f16d33-b26c-4d52-a4ff-1ccc66e30dd4),segment_id=30f16d33-b26c-4d52-a4ff-1ccc66e30dd4)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:34.422040 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.439597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Calling delete_port for ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:34.444325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 99244bee-e618-4618-8c5f-8a0a8c3eda3d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:34.478207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7bffe1b-3c5c-4bff-a78c-2ac973fb2f1c req-4f8bf1f7-1561-4931-9169-b3a564bd349e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278300 Aug 16 02:08:34.479824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 99244bee-e618-4618-8c5f-8a0a8c3eda3d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:34.479824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 99244bee-e618-4618-8c5f-8a0a8c3eda3d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:34.592306 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.601975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67c323-9491-48a2-b124-78a77dcb97c5 None None] Pushing event updated for resources: {'Port': ['ID=238779f5-eff9-4094-af85-5c7476fe483c,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:34.627651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] No DVR routers for this DVR port ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:34.629813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:34.650491 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.696326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f7f3686-d2d4-44a2-aef8-63421974612b req-4fa8d2cb-1784-4b18-a033-d23dce84333c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e292f445598748e59e3932c6e78f113c HTTP/1.1" status: 200 len: 267 time: 0.0950866 Aug 16 02:08:34.700397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Transition to ACTIVE for port object 6e307bc3-fa56-4573-85dc-71bf741d2891 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:34.738463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.752446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be92c7d7-f277-404d-ba11-afa8f90b5c6d']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:34.765955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:34.766479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f16d33-b26c-4d52-a4ff-1ccc66e30dd4') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:34.789913 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.819915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83302f4f-dfbf-4973-b12e-64ca15644176 None None] DHCP port deletion for be92c7d7-f277-404d-ba11-afa8f90b5c6d request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:34.822870 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.827841 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.847187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f3686-d2d4-44a2-aef8-63421974612b req-7ae28c72-db77-483c-8639-a24b9597905f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:34.848783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f7f3686-d2d4-44a2-aef8-63421974612b req-7ae28c72-db77-483c-8639-a24b9597905f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 945 time: 0.1439943 Aug 16 02:08:34.853047 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.870182 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.893644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:34.894213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:34.896052 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:34.902699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-9f7f3686-d2d4-44a2-aef8-63421974612b req-8e6014a4-a463-41ae-b23b-8ada4ff48db5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Request body: {'port': {'security_groups': []}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:34.967341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Network 01188df5-70d6-4a7e-9718-574fe60d495b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:34.969443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:34.978068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:35.042349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.055857 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.058975 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/be92c7d7-f277-404d-ba11-afa8f90b5c6d HTTP/1.1" status: 204 len: 168 time: 0.9396613 Aug 16 02:08:35.063271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36260) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:35.111564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892c42b-e124-41e7-9119-26073aed7ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=be92c7d7-f277-404d-ba11-afa8f90b5c6d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:35.150900 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'Port': ['ID=6e307bc3-fa56-4573-85dc-71bf741d2891,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:35.249287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.249927 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.269700 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.330041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9f7f3686-d2d4-44a2-aef8-63421974612b req-8e6014a4-a463-41ae-b23b-8ada4ff48db5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.347397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=37b694df-0c29-4c9a-8873-07970bf62450,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:35.351314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-45f61195-7b5e-4640-ab46-e7d060eec7bf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2088728 Aug 16 02:08:35.367234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36266) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:35.378733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a10f-938a-46da-9def-259b57066190 req-851e8a51-4d21-4463-b27c-664809de3709 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.384925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a10f-938a-46da-9def-259b57066190 req-851e8a51-4d21-4463-b27c-664809de3709 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.391086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a10f-938a-46da-9def-259b57066190 req-851e8a51-4d21-4463-b27c-664809de3709 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.398083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a10f-938a-46da-9def-259b57066190 req-851e8a51-4d21-4463-b27c-664809de3709 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.403615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a10f-938a-46da-9def-259b57066190 req-851e8a51-4d21-4463-b27c-664809de3709 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.410085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a10f-938a-46da-9def-259b57066190 req-851e8a51-4d21-4463-b27c-664809de3709 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.416527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a10f-938a-46da-9def-259b57066190 req-851e8a51-4d21-4463-b27c-664809de3709 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.424105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04f1a10f-938a-46da-9def-259b57066190 req-851e8a51-4d21-4463-b27c-664809de3709 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.3263390 Aug 16 02:08:35.436498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Request body: {'port': {'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b', 'name': 'tempest-AllowedAddressPairTestJSON-821050607', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6d:3b:7b'}]}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:35.616238 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Floating IP e5d10cb1-e648-4722-a4fe-3f3b8b41c452 associated. External IP: 172.25.2.172, port: e9698c1e-eec6-4941-99b0-18461ce7a3bf. Aug 16 02:08:35.671211 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.932887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-af34422b-5e76-4dff-9bf1-063d619feca6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1247785 Aug 16 02:08:36.074454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-1660def7-170d-4fa1-8bab-a7dd93793c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:36.076218 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-1660def7-170d-4fa1-8bab-a7dd93793c83 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 1097 time: 0.0966973 Aug 16 02:08:36.148733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91585d21-36fa-4d2a-b576-5405dc69b7b5 None None] Network 01188df5-70d6-4a7e-9718-574fe60d495b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:36.213141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] Deleting port 0b963428-37a0-4dae-9665-e8112e3cc5d1 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:36.213489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.255088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0bbb5570-b451-4049-b5cf-d6a2f72e2f42 None None] Provisioning for port 238779f5-eff9-4094-af85-5c7476fe483c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:36.300771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04f1a10f-938a-46da-9def-259b57066190 req-b31ad14e-30a3-48f5-948d-ec3fe3fcb74b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8741879 Aug 16 02:08:36.401659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 238779f5-eff9-4094-af85-5c7476fe483c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:36.413208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-0a0dc7b6-69fe-45f2-9037-bfa0fcc47718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:36.415834 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-0a0dc7b6-69fe-45f2-9037-bfa0fcc47718 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.3139877 Aug 16 02:08:36.477608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-3cf6aa8f-5804-43d8-8569-d26187f24431 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859502bd-fd9f-4a2a-a6ee-5838606e6e79 HTTP/1.1" status: 200 len: 217 time: 0.0520978 Aug 16 02:08:36.507246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 238779f5-eff9-4094-af85-5c7476fe483c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:36.512600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 238779f5-eff9-4094-af85-5c7476fe483c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:36.513040 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.537899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-e5932603-58fd-4da7-80a6-4fbcd4cc3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:36.540954 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-e5932603-58fd-4da7-80a6-4fbcd4cc3148 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0555375 Aug 16 02:08:36.546585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] For port 0b963428-37a0-4dae-9665-e8112e3cc5d1, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0b963428-37a0-4dae-9665-e8112e3cc5d1,segment=NetworkSegment(04dc3909-8a7d-47aa-812f-fbd35e92dc81),segment_id=04dc3909-8a7d-47aa-812f-fbd35e92dc81)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:36.547222 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.563857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-9f7f3686-d2d4-44a2-aef8-63421974612b req-8e6014a4-a463-41ae-b23b-8ada4ff48db5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] For port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:36.595841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] Calling delete_port for 0b963428-37a0-4dae-9665-e8112e3cc5d1 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:36.601668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Made reservation on behalf of a6197e4829cc44339d7f07aaed31e3f6 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:36.622202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router 069e95d3-4034-4c85-bd7f-795e003c4247 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:36.628359 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.673883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-6295713e-5f52-4cff-9292-42e81f45a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:36.675642 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-6295713e-5f52-4cff-9292-42e81f45a2a0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1248434 Aug 16 02:08:36.684300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9f7f3686-d2d4-44a2-aef8-63421974612b req-8e6014a4-a463-41ae-b23b-8ada4ff48db5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.690721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 238779f5-eff9-4094-af85-5c7476fe483c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=238779f5-eff9-4094-af85-5c7476fe483c,segment=NetworkSegment(3a053147-f455-4aeb-8ea6-05ed3e5ed73a),segment_id=3a053147-f455-4aeb-8ea6-05ed3e5ed73a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:36.696526 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9f7f3686-d2d4-44a2-aef8-63421974612b req-8e6014a4-a463-41ae-b23b-8ada4ff48db5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.698829 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.712020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['680a0dbc-bc6f-44c1-bf4e-79d6d9e38822', '0be18cc5-21ea-4a7f-8067-c27f220a8ccd'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:36.773312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['859502bd-fd9f-4a2a-a6ee-5838606e6e79'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:36.794045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6014a4-a463-41ae-b23b-8ada4ff48db5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event updated for resources: {'Port': ['ID=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:36.827757 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:36.838436 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-50a1fd64-ee24-4020-b58a-c68d8dc42559 service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502695 Aug 16 02:08:36.883344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f3686-d2d4-44a2-aef8-63421974612b req-8e6014a4-a463-41ae-b23b-8ada4ff48db5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:36.883764 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9f7f3686-d2d4-44a2-aef8-63421974612b req-8e6014a4-a463-41ae-b23b-8ada4ff48db5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.885236 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f7f3686-d2d4-44a2-aef8-63421974612b req-8e6014a4-a463-41ae-b23b-8ada4ff48db5 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "PUT /v2.0/ports/0be18cc5-21ea-4a7f-8067-c27f220a8ccd HTTP/1.1" status: 200 len: 904 time: 2.0039921 Aug 16 02:08:36.893915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca40652-b2fc-4479-bc1d-9f383270d347', 'tag': '0be18cc5-21ea-4a7f-8067-c27f220a8ccd'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:36.900653 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca40652-b2fc-4479-bc1d-9f383270d347", "tag": "0be18cc5-21ea-4a7f-8067-c27f220a8ccd"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:36.957842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:36.960382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ba5e6bf3-6cdb-4fdc-8b26-0b84abe15721 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:36.961026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d5391b49-8964-4176-aa05-f0d5dd4b3d9a no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:36.983030 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.013504 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2612d559-4b84-4ee3-a1df-2140d7623176 x-openstack-request-id: req-2612d559-4b84-4ee3-a1df-2140d7623176 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:37.013791 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca40652-b2fc-4479-bc1d-9f383270d347", "tag": "0be18cc5-21ea-4a7f-8067-c27f220a8ccd", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:37.014046 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2612d559-4b84-4ee3-a1df-2140d7623176 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:37.014464 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca40652-b2fc-4479-bc1d-9f383270d347', 'tag': '0be18cc5-21ea-4a7f-8067-c27f220a8ccd', 'status': 'completed', 'code': 200} Aug 16 02:08:37.032848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: d5391b49-8964-4176-aa05-f0d5dd4b3d9a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:37.033271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d5391b49-8964-4176-aa05-f0d5dd4b3d9a not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:37.043680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=238779f5-eff9-4094-af85-5c7476fe483c,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.088121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] device_id is not set on port 0a0003ed-6a0e-4b32-b80b-571c38c8ea0d yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:37.103021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['0be18cc5-21ea-4a7f-8067-c27f220a8ccd'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:37.195999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-09f583a1-2cbd-492d-8bac-08bab746d67d None None] Provisioning complete for port 238779f5-eff9-4094-af85-5c7476fe483c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:37.196649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09f583a1-2cbd-492d-8bac-08bab746d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.340599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596 req-e5046191-e843-452c-91e7-7d8045abc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.342866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596 req-e5046191-e843-452c-91e7-7d8045abc552 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 1059 time: 0.2933140 Aug 16 02:08:37.475786 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d1aea5d8-4abb-4b20-a648-0853cf2d8baf req-54bb63bf-bbea-4311-a160-1d3d2c532134 service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254177 Aug 16 02:08:37.484795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-09f583a1-2cbd-492d-8bac-08bab746d67d None None] Provisioning for port 6e307bc3-fa56-4573-85dc-71bf741d2891 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:37.490827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-09f583a1-2cbd-492d-8bac-08bab746d67d None None] Provisioning complete for port 6e307bc3-fa56-4573-85dc-71bf741d2891 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:37.491239 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09f583a1-2cbd-492d-8bac-08bab746d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.541349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:37.564320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-09f583a1-2cbd-492d-8bac-08bab746d67d None None] Port 6e307bc3-fa56-4573-85dc-71bf741d2891 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:37.568246 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516f13b-cbc0-46d9-b545-9c58fb8ab9a8 None None] Sync routers for ids ['069e95d3-4034-4c85-bd7f-795e003c4247'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:37.580356 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516f13b-cbc0-46d9-b545-9c58fb8ab9a8 None None] Routers {'069e95d3-4034-4c85-bd7f-795e003c4247'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:37.581876 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a516f13b-cbc0-46d9-b545-9c58fb8ab9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['069e95d3-4034-4c85-bd7f-795e003c4247'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:37.610977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d6936-64c4-4499-b3e2-c52519c57508 req-f6053911-36be-405d-aa74-c5481a6863a9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.612555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb5d6936-64c4-4499-b3e2-c52519c57508 req-f6053911-36be-405d-aa74-c5481a6863a9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 907 time: 0.5949874 Aug 16 02:08:37.710196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-23288377-e12a-4f25-9d60-f0be3adf9103 None None] Provisioning complete for port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:37.710723 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-23288377-e12a-4f25-9d60-f0be3adf9103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.728507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596 req-c483923c-58ef-4c64-b0b0-f77f3a942bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.730490 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596 req-c483923c-58ef-4c64-b0b0-f77f3a942bcd service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.3754425 Aug 16 02:08:37.737837 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.766579 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.781124 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a516f13b-cbc0-46d9-b545-9c58fb8ab9a8 None None] Set router 069e95d3-4034-4c85-bd7f-795e003c4247 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:37.820642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b963428-37a0-4dae-9665-e8112e3cc5d1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.870218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22cd3f-1d3f-4e28-9ef2-d3b71b80db1e req-b3a27645-2802-42a4-93a0-e80a3771855d tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.883849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22cd3f-1d3f-4e28-9ef2-d3b71b80db1e req-b3a27645-2802-42a4-93a0-e80a3771855d tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.890055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22cd3f-1d3f-4e28-9ef2-d3b71b80db1e req-b3a27645-2802-42a4-93a0-e80a3771855d tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.893270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-23288377-e12a-4f25-9d60-f0be3adf9103 None None] Provisioning complete for port 6e307bc3-fa56-4573-85dc-71bf741d2891 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:37.893650 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-23288377-e12a-4f25-9d60-f0be3adf9103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.913354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22cd3f-1d3f-4e28-9ef2-d3b71b80db1e req-b3a27645-2802-42a4-93a0-e80a3771855d tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.919595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22cd3f-1d3f-4e28-9ef2-d3b71b80db1e req-b3a27645-2802-42a4-93a0-e80a3771855d tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.938790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22cd3f-1d3f-4e28-9ef2-d3b71b80db1e req-b3a27645-2802-42a4-93a0-e80a3771855d tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.958587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22cd3f-1d3f-4e28-9ef2-d3b71b80db1e req-b3a27645-2802-42a4-93a0-e80a3771855d tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.960778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d22cd3f-1d3f-4e28-9ef2-d3b71b80db1e req-b3a27645-2802-42a4-93a0-e80a3771855d tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.4269507 Aug 16 02:08:37.979568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596 req-30aeb93c-d83b-41ee-af07-5404a8dec282 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be18cc5-21ea-4a7f-8067-c27f220a8ccd HTTP/1.1" status: 200 len: 217 time: 0.2125611 Aug 16 02:08:37.997116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-23288377-e12a-4f25-9d60-f0be3adf9103 None None] Port 6e307bc3-fa56-4573-85dc-71bf741d2891 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:38.053973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Allocated IP 172.20.0.13 (01188df5-70d6-4a7e-9718-574fe60d495b/3541c61d-3b9e-43eb-8e1f-35b01a715500/0a0003ed-6a0e-4b32-b80b-571c38c8ea0d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:38.085298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cab928a1-0564-48aa-83f0-34f63f750a0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1996424 Aug 16 02:08:38.120240 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a516f13b-cbc0-46d9-b545-9c58fb8ab9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:08Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'e5d10cb1-e648-4722-a4fe-3f3b8b41c452', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'port_id': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'mac_address': 'fa:16:3e:20:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:33Z', 'updated_at': '2021-08-16T02:08:33Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57', 'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:92:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:06Z', 'updated_at': '2021-08-16T02:08:16Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:38.122862 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.155255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aa1c1-c533-4f0f-af33-aa901e7428cc req-eb809c13-bab7-4cb5-ae65-555475ec87fe tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.161010 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516f13b-cbc0-46d9-b545-9c58fb8ab9a8 None None] Checking router: 069e95d3-4034-4c85-bd7f-795e003c4247 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:38.164676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af1aa1c1-c533-4f0f-af33-aa901e7428cc req-eb809c13-bab7-4cb5-ae65-555475ec87fe tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.4452958 Aug 16 02:08:38.172612 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516f13b-cbc0-46d9-b545-9c58fb8ab9a8 None None] Routers {'069e95d3-4034-4c85-bd7f-795e003c4247'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:38.173295 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a516f13b-cbc0-46d9-b545-9c58fb8ab9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['069e95d3-4034-4c85-bd7f-795e003c4247'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:38.192193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d22cd3f-1d3f-4e28-9ef2-d3b71b80db1e req-a6bcf61b-50c6-45c4-87c2-b8b099450ac1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956091 Aug 16 02:08:38.245265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596 req-83aeea72-0247-4009-82d4-79ad7ada3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.245265 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596 req-83aeea72-0247-4009-82d4-79ad7ada3251 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.2193439 Aug 16 02:08:38.326436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af1aa1c1-c533-4f0f-af33-aa901e7428cc req-db50a152-6507-42c7-b81c-eaaf8f861160 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567688 Aug 16 02:08:38.411383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 238779f5-eff9-4094-af85-5c7476fe483c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:38.417196 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a516f13b-cbc0-46d9-b545-9c58fb8ab9a8 None None] Set router 069e95d3-4034-4c85-bd7f-795e003c4247 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:38.505826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596 req-896d6a0b-f04f-4588-bb11-05cd4fc4fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.507420 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596 req-896d6a0b-f04f-4588-bb11-05cd4fc4fa4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2570324 Aug 16 02:08:38.520710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a009285-277f-469e-8625-db8fd2fe7dca req-881f4752-19f7-49e2-905c-fa3e6f6b14a4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.522821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a009285-277f-469e-8625-db8fd2fe7dca req-881f4752-19f7-49e2-905c-fa3e6f6b14a4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.2185934 Aug 16 02:08:38.544254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 238779f5-eff9-4094-af85-5c7476fe483c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:38.544921 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.563042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] Router 8b2608d0-1fb6-4d10-9a7b-34690170a835 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:38.667828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad64246-49cb-4b2c-a696-c511604aedba req-8128edc5-df42-4aa6-93fd-7272da62d05d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.677028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cad64246-49cb-4b2c-a696-c511604aedba req-8128edc5-df42-4aa6-93fd-7272da62d05d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.2409942 Aug 16 02:08:38.709202 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:08:38.738940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:38.744316 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-68c60930-4440-4faa-9279-62f94c705a79 admin admin] 10.222.0.79 "PUT /v2.0/routers/8b2608d0-1fb6-4d10-9a7b-34690170a835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6436710 Aug 16 02:08:38.748764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36292) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:38.750040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1a827d-6d55-4e01-9982-b6b64632cdd3 None None] Sync routers for ids ['8b2608d0-1fb6-4d10-9a7b-34690170a835'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:38.763557 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1a827d-6d55-4e01-9982-b6b64632cdd3 None None] Routers {'8b2608d0-1fb6-4d10-9a7b-34690170a835'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:38.766500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ab1a827d-6d55-4e01-9982-b6b64632cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['8b2608d0-1fb6-4d10-9a7b-34690170a835'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:38.768196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596 req-fd8aa26d-5aba-4b38-bd4d-17ba00f60b59 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433996 Aug 16 02:08:38.860799 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ef551f2e-2f4a-4329-9348-cba45c9bd1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.864292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a009285-277f-469e-8625-db8fd2fe7dca req-a04aa617-7f36-44a7-bea7-05d723cc22dc tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226213 Aug 16 02:08:38.879736 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a516f13b-cbc0-46d9-b545-9c58fb8ab9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:08Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'e5d10cb1-e648-4722-a4fe-3f3b8b41c452', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'port_id': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'mac_address': 'fa:16:3e:20:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:33Z', 'updated_at': '2021-08-16T02:08:33Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57', 'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:92:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:06Z', 'updated_at': '2021-08-16T02:08:16Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:38.897797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36294) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:38.899854 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.940963 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516f13b-cbc0-46d9-b545-9c58fb8ab9a8 None None] The sync data for ids ['069e95d3-4034-4c85-bd7f-795e003c4247'] in n-d-768851-16 is: [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:08Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'e5d10cb1-e648-4722-a4fe-3f3b8b41c452', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'port_id': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'mac_address': 'fa:16:3e:20:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:33Z', 'updated_at': '2021-08-16T02:08:33Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57', 'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:92:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:06Z', 'updated_at': '2021-08-16T02:08:16Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:38.953928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cad64246-49cb-4b2c-a696-c511604aedba req-a41420f6-3a03-4293-93ea-92e32cdc644f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757368 Aug 16 02:08:38.955039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Transition to ACTIVE for port object 0a0003ed-6a0e-4b32-b80b-571c38c8ea0d will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:38.963783 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.989974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-ab1a827d-6d55-4e01-9982-b6b64632cdd3 None None] Set router 8b2608d0-1fb6-4d10-9a7b-34690170a835 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:39.019355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:39.022285 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4e270f-666f-4238-8980-512b35466702" -d '{"events": [{"name": "network-changed", "server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:39.061252 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-52ae1b4c-f511-4671-b8a4-3628822256a9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/e5d10cb1-e648-4722-a4fe-3f3b8b41c452 HTTP/1.1" status: 200 len: 992 time: 0.1612568 Aug 16 02:08:39.090238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c8a76c1-2198-44cd-b6a7-d6936a9ba596 req-90ec8cd6-3473-4b17-a0ab-b80727d4b42f service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082318 Aug 16 02:08:39.126359 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.129897 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3d0e67-32ca-47d0-8a91-9b5e05f7863e x-openstack-request-id: req-3c3d0e67-32ca-47d0-8a91-9b5e05f7863e {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:39.130201 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:39.130459 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3c3d0e67-32ca-47d0-8a91-9b5e05f7863e {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:39.132017 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'status': 'completed', 'code': 200} Aug 16 02:08:39.163679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.308717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Deleting port cf656d26-c529-4abb-b9a4-00b66d580488 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:39.309109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.321801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ab1a827d-6d55-4e01-9982-b6b64632cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'name': 'tempest-TestServerBasicOps-1377837083-router', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:08:37Z', 'revision_number': 5, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'gw_port': {'id': 'cf656d26-c529-4abb-b9a4-00b66d580488', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:00Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:39.340718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Network 01188df5-70d6-4a7e-9718-574fe60d495b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:39.358600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1a827d-6d55-4e01-9982-b6b64632cdd3 None None] Checking router: 8b2608d0-1fb6-4d10-9a7b-34690170a835 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:39.370580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1a827d-6d55-4e01-9982-b6b64632cdd3 None None] Routers {'8b2608d0-1fb6-4d10-9a7b-34690170a835'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:39.372126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ab1a827d-6d55-4e01-9982-b6b64632cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['8b2608d0-1fb6-4d10-9a7b-34690170a835'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:39.381769 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baff99c-30c8-46f5-bee5-d28db5114a84 None None] New status for floating IP e5d10cb1-e648-4722-a4fe-3f3b8b41c452: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:08:39.414200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:39.431004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] For port cf656d26-c529-4abb-b9a4-00b66d580488, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=cf656d26-c529-4abb-b9a4-00b66d580488,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:39.431378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.452068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Calling delete_port for cf656d26-c529-4abb-b9a4-00b66d580488 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:39.515613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:39.559122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'Port': ['ID=0a0003ed-6a0e-4b32-b80b-571c38c8ea0d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:39.684554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e270f-666f-4238-8980-512b35466702 req-f5923c70-3820-4030-9c3b-3b80e51e2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.686394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec4e270f-666f-4238-8980-512b35466702 req-f5923c70-3820-4030-9c3b-3b80e51e2d2b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1098 time: 0.4926538 Aug 16 02:08:39.686927 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.717408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-ab1a827d-6d55-4e01-9982-b6b64632cdd3 None None] Set router 8b2608d0-1fb6-4d10-9a7b-34690170a835 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:39.812455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ab1a827d-6d55-4e01-9982-b6b64632cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'name': 'tempest-TestServerBasicOps-1377837083-router', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:08:39Z', 'revision_number': 6, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:39.854077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1a827d-6d55-4e01-9982-b6b64632cdd3 None None] The sync data for ids ['8b2608d0-1fb6-4d10-9a7b-34690170a835'] in n-d-768851-16 is: [{'id': '8b2608d0-1fb6-4d10-9a7b-34690170a835', 'name': 'tempest-TestServerBasicOps-1377837083-router', 'tenant_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:59Z', 'updated_at': '2021-08-16T02:08:39Z', 'revision_number': 6, 'project_id': '2cdc5828ce4e4f3fa99afaa22148da99', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:39.860787 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.863029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7904d-8e56-4306-81d4-9f8f73c5cd00 req-34808199-0a3e-4e1d-b937-0c9cd6e4c0de tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.867542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3c6c3efd-11bf-4433-859d-2ce1c8b84ee4 None None] Provisioning for port 0a0003ed-6a0e-4b32-b80b-571c38c8ea0d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:39.870817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7904d-8e56-4306-81d4-9f8f73c5cd00 req-34808199-0a3e-4e1d-b937-0c9cd6e4c0de tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.873019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3c6c3efd-11bf-4433-859d-2ce1c8b84ee4 None None] Provisioning complete for port 0a0003ed-6a0e-4b32-b80b-571c38c8ea0d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:39.873610 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c6c3efd-11bf-4433-859d-2ce1c8b84ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.885409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7904d-8e56-4306-81d4-9f8f73c5cd00 req-34808199-0a3e-4e1d-b937-0c9cd6e4c0de tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.892079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7904d-8e56-4306-81d4-9f8f73c5cd00 req-34808199-0a3e-4e1d-b937-0c9cd6e4c0de tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.897025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf656d26-c529-4abb-b9a4-00b66d580488,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:39.904164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7904d-8e56-4306-81d4-9f8f73c5cd00 req-34808199-0a3e-4e1d-b937-0c9cd6e4c0de tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.911708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c3efd-11bf-4433-859d-2ce1c8b84ee4 None None] Port 0a0003ed-6a0e-4b32-b80b-571c38c8ea0d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:39.924103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7904d-8e56-4306-81d4-9f8f73c5cd00 req-34808199-0a3e-4e1d-b937-0c9cd6e4c0de tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.928456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7904d-8e56-4306-81d4-9f8f73c5cd00 req-34808199-0a3e-4e1d-b937-0c9cd6e4c0de tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.930433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16d7904d-8e56-4306-81d4-9f8f73c5cd00 req-34808199-0a3e-4e1d-b937-0c9cd6e4c0de tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.5372090 Aug 16 02:08:39.984047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.984709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.994069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.034887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-bbf363da-0cd8-40de-b764-bb0e67c91486 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.036472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-bbf363da-0cd8-40de-b764-bb0e67c91486 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 812 time: 0.7100227 Aug 16 02:08:40.050137 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7749f1e9-369d-47d3-b86e-d284f13a03cf tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.6187286 Aug 16 02:08:40.056736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36316) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:40.085689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36318) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:40.106283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16d7904d-8e56-4306-81d4-9f8f73c5cd00 req-c08f6231-dc7c-4067-858d-31d88549d8e5 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406138 Aug 16 02:08:40.125665 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.140841 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.145260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-0b4aba9d-ad68-405a-bf03-6a98433b46c2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/quotas/e292f445598748e59e3932c6e78f113c HTTP/1.1" status: 200 len: 375 time: 0.0892859 Aug 16 02:08:40.153333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e270f-666f-4238-8980-512b35466702 req-2e2200ae-53d4-42f3-812c-d34d25c6f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.154807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec4e270f-666f-4238-8980-512b35466702 req-2e2200ae-53d4-42f3-812c-d34d25c6f397 service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.4383276 Aug 16 02:08:40.210279 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1dcdaf7c-32d2-408d-ad8b-6b2cc67da2e8 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/e5d10cb1-e648-4722-a4fe-3f3b8b41c452 HTTP/1.1" status: 200 len: 994 time: 0.1236062 Aug 16 02:08:40.212169 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.221641 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2608d0-1fb6-4d10-9a7b-34690170a835 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:08:40.226714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.228013 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-48ac095e-1c3a-4c4c-a650-23b3d6a6767d admin admin] 10.222.0.79 "DELETE /v2.0/routers/8b2608d0-1fb6-4d10-9a7b-34690170a835 HTTP/1.1" status: 204 len: 168 time: 1.4782882 Aug 16 02:08:40.230873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36320) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:40.278511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82210f74-6509-487d-997b-a6deb045d611 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.289759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82210f74-6509-487d-997b-a6deb045d611 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.295914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82210f74-6509-487d-997b-a6deb045d611 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.301275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-82210f74-6509-487d-997b-a6deb045d611 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2393746 Aug 16 02:08:40.301887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36322) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:40.341699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-ad2476d5-c55a-48c5-9163-351d8c2ccdbe tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1850822 Aug 16 02:08:40.344612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec4e270f-666f-4238-8980-512b35466702 req-3ba1df17-d2fe-4a24-8278-789367599dad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1002 time: 0.1727505 Aug 16 02:08:40.346622 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0b963428-37a0-4dae-9665-e8112e3cc5d1 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:40.346766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41958ef-625a-4fc9-97bd-be664a4744fa admin admin] Deleting subnet 6575215c-7c0e-45c8-9662-fb3bc7cd2bbe {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:40.355589 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f41958ef-625a-4fc9-97bd-be664a4744fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.380025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 0b963428-37a0-4dae-9665-e8112e3cc5d1 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:40.380731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0b963428-37a0-4dae-9665-e8112e3cc5d1 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:40.433071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f41958ef-625a-4fc9-97bd-be664a4744fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.533886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4806788e-42af-44cd-bbe3-031eaa34a62e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Deleting port 0a0003ed-6a0e-4b32-b80b-571c38c8ea0d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:40.534512 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4806788e-42af-44cd-bbe3-031eaa34a62e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.597318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f41958ef-625a-4fc9-97bd-be664a4744fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.676332 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4806788e-42af-44cd-bbe3-031eaa34a62e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.696384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4806788e-42af-44cd-bbe3-031eaa34a62e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Calling delete_port for 0a0003ed-6a0e-4b32-b80b-571c38c8ea0d owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:40.703439 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f41958ef-625a-4fc9-97bd-be664a4744fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.750668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41958ef-625a-4fc9-97bd-be664a4744fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6575215c-7c0e-45c8-9662-fb3bc7cd2bbe,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:40.814756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e270f-666f-4238-8980-512b35466702 req-66a122fa-261a-4af1-947b-d217cec2fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.816239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec4e270f-666f-4238-8980-512b35466702 req-66a122fa-261a-4af1-947b-d217cec2fe7a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.4567454 Aug 16 02:08:40.836551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f41958ef-625a-4fc9-97bd-be664a4744fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.840402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a37a4b-694f-4ce4-a471-b54f2cf28877 None None] Network dc43d76a-65e7-4c36-b73a-efb9d896912b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:40.847670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-0a02ec45-9082-425f-8404-9c8be48c3b43 service neutron] 10.222.0.79 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016904 Aug 16 02:08:40.860429 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f41958ef-625a-4fc9-97bd-be664a4744fa admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6575215c-7c0e-45c8-9662-fb3bc7cd2bbe HTTP/1.1" status: 204 len: 168 time: 0.6282675 Aug 16 02:08:40.867003 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36328) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:40.939484 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e270f-666f-4238-8980-512b35466702 req-a88e9e4b-5826-4eb9-9b56-36d9f970a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.941722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec4e270f-666f-4238-8980-512b35466702 req-a88e9e4b-5826-4eb9-9b56-36d9f970a6b7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079230 Aug 16 02:08:40.948132 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a699867d-a866-4e7e-afaf-f2a7499ee9d4 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:40.987449 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4806788e-42af-44cd-bbe3-031eaa34a62e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.033683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-13f637e3-20a6-40f4-87c9-fa5a27036e7b service neutron] 10.222.0.79 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633370 Aug 16 02:08:41.063232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806788e-42af-44cd-bbe3-031eaa34a62e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event deleted for resources: {'Port': ['ID=0a0003ed-6a0e-4b32-b80b-571c38c8ea0d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:41.073754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec4e270f-666f-4238-8980-512b35466702 req-df545063-9341-4220-a1dc-b9af7ae6c6bc service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205184 Aug 16 02:08:41.169389 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.228705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a699867d-a866-4e7e-afaf-f2a7499ee9d4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a699867d-a866-4e7e-afaf-f2a7499ee9d4,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:41.245584 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec4e270f-666f-4238-8980-512b35466702 req-52f145a2-2296-47ac-b7a6-4fb1b4352da7 service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596143 Aug 16 02:08:41.257747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'a699867d-a866-4e7e-afaf-f2a7499ee9d4', 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e', 'port_id': 'a699867d-a866-4e7e-afaf-f2a7499ee9d4', 'mac_address': 'fa:16:3e:9a:73:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a21a04-68da-4e54-ba75-333f82e8ef5c', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:41.386069 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.386607 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4806788e-42af-44cd-bbe3-031eaa34a62e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.389782 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4806788e-42af-44cd-bbe3-031eaa34a62e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "DELETE /v2.0/ports/0a0003ed-6a0e-4b32-b80b-571c38c8ea0d HTTP/1.1" status: 204 len: 168 time: 1.0866890 Aug 16 02:08:41.392379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36332) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:41.398171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd9d0-d3ab-414b-8805-2d6ecdcee7a9 req-11edb925-ccfd-42fa-af2d-3da4aa3fb190 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.418096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd9d0-d3ab-414b-8805-2d6ecdcee7a9 req-11edb925-ccfd-42fa-af2d-3da4aa3fb190 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.433522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd9d0-d3ab-414b-8805-2d6ecdcee7a9 req-11edb925-ccfd-42fa-af2d-3da4aa3fb190 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.454829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a699867d-a866-4e7e-afaf-f2a7499ee9d4 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:41.459686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd9d0-d3ab-414b-8805-2d6ecdcee7a9 req-11edb925-ccfd-42fa-af2d-3da4aa3fb190 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.463243 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02b4dd6-d1a6-444e-b3bc-aee7c56d5898 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] GET failed (client error): The resource could not be found. Aug 16 02:08:41.465089 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a02b4dd6-d1a6-444e-b3bc-aee7c56d5898 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "GET /v2.0/ports/0a0003ed-6a0e-4b32-b80b-571c38c8ea0d HTTP/1.1" status: 404 len: 333 time: 0.0717769 Aug 16 02:08:41.472933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36338) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:41.487148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Request body: {'port': {'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b', 'name': 'tempest-AllowedAddressPairTestJSON-98639215'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:41.487490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd9d0-d3ab-414b-8805-2d6ecdcee7a9 req-11edb925-ccfd-42fa-af2d-3da4aa3fb190 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.506517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd9d0-d3ab-414b-8805-2d6ecdcee7a9 req-11edb925-ccfd-42fa-af2d-3da4aa3fb190 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.506784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcca7c0-1cb1-471b-bfa1-383c993aa30f None None] DHCP port deletion for dc43d76a-65e7-4c36-b73a-efb9d896912b request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:41.512999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd9d0-d3ab-414b-8805-2d6ecdcee7a9 req-11edb925-ccfd-42fa-af2d-3da4aa3fb190 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.524647 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c76cd9d0-d3ab-414b-8805-2d6ecdcee7a9 req-11edb925-ccfd-42fa-af2d-3da4aa3fb190 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5416 time: 0.2282553 Aug 16 02:08:41.528322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Deleting port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:41.528770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.544467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a699867d-a866-4e7e-afaf-f2a7499ee9d4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a699867d-a866-4e7e-afaf-f2a7499ee9d4,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:41.556245 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.559144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2b37b6d9-f301-4243-a1f1-2c191409210e details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:41.609945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f25732c-110d-4d06-8388-6be95b6ea0a8 req-68c01577-61a8-4143-8911-a3c0e00496b3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 210 time: 0.0666871 Aug 16 02:08:41.657142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c76cd9d0-d3ab-414b-8805-2d6ecdcee7a9 req-db68806b-3302-454b-9790-8dfce8799ad1 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122713 Aug 16 02:08:41.675181 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f774cf46-640f-4087-992c-b2da4f0c1488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.701457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a699867d-a866-4e7e-afaf-f2a7499ee9d4,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:41.707136 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.709978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] For port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=62d4fdd0-cd3a-4e35-926d-9c59f6a69287,segment=NetworkSegment(04dc3909-8a7d-47aa-812f-fbd35e92dc81),segment_id=04dc3909-8a7d-47aa-812f-fbd35e92dc81)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:41.710356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.728820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Calling delete_port for 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:41.789473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Made reservation on behalf of a6197e4829cc44339d7f07aaed31e3f6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:41.793091 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.798523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2dcca7c0-1cb1-471b-bfa1-383c993aa30f None None] Deleting port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:41.799034 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2dcca7c0-1cb1-471b-bfa1-383c993aa30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.816769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] device_id is not set on port bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:41.880307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2b37b6d9-f301-4243-a1f1-2c191409210e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2b37b6d9-f301-4243-a1f1-2c191409210e,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:41.907343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '2b37b6d9-f301-4243-a1f1-2c191409210e', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'port_id': '2b37b6d9-f301-4243-a1f1-2c191409210e', 'mac_address': 'fa:16:3e:53:ba:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:41.910430 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2dcca7c0-1cb1-471b-bfa1-383c993aa30f None None] For port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=62d4fdd0-cd3a-4e35-926d-9c59f6a69287,segment=NetworkSegment(04dc3909-8a7d-47aa-812f-fbd35e92dc81),segment_id=04dc3909-8a7d-47aa-812f-fbd35e92dc81)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:41.911021 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2dcca7c0-1cb1-471b-bfa1-383c993aa30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.925922 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.927369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2dcca7c0-1cb1-471b-bfa1-383c993aa30f None None] Calling delete_port for 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:41.967713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d4fdd0-cd3a-4e35-926d-9c59f6a69287,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:41.973288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] No DVR routers for this DVR port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:42.028824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.088782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b37b6d9-f301-4243-a1f1-2c191409210e {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:42.114621 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.123135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2b37b6d9-f301-4243-a1f1-2c191409210e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2b37b6d9-f301-4243-a1f1-2c191409210e,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:42.125307 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2dcca7c0-1cb1-471b-bfa1-383c993aa30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.132457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc43d76a-65e7-4c36-b73a-efb9d896912b']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:42.149635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dc3909-8a7d-47aa-812f-fbd35e92dc81') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:42.150186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dc3909-8a7d-47aa-812f-fbd35e92dc81') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:42.152534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Allocated IP 172.20.0.6 (01188df5-70d6-4a7e-9718-574fe60d495b/3541c61d-3b9e-43eb-8e1f-35b01a715500/bdbc47cb-4bd2-45c9-a07b-354cf7cdad45) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:42.157401 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.158038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 91a212e2-94ac-4a5d-aedd-3a4eddc16505 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:42.163729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcca7c0-1cb1-471b-bfa1-383c993aa30f None None] Pushing event deleted for resources: {'Port': ['ID=62d4fdd0-cd3a-4e35-926d-9c59f6a69287,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:42.169078 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcca7c0-1cb1-471b-bfa1-383c993aa30f None None] No DVR routers for this DVR port 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:42.171032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.195157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.213186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:42.213715 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:42.215498 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:42.256781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2b37b6d9-f301-4243-a1f1-2c191409210e,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:42.305780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 91a212e2-94ac-4a5d-aedd-3a4eddc16505, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=91a212e2-94ac-4a5d-aedd-3a4eddc16505,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:42.325034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device cf656d26-c529-4abb-b9a4-00b66d580488 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:42.331562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '91a212e2-94ac-4a5d-aedd-3a4eddc16505', 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e', 'port_id': '91a212e2-94ac-4a5d-aedd-3a4eddc16505', 'mac_address': 'fa:16:3e:ec:8d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a21a04-68da-4e54-ba75-333f82e8ef5c', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:42.354906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: cf656d26-c529-4abb-b9a4-00b66d580488 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:42.355331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device cf656d26-c529-4abb-b9a4-00b66d580488 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:42.355821 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:42.370603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.377802 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.379669 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/dc43d76a-65e7-4c36-b73a-efb9d896912b HTTP/1.1" status: 204 len: 168 time: 1.5098155 Aug 16 02:08:42.398341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f8328-4b19-4cb2-a082-4362ced833c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc43d76a-65e7-4c36-b73a-efb9d896912b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:42.427887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:42.428334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 62d4fdd0-cd3a-4e35-926d-9c59f6a69287 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:42.448687 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.470347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a212e2-94ac-4a5d-aedd-3a4eddc16505 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:42.474549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.489611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Transition to ACTIVE for port object bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:42.513469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 91a212e2-94ac-4a5d-aedd-3a4eddc16505, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=91a212e2-94ac-4a5d-aedd-3a4eddc16505,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:42.519269 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.532201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.585000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=91a212e2-94ac-4a5d-aedd-3a4eddc16505,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:42.595337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Network 01188df5-70d6-4a7e-9718-574fe60d495b is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:42.600671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:42.605316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:42.651190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'Port': ['ID=bdbc47cb-4bd2-45c9-a07b-354cf7cdad45,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:42.661929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36356) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:42.691625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.692745 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.721774 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5ac86779-e589-476f-b40f-3bbef3215ae5 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2473135 Aug 16 02:08:42.724135 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36360) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:42.735306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6d:3b:7b'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:42.750395 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.814039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f8443caf-836e-4a85-bf22-7c07c55754ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7d75883e619340089afdf33c43b4cad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510246 Aug 16 02:08:42.839737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5564a1de-add4-478d-bb7c-6ce5abc0a380 req-c5897730-ebef-41a9-a7df-d100e53e2931 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 210 time: 0.0708754 Aug 16 02:08:42.840277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36362) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:42.879066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:42.922732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda3d8-58c8-48a0-bd43-7306263b57ed req-043530d2-08fe-4c26-8127-3717e1ed17aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.932118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda3d8-58c8-48a0-bd43-7306263b57ed req-043530d2-08fe-4c26-8127-3717e1ed17aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.939872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda3d8-58c8-48a0-bd43-7306263b57ed req-043530d2-08fe-4c26-8127-3717e1ed17aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.948196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda3d8-58c8-48a0-bd43-7306263b57ed req-043530d2-08fe-4c26-8127-3717e1ed17aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.980993 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda3d8-58c8-48a0-bd43-7306263b57ed req-043530d2-08fe-4c26-8127-3717e1ed17aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.997300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda3d8-58c8-48a0-bd43-7306263b57ed req-043530d2-08fe-4c26-8127-3717e1ed17aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.004376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda3d8-58c8-48a0-bd43-7306263b57ed req-043530d2-08fe-4c26-8127-3717e1ed17aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.007369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41dda3d8-58c8-48a0-bd43-7306263b57ed req-043530d2-08fe-4c26-8127-3717e1ed17aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5419 time: 0.2330554 Aug 16 02:08:43.079451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.081980 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c0628f-b0be-41e2-851f-23cf92188599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.112283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-73fa524c-64a0-492e-9205-0e11d506d76e None None] Provisioning for port bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:43.124765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-73fa524c-64a0-492e-9205-0e11d506d76e None None] Provisioning complete for port bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:43.125437 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73fa524c-64a0-492e-9205-0e11d506d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.127411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41dda3d8-58c8-48a0-bd43-7306263b57ed req-ab9869fa-f3ed-4ad9-9f5f-3b77ea322db7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069293 Aug 16 02:08:43.148091 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:43.161188 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c0628f-b0be-41e2-851f-23cf92188599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.211405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19', 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd', 'port_id': 'fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19', 'mac_address': 'fa:16:3e:9c:12:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0037f35-dbb4-423d-a5d2-96979492cbc5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:43.215308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a699867d-a866-4e7e-afaf-f2a7499ee9d4'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:43.228788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c0628f-b0be-41e2-851f-23cf92188599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.232000 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c0628f-b0be-41e2-851f-23cf92188599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.233569 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e7c0628f-b0be-41e2-851f-23cf92188599 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed1a0539-42cf-4097-ada3-28f1548e33fa HTTP/1.1" status: 204 len: 168 time: 0.3919628 Aug 16 02:08:43.267508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0628f-b0be-41e2-851f-23cf92188599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1a0539-42cf-4097-ada3-28f1548e33fa,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:43.335944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['91a212e2-94ac-4a5d-aedd-3a4eddc16505'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:43.348953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-73fa524c-64a0-492e-9205-0e11d506d76e None None] Port bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:43.390291 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.430756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:43.484420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:43.494507 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.495774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c53bffd3-02b2-4ace-ad8e-9d1f39579199 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:43.542929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-d0641896-62f5-493d-b21d-8de04c5f05a2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.544563 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-d0641896-62f5-493d-b21d-8de04c5f05a2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.84 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 812 time: 0.5921521 Aug 16 02:08:43.579944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Request body: {'port': {'device_id': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'admin_state_up': True, 'tenant_id': 'e292f445598748e59e3932c6e78f113c'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:43.703088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36372) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:43.725070 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:43.774934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b9f0efea-9895-4281-8189-3b49fbdcc0f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2cdc5828ce4e4f3fa99afaa22148da99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690591 Aug 16 02:08:43.776223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36374) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:43.788781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c53bffd3-02b2-4ace-ad8e-9d1f39579199, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c53bffd3-02b2-4ace-ad8e-9d1f39579199,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:43.806447 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.820085 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.822934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'c53bffd3-02b2-4ace-ad8e-9d1f39579199', 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e', 'port_id': 'c53bffd3-02b2-4ace-ad8e-9d1f39579199', 'mac_address': 'fa:16:3e:78:3e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a21a04-68da-4e54-ba75-333f82e8ef5c', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:43.846298 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3efaa2f-ef69-4192-af01-de917217e514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.864242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Made reservation on behalf of e292f445598748e59e3932c6e78f113c for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:43.869855 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.887213 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.894775 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3efaa2f-ef69-4192-af01-de917217e514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.919553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53bffd3-02b2-4ace-ad8e-9d1f39579199 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:43.948718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c53bffd3-02b2-4ace-ad8e-9d1f39579199, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c53bffd3-02b2-4ace-ad8e-9d1f39579199,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:43.957023 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.958338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:43.966839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] In _notify_port_updated(), no bound segment for port bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 on network 01188df5-70d6-4a7e-9718-574fe60d495b {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:08:43.972859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.973683 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.978257 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "PUT /v2.0/ports/bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 HTTP/1.1" status: 200 len: 992 time: 1.2503548 Aug 16 02:08:43.978742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36378) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:44.008911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b10ac4ef-0c71-42b4-b62a-68781b9aab87 req-d8841728-39bf-4f0c-827f-65fae6dd77ac tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 210 time: 0.0457628 Aug 16 02:08:44.030475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=c53bffd3-02b2-4ace-ad8e-9d1f39579199,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:44.086519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:44.112754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '0a28bec1-580b-45ea-8c4c-2d4d5a3829e7', 'network_id': '1944101e-d34d-4ce2-bec3-f14d1e1e999e', 'port_id': '0a28bec1-580b-45ea-8c4c-2d4d5a3829e7', 'mac_address': 'fa:16:3e:9c:2d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a21a04-68da-4e54-ba75-333f82e8ef5c', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:44.147734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3efaa2f-ef69-4192-af01-de917217e514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.150312 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3efaa2f-ef69-4192-af01-de917217e514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.151491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d3efaa2f-ef69-4192-af01-de917217e514 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e93c1471-0552-440b-bf04-cb5696ee5be8 HTTP/1.1" status: 204 len: 168 time: 0.3737311 Aug 16 02:08:44.189687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efaa2f-ef69-4192-af01-de917217e514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93c1471-0552-440b-bf04-cb5696ee5be8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:44.198727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-00fc08f3-8fc8-4ca4-b852-106307cc5da3 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Deleting port bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:44.199270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00fc08f3-8fc8-4ca4-b852-106307cc5da3 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.237608 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'Port': ['ID=bdbc47cb-4bd2-45c9-a07b-354cf7cdad45,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:44.252731 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.267761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.268112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.268457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.268795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.269161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.269495 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.273896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.275446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.275812 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.276266 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.276615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.276948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30aaf42-cd59-4282-8ec1-68c30f54604e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:44.312923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:44.323754 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.339682 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Allocated IP 172.20.0.14 (cd8931ac-1883-49aa-86ac-51bf9f89c537/568258cf-724a-481a-a822-21f7d620f7aa/d5a0cf24-4c75-49b9-9501-9fc56593e94f) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:44.357420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:44.371851 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.373482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 79366d83-aed5-43fc-a3b8-297df612321f details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:44.385164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['2b37b6d9-f301-4243-a1f1-2c191409210e'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:44.434000 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00fc08f3-8fc8-4ca4-b852-106307cc5da3 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.482704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-00fc08f3-8fc8-4ca4-b852-106307cc5da3 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Calling delete_port for bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:44.521593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15b7d-d9c0-4a3f-b7b2-2157cf525e8c req-4bda2e6f-4f57-451b-8069-90061470183b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.533666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15b7d-d9c0-4a3f-b7b2-2157cf525e8c req-4bda2e6f-4f57-451b-8069-90061470183b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.541378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15b7d-d9c0-4a3f-b7b2-2157cf525e8c req-4bda2e6f-4f57-451b-8069-90061470183b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.549513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15b7d-d9c0-4a3f-b7b2-2157cf525e8c req-4bda2e6f-4f57-451b-8069-90061470183b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.558856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15b7d-d9c0-4a3f-b7b2-2157cf525e8c req-4bda2e6f-4f57-451b-8069-90061470183b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.559482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-34da9036-dc7b-4716-9105-aa1078101081 None None] Provisioning complete for port bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:44.561960 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-34da9036-dc7b-4716-9105-aa1078101081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.569741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15b7d-d9c0-4a3f-b7b2-2157cf525e8c req-4bda2e6f-4f57-451b-8069-90061470183b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.579391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15b7d-d9c0-4a3f-b7b2-2157cf525e8c req-4bda2e6f-4f57-451b-8069-90061470183b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.587073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79b15b7d-d9c0-4a3f-b7b2-2157cf525e8c req-4bda2e6f-4f57-451b-8069-90061470183b tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5421 time: 0.2853007 Aug 16 02:08:44.607446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.627182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Transition to ACTIVE for port object d5a0cf24-4c75-49b9-9501-9fc56593e94f will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:44.645259 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.resource_extend [None req-06ced621-6576-44e8-8331-71b6346b971a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:08:44.673268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 79366d83-aed5-43fc-a3b8-297df612321f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79366d83-aed5-43fc-a3b8-297df612321f,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:44.675113 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.693623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79b15b7d-d9c0-4a3f-b7b2-2157cf525e8c req-251872d2-8695-4ad3-b7a8-038ccd904d2d tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000047 Aug 16 02:08:44.738981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['680a0dbc-bc6f-44c1-bf4e-79d6d9e38822'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:44.805112 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00fc08f3-8fc8-4ca4-b852-106307cc5da3 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.812459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:44.816833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:44.833965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:44.871538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '79366d83-aed5-43fc-a3b8-297df612321f', 'network_id': 'eca69f28-e548-4340-9226-f3b255cebbcd', 'port_id': '79366d83-aed5-43fc-a3b8-297df612321f', 'mac_address': 'fa:16:3e:66:1a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0037f35-dbb4-423d-a5d2-96979492cbc5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:44.913352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event updated for resources: {'Port': ['ID=d5a0cf24-4c75-49b9-9501-9fc56593e94f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:44.919526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:44.949804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.949994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-34da9036-dc7b-4716-9105-aa1078101081 None None] Port bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:44.951269 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.955935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc08f3-8fc8-4ca4-b852-106307cc5da3 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event deleted for resources: {'Port': ['ID=bdbc47cb-4bd2-45c9-a07b-354cf7cdad45,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:44.983412 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-60dc3635-58d4-4684-acd6-6ecd4bf7c902 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4084311 Aug 16 02:08:45.002597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Request body: {'port': {'device_id': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:45.093033 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.097091 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.198634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79366d83-aed5-43fc-a3b8-297df612321f {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:45.231249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 79366d83-aed5-43fc-a3b8-297df612321f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79366d83-aed5-43fc-a3b8-297df612321f,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:45.257006 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.259189 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00fc08f3-8fc8-4ca4-b852-106307cc5da3 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.261709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-00fc08f3-8fc8-4ca4-b852-106307cc5da3 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "DELETE /v2.0/ports/bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 HTTP/1.1" status: 204 len: 168 time: 1.2818646 Aug 16 02:08:45.264244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36394) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:45.298483 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-2335848d-860e-4a9f-acf5-ffccde93110a tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] GET failed (client error): The resource could not be found. Aug 16 02:08:45.303121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2335848d-860e-4a9f-acf5-ffccde93110a tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "GET /v2.0/ports/bdbc47cb-4bd2-45c9-a07b-354cf7cdad45 HTTP/1.1" status: 404 len: 333 time: 0.0353057 Aug 16 02:08:45.304620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36396) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:45.311918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Request body: {'port': {'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b', 'name': 'tempest-AllowedAddressPairTestJSON-385932828'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:45.345436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a94d8-2c67-41a2-9b9d-7a57f35fb584 req-8d03e8f7-fc2d-4299-acd3-7e8d20ea47a6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.351952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-378a94d8-2c67-41a2-9b9d-7a57f35fb584 req-8d03e8f7-fc2d-4299-acd3-7e8d20ea47a6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 932 time: 0.1504769 Aug 16 02:08:45.394789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9340de35-533a-4895-9e78-9083adbfc8f3 None None] Provisioning for port d5a0cf24-4c75-49b9-9501-9fc56593e94f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:45.399648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=79366d83-aed5-43fc-a3b8-297df612321f,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:45.410058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9340de35-533a-4895-9e78-9083adbfc8f3 None None] Provisioning complete for port d5a0cf24-4c75-49b9-9501-9fc56593e94f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:45.410789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9340de35-533a-4895-9e78-9083adbfc8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.435384 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-378a94d8-2c67-41a2-9b9d-7a57f35fb584 req-79e0e5ca-0786-46cb-8b90-788c844effb0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557039 Aug 16 02:08:45.461440 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a699867d-a866-4e7e-afaf-f2a7499ee9d4 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:45.510591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9340de35-533a-4895-9e78-9083adbfc8f3 None None] Port d5a0cf24-4c75-49b9-9501-9fc56593e94f cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:45.554378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port a699867d-a866-4e7e-afaf-f2a7499ee9d4 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:45.559740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port a699867d-a866-4e7e-afaf-f2a7499ee9d4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:45.560522 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.561042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Made reservation on behalf of a6197e4829cc44339d7f07aaed31e3f6 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:45.565260 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.588996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a0cf24-4c75-49b9-9501-9fc56593e94f {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:45.597643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] device_id is not set on port d1161823-8f19-467a-80b2-c3be564f1d6e yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:45.599045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.614675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Transition to ACTIVE for port object d5a0cf24-4c75-49b9-9501-9fc56593e94f will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:45.619068 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.703248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f402754-b15f-4622-b677-823961d52622 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a0cf24-4c75-49b9-9501-9fc56593e94f,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:45.757943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Allocated IP 172.20.0.9 (01188df5-70d6-4a7e-9718-574fe60d495b/3541c61d-3b9e-43eb-8e1f-35b01a715500/d1161823-8f19-467a-80b2-c3be564f1d6e) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:45.824687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Attempting to bind port d5a0cf24-4c75-49b9-9501-9fc56593e94f on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:45.825239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Attempting to bind port d5a0cf24-4c75-49b9-9501-9fc56593e94f by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:45.825718 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Attempting to bind port d5a0cf24-4c75-49b9-9501-9fc56593e94f on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:45.835813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Port d5a0cf24-4c75-49b9-9501-9fc56593e94f on network cd8931ac-1883-49aa-86ac-51bf9f89c537 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:45.836148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Attempting to bind port d5a0cf24-4c75-49b9-9501-9fc56593e94f on network cd8931ac-1883-49aa-86ac-51bf9f89c537 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:45.842853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:45.843196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Checking segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:45.843589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Bound using segment: {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:45.844025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Bound port: d5a0cf24-4c75-49b9-9501-9fc56593e94f, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d58265-8d63-4da6-a0e6-73e7256a9c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:45.844370 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.844489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.872247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699867d-a866-4e7e-afaf-f2a7499ee9d4'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:45.874673 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1119e03-9997-460a-b432-01ff22b5c823" -d '{"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "a699867d-a866-4e7e-afaf-f2a7499ee9d4"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:45.891616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a699867d-a866-4e7e-afaf-f2a7499ee9d4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a699867d-a866-4e7e-afaf-f2a7499ee9d4,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:45.901743 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.934929 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc5b02c-5da0-4fc6-8821-a2dba28ef4d9 x-openstack-request-id: req-8fc5b02c-5da0-4fc6-8821-a2dba28ef4d9 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:45.935118 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "a699867d-a866-4e7e-afaf-f2a7499ee9d4", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:45.935376 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fc5b02c-5da0-4fc6-8821-a2dba28ef4d9 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:45.935882 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699867d-a866-4e7e-afaf-f2a7499ee9d4', 'code': 200} Aug 16 02:08:45.940322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] For port d5a0cf24-4c75-49b9-9501-9fc56593e94f, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:45.943891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] For port d5a0cf24-4c75-49b9-9501-9fc56593e94f, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:45.949509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.974755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a699867d-a866-4e7e-afaf-f2a7499ee9d4,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:45.986096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.986236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f1e6-90ca-4491-962d-fa729b757ff3 req-18f3be87-ddea-44dc-9ea3-768be9b99ccc tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.986691 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.988080 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1f402754-b15f-4622-b677-823961d52622 service neutron] 10.222.0.84 "PUT /v2.0/ports/d5a0cf24-4c75-49b9-9501-9fc56593e94f HTTP/1.1" status: 200 len: 1093 time: 0.9912581 Aug 16 02:08:45.988516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'tag': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:45.991325 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a068e40-4f61-49a2-89e7-b2408261cfe4" -d '{"events": [{"name": "network-changed", "server_uuid": "a625a8c6-283e-46db-8b8a-25241322f6ba", "tag": "d5a0cf24-4c75-49b9-9501-9fc56593e94f"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:45.992777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f1e6-90ca-4491-962d-fa729b757ff3 req-18f3be87-ddea-44dc-9ea3-768be9b99ccc tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.005818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f1e6-90ca-4491-962d-fa729b757ff3 req-18f3be87-ddea-44dc-9ea3-768be9b99ccc tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.017235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f1e6-90ca-4491-962d-fa729b757ff3 req-18f3be87-ddea-44dc-9ea3-768be9b99ccc tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.022581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f402754-b15f-4622-b677-823961d52622 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a0cf24-4c75-49b9-9501-9fc56593e94f,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:46.024156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f1e6-90ca-4491-962d-fa729b757ff3 req-18f3be87-ddea-44dc-9ea3-768be9b99ccc tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.039762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f1e6-90ca-4491-962d-fa729b757ff3 req-18f3be87-ddea-44dc-9ea3-768be9b99ccc tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.047399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f1e6-90ca-4491-962d-fa729b757ff3 req-18f3be87-ddea-44dc-9ea3-768be9b99ccc tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.057108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e182f1e6-90ca-4491-962d-fa729b757ff3 req-18f3be87-ddea-44dc-9ea3-768be9b99ccc tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5424 time: 0.1862662 Aug 16 02:08:46.070618 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be90602-5bec-4586-9ebe-8065c956e5ec x-openstack-request-id: req-3be90602-5bec-4586-9ebe-8065c956e5ec {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:46.071092 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a625a8c6-283e-46db-8b8a-25241322f6ba", "tag": "d5a0cf24-4c75-49b9-9501-9fc56593e94f", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:46.071524 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3be90602-5bec-4586-9ebe-8065c956e5ec {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:46.072106 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'tag': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f', 'status': 'completed', 'code': 200} Aug 16 02:08:46.103747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-4fa11795-e676-42d3-80ab-968704f63e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.105384 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-4fa11795-e676-42d3-80ab-968704f63e49 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 1096 time: 0.0537181 Aug 16 02:08:46.112408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e182f1e6-90ca-4491-962d-fa729b757ff3 req-72645afc-3d90-4fbb-ab44-9ff4eaaa34e2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544267 Aug 16 02:08:46.135379 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.150447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Transition to ACTIVE for port object d1161823-8f19-467a-80b2-c3be564f1d6e will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:46.167767 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-1e21a9d4-e47b-4cfb-b231-0252b7ed1a45 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f HTTP/1.1" status: 200 len: 217 time: 0.0446296 Aug 16 02:08:46.196365 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.235867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-2cf17f8f-1d04-404c-94aa-9483b78ae167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.237495 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-2cf17f8f-1d04-404c-94aa-9483b78ae167 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0619485 Aug 16 02:08:46.265964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Network 01188df5-70d6-4a7e-9718-574fe60d495b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:46.269164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:46.271504 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:46.290332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-38061246-bb8c-4485-b0d8-b61db373f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.291889 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-38061246-bb8c-4485-b0d8-b61db373f78f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466979 Aug 16 02:08:46.299401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'Port': ['ID=d1161823-8f19-467a-80b2-c3be564f1d6e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:46.333514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.334309 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.354650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36408) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:46.354900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-939b55e0-297d-431a-9eb6-5c58c5e921d8 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0490317 Aug 16 02:08:46.359957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3e75a03a-440a-4709-8c61-1fdc5c5981bc tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6d:3b:7b'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:46.465779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3e75a03a-440a-4709-8c61-1fdc5c5981bc tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.469132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-453c16e4-b9a6-4d1f-b802-e1fa72ff6f0a service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690037 Aug 16 02:08:46.490325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-65c8a6da-5ca9-4c66-ad15-0a68eebc2fd5 None None] Provisioning for port d1161823-8f19-467a-80b2-c3be564f1d6e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:46.496283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-65c8a6da-5ca9-4c66-ad15-0a68eebc2fd5 None None] Provisioning complete for port d1161823-8f19-467a-80b2-c3be564f1d6e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:46.496856 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-65c8a6da-5ca9-4c66-ad15-0a68eebc2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.537922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-65c8a6da-5ca9-4c66-ad15-0a68eebc2fd5 None None] Port d1161823-8f19-467a-80b2-c3be564f1d6e cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:46.573831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e20bc-abbd-4140-be08-290d5dc7c6ee req-3a2d32bc-9eb5-4f35-a592-2080abcc2e1f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.576131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-704e20bc-abbd-4140-be08-290d5dc7c6ee req-3a2d32bc-9eb5-4f35-a592-2080abcc2e1f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 944 time: 0.0551572 Aug 16 02:08:46.619219 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-704e20bc-abbd-4140-be08-290d5dc7c6ee req-c6d29963-89ab-4d3b-84ad-43756b942f53 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357165 Aug 16 02:08:46.667281 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fe16b2d9-34e3-49ad-8ccb-33b8e1e162ed req-42ef1446-1a61-4043-8647-c2b27c5af66e service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869562 Aug 16 02:08:46.753649 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3e75a03a-440a-4709-8c61-1fdc5c5981bc tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.758652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3e75a03a-440a-4709-8c61-1fdc5c5981bc tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.791270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['c53bffd3-02b2-4ace-ad8e-9d1f39579199'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:46.821742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:46.857658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['0a28bec1-580b-45ea-8c4c-2d4d5a3829e7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:46.859869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['79366d83-aed5-43fc-a3b8-297df612321f'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:46.865938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75a03a-440a-4709-8c61-1fdc5c5981bc tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'Port': ['ID=d1161823-8f19-467a-80b2-c3be564f1d6e,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:46.898596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3e75a03a-440a-4709-8c61-1fdc5c5981bc tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] In _notify_port_updated(), no bound segment for port d1161823-8f19-467a-80b2-c3be564f1d6e on network 01188df5-70d6-4a7e-9718-574fe60d495b {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:08:46.906223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e75a03a-440a-4709-8c61-1fdc5c5981bc tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.906923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3e75a03a-440a-4709-8c61-1fdc5c5981bc tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.911766 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3e75a03a-440a-4709-8c61-1fdc5c5981bc tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "PUT /v2.0/ports/d1161823-8f19-467a-80b2-c3be564f1d6e HTTP/1.1" status: 200 len: 995 time: 0.5526257 Aug 16 02:08:46.911766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36414) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:46.927601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a068e40-4f61-49a2-89e7-b2408261cfe4 req-df613080-7b2d-442f-9d2e-d4f9b87e8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.929296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a068e40-4f61-49a2-89e7-b2408261cfe4 req-df613080-7b2d-442f-9d2e-d4f9b87e8eb2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 1096 time: 0.1436911 Aug 16 02:08:47.097784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a068e40-4f61-49a2-89e7-b2408261cfe4 req-7d3ccf73-173d-406e-b17d-2667752c9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.099204 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a068e40-4f61-49a2-89e7-b2408261cfe4 req-7d3ccf73-173d-406e-b17d-2667752c9853 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.1459613 Aug 16 02:08:47.107074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-439558dc-cdbd-409d-93f6-0ef2943faf2d tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Deleting port d1161823-8f19-467a-80b2-c3be564f1d6e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:47.107430 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-439558dc-cdbd-409d-93f6-0ef2943faf2d tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.189920 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a068e40-4f61-49a2-89e7-b2408261cfe4 req-e3a51e13-20c7-4783-9f4e-e2ac8980aa68 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f HTTP/1.1" status: 200 len: 217 time: 0.0775919 Aug 16 02:08:47.248992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-26b6d426-4d74-40b0-a52d-555281f594ab None None] Provisioning complete for port d1161823-8f19-467a-80b2-c3be564f1d6e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:47.249402 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26b6d426-4d74-40b0-a52d-555281f594ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.298629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a068e40-4f61-49a2-89e7-b2408261cfe4 req-a1b1818c-8eaf-4798-816d-e637734f7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.300403 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a068e40-4f61-49a2-89e7-b2408261cfe4 req-a1b1818c-8eaf-4798-816d-e637734f7f68 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.1002221 Aug 16 02:08:47.302377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-439558dc-cdbd-409d-93f6-0ef2943faf2d tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.320403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60512-3760-406e-9343-03a057c98b7e req-db6d1dab-ef5e-4067-960f-bb32a0be7da2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.332914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60512-3760-406e-9343-03a057c98b7e req-db6d1dab-ef5e-4067-960f-bb32a0be7da2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.341904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60512-3760-406e-9343-03a057c98b7e req-db6d1dab-ef5e-4067-960f-bb32a0be7da2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.342613 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-439558dc-cdbd-409d-93f6-0ef2943faf2d tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Calling delete_port for d1161823-8f19-467a-80b2-c3be564f1d6e owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:47.353310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60512-3760-406e-9343-03a057c98b7e req-db6d1dab-ef5e-4067-960f-bb32a0be7da2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.361942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-26b6d426-4d74-40b0-a52d-555281f594ab None None] Port d1161823-8f19-467a-80b2-c3be564f1d6e cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:47.362175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60512-3760-406e-9343-03a057c98b7e req-db6d1dab-ef5e-4067-960f-bb32a0be7da2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.369720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60512-3760-406e-9343-03a057c98b7e req-db6d1dab-ef5e-4067-960f-bb32a0be7da2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.376395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60512-3760-406e-9343-03a057c98b7e req-db6d1dab-ef5e-4067-960f-bb32a0be7da2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.386723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bac60512-3760-406e-9343-03a057c98b7e req-db6d1dab-ef5e-4067-960f-bb32a0be7da2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5424 time: 0.1766455 Aug 16 02:08:47.405909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a068e40-4f61-49a2-89e7-b2408261cfe4 req-880516c0-7eba-43e8-922b-e54375d08919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.407759 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a068e40-4f61-49a2-89e7-b2408261cfe4 req-880516c0-7eba-43e8-922b-e54375d08919 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964320 Aug 16 02:08:47.462414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bac60512-3760-406e-9343-03a057c98b7e req-ebff0e4e-836d-4cd5-a50d-d32d1af2be43 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740135 Aug 16 02:08:47.580039 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a068e40-4f61-49a2-89e7-b2408261cfe4 req-f67ddb94-c7be-45a6-aa2d-c980348ee2b8 service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545162 Aug 16 02:08:47.584817 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-439558dc-cdbd-409d-93f6-0ef2943faf2d tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.610166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 91a212e2-94ac-4a5d-aedd-3a4eddc16505 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:47.637791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439558dc-cdbd-409d-93f6-0ef2943faf2d tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event deleted for resources: {'Port': ['ID=d1161823-8f19-467a-80b2-c3be564f1d6e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.683417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:47.690991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:47.690991 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.775317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c68449-1acf-48fd-a013-9abe9753a16b req-61cdd854-454e-4801-bb21-f00975186368 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.776838 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a068e40-4f61-49a2-89e7-b2408261cfe4 req-76280b1d-69c5-4cf0-9545-6ab5468eb018 service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871026 Aug 16 02:08:47.777355 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5c68449-1acf-48fd-a013-9abe9753a16b req-61cdd854-454e-4801-bb21-f00975186368 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 944 time: 0.0568101 Aug 16 02:08:47.778031 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-439558dc-cdbd-409d-93f6-0ef2943faf2d tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.782171 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-439558dc-cdbd-409d-93f6-0ef2943faf2d tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "DELETE /v2.0/ports/d1161823-8f19-467a-80b2-c3be564f1d6e HTTP/1.1" status: 204 len: 168 time: 0.8675945 Aug 16 02:08:47.782750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36444) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:47.828603 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63395cd-127e-4802-89c5-3667e1bad84d tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] GET failed (client error): The resource could not be found. Aug 16 02:08:47.829029 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.830373 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e63395cd-127e-4802-89c5-3667e1bad84d tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "GET /v2.0/ports/d1161823-8f19-467a-80b2-c3be564f1d6e HTTP/1.1" status: 404 len: 333 time: 0.0451307 Aug 16 02:08:47.834807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36446) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:47.840371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Request body: {'port': {'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b', 'name': 'tempest-AllowedAddressPairTestJSON-2007885901'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:47.855043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5c68449-1acf-48fd-a013-9abe9753a16b req-b3872676-6573-4e79-a301-e7d9240f6827 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711527 Aug 16 02:08:47.902562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 91a212e2-94ac-4a5d-aedd-3a4eddc16505, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=91a212e2-94ac-4a5d-aedd-3a4eddc16505,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:47.907233 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.937637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a212e2-94ac-4a5d-aedd-3a4eddc16505'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:47.939902 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667bc498-0073-4a44-be05-e24f3f26f4fb" -d '{"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "91a212e2-94ac-4a5d-aedd-3a4eddc16505"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:47.976806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=91a212e2-94ac-4a5d-aedd-3a4eddc16505,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.984860 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442daf8e-accc-4bd5-ad27-be57c396202b x-openstack-request-id: req-442daf8e-accc-4bd5-ad27-be57c396202b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:47.985443 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "91a212e2-94ac-4a5d-aedd-3a4eddc16505", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:47.985710 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-442daf8e-accc-4bd5-ad27-be57c396202b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:47.986118 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a212e2-94ac-4a5d-aedd-3a4eddc16505', 'code': 200} Aug 16 02:08:47.995913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Made reservation on behalf of a6197e4829cc44339d7f07aaed31e3f6 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:48.003476 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.025939 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] device_id is not set on port 7b6b4f37-7b5d-4eab-9574-1113a03b97f6 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:48.151015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Allocated IP 172.20.0.9 (01188df5-70d6-4a7e-9718-574fe60d495b/3541c61d-3b9e-43eb-8e1f-35b01a715500/7b6b4f37-7b5d-4eab-9574-1113a03b97f6) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:48.254294 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.311946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.325935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Transition to ACTIVE for port object 7b6b4f37-7b5d-4eab-9574-1113a03b97f6 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:48.361368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.414224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Network 01188df5-70d6-4a7e-9718-574fe60d495b is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:48.417470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:48.421506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:48.446908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'Port': ['ID=7b6b4f37-7b5d-4eab-9574-1113a03b97f6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:48.489812 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.493654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.522943 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1c21875d-f740-4a3f-ae33-0532c77523c7 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6862352 Aug 16 02:08:48.526126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36462) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:48.531635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Request body: {'port': {'network_id': '01188df5-70d6-4a7e-9718-574fe60d495b', 'name': 'tempest-AllowedAddressPairTestJSON-1818516406'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:48.687675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356d2f2-0580-4c5d-b567-994d3d06029f req-8291ed32-1244-4dae-936c-e16c5678f561 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.694428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356d2f2-0580-4c5d-b567-994d3d06029f req-8291ed32-1244-4dae-936c-e16c5678f561 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.697483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f2e7aad8-8c2a-4e14-883a-3c0345baadca None None] Provisioning for port 7b6b4f37-7b5d-4eab-9574-1113a03b97f6 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:48.700970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356d2f2-0580-4c5d-b567-994d3d06029f req-8291ed32-1244-4dae-936c-e16c5678f561 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.702326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f2e7aad8-8c2a-4e14-883a-3c0345baadca None None] Provisioning complete for port 7b6b4f37-7b5d-4eab-9574-1113a03b97f6 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:48.702869 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2e7aad8-8c2a-4e14-883a-3c0345baadca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.707008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356d2f2-0580-4c5d-b567-994d3d06029f req-8291ed32-1244-4dae-936c-e16c5678f561 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.713451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356d2f2-0580-4c5d-b567-994d3d06029f req-8291ed32-1244-4dae-936c-e16c5678f561 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.719345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356d2f2-0580-4c5d-b567-994d3d06029f req-8291ed32-1244-4dae-936c-e16c5678f561 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.725321 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356d2f2-0580-4c5d-b567-994d3d06029f req-8291ed32-1244-4dae-936c-e16c5678f561 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.734322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8356d2f2-0580-4c5d-b567-994d3d06029f req-8291ed32-1244-4dae-936c-e16c5678f561 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5425 time: 0.1297328 Aug 16 02:08:48.742383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f2e7aad8-8c2a-4e14-883a-3c0345baadca None None] Port 7b6b4f37-7b5d-4eab-9574-1113a03b97f6 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:48.789657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8356d2f2-0580-4c5d-b567-994d3d06029f req-dfbd3544-5fec-4491-ba75-b9c1e9d4b6db tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543604 Aug 16 02:08:48.802301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Made reservation on behalf of a6197e4829cc44339d7f07aaed31e3f6 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:48.807746 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.826433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] device_id is not set on port 21accdfc-55a1-4491-a69a-9c9af1eb1c0f yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:08:48.975046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Allocated IP 172.20.0.5 (01188df5-70d6-4a7e-9718-574fe60d495b/3541c61d-3b9e-43eb-8e1f-35b01a715500/21accdfc-55a1-4491-a69a-9c9af1eb1c0f) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:49.017744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a0a3-88b5-4c01-bcb5-49d200f33fbe req-3d65b7b9-81cc-4514-9d9b-0b9f806b6b9f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.019311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7550a0a3-88b5-4c01-bcb5-49d200f33fbe req-3d65b7b9-81cc-4514-9d9b-0b9f806b6b9f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 944 time: 0.0847449 Aug 16 02:08:49.135458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7550a0a3-88b5-4c01-bcb5-49d200f33fbe req-4ad4d54c-322d-4fa6-8688-e1a8d445284e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096232 Aug 16 02:08:49.235900 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.258110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Transition to ACTIVE for port object 21accdfc-55a1-4491-a69a-9c9af1eb1c0f will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:49.296964 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.358525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Network 01188df5-70d6-4a7e-9718-574fe60d495b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:49.361969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:49.367608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:49.398302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'Port': ['ID=21accdfc-55a1-4491-a69a-9c9af1eb1c0f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:49.412839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.413232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.413575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.413926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.414235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.414567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.414895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.415220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.415548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.415872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.416192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.416511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.443656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.444311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.461909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4dd185bd-d506-41b4-b758-299c99b64077 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9346611 Aug 16 02:08:49.464698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36486) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:49.471694 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1955de65-fe70-467e-8ab1-bfa7c3f66dfb tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6d:3b:7b'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9c:14:03'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:49.656740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1955de65-fe70-467e-8ab1-bfa7c3f66dfb tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.661752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['859502bd-fd9f-4a2a-a6ee-5838606e6e79'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:49.720141 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-04d4f368-b294-494d-9cdd-7a0d798d6d1c None None] Provisioning for port 21accdfc-55a1-4491-a69a-9c9af1eb1c0f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:49.729552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-04d4f368-b294-494d-9cdd-7a0d798d6d1c None None] Provisioning complete for port 21accdfc-55a1-4491-a69a-9c9af1eb1c0f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:49.730446 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-04d4f368-b294-494d-9cdd-7a0d798d6d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.805066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-04d4f368-b294-494d-9cdd-7a0d798d6d1c None None] Port 21accdfc-55a1-4491-a69a-9c9af1eb1c0f cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:49.967711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7af8b-4d94-410b-9f57-9da4913196a6 req-e70f7b75-0d1a-497e-9261-516bfbf6ce26 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.972355 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1955de65-fe70-467e-8ab1-bfa7c3f66dfb tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.974918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7af8b-4d94-410b-9f57-9da4913196a6 req-e70f7b75-0d1a-497e-9261-516bfbf6ce26 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.978741 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1955de65-fe70-467e-8ab1-bfa7c3f66dfb tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.982679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7af8b-4d94-410b-9f57-9da4913196a6 req-e70f7b75-0d1a-497e-9261-516bfbf6ce26 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.989119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7af8b-4d94-410b-9f57-9da4913196a6 req-e70f7b75-0d1a-497e-9261-516bfbf6ce26 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.996756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7af8b-4d94-410b-9f57-9da4913196a6 req-e70f7b75-0d1a-497e-9261-516bfbf6ce26 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:50.002938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7af8b-4d94-410b-9f57-9da4913196a6 req-e70f7b75-0d1a-497e-9261-516bfbf6ce26 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:50.009764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7af8b-4d94-410b-9f57-9da4913196a6 req-e70f7b75-0d1a-497e-9261-516bfbf6ce26 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:50.011899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ff7af8b-4d94-410b-9f57-9da4913196a6 req-e70f7b75-0d1a-497e-9261-516bfbf6ce26 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5425 time: 0.1165307 Aug 16 02:08:50.058155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955de65-fe70-467e-8ab1-bfa7c3f66dfb tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event updated for resources: {'Port': ['ID=21accdfc-55a1-4491-a69a-9c9af1eb1c0f,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.076654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ff7af8b-4d94-410b-9f57-9da4913196a6 req-21da781a-0812-44ca-a1c3-f9048d6e7d58 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491116 Aug 16 02:08:50.079022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1955de65-fe70-467e-8ab1-bfa7c3f66dfb tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] In _notify_port_updated(), no bound segment for port 21accdfc-55a1-4491-a69a-9c9af1eb1c0f on network 01188df5-70d6-4a7e-9718-574fe60d495b {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:08:50.086620 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1955de65-fe70-467e-8ab1-bfa7c3f66dfb tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:50.087589 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1955de65-fe70-467e-8ab1-bfa7c3f66dfb tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.092010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36506) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.092174 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1955de65-fe70-467e-8ab1-bfa7c3f66dfb tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "PUT /v2.0/ports/21accdfc-55a1-4491-a69a-9c9af1eb1c0f HTTP/1.1" status: 200 len: 1056 time: 0.6260958 Aug 16 02:08:50.221984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6128dde2-16bf-4377-b0da-8430332f344e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Deleting port 21accdfc-55a1-4491-a69a-9c9af1eb1c0f {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:50.222325 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6128dde2-16bf-4377-b0da-8430332f344e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.360608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27545c98-d5e7-4738-8e31-b63e5b65786a req-c026d279-e054-45f2-a1f8-a61ba5ce7d43 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:50.368834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27545c98-d5e7-4738-8e31-b63e5b65786a req-c026d279-e054-45f2-a1f8-a61ba5ce7d43 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 944 time: 0.0939574 Aug 16 02:08:50.379233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6128dde2-16bf-4377-b0da-8430332f344e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.408950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6128dde2-16bf-4377-b0da-8430332f344e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Calling delete_port for 21accdfc-55a1-4491-a69a-9c9af1eb1c0f owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:50.446173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d6452b40-3132-4541-acf6-c15f2d4e6df0 None None] Provisioning complete for port 21accdfc-55a1-4491-a69a-9c9af1eb1c0f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:50.446465 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6452b40-3132-4541-acf6-c15f2d4e6df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.467004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27545c98-d5e7-4738-8e31-b63e5b65786a req-d27d3353-8536-4471-ad7b-165bb531a87d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972905 Aug 16 02:08:50.505067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d6452b40-3132-4541-acf6-c15f2d4e6df0 None None] Port 21accdfc-55a1-4491-a69a-9c9af1eb1c0f cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:50.575965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6128dde2-16bf-4377-b0da-8430332f344e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.608970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128dde2-16bf-4377-b0da-8430332f344e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event deleted for resources: {'Port': ['ID=21accdfc-55a1-4491-a69a-9c9af1eb1c0f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.846842 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6128dde2-16bf-4377-b0da-8430332f344e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.850676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6128dde2-16bf-4377-b0da-8430332f344e tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "DELETE /v2.0/ports/21accdfc-55a1-4491-a69a-9c9af1eb1c0f HTTP/1.1" status: 204 len: 168 time: 0.7573359 Aug 16 02:08:50.853414 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36520) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.886813 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcd5abd-603b-445b-b7d8-80db620da920 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] GET failed (client error): The resource could not be found. Aug 16 02:08:50.891528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36522) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.891994 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bdcd5abd-603b-445b-b7d8-80db620da920 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "GET /v2.0/ports/21accdfc-55a1-4491-a69a-9c9af1eb1c0f HTTP/1.1" status: 404 len: 333 time: 0.0366478 Aug 16 02:08:51.000872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b2271622-a000-4a26-bb40-aabf66d93a9b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Deleting port 7b6b4f37-7b5d-4eab-9574-1113a03b97f6 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:51.000872 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2271622-a000-4a26-bb40-aabf66d93a9b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.111563 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2271622-a000-4a26-bb40-aabf66d93a9b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.142917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b2271622-a000-4a26-bb40-aabf66d93a9b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Calling delete_port for 7b6b4f37-7b5d-4eab-9574-1113a03b97f6 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:51.333255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384fbc6-5bfa-42a6-817c-c3377288121e req-285eb14f-8e7a-4103-b840-1e36d4ad74c0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.340367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384fbc6-5bfa-42a6-817c-c3377288121e req-285eb14f-8e7a-4103-b840-1e36d4ad74c0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.345740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384fbc6-5bfa-42a6-817c-c3377288121e req-285eb14f-8e7a-4103-b840-1e36d4ad74c0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.352300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384fbc6-5bfa-42a6-817c-c3377288121e req-285eb14f-8e7a-4103-b840-1e36d4ad74c0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.358233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384fbc6-5bfa-42a6-817c-c3377288121e req-285eb14f-8e7a-4103-b840-1e36d4ad74c0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.364240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384fbc6-5bfa-42a6-817c-c3377288121e req-285eb14f-8e7a-4103-b840-1e36d4ad74c0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.370419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384fbc6-5bfa-42a6-817c-c3377288121e req-285eb14f-8e7a-4103-b840-1e36d4ad74c0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.373400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a384fbc6-5bfa-42a6-817c-c3377288121e req-285eb14f-8e7a-4103-b840-1e36d4ad74c0 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5425 time: 0.1276150 Aug 16 02:08:51.414137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d5a0cf24-4c75-49b9-9501-9fc56593e94f details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:51.421458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2b37b6d9-f301-4243-a1f1-2c191409210e up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:51.479908 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a384fbc6-5bfa-42a6-817c-c3377288121e req-1ecdc363-d7b8-4a5a-9612-9fc87b98c296 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872338 Aug 16 02:08:51.500065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2271622-a000-4a26-bb40-aabf66d93a9b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.558506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 2b37b6d9-f301-4243-a1f1-2c191409210e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:51.574574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 2b37b6d9-f301-4243-a1f1-2c191409210e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:51.575063 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.636966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d5a0cf24-4c75-49b9-9501-9fc56593e94f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:51.654371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'port_id': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f', 'mac_address': 'fa:16:3e:2b:4b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:51.657329 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2271622-a000-4a26-bb40-aabf66d93a9b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.660228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b2271622-a000-4a26-bb40-aabf66d93a9b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "DELETE /v2.0/ports/7b6b4f37-7b5d-4eab-9574-1113a03b97f6 HTTP/1.1" status: 204 len: 168 time: 0.7675486 Aug 16 02:08:51.662956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36540) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:51.671398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2271622-a000-4a26-bb40-aabf66d93a9b tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event deleted for resources: {'Port': ['ID=7b6b4f37-7b5d-4eab-9574-1113a03b97f6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:51.715373 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-e296a574-0485-4ff4-88a2-dc51b5e7d88a tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] GET failed (client error): The resource could not be found. Aug 16 02:08:51.716457 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e296a574-0485-4ff4-88a2-dc51b5e7d88a tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "GET /v2.0/ports/7b6b4f37-7b5d-4eab-9574-1113a03b97f6 HTTP/1.1" status: 404 len: 333 time: 0.0522842 Aug 16 02:08:51.725257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbda6b2-35aa-4d52-8a05-987e71c37828 req-4e9f3d9e-7982-4556-a182-f16d2798000a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.726863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcbda6b2-35aa-4d52-8a05-987e71c37828 req-4e9f3d9e-7982-4556-a182-f16d2798000a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 944 time: 0.0748084 Aug 16 02:08:51.727368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36542) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:51.752385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.767484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a0cf24-4c75-49b9-9501-9fc56593e94f {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:51.814632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d5a0cf24-4c75-49b9-9501-9fc56593e94f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:51.826252 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.839641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcbda6b2-35aa-4d52-8a05-987e71c37828 req-e2cd54d0-9c33-436e-9f4e-a8695e31aebf tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038072 Aug 16 02:08:51.859788 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.871134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c74747e6-067c-44a7-9035-41921585f712 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Deleting port 6e307bc3-fa56-4573-85dc-71bf741d2891 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:51.871388 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c74747e6-067c-44a7-9035-41921585f712 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.896897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b37b6d9-f301-4243-a1f1-2c191409210e'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:51.899505 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c5182f-9730-43d1-9b92-278ce6dff29f" -d '{"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "2b37b6d9-f301-4243-a1f1-2c191409210e"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:51.921021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2b37b6d9-f301-4243-a1f1-2c191409210e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2b37b6d9-f301-4243-a1f1-2c191409210e,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:51.922109 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=d5a0cf24-4c75-49b9-9501-9fc56593e94f,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:51.933970 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.972615 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf161a48-dfca-44e7-a23c-247afd69d93b x-openstack-request-id: req-bf161a48-dfca-44e7-a23c-247afd69d93b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:51.973039 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "2b37b6d9-f301-4243-a1f1-2c191409210e", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:51.973390 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf161a48-dfca-44e7-a23c-247afd69d93b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:51.973919 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b37b6d9-f301-4243-a1f1-2c191409210e', 'code': 200} Aug 16 02:08:52.022569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2b37b6d9-f301-4243-a1f1-2c191409210e,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.297111 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c74747e6-067c-44a7-9035-41921585f712 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.312811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c74747e6-067c-44a7-9035-41921585f712 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Calling delete_port for 6e307bc3-fa56-4573-85dc-71bf741d2891 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:52.461404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c74747e6-067c-44a7-9035-41921585f712 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.501651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74747e6-067c-44a7-9035-41921585f712 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event deleted for resources: {'Port': ['ID=6e307bc3-fa56-4573-85dc-71bf741d2891,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.522900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['d5a0cf24-4c75-49b9-9501-9fc56593e94f'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:52.587239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c74747e6-067c-44a7-9035-41921585f712 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.593291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c74747e6-067c-44a7-9035-41921585f712 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "DELETE /v2.0/ports/6e307bc3-fa56-4573-85dc-71bf741d2891 HTTP/1.1" status: 204 len: 168 time: 0.8648827 Aug 16 02:08:52.595615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36572) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:52.706510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-7563c0ff-27e8-410e-9f7a-3267e0f3a335 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Deleting subnet 3541c61d-3b9e-43eb-8e1f-35b01a715500 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:52.713708 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7563c0ff-27e8-410e-9f7a-3267e0f3a335 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.753611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45829d4e-f3b5-49d8-8c27-a4d6fe843dab req-1400d773-715f-4375-b7a4-c4d16d0a18bd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.760461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45829d4e-f3b5-49d8-8c27-a4d6fe843dab req-1400d773-715f-4375-b7a4-c4d16d0a18bd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.780307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45829d4e-f3b5-49d8-8c27-a4d6fe843dab req-1400d773-715f-4375-b7a4-c4d16d0a18bd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.787251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45829d4e-f3b5-49d8-8c27-a4d6fe843dab req-1400d773-715f-4375-b7a4-c4d16d0a18bd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.793356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45829d4e-f3b5-49d8-8c27-a4d6fe843dab req-1400d773-715f-4375-b7a4-c4d16d0a18bd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.799564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45829d4e-f3b5-49d8-8c27-a4d6fe843dab req-1400d773-715f-4375-b7a4-c4d16d0a18bd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.806268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45829d4e-f3b5-49d8-8c27-a4d6fe843dab req-1400d773-715f-4375-b7a4-c4d16d0a18bd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.808380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45829d4e-f3b5-49d8-8c27-a4d6fe843dab req-1400d773-715f-4375-b7a4-c4d16d0a18bd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5426 time: 0.1972468 Aug 16 02:08:52.836097 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7563c0ff-27e8-410e-9f7a-3267e0f3a335 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.890905 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45829d4e-f3b5-49d8-8c27-a4d6fe843dab req-80b671d2-4622-4830-8489-7cfd940c8d32 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743594 Aug 16 02:08:52.991719 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7563c0ff-27e8-410e-9f7a-3267e0f3a335 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.025309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955b0de-489a-4f05-b13a-2bff7e9d7e61 req-62d5c8a4-516c-4f89-af4a-ca6c3c7c7515 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:53.027696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f955b0de-489a-4f05-b13a-2bff7e9d7e61 req-62d5c8a4-516c-4f89-af4a-ca6c3c7c7515 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 945 time: 0.1104600 Aug 16 02:08:53.092991 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7563c0ff-27e8-410e-9f7a-3267e0f3a335 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.129755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f955b0de-489a-4f05-b13a-2bff7e9d7e61 req-b67e2791-391a-4388-bc87-a7c0e2181adc tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933740 Aug 16 02:08:53.131022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563c0ff-27e8-410e-9f7a-3267e0f3a335 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event deleted for resources: {'Subnet': ['ID=3541c61d-3b9e-43eb-8e1f-35b01a715500,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.134830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7563c0ff-27e8-410e-9f7a-3267e0f3a335 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.139421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36584) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:53.141515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7563c0ff-27e8-410e-9f7a-3267e0f3a335 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "DELETE /v2.0/subnets/3541c61d-3b9e-43eb-8e1f-35b01a715500 HTTP/1.1" status: 204 len: 168 time: 0.5445769 Aug 16 02:08:53.153718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8253b902-3ea1-475c-b224-d5e4bdfa1494 None None] Network 01188df5-70d6-4a7e-9718-574fe60d495b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:53.244274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.317372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Deleting port 238779f5-eff9-4094-af85-5c7476fe483c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:53.317721 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.388484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ce460-fc9c-4953-9078-6ff61c500e92 None None] DHCP port deletion for 01188df5-70d6-4a7e-9718-574fe60d495b request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:53.408248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] For port 238779f5-eff9-4094-af85-5c7476fe483c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=238779f5-eff9-4094-af85-5c7476fe483c,segment=NetworkSegment(3a053147-f455-4aeb-8ea6-05ed3e5ed73a),segment_id=3a053147-f455-4aeb-8ea6-05ed3e5ed73a)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:53.408620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.428563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Calling delete_port for 238779f5-eff9-4094-af85-5c7476fe483c owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:53.482618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 79366d83-aed5-43fc-a3b8-297df612321f up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:53.576344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.612482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-663ce460-fc9c-4953-9078-6ff61c500e92 None None] Deleting port 238779f5-eff9-4094-af85-5c7476fe483c {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:53.613379 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-663ce460-fc9c-4953-9078-6ff61c500e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.615740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] No DVR routers for this DVR port 238779f5-eff9-4094-af85-5c7476fe483c on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:53.617693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event deleted for resources: {'Port': ['ID=238779f5-eff9-4094-af85-5c7476fe483c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.626087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 79366d83-aed5-43fc-a3b8-297df612321f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:53.657528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 79366d83-aed5-43fc-a3b8-297df612321f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:53.657962 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.719242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-663ce460-fc9c-4953-9078-6ff61c500e92 None None] For port 238779f5-eff9-4094-af85-5c7476fe483c, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:53.719640 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-663ce460-fc9c-4953-9078-6ff61c500e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.728092 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.735549 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-663ce460-fc9c-4953-9078-6ff61c500e92 None None] Calling delete_port for 238779f5-eff9-4094-af85-5c7476fe483c owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:53.739677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-663ce460-fc9c-4953-9078-6ff61c500e92 None None] Port 238779f5-eff9-4094-af85-5c7476fe483c was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:08:53.742965 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-663ce460-fc9c-4953-9078-6ff61c500e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.744874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01188df5-70d6-4a7e-9718-574fe60d495b']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:53.758582 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a053147-f455-4aeb-8ea6-05ed3e5ed73a') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:53.759218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a053147-f455-4aeb-8ea6-05ed3e5ed73a') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:53.772434 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.788916 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.797235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:53.797781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:53.801808 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:53.808688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ce460-fc9c-4953-9078-6ff61c500e92 None None] Pushing event deleted for resources: {'Port': ['ID=238779f5-eff9-4094-af85-5c7476fe483c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.813709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ce460-fc9c-4953-9078-6ff61c500e92 None None] No DVR routers for this DVR port 238779f5-eff9-4094-af85-5c7476fe483c on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:53.835540 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.869114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 79366d83-aed5-43fc-a3b8-297df612321f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79366d83-aed5-43fc-a3b8-297df612321f,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:53.874794 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.875784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:53.878429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.885429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.887476 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] 10.222.0.79 "DELETE /v2.0/networks/01188df5-70d6-4a7e-9718-574fe60d495b HTTP/1.1" status: 204 len: 168 time: 0.7469761 Aug 16 02:08:53.906143 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2f6fe-d02b-4e0d-8e1c-a2ff990d4775 tempest-AllowedAddressPairTestJSON-1189077504 tempest-AllowedAddressPairTestJSON-1189077504-project] Pushing event deleted for resources: {'Network': ['ID=01188df5-70d6-4a7e-9718-574fe60d495b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.975374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79366d83-aed5-43fc-a3b8-297df612321f'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:53.977959 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a28dafd-d64e-4171-b33c-56b2232b289d" -d '{"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "79366d83-aed5-43fc-a3b8-297df612321f"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:53.986965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=79366d83-aed5-43fc-a3b8-297df612321f,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.990109 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:54.000665 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:54.001055 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.027116 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2306b0dc-854b-49a9-9da7-0a9b45513dc8 x-openstack-request-id: req-2306b0dc-854b-49a9-9da7-0a9b45513dc8 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:54.027405 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "79366d83-aed5-43fc-a3b8-297df612321f", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:54.027653 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2306b0dc-854b-49a9-9da7-0a9b45513dc8 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:54.028043 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79366d83-aed5-43fc-a3b8-297df612321f', 'code': 200} Aug 16 02:08:54.090622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e252-c597-4e74-9b25-dd8fc8015bea req-5803de19-caee-4749-8451-c1c05f92bdae tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.098219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e252-c597-4e74-9b25-dd8fc8015bea req-5803de19-caee-4749-8451-c1c05f92bdae tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.100855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.104749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e252-c597-4e74-9b25-dd8fc8015bea req-5803de19-caee-4749-8451-c1c05f92bdae tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.111239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e252-c597-4e74-9b25-dd8fc8015bea req-5803de19-caee-4749-8451-c1c05f92bdae tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.118095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e252-c597-4e74-9b25-dd8fc8015bea req-5803de19-caee-4749-8451-c1c05f92bdae tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.124576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e252-c597-4e74-9b25-dd8fc8015bea req-5803de19-caee-4749-8451-c1c05f92bdae tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.131980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e252-c597-4e74-9b25-dd8fc8015bea req-5803de19-caee-4749-8451-c1c05f92bdae tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.134266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46a5e252-c597-4e74-9b25-dd8fc8015bea req-5803de19-caee-4749-8451-c1c05f92bdae tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5427 time: 0.1340902 Aug 16 02:08:54.139767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:54.147515 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.149270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c53bffd3-02b2-4ace-ad8e-9d1f39579199 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:54.213924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46a5e252-c597-4e74-9b25-dd8fc8015bea req-57598ab8-726c-49a7-ac0f-534711a3a1be tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712779 Aug 16 02:08:54.243967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.258470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port c53bffd3-02b2-4ace-ad8e-9d1f39579199 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:54.263730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port c53bffd3-02b2-4ace-ad8e-9d1f39579199 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:54.264108 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.372252 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 238779f5-eff9-4094-af85-5c7476fe483c no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:54.378433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fcdaf-c922-4939-b043-72a6fe90944a req-9742d8e9-6cad-45e0-ac60-a15090cbde97 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.380584 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a98fcdaf-c922-4939-b043-72a6fe90944a req-9742d8e9-6cad-45e0-ac60-a15090cbde97 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 945 time: 0.1317055 Aug 16 02:08:54.384925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36620) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:54.409020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 238779f5-eff9-4094-af85-5c7476fe483c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:54.409020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 238779f5-eff9-4094-af85-5c7476fe483c not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:54.409020 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.452429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port c53bffd3-02b2-4ace-ad8e-9d1f39579199, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c53bffd3-02b2-4ace-ad8e-9d1f39579199,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:54.466792 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.467798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:54.477135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a98fcdaf-c922-4939-b043-72a6fe90944a req-17112151-163e-4c7c-bc97-b47eb4db1ac8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462873 Aug 16 02:08:54.597103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=c53bffd3-02b2-4ace-ad8e-9d1f39579199,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.629028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-033ff909-58c5-4d21-9eb3-752bb073c0b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6197e4829cc44339d7f07aaed31e3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413907 Aug 16 02:08:54.630712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36628) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:54.639632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:54.643929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:54.644356 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.707384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b955af9-73c3-4262-8dd8-a29d0e360101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.733982 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b955af9-73c3-4262-8dd8-a29d0e360101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.756492 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.793823 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b955af9-73c3-4262-8dd8-a29d0e360101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.796823 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b955af9-73c3-4262-8dd8-a29d0e360101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.803022 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5b955af9-73c3-4262-8dd8-a29d0e360101 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f14fa21d-4484-46fd-86de-ce01ac59f3be HTTP/1.1" status: 204 len: 168 time: 0.1709979 Aug 16 02:08:54.805782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:54.811482 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.829340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b955af9-73c3-4262-8dd8-a29d0e360101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14fa21d-4484-46fd-86de-ce01ac59f3be,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.887334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:55.428040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266941f2-6f2a-4bcc-8d0e-385d4a0b3a48 req-33eb9d11-4618-4ce9-bed5-85d90c2e2791 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.431706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d5a0cf24-4c75-49b9-9501-9fc56593e94f up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:55.448610 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266941f2-6f2a-4bcc-8d0e-385d4a0b3a48 req-33eb9d11-4618-4ce9-bed5-85d90c2e2791 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.461244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266941f2-6f2a-4bcc-8d0e-385d4a0b3a48 req-33eb9d11-4618-4ce9-bed5-85d90c2e2791 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.470640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266941f2-6f2a-4bcc-8d0e-385d4a0b3a48 req-33eb9d11-4618-4ce9-bed5-85d90c2e2791 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.487832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266941f2-6f2a-4bcc-8d0e-385d4a0b3a48 req-33eb9d11-4618-4ce9-bed5-85d90c2e2791 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.495729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266941f2-6f2a-4bcc-8d0e-385d4a0b3a48 req-33eb9d11-4618-4ce9-bed5-85d90c2e2791 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.506722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266941f2-6f2a-4bcc-8d0e-385d4a0b3a48 req-33eb9d11-4618-4ce9-bed5-85d90c2e2791 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.513548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port d5a0cf24-4c75-49b9-9501-9fc56593e94f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:55.518336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port d5a0cf24-4c75-49b9-9501-9fc56593e94f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:55.519014 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.520573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-266941f2-6f2a-4bcc-8d0e-385d4a0b3a48 req-33eb9d11-4618-4ce9-bed5-85d90c2e2791 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5430 time: 0.1962683 Aug 16 02:08:55.658010 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.669574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-266941f2-6f2a-4bcc-8d0e-385d4a0b3a48 req-055de6ec-330e-49b7-b7cd-b3cbb07ece36 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1371028 Aug 16 02:08:55.682458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36674) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:55.711800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cde42a-bbd5-47d5-9e51-f96b4697842d req-081e80ec-4cf9-4cb8-a241-33465af6acc4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.713641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7cde42a-bbd5-47d5-9e51-f96b4697842d req-081e80ec-4cf9-4cb8-a241-33465af6acc4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 945 time: 0.1221733 Aug 16 02:08:55.755595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d5a0cf24-4c75-49b9-9501-9fc56593e94f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:55.761812 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.767633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7cde42a-bbd5-47d5-9e51-f96b4697842d req-70e4d25b-1199-4f76-b9f6-27b168701293 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430539 Aug 16 02:08:55.863180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=d5a0cf24-4c75-49b9-9501-9fc56593e94f,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:55.911743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-658774066'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:55.953088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:55.957004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.966826 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.029615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a28bec1-580b-45ea-8c4c-2d4d5a3829e7'}, {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53bffd3-02b2-4ace-ad8e-9d1f39579199'}, {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19'}, {'server_uuid': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:56.031953 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a3ea12-2c74-41b7-b293-f10b96ab18e8" -d '{"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "0a28bec1-580b-45ea-8c4c-2d4d5a3829e7"}, {"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "c53bffd3-02b2-4ace-ad8e-9d1f39579199"}, {"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19"}, {"server_uuid": "a625a8c6-283e-46db-8b8a-25241322f6ba", "name": "network-vif-plugged", "status": "completed", "tag": "d5a0cf24-4c75-49b9-9501-9fc56593e94f"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:56.090589 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b400b09-ecdd-4312-be22-992b51b8d4da x-openstack-request-id: req-7b400b09-ecdd-4312-be22-992b51b8d4da {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:56.090924 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "0a28bec1-580b-45ea-8c4c-2d4d5a3829e7", "code": 200}, {"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "c53bffd3-02b2-4ace-ad8e-9d1f39579199", "code": 200}, {"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19", "code": 200}, {"server_uuid": "a625a8c6-283e-46db-8b8a-25241322f6ba", "name": "network-vif-plugged", "status": "completed", "tag": "d5a0cf24-4c75-49b9-9501-9fc56593e94f", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:56.091440 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b400b09-ecdd-4312-be22-992b51b8d4da {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:56.092119 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a28bec1-580b-45ea-8c4c-2d4d5a3829e7', 'code': 200} Aug 16 02:08:56.092119 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53bffd3-02b2-4ace-ad8e-9d1f39579199', 'code': 200} Aug 16 02:08:56.092296 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19', 'code': 200} Aug 16 02:08:56.092515 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f', 'code': 200} Aug 16 02:08:56.117488 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.122343 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.152143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:56.161345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af65daf0-08c4-446b-924f-7d606684d3bd,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:56.167369 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.167774 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment 18271786-6299-4343-8de5-3f87e1e191e0 of type vlan for network 2eadeb5d-cfc8-4aa2-ba64-476730d8ce44 Aug 16 02:08:56.228214 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.258879 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.264606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.265321 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.347202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987c66a-4224-4424-98c1-9adac5d53863 req-7a1df2e7-cf16-429e-8bd1-b62d6ec56c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.348851 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e987c66a-4224-4424-98c1-9adac5d53863 req-7a1df2e7-cf16-429e-8bd1-b62d6ec56c99 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 1098 time: 0.0905850 Aug 16 02:08:56.350419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=2eadeb5d-cfc8-4aa2-ba64-476730d8ce44,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:56.355038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ccbd651c-32dd-4934-b1bf-137dd6136a7c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6713619 Aug 16 02:08:56.357463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c569e-3963-476f-b004-a028e6799c4e req-c808087b-d346-4391-838a-06689de109f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.358015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c569e-3963-476f-b004-a028e6799c4e req-c808087b-d346-4391-838a-06689de109f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.358714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c569e-3963-476f-b004-a028e6799c4e req-c808087b-d346-4391-838a-06689de109f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.359252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c569e-3963-476f-b004-a028e6799c4e req-c808087b-d346-4391-838a-06689de109f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.359731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c569e-3963-476f-b004-a028e6799c4e req-c808087b-d346-4391-838a-06689de109f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.360201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c569e-3963-476f-b004-a028e6799c4e req-c808087b-d346-4391-838a-06689de109f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.360670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c569e-3963-476f-b004-a028e6799c4e req-c808087b-d346-4391-838a-06689de109f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.362556 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f96c569e-3963-476f-b004-a028e6799c4e req-c808087b-d346-4391-838a-06689de109f9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6494 time: 0.0958188 Aug 16 02:08:56.373126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 2eadeb5d-cfc8-4aa2-ba64-476730d8ce44 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:56.435404 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e987c66a-4224-4424-98c1-9adac5d53863 req-b3c6c413-3c15-4cc8-90aa-48c4507922a5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718033 Aug 16 02:08:56.440436 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f96c569e-3963-476f-b004-a028e6799c4e req-82c0b644-0a00-4508-ba03-9c6001edc062 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703464 Aug 16 02:08:56.522807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36692) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:56.528221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'network_id': '2eadeb5d-cfc8-4aa2-ba64-476730d8ce44', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:56.616960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:56.620449 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.847286 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.881305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2bee-321e-4cba-b9dc-e995024fc1e3 req-1e5c7831-d2ac-4717-ae9a-e799c884ed99 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.887996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2bee-321e-4cba-b9dc-e995024fc1e3 req-1e5c7831-d2ac-4717-ae9a-e799c884ed99 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.894825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2bee-321e-4cba-b9dc-e995024fc1e3 req-1e5c7831-d2ac-4717-ae9a-e799c884ed99 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.901211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2bee-321e-4cba-b9dc-e995024fc1e3 req-1e5c7831-d2ac-4717-ae9a-e799c884ed99 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.908344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2bee-321e-4cba-b9dc-e995024fc1e3 req-1e5c7831-d2ac-4717-ae9a-e799c884ed99 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.916488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2bee-321e-4cba-b9dc-e995024fc1e3 req-1e5c7831-d2ac-4717-ae9a-e799c884ed99 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.923397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2bee-321e-4cba-b9dc-e995024fc1e3 req-1e5c7831-d2ac-4717-ae9a-e799c884ed99 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:56.925407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-753b2bee-321e-4cba-b9dc-e995024fc1e3 req-1e5c7831-d2ac-4717-ae9a-e799c884ed99 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5430 time: 0.1562049 Aug 16 02:08:56.954034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking segment: {'id': '18271786-6299-4343-8de5-3f87e1e191e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2eadeb5d-cfc8-4aa2-ba64-476730d8ce44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:56.955052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network hostable DHCP agents. Network: 2eadeb5d-cfc8-4aa2-ba64-476730d8ce44, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:56.979860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=96763a10-e1e4-4101-a7be-ae305ff02fc4,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:56.984303 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network 2eadeb5d-cfc8-4aa2-ba64-476730d8ce44 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:57.000789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 2eadeb5d-cfc8-4aa2-ba64-476730d8ce44) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:57.018854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:57.019481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.025488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c793fe6-a04c-425a-9ae7-002b73b12b10 None None] Network 2eadeb5d-cfc8-4aa2-ba64-476730d8ce44 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:57.033551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249f78e-bf2e-4d40-84f1-4533bd8e44a9 req-b2609e30-c2df-4201-ad9a-4789587c9e51 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:57.035470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0249f78e-bf2e-4d40-84f1-4533bd8e44a9 req-b2609e30-c2df-4201-ad9a-4789587c9e51 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.1091554 Aug 16 02:08:57.041258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-753b2bee-321e-4cba-b9dc-e995024fc1e3 req-2fc77383-24fd-47e0-bd3d-39322c4d6809 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055129 Aug 16 02:08:57.043640 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5563f7c8-f162-4a62-a18f-424e1a03b60e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5197220 Aug 16 02:08:57.049460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36714) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:57.055885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-183577289'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:57.094843 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0249f78e-bf2e-4d40-84f1-4533bd8e44a9 req-189c0943-e507-4b93-89af-438760fb57d0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475457 Aug 16 02:08:57.098356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:57.103583 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.130651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:57.142940 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.143763 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment cf9f86ee-28cf-44bc-b227-1557cc085acf of type vlan for network 557cf5d7-6d4a-44df-9a35-da978653b62b Aug 16 02:08:57.197927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.234719 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.244261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:57.245036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.248062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-2eadeb5d-cfc8-4aa2-ba64-476730d8ce44', 'network_id': '2eadeb5d-cfc8-4aa2-ba64-476730d8ce44', 'tenant_id': '942bdf582cb9455eaf710bbc21584268', 'fixed_ips': [{'subnet_id': '96763a10-e1e4-4101-a7be-ae305ff02fc4'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:57.249057 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.337220 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2862999 Aug 16 02:08:57.340399 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36720) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:57.343115 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151d900-eb53-4344-a408-6c775fc5c3fb tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=557cf5d7-6d4a-44df-9a35-da978653b62b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:57.350424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'network_id': '557cf5d7-6d4a-44df-9a35-da978653b62b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:57.356819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 557cf5d7-6d4a-44df-9a35-da978653b62b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:57.451090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:57.457298 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.458606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Allocated IP 172.20.255.242 (2eadeb5d-cfc8-4aa2-ba64-476730d8ce44/96763a10-e1e4-4101-a7be-ae305ff02fc4/0e9916d8-5099-455c-8da0-c3c5c05fc7b3) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:57.746474 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.825161 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.830407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=0a642084-9c13-4f0e-97ad-e3312fd7068f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:57.834830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking segment: {'id': 'cf9f86ee-28cf-44bc-b227-1557cc085acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '557cf5d7-6d4a-44df-9a35-da978653b62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:57.835193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network hostable DHCP agents. Network: 557cf5d7-6d4a-44df-9a35-da978653b62b, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:57.843060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Transition to ACTIVE for port object 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:57.872462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network 557cf5d7-6d4a-44df-9a35-da978653b62b is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:57.894521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 557cf5d7-6d4a-44df-9a35-da978653b62b) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:57.901005 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:57.902025 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.928051 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0a2a21ae-316f-4495-9a6e-10c87a7eabb8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5856359 Aug 16 02:08:57.930925 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36734) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:57.939416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Transition to ACTIVE for port object 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:57.957825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e27f3e-f42c-44fa-a56c-2a2db88dfda6 None None] Network 557cf5d7-6d4a-44df-9a35-da978653b62b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:58.033087 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.077909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Network 2eadeb5d-cfc8-4aa2-ba64-476730d8ce44 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:58.082614 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:58.088424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:58.255232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Pushing event updated for resources: {'Port': ['ID=0e9916d8-5099-455c-8da0-c3c5c05fc7b3,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:58.290192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-557cf5d7-6d4a-44df-9a35-da978653b62b', 'network_id': '557cf5d7-6d4a-44df-9a35-da978653b62b', 'tenant_id': '942bdf582cb9455eaf710bbc21584268', 'fixed_ips': [{'subnet_id': '0a642084-9c13-4f0e-97ad-e3312fd7068f'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:58.291475 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.338406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cc4ae-7768-4675-98e9-786d07985dc6 req-582ccefb-17af-44ca-8de4-d45461fbc8b7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.344483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cc4ae-7768-4675-98e9-786d07985dc6 req-582ccefb-17af-44ca-8de4-d45461fbc8b7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.354436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cc4ae-7768-4675-98e9-786d07985dc6 req-582ccefb-17af-44ca-8de4-d45461fbc8b7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.362146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cc4ae-7768-4675-98e9-786d07985dc6 req-582ccefb-17af-44ca-8de4-d45461fbc8b7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.370905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cc4ae-7768-4675-98e9-786d07985dc6 req-582ccefb-17af-44ca-8de4-d45461fbc8b7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.377533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cc4ae-7768-4675-98e9-786d07985dc6 req-582ccefb-17af-44ca-8de4-d45461fbc8b7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.385355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cc4ae-7768-4675-98e9-786d07985dc6 req-582ccefb-17af-44ca-8de4-d45461fbc8b7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.387516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041cc4ae-7768-4675-98e9-786d07985dc6 req-582ccefb-17af-44ca-8de4-d45461fbc8b7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5430 time: 0.2016437 Aug 16 02:08:58.404533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e37dbe-0219-4ad4-a34b-d00fc5c664fc req-dc168387-76cb-40e2-840c-0fcdeca754c3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.406191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09e37dbe-0219-4ad4-a34b-d00fc5c664fc req-dc168387-76cb-40e2-840c-0fcdeca754c3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.1414764 Aug 16 02:08:58.475009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041cc4ae-7768-4675-98e9-786d07985dc6 req-cc1a2e66-8b00-4e39-93fc-ec7cdf9eba3d tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669672 Aug 16 02:08:58.486553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Attempting to bind port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:58.486553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Attempting to bind port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '18271786-6299-4343-8de5-3f87e1e191e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2eadeb5d-cfc8-4aa2-ba64-476730d8ce44'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:58.486553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Attempting to bind port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 on network 2eadeb5d-cfc8-4aa2-ba64-476730d8ce44 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:58.505977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:58.506634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Checking segment: {'id': '18271786-6299-4343-8de5-3f87e1e191e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2eadeb5d-cfc8-4aa2-ba64-476730d8ce44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:58.507244 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.507814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Bound using segment: {'id': '18271786-6299-4343-8de5-3f87e1e191e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2eadeb5d-cfc8-4aa2-ba64-476730d8ce44'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:58.508724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Bound port: 0e9916d8-5099-455c-8da0-c3c5c05fc7b3, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18271786-6299-4343-8de5-3f87e1e191e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2eadeb5d-cfc8-4aa2-ba64-476730d8ce44'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:58.509200 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.517279 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09e37dbe-0219-4ad4-a34b-d00fc5c664fc req-8d16ef29-cedd-4fb4-9558-1e3fe90a53b6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872564 Aug 16 02:08:58.594248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Allocated IP 172.20.0.2 (557cf5d7-6d4a-44df-9a35-da978653b62b/0a642084-9c13-4f0e-97ad-e3312fd7068f/754c1ba9-9f84-48fe-baeb-fd0249b94ce0) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:58.635058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] For port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:58.655183 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.684967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] For port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0e9916d8-5099-455c-8da0-c3c5c05fc7b3,segment=NetworkSegment(18271786-6299-4343-8de5-3f87e1e191e0),segment_id=18271786-6299-4343-8de5-3f87e1e191e0)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:58.692643 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.713952 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.810389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653cb0e-565a-41d8-9968-3a22c5ebfd8d None None] Pushing event updated for resources: {'Port': ['ID=0e9916d8-5099-455c-8da0-c3c5c05fc7b3,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:58.872070 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.882190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Transition to ACTIVE for port object 754c1ba9-9f84-48fe-baeb-fd0249b94ce0 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:58.897904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Transition to ACTIVE for port object 754c1ba9-9f84-48fe-baeb-fd0249b94ce0 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:58.909146 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.929142 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.987462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Network 557cf5d7-6d4a-44df-9a35-da978653b62b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:58.991565 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:58.991864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Subnet': ['ID=0a642084-9c13-4f0e-97ad-e3312fd7068f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:59.008935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:59.080144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Pushing event updated for resources: {'Port': ['ID=754c1ba9-9f84-48fe-baeb-fd0249b94ce0,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:59.094943 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.116930 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557cf5d7-6d4a-44df-9a35-da978653b62b']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:59.152227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Attempting to bind port 754c1ba9-9f84-48fe-baeb-fd0249b94ce0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:59.152814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Attempting to bind port 754c1ba9-9f84-48fe-baeb-fd0249b94ce0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'cf9f86ee-28cf-44bc-b227-1557cc085acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '557cf5d7-6d4a-44df-9a35-da978653b62b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:59.153355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Attempting to bind port 754c1ba9-9f84-48fe-baeb-fd0249b94ce0 on network 557cf5d7-6d4a-44df-9a35-da978653b62b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:59.155350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9f86ee-28cf-44bc-b227-1557cc085acf') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:59.155659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9f86ee-28cf-44bc-b227-1557cc085acf') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:59.163975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:59.163975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Checking segment: {'id': 'cf9f86ee-28cf-44bc-b227-1557cc085acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '557cf5d7-6d4a-44df-9a35-da978653b62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:59.163975 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.163975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Bound using segment: {'id': 'cf9f86ee-28cf-44bc-b227-1557cc085acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '557cf5d7-6d4a-44df-9a35-da978653b62b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:59.163975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Bound port: 754c1ba9-9f84-48fe-baeb-fd0249b94ce0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9f86ee-28cf-44bc-b227-1557cc085acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '557cf5d7-6d4a-44df-9a35-da978653b62b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:59.163975 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.173570 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.197045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.211998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:59.212658 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:59.216953 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:59.279874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] For port 754c1ba9-9f84-48fe-baeb-fd0249b94ce0, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:59.293063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] For port 754c1ba9-9f84-48fe-baeb-fd0249b94ce0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=754c1ba9-9f84-48fe-baeb-fd0249b94ce0,segment=NetworkSegment(cf9f86ee-28cf-44bc-b227-1557cc085acf),segment_id=cf9f86ee-28cf-44bc-b227-1557cc085acf)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:59.294321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.api [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:08:59.294321 n-d-768851-16 neutron-server[101380]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:08:59.294321 n-d-768851-16 neutron-server[101380]: [parameters: {'id': '557cf5d7-6d4a-44df-9a35-da978653b62b'}] Aug 16 02:08:59.294321 n-d-768851-16 neutron-server[101380]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:08:59.294844 n-d-768851-16 neutron-server[101380]: DEBUG oslo_db.api [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:08:59.299042 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.384162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Pushing event updated for resources: {'Port': ['ID=754c1ba9-9f84-48fe-baeb-fd0249b94ce0,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:59.393520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.393894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.394230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.394560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.394887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.395211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.395536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.395858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.396715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.397252 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.397577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.397897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331fe08c-4e14-410a-b6eb-d612b52d976f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:59.414522 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f155874-d80f-4cf5-944d-5033c6a65f4e None None] Network 557cf5d7-6d4a-44df-9a35-da978653b62b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:59.711361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc116a-a861-41fa-8393-4acbf54f8eb3 req-40d6daaf-718a-4f1a-81ac-7afccbe73e17 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:59.717106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc116a-a861-41fa-8393-4acbf54f8eb3 req-40d6daaf-718a-4f1a-81ac-7afccbe73e17 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:59.723125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc116a-a861-41fa-8393-4acbf54f8eb3 req-40d6daaf-718a-4f1a-81ac-7afccbe73e17 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:59.729738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc116a-a861-41fa-8393-4acbf54f8eb3 req-40d6daaf-718a-4f1a-81ac-7afccbe73e17 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:59.737686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc116a-a861-41fa-8393-4acbf54f8eb3 req-40d6daaf-718a-4f1a-81ac-7afccbe73e17 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:59.751162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc116a-a861-41fa-8393-4acbf54f8eb3 req-40d6daaf-718a-4f1a-81ac-7afccbe73e17 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:59.758048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc116a-a861-41fa-8393-4acbf54f8eb3 req-40d6daaf-718a-4f1a-81ac-7afccbe73e17 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:59.760158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ecc116a-a861-41fa-8393-4acbf54f8eb3 req-40d6daaf-718a-4f1a-81ac-7afccbe73e17 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5430 time: 0.1702833 Aug 16 02:08:59.796388 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.802462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d428866-fb68-4ec9-b696-21f507295472 req-cbd24f12-beb9-48fa-bf8c-591d351afbd2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:59.804073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d428866-fb68-4ec9-b696-21f507295472 req-cbd24f12-beb9-48fa-bf8c-591d351afbd2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.2123451 Aug 16 02:08:59.875740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ecc116a-a861-41fa-8393-4acbf54f8eb3 req-c05d2330-c467-4ddd-9e1b-152f83dcda78 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1045997 Aug 16 02:08:59.915270 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d428866-fb68-4ec9-b696-21f507295472 req-d0113f1b-3b13-4fd5-adc7-df67b940cb8e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015868 Aug 16 02:08:59.915495 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Deleting port 754c1ba9-9f84-48fe-baeb-fd0249b94ce0 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:59.916718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.023150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] For port 754c1ba9-9f84-48fe-baeb-fd0249b94ce0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=754c1ba9-9f84-48fe-baeb-fd0249b94ce0,segment=NetworkSegment(cf9f86ee-28cf-44bc-b227-1557cc085acf),segment_id=cf9f86ee-28cf-44bc-b227-1557cc085acf)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:00.023767 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.042009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Calling delete_port for 754c1ba9-9f84-48fe-baeb-fd0249b94ce0 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:00.080647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d24f5-fa9c-4d17-9793-ee829f7e141f req-4a69413a-4466-4e9f-94d0-7e5a362aeab3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:00.094705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d24f5-fa9c-4d17-9793-ee829f7e141f req-4a69413a-4466-4e9f-94d0-7e5a362aeab3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:00.104415 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d24f5-fa9c-4d17-9793-ee829f7e141f req-4a69413a-4466-4e9f-94d0-7e5a362aeab3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:00.121419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d24f5-fa9c-4d17-9793-ee829f7e141f req-4a69413a-4466-4e9f-94d0-7e5a362aeab3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:00.128817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d24f5-fa9c-4d17-9793-ee829f7e141f req-4a69413a-4466-4e9f-94d0-7e5a362aeab3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:00.135970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d24f5-fa9c-4d17-9793-ee829f7e141f req-4a69413a-4466-4e9f-94d0-7e5a362aeab3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:00.148004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d24f5-fa9c-4d17-9793-ee829f7e141f req-4a69413a-4466-4e9f-94d0-7e5a362aeab3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:00.151302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7be16-6702-464a-8e2c-e536602a96b3 None None] Network 2eadeb5d-cfc8-4aa2-ba64-476730d8ce44 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:00.161079 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.163168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2d24f5-fa9c-4d17-9793-ee829f7e141f req-4a69413a-4466-4e9f-94d0-7e5a362aeab3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5430 time: 0.1784554 Aug 16 02:09:00.179061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36788) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:00.183210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d69ced52-6786-4a48-8a5a-964f77807259 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Request body: {'floatingip': {'port_id': '2b37b6d9-f301-4243-a1f1-2c191409210e'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:00.316723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Port': ['ID=754c1ba9-9f84-48fe-baeb-fd0249b94ce0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:00.335616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No DVR routers for this DVR port 754c1ba9-9f84-48fe-baeb-fd0249b94ce0 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:00.426865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-20d6d7b7-ed6e-4b76-a59a-da704c3e6359 None None] Provisioning for port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:00.433976 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d69ced52-6786-4a48-8a5a-964f77807259 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.466843 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.490874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557cf5d7-6d4a-44df-9a35-da978653b62b']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:00.492808 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:00.516535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9f86ee-28cf-44bc-b227-1557cc085acf') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:00.516845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9f86ee-28cf-44bc-b227-1557cc085acf') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:00.529588 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.551117 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.560191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:00.561174 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.596722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:00.611769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:00.612375 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:00.654070 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:00.662951 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.700564 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.708072 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/557cf5d7-6d4a-44df-9a35-da978653b62b HTTP/1.1" status: 204 len: 168 time: 2.7727947 Aug 16 02:09:00.721806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36792) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:00.728091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f9b08-c259-4b10-9b71-aef2aec597f6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=557cf5d7-6d4a-44df-9a35-da978653b62b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:00.734755 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.738303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-926185938'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:00.759998 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfc764-b4f6-481c-9cc2-0abad63c30e9 req-45d8b02d-340a-414b-b720-30a8f05e0ded tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:00.767765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cdfc764-b4f6-481c-9cc2-0abad63c30e9 req-45d8b02d-340a-414b-b720-30a8f05e0ded tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.3883519 Aug 16 02:09:00.782313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0e9916d8-5099-455c-8da0-c3c5c05fc7b3,segment=NetworkSegment(18271786-6299-4343-8de5-3f87e1e191e0),segment_id=18271786-6299-4343-8de5-3f87e1e191e0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:00.790071 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.852556 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=0e9916d8-5099-455c-8da0-c3c5c05fc7b3,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:00.859270 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:00.864000 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.909873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cdfc764-b4f6-481c-9cc2-0abad63c30e9 req-a2fafd7e-8360-4c8c-8954-af913765b061 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412365 Aug 16 02:09:00.913459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a3dc3d-9a7b-46f6-bcef-ce64a25a109b None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:09:00.959912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:00.986866 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.987310 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment 9f0cbbda-5c41-4deb-b69d-b7d64e53474b of type vlan for network 6dd6a392-f119-4000-9d6c-c44a8da0b9a3 Aug 16 02:09:01.008527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f8483670-6c5f-408e-b2bc-af5781f2f237 None None] Provisioning complete for port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:01.008902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f8483670-6c5f-408e-b2bc-af5781f2f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.076301 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.138323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3dc3d-9a7b-46f6-bcef-ce64a25a109b None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:09:01.183803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.189805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:01.190461 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.275593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5496898 Aug 16 02:09:01.279160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36804) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:01.290006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'network_id': '6dd6a392-f119-4000-9d6c-c44a8da0b9a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:01.313103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735f2c0-ee2b-4119-a1fe-8d3bb2e5ffb7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=6dd6a392-f119-4000-9d6c-c44a8da0b9a3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:01.346796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 6dd6a392-f119-4000-9d6c-c44a8da0b9a3 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:01.388812 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d69ced52-6786-4a48-8a5a-964f77807259 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.401869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d69ced52-6786-4a48-8a5a-964f77807259 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.492937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:01.497809 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.551829 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-d69ced52-6786-4a48-8a5a-964f77807259 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Floating IP 35efe2f3-a8fa-4dc3-bc13-e99ac87c8f6e associated. External IP: 172.25.2.235, port: 2b37b6d9-f301-4243-a1f1-2c191409210e. Aug 16 02:09:01.593392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_backend_mixin [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Performing IP validity checks on allocation pools {{(pid=101380) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:09:01.594241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_backend_mixin [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101380) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:09:01.769828 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.824041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69ced52-6786-4a48-8a5a-964f77807259 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Router 7475ffa3-687c-490e-9cd7-be9d2e90f263 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:01.866099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=2422c269-cf2b-43b4-b9b8-bfb1c4649cc2,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:01.874402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking segment: {'id': '9f0cbbda-5c41-4deb-b69d-b7d64e53474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6dd6a392-f119-4000-9d6c-c44a8da0b9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:01.874767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network hostable DHCP agents. Network: 6dd6a392-f119-4000-9d6c-c44a8da0b9a3, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:01.894170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network 6dd6a392-f119-4000-9d6c-c44a8da0b9a3 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:01.904827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 6dd6a392-f119-4000-9d6c-c44a8da0b9a3) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:01.913550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1544b41-7305-4a29-a26c-11065f8e1251 None None] Network 6dd6a392-f119-4000-9d6c-c44a8da0b9a3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:01.918252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:01.919063 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.936166 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-058c6399-73ca-4b48-8bfb-278e041a1fe8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6551964 Aug 16 02:09:01.938675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36822) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:01.972086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69ced52-6786-4a48-8a5a-964f77807259 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:01.979319 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d69ced52-6786-4a48-8a5a-964f77807259 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.988824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece49443-70e3-4ed8-9050-8d7ffdb4a0e7 None None] Sync routers for ids ['7475ffa3-687c-490e-9cd7-be9d2e90f263'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:02.049733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece49443-70e3-4ed8-9050-8d7ffdb4a0e7 None None] Routers {'7475ffa3-687c-490e-9cd7-be9d2e90f263'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:02.051699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ece49443-70e3-4ed8-9050-8d7ffdb4a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7475ffa3-687c-490e-9cd7-be9d2e90f263'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:02.052944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d69ced52-6786-4a48-8a5a-964f77807259 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "PUT /v2.0/floatingips/35efe2f3-a8fa-4dc3-bc13-e99ac87c8f6e HTTP/1.1" status: 200 len: 991 time: 1.8742785 Aug 16 02:09:02.054320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': '2b37b6d9-f301-4243-a1f1-2c191409210e'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:02.067533 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a33b620-e976-4780-84d1-3138522db9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "2b37b6d9-f301-4243-a1f1-2c191409210e"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:02.133436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06691bc-5954-448a-8eaf-454b9b2ee467 req-fcb33445-1a66-425c-a2c1-245789f47bac tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.135296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d06691bc-5954-448a-8eaf-454b9b2ee467 req-fcb33445-1a66-425c-a2c1-245789f47bac tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.1292889 Aug 16 02:09:02.139093 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.221710 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e2898-a3a1-474f-9305-81199406b160 x-openstack-request-id: req-363e2898-a3a1-474f-9305-81199406b160 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:02.222262 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "tag": "2b37b6d9-f301-4243-a1f1-2c191409210e", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:02.223343 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-363e2898-a3a1-474f-9305-81199406b160 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:02.225683 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'tag': '2b37b6d9-f301-4243-a1f1-2c191409210e', 'status': 'completed', 'code': 200} Aug 16 02:09:02.243081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.267257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d06691bc-5954-448a-8eaf-454b9b2ee467 req-efacb3d1-a909-4f51-9efa-0d057c7b6174 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168306 Aug 16 02:09:02.358183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d692d4-cfca-48fe-9795-0f88af2b66ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-6dd6a392-f119-4000-9d6c-c44a8da0b9a3', 'network_id': '6dd6a392-f119-4000-9d6c-c44a8da0b9a3', 'tenant_id': '942bdf582cb9455eaf710bbc21584268', 'fixed_ips': [{'subnet_id': '2422c269-cf2b-43b4-b9b8-bfb1c4649cc2'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:02.363671 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.364567 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43d692d4-cfca-48fe-9795-0f88af2b66ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.399833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-ece49443-70e3-4ed8-9050-8d7ffdb4a0e7 None None] Set router 7475ffa3-687c-490e-9cd7-be9d2e90f263 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:02.404835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:02.545592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Subnet': ['ID=2422c269-cf2b-43b4-b9b8-bfb1c4649cc2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:02.559058 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.577544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b620-e976-4780-84d1-3138522db9ff req-10f1d592-c3ae-4ac3-9bca-d32ad402ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.578182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b620-e976-4780-84d1-3138522db9ff req-10f1d592-c3ae-4ac3-9bca-d32ad402ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.578679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b620-e976-4780-84d1-3138522db9ff req-10f1d592-c3ae-4ac3-9bca-d32ad402ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.579331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b620-e976-4780-84d1-3138522db9ff req-10f1d592-c3ae-4ac3-9bca-d32ad402ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.579821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b620-e976-4780-84d1-3138522db9ff req-10f1d592-c3ae-4ac3-9bca-d32ad402ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.580301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b620-e976-4780-84d1-3138522db9ff req-10f1d592-c3ae-4ac3-9bca-d32ad402ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.580855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b620-e976-4780-84d1-3138522db9ff req-10f1d592-c3ae-4ac3-9bca-d32ad402ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.583455 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a33b620-e976-4780-84d1-3138522db9ff req-10f1d592-c3ae-4ac3-9bca-d32ad402ea69 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6494 time: 0.2624135 Aug 16 02:09:02.585826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd6a392-f119-4000-9d6c-c44a8da0b9a3']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:02.622927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0cbbda-5c41-4deb-b69d-b7d64e53474b') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:02.622927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0cbbda-5c41-4deb-b69d-b7d64e53474b') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:02.740857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a354dbb-8b0a-49cf-85fb-a988473c5a10 None None] Network 6dd6a392-f119-4000-9d6c-c44a8da0b9a3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:02.812213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:02.812213 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.826967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b620-e976-4780-84d1-3138522db9ff req-de7ea5ac-12a4-43a2-b551-af73f9e2d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.828498 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a33b620-e976-4780-84d1-3138522db9ff req-de7ea5ac-12a4-43a2-b551-af73f9e2d9c4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=75ecf9d7-bd12-4326-a6f3-a93a4477fa36 HTTP/1.1" status: 200 len: 913 time: 0.2358322 Aug 16 02:09:02.863907 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.908299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe284ad-6207-4d04-8ef7-ba38f6d88059 req-a879b67e-b562-4b88-ae92-d6f5f70cfa90 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.917993 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbe284ad-6207-4d04-8ef7-ba38f6d88059 req-a879b67e-b562-4b88-ae92-d6f5f70cfa90 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.0894656 Aug 16 02:09:02.942420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.973568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:02.973908 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.988124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbe284ad-6207-4d04-8ef7-ba38f6d88059 req-72a31374-300f-440d-b8d5-e20a1ebac230 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686653 Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:03.002295 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:03.065589 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a33b620-e976-4780-84d1-3138522db9ff req-c9b51541-52d8-4f5d-b8ea-83df80b805ab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b37b6d9-f301-4243-a1f1-2c191409210e HTTP/1.1" status: 200 len: 999 time: 0.2212355 Aug 16 02:09:03.133818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.176294 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.178932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/6dd6a392-f119-4000-9d6c-c44a8da0b9a3 HTTP/1.1" status: 204 len: 168 time: 1.2388675 Aug 16 02:09:03.184572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36860) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:03.191565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1057154148'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:03.201034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fd457-c606-4f72-a1fe-3b644531f9ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=6dd6a392-f119-4000-9d6c-c44a8da0b9a3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:03.237205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b620-e976-4780-84d1-3138522db9ff req-83627655-394f-4334-a5a8-832742945b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.238869 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a33b620-e976-4780-84d1-3138522db9ff req-83627655-394f-4334-a5a8-832742945b22 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0ea88406-ad03-452f-8d46-b2b14ab4b8da HTTP/1.1" status: 200 len: 851 time: 0.1622217 Aug 16 02:09:03.242081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:03.246452 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.277489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:03.291236 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.291591 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment d003e4e6-6724-456a-95f2-685f372c3943 of type vlan for network cad69194-a7f4-43d3-970f-f76094bd0913 Aug 16 02:09:03.339502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b620-e976-4780-84d1-3138522db9ff req-6c1d367c-7ea5-48c7-a5e5-13a32b9d88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.341152 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a33b620-e976-4780-84d1-3138522db9ff req-6c1d367c-7ea5-48c7-a5e5-13a32b9d88e4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=75ecf9d7-bd12-4326-a6f3-a93a4477fa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686078 Aug 16 02:09:03.364333 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.406506 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.415162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.416216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.448315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ece49443-70e3-4ed8-9050-8d7ffdb4a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:55Z', 'revision_number': 4, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '35efe2f3-a8fa-4dc3-bc13-e99ac87c8f6e', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'port_id': '2b37b6d9-f301-4243-a1f1-2c191409210e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'mac_address': 'fa:16:3e:53:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:34Z', 'updated_at': '2021-08-16T02:09:01Z', 'revision_number': 1, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91', 'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'mac_address': 'fa:16:3e:8a:23:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:54Z', 'updated_at': '2021-08-16T02:07:04Z', 'revision_number': 5, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'subnets': [{'id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:03.450237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2645612 Aug 16 02:09:03.453247 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36866) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:03.459442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'network_id': 'cad69194-a7f4-43d3-970f-f76094bd0913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:03.487065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece49443-70e3-4ed8-9050-8d7ffdb4a0e7 None None] Checking router: 7475ffa3-687c-490e-9cd7-be9d2e90f263 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:03.498126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece49443-70e3-4ed8-9050-8d7ffdb4a0e7 None None] Routers {'7475ffa3-687c-490e-9cd7-be9d2e90f263'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:03.498900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ece49443-70e3-4ed8-9050-8d7ffdb4a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:08:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7475ffa3-687c-490e-9cd7-be9d2e90f263'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:03.519936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b393e-4c5b-4068-b311-903abc0e7b6c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=cad69194-a7f4-43d3-970f-f76094bd0913,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:03.541539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network cad69194-a7f4-43d3-970f-f76094bd0913 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:03.604671 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a33b620-e976-4780-84d1-3138522db9ff req-266f7e21-02c4-430b-9a43-7fd1554afa30 service neutron] 10.222.0.84 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289383 Aug 16 02:09:03.676468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:03.680833 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.725619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-ece49443-70e3-4ed8-9050-8d7ffdb4a0e7 None None] Set router 7475ffa3-687c-490e-9cd7-be9d2e90f263 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:03.792116 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a33b620-e976-4780-84d1-3138522db9ff req-33fde388-40a9-4301-abd7-5877677832b1 service neutron] 10.222.0.84 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787481 Aug 16 02:09:03.935139 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.006046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=bcdde129-1a09-47cd-94e3-6864c05369c5,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:04.015784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking segment: {'id': 'd003e4e6-6724-456a-95f2-685f372c3943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cad69194-a7f4-43d3-970f-f76094bd0913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:04.016302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network hostable DHCP agents. Network: cad69194-a7f4-43d3-970f-f76094bd0913, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:04.030271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ece49443-70e3-4ed8-9050-8d7ffdb4a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:55Z', 'revision_number': 4, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '35efe2f3-a8fa-4dc3-bc13-e99ac87c8f6e', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'port_id': '2b37b6d9-f301-4243-a1f1-2c191409210e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'mac_address': 'fa:16:3e:53:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:34Z', 'updated_at': '2021-08-16T02:09:01Z', 'revision_number': 1, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91', 'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'mac_address': 'fa:16:3e:8a:23:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:54Z', 'updated_at': '2021-08-16T02:07:04Z', 'revision_number': 5, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'subnets': [{'id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:04.037536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network cad69194-a7f4-43d3-970f-f76094bd0913 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:04.057863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, cad69194-a7f4-43d3-970f-f76094bd0913) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:04.062253 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.062930 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.068431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece49443-70e3-4ed8-9050-8d7ffdb4a0e7 None None] The sync data for ids ['7475ffa3-687c-490e-9cd7-be9d2e90f263'] in n-d-768851-16 is: [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:55Z', 'revision_number': 4, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '35efe2f3-a8fa-4dc3-bc13-e99ac87c8f6e', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'port_id': '2b37b6d9-f301-4243-a1f1-2c191409210e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'mac_address': 'fa:16:3e:53:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f82c595-3ec4-469a-8954-cf941443c68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:34Z', 'updated_at': '2021-08-16T02:09:01Z', 'revision_number': 1, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91', 'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'mac_address': 'fa:16:3e:8a:23:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:54Z', 'updated_at': '2021-08-16T02:07:04Z', 'revision_number': 5, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'subnets': [{'id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:04.079103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5acaf6-b7b4-4012-9538-8a1f5dc06f6e None None] Network cad69194-a7f4-43d3-970f-f76094bd0913 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:04.095414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36888) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:04.097737 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fbe0b7b2-fe56-4ee6-ae9c-20ce893c6138 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6431975 Aug 16 02:09:04.249481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-cad69194-a7f4-43d3-970f-f76094bd0913', 'network_id': 'cad69194-a7f4-43d3-970f-f76094bd0913', 'tenant_id': '942bdf582cb9455eaf710bbc21584268', 'fixed_ips': [{'subnet_id': 'bcdde129-1a09-47cd-94e3-6864c05369c5'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:04.250369 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.267924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5118a8-6a1e-4e39-9ca7-8712fd2dcf5c req-6047d1b1-f8ee-4f4a-9f70-0bec00e58433 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.270672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d5118a8-6a1e-4e39-9ca7-8712fd2dcf5c req-6047d1b1-f8ee-4f4a-9f70-0bec00e58433 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.1390715 Aug 16 02:09:04.366107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.386496 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053db38c-854a-46db-9357-cffd5b8d023b None None] New status for floating IP 35efe2f3-a8fa-4dc3-bc13-e99ac87c8f6e: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:09:04.387960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d5118a8-6a1e-4e39-9ca7-8712fd2dcf5c req-e039ae0e-6f97-4d8d-ae2a-035ccbed65e7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800357 Aug 16 02:09:04.439565 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Allocated IP 172.20.0.1 (cad69194-a7f4-43d3-970f-f76094bd0913/bcdde129-1a09-47cd-94e3-6864c05369c5/da0e4202-922a-4b53-9460-823d97104e5c) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:04.451945 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.620736 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.629958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Transition to ACTIVE for port object da0e4202-922a-4b53-9460-823d97104e5c will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:04.649015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Transition to ACTIVE for port object da0e4202-922a-4b53-9460-823d97104e5c will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:04.656210 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.674905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.697431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Network cad69194-a7f4-43d3-970f-f76094bd0913 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:04.702468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:04.706080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:04.712164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Subnet': ['ID=bcdde129-1a09-47cd-94e3-6864c05369c5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:04.719623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Pushing event updated for resources: {'Port': ['ID=da0e4202-922a-4b53-9460-823d97104e5c,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:04.781337 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.787144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Attempting to bind port da0e4202-922a-4b53-9460-823d97104e5c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:04.787533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Attempting to bind port da0e4202-922a-4b53-9460-823d97104e5c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd003e4e6-6724-456a-95f2-685f372c3943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cad69194-a7f4-43d3-970f-f76094bd0913'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:04.788040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Attempting to bind port da0e4202-922a-4b53-9460-823d97104e5c on network cad69194-a7f4-43d3-970f-f76094bd0913 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:04.793350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad69194-a7f4-43d3-970f-f76094bd0913']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:04.793570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:04.793851 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Checking segment: {'id': 'd003e4e6-6724-456a-95f2-685f372c3943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cad69194-a7f4-43d3-970f-f76094bd0913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:04.794151 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.794579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Bound using segment: {'id': 'd003e4e6-6724-456a-95f2-685f372c3943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cad69194-a7f4-43d3-970f-f76094bd0913'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:04.795019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Bound port: da0e4202-922a-4b53-9460-823d97104e5c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd003e4e6-6724-456a-95f2-685f372c3943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cad69194-a7f4-43d3-970f-f76094bd0913'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:04.795403 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.806615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd003e4e6-6724-456a-95f2-685f372c3943') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:04.806987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd003e4e6-6724-456a-95f2-685f372c3943') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:04.816955 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.836155 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.846419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:04.846961 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: items = [ Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:04.850489 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:04.863657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] For port da0e4202-922a-4b53-9460-823d97104e5c, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:04.917009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] For port da0e4202-922a-4b53-9460-823d97104e5c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=da0e4202-922a-4b53-9460-823d97104e5c,segment=NetworkSegment(d003e4e6-6724-456a-95f2-685f372c3943),segment_id=d003e4e6-6724-456a-95f2-685f372c3943)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:04.919428 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.api [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:09:04.919428 n-d-768851-16 neutron-server[101381]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:09:04.919428 n-d-768851-16 neutron-server[101381]: [parameters: {'id': 'cad69194-a7f4-43d3-970f-f76094bd0913'}] Aug 16 02:09:04.919428 n-d-768851-16 neutron-server[101381]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:04.919800 n-d-768851-16 neutron-server[101381]: DEBUG oslo_db.api [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:04.922649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.013749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b9520-d9fe-452b-a0ae-d7dd77836196 None None] Pushing event updated for resources: {'Port': ['ID=da0e4202-922a-4b53-9460-823d97104e5c,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:05.029656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d52e6b-5c79-4afb-a98b-be6db311a566 None None] Network cad69194-a7f4-43d3-970f-f76094bd0913 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:05.154704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a542ec-9e59-41f4-a26f-9a8bd75979d1 None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:09:05.287630 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a542ec-9e59-41f4-a26f-9a8bd75979d1 None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:09:05.421289 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.560204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Deleting port da0e4202-922a-4b53-9460-823d97104e5c {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:05.560893 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.611222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1072569-a391-4376-8426-07eee22d8e45 req-90581096-8504-4193-819d-298724cdee74 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:05.613174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1072569-a391-4376-8426-07eee22d8e45 req-90581096-8504-4193-819d-298724cdee74 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.1125069 Aug 16 02:09:05.688524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] For port da0e4202-922a-4b53-9460-823d97104e5c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=da0e4202-922a-4b53-9460-823d97104e5c,segment=NetworkSegment(d003e4e6-6724-456a-95f2-685f372c3943),segment_id=d003e4e6-6724-456a-95f2-685f372c3943)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:05.688928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.707455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1072569-a391-4376-8426-07eee22d8e45 req-6ffcf720-2f48-41b6-9751-d408b5acbb6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759652 Aug 16 02:09:05.711633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Calling delete_port for da0e4202-922a-4b53-9460-823d97104e5c owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:05.795307 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.809831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No DVR routers for this DVR port da0e4202-922a-4b53-9460-823d97104e5c on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:05.831178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Port': ['ID=da0e4202-922a-4b53-9460-823d97104e5c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:05.920999 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.935624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad69194-a7f4-43d3-970f-f76094bd0913']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:05.948058 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd003e4e6-6724-456a-95f2-685f372c3943') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:05.948892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd003e4e6-6724-456a-95f2-685f372c3943') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:05.959334 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.975880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.982854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:05.983355 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:05.986846 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:06.353431 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.361045 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.366434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36934) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:06.367101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/cad69194-a7f4-43d3-970f-f76094bd0913 HTTP/1.1" status: 204 len: 168 time: 2.2701285 Aug 16 02:09:06.374856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1788815680'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:06.379649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a13c0-f9a6-43e3-9226-8791ec5ea1b5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=cad69194-a7f4-43d3-970f-f76094bd0913,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:06.412697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:06.416782 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.443361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:06.454903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.455251 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment d0d792bd-8dd2-46f6-8be0-1185479f9366 of type vlan for network f7ffb2d0-db92-462c-bf6f-9ae02951adfc Aug 16 02:09:06.513241 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.569349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.575000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.575582 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.638807 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2675331 Aug 16 02:09:06.639370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36942) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:06.644655 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'network_id': 'f7ffb2d0-db92-462c-bf6f-9ae02951adfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:06.697984 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951a210-78a0-4be0-b825-b435df85620b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=f7ffb2d0-db92-462c-bf6f-9ae02951adfc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:06.712305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network f7ffb2d0-db92-462c-bf6f-9ae02951adfc details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:06.769451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:06.774821 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.891224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c73d0-1c5f-4d34-a62d-5da9ab53109e req-19365e07-a006-4712-a9ae-99d90de44666 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.899770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af7c73d0-1c5f-4d34-a62d-5da9ab53109e req-19365e07-a006-4712-a9ae-99d90de44666 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.0596564 Aug 16 02:09:06.950424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af7c73d0-1c5f-4d34-a62d-5da9ab53109e req-7708bccf-d264-45f8-90f3-16cd26667cf6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496156 Aug 16 02:09:07.063523 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.151094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=b30e86c3-9dc3-4407-b5a3-e82aeaa79031,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.156441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking segment: {'id': 'd0d792bd-8dd2-46f6-8be0-1185479f9366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'f7ffb2d0-db92-462c-bf6f-9ae02951adfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:07.156876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network hostable DHCP agents. Network: f7ffb2d0-db92-462c-bf6f-9ae02951adfc, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:07.175193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network f7ffb2d0-db92-462c-bf6f-9ae02951adfc is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:07.185461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, f7ffb2d0-db92-462c-bf6f-9ae02951adfc) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:07.190241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:07.190902 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.197175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2425a406-10bf-4c2e-9182-09bb4471ca9c None None] Network f7ffb2d0-db92-462c-bf6f-9ae02951adfc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:07.212218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36958) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:07.223051 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-15481ad9-d086-487b-8e9d-ec678a6d187b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5803895 Aug 16 02:09:07.336406 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.370439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c918a0d4-2f50-46cd-898d-ac557d621002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-f7ffb2d0-db92-462c-bf6f-9ae02951adfc', 'network_id': 'f7ffb2d0-db92-462c-bf6f-9ae02951adfc', 'tenant_id': '942bdf582cb9455eaf710bbc21584268', 'fixed_ips': [{'subnet_id': 'b30e86c3-9dc3-4407-b5a3-e82aeaa79031'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:07.371894 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c918a0d4-2f50-46cd-898d-ac557d621002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.445624 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.484063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d5a0cf24-4c75-49b9-9501-9fc56593e94f details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:07.542099 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.572592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Subnet': ['ID=b30e86c3-9dc3-4407-b5a3-e82aeaa79031,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server [None req-c918a0d4-2f50-46cd-898d-ac557d621002 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b30e86c3-9dc3-4407-b5a3-e82aeaa79031: This subnet is being modified by another concurrent operation. Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:09:07.620011 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b30e86c3-9dc3-4407-b5a3-e82aeaa79031: This subnet is being modified by another concurrent operation. Aug 16 02:09:07.623581 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Aug 16 02:09:07.637073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c65199-d49d-40b7-bfd7-05702a1253c3 None None] Network f7ffb2d0-db92-462c-bf6f-9ae02951adfc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:07.718780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbf25b-6154-4f1d-afdc-bcad3ff11b7f req-5bea4fb6-b03c-4905-9623-efac89f39358 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:07.720710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6cbbf25b-6154-4f1d-afdc-bcad3ff11b7f req-5bea4fb6-b03c-4905-9623-efac89f39358 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1098 time: 0.1320026 Aug 16 02:09:07.762876 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.768551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6cbbf25b-6154-4f1d-afdc-bcad3ff11b7f req-50fff8ad-170b-46f8-bc8d-724c65fe7273 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391829 Aug 16 02:09:07.787454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a831c5d-466f-4cfc-93c2-d49541e74541 None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:09:07.793728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ffb2d0-db92-462c-bf6f-9ae02951adfc']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:07.807309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d792bd-8dd2-46f6-8be0-1185479f9366') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:07.807967 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d792bd-8dd2-46f6-8be0-1185479f9366') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:07.836235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d5a0cf24-4c75-49b9-9501-9fc56593e94f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:07.843938 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.852554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'port_id': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f', 'mac_address': 'fa:16:3e:2b:4b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:07.905404 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.937312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5a0cf24-4c75-49b9-9501-9fc56593e94f {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:07.942414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.952580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:07.953138 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:07.956649 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:07.978343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d5a0cf24-4c75-49b9-9501-9fc56593e94f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:07.985638 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.011498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65593de3-f807-4d35-9098-64a0bba7ca92 req-f0ae81a0-8a87-4e90-a909-c88671414aec tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.015101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65593de3-f807-4d35-9098-64a0bba7ca92 req-f0ae81a0-8a87-4e90-a909-c88671414aec tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.1430054 Aug 16 02:09:08.062495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=d5a0cf24-4c75-49b9-9501-9fc56593e94f,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:08.092329 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.101764 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.103628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/f7ffb2d0-db92-462c-bf6f-9ae02951adfc HTTP/1.1" status: 204 len: 168 time: 0.8903439 Aug 16 02:09:08.107939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36982) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:08.136720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-649228631'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:08.146031 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a831c5d-466f-4cfc-93c2-d49541e74541 None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:09:08.171877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574de7-f754-4510-b062-b1cde71e5c68 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=f7ffb2d0-db92-462c-bf6f-9ae02951adfc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:08.177589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:08.181420 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.200928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65593de3-f807-4d35-9098-64a0bba7ca92 req-d155eee7-4729-4e7e-8248-3f8251a86a74 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773190 Aug 16 02:09:08.227209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36988) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:08.236414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643411c-94bc-4730-a59f-475508706013 req-e8407d1b-d9c3-49ec-8b7d-eaa8106572be tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.243826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d643411c-94bc-4730-a59f-475508706013 req-e8407d1b-d9c3-49ec-8b7d-eaa8106572be tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 945 time: 0.1699274 Aug 16 02:09:08.256697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:08.278680 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.279043 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment 89d291bc-1c9c-40e7-b7b7-3e68437bc159 of type vlan for network 26959154-34f3-41f3-84bd-7b14142f6f25 Aug 16 02:09:08.312475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['d5a0cf24-4c75-49b9-9501-9fc56593e94f'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:08.327157 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d643411c-94bc-4730-a59f-475508706013 req-f3ea9bbc-c4e7-4a99-9740-f928620736f6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823796 Aug 16 02:09:08.351047 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.352774 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e9533014-cbb6-4c62-b86b-c3cc330a2e88 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/e5d10cb1-e648-4722-a4fe-3f3b8b41c452 HTTP/1.1" status: 200 len: 994 time: 0.1233170 Aug 16 02:09:08.403628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.410848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.411521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.525260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3925920 Aug 16 02:09:08.528255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36994) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:08.536367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'network_id': '26959154-34f3-41f3-84bd-7b14142f6f25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:08.545727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e93597-13c2-4d72-9d31-9f90f65effa0 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=26959154-34f3-41f3-84bd-7b14142f6f25,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:08.563608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 26959154-34f3-41f3-84bd-7b14142f6f25 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:08.731878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:08.736424 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.864465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_backend_mixin [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Performing IP validity checks on allocation pools {{(pid=101380) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:09:08.867866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_backend_mixin [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101380) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:09:08.871207 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75dc96a8-f3bb-44e9-a7c4-6d7ed05f7902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.069591 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.129542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=921dd281-2cae-468e-87d4-192be89618d8,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:09.148282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking segment: {'id': '89d291bc-1c9c-40e7-b7b7-3e68437bc159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '26959154-34f3-41f3-84bd-7b14142f6f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:09.148783 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network hostable DHCP agents. Network: 26959154-34f3-41f3-84bd-7b14142f6f25, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:09.168486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network 26959154-34f3-41f3-84bd-7b14142f6f25 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:09.191992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 26959154-34f3-41f3-84bd-7b14142f6f25) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:09.200558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.202403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632fe7b5-0899-46dd-b3d1-d3e4ab291b57 None None] Network 26959154-34f3-41f3-84bd-7b14142f6f25 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:09.203592 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.228009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37016) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:09.228621 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-749816ce-a62c-4c3c-8488-ae4d22c24745 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6989946 Aug 16 02:09:09.302938 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-57978094-ae37-48c5-afcc-fa554c4fbd27 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0665793 Aug 16 02:09:09.479708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d5a0cf24-4c75-49b9-9501-9fc56593e94f up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:09.585099 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.606400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port d5a0cf24-4c75-49b9-9501-9fc56593e94f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:09.606780 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.635172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf66af8-b2ec-4c79-9f1d-2b7b754733c4 req-a3982b59-1e7c-464e-9e3c-c726135ad3d7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.637716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcf66af8-b2ec-4c79-9f1d-2b7b754733c4 req-a3982b59-1e7c-464e-9e3c-c726135ad3d7 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 945 time: 0.1749661 Aug 16 02:09:09.655015 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.704725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-26959154-34f3-41f3-84bd-7b14142f6f25', 'network_id': '26959154-34f3-41f3-84bd-7b14142f6f25', 'tenant_id': '942bdf582cb9455eaf710bbc21584268', 'fixed_ips': [{'subnet_id': '921dd281-2cae-468e-87d4-192be89618d8'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:09.705851 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.710484 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27492ff-cc1a-4b29-b749-d3046fe15f13 req-17cf0c9c-f007-4647-afb6-34e3e1a9a983 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.714597 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c27492ff-cc1a-4b29-b749-d3046fe15f13 req-17cf0c9c-f007-4647-afb6-34e3e1a9a983 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.2531564 Aug 16 02:09:09.742971 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.794499 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.829410 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:09.833010 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eac018-5c00-41f3-a58c-a129c0f60308" -d '{"events": [{"server_uuid": "a625a8c6-283e-46db-8b8a-25241322f6ba", "name": "network-vif-plugged", "status": "completed", "tag": "d5a0cf24-4c75-49b9-9501-9fc56593e94f"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:09.855153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcf66af8-b2ec-4c79-9f1d-2b7b754733c4 req-99494549-9d8d-4013-abaf-279498f55339 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372488 Aug 16 02:09:09.878811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d5a0cf24-4c75-49b9-9501-9fc56593e94f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:09.878811 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.887957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c27492ff-cc1a-4b29-b749-d3046fe15f13 req-2388285f-bcd9-4110-b802-e27236cb7518 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567330 Aug 16 02:09:09.967478 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5885ed-2eb1-4dd7-ab39-c0f479eb3851 x-openstack-request-id: req-3f5885ed-2eb1-4dd7-ab39-c0f479eb3851 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:09.967836 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a625a8c6-283e-46db-8b8a-25241322f6ba", "name": "network-vif-plugged", "status": "completed", "tag": "d5a0cf24-4c75-49b9-9501-9fc56593e94f", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:09.968133 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3f5885ed-2eb1-4dd7-ab39-c0f479eb3851 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:09.968619 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f', 'code': 200} Aug 16 02:09:09.993749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Allocated IP 172.20.0.3 (26959154-34f3-41f3-84bd-7b14142f6f25/921dd281-2cae-468e-87d4-192be89618d8/fe3a04d5-5cb3-44c0-9983-d4018aad7868) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:09.998042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=d5a0cf24-4c75-49b9-9501-9fc56593e94f,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:10.206072 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.217567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Transition to ACTIVE for port object fe3a04d5-5cb3-44c0-9983-d4018aad7868 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:10.235123 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Transition to ACTIVE for port object fe3a04d5-5cb3-44c0-9983-d4018aad7868 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:10.243693 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.260356 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.287673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Network 26959154-34f3-41f3-84bd-7b14142f6f25 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:10.294853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:10.298733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:10.308496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Subnet': ['ID=921dd281-2cae-468e-87d4-192be89618d8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:10.337120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Pushing event updated for resources: {'Port': ['ID=fe3a04d5-5cb3-44c0-9983-d4018aad7868,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:10.366991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Attempting to bind port fe3a04d5-5cb3-44c0-9983-d4018aad7868 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:10.367644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Attempting to bind port fe3a04d5-5cb3-44c0-9983-d4018aad7868 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '89d291bc-1c9c-40e7-b7b7-3e68437bc159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '26959154-34f3-41f3-84bd-7b14142f6f25'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:10.368344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Attempting to bind port fe3a04d5-5cb3-44c0-9983-d4018aad7868 on network 26959154-34f3-41f3-84bd-7b14142f6f25 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:10.374901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:10.375578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Checking segment: {'id': '89d291bc-1c9c-40e7-b7b7-3e68437bc159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '26959154-34f3-41f3-84bd-7b14142f6f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:10.376175 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.376729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Bound using segment: {'id': '89d291bc-1c9c-40e7-b7b7-3e68437bc159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '26959154-34f3-41f3-84bd-7b14142f6f25'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:10.377359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Bound port: fe3a04d5-5cb3-44c0-9983-d4018aad7868, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d291bc-1c9c-40e7-b7b7-3e68437bc159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '26959154-34f3-41f3-84bd-7b14142f6f25'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:10.378003 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.386164 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.401935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26959154-34f3-41f3-84bd-7b14142f6f25']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:10.415143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d291bc-1c9c-40e7-b7b7-3e68437bc159') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:10.415393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d291bc-1c9c-40e7-b7b7-3e68437bc159') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:10.429625 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.449503 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.458204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:10.459298 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.485237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] For port fe3a04d5-5cb3-44c0-9983-d4018aad7868, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:10.531166 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:10.554549 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] For port fe3a04d5-5cb3-44c0-9983-d4018aad7868, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fe3a04d5-5cb3-44c0-9983-d4018aad7868,segment=NetworkSegment(89d291bc-1c9c-40e7-b7b7-3e68437bc159),segment_id=89d291bc-1c9c-40e7-b7b7-3e68437bc159)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:10.557480 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.api [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:09:10.557480 n-d-768851-16 neutron-server[101381]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:09:10.557480 n-d-768851-16 neutron-server[101381]: [parameters: {'id': '26959154-34f3-41f3-84bd-7b14142f6f25'}] Aug 16 02:09:10.557480 n-d-768851-16 neutron-server[101381]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:10.558431 n-d-768851-16 neutron-server[101381]: DEBUG oslo_db.api [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:10.562441 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.655036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e5ffc-b60b-4df1-89cf-acd4ad6d979d None None] Pushing event updated for resources: {'Port': ['ID=fe3a04d5-5cb3-44c0-9983-d4018aad7868,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:10.666952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de70e45-b575-4905-bc69-d57078123b8d None None] Network 26959154-34f3-41f3-84bd-7b14142f6f25 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:10.779402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf1f71-ceb8-49b8-b419-ca49218f0efd req-0e8a4d87-7083-41b0-99f9-ff814b4de2a7 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.785046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfcf1f71-ceb8-49b8-b419-ca49218f0efd req-0e8a4d87-7083-41b0-99f9-ff814b4de2a7 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 945 time: 0.0667238 Aug 16 02:09:10.803759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599d5306-a8f4-4a5a-896d-2a5a831296a0 None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:09:10.831960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfcf1f71-ceb8-49b8-b419-ca49218f0efd req-67854820-4b34-48be-959d-491374ff59c6 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 Aug 16 02:09:10.965232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599d5306-a8f4-4a5a-896d-2a5a831296a0 None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:09:11.034375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348468d-74b7-49c7-942e-cc254f24adef req-6febb7bf-1cfa-4cc1-9fd8-a77babcae0f9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:11.036378 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9348468d-74b7-49c7-942e-cc254f24adef req-6febb7bf-1cfa-4cc1-9fd8-a77babcae0f9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.0983815 Aug 16 02:09:11.066624 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.225527 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9348468d-74b7-49c7-942e-cc254f24adef req-893a0c19-bd45-4f52-82d3-f9ea8c3d6d45 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643598 Aug 16 02:09:11.239559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820ba00-c011-4767-bda6-40512f2d5420 req-510b0916-9473-4eba-bd77-4dc0d124c567 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:11.241405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4820ba00-c011-4767-bda6-40512f2d5420 req-510b0916-9473-4eba-bd77-4dc0d124c567 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.1941473 Aug 16 02:09:11.244693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c510df53-362e-4807-a659-ccf8d95a855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:11.246213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c510df53-362e-4807-a659-ccf8d95a855a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1098 time: 0.1737070 Aug 16 02:09:11.395117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4820ba00-c011-4767-bda6-40512f2d5420 req-965f2bd0-d6e6-43ad-bf78-d6557ff845ad tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429698 Aug 16 02:09:11.399538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Deleting port fe3a04d5-5cb3-44c0-9983-d4018aad7868 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:11.399878 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.451982 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-0e1dc4ca-bebf-4092-b40d-ca1492ae6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:11.453514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-0e1dc4ca-bebf-4092-b40d-ca1492ae6611 service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.1938834 Aug 16 02:09:11.500265 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98b79206-8fa4-4d39-b998-5e9d177020e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.524253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] For port fe3a04d5-5cb3-44c0-9983-d4018aad7868, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fe3a04d5-5cb3-44c0-9983-d4018aad7868,segment=NetworkSegment(89d291bc-1c9c-40e7-b7b7-3e68437bc159),segment_id=89d291bc-1c9c-40e7-b7b7-3e68437bc159)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:11.524628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.545762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Calling delete_port for fe3a04d5-5cb3-44c0-9983-d4018aad7868 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:11.546385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.565810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-90f70a0c-e91a-4a1d-b802-5bef0dc4e79c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1002 time: 0.1036060 Aug 16 02:09:11.671877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-dfa371ea-ada3-488e-8819-a8e91be19aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:11.673583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-dfa371ea-ada3-488e-8819-a8e91be19aab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.0741045 Aug 16 02:09:11.731184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.760736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-4872ea9f-3687-4cd3-be51-58a094bd2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:11.762278 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-4872ea9f-3687-4cd3-be51-58a094bd2972 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788305 Aug 16 02:09:11.765910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No DVR routers for this DVR port fe3a04d5-5cb3-44c0-9983-d4018aad7868 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:11.772216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Port': ['ID=fe3a04d5-5cb3-44c0-9983-d4018aad7868,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:11.904031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.920883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26959154-34f3-41f3-84bd-7b14142f6f25']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:11.936336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d291bc-1c9c-40e7-b7b7-3e68437bc159') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:11.936639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d291bc-1c9c-40e7-b7b7-3e68437bc159') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:11.981089 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.016733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.026499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-448d8435-8b43-4903-9ffe-4535dc241edf service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505894 Aug 16 02:09:12.029858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:12.030265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:12.033609 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:12.096813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d73f10-0341-4091-a66e-c29e5874e6d7 req-b013107c-07a5-4fdc-809b-eb58918f6df5 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:12.098418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-81d73f10-0341-4091-a66e-c29e5874e6d7 req-b013107c-07a5-4fdc-809b-eb58918f6df5 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 945 time: 0.1678479 Aug 16 02:09:12.185270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.203664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.205695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/26959154-34f3-41f3-84bd-7b14142f6f25 HTTP/1.1" status: 204 len: 168 time: 2.9750886 Aug 16 02:09:12.210300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37128) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:12.216809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1240149548'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:12.225230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5ed7c-f653-43ce-9429-f0bd0386ae16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=26959154-34f3-41f3-84bd-7b14142f6f25,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:12.241028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-81d73f10-0341-4091-a66e-c29e5874e6d7 req-fadb6be3-c261-4b95-b9d3-570a18799dfd tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293051 Aug 16 02:09:12.247199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-ecf9493b-5e89-407c-ae4a-90794d9069b9 service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007949 Aug 16 02:09:12.248049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:12.251743 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.322422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:12.365881 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.366240 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment af99727c-914f-4a7e-ac00-26513558cc25 of type vlan for network f8eba637-05d7-4209-8ec7-803b0ac6ce1a Aug 16 02:09:12.452567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728aec67-6a7b-4a56-9f71-b663c6de3c44 req-f25be40f-a712-4ad3-9534-c43d959723e9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:12.465629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-728aec67-6a7b-4a56-9f71-b663c6de3c44 req-f25be40f-a712-4ad3-9534-c43d959723e9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.1254423 Aug 16 02:09:12.528916 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.581240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-728aec67-6a7b-4a56-9f71-b663c6de3c44 req-d654b2c9-29da-4723-81c5-c286b2b951f8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082044 Aug 16 02:09:12.642313 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.657007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:12.660966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.758001 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.767960 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5559270 Aug 16 02:09:12.769639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ef5b7-6ecd-4278-acea-b13c030d8bec req-12c0d76c-db74-49d2-bf5f-c01e3ff77b6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:12.772218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe8ef5b7-6ecd-4278-acea-b13c030d8bec req-12c0d76c-db74-49d2-bf5f-c01e3ff77b6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.1030629 Aug 16 02:09:12.773056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37152) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:12.778914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'network_id': 'f8eba637-05d7-4209-8ec7-803b0ac6ce1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:12.830940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c8574-6d05-46b8-87f9-082c1def7a49 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=f8eba637-05d7-4209-8ec7-803b0ac6ce1a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:12.843960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network f8eba637-05d7-4209-8ec7-803b0ac6ce1a details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:12.956020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe8ef5b7-6ecd-4278-acea-b13c030d8bec req-0b528c8b-d81d-4bd3-8446-cd656c289b10 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710258 Aug 16 02:09:13.004100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:13.007975 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.270249 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.321701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26640835-4862-43e5-ad9c-d11d3fbd761f req-0e0d805f-74f0-4c3a-89ff-8cac3d810262 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:13.327130 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26640835-4862-43e5-ad9c-d11d3fbd761f req-0e0d805f-74f0-4c3a-89ff-8cac3d810262 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.84 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 945 time: 0.1050282 Aug 16 02:09:13.335090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=6861554d-53af-42c8-803e-e0a78aa7a98d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:13.443763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking segment: {'id': 'af99727c-914f-4a7e-ac00-26513558cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f8eba637-05d7-4209-8ec7-803b0ac6ce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:13.444190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network hostable DHCP agents. Network: f8eba637-05d7-4209-8ec7-803b0ac6ce1a, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:13.455913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5295d2c-05e6-4c2f-9248-51e24d86b303 req-1a0d1c3d-4a20-4d11-bc6a-ff3c1f50d52d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:13.464584 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5295d2c-05e6-4c2f-9248-51e24d86b303 req-1a0d1c3d-4a20-4d11-bc6a-ff3c1f50d52d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 945 time: 0.1053483 Aug 16 02:09:13.534881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network f8eba637-05d7-4209-8ec7-803b0ac6ce1a is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:13.551236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-26640835-4862-43e5-ad9c-d11d3fbd761f req-8527e304-5648-4cc1-802c-20c9c02667c0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Deleting port 01f2e6a2-d209-48fd-b001-c09e65a76185 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:13.552036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26640835-4862-43e5-ad9c-d11d3fbd761f req-8527e304-5648-4cc1-802c-20c9c02667c0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.573358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5295d2c-05e6-4c2f-9248-51e24d86b303 req-dd1b03c3-0c97-4cc1-8e18-299d92bd9862 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074934 Aug 16 02:09:13.584038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, f8eba637-05d7-4209-8ec7-803b0ac6ce1a) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:13.588540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:13.589173 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.597417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1341cf-5a32-4223-af12-21459a9a8ccc None None] Network f8eba637-05d7-4209-8ec7-803b0ac6ce1a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:13.652807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0dc40bb0-451d-490b-81ce-e384884234e3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8783371 Aug 16 02:09:13.655801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37166) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:13.755369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-26640835-4862-43e5-ad9c-d11d3fbd761f req-8527e304-5648-4cc1-802c-20c9c02667c0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] For port 01f2e6a2-d209-48fd-b001-c09e65a76185, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=01f2e6a2-d209-48fd-b001-c09e65a76185,segment=NetworkSegment(6f53a9f3-0fa8-4886-9bfd-bfc642e66374),segment_id=6f53a9f3-0fa8-4886-9bfd-bfc642e66374)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:13.756069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26640835-4862-43e5-ad9c-d11d3fbd761f req-8527e304-5648-4cc1-802c-20c9c02667c0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.773686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-26640835-4862-43e5-ad9c-d11d3fbd761f req-8527e304-5648-4cc1-802c-20c9c02667c0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Calling delete_port for 01f2e6a2-d209-48fd-b001-c09e65a76185 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:13.822743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-f8eba637-05d7-4209-8ec7-803b0ac6ce1a', 'network_id': 'f8eba637-05d7-4209-8ec7-803b0ac6ce1a', 'tenant_id': '942bdf582cb9455eaf710bbc21584268', 'fixed_ips': [{'subnet_id': '6861554d-53af-42c8-803e-e0a78aa7a98d'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:13.823610 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.945044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c0eb0-5e28-45c5-843d-b661094101db req-3de0c8a5-42ef-4e28-b040-42a13449686f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:13.951294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-454c0eb0-5e28-45c5-843d-b661094101db req-3de0c8a5-42ef-4e28-b040-42a13449686f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.2053289 Aug 16 02:09:13.977556 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.064699 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26640835-4862-43e5-ad9c-d11d3fbd761f req-8527e304-5648-4cc1-802c-20c9c02667c0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.125812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['01f2e6a2-d209-48fd-b001-c09e65a76185'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:14.192331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Allocated IP 172.20.0.1 (f8eba637-05d7-4209-8ec7-803b0ac6ce1a/6861554d-53af-42c8-803e-e0a78aa7a98d/5a11b21f-705b-45db-8169-19c883f795a4) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:14.239288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527e304-5648-4cc1-802c-20c9c02667c0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Pushing event deleted for resources: {'Port': ['ID=01f2e6a2-d209-48fd-b001-c09e65a76185,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:14.247541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-26640835-4862-43e5-ad9c-d11d3fbd761f req-8527e304-5648-4cc1-802c-20c9c02667c0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] No DVR routers for this DVR port 01f2e6a2-d209-48fd-b001-c09e65a76185 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:14.263168 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.272334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-26640835-4862-43e5-ad9c-d11d3fbd761f req-8527e304-5648-4cc1-802c-20c9c02667c0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.274906 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26640835-4862-43e5-ad9c-d11d3fbd761f req-8527e304-5648-4cc1-802c-20c9c02667c0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.84 "DELETE /v2.0/ports/01f2e6a2-d209-48fd-b001-c09e65a76185 HTTP/1.1" status: 204 len: 173 time: 0.9347405 Aug 16 02:09:14.275487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6', 'name': 'network-vif-deleted', 'tag': '01f2e6a2-d209-48fd-b001-c09e65a76185'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:14.277927 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351890be-9fb3-46af-a9e3-0a2393e46761" -d '{"events": [{"server_uuid": "dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6", "name": "network-vif-deleted", "tag": "01f2e6a2-d209-48fd-b001-c09e65a76185"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:14.310455 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.337507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-454c0eb0-5e28-45c5-843d-b661094101db req-b1cee960-f59b-429c-a6f3-a87d5604d677 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851676 Aug 16 02:09:14.434584 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1454d30b-0766-4cfa-9efb-37f38c7ab160 x-openstack-request-id: req-1454d30b-0766-4cfa-9efb-37f38c7ab160 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:14.434584 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6", "name": "network-vif-deleted", "tag": "01f2e6a2-d209-48fd-b001-c09e65a76185", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:14.434584 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1454d30b-0766-4cfa-9efb-37f38c7ab160 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:14.435294 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6', 'name': 'network-vif-deleted', 'tag': '01f2e6a2-d209-48fd-b001-c09e65a76185', 'status': 'completed', 'code': 200} Aug 16 02:09:14.444945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-17ea5217-804b-490d-a565-38f0e2548f94 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4653578 Aug 16 02:09:14.514179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27371f61-de65-48de-a19a-9d9e0da7b9d1 req-dba529ef-25bd-4b1e-8114-f23aae0a954d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:14.520079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27371f61-de65-48de-a19a-9d9e0da7b9d1 req-dba529ef-25bd-4b1e-8114-f23aae0a954d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.4058628 Aug 16 02:09:14.592488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.606804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Transition to ACTIVE for port object 5a11b21f-705b-45db-8169-19c883f795a4 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:14.654651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Transition to ACTIVE for port object 5a11b21f-705b-45db-8169-19c883f795a4 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:14.672973 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.680031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27371f61-de65-48de-a19a-9d9e0da7b9d1 req-29a88e3c-1bfe-4da2-a614-ff842e0f1379 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450899 Aug 16 02:09:14.763257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Network f8eba637-05d7-4209-8ec7-803b0ac6ce1a is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:14.771355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:14.783342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:14.785116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d95cc105-abb9-40c4-b6de-c670d1050ee8 req-b169785e-0ba1-4485-a2ed-8fd517f72026 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc4ee6a7-4f32-4745-8ff5-27cf6c0da9b6 HTTP/1.1" status: 200 len: 210 time: 0.0898561 Aug 16 02:09:14.798157 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-1472df6e-ff08-4639-a288-2781c293cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:14.799752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-1472df6e-ff08-4639-a288-2781c293cbde service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 1097 time: 0.3250492 Aug 16 02:09:14.810353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Pushing event updated for resources: {'Port': ['ID=5a11b21f-705b-45db-8169-19c883f795a4,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:14.820101 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.902352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Subnet': ['ID=6861554d-53af-42c8-803e-e0a78aa7a98d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:14.918948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Attempting to bind port 5a11b21f-705b-45db-8169-19c883f795a4 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:14.919512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Attempting to bind port 5a11b21f-705b-45db-8169-19c883f795a4 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'af99727c-914f-4a7e-ac00-26513558cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f8eba637-05d7-4209-8ec7-803b0ac6ce1a'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:14.919669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Attempting to bind port 5a11b21f-705b-45db-8169-19c883f795a4 on network f8eba637-05d7-4209-8ec7-803b0ac6ce1a {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:14.926082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:14.926481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Checking segment: {'id': 'af99727c-914f-4a7e-ac00-26513558cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f8eba637-05d7-4209-8ec7-803b0ac6ce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:14.926855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.927806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Bound using segment: {'id': 'af99727c-914f-4a7e-ac00-26513558cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f8eba637-05d7-4209-8ec7-803b0ac6ce1a'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:14.928279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Bound port: 5a11b21f-705b-45db-8169-19c883f795a4, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af99727c-914f-4a7e-ac00-26513558cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f8eba637-05d7-4209-8ec7-803b0ac6ce1a'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:14.928660 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.026696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] For port 5a11b21f-705b-45db-8169-19c883f795a4, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:15.030587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] For port 5a11b21f-705b-45db-8169-19c883f795a4, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5a11b21f-705b-45db-8169-19c883f795a4,segment=NetworkSegment(af99727c-914f-4a7e-ac00-26513558cc25),segment_id=af99727c-914f-4a7e-ac00-26513558cc25)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:15.045820 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.164153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db7a48-9f82-492b-b510-b0bfcdf63df8 None None] Pushing event updated for resources: {'Port': ['ID=5a11b21f-705b-45db-8169-19c883f795a4,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:15.270149 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690dad39-207c-405e-a412-6be87da2603e None None] Network f8eba637-05d7-4209-8ec7-803b0ac6ce1a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:15.511485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97712944-4b68-4162-9ddc-fb2eaac5a635 None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:09:15.519604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-f2836214-ec18-4d1b-ac38-00d30f916782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:15.529210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-f2836214-ec18-4d1b-ac38-00d30f916782 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.7063813 Aug 16 02:09:15.646327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-7d5e905c-421a-447c-95e9-be542230a55b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 HTTP/1.1" status: 200 len: 217 time: 0.0684736 Aug 16 02:09:15.650234 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.698440 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:09:15.713439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97712944-4b68-4162-9ddc-fb2eaac5a635 None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:09:15.714937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-14dc4471-2d6b-4a51-8737-80d0c92ceb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:15.717142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-14dc4471-2d6b-4a51-8737-80d0c92ceb75 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0630252 Aug 16 02:09:15.725485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8eba637-05d7-4209-8ec7-803b0ac6ce1a']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:15.791870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af99727c-914f-4a7e-ac00-26513558cc25') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:15.800773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af99727c-914f-4a7e-ac00-26513558cc25') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:15.826461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a5fe-c04c-40c6-94c1-f6e1b8c1e907 req-cb08d301-d58b-4f2c-8883-62824a87dd91 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:15.828161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cc0a5fe-c04c-40c6-94c1-f6e1b8c1e907 req-cb08d301-d58b-4f2c-8883-62824a87dd91 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.3799729 Aug 16 02:09:15.863767 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.921556 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.926251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cc0a5fe-c04c-40c6-94c1-f6e1b8c1e907 req-67a63318-6e60-4e74-b92e-38422dd000c2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649638 Aug 16 02:09:15.928285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-795fe0c1-c46f-40b0-b157-0d7751cfe6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:15.929974 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-795fe0c1-c46f-40b0-b157-0d7751cfe6c9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2019212 Aug 16 02:09:15.941263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:15.942034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:15.953140 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:16.072906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802be73d-847c-4237-ab06-2203b2f5f37f req-2e21cff2-c4b4-48a5-ae49-a228c3da6c88 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:16.074653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-802be73d-847c-4237-ab06-2203b2f5f37f req-2e21cff2-c4b4-48a5-ae49-a228c3da6c88 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.2708361 Aug 16 02:09:16.163719 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.api [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:09:16.163719 n-d-768851-16 neutron-server[101381]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:09:16.163719 n-d-768851-16 neutron-server[101381]: [parameters: {'id': 'f8eba637-05d7-4209-8ec7-803b0ac6ce1a'}] Aug 16 02:09:16.163719 n-d-768851-16 neutron-server[101381]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:16.164402 n-d-768851-16 neutron-server[101381]: DEBUG oslo_db.api [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:16.225904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-802be73d-847c-4237-ab06-2203b2f5f37f req-32688cc7-fc64-4c68-85bf-9e39eb053a8b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426980 Aug 16 02:09:16.284596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-ba9c08cc-f138-4c0f-bbfa-19b1328d55ee service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454318 Aug 16 02:09:16.444404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd3181c2-3354-4f5e-8afc-24986e69f533 req-525fcba8-0378-4337-a22c-5a61cbc324da service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513481 Aug 16 02:09:16.665831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.771723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Deleting port 5a11b21f-705b-45db-8169-19c883f795a4 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:16.772069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.878748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] For port 5a11b21f-705b-45db-8169-19c883f795a4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5a11b21f-705b-45db-8169-19c883f795a4,segment=NetworkSegment(af99727c-914f-4a7e-ac00-26513558cc25),segment_id=af99727c-914f-4a7e-ac00-26513558cc25)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:16.879157 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.896838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Calling delete_port for 5a11b21f-705b-45db-8169-19c883f795a4 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:17.131532 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.210183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Port': ['ID=5a11b21f-705b-45db-8169-19c883f795a4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:17.229959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No DVR routers for this DVR port 5a11b21f-705b-45db-8169-19c883f795a4 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:17.283382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33616c57-bf35-40f0-9a4a-1c2594b02bac req-8379c13b-6a03-4e2e-ba92-507fbc78a035 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:17.285336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33616c57-bf35-40f0-9a4a-1c2594b02bac req-8379c13b-6a03-4e2e-ba92-507fbc78a035 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.2282009 Aug 16 02:09:17.406215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33616c57-bf35-40f0-9a4a-1c2594b02bac req-cc74a41f-7b69-4783-a6d4-d4e7176195f0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056125 Aug 16 02:09:17.408356 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.432130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8eba637-05d7-4209-8ec7-803b0ac6ce1a']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:17.452686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af99727c-914f-4a7e-ac00-26513558cc25') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:17.452973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af99727c-914f-4a7e-ac00-26513558cc25') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:17.495524 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.518144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 01f2e6a2-d209-48fd-b001-c09e65a76185 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:17.524403 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.547954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 01f2e6a2-d209-48fd-b001-c09e65a76185 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:17.548561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 01f2e6a2-d209-48fd-b001-c09e65a76185 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:17.552398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db571da3-1715-4ca5-ab50-dedc8dd72e9a req-5349eebf-33c7-41a9-920e-dd7600d43415 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:17.554120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db571da3-1715-4ca5-ab50-dedc8dd72e9a req-5349eebf-33c7-41a9-920e-dd7600d43415 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.0984783 Aug 16 02:09:17.555440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:17.555927 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:17.559933 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:17.673451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db571da3-1715-4ca5-ab50-dedc8dd72e9a req-0df7cc1c-b6ae-4921-823d-a10b3af81371 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965030 Aug 16 02:09:17.677846 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.718990 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.718990 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/f8eba637-05d7-4209-8ec7-803b0ac6ce1a HTTP/1.1" status: 204 len: 168 time: 4.0606730 Aug 16 02:09:17.718990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064223e-41af-43d1-8f69-26b0a4123caa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=f8eba637-05d7-4209-8ec7-803b0ac6ce1a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:17.721027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37240) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:17.728008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1217919781'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:17.797687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:17.835495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.947953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:17.960450 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.960869 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment 0b9254db-62fc-4945-9c91-1c4cc88bad10 of type vlan for network 1113312b-6d0e-4e08-a47c-97ec7fedc771 Aug 16 02:09:18.015592 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.082804 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.090460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:18.091348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.156699 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4338405 Aug 16 02:09:18.159542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37250) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:18.165867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'network_id': '1113312b-6d0e-4e08-a47c-97ec7fedc771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:18.187370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa469c-1744-4fa6-9b3d-c82bc2ecdc6b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=1113312b-6d0e-4e08-a47c-97ec7fedc771,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:18.200395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 1113312b-6d0e-4e08-a47c-97ec7fedc771 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:18.302731 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.327292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:18.331731 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.725206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c496-89c8-4abe-80e8-46f0e0b876c6 req-e9bfd592-80df-4dda-ae2b-9db5cdf4e311 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:18.726858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef23c496-89c8-4abe-80e8-46f0e0b876c6 req-e9bfd592-80df-4dda-ae2b-9db5cdf4e311 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.1394861 Aug 16 02:09:18.784448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.870477 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef23c496-89c8-4abe-80e8-46f0e0b876c6 req-bf303991-bdc7-43ec-a0db-c250f5ddf147 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263344 Aug 16 02:09:18.988104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=066be8a0-35ee-4d54-bbec-16269bb0c11f,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:19.071106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84cc33-3c96-48c3-be7a-1c64cf948045 req-1d720ff6-39d7-403c-b475-b8c591612759 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:19.088460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a84cc33-3c96-48c3-be7a-1c64cf948045 req-1d720ff6-39d7-403c-b475-b8c591612759 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.2327778 Aug 16 02:09:19.103222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking segment: {'id': '0b9254db-62fc-4945-9c91-1c4cc88bad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1113312b-6d0e-4e08-a47c-97ec7fedc771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:19.103612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network hostable DHCP agents. Network: 1113312b-6d0e-4e08-a47c-97ec7fedc771, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:19.212841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a84cc33-3c96-48c3-be7a-1c64cf948045 req-e36af7cb-9040-46c4-9257-6c5d1497ae6c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181135 Aug 16 02:09:19.221151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network 1113312b-6d0e-4e08-a47c-97ec7fedc771 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:19.258826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 1113312b-6d0e-4e08-a47c-97ec7fedc771) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:19.271490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1bb7e-d92a-4b4f-a286-915edeff8249 None None] Network 1113312b-6d0e-4e08-a47c-97ec7fedc771 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:19.272928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:19.273712 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.301286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9236a693-8b89-41fc-b0b2-2135a2581805 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1381686 Aug 16 02:09:19.302310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37286) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:19.514262 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.534624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1595b45-17b1-41a7-9b98-b42c3942c75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-1113312b-6d0e-4e08-a47c-97ec7fedc771', 'network_id': '1113312b-6d0e-4e08-a47c-97ec7fedc771', 'tenant_id': '942bdf582cb9455eaf710bbc21584268', 'fixed_ips': [{'subnet_id': '066be8a0-35ee-4d54-bbec-16269bb0c11f'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:19.545503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d1595b45-17b1-41a7-9b98-b42c3942c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.625963 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.743217 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server [None req-d1595b45-17b1-41a7-9b98-b42c3942c75a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 066be8a0-35ee-4d54-bbec-16269bb0c11f: This subnet is being modified by another concurrent operation. Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:09:19.746409 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 066be8a0-35ee-4d54-bbec-16269bb0c11f: This subnet is being modified by another concurrent operation. Aug 16 02:09:19.750013 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Aug 16 02:09:19.779330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82a40a1-9ab4-4370-a3f4-7bcd7512f680 None None] Network 1113312b-6d0e-4e08-a47c-97ec7fedc771 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:19.820641 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Subnet': ['ID=066be8a0-35ee-4d54-bbec-16269bb0c11f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:20.225472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e991e-fd94-4c2b-99b8-43d93b7c2a3c req-cd664bc4-c607-486d-a385-051ea3140061 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:20.228132 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d8e991e-fd94-4c2b-99b8-43d93b7c2a3c req-cd664bc4-c607-486d-a385-051ea3140061 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.2334123 Aug 16 02:09:20.313945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b984b2d0-d3db-44a5-b5e3-41696b15a73b None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:09:20.450886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d8e991e-fd94-4c2b-99b8-43d93b7c2a3c req-6628f58d-423b-43f4-ac9b-7d6b4d623d45 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099075 Aug 16 02:09:20.523863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0c76b-57e3-40a0-b76c-e5bd355f7308 req-61ef7da5-7860-4d70-89a3-7729e5e8ac46 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:20.529951 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00c0c76b-57e3-40a0-b76c-e5bd355f7308 req-61ef7da5-7860-4d70-89a3-7729e5e8ac46 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.1525083 Aug 16 02:09:20.580840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b984b2d0-d3db-44a5-b5e3-41696b15a73b None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:09:20.591143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.612280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00c0c76b-57e3-40a0-b76c-e5bd355f7308 req-5268761f-6973-40aa-bff7-7acd593fb618 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734460 Aug 16 02:09:20.615073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1113312b-6d0e-4e08-a47c-97ec7fedc771']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:20.643175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9254db-62fc-4945-9c91-1c4cc88bad10') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:20.643494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9254db-62fc-4945-9c91-1c4cc88bad10') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:20.664043 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.696178 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.704441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:20.705139 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:20.709960 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:20.822127 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.838817 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.840748 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/1113312b-6d0e-4e08-a47c-97ec7fedc771 HTTP/1.1" status: 204 len: 168 time: 1.5368705 Aug 16 02:09:20.844242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37318) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:20.868524 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0f229-8eef-4dec-88c1-9da48a71ebff tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=1113312b-6d0e-4e08-a47c-97ec7fedc771,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:20.879975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-417361197'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:20.946899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:20.950878 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.001340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:21.019548 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.019947 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment 8455a83c-d0e3-4336-9348-30ed7a85efdf of type vlan for network 269ef161-ecff-437e-8e70-afc9e4967e08 Aug 16 02:09:21.097218 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.152452 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.169246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:21.170197 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.256780 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4112141 Aug 16 02:09:21.260648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37326) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:21.266912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1aa3e316-36ae-4a74-b202-0845efdd0bfa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:21.274087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a7599-62dd-47ba-8bca-d18992e7850b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=269ef161-ecff-437e-8e70-afc9e4967e08,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:21.291369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 269ef161-ecff-437e-8e70-afc9e4967e08 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:21.576261 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e316-36ae-4a74-b202-0845efdd0bfa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.597299 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e316-36ae-4a74-b202-0845efdd0bfa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.638147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee4a04-5916-4e58-be2f-5f87e9f31036 req-c17a643e-6118-4938-a12b-afce6135a573 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:21.649417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31ee4a04-5916-4e58-be2f-5f87e9f31036 req-c17a643e-6118-4938-a12b-afce6135a573 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.0848920 Aug 16 02:09:21.697491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3e316-36ae-4a74-b202-0845efdd0bfa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=269ef161-ecff-437e-8e70-afc9e4967e08,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:21.701679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1aa3e316-36ae-4a74-b202-0845efdd0bfa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network 269ef161-ecff-437e-8e70-afc9e4967e08 is not hosted by any dhcp agent {{(pid=101380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:09:21.709560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 269ef161-ecff-437e-8e70-afc9e4967e08 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:21.711112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa3e316-36ae-4a74-b202-0845efdd0bfa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:21.712486 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e316-36ae-4a74-b202-0845efdd0bfa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.714655 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1aa3e316-36ae-4a74-b202-0845efdd0bfa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "PUT /v2.0/networks/269ef161-ecff-437e-8e70-afc9e4967e08 HTTP/1.1" status: 200 len: 723 time: 0.4526670 Aug 16 02:09:21.723023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37336) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:21.731043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31ee4a04-5916-4e58-be2f-5f87e9f31036 req-58f36dc9-5470-47a4-a09a-ec85176a14d9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806181 Aug 16 02:09:21.732034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'network_id': '269ef161-ecff-437e-8e70-afc9e4967e08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:21.868323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f83196-a7cd-4e84-9668-8c584317c218 req-a7101059-e553-4e48-a89f-0b940ba7ddec tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:21.887078 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-64f83196-a7cd-4e84-9668-8c584317c218 req-a7101059-e553-4e48-a89f-0b940ba7ddec tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.1064229 Aug 16 02:09:21.938761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:21.944524 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.984251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-64f83196-a7cd-4e84-9668-8c584317c218 req-0ad67d82-f7d5-4419-ba22-42efaf934c75 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961771 Aug 16 02:09:22.344081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.425468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=a0cb3996-2a25-482f-9e40-5cdccf30b1d4,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:22.456043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking segment: {'id': '8455a83c-d0e3-4336-9348-30ed7a85efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '269ef161-ecff-437e-8e70-afc9e4967e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:22.456944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network hostable DHCP agents. Network: 269ef161-ecff-437e-8e70-afc9e4967e08, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:22.530122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network 269ef161-ecff-437e-8e70-afc9e4967e08 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:22.554756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 269ef161-ecff-437e-8e70-afc9e4967e08) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:22.560440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:22.561471 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.567013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269e0a3a-f3d6-48e6-bca6-15544c376910 None None] Network 269ef161-ecff-437e-8e70-afc9e4967e08 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:22.585996 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a5525f19-f6a1-4ba2-ad51-5fd350f1321f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8594627 Aug 16 02:09:22.586844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37350) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:22.592698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5ba8bf0b-541e-42ca-9180-1151760d0660 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:22.703843 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ba8bf0b-541e-42ca-9180-1151760d0660 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8457615'] for subnet, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.113247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-269ef161-ecff-437e-8e70-afc9e4967e08', 'network_id': '269ef161-ecff-437e-8e70-afc9e4967e08', 'tenant_id': '942bdf582cb9455eaf710bbc21584268', 'fixed_ips': [{'subnet_id': 'a0cb3996-2a25-482f-9e40-5cdccf30b1d4'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:23.113247 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.183910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7cf72-b411-41a8-a21e-0086a59b5d07 req-1c3523f2-c505-4d1b-bdbb-3e1b597a3886 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:23.198889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6c7cf72-b411-41a8-a21e-0086a59b5d07 req-1c3523f2-c505-4d1b-bdbb-3e1b597a3886 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.2124770 Aug 16 02:09:23.199648 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ba8bf0b-541e-42ca-9180-1151760d0660 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767519384715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9161759'] for subnet, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.245526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8bf0b-541e-42ca-9180-1151760d0660 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:23.246241 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ba8bf0b-541e-42ca-9180-1151760d0660 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.250274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5ba8bf0b-541e-42ca-9180-1151760d0660 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "PUT /v2.0/subnets/a0cb3996-2a25-482f-9e40-5cdccf30b1d4 HTTP/1.1" status: 200 len: 806 time: 0.6597555 Aug 16 02:09:23.250992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37366) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.501272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Allocated IP 172.20.0.2 (269ef161-ecff-437e-8e70-afc9e4967e08/a0cb3996-2a25-482f-9e40-5cdccf30b1d4/b5c30ea1-d54f-4f67-9ec5-13701a4fa384) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:23.524852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.555409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6c7cf72-b411-41a8-a21e-0086a59b5d07 req-9599331a-2233-43aa-bc55-e7825c74553d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344936 Aug 16 02:09:23.559247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8bf0b-541e-42ca-9180-1151760d0660 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=a0cb3996-2a25-482f-9e40-5cdccf30b1d4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:23.587527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd46ee7-4a65-4c67-a72e-88232f23f260 req-677411de-66f6-4df2-bd30-69038ed208f2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:23.589826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2cd46ee7-4a65-4c67-a72e-88232f23f260 req-677411de-66f6-4df2-bd30-69038ed208f2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.2880104 Aug 16 02:09:23.620958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.698802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2cd46ee7-4a65-4c67-a72e-88232f23f260 req-d2c6eda4-e220-4fa2-a1a6-94855b2532d0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967233 Aug 16 02:09:23.735086 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.747607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Transition to ACTIVE for port object b5c30ea1-d54f-4f67-9ec5-13701a4fa384 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:23.770306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Transition to ACTIVE for port object b5c30ea1-d54f-4f67-9ec5-13701a4fa384 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:23.801353 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.823082 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.827865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Network 269ef161-ecff-437e-8e70-afc9e4967e08 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:23.846696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:23.854435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:23.865771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cb3996-2a25-482f-9e40-5cdccf30b1d4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:23.897543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Pushing event updated for resources: {'Port': ['ID=b5c30ea1-d54f-4f67-9ec5-13701a4fa384,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:23.946848 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.959679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Attempting to bind port b5c30ea1-d54f-4f67-9ec5-13701a4fa384 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:23.960346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Attempting to bind port b5c30ea1-d54f-4f67-9ec5-13701a4fa384 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '8455a83c-d0e3-4336-9348-30ed7a85efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '269ef161-ecff-437e-8e70-afc9e4967e08'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:23.960887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Attempting to bind port b5c30ea1-d54f-4f67-9ec5-13701a4fa384 on network 269ef161-ecff-437e-8e70-afc9e4967e08 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:23.964043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269ef161-ecff-437e-8e70-afc9e4967e08']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:23.967794 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:23.968290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Checking segment: {'id': '8455a83c-d0e3-4336-9348-30ed7a85efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '269ef161-ecff-437e-8e70-afc9e4967e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:23.969179 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.969742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Bound using segment: {'id': '8455a83c-d0e3-4336-9348-30ed7a85efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '269ef161-ecff-437e-8e70-afc9e4967e08'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:23.970319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Bound port: b5c30ea1-d54f-4f67-9ec5-13701a4fa384, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8455a83c-d0e3-4336-9348-30ed7a85efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '269ef161-ecff-437e-8e70-afc9e4967e08'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:23.970936 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.979588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8455a83c-d0e3-4336-9348-30ed7a85efdf') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:23.980106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8455a83c-d0e3-4336-9348-30ed7a85efdf') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:23.993319 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.018903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.050289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:24.050289 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:24.053759 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:24.082676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] For port b5c30ea1-d54f-4f67-9ec5-13701a4fa384, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:24.178796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] For port b5c30ea1-d54f-4f67-9ec5-13701a4fa384, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b5c30ea1-d54f-4f67-9ec5-13701a4fa384,segment=NetworkSegment(8455a83c-d0e3-4336-9348-30ed7a85efdf),segment_id=8455a83c-d0e3-4336-9348-30ed7a85efdf)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:24.179496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.api [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:09:24.179496 n-d-768851-16 neutron-server[101380]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:09:24.179496 n-d-768851-16 neutron-server[101380]: [parameters: {'id': '269ef161-ecff-437e-8e70-afc9e4967e08'}] Aug 16 02:09:24.179496 n-d-768851-16 neutron-server[101380]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:24.179496 n-d-768851-16 neutron-server[101380]: DEBUG oslo_db.api [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:24.186005 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.293062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad6ed4-e4e7-47f1-ace2-07c175df45f1 None None] Pushing event updated for resources: {'Port': ['ID=b5c30ea1-d54f-4f67-9ec5-13701a4fa384,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:24.320720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a162f-36dc-4b6f-8a55-f9dba9df3279 None None] Network 269ef161-ecff-437e-8e70-afc9e4967e08 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:24.521318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfab8eb-a285-4df0-a0e3-4c4de49abcbc None None] Network 269ef161-ecff-437e-8e70-afc9e4967e08 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:24.680818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.804590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729edba5-f234-40e0-bc75-0ebb3245c929 req-b705178d-246b-48f7-be76-a61c56541194 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:24.806230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-729edba5-f234-40e0-bc75-0ebb3245c929 req-b705178d-246b-48f7-be76-a61c56541194 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.1229529 Aug 16 02:09:24.814858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Deleting port b5c30ea1-d54f-4f67-9ec5-13701a4fa384 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:24.815129 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.824379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f60358-aaed-4416-aa67-bcb47fc825cf None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:09:24.861774 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-aa488b37-5587-4041-a578-fff085fe6513 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:24.869431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-aa488b37-5587-4041-a578-fff085fe6513 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/networks?id=a914ad77-99ff-4729-af5e-ab68b99e045f HTTP/1.1" status: 200 len: 813 time: 0.2681136 Aug 16 02:09:24.895595 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-7e75c855-3a9e-45cc-a66f-73d5ac2cda20 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/quotas/c5b80464ca05401b82f638f6dc672b6d HTTP/1.1" status: 200 len: 375 time: 0.0251725 Aug 16 02:09:24.935145 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-b9049b62-556e-43f9-acca-861f41ba20b3 service neutron] show failed (client error): The resource could not be found. Aug 16 02:09:24.935813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-b9049b62-556e-43f9-acca-861f41ba20b3 service neutron] 10.222.0.89 "GET /v2.0/ports/e9698c1e-eec6-4941-99b0-18461ce7a3bf/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.2441752 Aug 16 02:09:24.939789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] For port b5c30ea1-d54f-4f67-9ec5-13701a4fa384, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b5c30ea1-d54f-4f67-9ec5-13701a4fa384,segment=NetworkSegment(8455a83c-d0e3-4336-9348-30ed7a85efdf),segment_id=8455a83c-d0e3-4336-9348-30ed7a85efdf)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:24.941843 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.948542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-086e05b1-848b-40db-93ad-f0f5bc4cf8f2 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5b80464ca05401b82f638f6dc672b6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519559 Aug 16 02:09:24.963010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Calling delete_port for b5c30ea1-d54f-4f67-9ec5-13701a4fa384 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:24.998466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-729edba5-f234-40e0-bc75-0ebb3245c929 req-fcab28e4-ae0b-4c43-83c8-a82f3f0576a0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825583 Aug 16 02:09:25.124468 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.125732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f60358-aaed-4416-aa67-bcb47fc825cf None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:09:25.129426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-fa17de00-59b4-4bff-b193-20bff210a259 service neutron] 10.222.0.79 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798358 Aug 16 02:09:25.166892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Port': ['ID=b5c30ea1-d54f-4f67-9ec5-13701a4fa384,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:25.174460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No DVR routers for this DVR port b5c30ea1-d54f-4f67-9ec5-13701a4fa384 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:25.281656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f8879-6802-47ea-b904-b2bad47a5655 req-3ad123d2-f226-4714-920d-ae7d143a0de7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:25.283523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef4f8879-6802-47ea-b904-b2bad47a5655 req-3ad123d2-f226-4714-920d-ae7d143a0de7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.1289706 Aug 16 02:09:25.375132 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.378007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-d397e01f-b558-4ad9-9143-7f27f8d6c42e service neutron] 10.222.0.79 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468424 Aug 16 02:09:25.383978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-2615f512-2c99-4242-a626-b764782b354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:25.387124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-2615f512-2c99-4242-a626-b764782b354a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 1098 time: 0.1562870 Aug 16 02:09:25.408007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:25.410553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef4f8879-6802-47ea-b904-b2bad47a5655 req-31bfb51b-e435-45e1-a8e7-5cd27a652fc7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183882 Aug 16 02:09:25.414960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269ef161-ecff-437e-8e70-afc9e4967e08']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:25.456356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8455a83c-d0e3-4336-9348-30ed7a85efdf') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:25.457722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8455a83c-d0e3-4336-9348-30ed7a85efdf') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:25.497292 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.552766 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.590632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:25.590974 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:25.594961 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:25.674430 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.767968 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f161e264-23f3-410f-81ac-359426226a35 req-7592e4ab-94b8-4b52-bc8d-b527956a646d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 210 time: 0.0328417 Aug 16 02:09:25.773269 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.952999 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.955416 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/269ef161-ecff-437e-8e70-afc9e4967e08 HTTP/1.1" status: 204 len: 168 time: 2.7033238 Aug 16 02:09:25.959018 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37432) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:25.969433 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cadd9-f891-4ddb-93fc-abdfba74fe82 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=269ef161-ecff-437e-8e70-afc9e4967e08,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:25.990819 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b046b9-0c84-4a8f-aec6-060386028988 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:25.991423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b046b9-0c84-4a8f-aec6-060386028988 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:25.996414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-27b046b9-0c84-4a8f-aec6-060386028988 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/269ef161-ecff-437e-8e70-afc9e4967e08 HTTP/1.1" status: 404 len: 339 time: 0.0360453 Aug 16 02:09:26.000641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37434) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:26.010061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-601354297', 'description': 'd1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:26.052945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:26.061974 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.098566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:26.111866 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.112369 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment 1f4a6ea4-dbc5-4fdf-8e73-bad39f8299ee of type vlan for network 49122318-6c2a-4075-89d8-26db69e1088b Aug 16 02:09:26.140479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:26.254741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:26.259076 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.309409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a70415-5f17-4b9d-af15-eb8872a8f3b6 req-32fe1c52-02e1-41a8-afd5-5554f8148bd0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:26.321577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6a70415-5f17-4b9d-af15-eb8872a8f3b6 req-32fe1c52-02e1-41a8-afd5-5554f8148bd0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.1266801 Aug 16 02:09:26.379711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6a70415-5f17-4b9d-af15-eb8872a8f3b6 req-2d1545cc-b0c5-44d2-82eb-1a90e913afa9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567982 Aug 16 02:09:26.386023 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.395070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:26.396213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.450594 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.475093 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4724109 Aug 16 02:09:26.475676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37446) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:26.535571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Transition to ACTIVE for port object e9698c1e-eec6-4941-99b0-18461ce7a3bf will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:26.537951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:26.557647 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10725f73-9611-4158-9d9a-77e51ebb00ff" -d '{"events": [{"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:26.579635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.691259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f08a64-0d3c-4691-9733-9eb4b7927c31 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=49122318-6c2a-4075-89d8-26db69e1088b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:26.723129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 49122318-6c2a-4075-89d8-26db69e1088b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:26.799940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890f6b9-65b4-433a-8855-7a9321fcb31e req-192c7efb-1584-4137-b864-74566dc22dd5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:26.813355 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e890f6b9-65b4-433a-8855-7a9321fcb31e req-192c7efb-1584-4137-b864-74566dc22dd5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 944 time: 0.2209260 Aug 16 02:09:26.833094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b8f4f-d33d-43c4-85b9-0b6a6a564a16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:26.833094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4f4b8f4f-d33d-43c4-85b9-0b6a6a564a16 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/networks?id=49122318-6c2a-4075-89d8-26db69e1088b HTTP/1.1" status: 200 len: 760 time: 0.3487952 Aug 16 02:09:26.851573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37464) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:26.856967 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f0cf859c-89e6-49ed-9d9f-ad7e680766e6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'description': 'd2'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:26.888548 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f607f8a-4c43-4423-92a0-4e62e288d595 x-openstack-request-id: req-1f607f8a-4c43-4423-92a0-4e62e288d595 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:26.905376 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:26.905668 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f607f8a-4c43-4423-92a0-4e62e288d595 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:26.906097 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'code': 200} Aug 16 02:09:26.909004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=6']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.008898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] No DVR routers for this DVR port e9698c1e-eec6-4941-99b0-18461ce7a3bf on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:27.185703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cffd3161-3669-4e0f-b8a4-ee44df71ae55 req-91b945be-62e3-4fbe-a961-44bbfe69e5c1 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 210 time: 0.1508861 Aug 16 02:09:27.210958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e890f6b9-65b4-433a-8855-7a9321fcb31e req-a56a5fb6-6478-4452-8b6a-79ec54721483 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954301 Aug 16 02:09:27.271417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:27.271774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:27.272084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf on network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:27.281034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Port e9698c1e-eec6-4941-99b0-18461ce7a3bf on network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:09:27.281367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf on network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:27.292673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:27.293040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Checking segment: {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:27.293465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Bound using segment: {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:27.293932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Bound port: e9698c1e-eec6-4941-99b0-18461ce7a3bf, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:27.294385 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.356283 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f0cf859c-89e6-49ed-9d9f-ad7e680766e6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.389744 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f0cf859c-89e6-49ed-9d9f-ad7e680766e6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.414439 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:27.430240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:27.440063 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0cf859c-89e6-49ed-9d9f-ad7e680766e6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network 49122318-6c2a-4075-89d8-26db69e1088b is not hosted by any dhcp agent {{(pid=101381) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:09:27.440531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.458069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cf859c-89e6-49ed-9d9f-ad7e680766e6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:27.460065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f0cf859c-89e6-49ed-9d9f-ad7e680766e6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.461766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f0cf859c-89e6-49ed-9d9f-ad7e680766e6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "PUT /v2.0/networks/49122318-6c2a-4075-89d8-26db69e1088b HTTP/1.1" status: 200 len: 757 time: 0.6092165 Aug 16 02:09:27.478981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37468) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:27.592898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.609180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:27.611288 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.619769 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-c52466c9-1991-439d-88aa-db00f5a5d380 service neutron] 10.222.0.84 "PUT /v2.0/ports/e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1093 time: 2.2179284 Aug 16 02:09:27.636941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf859c-89e6-49ed-9d9f-ad7e680766e6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=49122318-6c2a-4075-89d8-26db69e1088b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.668833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 49122318-6c2a-4075-89d8-26db69e1088b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:27.745145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea05ae-35f4-4a9e-b496-20479ac31d8c req-17a9ff3b-36b9-46c7-92ae-9b29c553c09e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:27.752770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35ea05ae-35f4-4a9e-b496-20479ac31d8c req-17a9ff3b-36b9-46c7-92ae-9b29c553c09e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.2126920 Aug 16 02:09:27.890887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-6e5f170e-ddee-460c-b13e-d171d165f97d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:27.892239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-6e5f170e-ddee-460c-b13e-d171d165f97d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.89 "GET /v2.0/networks?id=a914ad77-99ff-4729-af5e-ab68b99e045f HTTP/1.1" status: 200 len: 813 time: 0.3877070 Aug 16 02:09:27.907090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f4d11-d242-4c15-b16f-3d34848280dc tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:27.909530 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1f8f4d11-d242-4c15-b16f-3d34848280dc tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/networks?id=49122318-6c2a-4075-89d8-26db69e1088b HTTP/1.1" status: 200 len: 760 time: 0.3428760 Aug 16 02:09:27.914288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37474) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:27.923207 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1591160698'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:27.929902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Request body: {'port': {'device_id': '7b225e53-0034-41cb-8d0c-a5e2a53f0211', 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f', 'admin_state_up': True, 'tenant_id': 'c5b80464ca05401b82f638f6dc672b6d'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:27.962696 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-cde1bd0b-990f-47dd-b9ce-a3ffb9435ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:27.964138 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-cde1bd0b-990f-47dd-b9ce-a3ffb9435ec8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1096 time: 0.2572920 Aug 16 02:09:27.979312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35ea05ae-35f4-4a9e-b496-20479ac31d8c req-12dcd2d9-451e-44ec-8321-fc0185efaf94 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097149 Aug 16 02:09:28.055865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:28.059903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.114853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:28.138257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Made reservation on behalf of c5b80464ca05401b82f638f6dc672b6d for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:28.142394 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.142684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.142910 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment 30dfa381-ca5e-46a6-b0ff-2ced505b84dd of type vlan for network 70aa5ad0-5ab5-48bb-81de-0ab328e9f140 Aug 16 02:09:28.152522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-6d8f1fed-2f39-4f9c-b19f-6fdeeb08680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.155245 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-6d8f1fed-2f39-4f9c-b19f-6fdeeb08680a service neutron] 10.222.0.84 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.1802416 Aug 16 02:09:28.258964 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.292366 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-537c0b2f-8c78-452f-a59d-3619c0136da6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1000 time: 0.1077163 Aug 16 02:09:28.349852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.355852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.356543 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.392412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-6b0067a8-1d04-4a53-bbb4-678be581ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.394256 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-6b0067a8-1d04-4a53-bbb4-678be581ca75 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.0930104 Aug 16 02:09:28.445468 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5300596 Aug 16 02:09:28.445991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37480) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:28.454378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'network_id': '70aa5ad0-5ab5-48bb-81de-0ab328e9f140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:28.467970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b2fa782-f3ce-4bda-a615-cb48671da9a2 req-81af5a3c-6089-4d7c-b3a0-1ea3e35ac6b5 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 210 time: 0.0633218 Aug 16 02:09:28.484545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Allocated IP 172.20.0.3 (a914ad77-99ff-4729-af5e-ab68b99e045f/15119c5d-287d-40a4-afd8-8b8bcabb157a/7e173e06-d71f-4206-82eb-4284e93371c8) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:28.517428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a3b80-b35c-4e9e-9d7e-38370a387506 req-e1d77afe-010f-40c2-9d5e-65a0b2934c9b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.519688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f70a3b80-b35c-4e9e-9d7e-38370a387506 req-e1d77afe-010f-40c2-9d5e-65a0b2934c9b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 944 time: 0.1376119 Aug 16 02:09:28.558389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca94f30-53e5-4034-b928-97452f50e76e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=70aa5ad0-5ab5-48bb-81de-0ab328e9f140,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:28.570929 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 70aa5ad0-5ab5-48bb-81de-0ab328e9f140 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:28.574566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-b79db8a4-bf6f-49ba-9e21-4917e64db211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.577386 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-b79db8a4-bf6f-49ba-9e21-4917e64db211 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513946 Aug 16 02:09:28.689469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:28.693395 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.694611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f70a3b80-b35c-4e9e-9d7e-38370a387506 req-cc55a011-e6c9-4dee-a0fd-f80433a09692 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660054 Aug 16 02:09:28.803910 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-3fcd5e0d-8005-4ac8-962a-ac3e300019bf service neutron] 10.222.0.84 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176824 Aug 16 02:09:28.907793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:28.910483 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4db583e-aaf6-4fb7-b12a-d354de819d22" -d '{"events": [{"name": "network-changed", "server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:29.119337 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e1f17972-31d9-4ce2-b606-a676f68ccc0d req-949a1c5e-cade-4da7-811a-23f486dc89b6 service neutron] 10.222.0.84 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073416 Aug 16 02:09:29.122271 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4652836-c567-46f0-a1c6-48596fede80e x-openstack-request-id: req-c4652836-c567-46f0-a1c6-48596fede80e {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:29.122601 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:29.122810 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4652836-c567-46f0-a1c6-48596fede80e {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:29.123208 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'status': 'completed', 'code': 200} Aug 16 02:09:29.212054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.347320 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.425588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-d437d431-a616-461c-83ef-10a02b72e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:29.427673 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.438722 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-d437d431-a616-461c-83ef-10a02b72e5d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1096 time: 0.3182788 Aug 16 02:09:29.465830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=5531c34b-7604-4117-8c13-fbf7985936d2,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:29.472247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5ddbc-a30a-45dc-92c2-c466f061ef7b req-09827560-2561-4e47-89bd-056b0d758a00 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:29.473681 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69d5ddbc-a30a-45dc-92c2-c466f061ef7b req-09827560-2561-4e47-89bd-056b0d758a00 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.2041597 Aug 16 02:09:29.516428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-00092fd2-1943-4e24-93a9-b560e94bcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:29.518321 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-00092fd2-1943-4e24-93a9-b560e94bcabb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1096 time: 0.2537959 Aug 16 02:09:29.534281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Network a914ad77-99ff-4729-af5e-ab68b99e045f is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:29.561921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:29.572421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:29.580019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Pushing event updated for resources: {'Port': ['ID=7e173e06-d71f-4206-82eb-4284e93371c8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:29.606994 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking segment: {'id': '30dfa381-ca5e-46a6-b0ff-2ced505b84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70aa5ad0-5ab5-48bb-81de-0ab328e9f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:29.607942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network hostable DHCP agents. Network: 70aa5ad0-5ab5-48bb-81de-0ab328e9f140, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:29.674568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69d5ddbc-a30a-45dc-92c2-c466f061ef7b req-9002b034-937b-4f75-ad83-a74a1a1a38f1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665781 Aug 16 02:09:29.708430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network 70aa5ad0-5ab5-48bb-81de-0ab328e9f140 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:29.711124 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b75074-c512-4bdf-a328-fa3811cef79d req-7a9b9da4-d431-4729-912d-8787d1db0dae tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:29.713071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72b75074-c512-4bdf-a328-fa3811cef79d req-7a9b9da4-d431-4729-912d-8787d1db0dae tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 931 time: 0.1370063 Aug 16 02:09:29.722033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:29.723345 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.755277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 70aa5ad0-5ab5-48bb-81de-0ab328e9f140) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:29.763763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82108728-dddf-42ea-8213-58684fb746e5 None None] Network 70aa5ad0-5ab5-48bb-81de-0ab328e9f140 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:29.776699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:29.776699 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.838031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-10ae4218-6d3a-4725-9b16-62a957b37f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:29.840194 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-10ae4218-6d3a-4725-9b16-62a957b37f48 service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.3888028 Aug 16 02:09:29.844576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-642c4cd1-807a-4553-9624-16d9b98e335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:29.846501 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-642c4cd1-807a-4553-9624-16d9b98e335f service neutron] 10.222.0.84 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.2523587 Aug 16 02:09:29.875077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-e838e4e4-f396-44ac-8dc8-a22aec6d0386 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9717700 Aug 16 02:09:29.903179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Request body: {'port': {'device_id': '7b225e53-0034-41cb-8d0c-a5e2a53f0211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:29.924832 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-63f60712-e191-4bc7-809e-f51ec332a443 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1000 time: 0.0769181 Aug 16 02:09:29.930986 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72b75074-c512-4bdf-a328-fa3811cef79d req-e96bed2e-079c-4918-9c1d-ed7f529a1403 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037492 Aug 16 02:09:29.953434 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a5f8268a-db04-449d-a823-34413b59fcee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5033774 Aug 16 02:09:29.954421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37500) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:29.975027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:30.020139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-29a9166d-33dc-4b8a-97cb-19774aec8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:30.022703 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-70aa5ad0-5ab5-48bb-81de-0ab328e9f140', 'network_id': '70aa5ad0-5ab5-48bb-81de-0ab328e9f140', 'tenant_id': '942bdf582cb9455eaf710bbc21584268', 'fixed_ips': [{'subnet_id': '5531c34b-7604-4117-8c13-fbf7985936d2'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:30.024109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.029761 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-29a9166d-33dc-4b8a-97cb-19774aec8425 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.0680120 Aug 16 02:09:30.053098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6430b-a181-4e90-8762-3a1c77d09941 req-ff8cab8d-aba5-4999-8b29-6e7cd85b49ae tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:30.054973 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c6430b-a181-4e90-8762-3a1c77d09941 req-ff8cab8d-aba5-4999-8b29-6e7cd85b49ae tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 944 time: 0.1729507 Aug 16 02:09:30.094220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:30.105270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.167114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c6430b-a181-4e90-8762-3a1c77d09941 req-223c9bf0-a305-4b5a-a52a-0676e97f45df tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936012 Aug 16 02:09:30.297887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-a0a89f0e-3da9-4b79-83f3-a99a6f5133ae service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1000 time: 0.3637629 Aug 16 02:09:30.355099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Allocated IP 172.20.0.2 (70aa5ad0-5ab5-48bb-81de-0ab328e9f140/5531c34b-7604-4117-8c13-fbf7985936d2/42ea2b38-0e65-4c70-ac67-650d028ef7f0) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:30.384464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-fbf0ef22-afd4-4875-b4ee-2ea884386fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:30.386502 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-fbf0ef22-afd4-4875-b4ee-2ea884386fea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2520323 Aug 16 02:09:30.486479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-827f36b3-a7e5-48ee-92b9-a3a182e7df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:30.488364 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-827f36b3-a7e5-48ee-92b9-a3a182e7df34 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.1896799 Aug 16 02:09:30.569077 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.581322 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.582445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Transition to ACTIVE for port object 42ea2b38-0e65-4c70-ac67-650d028ef7f0 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:30.597614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e173e06-d71f-4206-82eb-4284e93371c8 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:30.623870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-add4d3f4-067b-4d28-bd3c-5485d2e4900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:30.626296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-add4d3f4-067b-4d28-bd3c-5485d2e4900b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220672 Aug 16 02:09:30.630441 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.643181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Transition to ACTIVE for port object 42ea2b38-0e65-4c70-ac67-650d028ef7f0 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:30.663573 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.674872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Transition to ACTIVE for port object 7e173e06-d71f-4206-82eb-4284e93371c8 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:30.683407 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.759565 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Network 70aa5ad0-5ab5-48bb-81de-0ab328e9f140 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:30.771707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:30.776843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:30.777162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.803871 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-e0dc3d13-22e1-4782-a15d-7dcf73eab3da service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041545 Aug 16 02:09:30.841262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Pushing event updated for resources: {'Port': ['ID=7e173e06-d71f-4206-82eb-4284e93371c8,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.909972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Attempting to bind port 42ea2b38-0e65-4c70-ac67-650d028ef7f0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:30.910347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Attempting to bind port 42ea2b38-0e65-4c70-ac67-650d028ef7f0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '30dfa381-ca5e-46a6-b0ff-2ced505b84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70aa5ad0-5ab5-48bb-81de-0ab328e9f140'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:30.910716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Attempting to bind port 42ea2b38-0e65-4c70-ac67-650d028ef7f0 on network 70aa5ad0-5ab5-48bb-81de-0ab328e9f140 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:30.917162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:30.917550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Checking segment: {'id': '30dfa381-ca5e-46a6-b0ff-2ced505b84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70aa5ad0-5ab5-48bb-81de-0ab328e9f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:30.917966 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.918366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Bound using segment: {'id': '30dfa381-ca5e-46a6-b0ff-2ced505b84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70aa5ad0-5ab5-48bb-81de-0ab328e9f140'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:30.918850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Bound port: 42ea2b38-0e65-4c70-ac67-650d028ef7f0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dfa381-ca5e-46a6-b0ff-2ced505b84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '70aa5ad0-5ab5-48bb-81de-0ab328e9f140'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:30.919242 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.921282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Pushing event updated for resources: {'Port': ['ID=42ea2b38-0e65-4c70-ac67-650d028ef7f0,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.952636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd75ff-e33a-4ab0-b2a0-28d31b4bccfc req-bc3e5470-d58d-4a39-b717-bf079c1d105c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:30.961487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36cd75ff-e33a-4ab0-b2a0-28d31b4bccfc req-bc3e5470-d58d-4a39-b717-bf079c1d105c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.1384623 Aug 16 02:09:31.041665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36cd75ff-e33a-4ab0-b2a0-28d31b4bccfc req-cb124827-3852-4356-95c1-3aa33632cea6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780003 Aug 16 02:09:31.050526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Attempting to bind port 7e173e06-d71f-4206-82eb-4284e93371c8 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:31.052311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Attempting to bind port 7e173e06-d71f-4206-82eb-4284e93371c8 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '6f53a9f3-0fa8-4886-9bfd-bfc642e66374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:31.052960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Attempting to bind port 7e173e06-d71f-4206-82eb-4284e93371c8 on network a914ad77-99ff-4729-af5e-ab68b99e045f {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:31.058214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Port 7e173e06-d71f-4206-82eb-4284e93371c8 on network a914ad77-99ff-4729-af5e-ab68b99e045f not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:09:31.058839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Attempting to bind port 7e173e06-d71f-4206-82eb-4284e93371c8 on network a914ad77-99ff-4729-af5e-ab68b99e045f {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:31.064622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:31.065378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Checking segment: {'id': '6f53a9f3-0fa8-4886-9bfd-bfc642e66374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:31.066151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Bound using segment: {'id': '6f53a9f3-0fa8-4886-9bfd-bfc642e66374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:31.066817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Bound port: 7e173e06-d71f-4206-82eb-4284e93371c8, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f53a9f3-0fa8-4886-9bfd-bfc642e66374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:31.067448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.074458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] For port 42ea2b38-0e65-4c70-ac67-650d028ef7f0, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:31.078763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] For port 42ea2b38-0e65-4c70-ac67-650d028ef7f0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=42ea2b38-0e65-4c70-ac67-650d028ef7f0,segment=NetworkSegment(30dfa381-ca5e-46a6-b0ff-2ced505b84dd),segment_id=30dfa381-ca5e-46a6-b0ff-2ced505b84dd)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:31.085867 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.161984 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100c972-be76-49a7-9910-9a02aac6157a None None] Pushing event updated for resources: {'Port': ['ID=42ea2b38-0e65-4c70-ac67-650d028ef7f0,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:31.188176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984f973-9a9b-4f9d-ac02-0130a7612801 req-5da3f9ab-9e97-4a1a-8be6-9c12f3f40588 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:31.190269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8984f973-9a9b-4f9d-ac02-0130a7612801 req-5da3f9ab-9e97-4a1a-8be6-9c12f3f40588 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 943 time: 0.0999527 Aug 16 02:09:31.238542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] For port 7e173e06-d71f-4206-82eb-4284e93371c8, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:31.261764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] For port 7e173e06-d71f-4206-82eb-4284e93371c8, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7e173e06-d71f-4206-82eb-4284e93371c8,segment=NetworkSegment(6f53a9f3-0fa8-4886-9bfd-bfc642e66374),segment_id=6f53a9f3-0fa8-4886-9bfd-bfc642e66374)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:31.268689 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8984f973-9a9b-4f9d-ac02-0130a7612801 req-4011eaf7-d528-4522-83ff-807db4f7f8c4 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718288 Aug 16 02:09:31.275522 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.331883 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-2d0b385d-e809-49ad-8e46-92e34d7c5931 service neutron] 10.222.0.84 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6823509 Aug 16 02:09:31.357718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:31.358655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.360184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-0a317a59-1451-44a2-9190-7429087080ed service neutron] 10.222.0.89 "PUT /v2.0/ports/7e173e06-d71f-4206-82eb-4284e93371c8 HTTP/1.1" status: 200 len: 1092 time: 1.4740145 Aug 16 02:09:31.360668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b225e53-0034-41cb-8d0c-a5e2a53f0211', 'tag': '7e173e06-d71f-4206-82eb-4284e93371c8'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:31.363285 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36de42f-50ec-432b-961d-60d9ce908b98" -d '{"events": [{"name": "network-changed", "server_uuid": "7b225e53-0034-41cb-8d0c-a5e2a53f0211", "tag": "7e173e06-d71f-4206-82eb-4284e93371c8"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:31.481280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a317a59-1451-44a2-9190-7429087080ed service neutron] Pushing event updated for resources: {'Port': ['ID=7e173e06-d71f-4206-82eb-4284e93371c8,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:31.484897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.514869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d13b6f-ccbb-4e54-a461-db66a7a6b8c3 req-dda7d683-da1d-4e77-9af0-4f830d25be9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:31.522783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-54d13b6f-ccbb-4e54-a461-db66a7a6b8c3 req-dda7d683-da1d-4e77-9af0-4f830d25be9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 944 time: 0.1552432 Aug 16 02:09:31.531168 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-0bbc68c9-130d-4ae9-9e3e-699567c476ab service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113233 Aug 16 02:09:31.533520 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319d45cc-e41e-4596-ad01-818d122d030f x-openstack-request-id: req-319d45cc-e41e-4596-ad01-818d122d030f {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:31.534008 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b225e53-0034-41cb-8d0c-a5e2a53f0211", "tag": "7e173e06-d71f-4206-82eb-4284e93371c8", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:31.534432 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-319d45cc-e41e-4596-ad01-818d122d030f {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:31.535775 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b225e53-0034-41cb-8d0c-a5e2a53f0211', 'tag': '7e173e06-d71f-4206-82eb-4284e93371c8', 'status': 'completed', 'code': 200} Aug 16 02:09:31.538011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Subnet': ['ID=5531c34b-7604-4117-8c13-fbf7985936d2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:31.549071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-1197c20d-b3bf-4f01-aa32-b3765f504f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:31.550609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-1197c20d-b3bf-4f01-aa32-b3765f504f1c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5b80464ca05401b82f638f6dc672b6d&device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 1095 time: 0.1446288 Aug 16 02:09:31.598089 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c4db583e-aaf6-4fb7-b12a-d354de819d22 req-fe993636-42b3-4a12-82e1-8b73ae3bed24 service neutron] 10.222.0.84 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572260 Aug 16 02:09:31.609995 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.615500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-8ef9ef47-3670-47aa-9006-1b156675d533 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e173e06-d71f-4206-82eb-4284e93371c8 HTTP/1.1" status: 200 len: 217 time: 0.0541070 Aug 16 02:09:31.621808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70aa5ad0-5ab5-48bb-81de-0ab328e9f140']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:31.634680 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-54d13b6f-ccbb-4e54-a461-db66a7a6b8c3 req-c4a0b1e3-9327-4430-b3e6-5c031f92c51a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110001 Aug 16 02:09:31.644025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dfa381-ca5e-46a6-b0ff-2ced505b84dd') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:31.646961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dfa381-ca5e-46a6-b0ff-2ced505b84dd') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:31.667188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.683273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-66bef8ce-be58-4e6e-9256-9d7dfe2aac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:31.684835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-66bef8ce-be58-4e6e-9256-9d7dfe2aac89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15119c5d-287d-40a4-afd8-8b8bcabb157a HTTP/1.1" status: 200 len: 853 time: 0.0492537 Aug 16 02:09:31.692915 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.700232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:31.700895 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:31.704865 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:31.719621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-41d3ab83-9ba9-462a-8bd9-c85df96b7c74 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a914ad77-99ff-4729-af5e-ab68b99e045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270700 Aug 16 02:09:31.763952 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.api [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:09:31.763952 n-d-768851-16 neutron-server[101380]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:09:31.763952 n-d-768851-16 neutron-server[101380]: [parameters: {'id': '70aa5ad0-5ab5-48bb-81de-0ab328e9f140'}] Aug 16 02:09:31.763952 n-d-768851-16 neutron-server[101380]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:31.764473 n-d-768851-16 neutron-server[101380]: DEBUG oslo_db.api [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:31.819313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-2453fd4c-5dd4-4001-9277-465525137bd3 service neutron] 10.222.0.89 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921321 Aug 16 02:09:31.927718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f4cc66d-cbc7-4923-afd1-71a9b13586fb req-f9bd3406-df7a-47a0-b13f-4114d879fc7c service neutron] 10.222.0.89 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009326 Aug 16 02:09:31.930287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb8ba4-4079-4ab1-a790-5f864ca43db5 req-523d2756-1e26-4fde-9614-032259eed9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:31.931824 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14bb8ba4-4079-4ab1-a790-5f864ca43db5 req-523d2756-1e26-4fde-9614-032259eed9f2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 1098 time: 0.0475667 Aug 16 02:09:32.025977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de42f-50ec-432b-961d-60d9ce908b98 req-fafe7f0d-031b-4216-b4bc-b2116bd47d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.028496 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e36de42f-50ec-432b-961d-60d9ce908b98 req-fafe7f0d-031b-4216-b4bc-b2116bd47d8b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5b80464ca05401b82f638f6dc672b6d&device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 1095 time: 0.0519004 Aug 16 02:09:32.068769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb8ba4-4079-4ab1-a790-5f864ca43db5 req-d8303f54-65d4-45ed-845d-8df9c9548c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.070369 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14bb8ba4-4079-4ab1-a790-5f864ca43db5 req-d8303f54-65d4-45ed-845d-8df9c9548c89 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.1299474 Aug 16 02:09:32.124533 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14bb8ba4-4079-4ab1-a790-5f864ca43db5 req-16100ade-0169-4725-b31b-7c2e81494b5f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f HTTP/1.1" status: 200 len: 217 time: 0.0462699 Aug 16 02:09:32.184034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de42f-50ec-432b-961d-60d9ce908b98 req-f35de743-1bc9-421a-b637-53688f770797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.185606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e36de42f-50ec-432b-961d-60d9ce908b98 req-f35de743-1bc9-421a-b637-53688f770797 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a914ad77-99ff-4729-af5e-ab68b99e045f HTTP/1.1" status: 200 len: 914 time: 0.1499624 Aug 16 02:09:32.191698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb8ba4-4079-4ab1-a790-5f864ca43db5 req-404aedcb-9939-466e-a707-92d44802dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.193628 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14bb8ba4-4079-4ab1-a790-5f864ca43db5 req-404aedcb-9939-466e-a707-92d44802dd0f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0614564 Aug 16 02:09:32.198539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce35cb-8345-45ad-8ccb-e0031f1b0b7c req-5a0063e1-b0cf-4346-ba7f-6014e8afd5b4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.200134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5ce35cb-8345-45ad-8ccb-e0031f1b0b7c req-5a0063e1-b0cf-4346-ba7f-6014e8afd5b4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.0688267 Aug 16 02:09:32.242622 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e36de42f-50ec-432b-961d-60d9ce908b98 req-fae29f9f-2469-4e93-b9c8-ee5cccbb6694 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e173e06-d71f-4206-82eb-4284e93371c8 HTTP/1.1" status: 200 len: 217 time: 0.0414677 Aug 16 02:09:32.254111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb8ba4-4079-4ab1-a790-5f864ca43db5 req-3f45b3cc-2823-404a-89bd-d8b6500fca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.256078 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14bb8ba4-4079-4ab1-a790-5f864ca43db5 req-3f45b3cc-2823-404a-89bd-d8b6500fca1a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540264 Aug 16 02:09:32.265348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.316608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5ce35cb-8345-45ad-8ccb-e0031f1b0b7c req-9e2a90f1-994e-4def-aeae-1c431212a3da tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718575 Aug 16 02:09:32.355198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de42f-50ec-432b-961d-60d9ce908b98 req-9695e006-d484-466a-b51f-4b6a69fc26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.357367 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e36de42f-50ec-432b-961d-60d9ce908b98 req-9695e006-d484-466a-b51f-4b6a69fc26f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15119c5d-287d-40a4-afd8-8b8bcabb157a HTTP/1.1" status: 200 len: 853 time: 0.0915725 Aug 16 02:09:32.399138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e36de42f-50ec-432b-961d-60d9ce908b98 req-7903f539-0ded-496d-adc1-5ad17a398f93 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a914ad77-99ff-4729-af5e-ab68b99e045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331016 Aug 16 02:09:32.434241 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d226c-c816-401e-9c32-7b17c859e211 None None] Network 70aa5ad0-5ab5-48bb-81de-0ab328e9f140 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:32.450448 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14bb8ba4-4079-4ab1-a790-5f864ca43db5 req-cc6cf72e-08b3-48d0-b23f-8e7a9ff43fe5 service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804969 Aug 16 02:09:32.469335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Deleting port 42ea2b38-0e65-4c70-ac67-650d028ef7f0 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:32.469815 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.532641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 42ea2b38-0e65-4c70-ac67-650d028ef7f0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:32.572398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-372eb1df-7cb2-4c1a-b6a0-68c6cda35b86 None None] Provisioning for port 42ea2b38-0e65-4c70-ac67-650d028ef7f0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:32.583983 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e36de42f-50ec-432b-961d-60d9ce908b98 req-f4c32549-b42a-4fc6-b8af-8cd94865ef6d service neutron] 10.222.0.89 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750181 Aug 16 02:09:32.598410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] For port 42ea2b38-0e65-4c70-ac67-650d028ef7f0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=42ea2b38-0e65-4c70-ac67-650d028ef7f0,segment=NetworkSegment(30dfa381-ca5e-46a6-b0ff-2ced505b84dd),segment_id=30dfa381-ca5e-46a6-b0ff-2ced505b84dd)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:32.599787 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.618527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Calling delete_port for 42ea2b38-0e65-4c70-ac67-650d028ef7f0 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:32.638416 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-14bb8ba4-4079-4ab1-a790-5f864ca43db5 req-c28d6772-0dec-445f-b830-fb9a77e15adb service neutron] 10.222.0.84 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775498 Aug 16 02:09:32.664400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 42ea2b38-0e65-4c70-ac67-650d028ef7f0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:32.670600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 42ea2b38-0e65-4c70-ac67-650d028ef7f0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:32.671335 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.757555 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.762368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4872967-9de1-44ba-954c-d155c5f0dc02 None None] DHCP port deletion for 70aa5ad0-5ab5-48bb-81de-0ab328e9f140 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:32.766567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Could not find standard attr ID for object 42ea2b38-0e65-4c70-ac67-650d028ef7f0. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:09:32.771477 n-d-768851-16 neutron-server[101382]: INFO neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No ports have port_id starting with 42ea2b38-0e65-4c70-ac67-650d028ef7f0 Aug 16 02:09:32.774468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No DVR routers for this DVR port 42ea2b38-0e65-4c70-ac67-650d028ef7f0 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:32.802122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Port': ['ID=42ea2b38-0e65-4c70-ac67-650d028ef7f0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:32.808287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf8861-2980-4187-997d-917e3c712374 req-8a682ca1-bd91-4837-8a4e-c3f34e5842e1 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.810540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dddf8861-2980-4187-997d-917e3c712374 req-8a682ca1-bd91-4837-8a4e-c3f34e5842e1 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 943 time: 0.3602085 Aug 16 02:09:32.869802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e36de42f-50ec-432b-961d-60d9ce908b98 req-cb2e56a2-bb43-49c3-b3da-80f52c289b14 service neutron] 10.222.0.89 "GET /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608259 Aug 16 02:09:32.887938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.905343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87b636-2757-4754-9cd0-2bb3956b10ea req-e4610c37-e9c1-46cd-9ed9-fc3c628f2a1c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.906675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d87b636-2757-4754-9cd0-2bb3956b10ea req-e4610c37-e9c1-46cd-9ed9-fc3c628f2a1c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 944 time: 0.0929847 Aug 16 02:09:32.908443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70aa5ad0-5ab5-48bb-81de-0ab328e9f140']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:32.930264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dddf8861-2980-4187-997d-917e3c712374 req-030b4032-21e8-4d96-8092-7a1963e70f36 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860524 Aug 16 02:09:32.930421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dfa381-ca5e-46a6-b0ff-2ced505b84dd') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:32.930421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dfa381-ca5e-46a6-b0ff-2ced505b84dd') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:32.941155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.958798 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.958998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d87b636-2757-4754-9cd0-2bb3956b10ea req-20b2af6e-d192-45b1-bb65-b49aacf2952e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365562 Aug 16 02:09:32.968152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:32.969719 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:32.974868 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:33.046125 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.055324 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.057246 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/70aa5ad0-5ab5-48bb-81de-0ab328e9f140 HTTP/1.1" status: 204 len: 168 time: 3.0479603 Aug 16 02:09:33.059971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37540) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.068300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79249fa0-3da6-4144-ace4-c9784b5782fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=70aa5ad0-5ab5-48bb-81de-0ab328e9f140,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:33.090630 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c11aade-d777-4aa0-973b-795939d788b3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] GET failed (client error): The resource could not be found. Aug 16 02:09:33.091967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2c11aade-d777-4aa0-973b-795939d788b3 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/subnets/5531c34b-7604-4117-8c13-fbf7985936d2 HTTP/1.1" status: 404 len: 337 time: 0.0309894 Aug 16 02:09:33.094762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37542) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.113815 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-7639b02e-0fb0-47fb-a850-962fbc7339bc tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:33.115062 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7639b02e-0fb0-47fb-a850-962fbc7339bc tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:33.118995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7639b02e-0fb0-47fb-a850-962fbc7339bc tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/70aa5ad0-5ab5-48bb-81de-0ab328e9f140 HTTP/1.1" status: 404 len: 339 time: 0.0212228 Aug 16 02:09:33.120619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37544) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.305248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc108bec-0787-406e-9412-77e5033f9189 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.306669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dc108bec-0787-406e-9412-77e5033f9189 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1851642 Aug 16 02:09:33.309398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37546) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.351115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-73facb67-c11e-4967-8707-d439b600fb5f tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 207 time: 0.0374982 Aug 16 02:09:33.351962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37550) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.453248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb60b9-b5a5-4b67-925a-1fbd1da4e280 req-7e1b546b-f26c-48d2-a86b-d8f1dbf75142 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.455191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-faeb60b9-b5a5-4b67-925a-1fbd1da4e280 req-7e1b546b-f26c-48d2-a86b-d8f1dbf75142 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.0583298 Aug 16 02:09:33.509013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-faeb60b9-b5a5-4b67-925a-1fbd1da4e280 req-7e5ea314-b560-4d3f-9859-38a17952dc18 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473452 Aug 16 02:09:33.590769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0004a2ca-3dc1-4fe9-9e38-69ce267d2194 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.597200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0004a2ca-3dc1-4fe9-9e38-69ce267d2194 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.602117 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:33.603677 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0004a2ca-3dc1-4fe9-9e38-69ce267d2194 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.609807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0004a2ca-3dc1-4fe9-9e38-69ce267d2194 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.613985 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0004a2ca-3dc1-4fe9-9e38-69ce267d2194 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2585127 Aug 16 02:09:33.615936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37554) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.743461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-570ea213-3ae7-407a-a7ea-2a6db666cde4 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1231556 Aug 16 02:09:33.743875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37556) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.834440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d51082-d693-45a3-bd3e-e877b6eefd78 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.835986 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d51082-d693-45a3-bd3e-e877b6eefd78 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.837683 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-30d51082-d693-45a3-bd3e-e877b6eefd78 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0926290 Aug 16 02:09:33.841181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37558) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.857436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7e173e06-d71f-4206-82eb-4284e93371c8 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:33.866404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:33.885449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'port_id': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'mac_address': 'fa:16:3e:20:6a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:33.897385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904c0f9-da68-49a9-9c1d-4f8ed71361f9 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['shared'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.898882 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904c0f9-da68-49a9-9c1d-4f8ed71361f9 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['shared'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.900469 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f904c0f9-da68-49a9-9c1d-4f8ed71361f9 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0583622 Aug 16 02:09:33.904662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37560) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.975811 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.991066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9698c1e-eec6-4941-99b0-18461ce7a3bf {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:34.032086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:34.048134 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.051288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f9724-d761-4513-927f-e335cc53b44c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.056682 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e69f9724-d761-4513-927f-e335cc53b44c tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/networks/2eadeb5d-cfc8-4aa2-ba64-476730d8ce44 HTTP/1.1" status: 200 len: 799 time: 0.1469851 Aug 16 02:09:34.056906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37574) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:34.063609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 7e173e06-d71f-4206-82eb-4284e93371c8, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7e173e06-d71f-4206-82eb-4284e93371c8,segment=NetworkSegment(6f53a9f3-0fa8-4886-9bfd-bfc642e66374),segment_id=6f53a9f3-0fa8-4886-9bfd-bfc642e66374)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:34.080408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '7e173e06-d71f-4206-82eb-4284e93371c8', 'network_id': 'a914ad77-99ff-4729-af5e-ab68b99e045f', 'port_id': '7e173e06-d71f-4206-82eb-4284e93371c8', 'mac_address': 'fa:16:3e:0e:a9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15119c5d-287d-40a4-afd8-8b8bcabb157a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:34.137009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f16f36-164e-4f52-9ed5-c3838fbc417a req-fd273ce5-6faa-4333-bc21-d466a1a61d35 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.138539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02f16f36-164e-4f52-9ed5-c3838fbc417a req-fd273ce5-6faa-4333-bc21-d466a1a61d35 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 943 time: 0.1381776 Aug 16 02:09:34.165685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:34.169172 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.182384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e173e06-d71f-4206-82eb-4284e93371c8 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:34.212897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 7e173e06-d71f-4206-82eb-4284e93371c8, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7e173e06-d71f-4206-82eb-4284e93371c8,segment=NetworkSegment(6f53a9f3-0fa8-4886-9bfd-bfc642e66374),segment_id=6f53a9f3-0fa8-4886-9bfd-bfc642e66374)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:34.218674 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.227521 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a5024-2a12-46fa-a872-1fea88133ebe req-aec46c81-c125-476f-a92d-15e7d007a955 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.229061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-395a5024-2a12-46fa-a872-1fea88133ebe req-aec46c81-c125-476f-a92d-15e7d007a955 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 945 time: 0.1472111 Aug 16 02:09:34.263693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02f16f36-164e-4f52-9ed5-c3838fbc417a req-3bcd94c8-4ad1-4251-99b6-dfa10f654dfa tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090734 Aug 16 02:09:34.274142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=7e173e06-d71f-4206-82eb-4284e93371c8,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:34.274770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-66920d46-5b8e-4b3b-b5f1-40e146e7691d tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/networks/2eadeb5d-cfc8-4aa2-ba64-476730d8ce44?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2166865 Aug 16 02:09:34.278440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37578) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:34.313225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-395a5024-2a12-46fa-a872-1fea88133ebe req-299e2315-18f4-4889-862d-e64fc1fb3f1c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735810 Aug 16 02:09:34.366744 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4eaa7e-9c04-4e6d-ab3e-123d2edb8e3b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.373057 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7e4eaa7e-9c04-4e6d-ab3e-123d2edb8e3b tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/subnets/96763a10-e1e4-4101-a7be-ae305ff02fc4 HTTP/1.1" status: 200 len: 811 time: 0.0897157 Aug 16 02:09:34.373918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37582) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:34.374751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 42ea2b38-0e65-4c70-ac67-650d028ef7f0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:34.408370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 42ea2b38-0e65-4c70-ac67-650d028ef7f0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:34.408730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 42ea2b38-0e65-4c70-ac67-650d028ef7f0 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:34.433330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28476b2-10ca-4bcb-bca1-36b4ba658697 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['shared'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.435166 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e28476b2-10ca-4bcb-bca1-36b4ba658697 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "GET /v2.0/subnets/96763a10-e1e4-4101-a7be-ae305ff02fc4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0601692 Aug 16 02:09:34.438732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37584) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:34.444761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1786318087'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:34.462863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['7e173e06-d71f-4206-82eb-4284e93371c8'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:34.472901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:34.481178 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.535373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:34.570975 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.571480 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Added segment 7416a513-dd86-4a41-87f6-5d5f8b2b0564 of type vlan for network ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab Aug 16 02:09:34.643571 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.711472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231de54-63ef-490f-a231-d6c0324e6cad req-931d10a8-b5ec-4140-a2a8-62afe439b972 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.713963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1231de54-63ef-490f-a231-d6c0324e6cad req-931d10a8-b5ec-4140-a2a8-62afe439b972 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 946 time: 0.0859776 Aug 16 02:09:34.730912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.736873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.741816 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.781373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-d0914df5-d3c0-4600-82b1-3048bf703def tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.782924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1231de54-63ef-490f-a231-d6c0324e6cad req-83d46445-ddc3-43b1-9044-46442b1a2121 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499616 Aug 16 02:09:34.784207 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-d0914df5-d3c0-4600-82b1-3048bf703def tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb&tenant_id=deee63146f784616a74dc0add2d1dad0&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 945 time: 0.1157255 Aug 16 02:09:34.815254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['e9698c1e-eec6-4941-99b0-18461ce7a3bf'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:34.838730 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3987319 Aug 16 02:09:34.841273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37598) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:34.848501 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'network_id': 'ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:34.876097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da3d96-c433-4544-ad6b-6dac250b6fde tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Network': ['ID=ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:34.891701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:34.910093 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-3b4e1912-f865-40e4-a6a2-2b38187d7a81 service neutron] 10.222.0.84 "GET /v2.0/ports/e9698c1e-eec6-4941-99b0-18461ce7a3bf/bindings/n-h1-768851-16 HTTP/1.1" status: 200 len: 383 time: 0.0886323 Aug 16 02:09:35.052357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-4b4a1f9b-d011-48fc-8727-532aa940bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.053855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30704c16-c293-457a-9d5b-a8f2bcb07602 req-af936615-03ee-4161-ab5c-aaabcaf646a5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.054566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-4b4a1f9b-d011-48fc-8727-532aa940bc23 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1097 time: 0.0835302 Aug 16 02:09:35.057648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30704c16-c293-457a-9d5b-a8f2bcb07602 req-af936615-03ee-4161-ab5c-aaabcaf646a5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 945 time: 0.2339845 Aug 16 02:09:35.068905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Made reservation on behalf of 942bdf582cb9455eaf710bbc21584268 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:35.073539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.158695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Performing IP validity checks on allocation pools {{(pid=101381) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:09:35.159212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101381) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:09:35.166098 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30704c16-c293-457a-9d5b-a8f2bcb07602 req-b7595100-41a3-44cc-8e8c-cbf11288302f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009173 Aug 16 02:09:35.172902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-400df1d6-462a-453a-b1cb-3d59d3902a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.174624 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-400df1d6-462a-453a-b1cb-3d59d3902a13 service neutron] 10.222.0.84 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.1102240 Aug 16 02:09:35.255482 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-a4ed8a1b-4020-4ebe-b634-0eaf8ddba3a5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1001 time: 0.0693643 Aug 16 02:09:35.336232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-dc29fe04-b5d2-4d23-9ee0-29d24ccf76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.337891 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-dc29fe04-b5d2-4d23-9ee0-29d24ccf76e3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.0659597 Aug 16 02:09:35.342742 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.404513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-7eac42cd-9a3c-4eb5-8513-1a666ddbaed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.406779 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-7eac42cd-9a3c-4eb5-8513-1a666ddbaed8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536156 Aug 16 02:09:35.443007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=e42dd59d-cd0d-40fe-be5c-3b623396e0a1,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:35.478091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcbe40-ade2-4182-9f52-a9a9dd21b775 req-5df5f3ec-dafb-4260-9674-496cba38a38e tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.478091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebcbe40-ade2-4182-9f52-a9a9dd21b775 req-5df5f3ec-dafb-4260-9674-496cba38a38e tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 944 time: 0.0943480 Aug 16 02:09:35.487809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Checking segment: {'id': '7416a513-dd86-4a41-87f6-5d5f8b2b0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:35.488139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network hostable DHCP agents. Network: ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:35.512972 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-93a01732-98e5-4e99-b360-48cf4c404f1a service neutron] 10.222.0.84 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978775 Aug 16 02:09:35.536452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Network ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:35.555287 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ebcbe40-ade2-4182-9f52-a9a9dd21b775 req-6b973d55-698b-447a-8e07-b9a7a8ecd4fc tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578122 Aug 16 02:09:35.556327 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:35.560573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.561446 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.573814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995c980d-d2c5-4819-8c86-57f6d868dfed None None] Network ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:35.593370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f0b74ec6-64aa-497a-baeb-f516aeb6c209 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7505524 Aug 16 02:09:35.595834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37604) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:35.601702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8d0e7ed2-ce6e-4343-863d-900856fbc1d6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:35.621116 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-bb64a7a5-ecee-4f18-949c-85309cc8d8c1 service neutron] 10.222.0.84 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990875 Aug 16 02:09:35.633039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d5a0cf24-4c75-49b9-9501-9fc56593e94f no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:35.704791 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7ed2-ce6e-4343-863d-900856fbc1d6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8457615'] for subnet, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.751881 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.804119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:35.806408 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0315e039-40e7-47cf-bc0e-982a87d3a283" -d '{"events": [{"server_uuid": "a625a8c6-283e-46db-8b8a-25241322f6ba", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a0cf24-4c75-49b9-9501-9fc56593e94f"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:35.824042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port d5a0cf24-4c75-49b9-9501-9fc56593e94f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:35.844826 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.873897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab', 'network_id': 'ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab', 'tenant_id': '942bdf582cb9455eaf710bbc21584268', 'fixed_ips': [{'subnet_id': 'e42dd59d-cd0d-40fe-be5c-3b623396e0a1'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:35.874756 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.896564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7e173e06-d71f-4206-82eb-4284e93371c8 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:35.922495 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7f307e-728c-409a-8abd-6cef2d03f7b9 x-openstack-request-id: req-ef7f307e-728c-409a-8abd-6cef2d03f7b9 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:35.922806 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a625a8c6-283e-46db-8b8a-25241322f6ba", "name": "network-vif-unplugged", "status": "failed", "tag": "d5a0cf24-4c75-49b9-9501-9fc56593e94f", "code": 422}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:35.923037 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef7f307e-728c-409a-8abd-6cef2d03f7b9 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:35.923433 n-d-768851-16 neutron-server[101382]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f', 'code': 422} returned with failed status Aug 16 02:09:35.961646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=d5a0cf24-4c75-49b9-9501-9fc56593e94f,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:35.978418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15864f7-057d-4289-b4cd-5512508ea6dd req-1c401735-c45f-4ad2-8bfa-45e4f22f63bf tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.979960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d15864f7-057d-4289-b4cd-5512508ea6dd req-1c401735-c45f-4ad2-8bfa-45e4f22f63bf tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 944 time: 0.1006672 Aug 16 02:09:35.998054 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7ed2-ce6e-4343-863d-900856fbc1d6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767519384715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9161759'] for subnet, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.049782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 7e173e06-d71f-4206-82eb-4284e93371c8 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:36.069941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0e7ed2-ce6e-4343-863d-900856fbc1d6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.070607 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7ed2-ce6e-4343-863d-900856fbc1d6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.074476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8d0e7ed2-ce6e-4343-863d-900856fbc1d6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "PUT /v2.0/subnets/e42dd59d-cd0d-40fe-be5c-3b623396e0a1 HTTP/1.1" status: 200 len: 877 time: 0.4749131 Aug 16 02:09:36.076233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 7e173e06-d71f-4206-82eb-4284e93371c8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:36.076629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37612) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:36.077129 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.077747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d15864f7-057d-4289-b4cd-5512508ea6dd req-06f70825-4a50-447b-8d2b-907ad9b83e4f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876181 Aug 16 02:09:36.090712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e7ed2-ce6e-4343-863d-900856fbc1d6 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event updated for resources: {'Subnet': ['ID=e42dd59d-cd0d-40fe-be5c-3b623396e0a1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:36.140542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Allocated IP 172.20.0.3 (ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab/e42dd59d-cd0d-40fe-be5c-3b623396e0a1/558ed8fc-a939-4cf5-8993-49bfbb0fe2fe) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:36.243719 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.249834 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.261121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a6405-b584-4128-b661-cb49de8708bc req-91aa2673-d75b-4493-b9f0-e5a053cde79b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.266465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e40a6405-b584-4128-b661-cb49de8708bc req-91aa2673-d75b-4493-b9f0-e5a053cde79b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0974665 Aug 16 02:09:36.314797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 7e173e06-d71f-4206-82eb-4284e93371c8, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7e173e06-d71f-4206-82eb-4284e93371c8,segment=NetworkSegment(6f53a9f3-0fa8-4886-9bfd-bfc642e66374),segment_id=6f53a9f3-0fa8-4886-9bfd-bfc642e66374)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:36.335588 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.341561 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.355097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e40a6405-b584-4128-b661-cb49de8708bc req-8ac5253a-2f01-411a-ad9c-48b7cc23c949 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721309 Aug 16 02:09:36.380715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af8969-50a1-42dd-bb65-c4c4c2b62fe1 req-4494b7d2-2e43-46f3-a9e3-7ce7993002c1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.399895 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.402421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62af8969-50a1-42dd-bb65-c4c4c2b62fe1 req-4494b7d2-2e43-46f3-a9e3-7ce7993002c1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 945 time: 0.1349256 Aug 16 02:09:36.418406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Transition to ACTIVE for port object 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:36.424721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=7e173e06-d71f-4206-82eb-4284e93371c8,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:36.456918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Transition to ACTIVE for port object 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:36.463197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62af8969-50a1-42dd-bb65-c4c4c2b62fe1 req-076bb9d1-2766-4b25-98ed-88c70ffaaefa tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567496 Aug 16 02:09:36.468391 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-ac666ad9-7f76-4253-bfcb-d3f722619a8e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0563204 Aug 16 02:09:36.470419 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.490409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.521285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Network ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:36.529043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:36.531498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:36.534153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Subnet': ['ID=e42dd59d-cd0d-40fe-be5c-3b623396e0a1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:36.552916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Pushing event updated for resources: {'Port': ['ID=558ed8fc-a939-4cf5-8993-49bfbb0fe2fe,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:36.603372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537eb3b1-90b9-481b-a295-f6b847856bd4 req-431d7427-e7f4-4a68-a7be-370289f17408 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.607203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-537eb3b1-90b9-481b-a295-f6b847856bd4 req-431d7427-e7f4-4a68-a7be-370289f17408 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1410878 Aug 16 02:09:36.617090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.626079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Attempting to bind port 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:36.626456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Attempting to bind port 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7416a513-dd86-4a41-87f6-5d5f8b2b0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:36.626825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Attempting to bind port 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe on network ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:36.628683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:36.632779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:36.633259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Checking segment: {'id': '7416a513-dd86-4a41-87f6-5d5f8b2b0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:36.633674 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.634071 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Bound using segment: {'id': '7416a513-dd86-4a41-87f6-5d5f8b2b0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:36.635022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Bound port: 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7416a513-dd86-4a41-87f6-5d5f8b2b0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:36.635409 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.642014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7416a513-dd86-4a41-87f6-5d5f8b2b0564') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:36.642425 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7416a513-dd86-4a41-87f6-5d5f8b2b0564') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:36.664690 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.686892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-537eb3b1-90b9-481b-a295-f6b847856bd4 req-70142c65-194a-40be-8a02-379ebf1ca538 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720704 Aug 16 02:09:36.709091 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.716941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:36.717331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:36.720807 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:36.729694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] For port 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:36.773943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0aece1-ea0e-4f56-a881-51be4366dfdc req-5b1a8f17-65ac-4f66-8c60-ac03bc67cad4 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.775810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b0aece1-ea0e-4f56-a881-51be4366dfdc req-5b1a8f17-65ac-4f66-8c60-ac03bc67cad4 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 945 time: 0.0934489 Aug 16 02:09:36.785470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-97c080f0-9917-4f15-b9f9-8149bd6656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.785985 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-97c080f0-9917-4f15-b9f9-8149bd6656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.786466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-97c080f0-9917-4f15-b9f9-8149bd6656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.786996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-97c080f0-9917-4f15-b9f9-8149bd6656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.787467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-97c080f0-9917-4f15-b9f9-8149bd6656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.787937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-97c080f0-9917-4f15-b9f9-8149bd6656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.788403 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-97c080f0-9917-4f15-b9f9-8149bd6656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.790563 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-97c080f0-9917-4f15-b9f9-8149bd6656a9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=215573ee4a53490f823ef26851352aa0&device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 6506 time: 0.1382363 Aug 16 02:09:36.806243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] For port 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=558ed8fc-a939-4cf5-8993-49bfbb0fe2fe,segment=NetworkSegment(7416a513-dd86-4a41-87f6-5d5f8b2b0564),segment_id=7416a513-dd86-4a41-87f6-5d5f8b2b0564)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:36.808497 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.api [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:09:36.808497 n-d-768851-16 neutron-server[101380]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:09:36.808497 n-d-768851-16 neutron-server[101380]: [parameters: {'id': 'ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab'}] Aug 16 02:09:36.808497 n-d-768851-16 neutron-server[101380]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:36.808884 n-d-768851-16 neutron-server[101380]: DEBUG oslo_db.api [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:36.814263 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.864761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b0aece1-ea0e-4f56-a881-51be4366dfdc req-d9fe5e09-fdb6-4e0f-89a5-3c7e414bda28 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820739 Aug 16 02:09:36.949171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-767c57d6-94e0-4a62-a65e-990335ed925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.949654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-767c57d6-94e0-4a62-a65e-990335ed925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.950126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-767c57d6-94e0-4a62-a65e-990335ed925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.952727 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-767c57d6-94e0-4a62-a65e-990335ed925f service neutron] 10.222.0.84 "GET /v2.0/networks?id=2ea2ab85-242f-4314-9eef-b00c020be907&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&id=1d05361c-e213-4f52-8aeb-6d00c93c6965&id=1d05361c-e213-4f52-8aeb-6d00c93c6965 HTTP/1.1" status: 200 len: 2297 time: 0.1260436 Aug 16 02:09:36.974777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b99ce8-bda8-4798-b55c-5f93b669262b None None] Pushing event updated for resources: {'Port': ['ID=558ed8fc-a939-4cf5-8993-49bfbb0fe2fe,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:36.987217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1a55c2-f134-4116-9a3b-53d664756569 None None] Network ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:36.996688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0e8dc-7d66-449d-a8c3-5a694224fd1e req-79bbd449-6109-49fa-9150-9294fdd94a4b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.998439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bef0e8dc-7d66-449d-a8c3-5a694224fd1e req-79bbd449-6109-49fa-9150-9294fdd94a4b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0628519 Aug 16 02:09:37.041224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bef0e8dc-7d66-449d-a8c3-5a694224fd1e req-895515c6-3a90-443a-acc0-988534b570b1 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356548 Aug 16 02:09:37.074019 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-6fec5018-3c13-43c5-81aa-c3feeba1a9f3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25 HTTP/1.1" status: 200 len: 1001 time: 0.1134207 Aug 16 02:09:37.126583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-6892f0f3-39f1-4475-9e5a-9048a99153f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:37.128147 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-6892f0f3-39f1-4475-9e5a-9048a99153f5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fe5b00cb-8239-4aec-9c3f-72d71ae075fe HTTP/1.1" status: 200 len: 855 time: 0.0459812 Aug 16 02:09:37.133271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc9c85-81eb-4818-998a-949df4e47e76 None None] Network ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:37.179396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-28367982-5bd0-4769-b3b3-83b1cd24040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:37.182209 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-28367982-5bd0-4769-b3b3-83b1cd24040c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2ea2ab85-242f-4314-9eef-b00c020be907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453641 Aug 16 02:09:37.283490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a462d23-eea1-4f81-bd1f-a45d9a443dfc None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:09:37.293642 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-04b49732-cc43-4f3f-b95b-0b74d1a02022 service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032364 Aug 16 02:09:37.314992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.433658 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-9bbbd133-2e18-404b-956b-e9c491565f55 service neutron] 10.222.0.84 "GET /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260715 Aug 16 02:09:37.434784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a462d23-eea1-4f81-bd1f-a45d9a443dfc None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:09:37.447035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Deleting port 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:37.447371 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.546867 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-014156d3-97ff-467b-8f40-eaef633c8488 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=62465913-9f97-4993-baaf-8784e6efa18e HTTP/1.1" status: 200 len: 217 time: 0.0606863 Aug 16 02:09:37.614850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] For port 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=558ed8fc-a939-4cf5-8993-49bfbb0fe2fe,segment=NetworkSegment(7416a513-dd86-4a41-87f6-5d5f8b2b0564),segment_id=7416a513-dd86-4a41-87f6-5d5f8b2b0564)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:37.615230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.627969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-66096876-bc35-4531-8053-165b2a4fb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:37.629481 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-66096876-bc35-4531-8053-165b2a4fb111 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0729539 Aug 16 02:09:37.633375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Calling delete_port for 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:37.658420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:37.736362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-25534666-949b-4f58-bfcf-678989989a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:37.737965 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-25534666-949b-4f58-bfcf-678989989a45 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0989580 Aug 16 02:09:37.816951 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.837082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port e9698c1e-eec6-4941-99b0-18461ce7a3bf completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:37.862330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Port': ['ID=558ed8fc-a939-4cf5-8993-49bfbb0fe2fe,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.866011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No DVR routers for this DVR port 558ed8fc-a939-4cf5-8993-49bfbb0fe2fe on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:37.876484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port e9698c1e-eec6-4941-99b0-18461ce7a3bf triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:37.879208 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.951047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68c2f6-7ad7-45d5-af5f-7ae903dbedab req-93cee7b5-2ec5-4f49-ba67-352f23a08518 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:37.959857 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-b78734c1-a43a-4778-a934-c6a288de9324 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114391 Aug 16 02:09:37.968646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be68c2f6-7ad7-45d5-af5f-7ae903dbedab req-93cee7b5-2ec5-4f49-ba67-352f23a08518 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 945 time: 0.1190169 Aug 16 02:09:37.977562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b225e53-0034-41cb-8d0c-a5e2a53f0211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e173e06-d71f-4206-82eb-4284e93371c8'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:37.980185 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a274ea82-dd43-4809-9cf3-9fdd773e79a7" -d '{"events": [{"server_uuid": "7b225e53-0034-41cb-8d0c-a5e2a53f0211", "name": "network-vif-plugged", "status": "completed", "tag": "7e173e06-d71f-4206-82eb-4284e93371c8"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:38.040273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be68c2f6-7ad7-45d5-af5f-7ae903dbedab req-634f97e5-93c3-4f6d-96b8-341f577c72c7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701089 Aug 16 02:09:38.066725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2212a-1a0d-4fff-b3fc-71a5c05a5889 req-3d0eaa1c-3c34-4f42-a88f-4e6ad4f09692 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:38.068820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80e2212a-1a0d-4fff-b3fc-71a5c05a5889 req-3d0eaa1c-3c34-4f42-a88f-4e6ad4f09692 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 945 time: 0.0969667 Aug 16 02:09:38.099267 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.124418 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683220a3-6387-466f-a635-2ba746771529 x-openstack-request-id: req-683220a3-6387-466f-a635-2ba746771529 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:38.126006 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b225e53-0034-41cb-8d0c-a5e2a53f0211", "name": "network-vif-plugged", "status": "completed", "tag": "7e173e06-d71f-4206-82eb-4284e93371c8", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:38.126006 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-683220a3-6387-466f-a635-2ba746771529 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:38.126429 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b225e53-0034-41cb-8d0c-a5e2a53f0211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e173e06-d71f-4206-82eb-4284e93371c8', 'code': 200} Aug 16 02:09:38.162975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:38.165767 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80e2212a-1a0d-4fff-b3fc-71a5c05a5889 req-3648c347-f0c9-4d26-b219-636e0f5c736b tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829263 Aug 16 02:09:38.171524 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.172520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device d5a0cf24-4c75-49b9-9501-9fc56593e94f no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:38.314254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ecbb2-9352-4f15-bbd0-a99c1fa1a128 req-445e05e9-b84a-47a2-9dda-5840ab3a110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:38.318537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e4ecbb2-9352-4f15-bbd0-a99c1fa1a128 req-445e05e9-b84a-47a2-9dda-5840ab3a110b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 1097 time: 0.1015835 Aug 16 02:09:38.320871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.588443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.601769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:38.619159 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7416a513-dd86-4a41-87f6-5d5f8b2b0564') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:38.619557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7416a513-dd86-4a41-87f6-5d5f8b2b0564') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:38.654503 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.680656 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.689918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:38.690323 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:38.694849 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:38.775894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-c32ded15-9df3-46eb-8658-cbd1b9665fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:38.776700 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-c32ded15-9df3-46eb-8658-cbd1b9665fb1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 1098 time: 0.1977153 Aug 16 02:09:38.779593 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-66661fb2-9f92-4603-91ee-143f7089c839 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8112173 Aug 16 02:09:38.792902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:38.793704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e4ecbb2-9352-4f15-bbd0-a99c1fa1a128 req-22c0968d-7fd6-4eca-a9bc-f2e9c7a4243c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670956 Aug 16 02:09:38.806638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6160de-64ec-405b-ad12-88fd647bf731 req-05114c2e-404a-4fed-a508-0169165a0bb9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:38.814678 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a6160de-64ec-405b-ad12-88fd647bf731 req-05114c2e-404a-4fed-a508-0169165a0bb9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.4534659 Aug 16 02:09:38.837740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.842319 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1fca387a-a30e-4a24-a792-dba374cc9464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.844650 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.847375 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab HTTP/1.1" status: 204 len: 168 time: 2.7685025 Aug 16 02:09:38.851921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37646) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.887361 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51adac9-211e-43b7-812a-f1efcf285345 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:38.887844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51adac9-211e-43b7-812a-f1efcf285345 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:38.889917 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-78f179fd-063f-400d-8383-162a703d0b99 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=09730719-e67e-49bb-b3bd-ddbc04247286 HTTP/1.1" status: 200 len: 217 time: 0.0857983 Aug 16 02:09:38.892155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e51adac9-211e-43b7-812a-f1efcf285345 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/subnets/e42dd59d-cd0d-40fe-be5c-3b623396e0a1 HTTP/1.1" status: 404 len: 337 time: 0.0392988 Aug 16 02:09:38.895512 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37648) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.909263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a6160de-64ec-405b-ad12-88fd647bf731 req-153ee79a-d7ac-4fe3-8011-0f76b2ace531 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933850 Aug 16 02:09:38.912561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181c588-eb97-4186-9e93-107a06fa3b2a tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.920494 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e530ba-b181-4928-97d7-e24551334811 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:38.921119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e530ba-b181-4928-97d7-e24551334811 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:38.925524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-15e530ba-b181-4928-97d7-e24551334811 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/ef7e628c-aa5a-4c6f-a196-d0c9acf6a7ab HTTP/1.1" status: 404 len: 339 time: 0.0290306 Aug 16 02:09:38.926118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37650) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.959477 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-15706824-2e9a-47de-a99e-192072fbb269 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:38.960794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15706824-2e9a-47de-a99e-192072fbb269 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:38.963039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-15706824-2e9a-47de-a99e-192072fbb269 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/subnets/5531c34b-7604-4117-8c13-fbf7985936d2 HTTP/1.1" status: 404 len: 337 time: 0.0354173 Aug 16 02:09:38.965732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37652) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.981233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.989294 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a13c80c-5022-4666-a766-553403d8b2ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:38.990704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a13c80c-5022-4666-a766-553403d8b2ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:38.992706 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5a13c80c-5022-4666-a766-553403d8b2ee tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/70aa5ad0-5ab5-48bb-81de-0ab328e9f140 HTTP/1.1" status: 404 len: 339 time: 0.0254314 Aug 16 02:09:38.994130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-cf8bf0f3-c60e-4f07-8e53-767cd8ee952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:38.995451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37654) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.995657 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-cf8bf0f3-c60e-4f07-8e53-767cd8ee952a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0936155 Aug 16 02:09:39.101340 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.152565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-5bd02b88-ad84-4a45-937a-09efe6965527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:39.154406 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-5bd02b88-ad84-4a45-937a-09efe6965527 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1510079 Aug 16 02:09:39.251804 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.265305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49122318-6c2a-4075-89d8-26db69e1088b']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:39.275570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0053582-19f4-4c74-b2e0-f86681bbd7cd req-8dc69b94-58ca-47a7-926c-062e4b837a78 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:39.283700 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0053582-19f4-4c74-b2e0-f86681bbd7cd req-8dc69b94-58ca-47a7-926c-062e4b837a78 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.1428976 Aug 16 02:09:39.332390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4a6ea4-dbc5-4fdf-8e73-bad39f8299ee') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:39.332745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4a6ea4-dbc5-4fdf-8e73-bad39f8299ee') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:39.348208 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.365239 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-7d08f748-028d-426f-bf48-b068382477ec service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970141 Aug 16 02:09:39.391383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0053582-19f4-4c74-b2e0-f86681bbd7cd req-42bd941e-e340-4313-93b0-989817b590a0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048813 Aug 16 02:09:39.405036 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.414598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:39.415270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.428931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22dc61-b9a3-46c2-821b-a7a57b8ecf8b req-537d144b-05cc-454c-9d8c-196ca2f931e5 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:39.441919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c22dc61-b9a3-46c2-821b-a7a57b8ecf8b req-537d144b-05cc-454c-9d8c-196ca2f931e5 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 945 time: 0.1443224 Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:39.448501 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:39.450960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:39.526910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:39.584052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c22dc61-b9a3-46c2-821b-a7a57b8ecf8b req-e8cd8631-1acf-487d-8303-945773caf74d tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394875 Aug 16 02:09:39.589582 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.590211 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-85dfd288-1806-435c-887c-e75dbed378c9 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117438 Aug 16 02:09:39.603779 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.608734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.613550 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/49122318-6c2a-4075-89d8-26db69e1088b HTTP/1.1" status: 204 len: 168 time: 0.6141920 Aug 16 02:09:39.615822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37662) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:39.665361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d4876-636a-4a3b-9fb1-b76cff3046fa tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=49122318-6c2a-4075-89d8-26db69e1088b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:39.669074 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-29960083-165a-492c-b98d-caf6a51f56e7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:39.669599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29960083-165a-492c-b98d-caf6a51f56e7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:39.671804 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-25e67d7f-da65-4ad5-8004-5492574bbc8f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=551583b1-17cc-4b79-a29a-167feacb8946 HTTP/1.1" status: 200 len: 217 time: 0.0692801 Aug 16 02:09:39.673170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-29960083-165a-492c-b98d-caf6a51f56e7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/subnets/a0cb3996-2a25-482f-9e40-5cdccf30b1d4 HTTP/1.1" status: 404 len: 337 time: 0.0561376 Aug 16 02:09:39.674783 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:39.675451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37666) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:39.678263 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe113cc2-9d4c-4ba3-9043-03e722da3018" -d '{"events": [{"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:39.691469 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.700464 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-461b681f-0085-4755-bb1c-3eae7ecc53b1 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:39.701735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461b681f-0085-4755-bb1c-3eae7ecc53b1 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:39.703914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-461b681f-0085-4755-bb1c-3eae7ecc53b1 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/269ef161-ecff-437e-8e70-afc9e4967e08 HTTP/1.1" status: 404 len: 339 time: 0.0270412 Aug 16 02:09:39.707408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37670) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:39.749858 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2ad523-3994-4696-8a30-46f7b08d42e2 x-openstack-request-id: req-9a2ad523-3994-4696-8a30-46f7b08d42e2 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:39.750152 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:39.750406 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a2ad523-3994-4696-8a30-46f7b08d42e2 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:39.750810 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'code': 200} Aug 16 02:09:39.751789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Transition to ACTIVE for port object e9698c1e-eec6-4941-99b0-18461ce7a3bf will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:39.755936 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8477218-42a5-4733-81fc-c7f016df44d1 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:39.756517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8477218-42a5-4733-81fc-c7f016df44d1 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:39.758730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.761883 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c8477218-42a5-4733-81fc-c7f016df44d1 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/subnets/066be8a0-35ee-4d54-bbec-16269bb0c11f HTTP/1.1" status: 404 len: 337 time: 0.0524907 Aug 16 02:09:39.762955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37672) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:39.766922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-ed9fff5e-f444-4007-a387-75b914e221f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:39.768408 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-ed9fff5e-f444-4007-a387-75b914e221f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0869868 Aug 16 02:09:39.791399 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c65bc3e-5ab0-4cfc-a93c-5cd2abe5a607 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:39.792417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c65bc3e-5ab0-4cfc-a93c-5cd2abe5a607 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:39.794343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2c65bc3e-5ab0-4cfc-a93c-5cd2abe5a607 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/1113312b-6d0e-4e08-a47c-97ec7fedc771 HTTP/1.1" status: 404 len: 339 time: 0.0300720 Aug 16 02:09:39.796947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37674) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:39.832508 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3b75e0-c2da-4287-8577-fb17c3d72d54 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:39.833824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3b75e0-c2da-4287-8577-fb17c3d72d54 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:39.838564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37676) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:39.838952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6e3b75e0-c2da-4287-8577-fb17c3d72d54 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/subnets/6861554d-53af-42c8-803e-e0a78aa7a98d HTTP/1.1" status: 404 len: 337 time: 0.0403593 Aug 16 02:09:39.860118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=10']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:39.921427 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa22d93-f982-47ed-b80c-a7c48fc27d88 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:39.922089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa22d93-f982-47ed-b80c-a7c48fc27d88 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:39.926942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37678) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:39.927118 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3aa22d93-f982-47ed-b80c-a7c48fc27d88 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/f8eba637-05d7-4209-8ec7-803b0ac6ce1a HTTP/1.1" status: 404 len: 339 time: 0.0844634 Aug 16 02:09:39.949309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-fc802932-c9de-411d-b45c-72a92ddbe6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:39.951297 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-fc802932-c9de-411d-b45c-72a92ddbe6a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1562073 Aug 16 02:09:39.984542 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-116f859e-d59f-4a2f-920d-0085d4d2775e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:39.985168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116f859e-d59f-4a2f-920d-0085d4d2775e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:39.986213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] No DVR routers for this DVR port e9698c1e-eec6-4941-99b0-18461ce7a3bf on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:39.986837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-116f859e-d59f-4a2f-920d-0085d4d2775e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/subnets/921dd281-2cae-468e-87d4-192be89618d8 HTTP/1.1" status: 404 len: 337 time: 0.0586960 Aug 16 02:09:39.993645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37682) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.026764 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-82288f24-761d-44c1-b8a0-186535b4e738 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:40.027374 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82288f24-761d-44c1-b8a0-186535b4e738 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:40.029161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-82288f24-761d-44c1-b8a0-186535b4e738 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/26959154-34f3-41f3-84bd-7b14142f6f25 HTTP/1.1" status: 404 len: 339 time: 0.0344725 Aug 16 02:09:40.043098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37684) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.080817 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bef33a-3985-422a-bd87-1757b6a0da30 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:40.081317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bef33a-3985-422a-bd87-1757b6a0da30 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:40.086539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-47bef33a-3985-422a-bd87-1757b6a0da30 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/subnets/b30e86c3-9dc3-4407-b5a3-e82aeaa79031 HTTP/1.1" status: 404 len: 337 time: 0.0398309 Aug 16 02:09:40.087095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37686) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.110070 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc18b1a-48ce-4bb5-9121-c5c9ad9833ae tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:40.110907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc18b1a-48ce-4bb5-9121-c5c9ad9833ae tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:40.115195 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3fc18b1a-48ce-4bb5-9121-c5c9ad9833ae tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/f7ffb2d0-db92-462c-bf6f-9ae02951adfc HTTP/1.1" status: 404 len: 339 time: 0.0242324 Aug 16 02:09:40.116468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37688) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.127817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:40.130862 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad27353-4770-46f6-b0f2-040d9513b72c" -d '{"events": [{"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-plugged", "status": "completed", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:40.133545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c89c81-adc8-45ac-989e-5d5b483bbc04 req-96ab1cf2-3c59-49e0-a904-b71e97af6ebb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.135212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75c89c81-adc8-45ac-989e-5d5b483bbc04 req-96ab1cf2-3c59-49e0-a904-b71e97af6ebb tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1278808 Aug 16 02:09:40.156564 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-43793566-2f72-417a-93d6-e109daa8a4c2 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953919 Aug 16 02:09:40.160788 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ced2d40-f619-4351-a389-7037c6067eed tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:40.161797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ced2d40-f619-4351-a389-7037c6067eed tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:40.163609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2ced2d40-f619-4351-a389-7037c6067eed tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/subnets/bcdde129-1a09-47cd-94e3-6864c05369c5 HTTP/1.1" status: 404 len: 337 time: 0.0464237 Aug 16 02:09:40.170750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37692) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.204153 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b9e432-85e4-4f75-b4d8-5ba1854ca37e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:40.205234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b9e432-85e4-4f75-b4d8-5ba1854ca37e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:40.209207 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdae2ce2-e447-4da6-8079-0ed47ae2e90d x-openstack-request-id: req-cdae2ce2-e447-4da6-8079-0ed47ae2e90d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:40.209755 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-plugged", "status": "completed", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:40.210192 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cdae2ce2-e447-4da6-8079-0ed47ae2e90d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:40.210789 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'code': 200} Aug 16 02:09:40.211363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-68b9e432-85e4-4f75-b4d8-5ba1854ca37e tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/cad69194-a7f4-43d3-970f-f76094bd0913 HTTP/1.1" status: 404 len: 339 time: 0.0394428 Aug 16 02:09:40.212556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37694) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.253494 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-371d58ed-e832-482c-97bd-13e7cc3f9670 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:40.254027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371d58ed-e832-482c-97bd-13e7cc3f9670 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:40.258773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-371d58ed-e832-482c-97bd-13e7cc3f9670 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/subnets/2422c269-cf2b-43b4-b9b8-bfb1c4649cc2 HTTP/1.1" status: 404 len: 337 time: 0.0423932 Aug 16 02:09:40.259460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37696) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.263032 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75c89c81-adc8-45ac-989e-5d5b483bbc04 req-bb48c51e-76de-469b-b280-6ec93b09153a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098051 Aug 16 02:09:40.290115 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa2bcd7-88b3-4028-9d08-60b25b86b7e8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:40.290703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa2bcd7-88b3-4028-9d08-60b25b86b7e8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:40.291993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:40.293076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:40.293199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9aa2bcd7-88b3-4028-9d08-60b25b86b7e8 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/6dd6a392-f119-4000-9d6c-c44a8da0b9a3 HTTP/1.1" status: 404 len: 339 time: 0.0279620 Aug 16 02:09:40.293418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf on network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:40.295368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37698) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.302491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Port e9698c1e-eec6-4941-99b0-18461ce7a3bf on network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:09:40.302830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Attempting to bind port e9698c1e-eec6-4941-99b0-18461ce7a3bf on network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:40.316927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:40.317361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Checking segment: {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:40.317710 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Bound using segment: {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:40.318151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Bound port: e9698c1e-eec6-4941-99b0-18461ce7a3bf, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261b0918-49a6-4307-af09-66ca08c08b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:40.318520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.325666 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ac05d4-2dca-4972-b56b-a34965aa10b1 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:40.326277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ac05d4-2dca-4972-b56b-a34965aa10b1 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:40.330608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a1ac05d4-2dca-4972-b56b-a34965aa10b1 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/subnets/0a642084-9c13-4f0e-97ad-e3312fd7068f HTTP/1.1" status: 404 len: 337 time: 0.0317762 Aug 16 02:09:40.331288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37700) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.344535 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-e2501e97-f8d7-4087-b5a0-67db99039687 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612048 Aug 16 02:09:40.363612 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17eec23-9cb3-43e0-bc4b-1bf05ce3b3a7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:40.364714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17eec23-9cb3-43e0-bc4b-1bf05ce3b3a7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:40.366497 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f17eec23-9cb3-43e0-bc4b-1bf05ce3b3a7 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/557cf5d7-6d4a-44df-9a35-da978653b62b HTTP/1.1" status: 404 len: 339 time: 0.0346339 Aug 16 02:09:40.369122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37702) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.417642 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-56b87133-1e28-4264-b816-f04469c2630d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=5a61baeb-19b0-4c95-a47c-c349b9fbaadd HTTP/1.1" status: 200 len: 217 time: 0.0630620 Aug 16 02:09:40.438974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3046eb-7753-4ae0-8b32-9fa896a636d5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Deleting subnet 96763a10-e1e4-4101-a7be-ae305ff02fc4 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:40.442642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f3046eb-7753-4ae0-8b32-9fa896a636d5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.489116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:40.496234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-302dba39-937f-4c4f-a78c-7a3eb8261c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.497884 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-302dba39-937f-4c4f-a78c-7a3eb8261c2e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 200 len: 797 time: 0.0700774 Aug 16 02:09:40.516948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:40.535353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f3046eb-7753-4ae0-8b32-9fa896a636d5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.539348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.590261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.590936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.592295 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] 10.222.0.89 "PUT /v2.0/ports/e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1094 time: 1.8069432 Aug 16 02:09:40.617911 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-7b1b2390-f0a5-4391-8fbf-c7b171bde3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.619433 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-7b1b2390-f0a5-4391-8fbf-c7b171bde3e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1143467 Aug 16 02:09:40.633483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faecafb-1c56-4923-a3dc-2ee87364f0aa service neutron] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=11']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:40.670258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958d0e-600d-45fe-882b-987f8550afca req-84b296f2-cef4-450a-b20e-9f430a24d61e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.675949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96958d0e-600d-45fe-882b-987f8550afca req-84b296f2-cef4-450a-b20e-9f430a24d61e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 945 time: 0.1815369 Aug 16 02:09:40.728572 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f3046eb-7753-4ae0-8b32-9fa896a636d5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.760667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-65408fda-b182-4bc5-996e-5101920ef52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.762252 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-65408fda-b182-4bc5-996e-5101920ef52d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1097 time: 0.1398940 Aug 16 02:09:40.824393 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96958d0e-600d-45fe-882b-987f8550afca req-db518360-98f0-4f3f-9dc3-57e3ae1b4c80 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354423 Aug 16 02:09:40.841135 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-77e62fa5-bec1-4c75-82ae-3be6d2759338 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086658 Aug 16 02:09:40.861269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdb47c-2d09-4b60-921d-7bc6d3ea3af8 req-61999e86-d018-45a0-824d-de3c123a6db1 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.863803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aacdb47c-2d09-4b60-921d-7bc6d3ea3af8 req-61999e86-d018-45a0-824d-de3c123a6db1 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 945 time: 0.1108902 Aug 16 02:09:40.882962 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f3046eb-7753-4ae0-8b32-9fa896a636d5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.951404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3046eb-7753-4ae0-8b32-9fa896a636d5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Subnet': ['ID=96763a10-e1e4-4101-a7be-ae305ff02fc4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:40.967805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b6020-8c20-48af-a130-1cd3af6a3398 None None] Network 2eadeb5d-cfc8-4aa2-ba64-476730d8ce44 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:40.974790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aacdb47c-2d09-4b60-921d-7bc6d3ea3af8 req-5f85c7a2-8210-4c5b-886e-de60528db4a4 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950391 Aug 16 02:09:40.976742 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f3046eb-7753-4ae0-8b32-9fa896a636d5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.980040 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3f3046eb-7753-4ae0-8b32-9fa896a636d5 tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/subnets/96763a10-e1e4-4101-a7be-ae305ff02fc4 HTTP/1.1" status: 204 len: 168 time: 0.6091378 Aug 16 02:09:40.982199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37712) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.997064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-e0ed5063-6c3a-479d-86d3-e5df65e7f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.998636 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-e0ed5063-6c3a-479d-86d3-e5df65e7f113 service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.2256560 Aug 16 02:09:41.078213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.086603 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-7e6ab6c8-99d3-46b4-9d5b-ff6f25e6cab2 service neutron] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335446 Aug 16 02:09:41.157942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Deleting port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:41.158700 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.169235 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-523471e7-b4c6-4d0d-b089-4dd4dd2b518c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d HTTP/1.1" status: 200 len: 217 time: 0.0727441 Aug 16 02:09:41.171698 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-e99289e8-886c-4646-a328-11346b10ef35 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1000 time: 0.1657279 Aug 16 02:09:41.255585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd3bd3-20da-41f8-8974-4850d40ad6b4 None None] DHCP port deletion for 2eadeb5d-cfc8-4aa2-ba64-476730d8ce44 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:41.273313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] For port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0e9916d8-5099-455c-8da0-c3c5c05fc7b3,segment=NetworkSegment(18271786-6299-4343-8de5-3f87e1e191e0),segment_id=18271786-6299-4343-8de5-3f87e1e191e0)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:41.273535 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.290748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Calling delete_port for 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:41.302840 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-39dcb19c-4863-4179-bacf-1739fb8ad8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.304669 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-39dcb19c-4863-4179-bacf-1739fb8ad8d2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.1282382 Aug 16 02:09:41.307150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-b8492670-835d-4f23-8091-257360900b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.309028 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-b8492670-835d-4f23-8091-257360900b80 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.1156204 Aug 16 02:09:41.342916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-23fd3bd3-20da-41f8-8974-4850d40ad6b4 None None] Deleting port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:41.342916 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-23fd3bd3-20da-41f8-8974-4850d40ad6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.447286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-23fd3bd3-20da-41f8-8974-4850d40ad6b4 None None] For port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0e9916d8-5099-455c-8da0-c3c5c05fc7b3,segment=NetworkSegment(18271786-6299-4343-8de5-3f87e1e191e0),segment_id=18271786-6299-4343-8de5-3f87e1e191e0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:41.448351 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-23fd3bd3-20da-41f8-8974-4850d40ad6b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.469676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-f19c8ff8-cf5e-4ed2-906b-a790fc1c48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.471796 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-f19c8ff8-cf5e-4ed2-906b-a790fc1c48dd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1574526 Aug 16 02:09:41.475058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-23fd3bd3-20da-41f8-8974-4850d40ad6b4 None None] Calling delete_port for 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:41.478449 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-212d809c-b7f9-42ca-93db-31453817ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.482622 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-212d809c-b7f9-42ca-93db-31453817ef6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265335 Aug 16 02:09:41.502567 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.523005 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4aa61827-c887-4136-abd4-cbc1c34f9b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.557449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee259-b6f2-4422-b69d-500cc95531a7 req-df9dad06-7506-426e-be10-5376a1baf5f9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.559239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f6ee259-b6f2-4422-b69d-500cc95531a7 req-df9dad06-7506-426e-be10-5376a1baf5f9 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1370327 Aug 16 02:09:41.584362 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.603084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Port': ['ID=0e9916d8-5099-455c-8da0-c3c5c05fc7b3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:41.612561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] No DVR routers for this DVR port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.624659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:41.628297 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:09:41.630288 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-23fd3bd3-20da-41f8-8974-4850d40ad6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.665092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:41.715558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd3bd3-20da-41f8-8974-4850d40ad6b4 None None] No DVR routers for this DVR port 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:41.721667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd3bd3-20da-41f8-8974-4850d40ad6b4 None None] Pushing event deleted for resources: {'Port': ['ID=0e9916d8-5099-455c-8da0-c3c5c05fc7b3,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:41.736734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:41.754522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:41.756391 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3924fa-fad7-465b-9746-5e59631bb18f" -d '{"events": [{"name": "network-changed", "server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:41.783969 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-b8c6476e-99dc-4e3d-b7fd-5e87f6200524 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008957 Aug 16 02:09:41.799042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f6ee259-b6f2-4422-b69d-500cc95531a7 req-c56b254f-35bc-4842-abe1-6610a781d238 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000756 Aug 16 02:09:41.800927 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.806974 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-dee3b218-065a-40b4-ba67-52aa042f519d service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949617 Aug 16 02:09:41.813586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eadeb5d-cfc8-4aa2-ba64-476730d8ce44']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:41.836462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18271786-6299-4343-8de5-3f87e1e191e0') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:41.836766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18271786-6299-4343-8de5-3f87e1e191e0') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:41.848903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.856060 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce95280-04f3-41f0-a711-11b8a3aa3c9f x-openstack-request-id: req-6ce95280-04f3-41f0-a711-11b8a3aa3c9f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:41.856366 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:41.856587 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ce95280-04f3-41f0-a711-11b8a3aa3c9f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:41.857016 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'status': 'completed', 'code': 200} Aug 16 02:09:41.879129 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.889150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:41.889702 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:41.966655 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:42.006293 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-97286efb-83b9-40d9-83f6-478560fdeaa9 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133503 Aug 16 02:09:42.023650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.032397 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.034596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] 10.222.0.79 "DELETE /v2.0/networks/2eadeb5d-cfc8-4aa2-ba64-476730d8ce44 HTTP/1.1" status: 204 len: 168 time: 1.0514455 Aug 16 02:09:42.039504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-d58f5abc-a6bd-4b92-a8f8-e019cbeba2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.041474 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-d58f5abc-a6bd-4b92-a8f8-e019cbeba2d8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1097 time: 0.1171179 Aug 16 02:09:42.060675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5b344-f825-45e9-946b-405f47a51c9c req-48e22f5e-332e-4bc8-af9b-7258dbfb2644 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.069393 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abe5b344-f825-45e9-946b-405f47a51c9c req-48e22f5e-332e-4bc8-af9b-7258dbfb2644 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 945 time: 0.0970247 Aug 16 02:09:42.074796 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4ae366c1-b11e-45fd-88ca-0a2236b4ea3f req-e3788c26-3841-416c-a7bd-729f92ab5ac7 service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550690 Aug 16 02:09:42.078404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40c5e1-1f95-4c24-acff-f86c143bbefe tempest-NetworksTest-1717543099 tempest-NetworksTest-1717543099-project] Pushing event deleted for resources: {'Network': ['ID=2eadeb5d-cfc8-4aa2-ba64-476730d8ce44,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:42.084166 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-f1868c3a-bb43-4538-9880-0197d7d61d94 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74215e91-8911-4c4d-9c89-a45a68e41230 HTTP/1.1" status: 200 len: 217 time: 0.0663607 Aug 16 02:09:42.127182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abe5b344-f825-45e9-946b-405f47a51c9c req-3e3c2cac-5327-42cb-ab68-e02ac935cc7c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567634 Aug 16 02:09:42.324777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:42.356628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:42.357341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0e9916d8-5099-455c-8da0-c3c5c05fc7b3 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:42.427336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37742) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:42.628697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-8cb4e64c-5849-4301-a1fe-08f14763888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.630731 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-8cb4e64c-5849-4301-a1fe-08f14763888e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 200 len: 797 time: 0.5352058 Aug 16 02:09:42.636562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-51822b0c-07a4-486b-9cdd-fa7356cf77d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=942bdf582cb9455eaf710bbc21584268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076433 Aug 16 02:09:42.638619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37748) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:42.719512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d748ff54-97dc-4195-99ce-6e6ef6cc3490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.742325 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-3358d4ed-7123-496e-9833-6c5f68eae842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.742563 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.746293 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-3358d4ed-7123-496e-9833-6c5f68eae842 service neutron] 10.222.0.84 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.6739752 Aug 16 02:09:42.768127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-f81d9391-2477-41f1-a2c7-c1f1ce0e7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.770985 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-f81d9391-2477-41f1-a2c7-c1f1ce0e7cef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1097 time: 0.6388509 Aug 16 02:09:42.772879 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d748ff54-97dc-4195-99ce-6e6ef6cc3490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.896120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d748ff54-97dc-4195-99ce-6e6ef6cc3490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.906404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d748ff54-97dc-4195-99ce-6e6ef6cc3490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.909784 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d748ff54-97dc-4195-99ce-6e6ef6cc3490 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af65daf0-08c4-446b-924f-7d606684d3bd HTTP/1.1" status: 204 len: 168 time: 0.2691467 Aug 16 02:09:43.002084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-a2319925-eb13-4acd-8c59-153205d4acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.002084 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-a2319925-eb13-4acd-8c59-153205d4acf8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1d05361c-e213-4f52-8aeb-6d00c93c6965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2867031 Aug 16 02:09:43.003019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748ff54-97dc-4195-99ce-6e6ef6cc3490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af65daf0-08c4-446b-924f-7d606684d3bd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:43.164351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fa0f7-006e-4a8a-b04b-8a341c3f246c req-73600382-24b8-42f4-bf0f-aa15d66e3a51 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.166119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-517fa0f7-006e-4a8a-b04b-8a341c3f246c req-73600382-24b8-42f4-bf0f-aa15d66e3a51 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1136799 Aug 16 02:09:43.278384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-0da3a78d-6c9e-4013-83f3-f3b978fe9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.279695 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-0da3a78d-6c9e-4013-83f3-f3b978fe9223 service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.4678721 Aug 16 02:09:43.281658 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-76011912-c9ac-4381-b37e-3b4c73112127 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261445 Aug 16 02:09:43.282438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-517fa0f7-006e-4a8a-b04b-8a341c3f246c req-9f1f6d4b-a6ef-4d49-926a-5d9115634803 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079669 Aug 16 02:09:43.284322 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-50bf649b-5d77-44c4-9d6d-924c14a25348 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1000 time: 0.5294714 Aug 16 02:09:43.366121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510ca4-49d6-4560-865e-c8f60f55ed04 req-54ae7e79-3443-4806-84e7-c89b1bfbe9ce tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.373556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9510ca4-49d6-4560-865e-c8f60f55ed04 req-54ae7e79-3443-4806-84e7-c89b1bfbe9ce tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 945 time: 0.0879529 Aug 16 02:09:43.378470 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-f78b16ab-067e-4e81-a1c8-1de916b93c1f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1000 time: 0.0885110 Aug 16 02:09:43.417038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9510ca4-49d6-4560-865e-c8f60f55ed04 req-e8c4c665-e1f5-410b-98b6-59e7049eaf4a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409410 Aug 16 02:09:43.498176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-9674299f-9312-40a2-92bf-89c0fe232ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.500005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-9674299f-9312-40a2-92bf-89c0fe232ab1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.1206403 Aug 16 02:09:43.677173 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-59ab087e-0c11-48ba-b58a-e29929a4d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.678979 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-59ab087e-0c11-48ba-b58a-e29929a4d4c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.1712863 Aug 16 02:09:43.683818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-9b9db08a-f3ed-4703-baf2-f2daa1a16ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.683818 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-9b9db08a-f3ed-4703-baf2-f2daa1a16ac0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1615140 Aug 16 02:09:43.685296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b94f08c-b9e6-4724-8b16-7a8c7a99dba0 req-924b569d-0f96-41d0-b940-f0f44aec76c4 service neutron] 10.222.0.84 "GET /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042798 Aug 16 02:09:43.916816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:43.944422 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-6aff791a-faa8-41a6-87ee-6e476a4cc134 service neutron] 10.222.0.84 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410352 Aug 16 02:09:43.950756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-323d27ea-4935-4fd9-b7c7-a9b8d21ffec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.952377 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-323d27ea-4935-4fd9-b7c7-a9b8d21ffec1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2507565 Aug 16 02:09:44.054462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37810) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:44.189746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:44.216729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'port_id': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'mac_address': 'fa:16:3e:20:6a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:44.240245 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-16f0873b-bd1c-42c9-861a-5d33651fa4a3 service neutron] 10.222.0.84 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856646 Aug 16 02:09:44.245959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2128006454'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:44.281080 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.283035 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-fa32c1d5-f998-428a-bb60-d0091d471384 service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074561 Aug 16 02:09:44.289963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:44.299438 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.299666 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.314755 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.328136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9698c1e-eec6-4941-99b0-18461ce7a3bf {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:44.365206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:44.372638 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.435926 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=12']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:44.467215 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0d3924fa-fad7-465b-9746-5e59631bb18f req-b10fcc7f-a368-418d-920c-5ed0e3cf08cb service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739404 Aug 16 02:09:44.509722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d228944-13ec-414a-8ba3-97c145562b14 req-dd66910f-8f13-437b-aece-a63aa4290141 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.511445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d228944-13ec-414a-8ba3-97c145562b14 req-dd66910f-8f13-437b-aece-a63aa4290141 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1372976 Aug 16 02:09:44.629020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['e9698c1e-eec6-4941-99b0-18461ce7a3bf'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:44.632348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d228944-13ec-414a-8ba3-97c145562b14 req-d00cf95c-d773-4f42-ba34-ad8c9d6c86da tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100001 Aug 16 02:09:44.637627 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.644451 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.681065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:44.699723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec268763-caa3-4d12-b6be-98e3e9b16e7d req-c9fe7dda-cc44-4604-a35b-713284dc3f0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.701458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec268763-caa3-4d12-b6be-98e3e9b16e7d req-c9fe7dda-cc44-4604-a35b-713284dc3f0d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 946 time: 0.1385849 Aug 16 02:09:44.720106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d326f91-e335-4838-8687-f724a4f0fe9a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:44.724600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.725211 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Added segment cbb6fda5-e674-4a6c-b136-b7a7a88d1be6 of type vlan for network 00f26515-f824-4a77-9946-f21b376def8c Aug 16 02:09:44.791941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec268763-caa3-4d12-b6be-98e3e9b16e7d req-846363f4-3714-4b8b-a8ab-1bf72bc6bf34 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833886 Aug 16 02:09:44.793692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.817492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37828) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:44.849291 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.858471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.859243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.932586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8769476 Aug 16 02:09:44.936115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37834) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:44.945110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'name': 'tempest-PortsIpV6TestJSON-1283444662'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:44.999334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60df4fd-aa8b-4627-9cd8-a24127f75d4d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Network': ['ID=00f26515-f824-4a77-9946-f21b376def8c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:45.013852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 00f26515-f824-4a77-9946-f21b376def8c details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:45.063986 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5f2fd880-ceb7-4731-989f-4b66a0643274 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/e5d10cb1-e648-4722-a4fe-3f3b8b41c452 HTTP/1.1" status: 200 len: 993 time: 0.2438471 Aug 16 02:09:45.114022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:45.118574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.137747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port bfcd9981-018c-4338-9793-b56256a4067b yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:45.332077 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.378441 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.437951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=bfcd9981-018c-4338-9793-b56256a4067b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:45.457356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Checking segment: {'id': 'cbb6fda5-e674-4a6c-b136-b7a7a88d1be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '00f26515-f824-4a77-9946-f21b376def8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:45.457700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network hostable DHCP agents. Network: 00f26515-f824-4a77-9946-f21b376def8c, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:45.475327 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 00f26515-f824-4a77-9946-f21b376def8c is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:45.491783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 00f26515-f824-4a77-9946-f21b376def8c) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:45.495647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:45.502255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.502986 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.503838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7816b35b-85ea-4809-941a-c20db609f6dd None None] Network 00f26515-f824-4a77-9946-f21b376def8c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:45.518897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c1b0d1f0-3260-4bd8-89e4-ad26d02a1657 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5817897 Aug 16 02:09:45.522770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37848) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:45.528438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1988917498'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:45.553874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:45.557798 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.597152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:45.608690 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.609447 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Added segment 6e86d2bd-7fa5-4451-ab47-3be859046b3e of type vlan for network 7e1522de-395b-4a38-a50f-c69dc063d9bd Aug 16 02:09:45.679817 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.719381 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.728330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.729478 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.859709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37858) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:45.865771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'ports': [{'network_id': '00f26515-f824-4a77-9946-f21b376def8c'}, {'network_id': '7e1522de-395b-4a38-a50f-c69dc063d9bd'}]} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:45.866355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:45.867014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': '7e1522de-395b-4a38-a50f-c69dc063d9bd'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:45.871091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3471315 Aug 16 02:09:45.872947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249eab0-072b-4a3b-ae77-1af19e5f090d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Network': ['ID=7e1522de-395b-4a38-a50f-c69dc063d9bd,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:45.889703 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 7e1522de-395b-4a38-a50f-c69dc063d9bd details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:45.894694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6586c2e-24fc-4cd5-9418-d097cc3a8c2c req-6938669a-2b48-46b4-98d9-0626825aa40e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.912553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6586c2e-24fc-4cd5-9418-d097cc3a8c2c req-6938669a-2b48-46b4-98d9-0626825aa40e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1769583 Aug 16 02:09:45.967029 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:45.984171 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6586c2e-24fc-4cd5-9418-d097cc3a8c2c req-1f1366e2-88b9-4efd-a05f-7144e8e8a91f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713155 Aug 16 02:09:46.123799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 2} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:46.128973 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.130434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port e9698c1e-eec6-4941-99b0-18461ce7a3bf completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:46.136784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port e9698c1e-eec6-4941-99b0-18461ce7a3bf triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:46.139465 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.153163 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.265001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port 5cbeb39a-fbeb-4442-8ad5-8790ad6c535c yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:46.269746 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.315405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:46.322576 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b040ce01-8058-4103-9b9e-965083bc7c44" -d '{"events": [{"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-plugged", "status": "completed", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:46.366437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:46.374530 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.412643 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a2f79c-70de-4e95-bf0e-da2be4642a11 x-openstack-request-id: req-70a2f79c-70de-4e95-bf0e-da2be4642a11 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:46.413199 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-plugged", "status": "completed", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:46.413887 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-70a2f79c-70de-4e95-bf0e-da2be4642a11 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:46.414442 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'code': 200} Aug 16 02:09:46.444110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=13']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:46.455402 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.540742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port b133b5ef-c57d-409d-8781-d41db0ebfc86 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:46.671050 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.718975 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.779112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 00f26515-f824-4a77-9946-f21b376def8c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:46.782375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:46.786749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:46.787569 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.789506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=5cbeb39a-fbeb-4442-8ad5-8790ad6c535c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:46.803649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.804139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.804384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.804691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.805057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.805400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.805744 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.806081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.806413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.806742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.807073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.807401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:46.867245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=b133b5ef-c57d-409d-8781-d41db0ebfc86,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:46.880254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Checking segment: {'id': '6e86d2bd-7fa5-4451-ab47-3be859046b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7e1522de-395b-4a38-a50f-c69dc063d9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:46.880628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network hostable DHCP agents. Network: 7e1522de-395b-4a38-a50f-c69dc063d9bd, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:46.898649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 7e1522de-395b-4a38-a50f-c69dc063d9bd is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:46.909015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 7e1522de-395b-4a38-a50f-c69dc063d9bd) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:46.913857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:46.920622 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.922326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc8769d-b863-491f-a17c-8eeb636f97ab None None] Network 7e1522de-395b-4a38-a50f-c69dc063d9bd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:46.926091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.927379 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.948277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37886) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:46.948867 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-22ddc962-7ac7-4208-93f0-e874cd5d8384 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0876338 Aug 16 02:09:47.165800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-dd6473da-5e4f-44cd-9f81-dff43dde4821 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port b133b5ef-c57d-409d-8781-d41db0ebfc86 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:47.166769 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd6473da-5e4f-44cd-9f81-dff43dde4821 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.215406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31817b16-6c76-4ca1-89c5-95beed151b16 req-37f6943b-f33b-41d4-9cd7-251e0a9a8a2e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.217169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31817b16-6c76-4ca1-89c5-95beed151b16 req-37f6943b-f33b-41d4-9cd7-251e0a9a8a2e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1265659 Aug 16 02:09:47.294779 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd6473da-5e4f-44cd-9f81-dff43dde4821 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.324819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31817b16-6c76-4ca1-89c5-95beed151b16 req-e5fa6a58-9f63-4568-a12b-250312aacd5e tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805550 Aug 16 02:09:47.341065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-dd6473da-5e4f-44cd-9f81-dff43dde4821 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for b133b5ef-c57d-409d-8781-d41db0ebfc86 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:47.444797 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd6473da-5e4f-44cd-9f81-dff43dde4821 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.480749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6473da-5e4f-44cd-9f81-dff43dde4821 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=b133b5ef-c57d-409d-8781-d41db0ebfc86,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:47.485277 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd6473da-5e4f-44cd-9f81-dff43dde4821 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.487483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dd6473da-5e4f-44cd-9f81-dff43dde4821 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/b133b5ef-c57d-409d-8781-d41db0ebfc86 HTTP/1.1" status: 204 len: 168 time: 0.5377860 Aug 16 02:09:47.490134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37906) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:47.580573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2418d963-7b00-4f00-afab-dd855169b4cd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.590761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2418d963-7b00-4f00-afab-dd855169b4cd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.592394 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2418d963-7b00-4f00-afab-dd855169b4cd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1011691 Aug 16 02:09:47.594996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37910) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:47.691442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3f0744dd-0844-4e4a-9246-eb6a76b63a3f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 5cbeb39a-fbeb-4442-8ad5-8790ad6c535c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:47.691880 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f0744dd-0844-4e4a-9246-eb6a76b63a3f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.771659 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f0744dd-0844-4e4a-9246-eb6a76b63a3f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.785569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3f0744dd-0844-4e4a-9246-eb6a76b63a3f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 5cbeb39a-fbeb-4442-8ad5-8790ad6c535c owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:47.870779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f0744dd-0844-4e4a-9246-eb6a76b63a3f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.899518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0744dd-0844-4e4a-9246-eb6a76b63a3f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=5cbeb39a-fbeb-4442-8ad5-8790ad6c535c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:47.906900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f0744dd-0844-4e4a-9246-eb6a76b63a3f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.908997 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3f0744dd-0844-4e4a-9246-eb6a76b63a3f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/5cbeb39a-fbeb-4442-8ad5-8790ad6c535c HTTP/1.1" status: 204 len: 168 time: 0.3128705 Aug 16 02:09:47.911388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37918) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:47.969141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5007951-0613-437e-86c1-23048ea69b5c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.970674 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c5007951-0613-437e-86c1-23048ea69b5c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0583251 Aug 16 02:09:47.973596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37922) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:47.997586 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c46e13b-3cf2-456c-ae1c-a71c75f378c1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:09:47.999104 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1c46e13b-3cf2-456c-ae1c-a71c75f378c1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/b133b5ef-c57d-409d-8781-d41db0ebfc86 HTTP/1.1" status: 404 len: 333 time: 0.0245721 Aug 16 02:09:48.001935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37924) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.028432 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea8d922-59b3-4d0e-aba0-98221dbbfadc tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:09:48.029970 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5ea8d922-59b3-4d0e-aba0-98221dbbfadc tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/5cbeb39a-fbeb-4442-8ad5-8790ad6c535c HTTP/1.1" status: 404 len: 333 time: 0.0271368 Aug 16 02:09:48.032997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37926) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.110895 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.204760 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.220951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1522de-395b-4a38-a50f-c69dc063d9bd']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:48.237942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e86d2bd-7fa5-4451-ab47-3be859046b3e') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:48.238684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e86d2bd-7fa5-4451-ab47-3be859046b3e') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:48.250149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.266190 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.271155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.278012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:48.278515 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:48.285076 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:48.354457 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.365980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.371076 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/networks/7e1522de-395b-4a38-a50f-c69dc063d9bd HTTP/1.1" status: 204 len: 168 time: 0.3371117 Aug 16 02:09:48.375158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37942) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.383793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1500303043'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:48.385277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827f93a-ad68-4b63-9f5d-821bfd0ddcba tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Network': ['ID=7e1522de-395b-4a38-a50f-c69dc063d9bd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:48.443451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:48.446895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.471677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ba94c-ff33-49d6-ac87-8b4371a7a080 req-62990eb2-e708-4933-943a-7935e1dc843c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.473761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c96ba94c-ff33-49d6-ac87-8b4371a7a080 req-62990eb2-e708-4933-943a-7935e1dc843c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0751004 Aug 16 02:09:48.487056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:48.506952 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.507308 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Added segment e44d5541-5d89-4ac2-b6ba-8c0dcec2c734 of type vlan for network d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223 Aug 16 02:09:48.580177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c96ba94c-ff33-49d6-ac87-8b4371a7a080 req-deafd5cf-0adf-4f44-9031-9d689e43e38b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835092 Aug 16 02:09:48.589346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.631140 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.637497 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.638175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.670556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2911248 Aug 16 02:09:48.670921 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37954) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.676047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': 'd68d91fb-e13d-4bc0-ab1f-6fb09f3f8223', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:48.734394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810905a-085e-40ab-be8c-ca2dc0fda7c4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Network': ['ID=d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:48.756013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:48.850571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:48.854945 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.870481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab587c9-3657-4e1e-9e7e-5184aec8f584 req-31ff3958-b6e7-4208-bae3-e8c9210a7ba4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.877544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cab587c9-3657-4e1e-9e7e-5184aec8f584 req-31ff3958-b6e7-4208-bae3-e8c9210a7ba4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0739858 Aug 16 02:09:48.919482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cab587c9-3657-4e1e-9e7e-5184aec8f584 req-20a906d8-cffa-434f-8c07-b35b629018f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410237 Aug 16 02:09:48.996883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f2e59-e02c-45f8-bc43-82c28fa3c8f4 req-a39ee61e-f360-47c2-8736-3acb9185b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.998418 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc5f2e59-e02c-45f8-bc43-82c28fa3c8f4 req-a39ee61e-f360-47c2-8736-3acb9185b20e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1096 time: 0.1379077 Aug 16 02:09:49.177195 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f2e59-e02c-45f8-bc43-82c28fa3c8f4 req-7bb72867-14cd-42ee-b977-fcf0ff028ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.178710 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc5f2e59-e02c-45f8-bc43-82c28fa3c8f4 req-7bb72867-14cd-42ee-b977-fcf0ff028ebc service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.1714218 Aug 16 02:09:49.230171 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.306053 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc5f2e59-e02c-45f8-bc43-82c28fa3c8f4 req-68073f0e-076c-41be-8bde-2732f947e549 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 999 time: 0.1185701 Aug 16 02:09:49.318095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Subnet': ['ID=c7bf5e84-41cf-4fc8-9e6a-84881b384017,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:49.360949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Checking segment: {'id': 'e44d5541-5d89-4ac2-b6ba-8c0dcec2c734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd68d91fb-e13d-4bc0-ab1f-6fb09f3f8223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:49.361355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network hostable DHCP agents. Network: d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:49.384558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f2e59-e02c-45f8-bc43-82c28fa3c8f4 req-385caa61-4e11-4a16-a421-ff558c0f4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.386258 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc5f2e59-e02c-45f8-bc43-82c28fa3c8f4 req-385caa61-4e11-4a16-a421-ff558c0f4804 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.0691304 Aug 16 02:09:49.431260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:49.444108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:49.450205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.450822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.453148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427c3f3-94bd-413c-9f1f-097f780a8b99 None None] Network d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:49.463389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f2e59-e02c-45f8-bc43-82c28fa3c8f4 req-4f1f16e5-220c-4e78-9ce4-db5b3e5544ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.464954 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc5f2e59-e02c-45f8-bc43-82c28fa3c8f4 req-4f1f16e5-220c-4e78-9ce4-db5b3e5544ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713999 Aug 16 02:09:49.492385 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-62b01a4d-f830-4313-ad56-800ee6a4ad58 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8204255 Aug 16 02:09:49.495213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37976) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:49.502582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': 'd68d91fb-e13d-4bc0-ab1f-6fb09f3f8223', 'name': 'tempest-PortsIpV6TestJSON-1182011170'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:49.635135 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc5f2e59-e02c-45f8-bc43-82c28fa3c8f4 req-fef4d183-e630-4256-8bd6-8996ca5e8094 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566820 Aug 16 02:09:49.718767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:49.724080 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.726548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223', 'network_id': 'd68d91fb-e13d-4bc0-ab1f-6fb09f3f8223', 'tenant_id': '17b35b26635d4dbcaf5a7b0863ab6419', 'fixed_ips': [{'subnet_id': 'c7bf5e84-41cf-4fc8-9e6a-84881b384017'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:49.727387 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.746108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port ee41df09-6f8d-4c30-b072-97f71454e2d5 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:49.820932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc5f2e59-e02c-45f8-bc43-82c28fa3c8f4 req-6a4e1c87-70e4-494c-beec-5209601fe874 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650324 Aug 16 02:09:49.915505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8::24 (d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223/c7bf5e84-41cf-4fc8-9e6a-84881b384017/ee41df09-6f8d-4c30-b072-97f71454e2d5) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:50.121731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3bf68-aeb4-4fe0-bfa3-6ef3dc08fea6 req-2ef0d053-94ec-4a01-ae28-3bb442b92169 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:50.123231 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd3bf68-aeb4-4fe0-bfa3-6ef3dc08fea6 req-2ef0d053-94ec-4a01-ae28-3bb442b92169 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1202364 Aug 16 02:09:50.166223 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.191538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object ee41df09-6f8d-4c30-b072-97f71454e2d5 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:50.197032 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dd3bf68-aeb4-4fe0-bfa3-6ef3dc08fea6 req-6033fd6f-358f-4efe-9fbf-1735bb196f82 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641987 Aug 16 02:09:50.250246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.295416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:50.303560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Allocated IP 2001:db8::2 (d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223/c7bf5e84-41cf-4fc8-9e6a-84881b384017/532f3156-297b-4f68-ada0-b89c36d19a9b) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:50.308950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:50.328608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:50.335468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:50.336138 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.339834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=ee41df09-6f8d-4c30-b072-97f71454e2d5,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:50.354067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.354591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.354939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.355268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.355593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.355918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.356244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.356942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.357291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.357603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.358086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.359137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:50.372741 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9243455d-fd85-4421-8c2f-a3a88b6484e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8756242 Aug 16 02:09:50.372956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37998) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.499407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b2177576-7970-4a7c-8cce-1297fb515846 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port ee41df09-6f8d-4c30-b072-97f71454e2d5 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:50.499954 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b2177576-7970-4a7c-8cce-1297fb515846 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.508626 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.523423 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Transition to ACTIVE for port object 532f3156-297b-4f68-ada0-b89c36d19a9b will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:50.539521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Transition to ACTIVE for port object 532f3156-297b-4f68-ada0-b89c36d19a9b will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:50.546826 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.597356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Network d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:50.600938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:50.607145 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:50.615094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Pushing event updated for resources: {'Port': ['ID=532f3156-297b-4f68-ada0-b89c36d19a9b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:50.619259 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b2177576-7970-4a7c-8cce-1297fb515846 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.635928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b2177576-7970-4a7c-8cce-1297fb515846 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for ee41df09-6f8d-4c30-b072-97f71454e2d5 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:50.667160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Attempting to bind port 532f3156-297b-4f68-ada0-b89c36d19a9b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:50.667570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Attempting to bind port 532f3156-297b-4f68-ada0-b89c36d19a9b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'e44d5541-5d89-4ac2-b6ba-8c0dcec2c734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd68d91fb-e13d-4bc0-ab1f-6fb09f3f8223'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:50.667941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Attempting to bind port 532f3156-297b-4f68-ada0-b89c36d19a9b on network d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:50.673478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:50.673865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Checking segment: {'id': 'e44d5541-5d89-4ac2-b6ba-8c0dcec2c734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd68d91fb-e13d-4bc0-ab1f-6fb09f3f8223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:50.674282 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.674684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Bound using segment: {'id': 'e44d5541-5d89-4ac2-b6ba-8c0dcec2c734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd68d91fb-e13d-4bc0-ab1f-6fb09f3f8223'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:50.675175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Bound port: 532f3156-297b-4f68-ada0-b89c36d19a9b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44d5541-5d89-4ac2-b6ba-8c0dcec2c734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd68d91fb-e13d-4bc0-ab1f-6fb09f3f8223'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:50.675563 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.766949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] For port 532f3156-297b-4f68-ada0-b89c36d19a9b, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:50.770580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] For port 532f3156-297b-4f68-ada0-b89c36d19a9b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=532f3156-297b-4f68-ada0-b89c36d19a9b,segment=NetworkSegment(e44d5541-5d89-4ac2-b6ba-8c0dcec2c734),segment_id=e44d5541-5d89-4ac2-b6ba-8c0dcec2c734)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:50.774687 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.813853 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b2177576-7970-4a7c-8cce-1297fb515846 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.854371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5874f-fc5c-4ae0-a7d2-cbeb1324ed62 None None] Pushing event updated for resources: {'Port': ['ID=532f3156-297b-4f68-ada0-b89c36d19a9b,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:50.856609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2177576-7970-4a7c-8cce-1297fb515846 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=ee41df09-6f8d-4c30-b072-97f71454e2d5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:50.885253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b2177576-7970-4a7c-8cce-1297fb515846 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.889030 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b2177576-7970-4a7c-8cce-1297fb515846 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/ee41df09-6f8d-4c30-b072-97f71454e2d5 HTTP/1.1" status: 204 len: 168 time: 0.5130937 Aug 16 02:09:50.890077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38014) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.924822 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-7678f627-2cfc-4f62-a38b-daabca55f1fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:50.925583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7678f627-2cfc-4f62-a38b-daabca55f1fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:50.931149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38016) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.931417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7678f627-2cfc-4f62-a38b-daabca55f1fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/ee41df09-6f8d-4c30-b072-97f71454e2d5 HTTP/1.1" status: 404 len: 333 time: 0.0399585 Aug 16 02:09:50.957619 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae95c96-5d78-43a9-9a37-ed91dd4f4601 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:09:50.959245 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0ae95c96-5d78-43a9-9a37-ed91dd4f4601 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/ee41df09-6f8d-4c30-b072-97f71454e2d5 HTTP/1.1" status: 404 len: 333 time: 0.0270674 Aug 16 02:09:50.961929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38020) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:51.019644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb65f65-80a1-4284-ba8b-ddc863bf723e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting subnet c7bf5e84-41cf-4fc8-9e6a-84881b384017 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:51.031694 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bb65f65-80a1-4284-ba8b-ddc863bf723e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.103655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bb65f65-80a1-4284-ba8b-ddc863bf723e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.207136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bb65f65-80a1-4284-ba8b-ddc863bf723e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.289401 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bb65f65-80a1-4284-ba8b-ddc863bf723e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.327666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb65f65-80a1-4284-ba8b-ddc863bf723e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Subnet': ['ID=c7bf5e84-41cf-4fc8-9e6a-84881b384017,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:51.340723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bb65f65-80a1-4284-ba8b-ddc863bf723e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.345040 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8bb65f65-80a1-4284-ba8b-ddc863bf723e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/c7bf5e84-41cf-4fc8-9e6a-84881b384017 HTTP/1.1" status: 204 len: 168 time: 0.3800211 Aug 16 02:09:51.346641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38032) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:51.420522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fe2a1-6567-4a88-9ee1-a30289d34d7f req-ba942d61-bd7c-40e9-b5f8-56dfa84b2e91 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:51.422312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-952fe2a1-6567-4a88-9ee1-a30289d34d7f req-ba942d61-bd7c-40e9-b5f8-56dfa84b2e91 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1250358 Aug 16 02:09:51.462344 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.495883 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-952fe2a1-6567-4a88-9ee1-a30289d34d7f req-b121b0bf-41b5-4f41-867b-ade5f2183a38 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674262 Aug 16 02:09:51.548780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 532f3156-297b-4f68-ada0-b89c36d19a9b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:51.549161 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.658222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] For port 532f3156-297b-4f68-ada0-b89c36d19a9b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=532f3156-297b-4f68-ada0-b89c36d19a9b,segment=NetworkSegment(e44d5541-5d89-4ac2-b6ba-8c0dcec2c734),segment_id=e44d5541-5d89-4ac2-b6ba-8c0dcec2c734)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:51.658580 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.677685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 532f3156-297b-4f68-ada0-b89c36d19a9b owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:51.703089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78373365-47f5-4ead-a936-71577adce560 req-e262f1d4-cfea-436d-8a1d-83c36435c6e0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:51.704642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78373365-47f5-4ead-a936-71577adce560 req-e262f1d4-cfea-436d-8a1d-83c36435c6e0 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0974457 Aug 16 02:09:51.799575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78373365-47f5-4ead-a936-71577adce560 req-41f38ac4-2ba9-46bf-8ed9-4ea9f5050b1d tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618770 Aug 16 02:09:51.832100 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.867793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=532f3156-297b-4f68-ada0-b89c36d19a9b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:51.869782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No DVR routers for this DVR port 532f3156-297b-4f68-ada0-b89c36d19a9b on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:51.984805 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.998178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:52.012651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44d5541-5d89-4ac2-b6ba-8c0dcec2c734') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:52.012864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44d5541-5d89-4ac2-b6ba-8c0dcec2c734') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:52.027150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a91075-0885-42d5-ae73-2b424e14f7ed req-153b5c05-4e6e-408d-b26b-42df0267135f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.028735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67a91075-0885-42d5-ae73-2b424e14f7ed req-153b5c05-4e6e-408d-b26b-42df0267135f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1325936 Aug 16 02:09:52.034270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.063096 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.070369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bfa043-6b8b-488d-86bd-b50ae364f235 None None] Network d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:52.072582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:52.072846 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:52.075770 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:52.144391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67a91075-0885-42d5-ae73-2b424e14f7ed req-f1f8e2f8-d4e0-478c-8308-37fd51ebce1a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078415 Aug 16 02:09:52.175376 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.181477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-61c48ea6-cc18-49e0-a94b-9bb4be1fd288 None None] Could not find standard attr ID for object 532f3156-297b-4f68-ada0-b89c36d19a9b. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:09:52.183544 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.189337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38058) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:52.189900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/networks/d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223 HTTP/1.1" status: 204 len: 168 time: 0.8419957 Aug 16 02:09:52.196174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1881214305'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:52.202817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8d9b4-8e60-4436-8b8c-35cfa6d739be tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Network': ['ID=d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:52.229579 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:52.233892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.289677 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:52.307475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ea59b9-c828-4f4a-b8c8-45fd914d90d9 None None] DHCP port deletion for d68d91fb-e13d-4bc0-ab1f-6fb09f3f8223 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:52.308655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.310265 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Added segment d1cf9642-24c7-461b-bbb3-06a0fa7e2c49 of type vlan for network 2a576993-f1bd-417c-bc56-f119195ee5d6 Aug 16 02:09:52.379921 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.421154 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.427425 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.428440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.498901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7e015-fcf1-42f6-a549-ef080811f3b4 req-1c3832f5-b239-4663-a4ff-b46729581f13 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.503621 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3129692 Aug 16 02:09:52.504330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38072) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:52.509563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ca7e015-fcf1-42f6-a549-ef080811f3b4 req-1c3832f5-b239-4663-a4ff-b46729581f13 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0967047 Aug 16 02:09:52.511979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '2a576993-f1bd-417c-bc56-f119195ee5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:52.557460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ca7e015-fcf1-42f6-a549-ef080811f3b4 req-bf0f020d-45c1-4742-8f9d-974832230607 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415735 Aug 16 02:09:52.583428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0007d0a-fe54-49fa-94e2-3b510c5c0678 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Network': ['ID=2a576993-f1bd-417c-bc56-f119195ee5d6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:52.594577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 2a576993-f1bd-417c-bc56-f119195ee5d6 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:52.626835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:52.631215 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.699816 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:09:52.860752 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.925856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Subnet': ['ID=8ec08072-b0c3-4b5d-a296-ffb38f63359e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:52.940215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Checking segment: {'id': 'd1cf9642-24c7-461b-bbb3-06a0fa7e2c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2a576993-f1bd-417c-bc56-f119195ee5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:52.940588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network hostable DHCP agents. Network: 2a576993-f1bd-417c-bc56-f119195ee5d6, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:52.960346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 2a576993-f1bd-417c-bc56-f119195ee5d6 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:52.975073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 2a576993-f1bd-417c-bc56-f119195ee5d6) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:52.980039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.980872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.986644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b8b17-77da-403a-82e9-119845164ae3 None None] Network 2a576993-f1bd-417c-bc56-f119195ee5d6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:53.000371 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1d4fe641-d37c-4ac2-b324-51dca393d571 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4923561 Aug 16 02:09:53.003396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38088) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:53.011646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': '2a576993-f1bd-417c-bc56-f119195ee5d6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-501222287'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:53.203717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:53.208855 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.222670 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-2a576993-f1bd-417c-bc56-f119195ee5d6', 'network_id': '2a576993-f1bd-417c-bc56-f119195ee5d6', 'tenant_id': '17b35b26635d4dbcaf5a7b0863ab6419', 'fixed_ips': [{'subnet_id': '8ec08072-b0c3-4b5d-a296-ffb38f63359e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:53.223658 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.231667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port 9d7b0223-7b66-4c27-ad43-292bb2dd832b yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:53.373401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8::2f8 (2a576993-f1bd-417c-bc56-f119195ee5d6/8ec08072-b0c3-4b5d-a296-ffb38f63359e/9d7b0223-7b66-4c27-ad43-292bb2dd832b) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:53.536555 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.554715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object 9d7b0223-7b66-4c27-ad43-292bb2dd832b will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:53.594224 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.649927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 2a576993-f1bd-417c-bc56-f119195ee5d6 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:53.653168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:53.658107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:53.664617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:53.665286 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.669294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=9d7b0223-7b66-4c27-ad43-292bb2dd832b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:53.669870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Allocated IP 2001:db8::2 (2a576993-f1bd-417c-bc56-f119195ee5d6/8ec08072-b0c3-4b5d-a296-ffb38f63359e/87a57b3c-4845-418d-a5d1-ccfd45445396) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:53.722728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8fecf9ac-8f28-45c5-bc49-16eaf99c99a6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7163997 Aug 16 02:09:53.726260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38108) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:53.824481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ccaa-1e7e-4511-8ffe-80668bfb78de req-3c0f8938-0cf9-4a5c-a2cd-8045cb0e033a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:53.832683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04d3ccaa-1e7e-4511-8ffe-80668bfb78de req-3c0f8938-0cf9-4a5c-a2cd-8045cb0e033a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1481311 Aug 16 02:09:53.893229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04d3ccaa-1e7e-4511-8ffe-80668bfb78de req-1a573448-6a5f-410b-8c85-6209582f5dac tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595858 Aug 16 02:09:53.923317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.928507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-388f73fd-d13b-40f9-b748-02087f26d751 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 9d7b0223-7b66-4c27-ad43-292bb2dd832b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:53.928846 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-388f73fd-d13b-40f9-b748-02087f26d751 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.936311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Transition to ACTIVE for port object 87a57b3c-4845-418d-a5d1-ccfd45445396 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:53.955199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Transition to ACTIVE for port object 87a57b3c-4845-418d-a5d1-ccfd45445396 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:53.964744 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.066308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Network 2a576993-f1bd-417c-bc56-f119195ee5d6 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:54.068756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:54.073730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:54.143005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-388f73fd-d13b-40f9-b748-02087f26d751 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.175699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Pushing event updated for resources: {'Port': ['ID=87a57b3c-4845-418d-a5d1-ccfd45445396,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:54.213073 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-388f73fd-d13b-40f9-b748-02087f26d751 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 9d7b0223-7b66-4c27-ad43-292bb2dd832b owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:54.233673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Attempting to bind port 87a57b3c-4845-418d-a5d1-ccfd45445396 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:54.234310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Attempting to bind port 87a57b3c-4845-418d-a5d1-ccfd45445396 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd1cf9642-24c7-461b-bbb3-06a0fa7e2c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2a576993-f1bd-417c-bc56-f119195ee5d6'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:54.234573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Attempting to bind port 87a57b3c-4845-418d-a5d1-ccfd45445396 on network 2a576993-f1bd-417c-bc56-f119195ee5d6 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:54.241137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:54.241516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Checking segment: {'id': 'd1cf9642-24c7-461b-bbb3-06a0fa7e2c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2a576993-f1bd-417c-bc56-f119195ee5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:54.241973 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.242446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Bound using segment: {'id': 'd1cf9642-24c7-461b-bbb3-06a0fa7e2c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2a576993-f1bd-417c-bc56-f119195ee5d6'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:54.242906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Bound port: 87a57b3c-4845-418d-a5d1-ccfd45445396, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cf9642-24c7-461b-bbb3-06a0fa7e2c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2a576993-f1bd-417c-bc56-f119195ee5d6'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:54.243285 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.252885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfd359-b2b7-4875-8a01-f948f14578a4 req-cb93d53d-0932-4e9d-afe9-fa27f75f2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:54.255601 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a9dfd359-b2b7-4875-8a01-f948f14578a4 req-cb93d53d-0932-4e9d-afe9-fa27f75f2aa9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e292f445598748e59e3932c6e78f113c&device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 1096 time: 0.0539103 Aug 16 02:09:54.309923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 532f3156-297b-4f68-ada0-b89c36d19a9b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:54.336887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 532f3156-297b-4f68-ada0-b89c36d19a9b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:54.337760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 532f3156-297b-4f68-ada0-b89c36d19a9b not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:54.364529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] For port 87a57b3c-4845-418d-a5d1-ccfd45445396, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:54.370353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] For port 87a57b3c-4845-418d-a5d1-ccfd45445396, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=87a57b3c-4845-418d-a5d1-ccfd45445396,segment=NetworkSegment(d1cf9642-24c7-461b-bbb3-06a0fa7e2c49),segment_id=d1cf9642-24c7-461b-bbb3-06a0fa7e2c49)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:54.381783 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.536146 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abe0c4-ca6f-4ce0-9784-2bd1f83d980d None None] Pushing event updated for resources: {'Port': ['ID=87a57b3c-4845-418d-a5d1-ccfd45445396,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:54.946819 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436d837-f7d6-4bcf-be95-d2ee0539c7d2 req-6056750d-1331-4edc-9f80-a2d1d776c36a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:54.958810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c436d837-f7d6-4bcf-be95-d2ee0539c7d2 req-6056750d-1331-4edc-9f80-a2d1d776c36a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.7903185 Aug 16 02:09:55.007597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfd359-b2b7-4875-8a01-f948f14578a4 req-6f0ac761-b240-4c42-a08f-bcec940b733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:55.009269 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a9dfd359-b2b7-4875-8a01-f948f14578a4 req-6f0ac761-b240-4c42-a08f-bcec940b733f service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 200 len: 913 time: 0.7458308 Aug 16 02:09:55.014983 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-388f73fd-d13b-40f9-b748-02087f26d751 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.048428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f73fd-d13b-40f9-b748-02087f26d751 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=9d7b0223-7b66-4c27-ad43-292bb2dd832b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:55.075542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c436d837-f7d6-4bcf-be95-d2ee0539c7d2 req-9e1783d5-84d6-4be0-bca9-7f142f728f0f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137581 Aug 16 02:09:55.145169 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a9dfd359-b2b7-4875-8a01-f948f14578a4 req-d7398354-3d7c-4ae1-b87e-3e8903ed5c36 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 200 len: 999 time: 0.1279929 Aug 16 02:09:55.146970 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-388f73fd-d13b-40f9-b748-02087f26d751 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.149365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-388f73fd-d13b-40f9-b748-02087f26d751 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/9d7b0223-7b66-4c27-ad43-292bb2dd832b HTTP/1.1" status: 204 len: 168 time: 1.4123018 Aug 16 02:09:55.151930 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38144) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:55.185375 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db64a78-4806-40b9-afc3-05dceac5eb38 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:09:55.191329 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2db64a78-4806-40b9-afc3-05dceac5eb38 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/9d7b0223-7b66-4c27-ad43-292bb2dd832b HTTP/1.1" status: 404 len: 333 time: 0.0341747 Aug 16 02:09:55.191562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38146) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:55.296970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfd359-b2b7-4875-8a01-f948f14578a4 req-82d19260-22e6-41e4-8d3a-ed10a4543cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:55.299668 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a9dfd359-b2b7-4875-8a01-f948f14578a4 req-82d19260-22e6-41e4-8d3a-ed10a4543cc7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 200 len: 851 time: 0.1159813 Aug 16 02:09:55.320668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fec2cf-42e1-41aa-b2fa-2a04a5a2a758 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting subnet 8ec08072-b0c3-4b5d-a296-ffb38f63359e {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:55.327527 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2fec2cf-42e1-41aa-b2fa-2a04a5a2a758 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.363354 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfd359-b2b7-4875-8a01-f948f14578a4 req-d171568e-f0e5-4ae8-87d3-1b522f10b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:55.365885 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a9dfd359-b2b7-4875-8a01-f948f14578a4 req-d171568e-f0e5-4ae8-87d3-1b522f10b062 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd8931ac-1883-49aa-86ac-51bf9f89c537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592303 Aug 16 02:09:55.392279 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2fec2cf-42e1-41aa-b2fa-2a04a5a2a758 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.551482 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a9dfd359-b2b7-4875-8a01-f948f14578a4 req-c13912ff-8311-43cb-8ede-20c4628e9f23 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771638 Aug 16 02:09:55.675472 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2fec2cf-42e1-41aa-b2fa-2a04a5a2a758 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.728748 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a9dfd359-b2b7-4875-8a01-f948f14578a4 req-6e4bcb5b-1c50-41a7-a391-1396ca1bc1b3 service neutron] 10.222.0.89 "GET /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668639 Aug 16 02:09:55.784877 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2fec2cf-42e1-41aa-b2fa-2a04a5a2a758 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.817995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fec2cf-42e1-41aa-b2fa-2a04a5a2a758 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec08072-b0c3-4b5d-a296-ffb38f63359e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:55.828777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2fec2cf-42e1-41aa-b2fa-2a04a5a2a758 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.831100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b2fec2cf-42e1-41aa-b2fa-2a04a5a2a758 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/8ec08072-b0c3-4b5d-a296-ffb38f63359e HTTP/1.1" status: 204 len: 168 time: 0.6383386 Aug 16 02:09:55.834613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38158) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:55.918754 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.983954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 87a57b3c-4845-418d-a5d1-ccfd45445396 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:55.984381 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.986446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12beea5d-ccbe-4f65-a536-7bfc7a0d46f3 None None] Network 2a576993-f1bd-417c-bc56-f119195ee5d6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:56.063826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] For port 87a57b3c-4845-418d-a5d1-ccfd45445396, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=87a57b3c-4845-418d-a5d1-ccfd45445396,segment=NetworkSegment(d1cf9642-24c7-461b-bbb3-06a0fa7e2c49),segment_id=d1cf9642-24c7-461b-bbb3-06a0fa7e2c49)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:56.064696 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.080816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 87a57b3c-4845-418d-a5d1-ccfd45445396 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:56.087537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b76d08f7-6816-4163-bf3f-741a59704f97 None None] Provisioning for port 87a57b3c-4845-418d-a5d1-ccfd45445396 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:56.249567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2c7d4-6b71-4111-b12d-29910c192454 req-8b1ab869-e165-41ff-bf62-6712ea58dedd tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:56.253472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2a2c7d4-6b71-4111-b12d-29910c192454 req-8b1ab869-e165-41ff-bf62-6712ea58dedd tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0767820 Aug 16 02:09:56.254143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.287635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee61a3-5f46-4d81-8a3b-ba64be6ca728 None None] DHCP port deletion for 2a576993-f1bd-417c-bc56-f119195ee5d6 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:56.308562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No DVR routers for this DVR port 87a57b3c-4845-418d-a5d1-ccfd45445396 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:56.310267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=87a57b3c-4845-418d-a5d1-ccfd45445396,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:56.451553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2a2c7d4-6b71-4111-b12d-29910c192454 req-864eae1c-6a43-40cc-a668-d2f0b447b7c4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899195 Aug 16 02:09:56.474821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.489290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a576993-f1bd-417c-bc56-f119195ee5d6']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:56.506547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cf9642-24c7-461b-bbb3-06a0fa7e2c49') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:56.507294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cf9642-24c7-461b-bbb3-06a0fa7e2c49') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:56.525128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.541391 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.548064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:56.548614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:56.552296 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:56.612132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.619495 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.621354 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/networks/2a576993-f1bd-417c-bc56-f119195ee5d6 HTTP/1.1" status: 204 len: 168 time: 0.7856286 Aug 16 02:09:56.625076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38172) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:56.630751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'name': 'tempest-PortsIpV6TestJSON-1855903740'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:56.633829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9b9a1-0ec6-47a4-b640-b871e3d458d2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Network': ['ID=2a576993-f1bd-417c-bc56-f119195ee5d6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:56.731915 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:56.735893 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.756311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port 7d8bf173-aed4-438b-8e6b-e40c636951f5 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:56.924439 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.966780 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.022638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 00f26515-f824-4a77-9946-f21b376def8c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:57.025687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:57.029566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:57.035440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:57.036686 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.045304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=7d8bf173-aed4-438b-8e6b-e40c636951f5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:57.060838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38176) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:57.061271 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bbfd803c-dc3e-4d09-b212-8b74067b7673 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4350147 Aug 16 02:09:57.170047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c2890a98-ac77-49c3-ad88-e04823f0eac5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 7d8bf173-aed4-438b-8e6b-e40c636951f5 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:57.170343 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2890a98-ac77-49c3-ad88-e04823f0eac5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.238143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2890a98-ac77-49c3-ad88-e04823f0eac5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.253234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c2890a98-ac77-49c3-ad88-e04823f0eac5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 7d8bf173-aed4-438b-8e6b-e40c636951f5 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:57.364613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2890a98-ac77-49c3-ad88-e04823f0eac5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.404474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2890a98-ac77-49c3-ad88-e04823f0eac5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=7d8bf173-aed4-438b-8e6b-e40c636951f5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:57.410424 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c2890a98-ac77-49c3-ad88-e04823f0eac5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.415568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c2890a98-ac77-49c3-ad88-e04823f0eac5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/7d8bf173-aed4-438b-8e6b-e40c636951f5 HTTP/1.1" status: 204 len: 168 time: 0.3506510 Aug 16 02:09:57.416168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38180) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:57.423745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'mac_address': 'fa:16:3e:39:e1:4a', 'name': 'tempest-PortsIpV6TestJSON-63869487'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:57.683414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:57.772750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc83ce8-ec55-4ec3-a5f9-e382958cb3ca req-1894460d-f63e-4723-856a-ab47a89f3d24 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:57.774571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fc83ce8-ec55-4ec3-a5f9-e382958cb3ca req-1894460d-f63e-4723-856a-ab47a89f3d24 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1571553 Aug 16 02:09:57.783896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.822556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port ecf3d55e-b9cf-4865-8d61-0c121b912c18 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:57.876038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fc83ce8-ec55-4ec3-a5f9-e382958cb3ca req-e78be879-8def-41e3-8f89-cdc95d70fe6c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886109 Aug 16 02:09:58.035816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.056859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263568b-9fb5-4c34-aee1-854fbd981829 req-517cacb8-56c6-4031-a1b0-04f415d5b877 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.058637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d263568b-9fb5-4c34-aee1-854fbd981829 req-517cacb8-56c6-4031-a1b0-04f415d5b877 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0956850 Aug 16 02:09:58.117072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d263568b-9fb5-4c34-aee1-854fbd981829 req-014198a9-6ab2-48f3-a29f-48f4d2765128 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503395 Aug 16 02:09:58.123128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.172451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 00f26515-f824-4a77-9946-f21b376def8c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:58.176890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:58.181025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:58.187078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.187706 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.196656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=ecf3d55e-b9cf-4865-8d61-0c121b912c18,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:58.216500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38196) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.226347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4c94810d-8a08-4a75-b351-ef0eb79a053b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8005450 Aug 16 02:09:58.274909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aec67f-f21d-4a4e-8321-2ef440b12271 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.279403 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b5aec67f-f21d-4a4e-8321-2ef440b12271 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/ecf3d55e-b9cf-4865-8d61-0c121b912c18 HTTP/1.1" status: 200 len: 843 time: 0.0618291 Aug 16 02:09:58.279628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38200) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.383465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0a316f54-dac9-4c3d-a528-93bed3a0b4dd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port ecf3d55e-b9cf-4865-8d61-0c121b912c18 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:58.383808 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a316f54-dac9-4c3d-a528-93bed3a0b4dd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.452059 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a316f54-dac9-4c3d-a528-93bed3a0b4dd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.467962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0a316f54-dac9-4c3d-a528-93bed3a0b4dd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for ecf3d55e-b9cf-4865-8d61-0c121b912c18 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:58.583142 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a316f54-dac9-4c3d-a528-93bed3a0b4dd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.633839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a316f54-dac9-4c3d-a528-93bed3a0b4dd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=ecf3d55e-b9cf-4865-8d61-0c121b912c18,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:58.650842 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0a316f54-dac9-4c3d-a528-93bed3a0b4dd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.658821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38234) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.659009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0a316f54-dac9-4c3d-a528-93bed3a0b4dd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/ecf3d55e-b9cf-4865-8d61-0c121b912c18 HTTP/1.1" status: 204 len: 168 time: 0.3751867 Aug 16 02:09:58.694357 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-1688c859-282c-4c50-b5b9-fed9de257b47 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:09:58.699934 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1688c859-282c-4c50-b5b9-fed9de257b47 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/ecf3d55e-b9cf-4865-8d61-0c121b912c18 HTTP/1.1" status: 404 len: 333 time: 0.0364723 Aug 16 02:09:58.700267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38240) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.706310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'name': 'tempest-PortsIpV6TestJSON-987632421'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:58.895920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:58.900860 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.923778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port 6d593580-8185-4043-bc53-0d122d62b803 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:59.018155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ef26c-32c7-43ec-b1fc-b53a13a55ede req-2ae3fc3e-1623-4e17-b95e-cf72c30d2761 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:59.019790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb3ef26c-32c7-43ec-b1fc-b53a13a55ede req-2ae3fc3e-1623-4e17-b95e-cf72c30d2761 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=a625a8c6-283e-46db-8b8a-25241322f6ba HTTP/1.1" status: 200 len: 944 time: 0.0738080 Aug 16 02:09:59.119300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.152751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-bb3ef26c-32c7-43ec-b1fc-b53a13a55ede req-e2f276ba-411a-4162-b57d-6e128d4d0027 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Deleting port d5a0cf24-4c75-49b9-9501-9fc56593e94f {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:59.153030 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bb3ef26c-32c7-43ec-b1fc-b53a13a55ede req-e2f276ba-411a-4162-b57d-6e128d4d0027 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.168557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.221274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=6d593580-8185-4043-bc53-0d122d62b803,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:59.237621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 00f26515-f824-4a77-9946-f21b376def8c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:59.239817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:59.242268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:59.248535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:59.249289 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.268768 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8eb9ab83-9d47-4445-9838-a8a419697d6e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5640287 Aug 16 02:09:59.269019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38246) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.277573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-df1506b5-9a7e-4fc1-a447-a909f23f122e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:59.286895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-bb3ef26c-32c7-43ec-b1fc-b53a13a55ede req-e2f276ba-411a-4162-b57d-6e128d4d0027 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] For port d5a0cf24-4c75-49b9-9501-9fc56593e94f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=d5a0cf24-4c75-49b9-9501-9fc56593e94f,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:59.287961 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bb3ef26c-32c7-43ec-b1fc-b53a13a55ede req-e2f276ba-411a-4162-b57d-6e128d4d0027 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.302976 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-bb3ef26c-32c7-43ec-b1fc-b53a13a55ede req-e2f276ba-411a-4162-b57d-6e128d4d0027 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Calling delete_port for d5a0cf24-4c75-49b9-9501-9fc56593e94f owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:59.370955 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df1506b5-9a7e-4fc1-a447-a909f23f122e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.470710 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bb3ef26c-32c7-43ec-b1fc-b53a13a55ede req-e2f276ba-411a-4162-b57d-6e128d4d0027 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.491586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['680a0dbc-bc6f-44c1-bf4e-79d6d9e38822'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:59.518445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f276ba-411a-4162-b57d-6e128d4d0027 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event deleted for resources: {'Port': ['ID=d5a0cf24-4c75-49b9-9501-9fc56593e94f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:59.568258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3ef26c-32c7-43ec-b1fc-b53a13a55ede req-e2f276ba-411a-4162-b57d-6e128d4d0027 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] No DVR routers for this DVR port d5a0cf24-4c75-49b9-9501-9fc56593e94f on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:59.571599 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bb3ef26c-32c7-43ec-b1fc-b53a13a55ede req-e2f276ba-411a-4162-b57d-6e128d4d0027 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.573985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb3ef26c-32c7-43ec-b1fc-b53a13a55ede req-e2f276ba-411a-4162-b57d-6e128d4d0027 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "DELETE /v2.0/ports/d5a0cf24-4c75-49b9-9501-9fc56593e94f HTTP/1.1" status: 204 len: 173 time: 0.5475800 Aug 16 02:09:59.574650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'name': 'network-vif-deleted', 'tag': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:59.577079 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b916e0-438d-4710-a71b-1c8a20891b58" -d '{"events": [{"server_uuid": "a625a8c6-283e-46db-8b8a-25241322f6ba", "name": "network-vif-deleted", "tag": "d5a0cf24-4c75-49b9-9501-9fc56593e94f"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:59.596817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['859502bd-fd9f-4a2a-a6ee-5838606e6e79'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:59.607130 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df1506b5-9a7e-4fc1-a447-a909f23f122e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.615149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df1506b5-9a7e-4fc1-a447-a909f23f122e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.651775 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b35281c-5b32-47fe-841b-ff0427de1d1c x-openstack-request-id: req-7b35281c-5b32-47fe-841b-ff0427de1d1c {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:59.652260 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a625a8c6-283e-46db-8b8a-25241322f6ba", "name": "network-vif-deleted", "tag": "d5a0cf24-4c75-49b9-9501-9fc56593e94f", "status": "failed", "code": 422}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:59.652618 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b35281c-5b32-47fe-841b-ff0427de1d1c {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:59.653303 n-d-768851-16 neutron-server[101381]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a625a8c6-283e-46db-8b8a-25241322f6ba', 'name': 'network-vif-deleted', 'tag': 'd5a0cf24-4c75-49b9-9501-9fc56593e94f', 'status': 'failed', 'code': 422} returned with failed status Aug 16 02:09:59.737746 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-df1506b5-9a7e-4fc1-a447-a909f23f122e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] In _notify_port_updated(), no bound segment for port 6d593580-8185-4043-bc53-0d122d62b803 on network 00f26515-f824-4a77-9946-f21b376def8c {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:09:59.781724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1506b5-9a7e-4fc1-a447-a909f23f122e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:59.783861 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-df1506b5-9a7e-4fc1-a447-a909f23f122e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.789320 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-df1506b5-9a7e-4fc1-a447-a909f23f122e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "PUT /v2.0/ports/6d593580-8185-4043-bc53-0d122d62b803 HTTP/1.1" status: 200 len: 818 time: 0.5174665 Aug 16 02:09:59.794557 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38258) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.859106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1506b5-9a7e-4fc1-a447-a909f23f122e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=6d593580-8185-4043-bc53-0d122d62b803,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:59.993949 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-33311984-5301-4051-a556-927b680fa39e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 6d593580-8185-4043-bc53-0d122d62b803 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:59.994793 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-33311984-5301-4051-a556-927b680fa39e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.113144 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-33311984-5301-4051-a556-927b680fa39e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.141479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-33311984-5301-4051-a556-927b680fa39e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 6d593580-8185-4043-bc53-0d122d62b803 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:00.249992 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-33311984-5301-4051-a556-927b680fa39e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.281244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33311984-5301-4051-a556-927b680fa39e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=6d593580-8185-4043-bc53-0d122d62b803,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:00.289652 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-33311984-5301-4051-a556-927b680fa39e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.291920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-33311984-5301-4051-a556-927b680fa39e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/6d593580-8185-4043-bc53-0d122d62b803 HTTP/1.1" status: 204 len: 168 time: 0.4962313 Aug 16 02:10:00.294932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38268) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:00.361952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2456b47-545e-4b36-8156-33806b7f993a tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.365166 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a2456b47-545e-4b36-8156-33806b7f993a tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0672240 Aug 16 02:10:00.366430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38274) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:00.394694 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab288a91-f834-4fa9-a718-195d3e0310b9 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:10:00.400449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ab288a91-f834-4fa9-a718-195d3e0310b9 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/6d593580-8185-4043-bc53-0d122d62b803 HTTP/1.1" status: 404 len: 333 time: 0.0293558 Aug 16 02:10:00.400855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38276) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:00.405839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-119288266'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:00.427728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:00.432869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.461137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:00.471965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.472396 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Added segment f89ea20d-6be2-430e-908f-05ee02668d9c of type vlan for network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb Aug 16 02:10:00.531054 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.589054 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.594958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.595532 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.663602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2616324 Aug 16 02:10:00.666566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38280) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:00.671865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '8d46aaed-6ae5-465e-85de-d9aa70bff2fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:00.678272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e71a84-7f15-43f1-b7fa-9caa739336f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Network': ['ID=8d46aaed-6ae5-465e-85de-d9aa70bff2fb,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:00.689458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:00.692574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb703f-0c8c-4ecb-89b2-eda9cb89678a req-a54e9feb-a423-489a-94c2-7af3a2207dd3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.695257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4fb703f-0c8c-4ecb-89b2-eda9cb89678a req-a54e9feb-a423-489a-94c2-7af3a2207dd3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 907 time: 0.1346495 Aug 16 02:10:00.835125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:00.838884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.044072 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.118915 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Subnet': ['ID=d075da97-1fd2-4fd4-9679-f8c982be2ec8,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:01.130692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Checking segment: {'id': 'f89ea20d-6be2-430e-908f-05ee02668d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8d46aaed-6ae5-465e-85de-d9aa70bff2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:01.131255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network hostable DHCP agents. Network: 8d46aaed-6ae5-465e-85de-d9aa70bff2fb, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:01.149832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:01.158612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 8d46aaed-6ae5-465e-85de-d9aa70bff2fb) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:01.163813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:01.164422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.168496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea10be4-8e29-40a1-9d5d-82e946d4d1b9 None None] Network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:01.181080 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-94ae652d-6bcd-4520-9c9c-070f0b8e20d1 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5133491 Aug 16 02:10:01.183787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38292) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:01.188933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-73df7c73-7993-4529-a04e-f399666900f5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '8d46aaed-6ae5-465e-85de-d9aa70bff2fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:01.319008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73df7c73-7993-4529-a04e-f399666900f5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:01.329134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-73df7c73-7993-4529-a04e-f399666900f5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.333431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-8d46aaed-6ae5-465e-85de-d9aa70bff2fb', 'network_id': '8d46aaed-6ae5-465e-85de-d9aa70bff2fb', 'tenant_id': '17b35b26635d4dbcaf5a7b0863ab6419', 'fixed_ips': [{'subnet_id': 'd075da97-1fd2-4fd4-9679-f8c982be2ec8'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:01.334369 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.428626 n-d-768851-16 neutron-server[101380]: INFO neutron.db.ipam_backend_mixin [None req-73df7c73-7993-4529-a04e-f399666900f5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d075da97-1fd2-4fd4-9679-f8c982be2ec8 (CIDR: 2001:db8::/64) Aug 16 02:10:01.433012 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-73df7c73-7993-4529-a04e-f399666900f5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:10:01.433980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73df7c73-7993-4529-a04e-f399666900f5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:10:01.448138 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-73df7c73-7993-4529-a04e-f399666900f5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2632325 Aug 16 02:10:01.451000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38294) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:01.456424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-73784cbf-4a3a-4509-8486-cecd611fc7cb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '8d46aaed-6ae5-465e-85de-d9aa70bff2fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:01.478323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Allocated IP 2001:db8::2 (8d46aaed-6ae5-465e-85de-d9aa70bff2fb/d075da97-1fd2-4fd4-9679-f8c982be2ec8/3d68b7b7-54d6-4676-bc75-002c84f60d27) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:01.585565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73784cbf-4a3a-4509-8486-cecd611fc7cb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:01.589485 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-73784cbf-4a3a-4509-8486-cecd611fc7cb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.647504 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.656682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Transition to ACTIVE for port object 3d68b7b7-54d6-4676-bc75-002c84f60d27 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:01.676903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Transition to ACTIVE for port object 3d68b7b7-54d6-4676-bc75-002c84f60d27 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:01.685136 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.755411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:01.790852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:01.804264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:01.885378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Pushing event updated for resources: {'Port': ['ID=3d68b7b7-54d6-4676-bc75-002c84f60d27,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:01.905654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.906188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.906538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.906881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.907209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.907540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.907869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.908196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.908519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.908842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.909356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.909524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.915656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Attempting to bind port 3d68b7b7-54d6-4676-bc75-002c84f60d27 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:01.916027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Attempting to bind port 3d68b7b7-54d6-4676-bc75-002c84f60d27 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'f89ea20d-6be2-430e-908f-05ee02668d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8d46aaed-6ae5-465e-85de-d9aa70bff2fb'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:01.916396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Attempting to bind port 3d68b7b7-54d6-4676-bc75-002c84f60d27 on network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:01.929781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:01.930211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Checking segment: {'id': 'f89ea20d-6be2-430e-908f-05ee02668d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8d46aaed-6ae5-465e-85de-d9aa70bff2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:01.930633 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.931033 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Bound using segment: {'id': 'f89ea20d-6be2-430e-908f-05ee02668d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8d46aaed-6ae5-465e-85de-d9aa70bff2fb'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:01.931574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Bound port: 3d68b7b7-54d6-4676-bc75-002c84f60d27, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89ea20d-6be2-430e-908f-05ee02668d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8d46aaed-6ae5-465e-85de-d9aa70bff2fb'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:01.931958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.950139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18778064-14d6-49a1-89b7-e1659c4ea308 req-b81ac1df-3360-44b6-8491-1bd585fa743c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:01.965382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18778064-14d6-49a1-89b7-e1659c4ea308 req-b81ac1df-3360-44b6-8491-1bd585fa743c tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 907 time: 0.1307659 Aug 16 02:10:02.003156 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-73784cbf-4a3a-4509-8486-cecd611fc7cb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.010428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] For port 3d68b7b7-54d6-4676-bc75-002c84f60d27, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:02.014250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] For port 3d68b7b7-54d6-4676-bc75-002c84f60d27, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3d68b7b7-54d6-4676-bc75-002c84f60d27,segment=NetworkSegment(f89ea20d-6be2-430e-908f-05ee02668d9c),segment_id=f89ea20d-6be2-430e-908f-05ee02668d9c)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:02.021269 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.053319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73784cbf-4a3a-4509-8486-cecd611fc7cb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:02.060525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-73784cbf-4a3a-4509-8486-cecd611fc7cb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:02.066215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73784cbf-4a3a-4509-8486-cecd611fc7cb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.067339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-73784cbf-4a3a-4509-8486-cecd611fc7cb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.091527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73784cbf-4a3a-4509-8486-cecd611fc7cb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Subnet': ['ID=af2545ae-e56b-4910-a0ae-ee156b945798,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:02.099992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-73784cbf-4a3a-4509-8486-cecd611fc7cb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6478059 Aug 16 02:10:02.100950 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d89a46-89c8-4ba5-a5e4-54cfb74e5116 None None] Pushing event updated for resources: {'Port': ['ID=3d68b7b7-54d6-4676-bc75-002c84f60d27,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:02.102801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38308) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:02.111074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': '8d46aaed-6ae5-465e-85de-d9aa70bff2fb', 'fixed_ips': [{'subnet_id': 'd075da97-1fd2-4fd4-9679-f8c982be2ec8'}, {'subnet_id': 'af2545ae-e56b-4910-a0ae-ee156b945798'}], 'name': 'tempest-PortsIpV6TestJSON-1089122760'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:02.158009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db5158-04ce-4b7d-a3dc-96d007066bff req-e1654d18-4a4f-4caa-bb78-0fabd2c94758 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.159580 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d6db5158-04ce-4b7d-a3dc-96d007066bff req-e1654d18-4a4f-4caa-bb78-0fabd2c94758 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 907 time: 0.0971117 Aug 16 02:10:02.277863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:02.308112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-d6db5158-04ce-4b7d-a3dc-96d007066bff req-d103c68a-4615-44dc-85b5-e5795998b981 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Deleting port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:02.308563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d6db5158-04ce-4b7d-a3dc-96d007066bff req-d103c68a-4615-44dc-85b5-e5795998b981 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.427593 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.454065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:02.485165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-d6db5158-04ce-4b7d-a3dc-96d007066bff req-d103c68a-4615-44dc-85b5-e5795998b981 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] For port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:02.485165 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d6db5158-04ce-4b7d-a3dc-96d007066bff req-d103c68a-4615-44dc-85b5-e5795998b981 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.523113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-d6db5158-04ce-4b7d-a3dc-96d007066bff req-d103c68a-4615-44dc-85b5-e5795998b981 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Calling delete_port for 0be18cc5-21ea-4a7f-8067-c27f220a8ccd owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:02.684968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d6db5158-04ce-4b7d-a3dc-96d007066bff req-d103c68a-4615-44dc-85b5-e5795998b981 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.712970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103c68a-4615-44dc-85b5-e5795998b981 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event deleted for resources: {'Port': ['ID=0be18cc5-21ea-4a7f-8067-c27f220a8ccd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:02.765297 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db5158-04ce-4b7d-a3dc-96d007066bff req-d103c68a-4615-44dc-85b5-e5795998b981 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] No DVR routers for this DVR port 0be18cc5-21ea-4a7f-8067-c27f220a8ccd on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:02.768935 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d6db5158-04ce-4b7d-a3dc-96d007066bff req-d103c68a-4615-44dc-85b5-e5795998b981 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.772666 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d6db5158-04ce-4b7d-a3dc-96d007066bff req-d103c68a-4615-44dc-85b5-e5795998b981 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "DELETE /v2.0/ports/0be18cc5-21ea-4a7f-8067-c27f220a8ccd HTTP/1.1" status: 204 len: 173 time: 0.5987029 Aug 16 02:10:02.773377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca40652-b2fc-4479-bc1d-9f383270d347', 'name': 'network-vif-deleted', 'tag': '0be18cc5-21ea-4a7f-8067-c27f220a8ccd'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:02.778332 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a908006d-3ee1-4b66-b53b-32500e423cb7" -d '{"events": [{"server_uuid": "6ca40652-b2fc-4479-bc1d-9f383270d347", "name": "network-vif-deleted", "tag": "0be18cc5-21ea-4a7f-8067-c27f220a8ccd"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:02.843755 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74bdedd-7d07-45dd-8163-2881da9caab8 x-openstack-request-id: req-d74bdedd-7d07-45dd-8163-2881da9caab8 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:02.844181 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca40652-b2fc-4479-bc1d-9f383270d347", "name": "network-vif-deleted", "tag": "0be18cc5-21ea-4a7f-8067-c27f220a8ccd", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:02.844546 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d74bdedd-7d07-45dd-8163-2881da9caab8 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:02.845207 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca40652-b2fc-4479-bc1d-9f383270d347', 'name': 'network-vif-deleted', 'tag': '0be18cc5-21ea-4a7f-8067-c27f220a8ccd', 'status': 'completed', 'code': 200} Aug 16 02:10:02.923016 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8::17 (8d46aaed-6ae5-465e-85de-d9aa70bff2fb/d075da97-1fd2-4fd4-9679-f8c982be2ec8/efeb1da0-ba2d-464f-bdf1-9ec66296a4f4) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:02.934494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8:0:1::164 (8d46aaed-6ae5-465e-85de-d9aa70bff2fb/af2545ae-e56b-4910-a0ae-ee156b945798/efeb1da0-ba2d-464f-bdf1-9ec66296a4f4) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:03.114473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1dd59ab6-684e-4acb-a4df-fc3246c60aa1 req-8a860d37-c86f-4634-8c94-f13d4bca03e6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca40652-b2fc-4479-bc1d-9f383270d347 HTTP/1.1" status: 200 len: 210 time: 0.0290124 Aug 16 02:10:03.185268 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.202616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:03.263274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.313675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:03.321935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:03.327982 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:03.344743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.346339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.360887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=efeb1da0-ba2d-464f-bdf1-9ec66296a4f4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:03.386193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0891b9eb-0e45-44e4-ba81-6a3ca2c56695 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.2777116 Aug 16 02:10:03.386336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38330) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:03.390494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-34867247-5e92-4014-9aab-77265871e328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd075da97-1fd2-4fd4-9679-f8c982be2ec8'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:03.574624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad99c0a5-b3c5-4f6f-994f-734abb18077f None None] Network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:03.633034 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34867247-5e92-4014-9aab-77265871e328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.831122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a053d4dd-1ce9-4203-8b51-446f74b464ae None None] Provisioning for port 3d68b7b7-54d6-4676-bc75-002c84f60d27 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:03.924164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-34867247-5e92-4014-9aab-77265871e328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Delete allocated IP 2001:db8:0:1::164 (8d46aaed-6ae5-465e-85de-d9aa70bff2fb/af2545ae-e56b-4910-a0ae-ee156b945798) {{(pid=101380) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:10:03.998282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13841e5e-4dc0-4026-a8b2-b48758709aab None None] Update dhcp port {'port': {'network_id': '8d46aaed-6ae5-465e-85de-d9aa70bff2fb', 'fixed_ips': [{'subnet_id': 'd075da97-1fd2-4fd4-9679-f8c982be2ec8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'af2545ae-e56b-4910-a0ae-ee156b945798'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '3d68b7b7-54d6-4676-bc75-002c84f60d27'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:10:04.033912 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13841e5e-4dc0-4026-a8b2-b48758709aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.094800 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34867247-5e92-4014-9aab-77265871e328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.114701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-34867247-5e92-4014-9aab-77265871e328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Ignored duplicate provisioning block setup for port efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:10:04.122878 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34867247-5e92-4014-9aab-77265871e328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.255210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-34867247-5e92-4014-9aab-77265871e328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] In _notify_port_updated(), no bound segment for port efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 on network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:10:04.260752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34867247-5e92-4014-9aab-77265871e328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:04.261409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34867247-5e92-4014-9aab-77265871e328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.265768 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-34867247-5e92-4014-9aab-77265871e328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "PUT /v2.0/ports/efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 HTTP/1.1" status: 200 len: 925 time: 0.8771074 Aug 16 02:10:04.265871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38338) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:04.271181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-bad2c738-16ca-4a15-9c40-9e9d8ef9c880 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd075da97-1fd2-4fd4-9679-f8c982be2ec8'}, {'subnet_id': 'af2545ae-e56b-4910-a0ae-ee156b945798'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:04.299358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34867247-5e92-4014-9aab-77265871e328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=efeb1da0-ba2d-464f-bdf1-9ec66296a4f4,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:04.366002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-13841e5e-4dc0-4026-a8b2-b48758709aab None None] Allocated IP 2001:db8:0:1::2 (8d46aaed-6ae5-465e-85de-d9aa70bff2fb/af2545ae-e56b-4910-a0ae-ee156b945798/3d68b7b7-54d6-4676-bc75-002c84f60d27) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:04.380627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bad2c738-16ca-4a15-9c40-9e9d8ef9c880 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.543535 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3d68b7b7-54d6-4676-bc75-002c84f60d27 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:04.621058 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d75d43-37d2-48c8-bff9-4feffa7aa3d8 req-9ae26d8d-0ebe-4d13-9e63-02ce2eff72f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:04.631282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09d75d43-37d2-48c8-bff9-4feffa7aa3d8 req-9ae26d8d-0ebe-4d13-9e63-02ce2eff72f4 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 945 time: 0.1172023 Aug 16 02:10:04.649150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-13841e5e-4dc0-4026-a8b2-b48758709aab None None] For port 3d68b7b7-54d6-4676-bc75-002c84f60d27, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3d68b7b7-54d6-4676-bc75-002c84f60d27,segment=NetworkSegment(f89ea20d-6be2-430e-908f-05ee02668d9c),segment_id=f89ea20d-6be2-430e-908f-05ee02668d9c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:04.663497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 3d68b7b7-54d6-4676-bc75-002c84f60d27 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:04.669724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3d68b7b7-54d6-4676-bc75-002c84f60d27 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:04.670100 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.694431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09d75d43-37d2-48c8-bff9-4feffa7aa3d8 req-bea7ab1f-e7bd-431b-b8f4-975349002130 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517414 Aug 16 02:10:04.726102 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13841e5e-4dc0-4026-a8b2-b48758709aab None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.747656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-13841e5e-4dc0-4026-a8b2-b48758709aab None None] Transition to ACTIVE for port object 3d68b7b7-54d6-4676-bc75-002c84f60d27 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:04.753158 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13841e5e-4dc0-4026-a8b2-b48758709aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.822615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-bad2c738-16ca-4a15-9c40-9e9d8ef9c880 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8:0:1::3a2 (8d46aaed-6ae5-465e-85de-d9aa70bff2fb/af2545ae-e56b-4910-a0ae-ee156b945798/efeb1da0-ba2d-464f-bdf1-9ec66296a4f4) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:04.874613 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.880023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13841e5e-4dc0-4026-a8b2-b48758709aab None None] Pushing event updated for resources: {'Port': ['ID=3d68b7b7-54d6-4676-bc75-002c84f60d27,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:04.914963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 3d68b7b7-54d6-4676-bc75-002c84f60d27, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3d68b7b7-54d6-4676-bc75-002c84f60d27,segment=NetworkSegment(f89ea20d-6be2-430e-908f-05ee02668d9c),segment_id=f89ea20d-6be2-430e-908f-05ee02668d9c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:04.919937 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.979469 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bad2c738-16ca-4a15-9c40-9e9d8ef9c880 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.982393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=3d68b7b7-54d6-4676-bc75-002c84f60d27,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.001162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-bad2c738-16ca-4a15-9c40-9e9d8ef9c880 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Ignored duplicate provisioning block setup for port efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:10:05.006104 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bad2c738-16ca-4a15-9c40-9e9d8ef9c880 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.114868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2c738-16ca-4a15-9c40-9e9d8ef9c880 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=efeb1da0-ba2d-464f-bdf1-9ec66296a4f4,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.140928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-bad2c738-16ca-4a15-9c40-9e9d8ef9c880 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] In _notify_port_updated(), no bound segment for port efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 on network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:10:05.147512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad2c738-16ca-4a15-9c40-9e9d8ef9c880 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:05.148118 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bad2c738-16ca-4a15-9c40-9e9d8ef9c880 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.152262 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bad2c738-16ca-4a15-9c40-9e9d8ef9c880 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "PUT /v2.0/ports/efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 HTTP/1.1" status: 200 len: 1011 time: 0.8829937 Aug 16 02:10:05.153052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38352) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:05.274190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1b36b357-51de-423e-a4da-ef3f78897be7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:05.274641 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b36b357-51de-423e-a4da-ef3f78897be7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.408875 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b36b357-51de-423e-a4da-ef3f78897be7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.432862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1b36b357-51de-423e-a4da-ef3f78897be7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:05.604145 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fac6d0-fc5c-4bcc-b824-a97610ab7a9e None None] Network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:05.686074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b36b357-51de-423e-a4da-ef3f78897be7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.690731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a0d74740-89cd-4292-ba54-0777eb5bea56 None None] Could not find standard attr ID for object efeb1da0-ba2d-464f-bdf1-9ec66296a4f4. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:05.726818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36b357-51de-423e-a4da-ef3f78897be7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=efeb1da0-ba2d-464f-bdf1-9ec66296a4f4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.755346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a0d74740-89cd-4292-ba54-0777eb5bea56 None None] Provisioning for port 3d68b7b7-54d6-4676-bc75-002c84f60d27 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:05.762433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a0d74740-89cd-4292-ba54-0777eb5bea56 None None] Provisioning complete for port 3d68b7b7-54d6-4676-bc75-002c84f60d27 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:05.762824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a0d74740-89cd-4292-ba54-0777eb5bea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.837331 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b36b357-51de-423e-a4da-ef3f78897be7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.841740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1b36b357-51de-423e-a4da-ef3f78897be7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 HTTP/1.1" status: 204 len: 168 time: 0.6847031 Aug 16 02:10:05.843126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38386) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:05.878513 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8a0bd7-ea08-456f-b77d-6bc4935297d4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:10:05.880152 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2d8a0bd7-ea08-456f-b77d-6bc4935297d4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 HTTP/1.1" status: 404 len: 333 time: 0.0359728 Aug 16 02:10:05.882996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38392) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:05.899689 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2195f-8ed1-4552-b61d-7d1ccf645225 req-80abb809-d6dc-46fa-9c0f-70648a54f238 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:05.907369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0b2195f-8ed1-4552-b61d-7d1ccf645225 req-80abb809-d6dc-46fa-9c0f-70648a54f238 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 945 time: 0.1310244 Aug 16 02:10:05.980675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00145ab-71ad-4b8b-aada-0ccae6d49838 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting subnet af2545ae-e56b-4910-a0ae-ee156b945798 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:05.990890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b00145ab-71ad-4b8b-aada-0ccae6d49838 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.993307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 0be18cc5-21ea-4a7f-8067-c27f220a8ccd no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:06.026805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0b2195f-8ed1-4552-b61d-7d1ccf645225 req-205e67c9-2b2d-4def-af8a-a577dc03cded tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155357 Aug 16 02:10:06.031779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 0be18cc5-21ea-4a7f-8067-c27f220a8ccd {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:06.032376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 0be18cc5-21ea-4a7f-8067-c27f220a8ccd not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:06.101762 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b00145ab-71ad-4b8b-aada-0ccae6d49838 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.196746 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b00145ab-71ad-4b8b-aada-0ccae6d49838 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.256781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dab4e3-bbe9-4ddb-a88a-d9523fed7f10 req-9925f9ec-1438-4ddb-a58f-61410e3cb9d3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:06.258420 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c6dab4e3-bbe9-4ddb-a88a-d9523fed7f10 req-9925f9ec-1438-4ddb-a58f-61410e3cb9d3 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 945 time: 0.2058387 Aug 16 02:10:06.297099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c0dd3a8e-4b2e-4f94-810d-96e65e84f2f9 None None] Provisioning complete for port 3d68b7b7-54d6-4676-bc75-002c84f60d27 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:06.297448 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3a8e-4b2e-4f94-810d-96e65e84f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.430223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b00145ab-71ad-4b8b-aada-0ccae6d49838 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.464417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3d68b7b7-54d6-4676-bc75-002c84f60d27 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:06.476586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b00145ab-71ad-4b8b-aada-0ccae6d49838 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.479272 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b00145ab-71ad-4b8b-aada-0ccae6d49838 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/af2545ae-e56b-4910-a0ae-ee156b945798 HTTP/1.1" status: 204 len: 168 time: 0.5953178 Aug 16 02:10:06.483637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38458) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:06.512321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00145ab-71ad-4b8b-aada-0ccae6d49838 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Subnet': ['ID=af2545ae-e56b-4910-a0ae-ee156b945798,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:06.525960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c6dab4e3-bbe9-4ddb-a88a-d9523fed7f10 req-f2d2cdfe-fccf-445c-b359-043e849f1533 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Deleting port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:06.526662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c6dab4e3-bbe9-4ddb-a88a-d9523fed7f10 req-f2d2cdfe-fccf-445c-b359-043e849f1533 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.605956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36038321-7c5a-4bcf-b83c-f2473338b44b None None] Network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:06.647417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c6dab4e3-bbe9-4ddb-a88a-d9523fed7f10 req-f2d2cdfe-fccf-445c-b359-043e849f1533 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] For port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:06.647791 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c6dab4e3-bbe9-4ddb-a88a-d9523fed7f10 req-f2d2cdfe-fccf-445c-b359-043e849f1533 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.660871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a200ee9-613a-4d8a-96bd-db3e7ddc7a21 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting subnet d075da97-1fd2-4fd4-9679-f8c982be2ec8 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:06.669965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c6dab4e3-bbe9-4ddb-a88a-d9523fed7f10 req-f2d2cdfe-fccf-445c-b359-043e849f1533 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Calling delete_port for 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:06.708001 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a200ee9-613a-4d8a-96bd-db3e7ddc7a21 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.790604 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a200ee9-613a-4d8a-96bd-db3e7ddc7a21 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.801342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3d68b7b7-54d6-4676-bc75-002c84f60d27 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:06.801840 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.864337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ded544b1-68a9-405c-bb8e-51cdfcb63da0 None None] Could not find standard attr ID for object efeb1da0-ba2d-464f-bdf1-9ec66296a4f4. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:06.956684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c6dab4e3-bbe9-4ddb-a88a-d9523fed7f10 req-f2d2cdfe-fccf-445c-b359-043e849f1533 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.983803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['680a0dbc-bc6f-44c1-bf4e-79d6d9e38822'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:06.996038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2cdfe-fccf-445c-b359-043e849f1533 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event deleted for resources: {'Port': ['ID=680a0dbc-bc6f-44c1-bf4e-79d6d9e38822,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:07.006841 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a200ee9-613a-4d8a-96bd-db3e7ddc7a21 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.036422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['859502bd-fd9f-4a2a-a6ee-5838606e6e79'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:07.091856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dab4e3-bbe9-4ddb-a88a-d9523fed7f10 req-f2d2cdfe-fccf-445c-b359-043e849f1533 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] No DVR routers for this DVR port 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:07.095315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c6dab4e3-bbe9-4ddb-a88a-d9523fed7f10 req-f2d2cdfe-fccf-445c-b359-043e849f1533 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.098383 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c6dab4e3-bbe9-4ddb-a88a-d9523fed7f10 req-f2d2cdfe-fccf-445c-b359-043e849f1533 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "DELETE /v2.0/ports/680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 HTTP/1.1" status: 204 len: 173 time: 0.8306904 Aug 16 02:10:07.099126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b825a18-e8b9-4dcb-893f-abdb72d33791', 'name': 'network-vif-deleted', 'tag': '680a0dbc-bc6f-44c1-bf4e-79d6d9e38822'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:07.109334 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2355352e-0c29-4a21-b075-ef9efd59176a" -d '{"events": [{"server_uuid": "2b825a18-e8b9-4dcb-893f-abdb72d33791", "name": "network-vif-deleted", "tag": "680a0dbc-bc6f-44c1-bf4e-79d6d9e38822"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:07.130129 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a200ee9-613a-4d8a-96bd-db3e7ddc7a21 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.207265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a200ee9-613a-4d8a-96bd-db3e7ddc7a21 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Subnet': ['ID=d075da97-1fd2-4fd4-9679-f8c982be2ec8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:07.228111 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f76fe50-3cf2-4d6e-a76c-9c2a65d4f8c8 x-openstack-request-id: req-7f76fe50-3cf2-4d6e-a76c-9c2a65d4f8c8 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:07.228405 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b825a18-e8b9-4dcb-893f-abdb72d33791", "name": "network-vif-deleted", "tag": "680a0dbc-bc6f-44c1-bf4e-79d6d9e38822", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:07.228659 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f76fe50-3cf2-4d6e-a76c-9c2a65d4f8c8 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:07.229141 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b825a18-e8b9-4dcb-893f-abdb72d33791', 'name': 'network-vif-deleted', 'tag': '680a0dbc-bc6f-44c1-bf4e-79d6d9e38822', 'status': 'completed', 'code': 200} Aug 16 02:10:07.235793 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8a200ee9-613a-4d8a-96bd-db3e7ddc7a21 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.240055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8a200ee9-613a-4d8a-96bd-db3e7ddc7a21 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/d075da97-1fd2-4fd4-9679-f8c982be2ec8 HTTP/1.1" status: 204 len: 168 time: 0.7547216 Aug 16 02:10:07.247370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38538) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:07.265026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff3ba325-be3c-4180-a70c-26fc3600c541 req-e9f227a2-ac4f-4360-b730-ae3ba1c5227f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b825a18-e8b9-4dcb-893f-abdb72d33791 HTTP/1.1" status: 200 len: 210 time: 0.0464904 Aug 16 02:10:07.374864 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.457254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 3d68b7b7-54d6-4676-bc75-002c84f60d27 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:07.457557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.577623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] For port 3d68b7b7-54d6-4676-bc75-002c84f60d27, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3d68b7b7-54d6-4676-bc75-002c84f60d27,segment=NetworkSegment(f89ea20d-6be2-430e-908f-05ee02668d9c),segment_id=f89ea20d-6be2-430e-908f-05ee02668d9c)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:07.579873 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.604752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 3d68b7b7-54d6-4676-bc75-002c84f60d27 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:07.784241 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.870407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=3d68b7b7-54d6-4676-bc75-002c84f60d27,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:07.875383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No DVR routers for this DVR port 3d68b7b7-54d6-4676-bc75-002c84f60d27 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:07.992877 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.006983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d46aaed-6ae5-465e-85de-d9aa70bff2fb']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:08.020468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89ea20d-6be2-430e-908f-05ee02668d9c') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:08.020876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89ea20d-6be2-430e-908f-05ee02668d9c') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:08.031656 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.049151 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.056882 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:08.057338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:08.061396 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:08.146578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb7de0-0447-4c7f-b84d-09c12b938a5b None None] Network 8d46aaed-6ae5-465e-85de-d9aa70bff2fb requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:08.159325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.168619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.171235 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/networks/8d46aaed-6ae5-465e-85de-d9aa70bff2fb HTTP/1.1" status: 204 len: 168 time: 0.9220760 Aug 16 02:10:08.175196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38646) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.201802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d1f718ea-d190-4d38-8c2b-8a15a18fa5d0 None None] Could not find standard attr ID for object 3d68b7b7-54d6-4676-bc75-002c84f60d27. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:08.211998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc276f-04dc-4398-939b-af427e4e86d0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Network': ['ID=8d46aaed-6ae5-465e-85de-d9aa70bff2fb,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:08.248433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa640a-c869-4fb0-827b-b5b6e0f0332d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.254975 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bbaa640a-c869-4fb0-827b-b5b6e0f0332d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0732248 Aug 16 02:10:08.255504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38656) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.341140 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7df8180d-47e8-4a7f-ad18-2cd6eaada45f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0843296 Aug 16 02:10:08.344472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38666) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.352051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-418191970'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:08.378460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a954b6-eac3-4e04-9139-6b05969ed880 None None] DHCP port deletion for 8d46aaed-6ae5-465e-85de-d9aa70bff2fb request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:08.417033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:08.420923 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.460408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:08.473480 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.473898 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Added segment aec813a7-6c87-48e0-ab81-2680832b0013 of type vlan for network 6d6b74c2-7528-4469-92e8-52dccd3e5f7d Aug 16 02:10:08.534807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.626072 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.637335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.640375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.685436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3397710 Aug 16 02:10:08.686029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38708) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.692494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '6d6b74c2-7528-4469-92e8-52dccd3e5f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:08.798207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b0e3d-a937-4014-8c52-9c72ae2a5306 req-706d39d7-5cea-4a40-881a-825a63e54531 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.799870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b37b0e3d-a937-4014-8c52-9c72ae2a5306 req-706d39d7-5cea-4a40-881a-825a63e54531 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0812950 Aug 16 02:10:08.806914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864f4e3-0ec4-4921-832d-11439ea47072 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Network': ['ID=6d6b74c2-7528-4469-92e8-52dccd3e5f7d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:08.827032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 6d6b74c2-7528-4469-92e8-52dccd3e5f7d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:08.868197 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-403fbd44-1321-45e3-8322-fbf30d6c1258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.872880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:08.876733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.898927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b37b0e3d-a937-4014-8c52-9c72ae2a5306 req-2f9941be-fee2-4566-a8fa-a60edf2cc0d8 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645735 Aug 16 02:10:09.137124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.213211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Subnet': ['ID=35483b50-9e6b-4489-bf2c-fbd0877402fb,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:09.223640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Checking segment: {'id': 'aec813a7-6c87-48e0-ab81-2680832b0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6d6b74c2-7528-4469-92e8-52dccd3e5f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:09.223984 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network hostable DHCP agents. Network: 6d6b74c2-7528-4469-92e8-52dccd3e5f7d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:09.252070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 6d6b74c2-7528-4469-92e8-52dccd3e5f7d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:09.274299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 6d6b74c2-7528-4469-92e8-52dccd3e5f7d) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:09.279268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.279936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.290913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234bad5-bca6-47c1-af65-14f75fbd3bf3 None None] Network 6d6b74c2-7528-4469-92e8-52dccd3e5f7d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:09.299443 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d7c368d0-8d00-49b1-b3f7-0fdf8f914bd6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6119740 Aug 16 02:10:09.302350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38782) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:09.310156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': '6d6b74c2-7528-4469-92e8-52dccd3e5f7d', 'name': 'tempest-PortsIpV6TestJSON-183944975'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:09.490630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:09.494371 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.506953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-6d6b74c2-7528-4469-92e8-52dccd3e5f7d', 'network_id': '6d6b74c2-7528-4469-92e8-52dccd3e5f7d', 'tenant_id': '17b35b26635d4dbcaf5a7b0863ab6419', 'fixed_ips': [{'subnet_id': '35483b50-9e6b-4489-bf2c-fbd0877402fb'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:09.508553 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.530554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port 47e0930c-1938-4cf3-b99c-be1dfaea8952 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:09.645970 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.712269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8::12 (6d6b74c2-7528-4469-92e8-52dccd3e5f7d/35483b50-9e6b-4489-bf2c-fbd0877402fb/47e0930c-1938-4cf3-b99c-be1dfaea8952) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:09.891408 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.907500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object 47e0930c-1938-4cf3-b99c-be1dfaea8952 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:09.966874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.005383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 6d6b74c2-7528-4469-92e8-52dccd3e5f7d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:10.009407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:10.012093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:10.018271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.018919 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.024050 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Allocated IP 2001:db8::2 (6d6b74c2-7528-4469-92e8-52dccd3e5f7d/35483b50-9e6b-4489-bf2c-fbd0877402fb/c8d2d791-3e6b-4dab-b0b6-e4dd03417375) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:10.052769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:10.115377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8116052 Aug 16 02:10:10.116421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38854) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:10.123626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd1f25-5a90-4887-b23c-1ab3c1949027 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=47e0930c-1938-4cf3-b99c-be1dfaea8952,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:10.130754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': '6d6b74c2-7528-4469-92e8-52dccd3e5f7d', 'name': 'tempest-PortsIpV6TestJSON-183079137'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:10.182799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98d786-8b75-47cd-8fc6-a1b143e67da5 req-784602ee-239f-4942-8f88-58dcab8b0115 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.185055 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1d98d786-8b75-47cd-8fc6-a1b143e67da5 req-784602ee-239f-4942-8f88-58dcab8b0115 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.84 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.0862594 Aug 16 02:10:10.315539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-1d98d786-8b75-47cd-8fc6-a1b143e67da5 req-4ea6111b-b07e-4734-88af-4a0bd20c9075 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Deleting port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:10.315892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d98d786-8b75-47cd-8fc6-a1b143e67da5 req-4ea6111b-b07e-4734-88af-4a0bd20c9075 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.332448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3d68b7b7-54d6-4676-bc75-002c84f60d27 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:10.355679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 3d68b7b7-54d6-4676-bc75-002c84f60d27 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:10.356019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3d68b7b7-54d6-4676-bc75-002c84f60d27 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:10.360720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:10.361133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 680a0dbc-bc6f-44c1-bf4e-79d6d9e38822 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:10.438880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-1d98d786-8b75-47cd-8fc6-a1b143e67da5 req-4ea6111b-b07e-4734-88af-4a0bd20c9075 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] For port 859502bd-fd9f-4a2a-a6ee-5838606e6e79, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=859502bd-fd9f-4a2a-a6ee-5838606e6e79,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:10.439861 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d98d786-8b75-47cd-8fc6-a1b143e67da5 req-4ea6111b-b07e-4734-88af-4a0bd20c9075 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.457486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-1d98d786-8b75-47cd-8fc6-a1b143e67da5 req-4ea6111b-b07e-4734-88af-4a0bd20c9075 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Calling delete_port for 859502bd-fd9f-4a2a-a6ee-5838606e6e79 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:10.485835 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.498118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Transition to ACTIVE for port object c8d2d791-3e6b-4dab-b0b6-e4dd03417375 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:10.524470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Transition to ACTIVE for port object c8d2d791-3e6b-4dab-b0b6-e4dd03417375 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:10.533802 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.586979 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Network 6d6b74c2-7528-4469-92e8-52dccd3e5f7d is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:10.589139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9411c0a-79ff-4717-8680-2f38a4fb633a req-322a183a-1b03-4b56-b76f-c8927a0e90f2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.593278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:10.597396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:10.597613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9411c0a-79ff-4717-8680-2f38a4fb633a req-322a183a-1b03-4b56-b76f-c8927a0e90f2 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=511f4ef0-33cc-408f-9990-fe7aa43bb92f HTTP/1.1" status: 200 len: 945 time: 0.5905674 Aug 16 02:10:10.612885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Pushing event updated for resources: {'Port': ['ID=c8d2d791-3e6b-4dab-b0b6-e4dd03417375,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:10.645885 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d98d786-8b75-47cd-8fc6-a1b143e67da5 req-4ea6111b-b07e-4734-88af-4a0bd20c9075 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.657798 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9411c0a-79ff-4717-8680-2f38a4fb633a req-1086a982-0167-4cbb-81d6-d6586845226b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7378da9-e098-44fe-818e-1eaba55d2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565264 Aug 16 02:10:10.676508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6111b-b07e-4734-88af-4a0bd20c9075 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event deleted for resources: {'Port': ['ID=859502bd-fd9f-4a2a-a6ee-5838606e6e79,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:10.679378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:10.685331 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.698192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['859502bd-fd9f-4a2a-a6ee-5838606e6e79'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:10.712884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port 37574049-b863-45df-acf3-978976d20956 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:10.730507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Attempting to bind port c8d2d791-3e6b-4dab-b0b6-e4dd03417375 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:10.730941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Attempting to bind port c8d2d791-3e6b-4dab-b0b6-e4dd03417375 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'aec813a7-6c87-48e0-ab81-2680832b0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6d6b74c2-7528-4469-92e8-52dccd3e5f7d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:10.731304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Attempting to bind port c8d2d791-3e6b-4dab-b0b6-e4dd03417375 on network 6d6b74c2-7528-4469-92e8-52dccd3e5f7d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:10.738802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:10.739088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Checking segment: {'id': 'aec813a7-6c87-48e0-ab81-2680832b0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6d6b74c2-7528-4469-92e8-52dccd3e5f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:10.739472 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.739844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Bound using segment: {'id': 'aec813a7-6c87-48e0-ab81-2680832b0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6d6b74c2-7528-4469-92e8-52dccd3e5f7d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:10.740346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Bound port: c8d2d791-3e6b-4dab-b0b6-e4dd03417375, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec813a7-6c87-48e0-ab81-2680832b0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6d6b74c2-7528-4469-92e8-52dccd3e5f7d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:10.740739 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.764145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d98d786-8b75-47cd-8fc6-a1b143e67da5 req-4ea6111b-b07e-4734-88af-4a0bd20c9075 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] No DVR routers for this DVR port 859502bd-fd9f-4a2a-a6ee-5838606e6e79 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:10.776583 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1d98d786-8b75-47cd-8fc6-a1b143e67da5 req-4ea6111b-b07e-4734-88af-4a0bd20c9075 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.780601 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1d98d786-8b75-47cd-8fc6-a1b143e67da5 req-4ea6111b-b07e-4734-88af-4a0bd20c9075 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.84 "DELETE /v2.0/ports/859502bd-fd9f-4a2a-a6ee-5838606e6e79 HTTP/1.1" status: 204 len: 173 time: 0.5864980 Aug 16 02:10:10.781200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511f4ef0-33cc-408f-9990-fe7aa43bb92f', 'name': 'network-vif-deleted', 'tag': '859502bd-fd9f-4a2a-a6ee-5838606e6e79'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:10.788601 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6d895d-cadc-4341-a3d8-2de38566d458" -d '{"events": [{"server_uuid": "511f4ef0-33cc-408f-9990-fe7aa43bb92f", "name": "network-vif-deleted", "tag": "859502bd-fd9f-4a2a-a6ee-5838606e6e79"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:10.871663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] For port c8d2d791-3e6b-4dab-b0b6-e4dd03417375, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:10.882298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] For port c8d2d791-3e6b-4dab-b0b6-e4dd03417375, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c8d2d791-3e6b-4dab-b0b6-e4dd03417375,segment=NetworkSegment(aec813a7-6c87-48e0-ab81-2680832b0013),segment_id=aec813a7-6c87-48e0-ab81-2680832b0013)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:10.889981 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.905056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8::35 (6d6b74c2-7528-4469-92e8-52dccd3e5f7d/35483b50-9e6b-4489-bf2c-fbd0877402fb/37574049-b863-45df-acf3-978976d20956) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:10.928136 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba817f44-19e4-4b0c-8a57-4506a2f2dfe4 x-openstack-request-id: req-ba817f44-19e4-4b0c-8a57-4506a2f2dfe4 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:10.928669 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511f4ef0-33cc-408f-9990-fe7aa43bb92f", "name": "network-vif-deleted", "tag": "859502bd-fd9f-4a2a-a6ee-5838606e6e79", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:10.929201 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba817f44-19e4-4b0c-8a57-4506a2f2dfe4 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:10.929825 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511f4ef0-33cc-408f-9990-fe7aa43bb92f', 'name': 'network-vif-deleted', 'tag': '859502bd-fd9f-4a2a-a6ee-5838606e6e79', 'status': 'completed', 'code': 200} Aug 16 02:10:10.995371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86038df9-45ea-40d2-af51-d76eeb864761 None None] Pushing event updated for resources: {'Port': ['ID=c8d2d791-3e6b-4dab-b0b6-e4dd03417375,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:11.155369 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.187247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object 37574049-b863-45df-acf3-978976d20956 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:11.226053 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.279806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 6d6b74c2-7528-4469-92e8-52dccd3e5f7d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:11.289087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:11.292142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:11.299787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:11.300630 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.316357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=37574049-b863-45df-acf3-978976d20956,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:11.328916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7ca6ae29-364e-4249-8a5a-668e821ee139 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2037253 Aug 16 02:10:11.336751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38868) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:11.449963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232d9e0a-d01d-4521-8262-c8fbd7fb3236 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:11.454050 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-232d9e0a-d01d-4521-8262-c8fbd7fb3236 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A12 HTTP/1.1" status: 200 len: 927 time: 0.1108942 Aug 16 02:10:11.454314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38870) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:11.499405 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-464f70fa-cfe3-4054-b56a-5ebd460790bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.561532 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.561762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c02a98ba-fd09-4054-bcb8-3ad19cdb76aa tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 37574049-b863-45df-acf3-978976d20956 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:11.562031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c02a98ba-fd09-4054-bcb8-3ad19cdb76aa tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.655880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c02a98ba-fd09-4054-bcb8-3ad19cdb76aa tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.668711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c02a98ba-fd09-4054-bcb8-3ad19cdb76aa tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 37574049-b863-45df-acf3-978976d20956 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:11.821123 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c02a98ba-fd09-4054-bcb8-3ad19cdb76aa tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.862108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a98ba-fd09-4054-bcb8-3ad19cdb76aa tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=37574049-b863-45df-acf3-978976d20956,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:11.925878 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c02a98ba-fd09-4054-bcb8-3ad19cdb76aa tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.929129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c02a98ba-fd09-4054-bcb8-3ad19cdb76aa tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/37574049-b863-45df-acf3-978976d20956 HTTP/1.1" status: 204 len: 168 time: 0.4736083 Aug 16 02:10:11.931585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38880) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:11.983598 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54969af-3764-49dc-9010-8ceb9b171400 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:10:11.985566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f54969af-3764-49dc-9010-8ceb9b171400 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/37574049-b863-45df-acf3-978976d20956 HTTP/1.1" status: 404 len: 333 time: 0.0525804 Aug 16 02:10:11.988151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38884) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:12.022818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02974624-9725-4ea1-b6b0-81d561777c33 req-911c8007-76ca-4e01-a77c-25f58cc4ef12 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.024591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02974624-9725-4ea1-b6b0-81d561777c33 req-911c8007-76ca-4e01-a77c-25f58cc4ef12 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.0616560 Aug 16 02:10:12.080280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02974624-9725-4ea1-b6b0-81d561777c33 req-6f496275-f233-4920-8a82-aee0f687e0a6 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485308 Aug 16 02:10:12.130414 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d377aa05-11dd-4652-886c-dde72e954b54 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 47e0930c-1938-4cf3-b99c-be1dfaea8952 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:12.131120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d377aa05-11dd-4652-886c-dde72e954b54 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.253335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c4091-375b-494e-b1b9-0ee40c5670b0 None None] Network 6d6b74c2-7528-4469-92e8-52dccd3e5f7d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:12.258610 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d377aa05-11dd-4652-886c-dde72e954b54 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.274846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d377aa05-11dd-4652-886c-dde72e954b54 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 47e0930c-1938-4cf3-b99c-be1dfaea8952 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:12.328877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-023ea6ee-e8ca-4746-84b8-345cb3699c1f None None] Provisioning for port c8d2d791-3e6b-4dab-b0b6-e4dd03417375 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:12.382629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78114-78e8-4071-8735-44e3a6be4e24 req-54f31b7f-8467-4783-8d51-67d33084889c tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.386838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fb78114-78e8-4071-8735-44e3a6be4e24 req-54f31b7f-8467-4783-8d51-67d33084889c tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 945 time: 0.1539290 Aug 16 02:10:12.441866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fb78114-78e8-4071-8735-44e3a6be4e24 req-b70181fd-d2af-462a-a9b1-432aa5e4d66e tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462816 Aug 16 02:10:12.469229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c8d2d791-3e6b-4dab-b0b6-e4dd03417375 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:12.518543 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d377aa05-11dd-4652-886c-dde72e954b54 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.539076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port c8d2d791-3e6b-4dab-b0b6-e4dd03417375 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:12.543285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c8d2d791-3e6b-4dab-b0b6-e4dd03417375 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:12.543807 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.567602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377aa05-11dd-4652-886c-dde72e954b54 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=47e0930c-1938-4cf3-b99c-be1dfaea8952,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:12.590430 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d377aa05-11dd-4652-886c-dde72e954b54 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.592809 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d377aa05-11dd-4652-886c-dde72e954b54 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/47e0930c-1938-4cf3-b99c-be1dfaea8952 HTTP/1.1" status: 204 len: 168 time: 0.6024752 Aug 16 02:10:12.595347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38892) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:12.621516 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f9053f-146b-4e66-8533-abcff924a493 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:10:12.625998 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f2f9053f-146b-4e66-8533-abcff924a493 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/47e0930c-1938-4cf3-b99c-be1dfaea8952 HTTP/1.1" status: 404 len: 333 time: 0.0297205 Aug 16 02:10:12.626156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38894) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:12.659956 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.683273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68b17a7-5d9d-4b14-81a0-ec51b8a824b7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting subnet 35483b50-9e6b-4489-bf2c-fbd0877402fb {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:12.690310 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a68b17a7-5d9d-4b14-81a0-ec51b8a824b7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.713732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port c8d2d791-3e6b-4dab-b0b6-e4dd03417375, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c8d2d791-3e6b-4dab-b0b6-e4dd03417375,segment=NetworkSegment(aec813a7-6c87-48e0-ab81-2680832b0013),segment_id=aec813a7-6c87-48e0-ab81-2680832b0013)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:12.728504 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.742834 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a68b17a7-5d9d-4b14-81a0-ec51b8a824b7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.771555 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.802193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=c8d2d791-3e6b-4dab-b0b6-e4dd03417375,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:12.851394 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a68b17a7-5d9d-4b14-81a0-ec51b8a824b7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.858813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b5ddc13c-dcd0-4643-ad59-bb5d3b6d1494 None None] Could not find standard attr ID for object 47e0930c-1938-4cf3-b99c-be1dfaea8952. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:12.870361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b5ddc13c-dcd0-4643-ad59-bb5d3b6d1494 None None] Provisioning complete for port c8d2d791-3e6b-4dab-b0b6-e4dd03417375 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:12.870813 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc13c-dcd0-4643-ad59-bb5d3b6d1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.934715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a68b17a7-5d9d-4b14-81a0-ec51b8a824b7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.972690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b17a7-5d9d-4b14-81a0-ec51b8a824b7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Subnet': ['ID=35483b50-9e6b-4489-bf2c-fbd0877402fb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:12.977390 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a68b17a7-5d9d-4b14-81a0-ec51b8a824b7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.979785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a68b17a7-5d9d-4b14-81a0-ec51b8a824b7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/35483b50-9e6b-4489-bf2c-fbd0877402fb HTTP/1.1" status: 204 len: 168 time: 0.3524511 Aug 16 02:10:12.982301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38896) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:13.007888 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-5dd676b0-ce86-416a-9e66-723c530f68e3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585961 Aug 16 02:10:13.078955 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.085256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f350924-b28b-4da3-add5-a80e93bdd9f0 None None] Network 6d6b74c2-7528-4469-92e8-52dccd3e5f7d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:13.132566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-462c2ae4-a670-43fa-890e-d4209781484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:13.135202 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-462c2ae4-a670-43fa-890e-d4209781484a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1099 time: 0.0709956 Aug 16 02:10:13.148927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bda7b275-c0c4-40b9-9c5c-65a3bbc0c915 None None] Could not find standard attr ID for object 47e0930c-1938-4cf3-b99c-be1dfaea8952. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:13.156090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port c8d2d791-3e6b-4dab-b0b6-e4dd03417375 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:13.156945 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.331717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] For port c8d2d791-3e6b-4dab-b0b6-e4dd03417375, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c8d2d791-3e6b-4dab-b0b6-e4dd03417375,segment=NetworkSegment(aec813a7-6c87-48e0-ab81-2680832b0013),segment_id=aec813a7-6c87-48e0-ab81-2680832b0013)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:13.331717 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.332523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-b3351a08-0d08-4187-ae1c-005163727db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:13.340246 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-b3351a08-0d08-4187-ae1c-005163727db3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.1540513 Aug 16 02:10:13.341017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for c8d2d791-3e6b-4dab-b0b6-e4dd03417375 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:13.395962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bc5629-cff1-46b4-9721-c372f03aad20 None None] DHCP port deletion for 6d6b74c2-7528-4469-92e8-52dccd3e5f7d request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:13.420926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f48c29-3dfc-43d0-a6f1-76a0fe324cde req-5f33ba88-df9e-4ba2-bdc6-68be44c80590 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:13.423264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75f48c29-3dfc-43d0-a6f1-76a0fe324cde req-5f33ba88-df9e-4ba2-bdc6-68be44c80590 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.2532356 Aug 16 02:10:13.427744 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-3e80c77b-c5b1-40af-9c25-8d0fa7ebb45a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 1002 time: 0.0816944 Aug 16 02:10:13.460507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-72bc5629-cff1-46b4-9721-c372f03aad20 None None] Deleting port c8d2d791-3e6b-4dab-b0b6-e4dd03417375 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:13.460877 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-72bc5629-cff1-46b4-9721-c372f03aad20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.479853 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.525775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=c8d2d791-3e6b-4dab-b0b6-e4dd03417375,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:13.539699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-66f3c21c-f078-4577-adef-952023368fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:13.542015 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-66f3c21c-f078-4577-adef-952023368fb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.1017368 Aug 16 02:10:13.545548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No DVR routers for this DVR port c8d2d791-3e6b-4dab-b0b6-e4dd03417375 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:13.556235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-72bc5629-cff1-46b4-9721-c372f03aad20 None None] For port c8d2d791-3e6b-4dab-b0b6-e4dd03417375, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c8d2d791-3e6b-4dab-b0b6-e4dd03417375,segment=NetworkSegment(aec813a7-6c87-48e0-ab81-2680832b0013),segment_id=aec813a7-6c87-48e0-ab81-2680832b0013)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:13.556773 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-72bc5629-cff1-46b4-9721-c372f03aad20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.575097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-72bc5629-cff1-46b4-9721-c372f03aad20 None None] Calling delete_port for c8d2d791-3e6b-4dab-b0b6-e4dd03417375 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:13.634584 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.649429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-67bb6dbf-e591-474d-b665-314ac274aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:13.651140 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-67bb6dbf-e591-474d-b665-314ac274aa87 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972579 Aug 16 02:10:13.658771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75f48c29-3dfc-43d0-a6f1-76a0fe324cde req-9cdd7838-8085-4e8b-bae2-477e66ea891f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257864 Aug 16 02:10:13.664005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6b74c2-7528-4469-92e8-52dccd3e5f7d']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:13.702888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec813a7-6c87-48e0-ab81-2680832b0013') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:13.703584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec813a7-6c87-48e0-ab81-2680832b0013') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:13.748021 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.782539 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-72bc5629-cff1-46b4-9721-c372f03aad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.792890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f28452-c2a1-4c5a-9eca-814976f6f605 req-80760155-17bb-49fc-bd7a-08e794c0f9dc tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:13.794637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80f28452-c2a1-4c5a-9eca-814976f6f605 req-80760155-17bb-49fc-bd7a-08e794c0f9dc tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 945 time: 0.1506562 Aug 16 02:10:13.795710 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.806893 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-f3bbf496-f0fb-4b3a-b82c-4ee7e2ce4afd service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377103 Aug 16 02:10:13.814292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:13.814886 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.859603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 859502bd-fd9f-4a2a-a6ee-5838606e6e79 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:13.888660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 859502bd-fd9f-4a2a-a6ee-5838606e6e79 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:13.889244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 859502bd-fd9f-4a2a-a6ee-5838606e6e79 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:13.893365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc5629-cff1-46b4-9721-c372f03aad20 None None] Pushing event deleted for resources: {'Port': ['ID=c8d2d791-3e6b-4dab-b0b6-e4dd03417375,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:13.904669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc5629-cff1-46b4-9721-c372f03aad20 None None] No DVR routers for this DVR port c8d2d791-3e6b-4dab-b0b6-e4dd03417375 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:13.925063 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:13.995296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b6b1eb51-2bb4-4c40-96bd-f8ae701868e0 req-51f3c637-5315-479a-9ec5-5f6350416758 service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773138 Aug 16 02:10:14.031240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80f28452-c2a1-4c5a-9eca-814976f6f605 req-aca19180-5585-4a1f-b5a4-a82acd4dc5a6 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211995 Aug 16 02:10:14.035615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.042494 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.050555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/networks/6d6b74c2-7528-4469-92e8-52dccd3e5f7d HTTP/1.1" status: 204 len: 168 time: 1.0670404 Aug 16 02:10:14.051097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38914) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:14.058379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1709391942'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:14.072306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e61541-c1d3-4175-af8a-04a80da64c34 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Network': ['ID=6d6b74c2-7528-4469-92e8-52dccd3e5f7d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:14.082872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-8e1b5b64-ab94-4132-800d-e4bbe84074cd tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.084713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-8e1b5b64-ab94-4132-800d-e4bbe84074cd tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.1574769 Aug 16 02:10:14.135685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623c339-950c-4c29-a477-bad292d19c3e req-954babf8-7245-4df7-b35f-426e4a0c7729 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.137460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1623c339-950c-4c29-a477-bad292d19c3e req-954babf8-7245-4df7-b35f-426e4a0c7729 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 945 time: 0.0649807 Aug 16 02:10:14.138731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:14.142531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.225064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Deleting port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:14.225613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.228691 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.252909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:14.296909 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.298834 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Added segment 2039c03c-f71a-4d4e-9da1-56bb0cc978ac of type vlan for network f52a212a-a86d-4c83-bba0-0df4556f5263 Aug 16 02:10:14.383568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-1623c339-950c-4c29-a477-bad292d19c3e req-04bce5ab-279f-42ac-80bb-cf637c9807bf tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Deleting port 7e173e06-d71f-4206-82eb-4284e93371c8 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:14.383906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1623c339-950c-4c29-a477-bad292d19c3e req-04bce5ab-279f-42ac-80bb-cf637c9807bf tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.392294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] For port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:14.392941 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.400026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.452963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c8d2d791-3e6b-4dab-b0b6-e4dd03417375 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:14.522163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: c8d2d791-3e6b-4dab-b0b6-e4dd03417375 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:14.522516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c8d2d791-3e6b-4dab-b0b6-e4dd03417375 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:14.545704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.552527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.553470 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.599566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-1623c339-950c-4c29-a477-bad292d19c3e req-04bce5ab-279f-42ac-80bb-cf637c9807bf tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] For port 7e173e06-d71f-4206-82eb-4284e93371c8, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=7e173e06-d71f-4206-82eb-4284e93371c8,segment=NetworkSegment(6f53a9f3-0fa8-4886-9bfd-bfc642e66374),segment_id=6f53a9f3-0fa8-4886-9bfd-bfc642e66374)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:14.600252 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1623c339-950c-4c29-a477-bad292d19c3e req-04bce5ab-279f-42ac-80bb-cf637c9807bf tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.665844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-1623c339-950c-4c29-a477-bad292d19c3e req-04bce5ab-279f-42ac-80bb-cf637c9807bf tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Calling delete_port for 7e173e06-d71f-4206-82eb-4284e93371c8 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:14.668518 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6165581 Aug 16 02:10:14.675196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38928) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:14.683213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': 'f52a212a-a86d-4c83-bba0-0df4556f5263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:14.690997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb080efd-1452-4bbd-9237-62a7ff249940 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Network': ['ID=f52a212a-a86d-4c83-bba0-0df4556f5263,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:14.703067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network f52a212a-a86d-4c83-bba0-0df4556f5263 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:14.810039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ba60-877d-4f96-aa78-644a7629167a req-d0a63bca-9275-4957-8dd6-9911bbaddded tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.830253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ba60-877d-4f96-aa78-644a7629167a req-d0a63bca-9275-4957-8dd6-9911bbaddded tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.850250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ba60-877d-4f96-aa78-644a7629167a req-d0a63bca-9275-4957-8dd6-9911bbaddded tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.858867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ba60-877d-4f96-aa78-644a7629167a req-d0a63bca-9275-4957-8dd6-9911bbaddded tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.867892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ba60-877d-4f96-aa78-644a7629167a req-d0a63bca-9275-4957-8dd6-9911bbaddded tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.869893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:14.875393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ba60-877d-4f96-aa78-644a7629167a req-d0a63bca-9275-4957-8dd6-9911bbaddded tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.882302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ba60-877d-4f96-aa78-644a7629167a req-d0a63bca-9275-4957-8dd6-9911bbaddded tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.890727 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.890940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed73ba60-877d-4f96-aa78-644a7629167a req-d0a63bca-9275-4957-8dd6-9911bbaddded tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5442 time: 0.3545954 Aug 16 02:10:15.045182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed73ba60-877d-4f96-aa78-644a7629167a req-2077f5a0-377e-4b2e-9560-3a2c5ae70619 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1493576 Aug 16 02:10:15.053961 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.054468 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.055673 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Floating IP 8d4c62d2-8a62-491b-8b70-547ca9bce7b5 disassociated. External IP: 172.25.2.151, port: 14a3fce1-5fbe-46f9-a3cc-7cee760384e2. Aug 16 02:10:15.056104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Calling delete_port for 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:15.115200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3666-944a-413b-8e3b-e396c1e399d2 req-40b1d950-d2a9-4b86-941e-db44da9e257a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:15.121639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b1f3666-944a-413b-8e3b-e396c1e399d2 req-40b1d950-d2a9-4b86-941e-db44da9e257a tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 944 time: 0.2264884 Aug 16 02:10:15.276846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b1f3666-944a-413b-8e3b-e396c1e399d2 req-3db4f979-53e9-4061-9e2d-d78784b4c028 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9405864-413e-425c-90eb-d9898572e4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951619 Aug 16 02:10:15.294495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8a4be-9e00-42aa-a67d-e9372ab640d3 req-dcf79af9-e988-47ab-83db-0ca8919749d0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:15.296182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fa8a4be-9e00-42aa-a67d-e9372ab640d3 req-dcf79af9-e988-47ab-83db-0ca8919749d0 tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b225e53-0034-41cb-8d0c-a5e2a53f0211 HTTP/1.1" status: 200 len: 945 time: 0.1157639 Aug 16 02:10:15.425621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fa8a4be-9e00-42aa-a67d-e9372ab640d3 req-27b3b59e-0b54-4f15-b197-93a103962b9b tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cd3998f-67a9-4f28-b28c-24d178915354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218178 Aug 16 02:10:15.485789 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.529137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event deleted for resources: {'Port': ['ID=14a3fce1-5fbe-46f9-a3cc-7cee760384e2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:15.614541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1623c339-950c-4c29-a477-bad292d19c3e req-04bce5ab-279f-42ac-80bb-cf637c9807bf tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.627407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['7e173e06-d71f-4206-82eb-4284e93371c8'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:15.654540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bce5ab-279f-42ac-80bb-cf637c9807bf tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Pushing event deleted for resources: {'Port': ['ID=7e173e06-d71f-4206-82eb-4284e93371c8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:15.732385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-1623c339-950c-4c29-a477-bad292d19c3e req-04bce5ab-279f-42ac-80bb-cf637c9807bf tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] No DVR routers for this DVR port 7e173e06-d71f-4206-82eb-4284e93371c8 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:15.735602 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1623c339-950c-4c29-a477-bad292d19c3e req-04bce5ab-279f-42ac-80bb-cf637c9807bf tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.738215 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1623c339-950c-4c29-a477-bad292d19c3e req-04bce5ab-279f-42ac-80bb-cf637c9807bf tempest-VolumesSnapshotTestJSON-318584409 tempest-VolumesSnapshotTestJSON-318584409-project] 10.222.0.89 "DELETE /v2.0/ports/7e173e06-d71f-4206-82eb-4284e93371c8 HTTP/1.1" status: 204 len: 173 time: 1.5848458 Aug 16 02:10:15.743564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Router c422b134-fd8d-4664-839c-23ae5b202f8f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:15.751804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b225e53-0034-41cb-8d0c-a5e2a53f0211', 'name': 'network-vif-deleted', 'tag': '7e173e06-d71f-4206-82eb-4284e93371c8'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:15.758246 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371fca40-4a6c-49b2-ac3d-a1f915700aff" -d '{"events": [{"server_uuid": "7b225e53-0034-41cb-8d0c-a5e2a53f0211", "name": "network-vif-deleted", "tag": "7e173e06-d71f-4206-82eb-4284e93371c8"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:15.887951 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c559f122-b565-45d8-b008-e51a82329c8b x-openstack-request-id: req-c559f122-b565-45d8-b008-e51a82329c8b {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:15.888244 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b225e53-0034-41cb-8d0c-a5e2a53f0211", "name": "network-vif-deleted", "tag": "7e173e06-d71f-4206-82eb-4284e93371c8", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:15.888503 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c559f122-b565-45d8-b008-e51a82329c8b {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:15.889491 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b225e53-0034-41cb-8d0c-a5e2a53f0211', 'name': 'network-vif-deleted', 'tag': '7e173e06-d71f-4206-82eb-4284e93371c8', 'status': 'completed', 'code': 200} Aug 16 02:10:15.923938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.954662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:15.967196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595910b8-0d1a-4da8-9fbd-1ec044f69ac2 None None] Sync routers for ids ['c422b134-fd8d-4664-839c-23ae5b202f8f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:15.976551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595910b8-0d1a-4da8-9fbd-1ec044f69ac2 None None] Routers {'c422b134-fd8d-4664-839c-23ae5b202f8f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:15.977490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-595910b8-0d1a-4da8-9fbd-1ec044f69ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c422b134-fd8d-4664-839c-23ae5b202f8f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:16.005326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Checking segment: {'id': '2039c03c-f71a-4d4e-9da1-56bb0cc978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f52a212a-a86d-4c83-bba0-0df4556f5263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:16.005835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network hostable DHCP agents. Network: f52a212a-a86d-4c83-bba0-0df4556f5263, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:16.008462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] No DVR routers for this DVR port 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:16.011341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.014939 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc12b423-5be4-4ada-b239-439ff33b5ac5 req-195b6997-7401-4e8f-8684-ef5fb5e4df6b tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.89 "DELETE /v2.0/ports/14a3fce1-5fbe-46f9-a3cc-7cee760384e2 HTTP/1.1" status: 204 len: 173 time: 1.9218476 Aug 16 02:10:16.016097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-deleted', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:16.016391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Subnet': ['ID=d17ebd6f-9c54-4901-9caa-2bc413614648,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:16.019702 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb45ebd-cedf-4718-9ec0-5b073a7cc795" -d '{"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-deleted", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:16.040847 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network f52a212a-a86d-4c83-bba0-0df4556f5263 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:16.070089 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d151e41e-5849-476a-ac77-4e74401967b8 x-openstack-request-id: req-d151e41e-5849-476a-ac77-4e74401967b8 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:16.070490 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c2845a-18e5-4c24-acdc-a7e1b3b3261d", "name": "network-vif-deleted", "tag": "14a3fce1-5fbe-46f9-a3cc-7cee760384e2", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:16.070842 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d151e41e-5849-476a-ac77-4e74401967b8 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:16.071342 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c2845a-18e5-4c24-acdc-a7e1b3b3261d', 'name': 'network-vif-deleted', 'tag': '14a3fce1-5fbe-46f9-a3cc-7cee760384e2', 'status': 'completed', 'code': 200} Aug 16 02:10:16.100308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, f52a212a-a86d-4c83-bba0-0df4556f5263) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:16.105526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.106215 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.120125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a40a277-4b33-4570-bcc4-fba053d73a15 None None] Network f52a212a-a86d-4c83-bba0-0df4556f5263 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:16.137452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-b79aca36-659d-46f2-8374-4bba3a1d5360 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.144806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-b79aca36-659d-46f2-8374-4bba3a1d5360 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.151942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-b79aca36-659d-46f2-8374-4bba3a1d5360 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.159046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-b79aca36-659d-46f2-8374-4bba3a1d5360 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.165683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-b79aca36-659d-46f2-8374-4bba3a1d5360 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.171663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-b79aca36-659d-46f2-8374-4bba3a1d5360 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.179696 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-b79aca36-659d-46f2-8374-4bba3a1d5360 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.182153 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-b79aca36-659d-46f2-8374-4bba3a1d5360 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5442 time: 0.1351128 Aug 16 02:10:16.202924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-595910b8-0d1a-4da8-9fbd-1ec044f69ac2 None None] Set router c422b134-fd8d-4664-839c-23ae5b202f8f gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:16.237469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45faa7d-af4a-487a-9bfc-cced5399bd91 req-7406e311-4959-4404-b6ce-ee0b3cdfb4d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.238220 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f94975ef-ddcc-400f-9dc0-5f66adb532b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5590079 Aug 16 02:10:16.243579 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-75b80692-1a03-46e3-b33c-993eafdb3609 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.245282 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-75b80692-1a03-46e3-b33c-993eafdb3609 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "GET /v2.0/ports/09730719-e67e-49bb-b3bd-ddbc04247286?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0548761 Aug 16 02:10:16.245863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38946) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:16.252866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': 'f52a212a-a86d-4c83-bba0-0df4556f5263', 'name': 'tempest-PortsIpV6TestJSON-968140875', 'fixed_ips': [{'subnet_id': 'd17ebd6f-9c54-4901-9caa-2bc413614648', 'ip_address': '2001:db8::10'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:16.259410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45faa7d-af4a-487a-9bfc-cced5399bd91 req-7406e311-4959-4404-b6ce-ee0b3cdfb4d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.278464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45faa7d-af4a-487a-9bfc-cced5399bd91 req-7406e311-4959-4404-b6ce-ee0b3cdfb4d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.284502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45faa7d-af4a-487a-9bfc-cced5399bd91 req-7406e311-4959-4404-b6ce-ee0b3cdfb4d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.300343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45faa7d-af4a-487a-9bfc-cced5399bd91 req-7406e311-4959-4404-b6ce-ee0b3cdfb4d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.308163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45faa7d-af4a-487a-9bfc-cced5399bd91 req-7406e311-4959-4404-b6ce-ee0b3cdfb4d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.328390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45faa7d-af4a-487a-9bfc-cced5399bd91 req-7406e311-4959-4404-b6ce-ee0b3cdfb4d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.330343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b45faa7d-af4a-487a-9bfc-cced5399bd91 req-7406e311-4959-4404-b6ce-ee0b3cdfb4d0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 5442 time: 0.1749835 Aug 16 02:10:16.464493 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b45faa7d-af4a-487a-9bfc-cced5399bd91 req-4649e2a6-b35a-4933-9316-064d3452dd52 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120062 Aug 16 02:10:16.511193 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-1582c796-e88f-4588-90c0-06f222ec5cb6 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "GET /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2441182 Aug 16 02:10:16.521206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:16.531294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-f52a212a-a86d-4c83-bba0-0df4556f5263', 'network_id': 'f52a212a-a86d-4c83-bba0-0df4556f5263', 'tenant_id': '17b35b26635d4dbcaf5a7b0863ab6419', 'fixed_ips': [{'subnet_id': 'd17ebd6f-9c54-4901-9caa-2bc413614648'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:16.532160 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.540799 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4d629e1-b56d-419c-b84c-172ba1a73f14 req-c439b5d8-b020-4742-987e-dc4d5725e4ed tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c2845a-18e5-4c24-acdc-a7e1b3b3261d HTTP/1.1" status: 200 len: 210 time: 0.0751946 Aug 16 02:10:16.565603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-595910b8-0d1a-4da8-9fbd-1ec044f69ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:03Z', 'revision_number': 4, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bf28026-b5aa-4846-b860-51a5acc35b34', 'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'mac_address': 'fa:16:3e:f4:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:00Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 5, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'subnets': [{'id': '568258cf-724a-481a-a822-21f7d620f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:16.604174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595910b8-0d1a-4da8-9fbd-1ec044f69ac2 None None] Checking router: c422b134-fd8d-4664-839c-23ae5b202f8f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:16.619637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.624888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595910b8-0d1a-4da8-9fbd-1ec044f69ac2 None None] Routers {'c422b134-fd8d-4664-839c-23ae5b202f8f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:16.625744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-595910b8-0d1a-4da8-9fbd-1ec044f69ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c422b134-fd8d-4664-839c-23ae5b202f8f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:16.668536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:16.885819 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.926869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port fd65aef8-9d64-4cd4-959d-087d3b4473c2 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:16.938562 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] For port 09730719-e67e-49bb-b3bd-ddbc04247286, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=09730719-e67e-49bb-b3bd-ddbc04247286,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:17.063037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] For port 09730719-e67e-49bb-b3bd-ddbc04247286, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:17.092946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-595910b8-0d1a-4da8-9fbd-1ec044f69ac2 None None] Set router c422b134-fd8d-4664-839c-23ae5b202f8f gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:17.117912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] device_id is not set on port 09730719-e67e-49bb-b3bd-ddbc04247286 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:17.148459 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.158450 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.221639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] Pushing event updated for resources: {'Port': ['ID=09730719-e67e-49bb-b3bd-ddbc04247286,revision_number=6']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:17.231819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8::10 (f52a212a-a86d-4c83-bba0-0df4556f5263/d17ebd6f-9c54-4901-9caa-2bc413614648/fd65aef8-9d64-4cd4-959d-087d3b4473c2) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:17.262517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] No DVR routers for this DVR port 09730719-e67e-49bb-b3bd-ddbc04247286 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:17.331006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] In _notify_port_updated(), no bound segment for port 09730719-e67e-49bb-b3bd-ddbc04247286 on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:10:17.336348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.337216 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.340758 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-f4a03345-febb-4ae9-9119-16e5ed397d91 service neutron] 10.222.0.84 "PUT /v2.0/ports/09730719-e67e-49bb-b3bd-ddbc04247286 HTTP/1.1" status: 200 len: 1032 time: 0.8313541 Aug 16 02:10:17.378412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-595910b8-0d1a-4da8-9fbd-1ec044f69ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:03Z', 'revision_number': 4, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bf28026-b5aa-4846-b860-51a5acc35b34', 'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'mac_address': 'fa:16:3e:f4:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:00Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 5, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'subnets': [{'id': '568258cf-724a-481a-a822-21f7d620f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:17.434873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595910b8-0d1a-4da8-9fbd-1ec044f69ac2 None None] The sync data for ids ['c422b134-fd8d-4664-839c-23ae5b202f8f'] in n-d-768851-16 is: [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:03Z', 'revision_number': 4, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bf28026-b5aa-4846-b860-51a5acc35b34', 'name': '', 'network_id': 'cd8931ac-1883-49aa-86ac-51bf9f89c537', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'mac_address': 'fa:16:3e:f4:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '568258cf-724a-481a-a822-21f7d620f7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:00Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 5, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'subnets': [{'id': '568258cf-724a-481a-a822-21f7d620f7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:17.515090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-9fc29597-ac3f-45e3-a0d9-dfff0a398dc1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.517270 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-9fc29597-ac3f-45e3-a0d9-dfff0a398dc1 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "GET /v2.0/ports/62465913-9f97-4993-baaf-8784e6efa18e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1616352 Aug 16 02:10:17.585232 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.616633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-07cac42e-4383-4903-865a-a1b885b6856f None None] Provisioning complete for port 09730719-e67e-49bb-b3bd-ddbc04247286 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:17.617037 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-07cac42e-4383-4903-865a-a1b885b6856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.623382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:17.651895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object fd65aef8-9d64-4cd4-959d-087d3b4473c2 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:17.660913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-07cac42e-4383-4903-865a-a1b885b6856f None None] Port 09730719-e67e-49bb-b3bd-ddbc04247286 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:17.710781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38970) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:17.752338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084d97e-5cc2-48f6-84b7-dc7e0fbe9d21 req-202e015c-937b-4add-befa-23e2134e52fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.765416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.767218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084d97e-5cc2-48f6-84b7-dc7e0fbe9d21 req-202e015c-937b-4add-befa-23e2134e52fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.773988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084d97e-5cc2-48f6-84b7-dc7e0fbe9d21 req-202e015c-937b-4add-befa-23e2134e52fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.798720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084d97e-5cc2-48f6-84b7-dc7e0fbe9d21 req-202e015c-937b-4add-befa-23e2134e52fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.805883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084d97e-5cc2-48f6-84b7-dc7e0fbe9d21 req-202e015c-937b-4add-befa-23e2134e52fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.812286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084d97e-5cc2-48f6-84b7-dc7e0fbe9d21 req-202e015c-937b-4add-befa-23e2134e52fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.814654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4084d97e-5cc2-48f6-84b7-dc7e0fbe9d21 req-202e015c-937b-4add-befa-23e2134e52fc tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 4663 time: 0.2141604 Aug 16 02:10:17.841633 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.919844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Allocated IP 2001:db8::2 (f52a212a-a86d-4c83-bba0-0df4556f5263/d17ebd6f-9c54-4901-9caa-2bc413614648/262ddf0f-4542-42db-8126-bda20bde779d) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:17.926675 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbcd80-247a-4534-ac62-0a9a66756704 None None] New status for floating IP 8d4c62d2-8a62-491b-8b70-547ca9bce7b5: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:10:17.996083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network f52a212a-a86d-4c83-bba0-0df4556f5263 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:18.007877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:18.016747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:18.023803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.024482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.054686 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8075314 Aug 16 02:10:18.055382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38978) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:18.065514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': 'f52a212a-a86d-4c83-bba0-0df4556f5263', 'name': 'tempest-PortsIpV6TestJSON-965715897', 'fixed_ips': [{'subnet_id': 'd17ebd6f-9c54-4901-9caa-2bc413614648', 'ip_address': '2001:db8::f'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:18.077992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4084d97e-5cc2-48f6-84b7-dc7e0fbe9d21 req-7a5c71cd-2d93-4d0e-b69a-c11f6c3f46ec tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87&id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2534847 Aug 16 02:10:18.079477 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a4d68ed-634a-45f4-9bf2-1de4c8b58e67 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.104238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:18.133442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a4d68ed-634a-45f4-9bf2-1de4c8b58e67 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.160352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:18.160697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 14a3fce1-5fbe-46f9-a3cc-7cee760384e2 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:18.161160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7e173e06-d71f-4206-82eb-4284e93371c8 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:18.205285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d900e36-b52d-4d52-8664-2b9efeb705f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=fd65aef8-9d64-4cd4-959d-087d3b4473c2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:18.211804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 7e173e06-d71f-4206-82eb-4284e93371c8 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:18.212859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 7e173e06-d71f-4206-82eb-4284e93371c8 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:18.217758 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a4d68ed-634a-45f4-9bf2-1de4c8b58e67 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.220357 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a4d68ed-634a-45f4-9bf2-1de4c8b58e67 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.224779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1a4d68ed-634a-45f4-9bf2-1de4c8b58e67 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "DELETE /v2.0/security-groups/c9405864-413e-425c-90eb-d9898572e4dc HTTP/1.1" status: 204 len: 168 time: 0.5128820 Aug 16 02:10:18.224960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 38980) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:18.236000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d68ed-634a-45f4-9bf2-1de4c8b58e67 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9405864-413e-425c-90eb-d9898572e4dc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:18.278069 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-527556ab-1c32-414a-9042-0a7ae05cf90f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] show failed (client error): The resource could not be found. Aug 16 02:10:18.281643 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-527556ab-1c32-414a-9042-0a7ae05cf90f tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "GET /v2.0/security-groups/c9405864-413e-425c-90eb-d9898572e4dc HTTP/1.1" status: 404 len: 347 time: 0.0463502 Aug 16 02:10:18.281984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38982) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:18.330585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] For port 62465913-9f97-4993-baaf-8784e6efa18e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=62465913-9f97-4993-baaf-8784e6efa18e,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:18.348689 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.367050 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.380125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Transition to ACTIVE for port object 262ddf0f-4542-42db-8126-bda20bde779d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:18.389073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] For port 62465913-9f97-4993-baaf-8784e6efa18e, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:18.391102 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:18.396142 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.397066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Transition to ACTIVE for port object 262ddf0f-4542-42db-8126-bda20bde779d will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:18.404121 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.448796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port bdffaab4-00f7-4385-a674-0d7537622958 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:18.464874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Pushing event updated for resources: {'Port': ['ID=262ddf0f-4542-42db-8126-bda20bde779d,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:18.474132 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Network f52a212a-a86d-4c83-bba0-0df4556f5263 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:18.475504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:18.478022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:18.489078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-99ff8af3-3526-46f8-80e8-787f6cfe6385 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Deleting port a8c0f4ad-b74a-4b45-ae2a-aca143826d86 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:18.489414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99ff8af3-3526-46f8-80e8-787f6cfe6385 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.501298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] device_id is not set on port 62465913-9f97-4993-baaf-8784e6efa18e yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:18.521562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.538568 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.552417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Attempting to bind port 262ddf0f-4542-42db-8126-bda20bde779d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:18.552799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Attempting to bind port 262ddf0f-4542-42db-8126-bda20bde779d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '2039c03c-f71a-4d4e-9da1-56bb0cc978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f52a212a-a86d-4c83-bba0-0df4556f5263'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:18.554475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Attempting to bind port 262ddf0f-4542-42db-8126-bda20bde779d on network f52a212a-a86d-4c83-bba0-0df4556f5263 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:18.561135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:18.561956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Checking segment: {'id': '2039c03c-f71a-4d4e-9da1-56bb0cc978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f52a212a-a86d-4c83-bba0-0df4556f5263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:18.562374 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.562781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Bound using segment: {'id': '2039c03c-f71a-4d4e-9da1-56bb0cc978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f52a212a-a86d-4c83-bba0-0df4556f5263'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:18.563274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Bound port: 262ddf0f-4542-42db-8126-bda20bde779d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039c03c-f71a-4d4e-9da1-56bb0cc978ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f52a212a-a86d-4c83-bba0-0df4556f5263'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:18.563777 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.591729 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99ff8af3-3526-46f8-80e8-787f6cfe6385 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.592108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99ff8af3-3526-46f8-80e8-787f6cfe6385 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.609470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-99ff8af3-3526-46f8-80e8-787f6cfe6385 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Calling delete_port for a8c0f4ad-b74a-4b45-ae2a-aca143826d86 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:18.656599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] No DVR routers for this DVR port 62465913-9f97-4993-baaf-8784e6efa18e on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:18.663654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] For port 262ddf0f-4542-42db-8126-bda20bde779d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:18.678612 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] For port 262ddf0f-4542-42db-8126-bda20bde779d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=262ddf0f-4542-42db-8126-bda20bde779d,segment=NetworkSegment(2039c03c-f71a-4d4e-9da1-56bb0cc978ac),segment_id=2039c03c-f71a-4d4e-9da1-56bb0cc978ac)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:18.685646 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.712154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=62465913-9f97-4993-baaf-8784e6efa18e,revision_number=6']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:18.743366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] In _notify_port_updated(), no bound segment for port 62465913-9f97-4993-baaf-8784e6efa18e on network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:10:18.744271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.744941 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.746238 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-d1278bb0-e265-461c-a0e3-9f016f729cd1 service neutron] 10.222.0.84 "PUT /v2.0/ports/62465913-9f97-4993-baaf-8784e6efa18e HTTP/1.1" status: 200 len: 1031 time: 1.2203174 Aug 16 02:10:18.774375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8::f (f52a212a-a86d-4c83-bba0-0df4556f5263/d17ebd6f-9c54-4901-9caa-2bc413614648/bdffaab4-00f7-4385-a674-0d7537622958) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:18.796164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd2a97-6ff5-4093-b2f3-5bca95b7cbf5 None None] Pushing event updated for resources: {'Port': ['ID=262ddf0f-4542-42db-8126-bda20bde779d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:18.861889 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99ff8af3-3526-46f8-80e8-787f6cfe6385 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.915632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff8af3-3526-46f8-80e8-787f6cfe6385 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Pushing event deleted for resources: {'Port': ['ID=a8c0f4ad-b74a-4b45-ae2a-aca143826d86,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:19.024375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-9de0552b-a0f4-4d03-92bd-80e5d3f7e8b4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:19.025576 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-9de0552b-a0f4-4d03-92bd-80e5d3f7e8b4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.051809 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99ff8af3-3526-46f8-80e8-787f6cfe6385 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.054664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99ff8af3-3526-46f8-80e8-787f6cfe6385 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.059063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-99ff8af3-3526-46f8-80e8-787f6cfe6385 tempest-ServerActionsTestJSON-504955746 tempest-ServerActionsTestJSON-504955746-project] 10.222.0.79 "DELETE /v2.0/floatingips/8d4c62d2-8a62-491b-8b70-547ca9bce7b5 HTTP/1.1" status: 204 len: 168 time: 0.7757573 Aug 16 02:10:19.095432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38990) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:19.124265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3d6d310f-55de-4abf-87e4-b57dd96f02de None None] Provisioning complete for port 62465913-9f97-4993-baaf-8784e6efa18e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:19.124265 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3d6d310f-55de-4abf-87e4-b57dd96f02de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.260640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d310f-55de-4abf-87e4-b57dd96f02de None None] Port 62465913-9f97-4993-baaf-8784e6efa18e cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:19.449038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-9de0552b-a0f4-4d03-92bd-80e5d3f7e8b4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] For port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5a61baeb-19b0-4c95-a47c-c349b9fbaadd,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:19.449434 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-9de0552b-a0f4-4d03-92bd-80e5d3f7e8b4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.488949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-9de0552b-a0f4-4d03-92bd-80e5d3f7e8b4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Calling delete_port for 5a61baeb-19b0-4c95-a47c-c349b9fbaadd owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:19.519233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.533307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15840d-ad4e-47ac-9523-5bca94aaf892 req-7e97df06-2d65-48ab-9ab6-a20b9edd5b9e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.536627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object bdffaab4-00f7-4385-a674-0d7537622958 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:19.540787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15840d-ad4e-47ac-9523-5bca94aaf892 req-7e97df06-2d65-48ab-9ab6-a20b9edd5b9e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.548318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15840d-ad4e-47ac-9523-5bca94aaf892 req-7e97df06-2d65-48ab-9ab6-a20b9edd5b9e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.555796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15840d-ad4e-47ac-9523-5bca94aaf892 req-7e97df06-2d65-48ab-9ab6-a20b9edd5b9e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.570967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39012) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:19.593977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15840d-ad4e-47ac-9523-5bca94aaf892 req-7e97df06-2d65-48ab-9ab6-a20b9edd5b9e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.599828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d15840d-ad4e-47ac-9523-5bca94aaf892 req-7e97df06-2d65-48ab-9ab6-a20b9edd5b9e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 3885 time: 0.4311979 Aug 16 02:10:19.634892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.712671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d15840d-ad4e-47ac-9523-5bca94aaf892 req-04dc959e-6e78-4d43-8885-ac7387af364f tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994396 Aug 16 02:10:19.739498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network f52a212a-a86d-4c83-bba0-0df4556f5263 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:19.740292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=bdffaab4-00f7-4385-a674-0d7537622958,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:19.773248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:19.776902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:19.789170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.789875 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.865779 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5c8aa34c-5be6-405b-b1ef-6cd79ab8d7f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94c0a9b64f1d4b0789186f0353d8a929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903333 Aug 16 02:10:19.866466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39018) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:19.872418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 50dc1518-5f9a-4ad0-a4b4-b493a618272d no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:19.950584 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-80c72edb-da6d-4107-8dc5-7593d3e4b317 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8894637 Aug 16 02:10:19.963149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39020) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:20.048278 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.106297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 50dc1518-5f9a-4ad0-a4b4-b493a618272d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:20.107614 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50dc1518-5f9a-4ad0-a4b4-b493a618272d'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:20.111221 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289035b5-aa16-4a90-9547-862f1c5900b0" -d '{"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-unplugged", "status": "completed", "tag": "50dc1518-5f9a-4ad0-a4b4-b493a618272d"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:20.117161 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.118606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 551583b1-17cc-4b79-a29a-167feacb8946 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:20.172535 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-9de0552b-a0f4-4d03-92bd-80e5d3f7e8b4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.233779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=50dc1518-5f9a-4ad0-a4b4-b493a618272d,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:20.286536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0552b-a0f4-4d03-92bd-80e5d3f7e8b4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Port': ['ID=5a61baeb-19b0-4c95-a47c-c349b9fbaadd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:20.308533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.333623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05d1800-1f0d-4bb7-86d4-883c3aeab9e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.336296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a05d1800-1f0d-4bb7-86d4-883c3aeab9e3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3720646 Aug 16 02:10:20.340745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39026) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:20.365892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 551583b1-17cc-4b79-a29a-167feacb8946, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=551583b1-17cc-4b79-a29a-167feacb8946,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:20.373344 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.374664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5a61baeb-19b0-4c95-a47c-c349b9fbaadd no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:20.399393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca1a62-530c-4701-8b12-1b941360bc8d req-c9cd550c-c10b-4a45-a785-2340324c1b21 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.410814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68ca1a62-530c-4701-8b12-1b941360bc8d req-c9cd550c-c10b-4a45-a785-2340324c1b21 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1099 time: 0.1498499 Aug 16 02:10:20.460518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-9de0552b-a0f4-4d03-92bd-80e5d3f7e8b4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] No DVR routers for this DVR port 5a61baeb-19b0-4c95-a47c-c349b9fbaadd on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:20.462684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1f111f96-d0a5-49a3-9bb2-61f779a1123a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.467649 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-9de0552b-a0f4-4d03-92bd-80e5d3f7e8b4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.470100 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-9de0552b-a0f4-4d03-92bd-80e5d3f7e8b4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "DELETE /v2.0/ports/5a61baeb-19b0-4c95-a47c-c349b9fbaadd HTTP/1.1" status: 204 len: 173 time: 1.7160716 Aug 16 02:10:20.471727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-deleted', 'tag': '5a61baeb-19b0-4c95-a47c-c349b9fbaadd'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:20.474334 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c63227-2a61-4a95-a0ee-89bed204128b" -d '{"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-deleted", "tag": "5a61baeb-19b0-4c95-a47c-c349b9fbaadd"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:20.499445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68ca1a62-530c-4701-8b12-1b941360bc8d req-f690aff1-8a03-47fe-b894-e44c32ee8a08 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867064 Aug 16 02:10:20.521579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39030) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:20.550169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 5a61baeb-19b0-4c95-a47c-c349b9fbaadd {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:20.550530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5a61baeb-19b0-4c95-a47c-c349b9fbaadd not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:20.551509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 09730719-e67e-49bb-b3bd-ddbc04247286 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:20.567190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=551583b1-17cc-4b79-a29a-167feacb8946,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:20.573904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50daa079-96ac-4766-947b-c8dc58153a56 None None] Network f52a212a-a86d-4c83-bba0-0df4556f5263 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:20.585023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 262ddf0f-4542-42db-8126-bda20bde779d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:20.625736 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1f111f96-d0a5-49a3-9bb2-61f779a1123a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.697856 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4b6853-eee4-4b1f-b2cd-2522503fa762 x-openstack-request-id: req-ae4b6853-eee4-4b1f-b2cd-2522503fa762 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:20.698312 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-deleted", "tag": "5a61baeb-19b0-4c95-a47c-c349b9fbaadd", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:20.698660 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae4b6853-eee4-4b1f-b2cd-2522503fa762 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:20.699192 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-deleted', 'tag': '5a61baeb-19b0-4c95-a47c-c349b9fbaadd', 'status': 'completed', 'code': 200} Aug 16 02:10:20.715058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccf048e-0822-40a9-9cf4-64187079ac56 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.721708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccf048e-0822-40a9-9cf4-64187079ac56 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.742995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccf048e-0822-40a9-9cf4-64187079ac56 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.745331 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ccf048e-0822-40a9-9cf4-64187079ac56 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3412683 Aug 16 02:10:20.771009 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cce30ae-3689-4aaf-98f1-9dd13de814a3 x-openstack-request-id: req-6cce30ae-3689-4aaf-98f1-9dd13de814a3 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:20.771241 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-unplugged", "status": "completed", "tag": "50dc1518-5f9a-4ad0-a4b4-b493a618272d", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:20.771488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39034) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:20.771623 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6cce30ae-3689-4aaf-98f1-9dd13de814a3 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:20.771880 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50dc1518-5f9a-4ad0-a4b4-b493a618272d', 'code': 200} Aug 16 02:10:20.790741 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.829710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-efedcbef-edbf-47c9-9e10-691777018f9a None None] Provisioning for port 262ddf0f-4542-42db-8126-bda20bde779d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:20.865709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting port e54caeb9-3d4a-4d37-bd41-eb577370ab25 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:20.866176 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.912287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 09730719-e67e-49bb-b3bd-ddbc04247286 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:20.912722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 62465913-9f97-4993-baaf-8784e6efa18e no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:20.951625 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1f111f96-d0a5-49a3-9bb2-61f779a1123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.954568 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1f111f96-d0a5-49a3-9bb2-61f779a1123a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.956653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1f111f96-d0a5-49a3-9bb2-61f779a1123a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d560ab7-0a67-4286-8fce-9b89320bf3dd HTTP/1.1" status: 204 len: 168 time: 1.0730333 Aug 16 02:10:20.979606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f111f96-d0a5-49a3-9bb2-61f779a1123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d560ab7-0a67-4286-8fce-9b89320bf3dd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:21.114320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] For port e54caeb9-3d4a-4d37-bd41-eb577370ab25, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e54caeb9-3d4a-4d37-bd41-eb577370ab25,segment=NetworkSegment(b46435d5-212b-4fae-9383-77814e4310fa),segment_id=b46435d5-212b-4fae-9383-77814e4310fa)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:21.115414 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.123340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6c82f964-bf6f-4207-9ba1-1bed63aa0b78 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port bdffaab4-00f7-4385-a674-0d7537622958 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:21.128117 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c82f964-bf6f-4207-9ba1-1bed63aa0b78 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.129453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a841bff-2cfb-4834-9d11-4ee9a0160d4c req-fceb794a-b055-4da7-bde2-ae1e624fc871 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.135576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a841bff-2cfb-4834-9d11-4ee9a0160d4c req-fceb794a-b055-4da7-bde2-ae1e624fc871 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.141667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a841bff-2cfb-4834-9d11-4ee9a0160d4c req-fceb794a-b055-4da7-bde2-ae1e624fc871 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.148864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a841bff-2cfb-4834-9d11-4ee9a0160d4c req-fceb794a-b055-4da7-bde2-ae1e624fc871 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.152261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a841bff-2cfb-4834-9d11-4ee9a0160d4c req-fceb794a-b055-4da7-bde2-ae1e624fc871 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 3147 time: 0.3065937 Aug 16 02:10:21.171988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port 37b694df-0c29-4c9a-8873-07970bf62450 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:21.172412 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.208044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 62465913-9f97-4993-baaf-8784e6efa18e not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:21.208540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 74215e91-8911-4c4d-9c89-a45a68e41230 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:21.210337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 262ddf0f-4542-42db-8126-bda20bde779d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:21.238228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 262ddf0f-4542-42db-8126-bda20bde779d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:21.238861 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.389728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a841bff-2cfb-4834-9d11-4ee9a0160d4c req-5acd60cb-ec36-4ae0-888f-0549fc100764 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141738 Aug 16 02:10:21.520461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c82f964-bf6f-4207-9ba1-1bed63aa0b78 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.527220 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.527220 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.541854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6c82f964-bf6f-4207-9ba1-1bed63aa0b78 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for bdffaab4-00f7-4385-a674-0d7537622958 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:21.543016 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.547370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for 37b694df-0c29-4c9a-8873-07970bf62450 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:21.656889 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.681456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] Deleting port 5bf28026-b5aa-4846-b860-51a5acc35b34 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:21.681991 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.709790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 262ddf0f-4542-42db-8126-bda20bde779d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=262ddf0f-4542-42db-8126-bda20bde779d,segment=NetworkSegment(2039c03c-f71a-4d4e-9da1-56bb0cc978ac),segment_id=2039c03c-f71a-4d4e-9da1-56bb0cc978ac)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:21.747846 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.815744 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c82f964-bf6f-4207-9ba1-1bed63aa0b78 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.840833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 74215e91-8911-4c4d-9c89-a45a68e41230, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74215e91-8911-4c4d-9c89-a45a68e41230,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:21.861157 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.861872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e54caeb9-3d4a-4d37-bd41-eb577370ab25 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:21.919765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82f964-bf6f-4207-9ba1-1bed63aa0b78 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=bdffaab4-00f7-4385-a674-0d7537622958,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:21.970422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c82f964-bf6f-4207-9ba1-1bed63aa0b78 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.975005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6c82f964-bf6f-4207-9ba1-1bed63aa0b78 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/bdffaab4-00f7-4385-a674-0d7537622958 HTTP/1.1" status: 204 len: 168 time: 1.1980484 Aug 16 02:10:21.977982 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39056) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:21.990411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=262ddf0f-4542-42db-8126-bda20bde779d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:22.013688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.016570 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.017269 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Floating IP 9bb4d590-af71-4a4c-a7f3-3c26d81ba264 disassociated. External IP: 172.25.2.220, port: e54caeb9-3d4a-4d37-bd41-eb577370ab25. Aug 16 02:10:22.017610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Calling delete_port for e54caeb9-3d4a-4d37-bd41-eb577370ab25 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:22.063767 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af43698-6c95-401b-b82a-0c726ef88de4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:10:22.068449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9af43698-6c95-401b-b82a-0c726ef88de4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/bdffaab4-00f7-4385-a674-0d7537622958 HTTP/1.1" status: 404 len: 333 time: 0.0865030 Aug 16 02:10:22.075188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] For port 5bf28026-b5aa-4846-b860-51a5acc35b34, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5bf28026-b5aa-4846-b860-51a5acc35b34,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:22.075567 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.077916 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39060) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:22.136046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] Calling delete_port for 5bf28026-b5aa-4846-b860-51a5acc35b34 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:22.166700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b658bc42-5c50-4090-8393-31c418284018 None None] Provisioning for port fd65aef8-9d64-4cd4-959d-087d3b4473c2 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:22.187809 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.242496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b658bc42-5c50-4090-8393-31c418284018 None None] Provisioning complete for port fd65aef8-9d64-4cd4-959d-087d3b4473c2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:22.245360 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b658bc42-5c50-4090-8393-31c418284018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.328129 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.339607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=37b694df-0c29-4c9a-8873-07970bf62450,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:22.395795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Port': ['ID=e54caeb9-3d4a-4d37-bd41-eb577370ab25,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:22.418998 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.421354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=74215e91-8911-4c4d-9c89-a45a68e41230,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:22.515031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.515370 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Floating IP e5d10cb1-e648-4722-a4fe-3f3b8b41c452 disassociated (deleted). External IP: 172.25.2.172, port: e9698c1e-eec6-4941-99b0-18461ce7a3bf. Aug 16 02:10:22.593462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 262ddf0f-4542-42db-8126-bda20bde779d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:22.602403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-367c255e-eb29-45b1-86b8-86875a36a31d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port fd65aef8-9d64-4cd4-959d-087d3b4473c2 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:22.602949 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-367c255e-eb29-45b1-86b8-86875a36a31d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.635045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b658bc42-5c50-4090-8393-31c418284018 None None] Port fd65aef8-9d64-4cd4-959d-087d3b4473c2 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:22.641537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b658bc42-5c50-4090-8393-31c418284018 None None] Could not find standard attr ID for object bdffaab4-00f7-4385-a674-0d7537622958. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:22.656411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 262ddf0f-4542-42db-8126-bda20bde779d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:22.656781 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.686372 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b658bc42-5c50-4090-8393-31c418284018 None None] Provisioning complete for port 262ddf0f-4542-42db-8126-bda20bde779d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:22.686664 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b658bc42-5c50-4090-8393-31c418284018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.772690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '551583b1-17cc-4b79-a29a-167feacb8946'}, {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74215e91-8911-4c4d-9c89-a45a68e41230'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:22.776154 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb731da-4b6c-4e05-9ef4-08723f21859c" -d '{"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-unplugged", "status": "completed", "tag": "551583b1-17cc-4b79-a29a-167feacb8946"}, {"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-unplugged", "status": "completed", "tag": "74215e91-8911-4c4d-9c89-a45a68e41230"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:22.870075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb377a4-6c2f-4c4d-9abb-e18b75f77a6d req-54418687-9685-4823-89c1-106a2289d0ed tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.895853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb377a4-6c2f-4c4d-9abb-e18b75f77a6d req-54418687-9685-4823-89c1-106a2289d0ed tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.905625 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fbafc5-7bb4-4f3c-a89d-9b662f0ce76a x-openstack-request-id: req-a0fbafc5-7bb4-4f3c-a89d-9b662f0ce76a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:22.905951 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-unplugged", "status": "completed", "tag": "551583b1-17cc-4b79-a29a-167feacb8946", "code": 200}, {"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-unplugged", "status": "completed", "tag": "74215e91-8911-4c4d-9c89-a45a68e41230", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:22.906197 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a0fbafc5-7bb4-4f3c-a89d-9b662f0ce76a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:22.906614 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '551583b1-17cc-4b79-a29a-167feacb8946', 'code': 200} Aug 16 02:10:22.906871 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74215e91-8911-4c4d-9c89-a45a68e41230', 'code': 200} Aug 16 02:10:22.910886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb377a4-6c2f-4c4d-9abb-e18b75f77a6d req-54418687-9685-4823-89c1-106a2289d0ed tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.916807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fb377a4-6c2f-4c4d-9abb-e18b75f77a6d req-54418687-9685-4823-89c1-106a2289d0ed tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 2410 time: 0.2979453 Aug 16 02:10:23.047339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0b0cfbca-7a1d-454a-a09a-2ff3e553c7f6 None None] Provisioning complete for port fd65aef8-9d64-4cd4-959d-087d3b4473c2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:23.047980 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0b0cfbca-7a1d-454a-a09a-2ff3e553c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.088968 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fb377a4-6c2f-4c4d-9abb-e18b75f77a6d req-0ad16f97-0414-40ca-81cf-e486a69fb172 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615918 Aug 16 02:10:23.136261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-367c255e-eb29-45b1-86b8-86875a36a31d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.152905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-367c255e-eb29-45b1-86b8-86875a36a31d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for fd65aef8-9d64-4cd4-959d-087d3b4473c2 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:23.160559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0b0cfbca-7a1d-454a-a09a-2ff3e553c7f6 None None] Port fd65aef8-9d64-4cd4-959d-087d3b4473c2 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:23.178398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0b0cfbca-7a1d-454a-a09a-2ff3e553c7f6 None None] Could not find standard attr ID for object bdffaab4-00f7-4385-a674-0d7537622958. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:23.342487 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.347584 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-367c255e-eb29-45b1-86b8-86875a36a31d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.382282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf28026-b5aa-4846-b860-51a5acc35b34,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:23.417752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Router f6aeced9-3f27-4425-8e98-55164495b930 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:23.460850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c255e-eb29-45b1-86b8-86875a36a31d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=fd65aef8-9d64-4cd4-959d-087d3b4473c2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:23.557203 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-367c255e-eb29-45b1-86b8-86875a36a31d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.564079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-367c255e-eb29-45b1-86b8-86875a36a31d tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/fd65aef8-9d64-4cd4-959d-087d3b4473c2 HTTP/1.1" status: 204 len: 168 time: 1.4851093 Aug 16 02:10:23.588223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39122) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:23.639952 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c3e9a3-ab63-4333-a639-71aad6a980f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:10:23.645913 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-02c3e9a3-ab63-4333-a639-71aad6a980f3 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/fd65aef8-9d64-4cd4-959d-087d3b4473c2 HTTP/1.1" status: 404 len: 333 time: 0.0566447 Aug 16 02:10:23.652133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39128) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:23.758136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafe1d00-80ce-4160-b781-c5b51ac169f7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting subnet d17ebd6f-9c54-4901-9caa-2bc413614648 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:23.763146 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aafe1d00-80ce-4160-b781-c5b51ac169f7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.766904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:23.784310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91cae3b-3e18-4c27-902e-1f5dcc2d3772 None None] Sync routers for ids ['f6aeced9-3f27-4425-8e98-55164495b930'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:23.826305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91cae3b-3e18-4c27-902e-1f5dcc2d3772 None None] Routers {'f6aeced9-3f27-4425-8e98-55164495b930'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:23.827472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b91cae3b-3e18-4c27-902e-1f5dcc2d3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f6aeced9-3f27-4425-8e98-55164495b930'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:23.850459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] No DVR routers for this DVR port e54caeb9-3d4a-4d37-bd41-eb577370ab25 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:23.854677 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.856806 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-e1e53e7c-ca48-4271-b168-e00796050450 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "DELETE /v2.0/ports/e54caeb9-3d4a-4d37-bd41-eb577370ab25 HTTP/1.1" status: 204 len: 173 time: 3.3409257 Aug 16 02:10:23.857275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-deleted', 'tag': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:23.859617 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f81e92-c712-4807-8126-cde89ec74f83" -d '{"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-deleted", "tag": "e54caeb9-3d4a-4d37-bd41-eb577370ab25"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:23.877824 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aafe1d00-80ce-4160-b781-c5b51ac169f7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.887069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.947792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router 069e95d3-4034-4c85-bd7f-795e003c4247 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:23.952551 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0856e9f3-8843-4b74-834a-e23f559aec7e x-openstack-request-id: req-0856e9f3-8843-4b74-834a-e23f559aec7e {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:23.952846 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-deleted", "tag": "e54caeb9-3d4a-4d37-bd41-eb577370ab25", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:23.953111 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0856e9f3-8843-4b74-834a-e23f559aec7e {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:23.954988 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-deleted', 'tag': 'e54caeb9-3d4a-4d37-bd41-eb577370ab25', 'status': 'completed', 'code': 200} Aug 16 02:10:24.104691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-b91cae3b-3e18-4c27-902e-1f5dcc2d3772 None None] Set router f6aeced9-3f27-4425-8e98-55164495b930 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:24.287346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-aa1b4a56-64b8-438b-8d8a-44b8777230c8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting port 551583b1-17cc-4b79-a29a-167feacb8946 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:24.287692 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-aa1b4a56-64b8-438b-8d8a-44b8777230c8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.308038 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aafe1d00-80ce-4160-b781-c5b51ac169f7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.489936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b91cae3b-3e18-4c27-902e-1f5dcc2d3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:21Z', 'revision_number': 4, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd70301d9-1399-424b-ad5f-66f6cdb55a2a', 'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'mac_address': 'fa:16:3e:ff:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:18Z', 'updated_at': '2021-08-16T01:59:28Z', 'revision_number': 5, 'project_id': '215573ee4a53490f823ef26851352aa0', 'subnets': [{'id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:24.510311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-aa1b4a56-64b8-438b-8d8a-44b8777230c8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] For port 551583b1-17cc-4b79-a29a-167feacb8946, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=551583b1-17cc-4b79-a29a-167feacb8946,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:24.511857 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-aa1b4a56-64b8-438b-8d8a-44b8777230c8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.538470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-aa1b4a56-64b8-438b-8d8a-44b8777230c8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Calling delete_port for 551583b1-17cc-4b79-a29a-167feacb8946 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:24.550208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91cae3b-3e18-4c27-902e-1f5dcc2d3772 None None] Checking router: f6aeced9-3f27-4425-8e98-55164495b930 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:24.561024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91cae3b-3e18-4c27-902e-1f5dcc2d3772 None None] Routers {'f6aeced9-3f27-4425-8e98-55164495b930'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:24.562244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b91cae3b-3e18-4c27-902e-1f5dcc2d3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f6aeced9-3f27-4425-8e98-55164495b930'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:24.648825 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aafe1d00-80ce-4160-b781-c5b51ac169f7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.685809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:24.688959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe1d00-80ce-4160-b781-c5b51ac169f7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Subnet': ['ID=d17ebd6f-9c54-4901-9caa-2bc413614648,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:24.703208 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.708576 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596b218-6730-4483-b87a-0b6b0660a0f7 None None] Sync routers for ids ['069e95d3-4034-4c85-bd7f-795e003c4247'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:24.716830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47929297-51bd-48b6-97b4-7f13a3a6fb3b req-4dd54676-43df-4da1-a8dc-5901b996417a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.727984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47929297-51bd-48b6-97b4-7f13a3a6fb3b req-4dd54676-43df-4da1-a8dc-5901b996417a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.735603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aafe1d00-80ce-4160-b781-c5b51ac169f7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.741651 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aafe1d00-80ce-4160-b781-c5b51ac169f7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/d17ebd6f-9c54-4901-9caa-2bc413614648 HTTP/1.1" status: 204 len: 168 time: 1.0849402 Aug 16 02:10:24.741852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47929297-51bd-48b6-97b4-7f13a3a6fb3b req-4dd54676-43df-4da1-a8dc-5901b996417a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.743025 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47929297-51bd-48b6-97b4-7f13a3a6fb3b req-4dd54676-43df-4da1-a8dc-5901b996417a tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 2410 time: 0.1676099 Aug 16 02:10:24.747649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39170) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:24.753802 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596b218-6730-4483-b87a-0b6b0660a0f7 None None] Routers {'069e95d3-4034-4c85-bd7f-795e003c4247'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:24.754465 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c596b218-6730-4483-b87a-0b6b0660a0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['069e95d3-4034-4c85-bd7f-795e003c4247'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:24.792187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-aa1b4a56-64b8-438b-8d8a-44b8777230c8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.884367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b4a56-64b8-438b-8d8a-44b8777230c8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Port': ['ID=551583b1-17cc-4b79-a29a-167feacb8946,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:24.952643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4b17eb67-c72d-431d-885c-3a7751667570 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/floatingips/e5d10cb1-e648-4722-a4fe-3f3b8b41c452 HTTP/1.1" status: 204 len: 168 time: 4.4224339 Aug 16 02:10:24.968824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:24.971219 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fd3ae6-ef9d-440e-b344-05087e277f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:24.974941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f46d14-1e68-4582-93b1-493a0220e140 None None] Network f52a212a-a86d-4c83-bba0-0df4556f5263 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:24.980913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] Router c422b134-fd8d-4664-839c-23ae5b202f8f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:24.995725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-aa1b4a56-64b8-438b-8d8a-44b8777230c8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] No DVR routers for this DVR port 551583b1-17cc-4b79-a29a-167feacb8946 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:25.004240 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-aa1b4a56-64b8-438b-8d8a-44b8777230c8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.006690 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-aa1b4a56-64b8-438b-8d8a-44b8777230c8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "DELETE /v2.0/ports/551583b1-17cc-4b79-a29a-167feacb8946 HTTP/1.1" status: 204 len: 173 time: 1.1316695 Aug 16 02:10:25.037556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47929297-51bd-48b6-97b4-7f13a3a6fb3b req-05e532b4-3f16-4d1a-904e-fac058829695 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634938 Aug 16 02:10:25.046548 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-c596b218-6730-4483-b87a-0b6b0660a0f7 None None] Set router 069e95d3-4034-4c85-bd7f-795e003c4247 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:25.065825 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.177569 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c321821-8260-442d-8b8b-052238a72bc0 x-openstack-request-id: req-1c321821-8260-442d-8b8b-052238a72bc0 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:25.177862 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:25.178118 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c321821-8260-442d-8b8b-052238a72bc0 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:25.178525 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'status': 'completed', 'code': 200} Aug 16 02:10:25.235009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-855fbbca-58f3-46dd-a816-baa384ff9e80 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting port 74215e91-8911-4c4d-9c89-a45a68e41230 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:25.235639 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-855fbbca-58f3-46dd-a816-baa384ff9e80 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.243380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-b91cae3b-3e18-4c27-902e-1f5dcc2d3772 None None] Set router f6aeced9-3f27-4425-8e98-55164495b930 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:25.479431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-855fbbca-58f3-46dd-a816-baa384ff9e80 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] For port 74215e91-8911-4c4d-9c89-a45a68e41230, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=74215e91-8911-4c4d-9c89-a45a68e41230,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:25.479832 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-855fbbca-58f3-46dd-a816-baa384ff9e80 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.498843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd3ae6-ef9d-440e-b344-05087e277f0a req-fcc9fea6-5b37-4e1c-acf7-724878cd6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.500644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21fd3ae6-ef9d-440e-b344-05087e277f0a req-fcc9fea6-5b37-4e1c-acf7-724878cd6b5a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 1099 time: 0.3194869 Aug 16 02:10:25.509061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-855fbbca-58f3-46dd-a816-baa384ff9e80 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Calling delete_port for 74215e91-8911-4c4d-9c89-a45a68e41230 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:25.512252 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b025028-3ca8-47f6-b7f0-e97bb3cab160 None None] DHCP port deletion for f52a212a-a86d-4c83-bba0-0df4556f5263 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:25.555817 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c596b218-6730-4483-b87a-0b6b0660a0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:08Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57', 'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:92:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:06Z', 'updated_at': '2021-08-16T02:08:16Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:25.624524 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596b218-6730-4483-b87a-0b6b0660a0f7 None None] Checking router: 069e95d3-4034-4c85-bd7f-795e003c4247 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:25.647131 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596b218-6730-4483-b87a-0b6b0660a0f7 None None] Routers {'069e95d3-4034-4c85-bd7f-795e003c4247'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:25.647776 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c596b218-6730-4483-b87a-0b6b0660a0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['069e95d3-4034-4c85-bd7f-795e003c4247'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:25.794829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd3ae6-ef9d-440e-b344-05087e277f0a req-097efa35-f427-4b9c-9b86-42b19801c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.796352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21fd3ae6-ef9d-440e-b344-05087e277f0a req-097efa35-f427-4b9c-9b86-42b19801c709 service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 200 len: 898 time: 0.2455034 Aug 16 02:10:25.798066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:25.804038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fb896d6c-8aba-4ad7-adb1-8f3ffb62d39e admin admin] 10.222.0.79 "PUT /v2.0/routers/c422b134-fd8d-4664-839c-23ae5b202f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7074423 Aug 16 02:10:25.806974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39182) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:25.813198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 262ddf0f-4542-42db-8126-bda20bde779d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:25.813546 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.825355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11cca28-df02-444c-bb58-9bb6414a3168 None None] Sync routers for ids ['c422b134-fd8d-4664-839c-23ae5b202f8f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:25.882584 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-c596b218-6730-4483-b87a-0b6b0660a0f7 None None] Set router 069e95d3-4034-4c85-bd7f-795e003c4247 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:25.905975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9b025028-3ca8-47f6-b7f0-e97bb3cab160 None None] Deleting port 262ddf0f-4542-42db-8126-bda20bde779d {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:25.908159 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b025028-3ca8-47f6-b7f0-e97bb3cab160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.908635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-855fbbca-58f3-46dd-a816-baa384ff9e80 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.998093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11cca28-df02-444c-bb58-9bb6414a3168 None None] Routers {'c422b134-fd8d-4664-839c-23ae5b202f8f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:25.998907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c11cca28-df02-444c-bb58-9bb6414a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c422b134-fd8d-4664-839c-23ae5b202f8f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:26.009567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-deleted', 'tag': '551583b1-17cc-4b79-a29a-167feacb8946'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:26.012287 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde2fa82-f961-4be7-92c9-25c78a815bf2" -d '{"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-deleted", "tag": "551583b1-17cc-4b79-a29a-167feacb8946"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:26.028104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21fd3ae6-ef9d-440e-b344-05087e277f0a req-41c730c5-b84b-46c5-a439-ee5639966a6f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 200 len: 217 time: 0.2169471 Aug 16 02:10:26.042082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fbbca-58f3-46dd-a816-baa384ff9e80 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Port': ['ID=74215e91-8911-4c4d-9c89-a45a68e41230,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:26.052115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2b8cf-a944-4410-af7c-ece993c12448 req-ea86a9ca-fd3b-4da7-a0e8-6b54f7fdff03 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.061434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5fe2b8cf-a944-4410-af7c-ece993c12448 req-ea86a9ca-fd3b-4da7-a0e8-6b54f7fdff03 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 947 time: 0.5934546 Aug 16 02:10:26.124636 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dcc105-4214-47eb-b712-dcda0e4b4ca5 x-openstack-request-id: req-e1dcc105-4214-47eb-b712-dcda0e4b4ca5 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:26.124971 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-deleted", "tag": "551583b1-17cc-4b79-a29a-167feacb8946", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:26.124971 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e1dcc105-4214-47eb-b712-dcda0e4b4ca5 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:26.125673 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-deleted', 'tag': '551583b1-17cc-4b79-a29a-167feacb8946', 'status': 'completed', 'code': 200} Aug 16 02:10:26.178764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-855fbbca-58f3-46dd-a816-baa384ff9e80 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] No DVR routers for this DVR port 74215e91-8911-4c4d-9c89-a45a68e41230 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:26.181398 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-855fbbca-58f3-46dd-a816-baa384ff9e80 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.188652 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-855fbbca-58f3-46dd-a816-baa384ff9e80 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "DELETE /v2.0/ports/74215e91-8911-4c4d-9c89-a45a68e41230 HTTP/1.1" status: 204 len: 173 time: 1.1733806 Aug 16 02:10:26.213141 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c596b218-6730-4483-b87a-0b6b0660a0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:08Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57', 'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:92:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:06Z', 'updated_at': '2021-08-16T02:08:16Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:26.249408 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596b218-6730-4483-b87a-0b6b0660a0f7 None None] The sync data for ids ['069e95d3-4034-4c85-bd7f-795e003c4247'] in n-d-768851-16 is: [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:08Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57', 'name': '', 'network_id': 'df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:92:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:06Z', 'updated_at': '2021-08-16T02:08:16Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '7026194a-2026-4809-ac2c-02d67d73e5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:26.260092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd3ae6-ef9d-440e-b344-05087e277f0a req-1c756bf7-d067-4a12-aa91-23cba6e4fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.266807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21fd3ae6-ef9d-440e-b344-05087e277f0a req-1c756bf7-d067-4a12-aa91-23cba6e4fffb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 200 len: 834 time: 0.1923940 Aug 16 02:10:26.270860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9b025028-3ca8-47f6-b7f0-e97bb3cab160 None None] For port 262ddf0f-4542-42db-8126-bda20bde779d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=262ddf0f-4542-42db-8126-bda20bde779d,segment=NetworkSegment(2039c03c-f71a-4d4e-9da1-56bb0cc978ac),segment_id=2039c03c-f71a-4d4e-9da1-56bb0cc978ac)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:26.273124 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b025028-3ca8-47f6-b7f0-e97bb3cab160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.283393 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5fe2b8cf-a944-4410-af7c-ece993c12448 req-2bf944ad-5c83-4c96-82d9-c3c5e45af776 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210753 Aug 16 02:10:26.396015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9b025028-3ca8-47f6-b7f0-e97bb3cab160 None None] Calling delete_port for 262ddf0f-4542-42db-8126-bda20bde779d owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:26.399789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b91cae3b-3e18-4c27-902e-1f5dcc2d3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:21Z', 'revision_number': 4, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd70301d9-1399-424b-ad5f-66f6cdb55a2a', 'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'mac_address': 'fa:16:3e:ff:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:18Z', 'updated_at': '2021-08-16T01:59:28Z', 'revision_number': 5, 'project_id': '215573ee4a53490f823ef26851352aa0', 'subnets': [{'id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:26.463173 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.485439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] For port 262ddf0f-4542-42db-8126-bda20bde779d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=262ddf0f-4542-42db-8126-bda20bde779d,segment=NetworkSegment(2039c03c-f71a-4d4e-9da1-56bb0cc978ac),segment_id=2039c03c-f71a-4d4e-9da1-56bb0cc978ac)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:26.485836 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.486698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 262ddf0f-4542-42db-8126-bda20bde779d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:26.499745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91cae3b-3e18-4c27-902e-1f5dcc2d3772 None None] The sync data for ids ['f6aeced9-3f27-4425-8e98-55164495b930'] in n-d-768851-16 is: [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T01:59:21Z', 'revision_number': 4, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd70301d9-1399-424b-ad5f-66f6cdb55a2a', 'name': '', 'network_id': '2ea2ab85-242f-4314-9eef-b00c020be907', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'mac_address': 'fa:16:3e:ff:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:18Z', 'updated_at': '2021-08-16T01:59:28Z', 'revision_number': 5, 'project_id': '215573ee4a53490f823ef26851352aa0', 'subnets': [{'id': 'fe5b00cb-8239-4aec-9c3f-72d71ae075fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:26.614584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 262ddf0f-4542-42db-8126-bda20bde779d owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:26.635832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643dd45-2815-4ac2-af9e-7be086a57a2d req-ecb98de5-8942-4d3f-b9c9-993f0bb4b574 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.645070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9643dd45-2815-4ac2-af9e-7be086a57a2d req-ecb98de5-8942-4d3f-b9c9-993f0bb4b574 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 943 time: 0.3681753 Aug 16 02:10:26.712897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9643dd45-2815-4ac2-af9e-7be086a57a2d req-cde869f5-2bd7-43d5-92e5-5c709aa89f28 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647600 Aug 16 02:10:26.728818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd3ae6-ef9d-440e-b344-05087e277f0a req-1cad18a7-5f89-43ca-a945-55702211b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.730544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21fd3ae6-ef9d-440e-b344-05087e277f0a req-1cad18a7-5f89-43ca-a945-55702211b39c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4382761 Aug 16 02:10:26.744735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c11cca28-df02-444c-bb58-9bb6414a3168 None None] Set router c422b134-fd8d-4664-839c-23ae5b202f8f gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:26.880666 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a884c419-0090-4c78-81dc-7c0c66b68675 None None] New status for floating IP e5d10cb1-e648-4722-a4fe-3f3b8b41c452: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:10:26.930812 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcb682-26ff-4de3-9fb2-1dd420c57128 req-1ed005c6-9db5-4429-9989-a7235ffd2521 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.932502 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ffdcb682-26ff-4de3-9fb2-1dd420c57128 req-1ed005c6-9db5-4429-9989-a7235ffd2521 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.89 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 947 time: 0.3298886 Aug 16 02:10:26.975515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-131a7a4e-f5aa-4122-9393-ea16044c9077 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting port 50dc1518-5f9a-4ad0-a4b4-b493a618272d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:26.976251 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-131a7a4e-f5aa-4122-9393-ea16044c9077 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.074324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21fd3ae6-ef9d-440e-b344-05087e277f0a req-91b77dcf-68e7-455d-a995-9d7f97586bab service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566938 Aug 16 02:10:27.141122 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.169302 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.178428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc0174-4d0a-4ceb-b61e-3b20ba0b4210 None None] New status for floating IP 9bb4d590-af71-4a4c-a7f3-3c26d81ba264: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:10:27.186982 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=262ddf0f-4542-42db-8126-bda20bde779d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:27.189547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No DVR routers for this DVR port 262ddf0f-4542-42db-8126-bda20bde779d on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:27.241188 n-d-768851-16 neutron-server[101382]: INFO neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No ports have port_id starting with 262ddf0f-4542-42db-8126-bda20bde779d Aug 16 02:10:27.312930 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.318530 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21fd3ae6-ef9d-440e-b344-05087e277f0a req-635414ab-5a8e-4f91-b742-d7ce9d4e4a93 service neutron] 10.222.0.89 "GET /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371633 Aug 16 02:10:27.329456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52a212a-a86d-4c83-bba0-0df4556f5263']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:27.344056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-131a7a4e-f5aa-4122-9393-ea16044c9077 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] For port 50dc1518-5f9a-4ad0-a4b4-b493a618272d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=50dc1518-5f9a-4ad0-a4b4-b493a618272d,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:27.344543 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-131a7a4e-f5aa-4122-9393-ea16044c9077 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.346697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2039c03c-f71a-4d4e-9da1-56bb0cc978ac') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:27.347185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2039c03c-f71a-4d4e-9da1-56bb0cc978ac') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:27.373971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-131a7a4e-f5aa-4122-9393-ea16044c9077 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Calling delete_port for 50dc1518-5f9a-4ad0-a4b4-b493a618272d owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:27.375867 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.506338 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b025028-3ca8-47f6-b7f0-e97bb3cab160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.538879 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b025028-3ca8-47f6-b7f0-e97bb3cab160 None None] Pushing event deleted for resources: {'Port': ['ID=262ddf0f-4542-42db-8126-bda20bde779d,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:27.556336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.561492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b025028-3ca8-47f6-b7f0-e97bb3cab160 None None] No DVR routers for this DVR port 262ddf0f-4542-42db-8126-bda20bde779d on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:27.570922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-ffdcb682-26ff-4de3-9fb2-1dd420c57128 req-2fd43844-30ae-4276-a9ef-4c769521a36b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port e9698c1e-eec6-4941-99b0-18461ce7a3bf {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:27.572820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ffdcb682-26ff-4de3-9fb2-1dd420c57128 req-2fd43844-30ae-4276-a9ef-4c769521a36b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.581324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:27.584642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.612757 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c11cca28-df02-444c-bb58-9bb6414a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:10:23Z', 'revision_number': 5, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port': {'id': 'a4b13fe6-4943-471d-9446-891ebbf1d765', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:27.657652 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:27.674944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11cca28-df02-444c-bb58-9bb6414a3168 None None] Checking router: c422b134-fd8d-4664-839c-23ae5b202f8f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:27.684407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11cca28-df02-444c-bb58-9bb6414a3168 None None] Routers {'c422b134-fd8d-4664-839c-23ae5b202f8f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:27.687918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c11cca28-df02-444c-bb58-9bb6414a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c422b134-fd8d-4664-839c-23ae5b202f8f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:27.737734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906596f-ee78-47cb-ab33-22073b52c823 req-bf723e62-1da3-43a1-942a-a28be9847159 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.740148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3906596f-ee78-47cb-ab33-22073b52c823 req-bf723e62-1da3-43a1-942a-a28be9847159 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 947 time: 0.3027773 Aug 16 02:10:27.745819 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.761966 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.764147 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/networks/f52a212a-a86d-4c83-bba0-0df4556f5263 HTTP/1.1" status: 204 len: 168 time: 3.0116475 Aug 16 02:10:27.776553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39204) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:27.783731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Deleting port a4b13fe6-4943-471d-9446-891ebbf1d765 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:27.786797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.800547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1040265014'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:27.820708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c11cca28-df02-444c-bb58-9bb6414a3168 None None] Set router c422b134-fd8d-4664-839c-23ae5b202f8f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:27.823932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbadba-c6b8-47e1-93fe-d4e289efeb84 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Network': ['ID=f52a212a-a86d-4c83-bba0-0df4556f5263,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:27.900638 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3906596f-ee78-47cb-ab33-22073b52c823 req-5f59c9bd-1742-44ee-b37b-b971db30e52f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=1ecb3183-e776-4999-87ec-c93311fd7624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425700 Aug 16 02:10:27.900638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:27.903088 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.975664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c11cca28-df02-444c-bb58-9bb6414a3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:10:27Z', 'revision_number': 6, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:28.031259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11cca28-df02-444c-bb58-9bb6414a3168 None None] The sync data for ids ['c422b134-fd8d-4664-839c-23ae5b202f8f'] in n-d-768851-16 is: [{'id': 'c422b134-fd8d-4664-839c-23ae5b202f8f', 'name': 'tempest-ServerActionsTestJSON-2063993099-router', 'tenant_id': 'e292f445598748e59e3932c6e78f113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:10:27Z', 'revision_number': 6, 'project_id': 'e292f445598748e59e3932c6e78f113c', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:28.047486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:28.104623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253db717-6c28-4bda-a090-e79a2bba8630 req-9ce473b0-edee-4220-a1d6-7c4360450640 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.112605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-253db717-6c28-4bda-a090-e79a2bba8630 req-9ce473b0-edee-4220-a1d6-7c4360450640 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 943 time: 0.1865802 Aug 16 02:10:28.122719 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.122719 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Added segment b54b7795-4d78-4ae0-8e3c-89d427c5dc15 of type vlan for network 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d Aug 16 02:10:28.141348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-deleted', 'tag': '74215e91-8911-4c4d-9c89-a45a68e41230'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:28.148418 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd5364d-d86b-4bd8-9469-82b8df820f68" -d '{"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-deleted", "tag": "74215e91-8911-4c4d-9c89-a45a68e41230"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:28.193223 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.209724 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b53126c-9cfe-49bf-b2d4-ef808a6819f3 x-openstack-request-id: req-0b53126c-9cfe-49bf-b2d4-ef808a6819f3 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:28.210325 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-deleted", "tag": "74215e91-8911-4c4d-9c89-a45a68e41230", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:28.210764 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b53126c-9cfe-49bf-b2d4-ef808a6819f3 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:28.211114 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-deleted', 'tag': '74215e91-8911-4c4d-9c89-a45a68e41230', 'status': 'completed', 'code': 200} Aug 16 02:10:28.213036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ffdcb682-26ff-4de3-9fb2-1dd420c57128 req-2fd43844-30ae-4276-a9ef-4c769521a36b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port e9698c1e-eec6-4941-99b0-18461ce7a3bf, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e9698c1e-eec6-4941-99b0-18461ce7a3bf,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:28.213653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ffdcb682-26ff-4de3-9fb2-1dd420c57128 req-2fd43844-30ae-4276-a9ef-4c769521a36b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.256591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-ffdcb682-26ff-4de3-9fb2-1dd420c57128 req-2fd43844-30ae-4276-a9ef-4c769521a36b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for e9698c1e-eec6-4941-99b0-18461ce7a3bf owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:28.259590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-253db717-6c28-4bda-a090-e79a2bba8630 req-768dbabb-65c9-4518-a1b9-f49e97f5bdcd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6ac9369-36d0-44b5-a38b-14717a9b2c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462185 Aug 16 02:10:28.262958 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] For port a4b13fe6-4943-471d-9446-891ebbf1d765, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a4b13fe6-4943-471d-9446-891ebbf1d765,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:28.263632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.287236 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.294894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.295892 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.296048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-131a7a4e-f5aa-4122-9393-ea16044c9077 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.300855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Calling delete_port for a4b13fe6-4943-471d-9446-891ebbf1d765 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:28.371257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5795937 Aug 16 02:10:28.372336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39214) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:28.385150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '5f61c0a6-c1d6-49a9-99b3-6b2c5339166d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:28.387790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a7a4e-f5aa-4122-9393-ea16044c9077 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Port': ['ID=50dc1518-5f9a-4ad0-a4b4-b493a618272d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:28.469335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5bf28026-b5aa-4846-b860-51a5acc35b34 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:28.495412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-131a7a4e-f5aa-4122-9393-ea16044c9077 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] No DVR routers for this DVR port 50dc1518-5f9a-4ad0-a4b4-b493a618272d on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:28.496721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39171026-367f-4b65-a3e8-8a69f55c52df tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Network': ['ID=5f61c0a6-c1d6-49a9-99b3-6b2c5339166d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:28.499672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-131a7a4e-f5aa-4122-9393-ea16044c9077 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.512502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 5bf28026-b5aa-4846-b860-51a5acc35b34 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:28.513231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5bf28026-b5aa-4846-b860-51a5acc35b34 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:28.516187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:28.531604 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73e43d99-ae8e-476a-bdc0-e6b8f56ef702 req-131a7a4e-f5aa-4122-9393-ea16044c9077 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.84 "DELETE /v2.0/ports/50dc1518-5f9a-4ad0-a4b4-b493a618272d HTTP/1.1" status: 204 len: 173 time: 2.2670801 Aug 16 02:10:28.658091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:28.664851 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.714626 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ffdcb682-26ff-4de3-9fb2-1dd420c57128 req-2fd43844-30ae-4276-a9ef-4c769521a36b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.848145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd43844-30ae-4276-a9ef-4c769521a36b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=e9698c1e-eec6-4941-99b0-18461ce7a3bf,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:28.932289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdcb682-26ff-4de3-9fb2-1dd420c57128 req-2fd43844-30ae-4276-a9ef-4c769521a36b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] No DVR routers for this DVR port e9698c1e-eec6-4941-99b0-18461ce7a3bf on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:28.936500 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ffdcb682-26ff-4de3-9fb2-1dd420c57128 req-2fd43844-30ae-4276-a9ef-4c769521a36b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.940560 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ffdcb682-26ff-4de3-9fb2-1dd420c57128 req-2fd43844-30ae-4276-a9ef-4c769521a36b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.89 "DELETE /v2.0/ports/e9698c1e-eec6-4941-99b0-18461ce7a3bf HTTP/1.1" status: 204 len: 173 time: 1.9901493 Aug 16 02:10:29.124371 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.294100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df0c824a-38e3-4e4f-9496-047e5f10f7a9 req-70f99d5a-9d6b-48ce-be44-77a0ca8fa24d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=6be395f5-1b84-40b7-ad2a-441674260fbb HTTP/1.1" status: 200 len: 210 time: 0.1810853 Aug 16 02:10:29.356737 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.522133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.524450 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.530574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b13fe6-4943-471d-9446-891ebbf1d765,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:29.595445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2726f8c7-349b-4a3b-8fbe-8a2c47a22df1 req-6d2a7fad-f2da-4cc5-b784-377e5d22ecb2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.1530833 Aug 16 02:10:29.600025 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.606937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.608840 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c422b134-fd8d-4664-839c-23ae5b202f8f {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:29.621387 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.626963 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-645caee0-6a6c-47f0-b097-bb1986cacf2d admin admin] 10.222.0.79 "DELETE /v2.0/routers/c422b134-fd8d-4664-839c-23ae5b202f8f HTTP/1.1" status: 204 len: 168 time: 3.8150370 Aug 16 02:10:29.627266 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39226) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:29.699930 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:10:29.759201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Subnet': ['ID=4ecfd1cb-0a63-444a-b1fd-af11f00d2406,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:29.759449 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-123cd525-f413-4104-bb07-118e5523ae41 admin admin] Deleting subnet 568258cf-724a-481a-a822-21f7d620f7aa {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:29.767200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Checking segment: {'id': 'b54b7795-4d78-4ae0-8e3c-89d427c5dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f61c0a6-c1d6-49a9-99b3-6b2c5339166d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:29.767601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network hostable DHCP agents. Network: 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:29.773674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-123cd525-f413-4104-bb07-118e5523ae41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.802391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:29.834499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:29.846870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.847495 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.861486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5387616f-6afe-43bf-af79-c55ff5cde770 None None] Network 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:29.875294 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-123cd525-f413-4104-bb07-118e5523ae41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.930415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-17fa4acb-ad06-4839-99bb-ca9e5b06ff3c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5472391 Aug 16 02:10:29.933696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39230) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:29.947561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a8e10b33-2e96-484d-8179-508779e11a4c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1195728856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:30.021847 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8e10b33-2e96-484d-8179-508779e11a4c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.022730 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8e10b33-2e96-484d-8179-508779e11a4c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.124194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:30.154083 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-123cd525-f413-4104-bb07-118e5523ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.217218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-deleted', 'tag': '50dc1518-5f9a-4ad0-a4b4-b493a618272d'}, {'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-deleted', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:30.217218 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b44821-2d78-4a82-b579-0adac1d95327" -d '{"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-deleted", "tag": "50dc1518-5f9a-4ad0-a4b4-b493a618272d"}, {"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-deleted", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:30.242026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: e9698c1e-eec6-4941-99b0-18461ce7a3bf {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:30.242636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e9698c1e-eec6-4941-99b0-18461ce7a3bf not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:30.270412 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8e10b33-2e96-484d-8179-508779e11a4c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.282124 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8e10b33-2e96-484d-8179-508779e11a4c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.315371 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-123cd525-f413-4104-bb07-118e5523ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.333639 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8e10b33-2e96-484d-8179-508779e11a4c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.339726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a8e10b33-2e96-484d-8179-508779e11a4c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4047742 Aug 16 02:10:30.344019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39240) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:30.345309 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-123cd525-f413-4104-bb07-118e5523ae41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.349969 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-123cd525-f413-4104-bb07-118e5523ae41 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/568258cf-724a-481a-a822-21f7d620f7aa HTTP/1.1" status: 204 len: 168 time: 0.7193027 Aug 16 02:10:30.353839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39242) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:30.360175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'network_id': '5f61c0a6-c1d6-49a9-99b3-6b2c5339166d', 'name': 'tempest-PortsIpV6TestJSON-1227442072'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:30.414915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8193642-4f3d-4b7a-a754-9dd31708f544 None None] Network cd8931ac-1883-49aa-86ac-51bf9f89c537 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:30.479809 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c884cbea-a9cd-42b7-82b1-5428820d75b6 x-openstack-request-id: req-c884cbea-a9cd-42b7-82b1-5428820d75b6 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:30.480367 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bc1d6-bba3-4d23-9769-aa917d97a262", "name": "network-vif-deleted", "tag": "50dc1518-5f9a-4ad0-a4b4-b493a618272d", "status": "completed", "code": 200}, {"server_uuid": "6be395f5-1b84-40b7-ad2a-441674260fbb", "name": "network-vif-deleted", "tag": "e9698c1e-eec6-4941-99b0-18461ce7a3bf", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:30.480367 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c884cbea-a9cd-42b7-82b1-5428820d75b6 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:30.480764 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc1d6-bba3-4d23-9769-aa917d97a262', 'name': 'network-vif-deleted', 'tag': '50dc1518-5f9a-4ad0-a4b4-b493a618272d', 'status': 'completed', 'code': 200} Aug 16 02:10:30.481038 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be395f5-1b84-40b7-ad2a-441674260fbb', 'name': 'network-vif-deleted', 'tag': 'e9698c1e-eec6-4941-99b0-18461ce7a3bf', 'status': 'completed', 'code': 200} Aug 16 02:10:30.488778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39244) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:30.510750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cd525-f413-4104-bb07-118e5523ae41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568258cf-724a-481a-a822-21f7d620f7aa,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:30.595391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a4b13fe6-4943-471d-9446-891ebbf1d765 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:30.632905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-5f61c0a6-c1d6-49a9-99b3-6b2c5339166d', 'network_id': '5f61c0a6-c1d6-49a9-99b3-6b2c5339166d', 'tenant_id': '17b35b26635d4dbcaf5a7b0863ab6419', 'fixed_ips': [{'subnet_id': '4ecfd1cb-0a63-444a-b1fd-af11f00d2406'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:30.634116 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.657384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: a4b13fe6-4943-471d-9446-891ebbf1d765 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:30.658795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a4b13fe6-4943-471d-9446-891ebbf1d765 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:30.672566 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.701759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:30.710748 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.771016 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port 84d5f320-6a96-494d-8bf2-50c73426ec22 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:30.842302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a8295-156e-4c94-b167-dc2955b9a126 None None] DHCP port deletion for cd8931ac-1883-49aa-86ac-51bf9f89c537 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:30.949612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-811fb629-2ad4-4c60-8e19-bcef5e1d89be req-9bdb19f7-f39d-4981-be47-a0a5850ee455 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.1108108 Aug 16 02:10:31.003971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Allocated IP 2001:db8::2 (5f61c0a6-c1d6-49a9-99b3-6b2c5339166d/4ecfd1cb-0a63-444a-b1fd-af11f00d2406/41509c29-f25a-4c73-bcff-fbac7f6fe95f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:31.051274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Deleting port 49d9fe3a-7a97-4a36-b3ba-59b362d527db {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:31.055200 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.116590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-970a8295-156e-4c94-b167-dc2955b9a126 None None] Deleting port 49d9fe3a-7a97-4a36-b3ba-59b362d527db {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:31.118385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-970a8295-156e-4c94-b167-dc2955b9a126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.167878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] For port 49d9fe3a-7a97-4a36-b3ba-59b362d527db, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=49d9fe3a-7a97-4a36-b3ba-59b362d527db,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:31.168946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.189803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Calling delete_port for 49d9fe3a-7a97-4a36-b3ba-59b362d527db owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:31.534660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-970a8295-156e-4c94-b167-dc2955b9a126 None None] For port 49d9fe3a-7a97-4a36-b3ba-59b362d527db, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=49d9fe3a-7a97-4a36-b3ba-59b362d527db,segment=NetworkSegment(11d58265-8d63-4da6-a0e6-73e7256a9c50),segment_id=11d58265-8d63-4da6-a0e6-73e7256a9c50)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:31.535385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-970a8295-156e-4c94-b167-dc2955b9a126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.577439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-970a8295-156e-4c94-b167-dc2955b9a126 None None] Calling delete_port for 49d9fe3a-7a97-4a36-b3ba-59b362d527db owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:31.750911 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.781496 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-970a8295-156e-4c94-b167-dc2955b9a126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.788909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Transition to ACTIVE for port object 41509c29-f25a-4c73-bcff-fbac7f6fe95f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:31.833116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a8295-156e-4c94-b167-dc2955b9a126 None None] Pushing event deleted for resources: {'Port': ['ID=49d9fe3a-7a97-4a36-b3ba-59b362d527db,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:31.846722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a8295-156e-4c94-b167-dc2955b9a126 None None] No DVR routers for this DVR port 49d9fe3a-7a97-4a36-b3ba-59b362d527db on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:31.850752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Transition to ACTIVE for port object 41509c29-f25a-4c73-bcff-fbac7f6fe95f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:31.870337 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.974897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Pushing event updated for resources: {'Port': ['ID=41509c29-f25a-4c73-bcff-fbac7f6fe95f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:31.986612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8::319 (5f61c0a6-c1d6-49a9-99b3-6b2c5339166d/4ecfd1cb-0a63-444a-b1fd-af11f00d2406/84d5f320-6a96-494d-8bf2-50c73426ec22) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:32.000065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Network 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:32.001792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:32.011921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:32.094276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Attempting to bind port 41509c29-f25a-4c73-bcff-fbac7f6fe95f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:32.094609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Attempting to bind port 41509c29-f25a-4c73-bcff-fbac7f6fe95f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'b54b7795-4d78-4ae0-8e3c-89d427c5dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f61c0a6-c1d6-49a9-99b3-6b2c5339166d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:32.094932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Attempting to bind port 41509c29-f25a-4c73-bcff-fbac7f6fe95f on network 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:32.101391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:32.101755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Checking segment: {'id': 'b54b7795-4d78-4ae0-8e3c-89d427c5dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f61c0a6-c1d6-49a9-99b3-6b2c5339166d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:32.102164 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.102556 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Bound using segment: {'id': 'b54b7795-4d78-4ae0-8e3c-89d427c5dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f61c0a6-c1d6-49a9-99b3-6b2c5339166d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:32.103023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Bound port: 41509c29-f25a-4c73-bcff-fbac7f6fe95f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54b7795-4d78-4ae0-8e3c-89d427c5dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5f61c0a6-c1d6-49a9-99b3-6b2c5339166d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:32.103402 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.166026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.186738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] No DVR routers for this DVR port 49d9fe3a-7a97-4a36-b3ba-59b362d527db on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:32.261243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d9fe3a-7a97-4a36-b3ba-59b362d527db,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:32.268267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] For port 41509c29-f25a-4c73-bcff-fbac7f6fe95f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:32.276594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] For port 41509c29-f25a-4c73-bcff-fbac7f6fe95f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=41509c29-f25a-4c73-bcff-fbac7f6fe95f,segment=NetworkSegment(b54b7795-4d78-4ae0-8e3c-89d427c5dc15),segment_id=b54b7795-4d78-4ae0-8e3c-89d427c5dc15)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:32.311788 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.460216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 49d9fe3a-7a97-4a36-b3ba-59b362d527db no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:32.507794 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.523041 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.540454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object 84d5f320-6a96-494d-8bf2-50c73426ec22 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:32.585137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 49d9fe3a-7a97-4a36-b3ba-59b362d527db {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:32.589890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c2d3059-30e3-4f66-81f1-1c6fec3c0fe3 req-abfa2088-8cae-4063-b9cf-7ff7f0ee871e tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0420687 Aug 16 02:10:32.599187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 49d9fe3a-7a97-4a36-b3ba-59b362d527db not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:32.647365 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.649762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8931ac-1883-49aa-86ac-51bf9f89c537']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:32.659378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1adfe-7651-4c88-83d1-28b11860dc1e None None] Pushing event updated for resources: {'Port': ['ID=41509c29-f25a-4c73-bcff-fbac7f6fe95f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:32.690390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d58265-8d63-4da6-a0e6-73e7256a9c50') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:32.693860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d58265-8d63-4da6-a0e6-73e7256a9c50') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:32.704432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:32.708265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:32.712375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:32.723900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.724215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.724895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.743840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=84d5f320-6a96-494d-8bf2-50c73426ec22,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:32.762346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-50ec5d4b-703c-4f26-8f98-927f88fe3aa2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4168334 Aug 16 02:10:32.765192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39262) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:32.770015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.859636 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:32.860027 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:32.977460 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:33.034040 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.061753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.072776 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] 10.222.0.79 "DELETE /v2.0/networks/cd8931ac-1883-49aa-86ac-51bf9f89c537 HTTP/1.1" status: 204 len: 168 time: 2.6665375 Aug 16 02:10:33.107203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c077c-59c8-4231-b07c-70db38f29b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8931ac-1883-49aa-86ac-51bf9f89c537,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:33.128319 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.451730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39266) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:33.472365 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.665377 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-47b2f737-ee95-4ecd-b5c0-5f59bc123143 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e292f445598748e59e3932c6e78f113c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098992 Aug 16 02:10:33.668595 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39274) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:33.822270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0778d3b-f17f-4d73-9598-1b8a24f88e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.878492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f25aee9f-3ae1-44a9-8189-4efecc7b98ef req-edd43409-f8fa-4d48-a638-098ce1e42b14 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0626464 Aug 16 02:10:33.886805 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0778d3b-f17f-4d73-9598-1b8a24f88e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.955167 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:33.955495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.057725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0778d3b-f17f-4d73-9598-1b8a24f88e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.060501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0778d3b-f17f-4d73-9598-1b8a24f88e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.061698 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e0778d3b-f17f-4d73-9598-1b8a24f88e23 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7378da9-e098-44fe-818e-1eaba55d2e81 HTTP/1.1" status: 204 len: 168 time: 0.3921115 Aug 16 02:10:34.087020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0778d3b-f17f-4d73-9598-1b8a24f88e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7378da9-e098-44fe-818e-1eaba55d2e81,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:34.143470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:34.143855 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.170029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:34.245180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.252188 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.287442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e22fed-6b83-44d2-a509-0f32c7274ee5 None None] Network 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:34.453828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-26e7d226-e79e-4fc0-b83c-132673b51c89 None None] Provisioning for port 41509c29-f25a-4c73-bcff-fbac7f6fe95f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:34.482978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 41509c29-f25a-4c73-bcff-fbac7f6fe95f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:34.628290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 41509c29-f25a-4c73-bcff-fbac7f6fe95f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:34.633872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 41509c29-f25a-4c73-bcff-fbac7f6fe95f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:34.634261 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.669181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=84d5f320-6a96-494d-8bf2-50c73426ec22,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:34.762878 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.896604 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.918666 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.005943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 41509c29-f25a-4c73-bcff-fbac7f6fe95f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=41509c29-f25a-4c73-bcff-fbac7f6fe95f,segment=NetworkSegment(b54b7795-4d78-4ae0-8e3c-89d427c5dc15),segment_id=b54b7795-4d78-4ae0-8e3c-89d427c5dc15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:35.015390 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.083384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:35.120163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=41509c29-f25a-4c73-bcff-fbac7f6fe95f,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:35.249783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a52b968f-9370-4908-96d0-bdd4856023de req-c537bc73-3716-46f9-9b79-a7a266280704 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.1240807 Aug 16 02:10:35.291262 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.340776 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.535363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fda0b94b-89d3-4036-b5e3-5eb83873f2b0 None None] Provisioning complete for port 41509c29-f25a-4c73-bcff-fbac7f6fe95f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:35.537126 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fda0b94b-89d3-4036-b5e3-5eb83873f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.744163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fda0b94b-89d3-4036-b5e3-5eb83873f2b0 None None] Provisioning for port 84d5f320-6a96-494d-8bf2-50c73426ec22 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:35.753382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fda0b94b-89d3-4036-b5e3-5eb83873f2b0 None None] Provisioning complete for port 84d5f320-6a96-494d-8bf2-50c73426ec22 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:35.754485 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fda0b94b-89d3-4036-b5e3-5eb83873f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.849298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fda0b94b-89d3-4036-b5e3-5eb83873f2b0 None None] Port 84d5f320-6a96-494d-8bf2-50c73426ec22 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:35.885789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39312) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:35.918440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router 069e95d3-4034-4c85-bd7f-795e003c4247 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:35.974576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1e56c87a-b252-48ee-b095-534f90659f98 None None] Provisioning complete for port 84d5f320-6a96-494d-8bf2-50c73426ec22 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:35.975805 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e56c87a-b252-48ee-b095-534f90659f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.078453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1e56c87a-b252-48ee-b095-534f90659f98 None None] Port 84d5f320-6a96-494d-8bf2-50c73426ec22 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:36.130063 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:36.136794 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b6551183-3021-4894-8e41-08fd45b00bed tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "PUT /v2.0/routers/069e95d3-4034-4c85-bd7f-795e003c4247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6460903 Aug 16 02:10:36.141907 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac396bb-7de2-4103-abff-88b89a6ef022 None None] Sync routers for ids ['069e95d3-4034-4c85-bd7f-795e003c4247'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:36.145759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1132898178-network', 'tenant_id': 'c13c635d74024c6587b1fcd88b008d9d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:36.149484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39320) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:36.159352 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac396bb-7de2-4103-abff-88b89a6ef022 None None] Routers {'069e95d3-4034-4c85-bd7f-795e003c4247'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:36.160565 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1ac396bb-7de2-4103-abff-88b89a6ef022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['069e95d3-4034-4c85-bd7f-795e003c4247'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:36.259800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-9390d611-9880-4d35-9dda-b000074b573b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting subnet 7026194a-2026-4809-ac2c-02d67d73e5d3 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:36.263589 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9390d611-9880-4d35-9dda-b000074b573b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.330472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9390d611-9880-4d35-9dda-b000074b573b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.415577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-15622956-ba6e-47db-b8ce-b467f5726f22 None None] Provisioning complete for port 84d5f320-6a96-494d-8bf2-50c73426ec22 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:36.415964 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-15622956-ba6e-47db-b8ce-b467f5726f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.515488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-15622956-ba6e-47db-b8ce-b467f5726f22 None None] Port 84d5f320-6a96-494d-8bf2-50c73426ec22 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:36.550064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 41509c29-f25a-4c73-bcff-fbac7f6fe95f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:36.551068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c06c097-4c33-4680-ac3e-e113b8e005d2 req-581baa54-7a41-4f61-9b99-b8f625cd3ce0 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0706654 Aug 16 02:10:36.597092 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1ac396bb-7de2-4103-abff-88b89a6ef022 None None] Set router 069e95d3-4034-4c85-bd7f-795e003c4247 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:36.610784 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9390d611-9880-4d35-9dda-b000074b573b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.709420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 41509c29-f25a-4c73-bcff-fbac7f6fe95f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:36.709721 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.816419 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9390d611-9880-4d35-9dda-b000074b573b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.861210 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.870641 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.871476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.873169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Made reservation on behalf of c13c635d74024c6587b1fcd88b008d9d for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:36.875579 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1ac396bb-7de2-4103-abff-88b89a6ef022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:10:34Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:36.879360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.904084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390d611-9880-4d35-9dda-b000074b573b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Subnet': ['ID=7026194a-2026-4809-ac2c-02d67d73e5d3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:36.921416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9390d611-9880-4d35-9dda-b000074b573b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.931252 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac396bb-7de2-4103-abff-88b89a6ef022 None None] Checking router: 069e95d3-4034-4c85-bd7f-795e003c4247 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:36.936046 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9390d611-9880-4d35-9dda-b000074b573b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/subnets/7026194a-2026-4809-ac2c-02d67d73e5d3 HTTP/1.1" status: 204 len: 168 time: 0.7853599 Aug 16 02:10:36.939330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f168167-c92c-4996-a610-df8556e2a461 None None] Network df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:36.942503 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.949881 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac396bb-7de2-4103-abff-88b89a6ef022 None None] Routers {'069e95d3-4034-4c85-bd7f-795e003c4247'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:36.950514 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1ac396bb-7de2-4103-abff-88b89a6ef022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['069e95d3-4034-4c85-bd7f-795e003c4247'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:36.960567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39326) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:37.106520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:37.114563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:37.124477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=84d5f320-6a96-494d-8bf2-50c73426ec22,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:37.257865 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1ac396bb-7de2-4103-abff-88b89a6ef022 None None] Set router 069e95d3-4034-4c85-bd7f-795e003c4247 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:37.260834 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-9b41a2cf-71b0-48f0-a13b-3c1169db435e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4836705 Aug 16 02:10:37.347344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Router 7d725cd1-7d43-4a35-aec0-9a5c46430a03 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:37.455958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9030b718-851c-43db-91b0-f208f25dab6b None None] DHCP port deletion for df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:37.595191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-e887f919-8a0f-402e-862f-907dcff367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.595955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-e887f919-8a0f-402e-862f-907dcff367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.596175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:37.597234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-e887f919-8a0f-402e-862f-907dcff367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.606384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-e887f919-8a0f-402e-862f-907dcff367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.607342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-e887f919-8a0f-402e-862f-907dcff367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.607709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3edcc569-c450-4720-8e42-42c748802b1c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "PUT /v2.0/routers/7d725cd1-7d43-4a35-aec0-9a5c46430a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8406262 Aug 16 02:10:37.608232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-e887f919-8a0f-402e-862f-907dcff367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.609180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-e887f919-8a0f-402e-862f-907dcff367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.611497 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-e887f919-8a0f-402e-862f-907dcff367b6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6494 time: 0.2942607 Aug 16 02:10:37.611663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39336) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:37.622810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa707d7-8325-4512-a06e-5225bbfc7621 None None] Sync routers for ids ['7d725cd1-7d43-4a35-aec0-9a5c46430a03'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:37.647150 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.652358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9030b718-851c-43db-91b0-f208f25dab6b None None] Deleting port 76532bbf-2894-4618-97b8-6d9b58bf7159 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:37.652744 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9030b718-851c-43db-91b0-f208f25dab6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.687046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa707d7-8325-4512-a06e-5225bbfc7621 None None] Routers {'7d725cd1-7d43-4a35-aec0-9a5c46430a03'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:37.687709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-efa707d7-8325-4512-a06e-5225bbfc7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d725cd1-7d43-4a35-aec0-9a5c46430a03'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:37.711796 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1ac396bb-7de2-4103-abff-88b89a6ef022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:10:34Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:37.731571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b021684-f1d0-4ee5-b882-acddf00fe89f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.733454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3b021684-f1d0-4ee5-b882-acddf00fe89f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d725cd1-7d43-4a35-aec0-9a5c46430a03 HTTP/1.1" status: 200 len: 989 time: 0.1209252 Aug 16 02:10:37.748490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39338) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:37.767657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-efa707d7-8325-4512-a06e-5225bbfc7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:37.769270 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac396bb-7de2-4103-abff-88b89a6ef022 None None] The sync data for ids ['069e95d3-4034-4c85-bd7f-795e003c4247'] in n-d-768851-16 is: [{'id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223532010', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:10:34Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '286586eb-95a5-445f-bc46-f41f4e73da0b', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e95d3-4034-4c85-bd7f-795e003c4247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:57Z', 'updated_at': '2021-08-16T02:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:37.853986 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.876730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-eb4fc289-de0e-43d3-878b-ea95195626c8 None None] Provisioning complete for port 84d5f320-6a96-494d-8bf2-50c73426ec22 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:37.877142 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb4fc289-de0e-43d3-878b-ea95195626c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.891708 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.902358 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.946012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa707d7-8325-4512-a06e-5225bbfc7621 None None] Routers {'7d725cd1-7d43-4a35-aec0-9a5c46430a03'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:37.946673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-efa707d7-8325-4512-a06e-5225bbfc7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d725cd1-7d43-4a35-aec0-9a5c46430a03'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:37.961920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:37.990648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21b00b07-b67a-43bb-86ed-eb5bb6d9f63a req-c663be29-93e0-42e8-a633-d84bc9027fe6 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.2556598 Aug 16 02:10:38.018732 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.021217 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Added segment f985b187-4fa0-4664-92fb-24d37f3ec038 of type vlan for network 400143d8-25b3-4146-a7b4-da1b1df57f51 Aug 16 02:10:38.068268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d11270-d9d1-498e-b8f6-8aa43b34f841,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:38.103975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-efa707d7-8325-4512-a06e-5225bbfc7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:38.105620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa707d7-8325-4512-a06e-5225bbfc7621 None None] The sync data for ids ['7d725cd1-7d43-4a35-aec0-9a5c46430a03'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:38.133100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9030b718-851c-43db-91b0-f208f25dab6b None None] For port 76532bbf-2894-4618-97b8-6d9b58bf7159, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=76532bbf-2894-4618-97b8-6d9b58bf7159,segment=NetworkSegment(261b0918-49a6-4307-af09-66ca08c08b82),segment_id=261b0918-49a6-4307-af09-66ca08c08b82)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:38.133813 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9030b718-851c-43db-91b0-f208f25dab6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.166042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9030b718-851c-43db-91b0-f208f25dab6b None None] Calling delete_port for 76532bbf-2894-4618-97b8-6d9b58bf7159 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:38.241229 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.254146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port 286586eb-95a5-445f-bc46-f41f4e73da0b {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:38.256415 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.260528 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-702fd62d-becf-4191-93b2-c3ca47683f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.262734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-702fd62d-becf-4191-93b2-c3ca47683f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.263391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-702fd62d-becf-4191-93b2-c3ca47683f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.265432 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-702fd62d-becf-4191-93b2-c3ca47683f33 service neutron] 10.222.0.84 "GET /v2.0/networks?id=75ecf9d7-bd12-4326-a6f3-a93a4477fa36&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=eca69f28-e548-4340-9226-f3b255cebbcd&id=eca69f28-e548-4340-9226-f3b255cebbcd HTTP/1.1" status: 200 len: 2294 time: 0.6215429 Aug 16 02:10:38.319859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-eb4fc289-de0e-43d3-878b-ea95195626c8 None None] Port 84d5f320-6a96-494d-8bf2-50c73426ec22 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:38.403298 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9030b718-851c-43db-91b0-f208f25dab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.478169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76532bbf-2894-4618-97b8-6d9b58bf7159 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:38.518454 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.519974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.520562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.532912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 76532bbf-2894-4618-97b8-6d9b58bf7159 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:38.535767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 76532bbf-2894-4618-97b8-6d9b58bf7159 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:38.536223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:38.537008 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-89f2deb4-881c-4a6b-8685-f78d3759de5f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b37b6d9-f301-4243-a1f1-2c191409210e HTTP/1.1" status: 200 len: 1001 time: 0.2158153 Aug 16 02:10:38.539649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030b718-851c-43db-91b0-f208f25dab6b None None] Pushing event deleted for resources: {'Port': ['ID=76532bbf-2894-4618-97b8-6d9b58bf7159,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:38.546884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port 286586eb-95a5-445f-bc46-f41f4e73da0b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=286586eb-95a5-445f-bc46-f41f4e73da0b,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:38.547265 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.594121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:38.596159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5bc1db31-03cb-4cc6-a8ea-e80bd24b1f57 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:38.599693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030b718-851c-43db-91b0-f208f25dab6b None None] No DVR routers for this DVR port 76532bbf-2894-4618-97b8-6d9b58bf7159 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:38.695983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-e0f75829-c0ac-42d1-adc0-7f4537b86c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.698076 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-e0f75829-c0ac-42d1-adc0-7f4537b86c46 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0ea88406-ad03-452f-8d46-b2b14ab4b8da HTTP/1.1" status: 200 len: 851 time: 0.1479492 Aug 16 02:10:38.699638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for 286586eb-95a5-445f-bc46-f41f4e73da0b owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:38.708170 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8111672 Aug 16 02:10:38.714898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39346) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.734319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] Request body: {'subnet': {'network_id': '400143d8-25b3-4146-a7b4-da1b1df57f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1132898178-subnet', 'tenant_id': 'c13c635d74024c6587b1fcd88b008d9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:38.771781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7762ba-9bdd-46e1-b794-753e25b73b7b admin admin] Pushing event updated for resources: {'Network': ['ID=400143d8-25b3-4146-a7b4-da1b1df57f51,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:38.785676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 400143d8-25b3-4146-a7b4-da1b1df57f51 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:38.809307 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c25d847b-9739-45bc-ad6d-ddd95ac3b97c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.908202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-b88f16d1-d237-4c8f-8699-15f8a663cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.912712 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-b88f16d1-d237-4c8f-8699-15f8a663cdb5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=75ecf9d7-bd12-4326-a6f3-a93a4477fa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2028959 Aug 16 02:10:38.915078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] Made reservation on behalf of c13c635d74024c6587b1fcd88b008d9d for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:38.917406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.974928 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0cfec2aa-5bd9-4b31-808b-ec4029bd2c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.152728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1ac21e3-e4af-4837-88c6-5bdaa614aec1 req-05a3fea0-a291-4a91-899e-48810be99bd2 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0276053 Aug 16 02:10:39.240435 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-4bfae1d3-a973-42e9-8db0-08b6bf437c15 service neutron] 10.222.0.84 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168929 Aug 16 02:10:39.281041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c25d847b-9739-45bc-ad6d-ddd95ac3b97c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 84d5f320-6a96-494d-8bf2-50c73426ec22 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:39.283297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c25d847b-9739-45bc-ad6d-ddd95ac3b97c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.394155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.447883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c25d847b-9739-45bc-ad6d-ddd95ac3b97c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.464873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=286586eb-95a5-445f-bc46-f41f4e73da0b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:39.468486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c25d847b-9739-45bc-ad6d-ddd95ac3b97c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 84d5f320-6a96-494d-8bf2-50c73426ec22 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:39.516658 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-06696984-da0d-4e07-b165-c05c22008dbb service neutron] 10.222.0.84 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459860 Aug 16 02:10:39.546331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.596020 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-61e28b33-53cf-4901-9de0-fc39dc520e3e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=91a212e2-94ac-4a5d-aedd-3a4eddc16505 HTTP/1.1" status: 200 len: 217 time: 0.0593896 Aug 16 02:10:39.613601 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.670739 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.721253 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99a3a7d-be89-4351-8780-c1590da6b1a1,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:39.800087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-5b5aacdb-b2e0-4c14-bbdd-3022ef791637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:39.802211 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-5b5aacdb-b2e0-4c14-bbdd-3022ef791637 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.1826673 Aug 16 02:10:39.835198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.842435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] Checking segment: {'id': 'f985b187-4fa0-4664-92fb-24d37f3ec038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '400143d8-25b3-4146-a7b4-da1b1df57f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:39.842803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] Network hostable DHCP agents. Network: 400143d8-25b3-4146-a7b4-da1b1df57f51, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:39.845458 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.851274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c25d847b-9739-45bc-ad6d-ddd95ac3b97c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.925937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d847b-9739-45bc-ad6d-ddd95ac3b97c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=84d5f320-6a96-494d-8bf2-50c73426ec22,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:40.046231 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.046803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Fanout notify agent at l3_agent the message router_deleted on router 069e95d3-4034-4c85-bd7f-795e003c4247 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:40.067099 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.068566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-28ea8ee7-d160-4539-8c37-92314a601e6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/routers/069e95d3-4034-4c85-bd7f-795e003c4247 HTTP/1.1" status: 204 len: 168 time: 3.1070306 Aug 16 02:10:40.069559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] Network 400143d8-25b3-4146-a7b4-da1b1df57f51 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:40.073712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39358) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:40.089836 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-200e53ea-e533-438e-acb5-2f2e028881f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.092792 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-200e53ea-e533-438e-acb5-2f2e028881f4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2781901 Aug 16 02:10:40.147476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c25d847b-9739-45bc-ad6d-ddd95ac3b97c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.246024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 400143d8-25b3-4146-a7b4-da1b1df57f51) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:40.257483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adfad7e-1e99-48b5-b199-aae57f4abe1c None None] Network 400143d8-25b3-4146-a7b4-da1b1df57f51 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:40.306396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.306396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.418047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.480619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f873f8e1-8bc8-4047-9849-0fbf2506169f req-61e4c5f7-cabd-4f1b-9a23-ba66bf850f42 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.1641555 Aug 16 02:10:40.553896 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6a6444b1-018e-4956-8ca1-d97b90f215fb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8258119 Aug 16 02:10:40.567163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28af390-d3e6-46cd-bb1b-c225680a8f0c None None] Network 400143d8-25b3-4146-a7b4-da1b1df57f51 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:40.613352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25d847b-9739-45bc-ad6d-ddd95ac3b97c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Router 7d725cd1-7d43-4a35-aec0-9a5c46430a03 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:40.851805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25d847b-9739-45bc-ad6d-ddd95ac3b97c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:40.862133 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572f848-6eb7-4323-a085-c9d3dfe46d96 None None] Sync routers for ids ['7d725cd1-7d43-4a35-aec0-9a5c46430a03'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:40.876749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c25d847b-9739-45bc-ad6d-ddd95ac3b97c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "PUT /v2.0/routers/7d725cd1-7d43-4a35-aec0-9a5c46430a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1268213 Aug 16 02:10:40.879576 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572f848-6eb7-4323-a085-c9d3dfe46d96 None None] Routers {'7d725cd1-7d43-4a35-aec0-9a5c46430a03'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:40.880400 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f572f848-6eb7-4323-a085-c9d3dfe46d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d725cd1-7d43-4a35-aec0-9a5c46430a03'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:40.883023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39378) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:40.945421 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-002507f1-7fbb-4ced-855c-80f847762f04 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:10:40.947019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-002507f1-7fbb-4ced-855c-80f847762f04 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/84d5f320-6a96-494d-8bf2-50c73426ec22 HTTP/1.1" status: 404 len: 333 time: 0.0626695 Aug 16 02:10:40.950420 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39382) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:40.991042 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f572f848-6eb7-4323-a085-c9d3dfe46d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:41.010704 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572f848-6eb7-4323-a085-c9d3dfe46d96 None None] Routers {'7d725cd1-7d43-4a35-aec0-9a5c46430a03'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:41.012636 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f572f848-6eb7-4323-a085-c9d3dfe46d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7d725cd1-7d43-4a35-aec0-9a5c46430a03'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:41.089091 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f572f848-6eb7-4323-a085-c9d3dfe46d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:41.091804 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572f848-6eb7-4323-a085-c9d3dfe46d96 None None] The sync data for ids ['7d725cd1-7d43-4a35-aec0-9a5c46430a03'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:41.188907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d765-2145-4e69-af31-d4b5e91ae952 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.381575 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.393252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:41.410868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261b0918-49a6-4307-af09-66ca08c08b82') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:41.411619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261b0918-49a6-4307-af09-66ca08c08b82') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:41.421422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.436687 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.443286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:41.443621 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:41.460877 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:41.502041 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e86f7b9a-be52-4961-836a-53488084e9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.556083 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-caf35e33-280f-4cb1-8663-92405d4f9ee9 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4328372 Aug 16 02:10:41.572258 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.584141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d765-2145-4e69-af31-d4b5e91ae952 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.588526 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d765-2145-4e69-af31-d4b5e91ae952 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.673635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.675801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42ade834-bee3-402c-b7c2-73c6bd271bb6 req-5c442951-623f-45b7-a921-61ab883a5dbe tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0274997 Aug 16 02:10:41.677927 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d765-2145-4e69-af31-d4b5e91ae952 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.678439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec4d765-2145-4e69-af31-d4b5e91ae952 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Fanout notify agent at l3_agent the message router_deleted on router 7d725cd1-7d43-4a35-aec0-9a5c46430a03 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:41.690151 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d765-2145-4e69-af31-d4b5e91ae952 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.691574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2ec4d765-2145-4e69-af31-d4b5e91ae952 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/routers/7d725cd1-7d43-4a35-aec0-9a5c46430a03 HTTP/1.1" status: 204 len: 168 time: 0.7360899 Aug 16 02:10:41.692869 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.697328 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/networks/df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91 HTTP/1.1" status: 204 len: 168 time: 1.6222761 Aug 16 02:10:41.697990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39398) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:41.698495 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39400) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:41.698626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709288d4-f7b7-46d1-9a06-c823979779dd req-2e2d7226-1a04-4d02-8f9a-97c8c56ff329 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.700026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-2e2d7226-1a04-4d02-8f9a-97c8c56ff329 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/networks?id=400143d8-25b3-4146-a7b4-da1b1df57f51 HTTP/1.1" status: 200 len: 821 time: 0.4629359 Aug 16 02:10:41.727991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-bd3bb9f7-616b-4304-8482-3bcba653219e tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/quotas/c13c635d74024c6587b1fcd88b008d9d HTTP/1.1" status: 200 len: 375 time: 0.0215502 Aug 16 02:10:41.796671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-7736fc94-9b9b-4e65-899d-092fd3e3a2d4 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c13c635d74024c6587b1fcd88b008d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601990 Aug 16 02:10:41.865483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb261018-4a5b-4f72-a443-e8a21350c3ac tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Network': ['ID=df0083ea-bf6a-4ee3-a0d9-9f6b11ef5e91,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:41.887346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8855f91-c2dc-402d-9946-34122c1e545c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting subnet 4ecfd1cb-0a63-444a-b1fd-af11f00d2406 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:41.909636 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8855f91-c2dc-402d-9946-34122c1e545c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.982482 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-c2cecab5-4c57-4787-aa49-b2b2cb323198 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703642 Aug 16 02:10:42.042674 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-ba6975e8-a567-45b8-aad9-a8014ec35e4d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=a699867d-a866-4e7e-afaf-f2a7499ee9d4 HTTP/1.1" status: 200 len: 217 time: 0.0488031 Aug 16 02:10:42.052147 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9fff183d-8c59-48d3-95ce-8036d96dd48c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.114613 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-69dfc56a-b810-4eee-823e-394286dc479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:42.116123 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-69dfc56a-b810-4eee-823e-394286dc479b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.0618572 Aug 16 02:10:42.154964 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8855f91-c2dc-402d-9946-34122c1e545c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.224863 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9fff183d-8c59-48d3-95ce-8036d96dd48c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.263392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-3f81fdf3-fb42-4e65-891f-587c78f1db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:42.265112 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-3f81fdf3-fb42-4e65-891f-587c78f1db36 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1303785 Aug 16 02:10:42.271186 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-a52320ff-a48f-4025-91f7-78cfb87cef7b service neutron] 10.222.0.79 "GET /v2.0/networks/400143d8-25b3-4146-a7b4-da1b1df57f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603965 Aug 16 02:10:42.324940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 286586eb-95a5-445f-bc46-f41f4e73da0b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:42.356170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 286586eb-95a5-445f-bc46-f41f4e73da0b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:42.356834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 286586eb-95a5-445f-bc46-f41f4e73da0b not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:42.390402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-965d77a5-34a1-4163-8113-ebd69c5668e3 service neutron] 10.222.0.79 "GET /v2.0/networks/400143d8-25b3-4146-a7b4-da1b1df57f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124821 Aug 16 02:10:42.461468 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8855f91-c2dc-402d-9946-34122c1e545c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.501028 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-9665c089-6a96-4c5a-9073-f42981eb5c22 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125235 Aug 16 02:10:42.624711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9fff183d-8c59-48d3-95ce-8036d96dd48c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.627829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9fff183d-8c59-48d3-95ce-8036d96dd48c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.629662 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9fff183d-8c59-48d3-95ce-8036d96dd48c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/security-groups/1ecb3183-e776-4999-87ec-c93311fd7624 HTTP/1.1" status: 204 len: 168 time: 0.9043388 Aug 16 02:10:42.661252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff183d-8c59-48d3-95ce-8036d96dd48c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecb3183-e776-4999-87ec-c93311fd7624,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:42.683373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8855f91-c2dc-402d-9946-34122c1e545c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.764391 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.771103 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-96854ab9-12a9-4fc8-9c7f-28703a623bfc service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502244 Aug 16 02:10:42.786983 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe6975ed-37a0-4c4f-a37d-82e289ace6ac req-92513f5f-d94b-473d-897f-f97fdc9166af tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 210 time: 0.0459030 Aug 16 02:10:42.897393 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-4211a0ef-910f-4d98-948c-1cf45fe94f73 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 HTTP/1.1" status: 200 len: 217 time: 0.0815890 Aug 16 02:10:42.898440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c8855f91-c2dc-402d-9946-34122c1e545c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.906813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7880ffc-f54d-473e-b45b-939f5dd92a30 None None] Network 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:42.915296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c8855f91-c2dc-402d-9946-34122c1e545c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/4ecfd1cb-0a63-444a-b1fd-af11f00d2406 HTTP/1.1" status: 204 len: 168 time: 1.1912231 Aug 16 02:10:42.916471 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855f91-c2dc-402d-9946-34122c1e545c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Subnet': ['ID=4ecfd1cb-0a63-444a-b1fd-af11f00d2406,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:42.926055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39422) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:42.937507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9c83aca-5f5c-45c5-99e2-a723c90b78e2 req-6ba90ad9-382d-4982-a992-6960012bc479 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0582645 Aug 16 02:10:43.196217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39430) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:43.201564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d0aedee3-cddd-4a95-b893-15f297b4f795 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311243128', 'description': 'tempest-secgroup-smoke-311243128 description', 'project_id': 'deee63146f784616a74dc0add2d1dad0'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:43.220481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-a8604d5a-1687-4b82-bbbf-fef46c64a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.222740 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-a8604d5a-1687-4b82-bbbf-fef46c64a214 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.2952483 Aug 16 02:10:43.239198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.248004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0aedee3-cddd-4a95-b893-15f297b4f795 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.293584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01573948-5f76-4c73-a15c-0a84434e945e None None] DHCP port deletion for 5f61c0a6-c1d6-49a9-99b3-6b2c5339166d request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:43.360384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-a0c29ebb-874a-4f97-9619-7e4abab5bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.362552 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-a0c29ebb-874a-4f97-9619-7e4abab5bfda service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1190798 Aug 16 02:10:43.426665 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-01573948-5f76-4c73-a15c-0a84434e945e None None] Deleting port 41509c29-f25a-4c73-bcff-fbac7f6fe95f {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:43.426665 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01573948-5f76-4c73-a15c-0a84434e945e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.465958 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0aedee3-cddd-4a95-b893-15f297b4f795 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.473460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0aedee3-cddd-4a95-b893-15f297b4f795 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.557848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 41509c29-f25a-4c73-bcff-fbac7f6fe95f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:43.558420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.559431 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0aedee3-cddd-4a95-b893-15f297b4f795 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.562753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d0aedee3-cddd-4a95-b893-15f297b4f795 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3652391 Aug 16 02:10:43.569751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39434) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:43.587278 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3291a88a-7b7c-488b-9a50-644b4ed509a7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '42c25abc-223f-4000-8bcb-d6aa42431f26', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:43.594813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aedee3-cddd-4a95-b893-15f297b4f795 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c25abc-223f-4000-8bcb-d6aa42431f26,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:43.610647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-01573948-5f76-4c73-a15c-0a84434e945e None None] For port 41509c29-f25a-4c73-bcff-fbac7f6fe95f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=41509c29-f25a-4c73-bcff-fbac7f6fe95f,segment=NetworkSegment(b54b7795-4d78-4ae0-8e3c-89d427c5dc15),segment_id=b54b7795-4d78-4ae0-8e3c-89d427c5dc15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:43.611455 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01573948-5f76-4c73-a15c-0a84434e945e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.635596 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3291a88a-7b7c-488b-9a50-644b4ed509a7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.643739 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-01573948-5f76-4c73-a15c-0a84434e945e None None] Calling delete_port for 41509c29-f25a-4c73-bcff-fbac7f6fe95f owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:43.692120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] For port 41509c29-f25a-4c73-bcff-fbac7f6fe95f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=41509c29-f25a-4c73-bcff-fbac7f6fe95f,segment=NetworkSegment(b54b7795-4d78-4ae0-8e3c-89d427c5dc15),segment_id=b54b7795-4d78-4ae0-8e3c-89d427c5dc15)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:43.692770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.710860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 41509c29-f25a-4c73-bcff-fbac7f6fe95f owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:43.719079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3291a88a-7b7c-488b-9a50-644b4ed509a7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.727214 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3291a88a-7b7c-488b-9a50-644b4ed509a7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.778801 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3291a88a-7b7c-488b-9a50-644b4ed509a7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.781868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3291a88a-7b7c-488b-9a50-644b4ed509a7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2038155 Aug 16 02:10:43.791273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39436) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:43.806055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f6da6c8c-8e34-4c13-80d2-60460ba54df4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '42c25abc-223f-4000-8bcb-d6aa42431f26', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:43.828431 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.840275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291a88a-7b7c-488b-9a50-644b4ed509a7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb82451-2f13-471f-a675-94b9dddaf53b,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:43.859755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No DVR routers for this DVR port 41509c29-f25a-4c73-bcff-fbac7f6fe95f on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:43.903877 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01573948-5f76-4c73-a15c-0a84434e945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.918500 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-0fe45fd0-80f9-4416-8d63-9b8e732da246 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308402 Aug 16 02:10:43.922262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=41509c29-f25a-4c73-bcff-fbac7f6fe95f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:43.934474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01573948-5f76-4c73-a15c-0a84434e945e None None] Pushing event deleted for resources: {'Port': ['ID=41509c29-f25a-4c73-bcff-fbac7f6fe95f,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:43.946889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01573948-5f76-4c73-a15c-0a84434e945e None None] No DVR routers for this DVR port 41509c29-f25a-4c73-bcff-fbac7f6fe95f on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:43.947120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f0a9c66-02d7-4586-a37b-11486ff1505c req-cb1e3fd2-33ad-45f6-8ced-07e8f574eaad tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 210 time: 0.0568125 Aug 16 02:10:43.965519 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6da6c8c-8e34-4c13-80d2-60460ba54df4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.077308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6da6c8c-8e34-4c13-80d2-60460ba54df4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.106462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3992b3b2-238e-4e4a-91d0-31dbc6dea311 req-d388db00-f1f9-4ede-bad9-4704372c29e9 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0489411 Aug 16 02:10:44.114746 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6da6c8c-8e34-4c13-80d2-60460ba54df4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.130309 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.180709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f61c0a6-c1d6-49a9-99b3-6b2c5339166d']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:44.197015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da6c8c-8e34-4c13-80d2-60460ba54df4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac6cf3e-3fc4-413b-adbc-aa32fc9246e5,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:44.207655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6da6c8c-8e34-4c13-80d2-60460ba54df4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.211859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f6da6c8c-8e34-4c13-80d2-60460ba54df4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4169466 Aug 16 02:10:44.212576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39448) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:44.223445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-fcfdf001-646b-45e2-8d48-08d95dc33df0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '42c25abc-223f-4000-8bcb-d6aa42431f26', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:44.230323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54b7795-4d78-4ae0-8e3c-89d427c5dc15') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:44.230625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54b7795-4d78-4ae0-8e3c-89d427c5dc15') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:44.240784 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.253203 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.280090 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf001-646b-45e2-8d48-08d95dc33df0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.384594 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-108df6f0-1153-49c7-aefb-c5eb1d0bd17b service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532394 Aug 16 02:10:44.386055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.433045 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf001-646b-45e2-8d48-08d95dc33df0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.434372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:44.434911 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.436072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 41509c29-f25a-4c73-bcff-fbac7f6fe95f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:44.442941 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf001-646b-45e2-8d48-08d95dc33df0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:44.453412 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:44.476797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 41509c29-f25a-4c73-bcff-fbac7f6fe95f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:44.485297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 41509c29-f25a-4c73-bcff-fbac7f6fe95f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:44.488583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdf001-646b-45e2-8d48-08d95dc33df0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6fc371-7283-4df3-921c-00ba851f0a86,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:44.505749 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf001-646b-45e2-8d48-08d95dc33df0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.511053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fcfdf001-646b-45e2-8d48-08d95dc33df0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2962859 Aug 16 02:10:44.511809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39450) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:44.517729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c4ba5f71-ecbb-429e-aa2b-ed9a0526892d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '42c25abc-223f-4000-8bcb-d6aa42431f26', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:44.569803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c4ba5f71-ecbb-429e-aa2b-ed9a0526892d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.623955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-17c33c27-ab03-4de3-b245-88afaa298b31 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=c53bffd3-02b2-4ace-ad8e-9d1f39579199 HTTP/1.1" status: 200 len: 217 time: 0.2231786 Aug 16 02:10:44.653306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c4ba5f71-ecbb-429e-aa2b-ed9a0526892d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.666250 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c4ba5f71-ecbb-429e-aa2b-ed9a0526892d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.690936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba5f71-ecbb-429e-aa2b-ed9a0526892d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90060d52-2cd1-46ce-880d-1b322869e150,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:44.701096 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c4ba5f71-ecbb-429e-aa2b-ed9a0526892d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.702651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c4ba5f71-ecbb-429e-aa2b-ed9a0526892d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1897116 Aug 16 02:10:44.705450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39452) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:44.711034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-852e51d9-a2e0-43ab-9379-82f4bf4bffce tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '42c25abc-223f-4000-8bcb-d6aa42431f26', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:44.745214 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-852e51d9-a2e0-43ab-9379-82f4bf4bffce tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Project deee63146f784616a74dc0add2d1dad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:10:44.751462 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-852e51d9-a2e0-43ab-9379-82f4bf4bffce tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.761558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709288d4-f7b7-46d1-9a06-c823979779dd req-d30314de-e16c-4469-a048-07514882fd83 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:44.763562 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-d30314de-e16c-4469-a048-07514882fd83 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.89 "GET /v2.0/networks?id=400143d8-25b3-4146-a7b4-da1b1df57f51 HTTP/1.1" status: 200 len: 821 time: 0.4844739 Aug 16 02:10:44.765438 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.782253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.788469 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/networks/5f61c0a6-c1d6-49a9-99b3-6b2c5339166d HTTP/1.1" status: 204 len: 168 time: 1.8556082 Aug 16 02:10:44.789263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39454) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:44.797969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Request body: {'port': {'device_id': 'b0246d04-dd70-49ac-a796-2b0624802d7f', 'network_id': '400143d8-25b3-4146-a7b4-da1b1df57f51', 'admin_state_up': True, 'tenant_id': 'c13c635d74024c6587b1fcd88b008d9d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:44.859276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-f830a739-e49e-49c0-98f0-a513f369fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:44.895621 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-f830a739-e49e-49c0-98f0-a513f369fbf7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.2502599 Aug 16 02:10:44.918181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196bf44a-b09a-4e08-b055-830b490c41d9 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:44.920275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-196bf44a-b09a-4e08-b055-830b490c41d9 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/bfcd9981-018c-4338-9793-b56256a4067b HTTP/1.1" status: 200 len: 845 time: 0.1285141 Aug 16 02:10:44.924730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39456) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:44.985911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-22705a31-5a2a-42ba-8d2e-aa209419d6a4 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/bfcd9981-018c-4338-9793-b56256a4067b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0591114 Aug 16 02:10:44.989008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-852e51d9-a2e0-43ab-9379-82f4bf4bffce tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.990218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39460) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:44.996974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-02c75f8f-8aac-48e7-a3e6-43b0e2ddea3e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:45.003517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-852e51d9-a2e0-43ab-9379-82f4bf4bffce tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.065046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc18a2-6769-49e1-a314-70bffe0c230f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Network': ['ID=5f61c0a6-c1d6-49a9-99b3-6b2c5339166d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:45.109051 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93f7544b-22e0-4f17-a25a-c4cd3e5766fb req-7b3d5e02-e4ea-4bf8-a30d-00d868f7fcf0 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 210 time: 0.0300992 Aug 16 02:10:45.115398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e51d9-a2e0-43ab-9379-82f4bf4bffce tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd601c13-acef-4d47-ab3a-c26467fa9a60,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:45.123808 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-852e51d9-a2e0-43ab-9379-82f4bf4bffce tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.125423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-852e51d9-a2e0-43ab-9379-82f4bf4bffce tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4186401 Aug 16 02:10:45.146730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39462) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:45.154736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e5723614-a469-4c0a-88f5-91b76253add3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': '42c25abc-223f-4000-8bcb-d6aa42431f26', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:45.204833 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-e5723614-a469-4c0a-88f5-91b76253add3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Project deee63146f784616a74dc0add2d1dad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:10:45.220113 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e5723614-a469-4c0a-88f5-91b76253add3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.256436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-49e1515f-9f30-4add-81f6-0ed2c27de301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.256702 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-49e1515f-9f30-4add-81f6-0ed2c27de301 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1974366 Aug 16 02:10:45.270089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb1198c1-b61b-40c4-932a-37dd5df055eb req-5eaddd72-869e-4ef4-964c-e570a13112e4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0439265 Aug 16 02:10:45.274253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c75f8f-8aac-48e7-a3e6-43b0e2ddea3e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:45.279898 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02c75f8f-8aac-48e7-a3e6-43b0e2ddea3e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.399174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e5723614-a469-4c0a-88f5-91b76253add3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.406372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e5723614-a469-4c0a-88f5-91b76253add3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.426859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Made reservation on behalf of c13c635d74024c6587b1fcd88b008d9d for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:45.439613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.445303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e5723614-a469-4c0a-88f5-91b76253add3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.446504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e5723614-a469-4c0a-88f5-91b76253add3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2981119 Aug 16 02:10:45.450396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39474) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:45.451050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5723614-a469-4c0a-88f5-91b76253add3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df699be5-b66f-4a4d-bdc7-d254f6129770,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:45.468216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'network': {'name': 'tempest-network-smoke--185532617', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'port_security_enabled': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:45.469027 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-444043ea-c5a8-48b6-8406-add1d8cb66a0 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019677 Aug 16 02:10:45.541640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:45.545722 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.584151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:45.595124 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.595515 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Added segment 1c06a214-0bd7-4b01-8972-83e4a8b0fe22 of type vlan for network fffdd74c-a493-4175-a352-8e6a49f443cc Aug 16 02:10:45.643826 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.715299 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.722931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.723132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.725808 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-6d67aba8-9c6f-486f-a58f-7142377be716 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397695 Aug 16 02:10:45.783326 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02c75f8f-8aac-48e7-a3e6-43b0e2ddea3e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.784435 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-126c16ff-b22a-4430-850c-cb89ab5f5d31 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 HTTP/1.1" status: 200 len: 217 time: 0.0498183 Aug 16 02:10:45.830875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c75f8f-8aac-48e7-a3e6-43b0e2ddea3e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 00f26515-f824-4a77-9946-f21b376def8c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:45.838160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3792608 Aug 16 02:10:45.843536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-02c75f8f-8aac-48e7-a3e6-43b0e2ddea3e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:45.845082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39476) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:45.854741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'admin_state_up': True, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:45.858733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577cf798-ebfc-474d-9474-dae9a28c99f9 None None] Network 00f26515-f824-4a77-9946-f21b376def8c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:45.865324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c75f8f-8aac-48e7-a3e6-43b0e2ddea3e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.865919 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02c75f8f-8aac-48e7-a3e6-43b0e2ddea3e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.872474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-f010e55c-34fd-4a04-a6f7-a9398975e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.874006 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-f010e55c-34fd-4a04-a6f7-a9398975e370 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0037f35-dbb4-423d-a5d2-96979492cbc5 HTTP/1.1" status: 200 len: 797 time: 0.0793927 Aug 16 02:10:45.885398 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Allocated IP 172.20.0.9 (400143d8-25b3-4146-a7b4-da1b1df57f51/e99a3a7d-be89-4351-8780-c1590da6b1a1/f280ac9d-cf56-405c-b848-002ed5c62dd9) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:45.889137 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-02c75f8f-8aac-48e7-a3e6-43b0e2ddea3e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8965893 Aug 16 02:10:45.889922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47387461-6f19-40f3-b894-392878d776d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Network': ['ID=fffdd74c-a493-4175-a352-8e6a49f443cc,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:45.891955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39478) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:45.912587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-57b27008-0069-4996-82aa-2f8cbfe392c2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1760468297'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:45.925150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c75f8f-8aac-48e7-a3e6-43b0e2ddea3e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Subnet': ['ID=eeb8bf0b-9e33-4fec-8bc7-388f7f099f42,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:45.974035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-a3239dfb-ca39-4187-b330-f09dbd60016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.975584 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-a3239dfb-ca39-4187-b330-f09dbd60016a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eca69f28-e548-4340-9226-f3b255cebbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0874078 Aug 16 02:10:45.977126 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.980828 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.061079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network fffdd74c-a493-4175-a352-8e6a49f443cc details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:46.103442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.106393 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-06313f7f-5404-4720-aac3-857d58fc7c1f service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179068 Aug 16 02:10:46.109370 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57b27008-0069-4996-82aa-2f8cbfe392c2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.210483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-00f26515-f824-4a77-9946-f21b376def8c', 'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'tenant_id': '17b35b26635d4dbcaf5a7b0863ab6419', 'fixed_ips': [{'subnet_id': 'eeb8bf0b-9e33-4fec-8bc7-388f7f099f42'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:46.214568 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.255348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-f32181e3-c651-4b55-9782-0837ee34dd69 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377997 Aug 16 02:10:46.326755 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-7ec3e0bc-b784-4205-872b-d7292b633944 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79366d83-aed5-43fc-a3b8-297df612321f HTTP/1.1" status: 200 len: 217 time: 0.0608408 Aug 16 02:10:46.364683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f86be6b5-9af0-43e9-8ec6-6d14a6f66a28 req-cb790b17-a9be-415e-b0dc-247acdb1e05d tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 210 time: 0.1053114 Aug 16 02:10:46.500913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-1ab93220-3587-4e54-bc68-7e6cbf595a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.502990 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-1ab93220-3587-4e54-bc68-7e6cbf595a92 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0037f35-dbb4-423d-a5d2-96979492cbc5 HTTP/1.1" status: 200 len: 797 time: 0.1487803 Aug 16 02:10:46.512912 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.531364 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49b4f053-953b-444f-8a43-6cf8ee37ac1d req-53dc16a7-8fc6-4c13-b089-b1b5f4254599 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0685091 Aug 16 02:10:46.557947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Allocated IP 2001:db8::2 (00f26515-f824-4a77-9946-f21b376def8c/eeb8bf0b-9e33-4fec-8bc7-388f7f099f42/6884ddc7-110d-4967-8a6e-b9c5ee3e9f33) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:46.686709 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.713642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-22c586ec-1a2d-4c8b-8fd0-5c554f37d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.715851 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-22c586ec-1a2d-4c8b-8fd0-5c554f37d5b9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eca69f28-e548-4340-9226-f3b255cebbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1822460 Aug 16 02:10:46.740860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57b27008-0069-4996-82aa-2f8cbfe392c2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.749595 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57b27008-0069-4996-82aa-2f8cbfe392c2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.791341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b27008-0069-4996-82aa-2f8cbfe392c2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e46db9e-338b-49e9-b38c-395576d7504d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:46.812668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.813718 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57b27008-0069-4996-82aa-2f8cbfe392c2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.818919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-57b27008-0069-4996-82aa-2f8cbfe392c2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9126654 Aug 16 02:10:46.822534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39494) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:46.828891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Transition to ACTIVE for port object 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:46.837125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7a34867d-005c-4270-991c-89896dee52b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'security_group': {'name': 'tempest-secgroup-423793284'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:46.857595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Transition to ACTIVE for port object 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:46.865325 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.896634 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a34867d-005c-4270-991c-89896dee52b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.951373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.964498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Network 00f26515-f824-4a77-9946-f21b376def8c is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:46.972094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Pushing event updated for resources: {'Port': ['ID=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:46.980411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:46.987991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:47.031916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Pushing event updated for resources: {'Port': ['ID=f280ac9d-cf56-405c-b848-002ed5c62dd9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:47.044022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.044379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.044728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.045113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.045467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.045808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.046145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.046479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.046813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.047145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.047478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.047807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.065172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Network 400143d8-25b3-4146-a7b4-da1b1df57f51 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:47.072886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:47.076270 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-4d03d16e-cf57-4c20-96d6-d5edd94a8bcd service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483562 Aug 16 02:10:47.083587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:47.119836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Attempting to bind port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:47.120131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Attempting to bind port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'cbb6fda5-e674-4a6c-b136-b7a7a88d1be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '00f26515-f824-4a77-9946-f21b376def8c'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:47.120496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Attempting to bind port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 on network 00f26515-f824-4a77-9946-f21b376def8c {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:47.134821 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:47.135195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Checking segment: {'id': 'cbb6fda5-e674-4a6c-b136-b7a7a88d1be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '00f26515-f824-4a77-9946-f21b376def8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:47.135604 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.136000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Bound using segment: {'id': 'cbb6fda5-e674-4a6c-b136-b7a7a88d1be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '00f26515-f824-4a77-9946-f21b376def8c'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:47.136479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Bound port: 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb6fda5-e674-4a6c-b136-b7a7a88d1be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '00f26515-f824-4a77-9946-f21b376def8c'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:47.136862 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.143553 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.171372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.266266 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab3c0be-06af-4b3a-b9d6-3ca95baee7a5 req-aa1ae143-a33c-4a8f-9745-b0b9aaf7b64a service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742859 Aug 16 02:10:47.279945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:47.280959 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.364345 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a34867d-005c-4270-991c-89896dee52b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.383747 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-e5c82fe2-a35b-40ba-9a88-e096cec64b8c tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6059844 Aug 16 02:10:47.392064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.25.2.140 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/ebae2ad9-081d-4dcc-9d13-72ad359b4710) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:47.404200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Request body: {'port': {'device_id': 'b0246d04-dd70-49ac-a796-2b0624802d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:47.411337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] For port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:47.416607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] For port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,segment=NetworkSegment(cbb6fda5-e674-4a6c-b136-b7a7a88d1be6),segment_id=cbb6fda5-e674-4a6c-b136-b7a7a88d1be6)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:47.422860 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.523696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9a197-3f70-4843-a1f7-57c5be6ba975 None None] Pushing event updated for resources: {'Port': ['ID=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:47.561997 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.672908 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.781831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a34867d-005c-4270-991c-89896dee52b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.834724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-539e1726-c19c-4c97-b78f-8e2dd2e288b2 req-dbcef6a1-f1c3-4d85-806e-7a7de0b74a9c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.1276140 Aug 16 02:10:47.952429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34867d-005c-4270-991c-89896dee52b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45643319-7ec7-4438-9a9b-6ea0bc0b99e4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:47.954448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a34867d-005c-4270-991c-89896dee52b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.955732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7a34867d-005c-4270-991c-89896dee52b5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1323552 Aug 16 02:10:47.960616 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.962439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39514) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:47.989945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1892811372', 'security_groups': ['45643319-7ec7-4438-9a9b-6ea0bc0b99e4'], 'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eeb8bf0b-9e33-4fec-8bc7-388f7f099f42'}]}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:48.074001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f280ac9d-cf56-405c-b848-002ed5c62dd9 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:48.083655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.095805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9568400-4337-4320-a621-29e94d15d40a req-83a5c301-6b00-41a0-9415-48f41d629f62 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.099531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9568400-4337-4320-a621-29e94d15d40a req-83a5c301-6b00-41a0-9415-48f41d629f62 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 931 time: 0.3720753 Aug 16 02:10:48.100286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Transition to ACTIVE for port object f280ac9d-cf56-405c-b848-002ed5c62dd9 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:48.107979 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.166853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Pushing event updated for resources: {'Port': ['ID=f280ac9d-cf56-405c-b848-002ed5c62dd9,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:48.221798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=ebae2ad9-081d-4dcc-9d13-72ad359b4710,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:48.260044 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.271452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:48.271940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Attempting to bind port f280ac9d-cf56-405c-b848-002ed5c62dd9 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:48.272330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Attempting to bind port f280ac9d-cf56-405c-b848-002ed5c62dd9 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f985b187-4fa0-4664-92fb-24d37f3ec038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '400143d8-25b3-4146-a7b4-da1b1df57f51'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:48.273048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Attempting to bind port f280ac9d-cf56-405c-b848-002ed5c62dd9 on network 400143d8-25b3-4146-a7b4-da1b1df57f51 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:48.278081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Port f280ac9d-cf56-405c-b848-002ed5c62dd9 on network 400143d8-25b3-4146-a7b4-da1b1df57f51 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:48.278612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Attempting to bind port f280ac9d-cf56-405c-b848-002ed5c62dd9 on network 400143d8-25b3-4146-a7b4-da1b1df57f51 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:48.285934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:48.286992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:48.286992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Checking segment: {'id': 'f985b187-4fa0-4664-92fb-24d37f3ec038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '400143d8-25b3-4146-a7b4-da1b1df57f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:48.287259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Bound using segment: {'id': 'f985b187-4fa0-4664-92fb-24d37f3ec038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '400143d8-25b3-4146-a7b4-da1b1df57f51'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:48.287678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Bound port: f280ac9d-cf56-405c-b848-002ed5c62dd9, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f985b187-4fa0-4664-92fb-24d37f3ec038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '400143d8-25b3-4146-a7b4-da1b1df57f51'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:48.288111 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.296395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:48.397673 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9568400-4337-4320-a621-29e94d15d40a req-f7fb665f-1cf2-44dc-8ae2-060de248c0b2 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717725 Aug 16 02:10:48.456137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:48.479526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] For port f280ac9d-cf56-405c-b848-002ed5c62dd9, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:48.487131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] For port f280ac9d-cf56-405c-b848-002ed5c62dd9, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f280ac9d-cf56-405c-b848-002ed5c62dd9,segment=NetworkSegment(f985b187-4fa0-4664-92fb-24d37f3ec038),segment_id=f985b187-4fa0-4664-92fb-24d37f3ec038)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:48.489706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:48.499839 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.567698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.568492 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.570296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] 10.222.0.89 "PUT /v2.0/ports/f280ac9d-cf56-405c-b848-002ed5c62dd9 HTTP/1.1" status: 200 len: 1092 time: 1.1769497 Aug 16 02:10:48.570808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0246d04-dd70-49ac-a796-2b0624802d7f', 'tag': 'f280ac9d-cf56-405c-b848-002ed5c62dd9'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:48.573588 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8c0343-52c4-46fb-b443-bb93f237e86b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0246d04-dd70-49ac-a796-2b0624802d7f", "tag": "f280ac9d-cf56-405c-b848-002ed5c62dd9"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:48.615045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:48.679083 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e00e1-ae8e-4737-8ef0-1465935b0aff x-openstack-request-id: req-030e00e1-ae8e-4737-8ef0-1465935b0aff {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:48.679676 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0246d04-dd70-49ac-a796-2b0624802d7f", "tag": "f280ac9d-cf56-405c-b848-002ed5c62dd9", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:48.680103 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-030e00e1-ae8e-4737-8ef0-1465935b0aff {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:48.680674 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0246d04-dd70-49ac-a796-2b0624802d7f', 'tag': 'f280ac9d-cf56-405c-b848-002ed5c62dd9', 'status': 'completed', 'code': 200} Aug 16 02:10:48.705681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace5f35-782c-41df-b570-0745446f1f33 service neutron] Pushing event updated for resources: {'Port': ['ID=f280ac9d-cf56-405c-b848-002ed5c62dd9,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:48.731429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709288d4-f7b7-46d1-9a06-c823979779dd req-bd87d7e3-b5be-4c7e-88b9-d90362b093f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.733348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-bd87d7e3-b5be-4c7e-88b9-d90362b093f7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c13c635d74024c6587b1fcd88b008d9d&device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 1095 time: 0.1172049 Aug 16 02:10:48.864580 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-6e3cca11-5d31-4052-b5d0-1c1c69e48c28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f280ac9d-cf56-405c-b848-002ed5c62dd9 HTTP/1.1" status: 200 len: 217 time: 0.1204746 Aug 16 02:10:48.981775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709288d4-f7b7-46d1-9a06-c823979779dd req-cffb70b6-03f9-4d19-b504-9658d1e77a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.983304 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-cffb70b6-03f9-4d19-b504-9658d1e77a20 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e99a3a7d-be89-4351-8780-c1590da6b1a1 HTTP/1.1" status: 200 len: 861 time: 0.1133029 Aug 16 02:10:49.049363 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-8b593c80-8e3a-46bb-a447-8e8c95e78dc3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=400143d8-25b3-4146-a7b4-da1b1df57f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584331 Aug 16 02:10:49.059675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.192860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.210037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-503922d2-080e-4539-8d78-6cb81048005c req-c8f10e9f-48b3-45cf-96f9-8c5c45c689f4 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.1789408 Aug 16 02:10:49.214305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port fe5b6267-5a46-490d-9996-62beb088ddf0 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:49.262184 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-238d9ee4-aa3e-4e79-a913-42baf1e1fce9 service neutron] 10.222.0.89 "GET /v2.0/networks/400143d8-25b3-4146-a7b4-da1b1df57f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041216 Aug 16 02:10:49.364772 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-942d5805-901c-4450-b152-9a5bd2d45145 None None] Provisioning for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:49.369072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-942d5805-901c-4450-b152-9a5bd2d45145 None None] Provisioning complete for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:49.369456 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-942d5805-901c-4450-b152-9a5bd2d45145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.454884 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-709288d4-f7b7-46d1-9a06-c823979779dd req-16eaf4ec-f0bd-468c-b759-4fc56f1a3e98 service neutron] 10.222.0.89 "GET /v2.0/networks/400143d8-25b3-4146-a7b4-da1b1df57f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857488 Aug 16 02:10:49.596428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0343-52c4-46fb-b443-bb93f237e86b req-d6899bfe-8050-45f4-91d6-a054ed2a6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:49.600441 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d8c0343-52c4-46fb-b443-bb93f237e86b req-d6899bfe-8050-45f4-91d6-a054ed2a6547 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c13c635d74024c6587b1fcd88b008d9d&device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 1095 time: 0.0877075 Aug 16 02:10:49.601520 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-942d5805-901c-4450-b152-9a5bd2d45145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.643599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8::eb (00f26515-f824-4a77-9946-f21b376def8c/eeb8bf0b-9e33-4fec-8bc7-388f7f099f42/fe5b6267-5a46-490d-9996-62beb088ddf0) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:49.693339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-942d5805-901c-4450-b152-9a5bd2d45145 None None] For port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,segment=NetworkSegment(cbb6fda5-e674-4a6c-b136-b7a7a88d1be6),segment_id=cbb6fda5-e674-4a6c-b136-b7a7a88d1be6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:49.707470 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-942d5805-901c-4450-b152-9a5bd2d45145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.779634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-942d5805-901c-4450-b152-9a5bd2d45145 None None] Provisioning complete for port bfcd9981-018c-4338-9793-b56256a4067b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:49.780007 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-942d5805-901c-4450-b152-9a5bd2d45145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.808934 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0343-52c4-46fb-b443-bb93f237e86b req-eb4b7fae-282f-49a7-b32c-f55e4ddd4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:49.810580 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d8c0343-52c4-46fb-b443-bb93f237e86b req-eb4b7fae-282f-49a7-b32c-f55e4ddd4d92 service neutron] 10.222.0.89 "GET /v2.0/networks?id=400143d8-25b3-4146-a7b4-da1b1df57f51 HTTP/1.1" status: 200 len: 922 time: 0.2017088 Aug 16 02:10:49.830425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d5805-901c-4450-b152-9a5bd2d45145 None None] Pushing event updated for resources: {'Port': ['ID=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:49.839638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-942d5805-901c-4450-b152-9a5bd2d45145 None None] Port bfcd9981-018c-4338-9793-b56256a4067b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:49.866832 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d8c0343-52c4-46fb-b443-bb93f237e86b req-7a18c7d3-7bf4-41be-922e-a5496b8a75ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f280ac9d-cf56-405c-b848-002ed5c62dd9 HTTP/1.1" status: 200 len: 217 time: 0.0457895 Aug 16 02:10:49.932042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0343-52c4-46fb-b443-bb93f237e86b req-a0fe9082-63fe-418b-9a50-6aac7e11a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:49.933982 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d8c0343-52c4-46fb-b443-bb93f237e86b req-a0fe9082-63fe-418b-9a50-6aac7e11a769 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e99a3a7d-be89-4351-8780-c1590da6b1a1 HTTP/1.1" status: 200 len: 861 time: 0.0574160 Aug 16 02:10:49.977849 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d8c0343-52c4-46fb-b443-bb93f237e86b req-fef3dfc2-1aaf-48ef-80d7-5f7d1ad8e9aa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=400143d8-25b3-4146-a7b4-da1b1df57f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337591 Aug 16 02:10:49.991841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75809c0-2676-42c2-8ac1-5ce669aaccde req-f69927d2-6f2d-40ff-af6c-bbca17a8c70f tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.017461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c75809c0-2676-42c2-8ac1-5ce669aaccde req-f69927d2-6f2d-40ff-af6c-bbca17a8c70f tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 943 time: 0.2487752 Aug 16 02:10:50.149534 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d8c0343-52c4-46fb-b443-bb93f237e86b req-4a6f42fb-610c-4708-984e-bceb8ad1aa2d service neutron] 10.222.0.89 "GET /v2.0/networks/400143d8-25b3-4146-a7b4-da1b1df57f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613884 Aug 16 02:10:50.166502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c75809c0-2676-42c2-8ac1-5ce669aaccde req-c965f6a9-6a41-494a-b557-f164e10279f0 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145911 Aug 16 02:10:50.166502 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.177469 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.197394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object fe5b6267-5a46-490d-9996-62beb088ddf0 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:50.342147 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d8c0343-52c4-46fb-b443-bb93f237e86b req-f280f470-b972-4736-9b70-089668a1cf50 service neutron] 10.222.0.89 "GET /v2.0/networks/400143d8-25b3-4146-a7b4-da1b1df57f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852431 Aug 16 02:10:50.434781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:50.522677 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3a24048-3a55-4826-98fa-14a5139eaeee req-3317fc79-da4a-4c83-824b-29883083653c tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0713179 Aug 16 02:10:50.528892 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.567857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:50.568505 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.604456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=fe5b6267-5a46-490d-9996-62beb088ddf0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:50.614591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 00f26515-f824-4a77-9946-f21b376def8c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:50.622601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:50.640964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.642240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.642905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.643403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.643958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.644531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.645061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.645919 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.646436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.646929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.647430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.647921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:50.658878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:50.678067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.682288 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.715018 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3690bd06-ee99-46ca-910b-9d99d6d2785b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7467620 Aug 16 02:10:50.718055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39556) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:50.732192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e166c93b-29f1-4e0b-bcd2-6ed467b7ad52 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:50.771265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:50.952710 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e166c93b-29f1-4e0b-bcd2-6ed467b7ad52 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:50.961151 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e166c93b-29f1-4e0b-bcd2-6ed467b7ad52 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.105020 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:51.106790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6e502b9a-f113-4553-9d2f-2222530cdd6f None None] Provisioning for port fe5b6267-5a46-490d-9996-62beb088ddf0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:51.126851 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6e502b9a-f113-4553-9d2f-2222530cdd6f None None] Provisioning complete for port fe5b6267-5a46-490d-9996-62beb088ddf0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:51.127554 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6e502b9a-f113-4553-9d2f-2222530cdd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.161677 n-d-768851-16 neutron-server[101380]: INFO neutron.db.ipam_backend_mixin [None req-e166c93b-29f1-4e0b-bcd2-6ed467b7ad52 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eeb8bf0b-9e33-4fec-8bc7-388f7f099f42 (CIDR: 2001:db8::/64) Aug 16 02:10:51.169283 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.173559 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-e166c93b-29f1-4e0b-bcd2-6ed467b7ad52 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:10:51.173744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-35aa4be4-dc05-4550-9449-87687f0985e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.3197145 Aug 16 02:10:51.173870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e166c93b-29f1-4e0b-bcd2-6ed467b7ad52 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:10:51.174119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39562) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:51.191727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Sync routers for ids ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:51.196787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6e502b9a-f113-4553-9d2f-2222530cdd6f None None] Port fe5b6267-5a46-490d-9996-62beb088ddf0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:51.215319 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e166c93b-29f1-4e0b-bcd2-6ed467b7ad52 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4954123 Aug 16 02:10:51.219915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Routers {'d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:51.220080 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39564) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:51.220551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:51.632675 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Set router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:51.658633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-dda3da6e-7c62-4931-ac03-bcbda7328db5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:51.818770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce390813-eac6-4ab9-8929-dde11b62242c req-e6dc4675-f4a8-4e4c-93e6-c4cb073c7bf3 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/ports?device_id=b16bc1d6-bba3-4d23-9769-aa917d97a262 HTTP/1.1" status: 200 len: 210 time: 0.0643182 Aug 16 02:10:51.858707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-41d50f79-4756-4e86-8ad4-dff3c3e4e9c9 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=deee63146f784616a74dc0add2d1dad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6833656 Aug 16 02:10:51.861980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39572) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:51.928026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771febc6-ce3c-4fe9-a013-0ad7b85613b5 req-4bfd5b2c-dd51-44d8-a525-9138933cd88e tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.930999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-771febc6-ce3c-4fe9-a013-0ad7b85613b5 req-4bfd5b2c-dd51-44d8-a525-9138933cd88e tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 943 time: 0.1801670 Aug 16 02:10:51.985441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-771febc6-ce3c-4fe9-a013-0ad7b85613b5 req-e112f107-fa90-4f6d-a48f-b2884c929244 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Aug 16 02:10:52.023741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda3da6e-7c62-4931-ac03-bcbda7328db5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:52.036428 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dda3da6e-7c62-4931-ac03-bcbda7328db5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.168567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:48Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:52.200270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Checking router: d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:52.200625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Updating router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 port ebae2ad9-081d-4dcc-9d13-72ad359b4710 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:10:52.235102 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.577414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dda3da6e-7c62-4931-ac03-bcbda7328db5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.633880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f280ac9d-cf56-405c-b848-002ed5c62dd9 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:52.645755 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3da6e-7c62-4931-ac03-bcbda7328db5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 00f26515-f824-4a77-9946-f21b376def8c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:52.646974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3da6e-7c62-4931-ac03-bcbda7328db5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Subnet': ['ID=636728b2-e622-425c-ba5d-085cd919d443,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:52.656551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-dda3da6e-7c62-4931-ac03-bcbda7328db5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:52.663711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda3da6e-7c62-4931-ac03-bcbda7328db5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.667389 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dda3da6e-7c62-4931-ac03-bcbda7328db5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.681252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e8fc9f-3798-41e9-a874-a261b2719295 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.686427 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f5e8fc9f-3798-41e9-a874-a261b2719295 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8233743 Aug 16 02:10:52.687140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39578) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:52.701304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf823f-9e97-435c-855a-0dcb40cf764f None None] Network 00f26515-f824-4a77-9946-f21b376def8c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:52.704630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dda3da6e-7c62-4931-ac03-bcbda7328db5 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0480313 Aug 16 02:10:52.705126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39580) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:52.710912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1116866637', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '636728b2-e622-425c-ba5d-085cd919d443'}], 'security_groups': ['5e46db9e-338b-49e9-b38c-395576d7504d']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:52.743625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8027c706-da37-4391-a112-2a72f755a3ad tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544374 Aug 16 02:10:52.747200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39582) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:52.757755 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-368053944', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:53.055085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39594) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:53.080406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:53.091893 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.179322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f280ac9d-cf56-405c-b848-002ed5c62dd9, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f280ac9d-cf56-405c-b848-002ed5c62dd9,segment=NetworkSegment(f985b187-4fa0-4664-92fb-24d37f3ec038),segment_id=f985b187-4fa0-4664-92fb-24d37f3ec038)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:53.189187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.219081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'f280ac9d-cf56-405c-b848-002ed5c62dd9', 'network_id': '400143d8-25b3-4146-a7b4-da1b1df57f51', 'port_id': 'f280ac9d-cf56-405c-b848-002ed5c62dd9', 'mac_address': 'fa:16:3e:95:f1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99a3a7d-be89-4351-8780-c1590da6b1a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:53.279148 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.328567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f280ac9d-cf56-405c-b848-002ed5c62dd9 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:53.355649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f280ac9d-cf56-405c-b848-002ed5c62dd9, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f280ac9d-cf56-405c-b848-002ed5c62dd9,segment=NetworkSegment(f985b187-4fa0-4664-92fb-24d37f3ec038),segment_id=f985b187-4fa0-4664-92fb-24d37f3ec038)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:53.364754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1713797-828c-4f2e-9d89-d021a818f49b req-04f3e712-e70d-4210-9d9f-f01df49387c5 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.366945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1713797-828c-4f2e-9d89-d021a818f49b req-04f3e712-e70d-4210-9d9f-f01df49387c5 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 943 time: 0.1958675 Aug 16 02:10:53.423310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f430ca1d-9355-409b-b3d4-36517cfd3591 None None] Update dhcp port {'port': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'fixed_ips': [{'subnet_id': 'eeb8bf0b-9e33-4fec-8bc7-388f7f099f42', 'ip_address': '2001:db8::2'}, {'subnet_id': '636728b2-e622-425c-ba5d-085cd919d443'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '6884ddc7-110d-4967-8a6e-b9c5ee3e9f33'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:10:53.427328 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.439402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1713797-828c-4f2e-9d89-d021a818f49b req-3b253d97-7f30-4741-908e-ece30c346758 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501449 Aug 16 02:10:53.448306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59821e69-4396-48d7-88c8-5e462131e98d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.491631 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59821e69-4396-48d7-88c8-5e462131e98d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.525904 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.528824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f430ca1d-9355-409b-b3d4-36517cfd3591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.682440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59821e69-4396-48d7-88c8-5e462131e98d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.689278 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59821e69-4396-48d7-88c8-5e462131e98d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.696734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-59821e69-4396-48d7-88c8-5e462131e98d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "DELETE /v2.0/security-groups/e6ac9369-36d0-44b5-a38b-14717a9b2c3d HTTP/1.1" status: 204 len: 168 time: 0.6389515 Aug 16 02:10:53.701316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39598) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:53.760044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Transition to ACTIVE for port object ebae2ad9-081d-4dcc-9d13-72ad359b4710 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:53.762369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59821e69-4396-48d7-88c8-5e462131e98d tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ac9369-36d0-44b5-a38b-14717a9b2c3d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:53.764418 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-cfb3cb73-144f-479f-ba8c-f3fe776a10d3 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] show failed (client error): The resource could not be found. Aug 16 02:10:53.769240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cfb3cb73-144f-479f-ba8c-f3fe776a10d3 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "GET /v2.0/security-groups/e6ac9369-36d0-44b5-a38b-14717a9b2c3d HTTP/1.1" status: 404 len: 347 time: 0.0297937 Aug 16 02:10:53.773494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39600) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:53.780678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=f280ac9d-cf56-405c-b848-002ed5c62dd9,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:53.803001 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.825253 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.826839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Delete allocated IP 2001:db8::eb (00f26515-f824-4a77-9946-f21b376def8c/eeb8bf0b-9e33-4fec-8bc7-388f7f099f42) {{(pid=101380) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:10:53.836312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8:0:1::245 (00f26515-f824-4a77-9946-f21b376def8c/636728b2-e622-425c-ba5d-085cd919d443/fe5b6267-5a46-490d-9996-62beb088ddf0) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:53.900087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Subnet': ['ID=05e79494-abc1-4536-b42f-900561699744,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:53.924707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991025b-a15c-4dac-811a-1119b6d44548 None None] Pushing event updated for resources: {'Port': ['ID=ebae2ad9-081d-4dcc-9d13-72ad359b4710,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:53.941591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['f280ac9d-cf56-405c-b848-002ed5c62dd9'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:54.005874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Checking segment: {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:54.006260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network hostable DHCP agents. Network: fffdd74c-a493-4175-a352-8e6a49f443cc, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:54.040493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-eff40b4a-74a2-4d6a-8596-8e27638ce203 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting port 66f5bb2c-d9bd-4349-b612-94de437b65b6 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:54.041033 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eff40b4a-74a2-4d6a-8596-8e27638ce203 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.080601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network fffdd74c-a493-4175-a352-8e6a49f443cc is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:54.131893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, fffdd74c-a493-4175-a352-8e6a49f443cc) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:54.139190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.139755 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.166247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf0f8be-af27-4ea4-8873-83765496361a None None] Network fffdd74c-a493-4175-a352-8e6a49f443cc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:54.174442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b682e218-b7fa-4340-b466-d4816fa5a3ee tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4261265 Aug 16 02:10:54.179215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39606) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:54.182954 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.202100 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eff40b4a-74a2-4d6a-8596-8e27638ce203 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.203172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eff40b4a-74a2-4d6a-8596-8e27638ce203 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.233837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-eff40b4a-74a2-4d6a-8596-8e27638ce203 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Calling delete_port for 66f5bb2c-d9bd-4349-b612-94de437b65b6 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:54.248508 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Attempting to bind port ebae2ad9-081d-4dcc-9d13-72ad359b4710 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:54.248880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Attempting to bind port ebae2ad9-081d-4dcc-9d13-72ad359b4710 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:54.249280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Attempting to bind port ebae2ad9-081d-4dcc-9d13-72ad359b4710 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:54.274276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object fe5b6267-5a46-490d-9996-62beb088ddf0 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:54.289833 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.360913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:54.362913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:54.362913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.362913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:54.362913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Bound port: ebae2ad9-081d-4dcc-9d13-72ad359b4710, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:54.362913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.517753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-f430ca1d-9355-409b-b3d4-36517cfd3591 None None] Allocated IP 2001:db8:0:1::2 (00f26515-f824-4a77-9946-f21b376def8c/636728b2-e622-425c-ba5d-085cd919d443/6884ddc7-110d-4967-8a6e-b9c5ee3e9f33) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:54.560732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] For port ebae2ad9-081d-4dcc-9d13-72ad359b4710, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:54.575979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] In _notify_port_updated(), no bound segment for port fe5b6267-5a46-490d-9996-62beb088ddf0 on network 00f26515-f824-4a77-9946-f21b376def8c {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:10:54.583478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.584278 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.589335 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "PUT /v2.0/ports/fe5b6267-5a46-490d-9996-62beb088ddf0 HTTP/1.1" status: 200 len: 931 time: 1.8829973 Aug 16 02:10:54.590001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39610) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:54.598653 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eff40b4a-74a2-4d6a-8596-8e27638ce203 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.648678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaefcf-67cd-4c21-b308-0e87b4b416fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=fe5b6267-5a46-490d-9996-62beb088ddf0,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:54.710218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff40b4a-74a2-4d6a-8596-8e27638ce203 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Port': ['ID=66f5bb2c-d9bd-4349-b612-94de437b65b6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:54.747167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] For port ebae2ad9-081d-4dcc-9d13-72ad359b4710, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ebae2ad9-081d-4dcc-9d13-72ad359b4710,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:54.749011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-fffdd74c-a493-4175-a352-8e6a49f443cc', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ips': [{'subnet_id': '05e79494-abc1-4536-b42f-900561699744'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:54.750373 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.758846 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.821366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf1d55-0179-4be2-8f92-13f8acc41653 req-ec1c5cde-faeb-453e-88aa-c704188b1ee4 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.826688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6bf1d55-0179-4be2-8f92-13f8acc41653 req-ec1c5cde-faeb-453e-88aa-c704188b1ee4 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 944 time: 0.2093744 Aug 16 02:10:54.939696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Routers {'d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:54.940357 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:54.954920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6bf1d55-0179-4be2-8f92-13f8acc41653 req-6b08a214-f674-4bda-966e-bdf3fc63bd2f tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220248 Aug 16 02:10:54.996631 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eff40b4a-74a2-4d6a-8596-8e27638ce203 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.999766 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eff40b4a-74a2-4d6a-8596-8e27638ce203 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.004015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-eff40b4a-74a2-4d6a-8596-8e27638ce203 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "DELETE /v2.0/floatingips/9bb4d590-af71-4a4c-a7f3-3c26d81ba264 HTTP/1.1" status: 204 len: 168 time: 1.2295384 Aug 16 02:10:55.005020 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39614) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:55.009536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e961737f-99ea-4e98-aca1-ce23dee4398f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port fe5b6267-5a46-490d-9996-62beb088ddf0 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:55.009796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e961737f-99ea-4e98-aca1-ce23dee4398f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.109915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-bc08e4be-a915-49f1-afa3-6c1b64033018 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting port 09730719-e67e-49bb-b3bd-ddbc04247286 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:55.110676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc08e4be-a915-49f1-afa3-6c1b64033018 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.212267 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e961737f-99ea-4e98-aca1-ce23dee4398f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.230837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e961737f-99ea-4e98-aca1-ce23dee4398f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for fe5b6267-5a46-490d-9996-62beb088ddf0 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:55.267949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Allocated IP 172.20.0.2 (fffdd74c-a493-4175-a352-8e6a49f443cc/05e79494-abc1-4536-b42f-900561699744/97aa6e08-f53c-4e1f-ad52-947256489d51) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:55.307482 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc08e4be-a915-49f1-afa3-6c1b64033018 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.355724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-bc08e4be-a915-49f1-afa3-6c1b64033018 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Calling delete_port for 09730719-e67e-49bb-b3bd-ddbc04247286 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:55.372195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] Set router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:55.535865 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.650955 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e961737f-99ea-4e98-aca1-ce23dee4398f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.683401 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc08e4be-a915-49f1-afa3-6c1b64033018 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.701577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991025b-a15c-4dac-811a-1119b6d44548 None None] Pushing event updated for resources: {'Port': ['ID=ebae2ad9-081d-4dcc-9d13-72ad359b4710,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:55.786216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08e4be-a915-49f1-afa3-6c1b64033018 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Port': ['ID=09730719-e67e-49bb-b3bd-ddbc04247286,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:55.823875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961737f-99ea-4e98-aca1-ce23dee4398f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=fe5b6267-5a46-490d-9996-62beb088ddf0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:55.856891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f430ca1d-9355-409b-b3d4-36517cfd3591 None None] For port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,segment=NetworkSegment(cbb6fda5-e674-4a6c-b136-b7a7a88d1be6),segment_id=cbb6fda5-e674-4a6c-b136-b7a7a88d1be6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:55.885070 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e961737f-99ea-4e98-aca1-ce23dee4398f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.889287 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e961737f-99ea-4e98-aca1-ce23dee4398f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/fe5b6267-5a46-490d-9996-62beb088ddf0 HTTP/1.1" status: 204 len: 168 time: 1.2920566 Aug 16 02:10:55.894301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39624) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:55.946201 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-04da4c1b-ba08-45f4-8aca-3c95e3fdc62f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:10:55.950779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39626) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:55.957729 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-04da4c1b-ba08-45f4-8aca-3c95e3fdc62f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/fe5b6267-5a46-490d-9996-62beb088ddf0 HTTP/1.1" status: 404 len: 333 time: 0.0526750 Aug 16 02:10:55.970441 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f430ca1d-9355-409b-b3d4-36517cfd3591 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.981196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:48Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:56.003989 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc08e4be-a915-49f1-afa3-6c1b64033018 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.008238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bc08e4be-a915-49f1-afa3-6c1b64033018 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "DELETE /v2.0/ports/09730719-e67e-49bb-b3bd-ddbc04247286 HTTP/1.1" status: 204 len: 168 time: 0.9998860 Aug 16 02:10:56.010829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39632) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:56.058031 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9d565-70d0-409b-aeed-3a30c89459c1 None None] The sync data for ids ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'] in n-d-768851-16 is: [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:48Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:56.151604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f430ca1d-9355-409b-b3d4-36517cfd3591 None None] Transition to ACTIVE for port object 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:56.166487 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f430ca1d-9355-409b-b3d4-36517cfd3591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.235946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df566808-7e16-41b6-9bde-fe7a3dcd5cbb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.292036 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df566808-7e16-41b6-9bde-fe7a3dcd5cbb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.335332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430ca1d-9355-409b-b3d4-36517cfd3591 None None] Pushing event updated for resources: {'Port': ['ID=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:56.345579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f280ac9d-cf56-405c-b848-002ed5c62dd9 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:56.373828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200d08f-1a03-4344-ae80-4501c6dc9d89 req-9d729297-238c-48ec-b92f-1685d980e6f1 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.384145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d200d08f-1a03-4344-ae80-4501c6dc9d89 req-9d729297-238c-48ec-b92f-1685d980e6f1 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 944 time: 0.2849512 Aug 16 02:10:56.387563 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.407342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Transition to ACTIVE for port object 97aa6e08-f53c-4e1f-ad52-947256489d51 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:56.454431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Transition to ACTIVE for port object 97aa6e08-f53c-4e1f-ad52-947256489d51 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:56.494710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d200d08f-1a03-4344-ae80-4501c6dc9d89 req-27f7a1ad-239a-43db-814e-22cc4aa48659 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093965 Aug 16 02:10:56.497297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-259f2f29-8b22-4318-9ff3-0249f6f870d8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting port 62465913-9f97-4993-baaf-8784e6efa18e {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:56.498629 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.505654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f2f29-8b22-4318-9ff3-0249f6f870d8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.523138 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df566808-7e16-41b6-9bde-fe7a3dcd5cbb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.525898 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df566808-7e16-41b6-9bde-fe7a3dcd5cbb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.531874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-df566808-7e16-41b6-9bde-fe7a3dcd5cbb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/security-groups/45643319-7ec7-4438-9a9b-6ea0bc0b99e4 HTTP/1.1" status: 204 len: 168 time: 0.5800214 Aug 16 02:10:56.567945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39636) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:56.657347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.20.0.1 (fffdd74c-a493-4175-a352-8e6a49f443cc/05e79494-abc1-4536-b42f-900561699744/d1580417-c470-42b8-a3c7-03585a92666d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:56.728522 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f2f29-8b22-4318-9ff3-0249f6f870d8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.729189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Network fffdd74c-a493-4175-a352-8e6a49f443cc is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:56.751392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-259f2f29-8b22-4318-9ff3-0249f6f870d8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Calling delete_port for 62465913-9f97-4993-baaf-8784e6efa18e owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:56.764859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:56.770637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:56.804511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Pushing event updated for resources: {'Port': ['ID=97aa6e08-f53c-4e1f-ad52-947256489d51,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:56.836867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port f280ac9d-cf56-405c-b848-002ed5c62dd9 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:56.919661 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-356e7c20-1c5c-448c-b38e-02f136035daf tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.942718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port f280ac9d-cf56-405c-b848-002ed5c62dd9 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:56.942972 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.968540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df566808-7e16-41b6-9bde-fe7a3dcd5cbb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45643319-7ec7-4438-9a9b-6ea0bc0b99e4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.028319 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-356e7c20-1c5c-448c-b38e-02f136035daf tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.117947 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.134705 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f2f29-8b22-4318-9ff3-0249f6f870d8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.180962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Attempting to bind port 97aa6e08-f53c-4e1f-ad52-947256489d51 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:57.181779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Attempting to bind port 97aa6e08-f53c-4e1f-ad52-947256489d51 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:57.181779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Attempting to bind port 97aa6e08-f53c-4e1f-ad52-947256489d51 on network fffdd74c-a493-4175-a352-8e6a49f443cc {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:57.185346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Transition to ACTIVE for port object d1580417-c470-42b8-a3c7-03585a92666d will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:57.186922 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-356e7c20-1c5c-448c-b38e-02f136035daf tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.189589 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-356e7c20-1c5c-448c-b38e-02f136035daf tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.194272 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-356e7c20-1c5c-448c-b38e-02f136035daf tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/security-groups/5e46db9e-338b-49e9-b38c-395576d7504d HTTP/1.1" status: 204 len: 168 time: 0.6207042 Aug 16 02:10:57.196397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39642) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:57.209260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:57.209638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Checking segment: {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:57.210051 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.210454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Bound using segment: {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:57.210935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Bound port: 97aa6e08-f53c-4e1f-ad52-947256489d51, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:57.211322 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.252310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f2f29-8b22-4318-9ff3-0249f6f870d8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Port': ['ID=62465913-9f97-4993-baaf-8784e6efa18e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.323515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e7c20-1c5c-448c-b38e-02f136035daf tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e46db9e-338b-49e9-b38c-395576d7504d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.394195 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.403348 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f2f29-8b22-4318-9ff3-0249f6f870d8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.412009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-259f2f29-8b22-4318-9ff3-0249f6f870d8 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "DELETE /v2.0/ports/62465913-9f97-4993-baaf-8784e6efa18e HTTP/1.1" status: 204 len: 168 time: 1.3988605 Aug 16 02:10:57.414431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39644) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:57.494282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.543211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e674fc-c91f-4a70-a071-a53ed136ebcf tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting subnet 01750861-3cff-4ec0-a5ca-4ff6e860efb0 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:57.559513 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21e674fc-c91f-4a70-a071-a53ed136ebcf tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.659118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f280ac9d-cf56-405c-b848-002ed5c62dd9, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f280ac9d-cf56-405c-b848-002ed5c62dd9,segment=NetworkSegment(f985b187-4fa0-4664-92fb-24d37f3ec038),segment_id=f985b187-4fa0-4664-92fb-24d37f3ec038)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:57.669341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0246d04-dd70-49ac-a796-2b0624802d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f280ac9d-cf56-405c-b848-002ed5c62dd9'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:57.671817 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe53fbef-1385-4377-b5c0-570cb7d9376c" -d '{"events": [{"server_uuid": "b0246d04-dd70-49ac-a796-2b0624802d7f", "name": "network-vif-plugged", "status": "completed", "tag": "f280ac9d-cf56-405c-b848-002ed5c62dd9"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:57.672090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bab361-70fc-4912-9770-733b7d74c2f2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting subnet eeb8bf0b-9e33-4fec-8bc7-388f7f099f42 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:57.688387 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.697520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network fffdd74c-a493-4175-a352-8e6a49f443cc is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:57.702682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-19bab361-70fc-4912-9770-733b7d74c2f2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.720847 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:57.730689 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21e674fc-c91f-4a70-a071-a53ed136ebcf tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.781492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:57.807101 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153da7f0-4c04-41a3-ac78-ef617af09440 x-openstack-request-id: req-153da7f0-4c04-41a3-ac78-ef617af09440 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:57.807377 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0246d04-dd70-49ac-a796-2b0624802d7f", "name": "network-vif-plugged", "status": "completed", "tag": "f280ac9d-cf56-405c-b848-002ed5c62dd9", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:57.807631 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-153da7f0-4c04-41a3-ac78-ef617af09440 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:57.808034 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0246d04-dd70-49ac-a796-2b0624802d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f280ac9d-cf56-405c-b848-002ed5c62dd9', 'code': 200} Aug 16 02:10:57.813098 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] For port 97aa6e08-f53c-4e1f-ad52-947256489d51, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:57.847663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] For port 97aa6e08-f53c-4e1f-ad52-947256489d51, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=97aa6e08-f53c-4e1f-ad52-947256489d51,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:57.880179 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.884135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f62300-404c-4f9f-acd3-93887a10ee7d req-b77e745c-8cbc-4e48-bff6-fb121e7b6c90 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:57.887002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=f280ac9d-cf56-405c-b848-002ed5c62dd9,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.888780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=d1580417-c470-42b8-a3c7-03585a92666d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.895491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1f62300-404c-4f9f-acd3-93887a10ee7d req-b77e745c-8cbc-4e48-bff6-fb121e7b6c90 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 945 time: 0.2372167 Aug 16 02:10:58.057885 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-19bab361-70fc-4912-9770-733b7d74c2f2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.078397 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca85174-662c-4ee2-8dda-31ab527e4a67 None None] Pushing event updated for resources: {'Port': ['ID=97aa6e08-f53c-4e1f-ad52-947256489d51,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:58.156377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.157614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21e674fc-c91f-4a70-a071-a53ed136ebcf tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.217418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6f23e177-40ea-44ea-8aea-db06b0f91233 None None] Could not find standard attr ID for object fe5b6267-5a46-490d-9996-62beb088ddf0. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:58.221841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1f62300-404c-4f9f-acd3-93887a10ee7d req-c9c96c1e-18e6-4b5e-bcaf-aa8ad266d419 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145435 Aug 16 02:10:58.228503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c16dc7-a123-41e2-b0a9-aa620efb618f req-629595f6-2acf-4d4b-8462-f7c371b61410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.230426 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17c16dc7-a123-41e2-b0a9-aa620efb618f req-629595f6-2acf-4d4b-8462-f7c371b61410 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 1097 time: 0.3264151 Aug 16 02:10:58.243982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6f23e177-40ea-44ea-8aea-db06b0f91233 None None] Provisioning for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:58.249035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6f23e177-40ea-44ea-8aea-db06b0f91233 None None] Provisioning complete for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:58.249422 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6f23e177-40ea-44ea-8aea-db06b0f91233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.309663 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21e674fc-c91f-4a70-a071-a53ed136ebcf tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.395904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e674fc-c91f-4a70-a071-a53ed136ebcf tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Subnet': ['ID=01750861-3cff-4ec0-a5ca-4ff6e860efb0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:58.397958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-19bab361-70fc-4912-9770-733b7d74c2f2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.424511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd789ac-fb1b-430d-baa4-8762d4ee3f4c None None] Network 1d05361c-e213-4f52-8aeb-6d00c93c6965 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:58.427136 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21e674fc-c91f-4a70-a071-a53ed136ebcf tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.434087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-21e674fc-c91f-4a70-a071-a53ed136ebcf tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "DELETE /v2.0/subnets/01750861-3cff-4ec0-a5ca-4ff6e860efb0 HTTP/1.1" status: 204 len: 168 time: 1.0184073 Aug 16 02:10:58.436580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39660) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:58.506429 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17c16dc7-a123-41e2-b0a9-aa620efb618f req-3a3a6399-970c-41f2-86d9-d2957fe5dee2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350626 Aug 16 02:10:58.570191 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-19bab361-70fc-4912-9770-733b7d74c2f2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.648598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8d537a-f7b9-46aa-adb7-ebd705564590 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting subnet 7f721267-e058-4454-91a1-98a1b0bd9c6a {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:58.663778 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b8d537a-f7b9-46aa-adb7-ebd705564590 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.699737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bab361-70fc-4912-9770-733b7d74c2f2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb8bf0b-9e33-4fec-8bc7-388f7f099f42,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:58.735581 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-19bab361-70fc-4912-9770-733b7d74c2f2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.738220 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-19bab361-70fc-4912-9770-733b7d74c2f2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/eeb8bf0b-9e33-4fec-8bc7-388f7f099f42 HTTP/1.1" status: 204 len: 168 time: 1.5381949 Aug 16 02:10:58.739391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.743616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ebae2ad9-081d-4dcc-9d13-72ad359b4710 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:58.745315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39666) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:58.768030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b4b38a89-16fc-46ee-affb-6d473c411a9e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:58.797685 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b8d537a-f7b9-46aa-adb7-ebd705564590 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.933166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6f23e177-40ea-44ea-8aea-db06b0f91233 None None] Provisioning complete for port bfcd9981-018c-4338-9793-b56256a4067b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:58.933559 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6f23e177-40ea-44ea-8aea-db06b0f91233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.025740 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b8d537a-f7b9-46aa-adb7-ebd705564590 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.091641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ebae2ad9-081d-4dcc-9d13-72ad359b4710 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:59.105630 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6f23e177-40ea-44ea-8aea-db06b0f91233 None None] Port bfcd9981-018c-4338-9793-b56256a4067b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:59.109021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ebae2ad9-081d-4dcc-9d13-72ad359b4710 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:59.109654 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.114707 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b8d537a-f7b9-46aa-adb7-ebd705564590 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.134018 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b8d537a-f7b9-46aa-adb7-ebd705564590 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.139527 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8b8d537a-f7b9-46aa-adb7-ebd705564590 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "DELETE /v2.0/subnets/7f721267-e058-4454-91a1-98a1b0bd9c6a HTTP/1.1" status: 204 len: 168 time: 0.7002857 Aug 16 02:10:59.164434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa0dc79-db52-4dfe-9505-19a1fe9d2bb7 None None] Network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:59.182361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39680) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:59.211720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d537a-f7b9-46aa-adb7-ebd705564590 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Subnet': ['ID=7f721267-e058-4454-91a1-98a1b0bd9c6a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:59.269688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df16cc-dead-466b-8bd2-7cfbf6519e6e None None] DHCP port deletion for 1d05361c-e213-4f52-8aeb-6d00c93c6965 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:59.280120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b73036f-19cb-43aa-81f8-a3aa33d70100 None None] Network 00f26515-f824-4a77-9946-f21b376def8c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:59.381136 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.435225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-884d114f-a2dc-46cf-9193-622d4cb62985 None None] Could not find standard attr ID for object fe5b6267-5a46-490d-9996-62beb088ddf0. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:10:59.437357 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.528015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.604586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c442e-b1ed-42e8-9b4e-b2f3bd55303f req-8fba5a55-14aa-4865-a668-37ac488deab3 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.606411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-069c442e-b1ed-42e8-9b4e-b2f3bd55303f req-8fba5a55-14aa-4865-a668-37ac488deab3 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 945 time: 0.2002733 Aug 16 02:10:59.634304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting port 19fc350e-3b75-4e43-a07a-8bf894b1876d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:59.634683 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.646632 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.688782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-63df16cc-dead-466b-8bd2-7cfbf6519e6e None None] Deleting port 19fc350e-3b75-4e43-a07a-8bf894b1876d {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:59.689431 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-63df16cc-dead-466b-8bd2-7cfbf6519e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.694294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port ebae2ad9-081d-4dcc-9d13-72ad359b4710, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ebae2ad9-081d-4dcc-9d13-72ad359b4710,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:59.729858 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.770379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] For port 19fc350e-3b75-4e43-a07a-8bf894b1876d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19fc350e-3b75-4e43-a07a-8bf894b1876d,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:59.770731 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.780517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=d1580417-c470-42b8-a3c7-03585a92666d,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:59.791354 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.792633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:59.814692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] DHCP port deletion for 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:59.815254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Calling delete_port for 19fc350e-3b75-4e43-a07a-8bf894b1876d owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:59.836160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-069c442e-b1ed-42e8-9b4e-b2f3bd55303f req-e91664df-82f4-49a3-83c8-3b385247e0ff tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219820 Aug 16 02:10:59.942284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-63df16cc-dead-466b-8bd2-7cfbf6519e6e None None] For port 19fc350e-3b75-4e43-a07a-8bf894b1876d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=19fc350e-3b75-4e43-a07a-8bf894b1876d,segment=NetworkSegment(d49e24e5-f975-4c4a-a157-1e1e24e97a21),segment_id=d49e24e5-f975-4c4a-a157-1e1e24e97a21)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:59.942463 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-63df16cc-dead-466b-8bd2-7cfbf6519e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.974477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-63df16cc-dead-466b-8bd2-7cfbf6519e6e None None] Calling delete_port for 19fc350e-3b75-4e43-a07a-8bf894b1876d owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:00.036690 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.065352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network fffdd74c-a493-4175-a352-8e6a49f443cc is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:00.073579 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:00.086051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Port': ['ID=19fc350e-3b75-4e43-a07a-8bf894b1876d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:00.088411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b38a89-16fc-46ee-affb-6d473c411a9e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:00.088733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] No DVR routers for this DVR port 19fc350e-3b75-4e43-a07a-8bf894b1876d on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:00.093220 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4b38a89-16fc-46ee-affb-6d473c411a9e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.243606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.257683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d05361c-e213-4f52-8aeb-6d00c93c6965']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:00.280202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49e24e5-f975-4c4a-a157-1e1e24e97a21') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:00.280952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49e24e5-f975-4c4a-a157-1e1e24e97a21') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:00.306864 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.328681 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.342474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:00.343355 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:00.348609 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:00.351576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=ebae2ad9-081d-4dcc-9d13-72ad359b4710,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:00.377728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:00.378902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.478156 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.493374 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.499671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "DELETE /v2.0/networks/1d05361c-e213-4f52-8aeb-6d00c93c6965 HTTP/1.1" status: 204 len: 168 time: 1.3118379 Aug 16 02:11:00.502208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39692) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:00.524563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ce2d9-3b26-43cd-bfff-a1f413ce03fd tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Network': ['ID=1d05361c-e213-4f52-8aeb-6d00c93c6965,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:00.588308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Deleting port 5b2745b6-24c8-4ada-a01d-86a0cd918316 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:00.588721 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.695231 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.803296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] For port 5b2745b6-24c8-4ada-a01d-86a0cd918316, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5b2745b6-24c8-4ada-a01d-86a0cd918316,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:00.803541 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.822663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Deleting port 5b2745b6-24c8-4ada-a01d-86a0cd918316 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:00.825994 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.839125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Calling delete_port for 5b2745b6-24c8-4ada-a01d-86a0cd918316 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:00.949927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46acebfb-1072-4606-b2d8-5bd34400ddc5 None None] Network fffdd74c-a493-4175-a352-8e6a49f443cc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:00.955694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ebae2ad9-081d-4dcc-9d13-72ad359b4710 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:00.989301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] For port 5b2745b6-24c8-4ada-a01d-86a0cd918316, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5b2745b6-24c8-4ada-a01d-86a0cd918316,segment=NetworkSegment(c429b22b-121a-47ae-9b85-697484048b2d),segment_id=c429b22b-121a-47ae-9b85-697484048b2d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:00.989822 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.014824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Calling delete_port for 5b2745b6-24c8-4ada-a01d-86a0cd918316 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:01.070786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136f249-d0d5-438d-b718-8d446e24382b req-c5966415-9e0c-41c7-874f-85cdc5cf6818 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.080337 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b136f249-d0d5-438d-b718-8d446e24382b req-c5966415-9e0c-41c7-874f-85cdc5cf6818 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 945 time: 0.1418595 Aug 16 02:11:01.084224 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-63df16cc-dead-466b-8bd2-7cfbf6519e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.195438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e5f79916-43b2-40e8-bd1c-4b9259e98124 None None] Provisioning for port 97aa6e08-f53c-4e1f-ad52-947256489d51 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:01.203367 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b136f249-d0d5-438d-b718-8d446e24382b req-c1f00fae-8fe8-476d-ad37-55fcd97b9c46 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192234 Aug 16 02:11:01.206416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df16cc-dead-466b-8bd2-7cfbf6519e6e None None] Pushing event deleted for resources: {'Port': ['ID=19fc350e-3b75-4e43-a07a-8bf894b1876d,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:01.290725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63df16cc-dead-466b-8bd2-7cfbf6519e6e None None] Network 1d05361c-e213-4f52-8aeb-6d00c93c6965 is not hosted by any dhcp agent {{(pid=101382) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:11:01.294224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df16cc-dead-466b-8bd2-7cfbf6519e6e None None] No DVR routers for this DVR port 19fc350e-3b75-4e43-a07a-8bf894b1876d on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:01.350999 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.372441 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4b38a89-16fc-46ee-affb-6d473c411a9e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.392794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Port': ['ID=5b2745b6-24c8-4ada-a01d-86a0cd918316,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:01.407182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] No DVR routers for this DVR port 5b2745b6-24c8-4ada-a01d-86a0cd918316 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:01.464485 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:01.480227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cd5806df-952a-43ca-8b01-167f3779f3d4 None None] Provisioning complete for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:01.484397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b38a89-16fc-46ee-affb-6d473c411a9e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 00f26515-f824-4a77-9946-f21b376def8c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:01.489920 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd5806df-952a-43ca-8b01-167f3779f3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.521567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b4b38a89-16fc-46ee-affb-6d473c411a9e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:01.523800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b38a89-16fc-46ee-affb-6d473c411a9e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Subnet': ['ID=3676fe9e-4321-43ff-a59f-5b9ad5918179,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:01.528136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b38a89-16fc-46ee-affb-6d473c411a9e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.529003 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4b38a89-16fc-46ee-affb-6d473c411a9e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.553235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.562459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4f0dae-8175-4ff4-9cfd-47cbe7facabd']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:01.566407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ac921a-e04c-406d-8c6b-9d56a7670fd2 None None] Network 00f26515-f824-4a77-9946-f21b376def8c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:01.580664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c429b22b-121a-47ae-9b85-697484048b2d') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:01.581003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c429b22b-121a-47ae-9b85-697484048b2d') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:01.594550 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.613590 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.631311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:01.631311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.654278 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b4b38a89-16fc-46ee-affb-6d473c411a9e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9076059 Aug 16 02:11:01.656738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39722) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:01.662278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5720de28-e232-4562-bf01-e8ec428ff2e0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'security_group': {'name': 'tempest-secgroup-2054894583'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:01.714852 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:01.720639 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.747522 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.747522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] 10.222.0.79 "DELETE /v2.0/networks/0a4f0dae-8175-4ff4-9cfd-47cbe7facabd HTTP/1.1" status: 204 len: 168 time: 1.2298887 Aug 16 02:11:01.747762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ebae2ad9-081d-4dcc-9d13-72ad359b4710 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:01.747762 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.772932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5720de28-e232-4562-bf01-e8ec428ff2e0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.804816 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.806737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0f85e-f705-4ff8-ba91-879138d5a324 tempest-TaggedBootDevicesTest_v242-1814283438 tempest-TaggedBootDevicesTest_v242-1814283438-project] Pushing event deleted for resources: {'Network': ['ID=0a4f0dae-8175-4ff4-9cfd-47cbe7facabd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:01.927879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5720de28-e232-4562-bf01-e8ec428ff2e0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.981498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:01.993069 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8d430278-2187-48bb-b671-9001d1701194 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "PUT /v2.0/routers/d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8126493 Aug 16 02:11:01.995940 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5720de28-e232-4562-bf01-e8ec428ff2e0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.001898 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Sync routers for ids ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:02.033662 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Routers {'d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:02.035040 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:02.096636 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720de28-e232-4562-bf01-e8ec428ff2e0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8bcaf2-ccc3-4d72-a310-7c9f26744b58,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:02.106904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5720de28-e232-4562-bf01-e8ec428ff2e0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.111431 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5720de28-e232-4562-bf01-e8ec428ff2e0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4511271 Aug 16 02:11:02.112638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39740) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:02.121767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-93d8570e-34aa-425b-b2d5-574d4ca721c7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'security_group': {'name': 'tempest-secgroup-866033964'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:02.195107 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Set router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:02.205842 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93d8570e-34aa-425b-b2d5-574d4ca721c7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.394758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Network 0a4f0dae-8175-4ff4-9cfd-47cbe7facabd is not hosted by any dhcp agent {{(pid=101382) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:11:02.395308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] No DVR routers for this DVR port 5b2745b6-24c8-4ada-a01d-86a0cd918316 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:02.421717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 97aa6e08-f53c-4e1f-ad52-947256489d51 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:02.574462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Pushing event deleted for resources: {'Port': ['ID=5b2745b6-24c8-4ada-a01d-86a0cd918316,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:02.592131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.592723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.593272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.593770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.594867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.595408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.595935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.597044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.597599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.598126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.598652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.599211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5092f-38d4-4f1a-8b1b-e1489cda10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:02.629164 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93d8570e-34aa-425b-b2d5-574d4ca721c7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.660760 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93d8570e-34aa-425b-b2d5-574d4ca721c7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.797692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8570e-34aa-425b-b2d5-574d4ca721c7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37533b67-da98-4a34-92ca-b713fc3c798c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:02.806331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 97aa6e08-f53c-4e1f-ad52-947256489d51 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:02.808256 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-93d8570e-34aa-425b-b2d5-574d4ca721c7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.813541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-93d8570e-34aa-425b-b2d5-574d4ca721c7 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6966727 Aug 16 02:11:02.813973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39770) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:02.820041 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f9a621bb-1569-4fda-b392-50fb26b2d7af tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1702515181'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:02.822255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 97aa6e08-f53c-4e1f-ad52-947256489d51 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:02.822896 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.845754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-26976378-404e-4c71-bd5b-3eed68f49462 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311243128&fields=id&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 267 time: 0.3950284 Aug 16 02:11:02.881106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f9a621bb-1569-4fda-b392-50fb26b2d7af tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.949723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161ea8d-2725-48a2-b9d3-c67e47318109 req-8e848852-62c5-4e19-bc46-bb69a6916e4e tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:02.950256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cd5806df-952a-43ca-8b01-167f3779f3d4 None None] Provisioning complete for port bfcd9981-018c-4338-9793-b56256a4067b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:02.951011 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd5806df-952a-43ca-8b01-167f3779f3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.964334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4161ea8d-2725-48a2-b9d3-c67e47318109 req-8e848852-62c5-4e19-bc46-bb69a6916e4e tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 945 time: 0.4313152 Aug 16 02:11:02.976676 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:58Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd1580417-c470-42b8-a3c7-03585a92666d', 'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:44:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '05e79494-abc1-4536-b42f-900561699744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 2, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '05e79494-abc1-4536-b42f-900561699744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:03.050479 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Checking router: d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:03.051119 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Updating router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 port d1580417-c470-42b8-a3c7-03585a92666d binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:03.111079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82977f2b-0427-4d28-bc55-c8f434a249b2 None None] Update dhcp port {'port': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'fixed_ips': [{'subnet_id': '636728b2-e622-425c-ba5d-085cd919d443', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3676fe9e-4321-43ff-a59f-5b9ad5918179'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '6884ddc7-110d-4967-8a6e-b9c5ee3e9f33'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:11:03.142270 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.144660 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f9a621bb-1569-4fda-b392-50fb26b2d7af tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.152230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f9a621bb-1569-4fda-b392-50fb26b2d7af tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.168386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4161ea8d-2725-48a2-b9d3-c67e47318109 req-546ba204-cc10-4057-b375-86e72749cdc5 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028503 Aug 16 02:11:03.186681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f9a621bb-1569-4fda-b392-50fb26b2d7af tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.188107 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f9a621bb-1569-4fda-b392-50fb26b2d7af tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3730078 Aug 16 02:11:03.199533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39774) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:03.227797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-175332575', 'security_groups': ['7577228c-2601-4641-9312-c8874e34c893'], 'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3676fe9e-4321-43ff-a59f-5b9ad5918179'}]}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:03.240021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a621bb-1569-4fda-b392-50fb26b2d7af tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7577228c-2601-4641-9312-c8874e34c893,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:03.249166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cd5806df-952a-43ca-8b01-167f3779f3d4 None None] Port bfcd9981-018c-4338-9793-b56256a4067b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:03.250636 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-82977f2b-0427-4d28-bc55-c8f434a249b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.439600 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.473756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-26bf89c3-3f4b-425b-bf41-c98769cf8249 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.476693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-26bf89c3-3f4b-425b-bf41-c98769cf8249 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/networks?id=fffdd74c-a493-4175-a352-8e6a49f443cc HTTP/1.1" status: 200 len: 796 time: 0.6301489 Aug 16 02:11:03.525382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-4ef2b5b2-5442-4832-a709-85707abdad1d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/quotas/deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 375 time: 0.0342336 Aug 16 02:11:03.674941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c797af6d-4fe1-4aac-ab7b-108f78e6d1cc None None] Provisioning complete for port 97aa6e08-f53c-4e1f-ad52-947256489d51 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:03.674941 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c797af6d-4fe1-4aac-ab7b-108f78e6d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.701802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f928f802-7378-4e9e-b6e0-eca920cd5d00 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1751418 Aug 16 02:11:03.712353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:03.724220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 97aa6e08-f53c-4e1f-ad52-947256489d51, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=97aa6e08-f53c-4e1f-ad52-947256489d51,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:03.824066 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.865603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abb65d-c452-475e-9739-05ab6eb912f7 req-2847862c-8254-4f3c-9cfd-66583f1c1d12 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.870176 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19abb65d-c452-475e-9739-05ab6eb912f7 req-2847862c-8254-4f3c-9cfd-66583f1c1d12 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.89 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 945 time: 0.2085664 Aug 16 02:11:03.873226 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.914488 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Transition to ACTIVE for port object d1580417-c470-42b8-a3c7-03585a92666d will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:03.931277 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.039081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 19fc350e-3b75-4e43-a07a-8bf894b1876d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:04.091424 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Pushing event updated for resources: {'Port': ['ID=d1580417-c470-42b8-a3c7-03585a92666d,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:04.100420 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.105524 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.106420 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.106997 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.107548 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.108226 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.108787 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.109370 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.110218 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.113084 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.113786 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.114366 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:04.134801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 19fc350e-3b75-4e43-a07a-8bf894b1876d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:04.135184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 19fc350e-3b75-4e43-a07a-8bf894b1876d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:04.135575 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5b2745b6-24c8-4ada-a01d-86a0cd918316 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:04.151230 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-19abb65d-c452-475e-9739-05ab6eb912f7 req-de76069c-6057-45f1-bbad-fb7b382f8471 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Deleting port f280ac9d-cf56-405c-b848-002ed5c62dd9 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:04.151900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19abb65d-c452-475e-9739-05ab6eb912f7 req-de76069c-6057-45f1-bbad-fb7b382f8471 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.178611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-c49a6854-4286-41c2-8e9a-519840123ea4 service neutron] 10.222.0.79 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333779 Aug 16 02:11:04.205384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 5b2745b6-24c8-4ada-a01d-86a0cd918316 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:04.205823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5b2745b6-24c8-4ada-a01d-86a0cd918316 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:04.248797 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Attempting to bind port d1580417-c470-42b8-a3c7-03585a92666d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:04.249492 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Attempting to bind port d1580417-c470-42b8-a3c7-03585a92666d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:04.250154 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Attempting to bind port d1580417-c470-42b8-a3c7-03585a92666d on network fffdd74c-a493-4175-a352-8e6a49f443cc {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:04.260111 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:04.260820 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Checking segment: {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:04.261485 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.262430 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Bound using segment: {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:04.263137 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Bound port: d1580417-c470-42b8-a3c7-03585a92666d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:04.263989 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.328824 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.350656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-82977f2b-0427-4d28-bc55-c8f434a249b2 None None] Allocated IP 2001:db8::2 (00f26515-f824-4a77-9946-f21b376def8c/3676fe9e-4321-43ff-a59f-5b9ad5918179/6884ddc7-110d-4967-8a6e-b9c5ee3e9f33) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:04.354365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=97aa6e08-f53c-4e1f-ad52-947256489d51,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:04.382704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-19abb65d-c452-475e-9739-05ab6eb912f7 req-de76069c-6057-45f1-bbad-fb7b382f8471 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] For port f280ac9d-cf56-405c-b848-002ed5c62dd9, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f280ac9d-cf56-405c-b848-002ed5c62dd9,segment=NetworkSegment(f985b187-4fa0-4664-92fb-24d37f3ec038),segment_id=f985b187-4fa0-4664-92fb-24d37f3ec038)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:04.383366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19abb65d-c452-475e-9739-05ab6eb912f7 req-de76069c-6057-45f1-bbad-fb7b382f8471 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.418140 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] For port d1580417-c470-42b8-a3c7-03585a92666d, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:04.431802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] device_id is not set on port 3fc01228-46cf-44ba-ae60-83615997dc91 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:11:04.438636 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] For port d1580417-c470-42b8-a3c7-03585a92666d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d1580417-c470-42b8-a3c7-03585a92666d,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:04.443045 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-19abb65d-c452-475e-9739-05ab6eb912f7 req-de76069c-6057-45f1-bbad-fb7b382f8471 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Calling delete_port for f280ac9d-cf56-405c-b848-002ed5c62dd9 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:04.448467 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.578310 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Routers {'d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:04.578863 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:10:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:04.621249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814788-e928-428a-915e-be0603005984 req-91ac9c92-0eac-40fe-93e0-8799d19ee5c2 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:04.634870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e814788-e928-428a-915e-be0603005984 req-91ac9c92-0eac-40fe-93e0-8799d19ee5c2 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 945 time: 0.3006673 Aug 16 02:11:04.668403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-a61f3705-86b9-494c-9786-57cafe6b10c0 service neutron] 10.222.0.79 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890523 Aug 16 02:11:04.753659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e814788-e928-428a-915e-be0603005984 req-5f245e82-6d3c-478f-a678-8173b9e60f65 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3d11270-d9d1-498e-b8f6-8aa43b34f841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109953 Aug 16 02:11:04.814483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c797af6d-4fe1-4aac-ab7b-108f78e6d1cc None None] Provisioning for port d1580417-c470-42b8-a3c7-03585a92666d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:04.934135 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19abb65d-c452-475e-9739-05ab6eb912f7 req-de76069c-6057-45f1-bbad-fb7b382f8471 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.006425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['f280ac9d-cf56-405c-b848-002ed5c62dd9'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:05.044138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76069c-6057-45f1-bbad-fb7b382f8471 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Pushing event deleted for resources: {'Port': ['ID=f280ac9d-cf56-405c-b848-002ed5c62dd9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.099067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-82977f2b-0427-4d28-bc55-c8f434a249b2 None None] For port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,segment=NetworkSegment(cbb6fda5-e674-4a6c-b136-b7a7a88d1be6),segment_id=cbb6fda5-e674-4a6c-b136-b7a7a88d1be6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:05.120990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-19abb65d-c452-475e-9739-05ab6eb912f7 req-de76069c-6057-45f1-bbad-fb7b382f8471 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] No DVR routers for this DVR port f280ac9d-cf56-405c-b848-002ed5c62dd9 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:05.125526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-19abb65d-c452-475e-9739-05ab6eb912f7 req-de76069c-6057-45f1-bbad-fb7b382f8471 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.128594 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-19abb65d-c452-475e-9739-05ab6eb912f7 req-de76069c-6057-45f1-bbad-fb7b382f8471 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.89 "DELETE /v2.0/ports/f280ac9d-cf56-405c-b848-002ed5c62dd9 HTTP/1.1" status: 204 len: 173 time: 1.2511208 Aug 16 02:11:05.140284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0246d04-dd70-49ac-a796-2b0624802d7f', 'name': 'network-vif-deleted', 'tag': 'f280ac9d-cf56-405c-b848-002ed5c62dd9'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:05.144508 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffecd2e-1358-419f-a23c-fae504fa9a9f" -d '{"events": [{"server_uuid": "b0246d04-dd70-49ac-a796-2b0624802d7f", "name": "network-vif-deleted", "tag": "f280ac9d-cf56-405c-b848-002ed5c62dd9"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:05.171913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-82977f2b-0427-4d28-bc55-c8f434a249b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.203403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-82977f2b-0427-4d28-bc55-c8f434a249b2 None None] Transition to ACTIVE for port object 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:05.213528 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-82977f2b-0427-4d28-bc55-c8f434a249b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.234340 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893af51-171c-4f4f-92ea-019415940e34 None None] Pushing event updated for resources: {'Port': ['ID=d1580417-c470-42b8-a3c7-03585a92666d,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.294621 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] Set router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:05.301950 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49ae2d0-932c-4fcb-a54b-cf56f7e7e5a5 x-openstack-request-id: req-c49ae2d0-932c-4fcb-a54b-cf56f7e7e5a5 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:05.302364 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0246d04-dd70-49ac-a796-2b0624802d7f", "name": "network-vif-deleted", "tag": "f280ac9d-cf56-405c-b848-002ed5c62dd9", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:05.302717 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c49ae2d0-932c-4fcb-a54b-cf56f7e7e5a5 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:05.303285 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0246d04-dd70-49ac-a796-2b0624802d7f', 'name': 'network-vif-deleted', 'tag': 'f280ac9d-cf56-405c-b848-002ed5c62dd9', 'status': 'completed', 'code': 200} Aug 16 02:11:05.408213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8::2c3 (00f26515-f824-4a77-9946-f21b376def8c/3676fe9e-4321-43ff-a59f-5b9ad5918179/3fc01228-46cf-44ba-ae60-83615997dc91) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:05.439465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65532228-009c-414a-b5e1-1acbb1d536e6 req-4e4479f4-ec71-499c-8264-4093e341b615 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 210 time: 0.1534700 Aug 16 02:11:05.499713 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82977f2b-0427-4d28-bc55-c8f434a249b2 None None] Pushing event updated for resources: {'Port': ['ID=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.691120 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:58Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd1580417-c470-42b8-a3c7-03585a92666d', 'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:44:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '05e79494-abc1-4536-b42f-900561699744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '05e79494-abc1-4536-b42f-900561699744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:05.721234 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.750144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object 3fc01228-46cf-44ba-ae60-83615997dc91 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:05.777097 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6f0d0-a26c-4da1-a869-04f280b7f8ed None None] The sync data for ids ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'] in n-d-768851-16 is: [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:58Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd1580417-c470-42b8-a3c7-03585a92666d', 'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:44:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '05e79494-abc1-4536-b42f-900561699744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '05e79494-abc1-4536-b42f-900561699744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:05.807041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.916548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 00f26515-f824-4a77-9946-f21b376def8c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:05.921239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:05.950437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=3fc01228-46cf-44ba-ae60-83615997dc91,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.978617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:05.997560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:06.002397 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.071417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9eeae4c-c999-4110-bcb0-0695dce49f61 req-d3550eda-aa67-49d1-81f2-fd74f6b6a9b7 tempest-ServerMetadataNegativeTestJSON-413417418 tempest-ServerMetadataNegativeTestJSON-413417418-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0246d04-dd70-49ac-a796-2b0624802d7f HTTP/1.1" status: 200 len: 210 time: 0.0999498 Aug 16 02:11:06.104568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cc9730a1-1d02-4973-9612-3fb4362fc38c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9008930 Aug 16 02:11:06.104837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39818) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:06.123087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-bd9f14dd-0fde-4d08-a6d3-db234f0654f6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:06.598314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d1580417-c470-42b8-a3c7-03585a92666d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:06.699989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a0235354-03c9-42df-be5c-f875a8144197 None None] Provisioning for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:06.701131 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:11:06.714303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a0235354-03c9-42df-be5c-f875a8144197 None None] Provisioning complete for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:06.716364 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a0235354-03c9-42df-be5c-f875a8144197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.872014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port d1580417-c470-42b8-a3c7-03585a92666d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:06.898829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d1580417-c470-42b8-a3c7-03585a92666d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:06.899539 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.017135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-421f1e08-0f64-4aa7-9cdb-80be4e419006 req-4e06e43a-2803-49c2-9cf8-6f208be50363 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 210 time: 0.0669801 Aug 16 02:11:07.182639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a0235354-03c9-42df-be5c-f875a8144197 None None] Provisioning complete for port bfcd9981-018c-4338-9793-b56256a4067b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:07.186356 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a0235354-03c9-42df-be5c-f875a8144197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.230461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-d19a128f-e44f-4427-a592-855eff3af23a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.238016 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-d19a128f-e44f-4427-a592-855eff3af23a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.89 "GET /v2.0/networks?id=fffdd74c-a493-4175-a352-8e6a49f443cc HTTP/1.1" status: 200 len: 796 time: 0.2989645 Aug 16 02:11:07.264284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9f14dd-0fde-4d08-a6d3-db234f0654f6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:07.273093 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd9f14dd-0fde-4d08-a6d3-db234f0654f6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.305496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39834) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:07.390152 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-c253f926-f81e-4ec8-a0b8-59b1bf5ac3eb tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 379 time: 0.1469538 Aug 16 02:11:07.402766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-6300c01b-f1ac-40ba-b042-c3c27beb5e0d admin admin] Deleting subnet e99a3a7d-be89-4351-8780-c1590da6b1a1 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:07.406895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'port': {'device_id': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'admin_state_up': True, 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'security_groups': ['42c25abc-223f-4000-8bcb-d6aa42431f26']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:07.407300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6300c01b-f1ac-40ba-b042-c3c27beb5e0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.451203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a0235354-03c9-42df-be5c-f875a8144197 None None] Port bfcd9981-018c-4338-9793-b56256a4067b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:07.480147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6300c01b-f1ac-40ba-b042-c3c27beb5e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.489924 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.591799 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6300c01b-f1ac-40ba-b042-c3c27beb5e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.609397 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port d1580417-c470-42b8-a3c7-03585a92666d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d1580417-c470-42b8-a3c7-03585a92666d,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:07.619449 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.620248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 97aa6e08-f53c-4e1f-ad52-947256489d51 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:07.662505 n-d-768851-16 neutron-server[101381]: INFO neutron.db.ipam_backend_mixin [None req-bd9f14dd-0fde-4d08-a6d3-db234f0654f6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3676fe9e-4321-43ff-a59f-5b9ad5918179 (CIDR: 2001:db8::/64) Aug 16 02:11:07.670128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c14434ac-9539-4204-9c8f-790aca796675 None None] Provisioning for port 3fc01228-46cf-44ba-ae60-83615997dc91 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:07.685484 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9f14dd-0fde-4d08-a6d3-db234f0654f6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:11:07.686494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9f14dd-0fde-4d08-a6d3-db234f0654f6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:07.722741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:07.727725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.733465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bd9f14dd-0fde-4d08-a6d3-db234f0654f6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6273875 Aug 16 02:11:07.734299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c14434ac-9539-4204-9c8f-790aca796675 None None] Provisioning complete for port 3fc01228-46cf-44ba-ae60-83615997dc91 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:07.735028 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c14434ac-9539-4204-9c8f-790aca796675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.736333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39838) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:07.744728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5c73d07d-cf46-4cd0-9017-704773c83ca2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:07.858817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c14434ac-9539-4204-9c8f-790aca796675 None None] Port 3fc01228-46cf-44ba-ae60-83615997dc91 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:07.884716 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6300c01b-f1ac-40ba-b042-c3c27beb5e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.895956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=d1580417-c470-42b8-a3c7-03585a92666d,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:07.904233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 97aa6e08-f53c-4e1f-ad52-947256489d51 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:07.906191 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.948591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300c01b-f1ac-40ba-b042-c3c27beb5e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99a3a7d-be89-4351-8780-c1590da6b1a1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:07.958154 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6300c01b-f1ac-40ba-b042-c3c27beb5e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.961345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6300c01b-f1ac-40ba-b042-c3c27beb5e0d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e99a3a7d-be89-4351-8780-c1590da6b1a1 HTTP/1.1" status: 204 len: 168 time: 0.6544333 Aug 16 02:11:07.965659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39840) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:07.989018 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c73d07d-cf46-4cd0-9017-704773c83ca2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:07.994837 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c73d07d-cf46-4cd0-9017-704773c83ca2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.061947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.20.0.9 (fffdd74c-a493-4175-a352-8e6a49f443cc/05e79494-abc1-4536-b42f-900561699744/2bf76767-5fec-4f72-ae1f-34537b70746b) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:08.100154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:08.100390 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.153817 n-d-768851-16 neutron-server[101381]: INFO neutron.db.ipam_backend_mixin [None req-5c73d07d-cf46-4cd0-9017-704773c83ca2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 636728b2-e622-425c-ba5d-085cd919d443 (CIDR: 2001:db8:0:1::/64) Aug 16 02:11:08.159493 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c73d07d-cf46-4cd0-9017-704773c83ca2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:11:08.160229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c73d07d-cf46-4cd0-9017-704773c83ca2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:08.229331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:08.229773 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.238532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5c73d07d-cf46-4cd0-9017-704773c83ca2 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5002694 Aug 16 02:11:08.254055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3eece4a5-0988-4a12-b102-b06d838a9d13 req-848b8ac1-4194-481d-8db3-b638838586a2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 210 time: 0.0733557 Aug 16 02:11:08.254632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39848) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:08.271465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e3e10179-9651-42fe-b696-b53f781473b8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'subnet': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:08.428655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f280ac9d-cf56-405c-b848-002ed5c62dd9 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:08.460647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: f280ac9d-cf56-405c-b848-002ed5c62dd9 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:08.461496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f280ac9d-cf56-405c-b848-002ed5c62dd9 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:08.556030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e10179-9651-42fe-b696-b53f781473b8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Made reservation on behalf of 17b35b26635d4dbcaf5a7b0863ab6419 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:08.561724 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3e10179-9651-42fe-b696-b53f781473b8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.616392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.665243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400143d8-25b3-4146-a7b4-da1b1df57f51']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:08.666087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d1580417-c470-42b8-a3c7-03585a92666d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:08.679003 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.690978 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f985b187-4fa0-4664-92fb-24d37f3ec038') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:08.693149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f985b187-4fa0-4664-92fb-24d37f3ec038') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:08.727640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.752418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Transition to ACTIVE for port object 2bf76767-5fec-4f72-ae1f-34537b70746b will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:08.803116 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.840079 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:08.841479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:08.848871 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:08.855989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d1580417-c470-42b8-a3c7-03585a92666d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:08.856370 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.911811 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5047e39f-255f-4dec-b2fa-dfa0d7a9b3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.015793 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.027903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.030587 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] 10.222.0.79 "DELETE /v2.0/networks/400143d8-25b3-4146-a7b4-da1b1df57f51 HTTP/1.1" status: 204 len: 168 time: 1.0639977 Aug 16 02:11:09.047424 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.050338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa62e3-ce16-496a-8311-d01a3a569a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=400143d8-25b3-4146-a7b4-da1b1df57f51,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:09.089031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3e10179-9651-42fe-b696-b53f781473b8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.119043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network fffdd74c-a493-4175-a352-8e6a49f443cc is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:09.131155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:09.138130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:09.198024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e10179-9651-42fe-b696-b53f781473b8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Network 00f26515-f824-4a77-9946-f21b376def8c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:09.212649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e3e10179-9651-42fe-b696-b53f781473b8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:09.224501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8231d4-a4f4-47e4-bc24-626a8855a1d4 None None] Network 00f26515-f824-4a77-9946-f21b376def8c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:09.227908 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e10179-9651-42fe-b696-b53f781473b8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.228209 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3e10179-9651-42fe-b696-b53f781473b8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.265312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e10179-9651-42fe-b696-b53f781473b8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Subnet': ['ID=41f57295-3875-4b1f-849c-1e235e6b5f84,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:09.282252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e3e10179-9651-42fe-b696-b53f781473b8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0263622 Aug 16 02:11:09.285337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39862) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:09.297134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-307908309', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41f57295-3875-4b1f-849c-1e235e6b5f84'}], 'security_groups': ['df8bcaf2-ccc3-4d72-a310-7c9f26744b58', '37533b67-da98-4a34-92ca-b713fc3c798c']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:09.312361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39864) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:09.334747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.351593 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.408462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=2bf76767-5fec-4f72-ae1f-34537b70746b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:09.427966 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-3ec50bc2-508f-42d8-ad0e-1d3ebda07425 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0255280 Aug 16 02:11:09.441993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Request body: {'port': {'device_id': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:09.586940 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.703629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f55d7f-fb31-4e94-9985-73a8a2c8892c req-f056ef5a-1acb-4b91-bd8e-239af4c9583b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.713281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5f55d7f-fb31-4e94-9985-73a8a2c8892c req-f056ef5a-1acb-4b91-bd8e-239af4c9583b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 931 time: 0.2464035 Aug 16 02:11:09.746054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9a704135-b573-4746-8fa6-d25da0a4731d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c13c635d74024c6587b1fcd88b008d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322855 Aug 16 02:11:09.776257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a7cab440-6988-4fc9-96b1-45b8bb51c541 None None] Provisioning for port 2bf76767-5fec-4f72-ae1f-34537b70746b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:09.786331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a7cab440-6988-4fc9-96b1-45b8bb51c541 None None] Provisioning complete for port 2bf76767-5fec-4f72-ae1f-34537b70746b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:09.786999 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a7cab440-6988-4fc9-96b1-45b8bb51c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.796159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39874) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:09.839121 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.888473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a7cab440-6988-4fc9-96b1-45b8bb51c541 None None] Port 2bf76767-5fec-4f72-ae1f-34537b70746b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:09.953016 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.030605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb873181-ce67-4222-9bcd-2966a26e6778 None None] Update dhcp port {'port': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'fixed_ips': [{'subnet_id': '636728b2-e622-425c-ba5d-085cd919d443', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3676fe9e-4321-43ff-a59f-5b9ad5918179', 'ip_address': '2001:db8::2'}, {'subnet_id': '41f57295-3875-4b1f-849c-1e235e6b5f84'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '6884ddc7-110d-4967-8a6e-b9c5ee3e9f33'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:11:10.149428 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb873181-ce67-4222-9bcd-2966a26e6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.163833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5f55d7f-fb31-4e94-9985-73a8a2c8892c req-a718e036-9780-42c9-a419-d60b3c8da9f5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4496348 Aug 16 02:11:10.251562 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d51eac23-bb54-4d99-b71a-c70ca6d56392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.298373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf76767-5fec-4f72-ae1f-34537b70746b {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:10.311433 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.333533 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Transition to ACTIVE for port object 2bf76767-5fec-4f72-ae1f-34537b70746b will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:10.338918 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.408113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf76767-5fec-4f72-ae1f-34537b70746b,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:10.496087 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d51eac23-bb54-4d99-b71a-c70ca6d56392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.547030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:10.547511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:10.547982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b on network fffdd74c-a493-4175-a352-8e6a49f443cc {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:10.561830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Port 2bf76767-5fec-4f72-ae1f-34537b70746b on network fffdd74c-a493-4175-a352-8e6a49f443cc not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:10.565139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b on network fffdd74c-a493-4175-a352-8e6a49f443cc {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:10.585260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-cb873181-ce67-4222-9bcd-2966a26e6778 None None] Allocated IP 2001:db8:0:2::2 (00f26515-f824-4a77-9946-f21b376def8c/41f57295-3875-4b1f-849c-1e235e6b5f84/6884ddc7-110d-4967-8a6e-b9c5ee3e9f33) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:10.586434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:10.586855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Checking segment: {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:10.587379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Bound using segment: {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:10.587886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Bound port: 2bf76767-5fec-4f72-ae1f-34537b70746b, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:10.588315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.705452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:10.713078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:10.725296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.782475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-cb873181-ce67-4222-9bcd-2966a26e6778 None None] For port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,segment=NetworkSegment(cbb6fda5-e674-4a6c-b136-b7a7a88d1be6),segment_id=cbb6fda5-e674-4a6c-b136-b7a7a88d1be6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:10.815048 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb873181-ce67-4222-9bcd-2966a26e6778 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.819817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf76767-5fec-4f72-ae1f-34537b70746b,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:10.830215 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d51eac23-bb54-4d99-b71a-c70ca6d56392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.833962 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d51eac23-bb54-4d99-b71a-c70ca6d56392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.836309 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d51eac23-bb54-4d99-b71a-c70ca6d56392 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3d11270-d9d1-498e-b8f6-8aa43b34f841 HTTP/1.1" status: 204 len: 168 time: 1.0387545 Aug 16 02:11:10.840889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cb873181-ce67-4222-9bcd-2966a26e6778 None None] Transition to ACTIVE for port object 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:10.846609 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb873181-ce67-4222-9bcd-2966a26e6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.855057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:10.857279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.861257 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-f69d1dab-00a6-4c4f-bc3a-5e4ccf484666 service neutron] 10.222.0.89 "PUT /v2.0/ports/2bf76767-5fec-4f72-ae1f-34537b70746b HTTP/1.1" status: 200 len: 1092 time: 1.4234190 Aug 16 02:11:10.861832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:10.869452 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f940bf03-2e76-4615-a96d-795dc54270d2" -d '{"events": [{"name": "network-changed", "server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:11.036827 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba46b21-e29b-404d-9d9c-eb816503690c x-openstack-request-id: req-dba46b21-e29b-404d-9d9c-eb816503690c {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:11.037176 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:11.037438 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dba46b21-e29b-404d-9d9c-eb816503690c {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:11.037859 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'status': 'completed', 'code': 200} Aug 16 02:11:11.052130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb873181-ce67-4222-9bcd-2966a26e6778 None None] Pushing event updated for resources: {'Port': ['ID=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:11.068048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-44dcbe28-86a8-42b2-9da5-4ea9cc983cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.072159 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-44dcbe28-86a8-42b2-9da5-4ea9cc983cea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1095 time: 0.1642394 Aug 16 02:11:11.175979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51eac23-bb54-4d99-b71a-c70ca6d56392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d11270-d9d1-498e-b8f6-8aa43b34f841,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:11.208126 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-1024387d-d01f-4391-a0cf-301a799df043 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf76767-5fec-4f72-ae1f-34537b70746b HTTP/1.1" status: 200 len: 217 time: 0.1275394 Aug 16 02:11:11.300178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Delete allocated IP 2001:db8::2c3 (00f26515-f824-4a77-9946-f21b376def8c/3676fe9e-4321-43ff-a59f-5b9ad5918179) {{(pid=101381) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:11:11.339497 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Allocated IP 2001:db8:0:2::c (00f26515-f824-4a77-9946-f21b376def8c/41f57295-3875-4b1f-849c-1e235e6b5f84/3fc01228-46cf-44ba-ae60-83615997dc91) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:11.352350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-50e21235-50d4-43c2-b391-e6767d779a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.354769 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-50e21235-50d4-43c2-b391-e6767d779a22 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e79494-abc1-4536-b42f-900561699744 HTTP/1.1" status: 200 len: 834 time: 0.1399808 Aug 16 02:11:11.473289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-e8a79059-8b25-4908-b768-c30de327fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.474857 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-e8a79059-8b25-4908-b768-c30de327fb33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fffdd74c-a493-4175-a352-8e6a49f443cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109400 Aug 16 02:11:11.497814 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6753b31-51c0-415f-9737-50ecc663ee21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.572155 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.721011 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-54900a7d-6d94-4ee5-853f-010882cb4d5d service neutron] 10.222.0.89 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339983 Aug 16 02:11:11.908612 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.951515 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2283459e-2bc0-4a6b-aaca-689a6d9f3811 req-88ef54ff-5d41-48af-abea-ec2a901172ec service neutron] 10.222.0.89 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231362 Aug 16 02:11:11.969597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Transition to ACTIVE for port object 3fc01228-46cf-44ba-ae60-83615997dc91 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:11.978896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.167324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940bf03-2e76-4615-a96d-795dc54270d2 req-d7ac0da9-cda0-4f58-a0c3-6ad292a2477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.168933 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f940bf03-2e76-4615-a96d-795dc54270d2 req-d7ac0da9-cda0-4f58-a0c3-6ad292a2477b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1095 time: 0.1210423 Aug 16 02:11:12.199231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event updated for resources: {'Port': ['ID=3fc01228-46cf-44ba-ae60-83615997dc91,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:12.203362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] In _notify_port_updated(), no bound segment for port 3fc01228-46cf-44ba-ae60-83615997dc91 on network 00f26515-f824-4a77-9946-f21b376def8c {{(pid=101381) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:11:12.243657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.244622 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.258134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-144fa956-bcb3-4c31-8848-f3d3d4c7e0ab tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "PUT /v2.0/ports/3fc01228-46cf-44ba-ae60-83615997dc91 HTTP/1.1" status: 200 len: 967 time: 2.9708757 Aug 16 02:11:12.261462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39928) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:12.350795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39930) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:12.398392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa460f6-d201-4cd7-b58f-d1bad6970797 req-6d1dced0-3d32-4ff4-9ba1-d26c5ec969e3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.405722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fa460f6-d201-4cd7-b58f-d1bad6970797 req-6d1dced0-3d32-4ff4-9ba1-d26c5ec969e3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 943 time: 1.0377088 Aug 16 02:11:12.432732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940bf03-2e76-4615-a96d-795dc54270d2 req-99995b0e-9a96-4704-960f-0339e7248880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.434270 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f940bf03-2e76-4615-a96d-795dc54270d2 req-99995b0e-9a96-4704-960f-0339e7248880 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fffdd74c-a493-4175-a352-8e6a49f443cc HTTP/1.1" status: 200 len: 897 time: 0.2568009 Aug 16 02:11:12.513826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f0c0326f-e473-4792-849f-329508d184f0 None None] Provisioning complete for port bfcd9981-018c-4338-9793-b56256a4067b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:12.514267 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f0c0326f-e473-4792-849f-329508d184f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.574273 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f940bf03-2e76-4615-a96d-795dc54270d2 req-d6e80882-89c6-4de2-8e45-382d65de970e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf76767-5fec-4f72-ae1f-34537b70746b HTTP/1.1" status: 200 len: 217 time: 0.1320536 Aug 16 02:11:12.606940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0326f-e473-4792-849f-329508d184f0 None None] Port bfcd9981-018c-4338-9793-b56256a4067b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:12.629927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fa460f6-d201-4cd7-b58f-d1bad6970797 req-36476a85-a348-402a-be2e-4cff9996d770 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288655 Aug 16 02:11:12.631344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f0c0326f-e473-4792-849f-329508d184f0 None None] Provisioning for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:12.635829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f0c0326f-e473-4792-849f-329508d184f0 None None] Provisioning complete for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:12.636211 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f0c0326f-e473-4792-849f-329508d184f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.656076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1016610909-network', 'tenant_id': '65d886f4476b4771a78f3f288a7c859d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:12.679640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-64318750-ffec-43bf-a65b-6ce15e946975 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 3fc01228-46cf-44ba-ae60-83615997dc91 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:12.679932 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64318750-ffec-43bf-a65b-6ce15e946975 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.710165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940bf03-2e76-4615-a96d-795dc54270d2 req-a7a2aae4-ca0b-4864-9fdf-dae0545947bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.712032 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f940bf03-2e76-4615-a96d-795dc54270d2 req-a7a2aae4-ca0b-4864-9fdf-dae0545947bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e79494-abc1-4536-b42f-900561699744 HTTP/1.1" status: 200 len: 834 time: 0.1302605 Aug 16 02:11:12.720229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Made reservation on behalf of 65d886f4476b4771a78f3f288a7c859d for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:12.730233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.752159 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.752875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:12.823992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940bf03-2e76-4615-a96d-795dc54270d2 req-3049b470-91f5-4379-93c5-2967ab75a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.826526 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f940bf03-2e76-4615-a96d-795dc54270d2 req-3049b470-91f5-4379-93c5-2967ab75a5cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fffdd74c-a493-4175-a352-8e6a49f443cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764556 Aug 16 02:11:12.857169 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.922849 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64318750-ffec-43bf-a65b-6ce15e946975 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.972524 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f940bf03-2e76-4615-a96d-795dc54270d2 req-34de64c9-deba-40a8-a203-4f3b9926fb6d service neutron] 10.222.0.89 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364539 Aug 16 02:11:12.980193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-64318750-ffec-43bf-a65b-6ce15e946975 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 3fc01228-46cf-44ba-ae60-83615997dc91 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:13.038857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f0c0326f-e473-4792-849f-329508d184f0 None None] Provisioning for port 3fc01228-46cf-44ba-ae60-83615997dc91 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:13.048778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f0c0326f-e473-4792-849f-329508d184f0 None None] Provisioning complete for port 3fc01228-46cf-44ba-ae60-83615997dc91 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:13.049293 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f0c0326f-e473-4792-849f-329508d184f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.053804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:13.054178 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.132058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0326f-e473-4792-849f-329508d184f0 None None] Port 3fc01228-46cf-44ba-ae60-83615997dc91 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:13.148498 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f940bf03-2e76-4615-a96d-795dc54270d2 req-30371c0b-5f97-40f6-825f-693c26fecdae service neutron] 10.222.0.89 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693084 Aug 16 02:11:13.266182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a67c4b72-0ca0-43ae-87f2-e367ee947b4f None None] Provisioning complete for port 3fc01228-46cf-44ba-ae60-83615997dc91 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:13.266627 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a67c4b72-0ca0-43ae-87f2-e367ee947b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.298090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.305218 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.333508 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a67c4b72-0ca0-43ae-87f2-e367ee947b4f None None] Port 3fc01228-46cf-44ba-ae60-83615997dc91 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:13.334443 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64318750-ffec-43bf-a65b-6ce15e946975 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.360144 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:13.375490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64318750-ffec-43bf-a65b-6ce15e946975 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=3fc01228-46cf-44ba-ae60-83615997dc91,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.390179 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.390520 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Added segment bf2e1230-d3b9-439d-9262-b9d657b80ebf of type vlan for network 87691784-fa2d-4a60-a026-eb05f8c9dc64 Aug 16 02:11:13.392277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca3eba-8ee8-41cb-a230-084cfb04a243,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.401617 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64318750-ffec-43bf-a65b-6ce15e946975 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.403516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-64318750-ffec-43bf-a65b-6ce15e946975 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/3fc01228-46cf-44ba-ae60-83615997dc91 HTTP/1.1" status: 204 len: 168 time: 1.1301603 Aug 16 02:11:13.406789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39942) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:13.454793 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.468169 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc7d26c-3a47-40a2-948e-bd55ff18fad0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] GET failed (client error): The resource could not be found. Aug 16 02:11:13.470160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3bc7d26c-3a47-40a2-948e-bd55ff18fad0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports/3fc01228-46cf-44ba-ae60-83615997dc91 HTTP/1.1" status: 404 len: 333 time: 0.0623341 Aug 16 02:11:13.474156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39946) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:13.537463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.538473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.539168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.589186 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-525a9b09-4a5a-44ee-a674-71626b02585f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.618797 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-525a9b09-4a5a-44ee-a674-71626b02585f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.659834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] Pushing event updated for resources: {'Network': ['ID=87691784-fa2d-4a60-a026-eb05f8c9dc64,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.670342 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1a04f4cc-625b-40d7-86f1-faa0a57f07aa admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3179140 Aug 16 02:11:13.673147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39950) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:13.681930 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 87691784-fa2d-4a60-a026-eb05f8c9dc64 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:13.695181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] Request body: {'subnet': {'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1016610909-subnet', 'tenant_id': '65d886f4476b4771a78f3f288a7c859d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:13.710165 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-525a9b09-4a5a-44ee-a674-71626b02585f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.713074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-525a9b09-4a5a-44ee-a674-71626b02585f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.716953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-525a9b09-4a5a-44ee-a674-71626b02585f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/security-groups/7577228c-2601-4641-9312-c8874e34c893 HTTP/1.1" status: 204 len: 168 time: 0.2385833 Aug 16 02:11:13.721458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39952) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:13.745568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] Made reservation on behalf of 65d886f4476b4771a78f3f288a7c859d for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:13.748560 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.763464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a9b09-4a5a-44ee-a674-71626b02585f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7577228c-2601-4641-9312-c8874e34c893,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.909917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6eea60dc-648a-4fe3-9456-3cbeb4e4c04c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.937943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33009f-18e1-482c-80b6-4b9c12580561 req-30d00971-fdb7-491e-b233-77b67a05becc tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.940049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c33009f-18e1-482c-80b6-4b9c12580561 req-30d00971-fdb7-491e-b233-77b67a05becc tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 943 time: 0.1519825 Aug 16 02:11:13.983744 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6eea60dc-648a-4fe3-9456-3cbeb4e4c04c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.030163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c33009f-18e1-482c-80b6-4b9c12580561 req-346e9689-8b68-4482-ae6a-8b9309e34a40 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793984 Aug 16 02:11:14.031908 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.080001 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6eea60dc-648a-4fe3-9456-3cbeb4e4c04c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.082977 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6eea60dc-648a-4fe3-9456-3cbeb4e4c04c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.084143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6eea60dc-648a-4fe3-9456-3cbeb4e4c04c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/security-groups/37533b67-da98-4a34-92ca-b713fc3c798c HTTP/1.1" status: 204 len: 168 time: 0.3615663 Aug 16 02:11:14.087999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39958) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:14.094549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea60dc-648a-4fe3-9456-3cbeb4e4c04c tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37533b67-da98-4a34-92ca-b713fc3c798c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:14.228110 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.229957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] Pushing event updated for resources: {'Subnet': ['ID=147f53e3-5971-4e4c-b75e-72fce8c26a2c,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:14.243461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] Checking segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:14.243830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] Network hostable DHCP agents. Network: 87691784-fa2d-4a60-a026-eb05f8c9dc64, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:14.246176 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76897c30-eca2-408c-971a-bf7b6d6045e6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.289710 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76897c30-eca2-408c-971a-bf7b6d6045e6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.354841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] Network 87691784-fa2d-4a60-a026-eb05f8c9dc64 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:14.357408 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76897c30-eca2-408c-971a-bf7b6d6045e6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.359939 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76897c30-eca2-408c-971a-bf7b6d6045e6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.361170 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-76897c30-eca2-408c-971a-bf7b6d6045e6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/security-groups/df8bcaf2-ccc3-4d72-a310-7c9f26744b58 HTTP/1.1" status: 204 len: 168 time: 0.2653656 Aug 16 02:11:14.364470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39972) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:14.375481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76897c30-eca2-408c-971a-bf7b6d6045e6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8bcaf2-ccc3-4d72-a310-7c9f26744b58,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:14.409843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 87691784-fa2d-4a60-a026-eb05f8c9dc64) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:14.422644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e91e2f-a99b-4e9e-91ad-c7b5ac6025a6 None None] Network 87691784-fa2d-4a60-a026-eb05f8c9dc64 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:14.425791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.429349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.500597 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b4f48cca-04ab-4bd1-a49e-299f625e122b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8255701 Aug 16 02:11:14.543500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fbfb3e-868f-4278-b9a3-da63eeb98a0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting subnet 3676fe9e-4321-43ff-a59f-5b9ad5918179 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:14.554229 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-31fbfb3e-868f-4278-b9a3-da63eeb98a0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.650050 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-31fbfb3e-868f-4278-b9a3-da63eeb98a0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.870034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-31fbfb3e-868f-4278-b9a3-da63eeb98a0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.021821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-31fbfb3e-868f-4278-b9a3-da63eeb98a0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.104024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbfb3e-868f-4278-b9a3-da63eeb98a0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Subnet': ['ID=3676fe9e-4321-43ff-a59f-5b9ad5918179,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:15.119223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf093874-48de-4791-bf35-8301b4cabc82 None None] Network 87691784-fa2d-4a60-a026-eb05f8c9dc64 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:15.123008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-31fbfb3e-868f-4278-b9a3-da63eeb98a0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.134286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39996) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:15.135022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-31fbfb3e-868f-4278-b9a3-da63eeb98a0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/3676fe9e-4321-43ff-a59f-5b9ad5918179 HTTP/1.1" status: 204 len: 168 time: 0.7640119 Aug 16 02:11:15.156643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc007f5-5e9a-4fa9-be9f-e9cf7760b9fd None None] Network 00f26515-f824-4a77-9946-f21b376def8c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:15.247781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-3366759d-f1fe-47e8-9bd4-327d978977fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting subnet 41f57295-3875-4b1f-849c-1e235e6b5f84 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:15.266174 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3366759d-f1fe-47e8-9bd4-327d978977fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.375252 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3366759d-f1fe-47e8-9bd4-327d978977fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.500065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3366759d-f1fe-47e8-9bd4-327d978977fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.547425 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9d7bb-3bfc-4e1b-b229-01eafa17af3e req-377dcad0-4fcb-4f34-81fc-d7bfc8e99a99 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.549242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1fa9d7bb-3bfc-4e1b-b229-01eafa17af3e req-377dcad0-4fcb-4f34-81fc-d7bfc8e99a99 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 943 time: 0.2881763 Aug 16 02:11:15.670708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-5c55f67a-45e1-40ca-b55f-3ee06f44b1ca tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.672578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-5c55f67a-45e1-40ca-b55f-3ee06f44b1ca tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.4770501 Aug 16 02:11:15.678281 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3366759d-f1fe-47e8-9bd4-327d978977fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.745134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1fa9d7bb-3bfc-4e1b-b229-01eafa17af3e req-57ecd5de-2733-4740-9302-8c86c6e8dfc6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730378 Aug 16 02:11:15.753528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-df6b02af-a85a-4ff2-b485-0cd2e80e9f69 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/quotas/65d886f4476b4771a78f3f288a7c859d HTTP/1.1" status: 200 len: 375 time: 0.0312274 Aug 16 02:11:15.763124 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366759d-f1fe-47e8-9bd4-327d978977fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Subnet': ['ID=41f57295-3875-4b1f-849c-1e235e6b5f84,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:15.767767 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3366759d-f1fe-47e8-9bd4-327d978977fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.769710 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3366759d-f1fe-47e8-9bd4-327d978977fb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/41f57295-3875-4b1f-849c-1e235e6b5f84 HTTP/1.1" status: 204 len: 168 time: 0.6344132 Aug 16 02:11:15.777088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40006) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:15.824439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-f2cba0aa-c059-44c1-8b00-d46471b23d9a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565069 Aug 16 02:11:15.844604 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc73b7fb-9348-4958-ab1b-a2686e10d328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:15.845094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc73b7fb-9348-4958-ab1b-a2686e10d328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:15.856948 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cc73b7fb-9348-4958-ab1b-a2686e10d328 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/3676fe9e-4321-43ff-a59f-5b9ad5918179 HTTP/1.1" status: 404 len: 337 time: 0.0788152 Aug 16 02:11:15.861213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40008) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:15.954688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4369363-07e0-4cd5-b076-a6e6b87c7f0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting subnet 636728b2-e622-425c-ba5d-085cd919d443 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:15.970026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a4369363-07e0-4cd5-b076-a6e6b87c7f0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.027911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926fabf-d959-4ea3-884f-c7ce80007d13 None None] Update dhcp port {'port': {'network_id': '00f26515-f824-4a77-9946-f21b376def8c', 'fixed_ips': [{'subnet_id': '636728b2-e622-425c-ba5d-085cd919d443', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '41f57295-3875-4b1f-849c-1e235e6b5f84'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '6884ddc7-110d-4967-8a6e-b9c5ee3e9f33'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:11:16.061210 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a4369363-07e0-4cd5-b076-a6e6b87c7f0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.096125 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f926fabf-d959-4ea3-884f-c7ce80007d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.132113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-43f03c68-1082-41e0-a003-ac8f29313004 service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869105 Aug 16 02:11:16.262559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a4369363-07e0-4cd5-b076-a6e6b87c7f0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.339190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-490cea5e-498e-4bbe-be8b-d2ac8c395112 service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004175 Aug 16 02:11:16.380937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a4369363-07e0-4cd5-b076-a6e6b87c7f0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server [None req-f926fabf-d959-4ea3-884f-c7ce80007d13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 636728b2-e622-425c-ba5d-085cd919d443: This subnet is being modified by another concurrent operation. Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:11:16.383375 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 636728b2-e622-425c-ba5d-085cd919d443: This subnet is being modified by another concurrent operation. Aug 16 02:11:16.387829 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Aug 16 02:11:16.433200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2bf76767-5fec-4f72-ae1f-34537b70746b details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:16.500956 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a4369363-07e0-4cd5-b076-a6e6b87c7f0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.507863 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a4369363-07e0-4cd5-b076-a6e6b87c7f0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/636728b2-e622-425c-ba5d-085cd919d443 HTTP/1.1" status: 204 len: 168 time: 0.6453235 Aug 16 02:11:16.509628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4369363-07e0-4cd5-b076-a6e6b87c7f0f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Subnet': ['ID=636728b2-e622-425c-ba5d-085cd919d443,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:16.510141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40012) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:16.558294 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d2e273-144f-4dc1-91bc-438090eb4279 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:16.559172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d2e273-144f-4dc1-91bc-438090eb4279 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:16.560641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c5d2e273-144f-4dc1-91bc-438090eb4279 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/eeb8bf0b-9e33-4fec-8bc7-388f7f099f42 HTTP/1.1" status: 404 len: 337 time: 0.0495286 Aug 16 02:11:16.563273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40016) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:16.608175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29421a5f-87a8-4a92-97e3-5b546413ac38 None None] Network 00f26515-f824-4a77-9946-f21b376def8c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:16.625138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40020) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:16.633377 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8bf3e28f-4b4c-43e6-be1c-905b6134d2ff tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d725cd1-7d43-4a35-aec0-9a5c46430a03 HTTP/1.1" status: 200 len: 205 time: 0.0679469 Aug 16 02:11:16.700715 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-f47d1a6b-b090-4330-8436-f1292d075cf8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] delete failed (client error): The resource could not be found. Aug 16 02:11:16.701836 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f47d1a6b-b090-4330-8436-f1292d075cf8 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/routers/7d725cd1-7d43-4a35-aec0-9a5c46430a03 HTTP/1.1" status: 404 len: 336 time: 0.0755947 Aug 16 02:11:16.704436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40024) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:16.758782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:16.762752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d275fc2-5a40-44e9-817c-c698cd74b106 req-e7b51000-26ea-4837-aa8a-a97219d713a7 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 210 time: 0.1264324 Aug 16 02:11:16.788758 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83e8708-d348-448c-af3d-0bead637ea96 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:16.789242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83e8708-d348-448c-af3d-0bead637ea96 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:16.791001 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f83e8708-d348-448c-af3d-0bead637ea96 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/4ecfd1cb-0a63-444a-b1fd-af11f00d2406 HTTP/1.1" status: 404 len: 337 time: 0.0855577 Aug 16 02:11:16.793560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40026) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:16.850847 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-726b70a6-94dd-452e-bba6-6e324c9090b6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:16.851461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726b70a6-94dd-452e-bba6-6e324c9090b6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:16.856940 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-726b70a6-94dd-452e-bba6-6e324c9090b6 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/d17ebd6f-9c54-4901-9caa-2bc413614648 HTTP/1.1" status: 404 len: 337 time: 0.0609815 Aug 16 02:11:16.857978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40034) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:16.878789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-11240dd9-174d-4715-b0ca-b38228086c2b None None] Provisioning complete for port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:16.879165 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11240dd9-174d-4715-b0ca-b38228086c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.949841 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-280efe7f-f48b-4368-a42a-bff25d99de43 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:16.953261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280efe7f-f48b-4368-a42a-bff25d99de43 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:16.959038 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-280efe7f-f48b-4368-a42a-bff25d99de43 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/35483b50-9e6b-4489-bf2c-fbd0877402fb HTTP/1.1" status: 404 len: 337 time: 0.0982118 Aug 16 02:11:16.960697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40038) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.030305 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78f63f9-7fe2-43ce-a0ce-4259f53bce1e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:17.030979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78f63f9-7fe2-43ce-a0ce-4259f53bce1e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:17.035356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40044) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.037547 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a78f63f9-7fe2-43ce-a0ce-4259f53bce1e tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/efeb1da0-ba2d-464f-bdf1-9ec66296a4f4 HTTP/1.1" status: 404 len: 333 time: 0.0753715 Aug 16 02:11:17.161165 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78a31fb-1a1a-444f-bdaa-a8a9275302eb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:17.162559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78a31fb-1a1a-444f-bdaa-a8a9275302eb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:17.165520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f78a31fb-1a1a-444f-bdaa-a8a9275302eb tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/af2545ae-e56b-4910-a0ae-ee156b945798 HTTP/1.1" status: 404 len: 337 time: 0.1285381 Aug 16 02:11:17.168265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40048) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.175374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:17.204934 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.218808 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-05307ccb-7d45-412a-8cdb-f0bcfabf4c9a tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:17.219279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05307ccb-7d45-412a-8cdb-f0bcfabf4c9a tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:17.224736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40050) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.233575 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-05307ccb-7d45-412a-8cdb-f0bcfabf4c9a tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/d075da97-1fd2-4fd4-9679-f8c982be2ec8 HTTP/1.1" status: 404 len: 337 time: 0.0636454 Aug 16 02:11:17.277864 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ed19c5-83db-409e-b892-9cc3f62cbcd0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:17.278540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ed19c5-83db-409e-b892-9cc3f62cbcd0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:17.283030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40052) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.291224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-73ed19c5-83db-409e-b892-9cc3f62cbcd0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/9d7b0223-7b66-4c27-ad43-292bb2dd832b HTTP/1.1" status: 404 len: 333 time: 0.0640442 Aug 16 02:11:17.343075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a430c-eb4e-4693-ad98-9e8b1aced4d5 req-312c6f9c-65bf-43d9-9a24-175cdef8c614 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.349855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-922a430c-eb4e-4693-ad98-9e8b1aced4d5 req-312c6f9c-65bf-43d9-9a24-175cdef8c614 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 943 time: 0.3664463 Aug 16 02:11:17.351165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,segment=NetworkSegment(cbb6fda5-e674-4a6c-b136-b7a7a88d1be6),segment_id=cbb6fda5-e674-4a6c-b136-b7a7a88d1be6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:17.360490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'port_id': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'mac_address': 'fa:16:3e:29:cc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e79494-abc1-4536-b42f-900561699744', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:17.369045 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b263e8d-e4cb-4e80-a4cd-7db091a0a92f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:17.369761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b263e8d-e4cb-4e80-a4cd-7db091a0a92f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:17.378687 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3b263e8d-e4cb-4e80-a4cd-7db091a0a92f tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/8ec08072-b0c3-4b5d-a296-ffb38f63359e HTTP/1.1" status: 404 len: 337 time: 0.0935915 Aug 16 02:11:17.381191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40054) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.413360 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.416813 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.434198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-11240dd9-174d-4715-b0ca-b38228086c2b None None] Provisioning complete for port bfcd9981-018c-4338-9793-b56256a4067b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:17.434931 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11240dd9-174d-4715-b0ca-b38228086c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.467521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-922a430c-eb4e-4693-ad98-9e8b1aced4d5 req-440135c6-c133-4142-b62f-b9434dbd7485 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074870 Aug 16 02:11:17.468191 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ae5831-9f3b-43db-9b7f-5d777af55af0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:17.468666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ae5831-9f3b-43db-9b7f-5d777af55af0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:17.470573 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-90ae5831-9f3b-43db-9b7f-5d777af55af0 tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/subnets/c7bf5e84-41cf-4fc8-9e6a-84881b384017 HTTP/1.1" status: 404 len: 337 time: 0.0844676 Aug 16 02:11:17.474859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40056) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.547443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-11240dd9-174d-4715-b0ca-b38228086c2b None None] Port bfcd9981-018c-4338-9793-b56256a4067b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:17.569191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf76767-5fec-4f72-ae1f-34537b70746b {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:17.633432 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b64cd-47a6-434f-b721-c83c0a51d2f5 None None] DHCP port deletion for 00f26515-f824-4a77-9946-f21b376def8c request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:17.698883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:17.699202 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,revision_number=11']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:17.703131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2438ea10-709c-4ec7-9e7c-1fba181f49fd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port bfcd9981-018c-4338-9793-b56256a4067b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:17.704271 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2438ea10-709c-4ec7-9e7c-1fba181f49fd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.721540 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.777462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b64cd-47a6-434f-b721-c83c0a51d2f5 None None] Deleting port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:17.777834 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e0b64cd-47a6-434f-b721-c83c0a51d2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.792473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2438ea10-709c-4ec7-9e7c-1fba181f49fd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.812856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2438ea10-709c-4ec7-9e7c-1fba181f49fd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for bfcd9981-018c-4338-9793-b56256a4067b owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:17.983296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2bf76767-5fec-4f72-ae1f-34537b70746b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:17.988587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d8f0bd7-1ed2-4bbd-92c8-2a313b3d5cca req-ef014602-8ca4-46f9-9f3d-cde858409cbd tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 210 time: 0.0626349 Aug 16 02:11:17.991600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2438ea10-709c-4ec7-9e7c-1fba181f49fd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.084810 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2438ea10-709c-4ec7-9e7c-1fba181f49fd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.088430 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2438ea10-709c-4ec7-9e7c-1fba181f49fd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/ports/bfcd9981-018c-4338-9793-b56256a4067b HTTP/1.1" status: 204 len: 168 time: 0.6105962 Aug 16 02:11:18.088642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438ea10-709c-4ec7-9e7c-1fba181f49fd tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=bfcd9981-018c-4338-9793-b56256a4067b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:18.094348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40082) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:18.098043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2bf76767-5fec-4f72-ae1f-34537b70746b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:18.256732 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1e0b64cd-47a6-434f-b721-c83c0a51d2f5 None None] For port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,segment=NetworkSegment(cbb6fda5-e674-4a6c-b136-b7a7a88d1be6),segment_id=cbb6fda5-e674-4a6c-b136-b7a7a88d1be6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:18.257588 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e0b64cd-47a6-434f-b721-c83c0a51d2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.333986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b64cd-47a6-434f-b721-c83c0a51d2f5 None None] Calling delete_port for 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:18.349471 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.373396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-3f55f4d4-3130-46d2-a61d-564bdc92353e tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.376426 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-3f55f4d4-3130-46d2-a61d-564bdc92353e tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.84 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.2864881 Aug 16 02:11:18.414793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Request body: {'port': {'device_id': '236fd143-b50f-40f6-9c79-1f76028c4205', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'admin_state_up': True, 'tenant_id': '65d886f4476b4771a78f3f288a7c859d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:18.417625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Deleting port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:18.417625 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.439501 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.657152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] For port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,segment=NetworkSegment(cbb6fda5-e674-4a6c-b136-b7a7a88d1be6),segment_id=cbb6fda5-e674-4a6c-b136-b7a7a88d1be6)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:18.671184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.735730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Made reservation on behalf of 65d886f4476b4771a78f3f288a7c859d for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:18.740521 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.744381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Calling delete_port for 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:18.928850 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e0b64cd-47a6-434f-b721-c83c0a51d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.965614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140bdbb-ec0b-4bc2-bafa-fd7bb5a85ea1 req-25f762ec-a96e-4437-8d08-f2e11560271a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.967607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a140bdbb-ec0b-4bc2-bafa-fd7bb5a85ea1 req-25f762ec-a96e-4437-8d08-f2e11560271a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 944 time: 0.2649169 Aug 16 02:11:19.031250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b64cd-47a6-434f-b721-c83c0a51d2f5 None None] Pushing event deleted for resources: {'Port': ['ID=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.060709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b64cd-47a6-434f-b721-c83c0a51d2f5 None None] No DVR routers for this DVR port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:19.092482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce6391-58d1-405d-a49a-9076370ea154 None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:11:19.126342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a140bdbb-ec0b-4bc2-bafa-fd7bb5a85ea1 req-bb232bb1-17cc-4fa4-9c8a-4c6f6f97984f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503046 Aug 16 02:11:19.127123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Allocated IP 172.20.0.14 (87691784-fa2d-4a60-a026-eb05f8c9dc64/147f53e3-5971-4e4c-b75e-72fce8c26a2c/b1cb3507-0048-453b-9d09-904e390a14cc) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:19.132796 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.239100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Port': ['ID=6884ddc7-110d-4967-8a6e-b9c5ee3e9f33,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.296876 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad5e371f-0067-4a06-94a4-da5eeb713a27 req-8b95ae5c-dd35-4870-b284-0492563c4901 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 210 time: 0.1408169 Aug 16 02:11:19.300026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] No DVR routers for this DVR port 6884ddc7-110d-4967-8a6e-b9c5ee3e9f33 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:19.509108 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.539315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce6391-58d1-405d-a49a-9076370ea154 None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:11:19.557692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.589244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f26515-f824-4a77-9946-f21b376def8c']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:19.605130 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.627264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb6fda5-e674-4a6c-b136-b7a7a88d1be6') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:19.627604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb6fda5-e674-4a6c-b136-b7a7a88d1be6') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:19.666777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.696793 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.713680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Network 87691784-fa2d-4a60-a026-eb05f8c9dc64 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:19.718315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:19.718729 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.721956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:19.728575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:19.739059 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:19.764422 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40106) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:19.797443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.799006 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.816566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event updated for resources: {'Port': ['ID=b1cb3507-0048-453b-9d09-904e390a14cc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.836701 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-875a9836-d8b0-4721-a11e-924a13920402 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4437680 Aug 16 02:11:19.856713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Request body: {'port': {'device_id': '236fd143-b50f-40f6-9c79-1f76028c4205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:19.868141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.914747 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.916779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] 10.222.0.79 "DELETE /v2.0/networks/00f26515-f824-4a77-9946-f21b376def8c HTTP/1.1" status: 204 len: 168 time: 1.8212051 Aug 16 02:11:19.983748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfeb616-398a-4243-9177-5d91e4f6343b tempest-PortsIpV6TestJSON-685199366 tempest-PortsIpV6TestJSON-685199366-project] Pushing event deleted for resources: {'Network': ['ID=00f26515-f824-4a77-9946-f21b376def8c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.997121 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.404192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40118) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:20.428900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2bf76767-5fec-4f72-ae1f-34537b70746b up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:20.513453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f873f-624c-4fa2-a23e-161eeb6b1bea req-b83c764f-a0d0-4b4d-a4b9-0b38222d6426 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.522498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-589f873f-624c-4fa2-a23e-161eeb6b1bea req-b83c764f-a0d0-4b4d-a4b9-0b38222d6426 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 944 time: 0.2405035 Aug 16 02:11:20.561035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 2bf76767-5fec-4f72-ae1f-34537b70746b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:20.565159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 2bf76767-5fec-4f72-ae1f-34537b70746b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:20.565880 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.678650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-589f873f-624c-4fa2-a23e-161eeb6b1bea req-e387d2db-f777-4529-9bd2-c84147bd7d08 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471510 Aug 16 02:11:20.723300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cb3507-0048-453b-9d09-904e390a14cc {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:20.767738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.834261 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.852140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Transition to ACTIVE for port object b1cb3507-0048-453b-9d09-904e390a14cc will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:20.871396 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-47897cef-c453-4d31-82ea-800226eb0b92 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17b35b26635d4dbcaf5a7b0863ab6419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657612 Aug 16 02:11:20.872380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40132) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:20.875354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.924848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:20.926008 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:20.928580 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f6262a-d049-42a1-87fa-8dd9aba5bbcb" -d '{"events": [{"server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "name": "network-vif-plugged", "status": "completed", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:20.951132 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.998500 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178b5802-51a2-481e-a8d6-d238db9dd593 x-openstack-request-id: req-178b5802-51a2-481e-a8d6-d238db9dd593 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:20.999383 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "name": "network-vif-plugged", "status": "completed", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:20.999383 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-178b5802-51a2-481e-a8d6-d238db9dd593 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:20.999598 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'code': 200} Aug 16 02:11:21.039973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cb3507-0048-453b-9d09-904e390a14cc,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.078265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2bf76767-5fec-4f72-ae1f-34537b70746b,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.215060 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c98ea3-36f7-4b84-b818-107690e60a35 req-8704ecea-020a-4240-bf35-3a3c72a75ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.216653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73c98ea3-36f7-4b84-b818-107690e60a35 req-8704ecea-020a-4240-bf35-3a3c72a75ebb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1097 time: 0.1265061 Aug 16 02:11:21.277177 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-73c98ea3-36f7-4b84-b818-107690e60a35 req-223222d1-a4c0-485a-9a5c-3de6cd837747 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520823 Aug 16 02:11:21.278018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Attempting to bind port b1cb3507-0048-453b-9d09-904e390a14cc on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:21.278360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Attempting to bind port b1cb3507-0048-453b-9d09-904e390a14cc by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:21.278757 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Attempting to bind port b1cb3507-0048-453b-9d09-904e390a14cc on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:21.284775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Port b1cb3507-0048-453b-9d09-904e390a14cc on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:21.285182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Attempting to bind port b1cb3507-0048-453b-9d09-904e390a14cc on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:21.291110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:21.291507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Checking segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:21.291868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Bound using segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:21.292463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Bound port: b1cb3507-0048-453b-9d09-904e390a14cc, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:21.292794 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.383932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] For port b1cb3507-0048-453b-9d09-904e390a14cc, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:21.388117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] For port b1cb3507-0048-453b-9d09-904e390a14cc, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b1cb3507-0048-453b-9d09-904e390a14cc,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:21.394322 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.432793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.433536 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.435022 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] 10.222.0.84 "PUT /v2.0/ports/b1cb3507-0048-453b-9d09-904e390a14cc HTTP/1.1" status: 200 len: 1093 time: 1.5832500 Aug 16 02:11:21.435473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236fd143-b50f-40f6-9c79-1f76028c4205', 'tag': 'b1cb3507-0048-453b-9d09-904e390a14cc'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:21.438323 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284bfc55-165d-4663-8914-0f1030af7577" -d '{"events": [{"name": "network-changed", "server_uuid": "236fd143-b50f-40f6-9c79-1f76028c4205", "tag": "b1cb3507-0048-453b-9d09-904e390a14cc"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:21.469906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bfdfe-ed7b-41a4-b2e7-e03fad6094e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cb3507-0048-453b-9d09-904e390a14cc,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.519661 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49270a2-3064-49e9-9f6d-75d21ff51df0 x-openstack-request-id: req-a49270a2-3064-49e9-9f6d-75d21ff51df0 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:21.520304 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236fd143-b50f-40f6-9c79-1f76028c4205", "tag": "b1cb3507-0048-453b-9d09-904e390a14cc", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:21.520738 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a49270a2-3064-49e9-9f6d-75d21ff51df0 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:21.521451 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236fd143-b50f-40f6-9c79-1f76028c4205', 'tag': 'b1cb3507-0048-453b-9d09-904e390a14cc', 'status': 'completed', 'code': 200} Aug 16 02:11:21.558647 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-ac3992f5-6adc-47ef-b0da-b4486e91364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.561363 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-ac3992f5-6adc-47ef-b0da-b4486e91364d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 1096 time: 0.0667856 Aug 16 02:11:21.607957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c57aaa-2fc1-4db8-b167-545122380925 req-16ea9089-ae04-4d98-9c89-65acb17ac0bb tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.609405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47c57aaa-2fc1-4db8-b167-545122380925 req-16ea9089-ae04-4d98-9c89-65acb17ac0bb tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 944 time: 1.1699648 Aug 16 02:11:21.629663 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-5d30729a-750a-4dbb-9f3a-70465868ae47 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1cb3507-0048-453b-9d09-904e390a14cc HTTP/1.1" status: 200 len: 217 time: 0.0537181 Aug 16 02:11:21.632147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.668906 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d3c98ac-e8c6-47e2-896a-169306949d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.685720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-9db59884-7b1b-429c-a2dd-df15fbf64135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.687223 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-9db59884-7b1b-429c-a2dd-df15fbf64135 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0496178 Aug 16 02:11:21.729321 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-c35b63a3-cc12-4336-810a-1f6bf5404caf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335894 Aug 16 02:11:21.731676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d3c98ac-e8c6-47e2-896a-169306949d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.750652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47c57aaa-2fc1-4db8-b167-545122380925 req-f792779c-de76-4ca8-bf70-1480907e07b2 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329412 Aug 16 02:11:21.867295 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-2f265033-7b0e-46eb-91e4-875ae487aeb3 service neutron] 10.222.0.84 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251872 Aug 16 02:11:21.962147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eda2a-6f9f-4aab-9e09-280f71b5e1b3 req-6e780553-f6a2-4442-b351-8d62beb73b10 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.969888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-803eda2a-6f9f-4aab-9e09-280f71b5e1b3 req-6e780553-f6a2-4442-b351-8d62beb73b10 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.1714840 Aug 16 02:11:22.023735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-803eda2a-6f9f-4aab-9e09-280f71b5e1b3 req-f2239320-1c63-4974-bcd1-861b73ba4ea9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527394 Aug 16 02:11:22.057246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d3c98ac-e8c6-47e2-896a-169306949d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.059699 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5c37c6d1-1a9d-484c-943c-54e846eee3b5 req-86b785ab-cf41-4988-90f1-b68f75b8dfb7 service neutron] 10.222.0.84 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843610 Aug 16 02:11:22.060709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5d3c98ac-e8c6-47e2-896a-169306949d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.061955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5d3c98ac-e8c6-47e2-896a-169306949d2b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d326f91-e335-4838-8687-f724a4f0fe9a HTTP/1.1" status: 204 len: 168 time: 1.1877575 Aug 16 02:11:22.104669 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c98ac-e8c6-47e2-896a-169306949d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d326f91-e335-4838-8687-f724a4f0fe9a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:22.231397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40154) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:22.282065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bfc55-165d-4663-8914-0f1030af7577 req-6156c354-e0b9-4436-bc68-8005d803046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.284261 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-284bfc55-165d-4663-8914-0f1030af7577 req-6156c354-e0b9-4436-bc68-8005d803046b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 1096 time: 0.0908325 Aug 16 02:11:22.318658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] Deleting port d70301d9-1399-424b-ad5f-66f6cdb55a2a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:22.319007 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.462495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] For port d70301d9-1399-424b-ad5f-66f6cdb55a2a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d70301d9-1399-424b-ad5f-66f6cdb55a2a,segment=NetworkSegment(b46435d5-212b-4fae-9383-77814e4310fa),segment_id=b46435d5-212b-4fae-9383-77814e4310fa)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:22.463201 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.477894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] Calling delete_port for d70301d9-1399-424b-ad5f-66f6cdb55a2a owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:22.821286 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.857985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70301d9-1399-424b-ad5f-66f6cdb55a2a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:22.904161 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4303185a-9040-44da-a470-0a1e22b1c1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.992644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bfc55-165d-4663-8914-0f1030af7577 req-5cb5be0b-836e-4c4e-9887-38b90991dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.994670 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-284bfc55-165d-4663-8914-0f1030af7577 req-5cb5be0b-836e-4c4e-9887-38b90991dae4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 907 time: 0.7031572 Aug 16 02:11:23.074688 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-284bfc55-165d-4663-8914-0f1030af7577 req-cb726744-94f0-4fd1-bcfd-3654b456e61c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1cb3507-0048-453b-9d09-904e390a14cc HTTP/1.1" status: 200 len: 217 time: 0.0712509 Aug 16 02:11:23.167850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bfc55-165d-4663-8914-0f1030af7577 req-9d934b76-0577-40fd-b62a-9648c30c1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.169289 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-284bfc55-165d-4663-8914-0f1030af7577 req-9d934b76-0577-40fd-b62a-9648c30c1bbd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0858510 Aug 16 02:11:23.184655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d7964-b64c-43b3-8a8a-9febfaa81546 req-5923633d-3415-47a4-9617-1c2b86b611f4 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.187074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce0d7964-b64c-43b3-8a8a-9febfaa81546 req-5923633d-3415-47a4-9617-1c2b86b611f4 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 944 time: 0.2794287 Aug 16 02:11:23.224758 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-284bfc55-165d-4663-8914-0f1030af7577 req-0c6d73cf-8294-4c50-836d-702bfe36c797 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434980 Aug 16 02:11:23.229672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4303185a-9040-44da-a470-0a1e22b1c1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.300734 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4303185a-9040-44da-a470-0a1e22b1c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.360099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce0d7964-b64c-43b3-8a8a-9febfaa81546 req-6b9e2f02-e036-40f3-9364-057da7a56af3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595109 Aug 16 02:11:23.382716 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4303185a-9040-44da-a470-0a1e22b1c1a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=773e3dfa078b44028c41dcf196d4a78a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1426973 Aug 16 02:11:23.388781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40186) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:23.395386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303185a-9040-44da-a470-0a1e22b1c1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9289508a-9e33-4e52-8e60-f813ae06c500,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:23.405361 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-284bfc55-165d-4663-8914-0f1030af7577 req-e2775894-92de-4a9b-9b40-3d7e30ba8f9c service neutron] 10.222.0.84 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732078 Aug 16 02:11:23.463584 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.479540 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8dffb07f-bda6-409d-b4c0-94b97462f3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.519735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40188) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:23.541941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0330bf-47c2-4946-a24f-63e42f90faaf req-ad3da3cc-2f67-4b83-b8b5-55a202abe1dc tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.544306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d0330bf-47c2-4946-a24f-63e42f90faaf req-ad3da3cc-2f67-4b83-b8b5-55a202abe1dc tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.2490668 Aug 16 02:11:23.547598 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8dffb07f-bda6-409d-b4c0-94b97462f3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.550608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-284bfc55-165d-4663-8914-0f1030af7577 req-db841736-9807-45d6-840e-e2f6348a89ba service neutron] 10.222.0.84 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367407 Aug 16 02:11:23.663374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-189116490'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:23.692542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:23.696495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.706846 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.719743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d0330bf-47c2-4946-a24f-63e42f90faaf req-fc7d84ac-d456-446a-b1fd-490dda099b23 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619432 Aug 16 02:11:23.771662 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8dffb07f-bda6-409d-b4c0-94b97462f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.776447 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8dffb07f-bda6-409d-b4c0-94b97462f3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.784706 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8dffb07f-bda6-409d-b4c0-94b97462f3d7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9289508a-9e33-4e52-8e60-f813ae06c500 HTTP/1.1" status: 204 len: 168 time: 0.3881335 Aug 16 02:11:23.829485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffb07f-bda6-409d-b4c0-94b97462f3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9289508a-9e33-4e52-8e60-f813ae06c500,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:23.924468 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.930044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.962071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:23.985480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5a74f3-da7f-435b-833a-8307772bcefc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:23.990919 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.991342 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added segment 13ac6dd0-de3e-4d53-b81c-80153f680049 of type vlan for network f54f292a-b0b6-476e-aa5b-2bff5edf766d Aug 16 02:11:24.014211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] Router f6aeced9-3f27-4425-8e98-55164495b930 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:24.024576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b09e5-26b1-443c-a129-8dc33ba56c85 req-007759c2-274b-4e79-a0be-12c2ab2862b3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.034002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-605b09e5-26b1-443c-a129-8dc33ba56c85 req-007759c2-274b-4e79-a0be-12c2ab2862b3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.2154989 Aug 16 02:11:24.051583 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.091569 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.099833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.101251 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.122757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-605b09e5-26b1-443c-a129-8dc33ba56c85 req-99d7dce4-1a62-4d47-b5d0-64f0b3c67a6d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877378 Aug 16 02:11:24.148842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40198) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:24.184859 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6629367 Aug 16 02:11:24.187827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40202) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:24.193709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-344198568'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:24.197104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bd424-ee39-43b2-a09a-8165382daa4c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Network': ['ID=f54f292a-b0b6-476e-aa5b-2bff5edf766d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:24.209767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network f54f292a-b0b6-476e-aa5b-2bff5edf766d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:24.223668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:24.228048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.259261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:24.286605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.287125 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added segment 9c14e472-f992-4e6b-ac85-044bb0e3a881 of type vlan for network 79981b75-1a7d-439a-a9b2-6fef4a049eb5 Aug 16 02:11:24.304842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a74e14f-5e14-4b6f-86d2-554f5a1f308a tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.309468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8a74e14f-5e14-4b6f-86d2-554f5a1f308a tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1092 time: 0.1595802 Aug 16 02:11:24.312794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40206) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:24.317886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:24.335752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:24.343474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-95ae9dd0-4cd3-4ca9-a1f2-838137855c69 admin admin] 10.222.0.79 "PUT /v2.0/routers/f6aeced9-3f27-4425-8e98-55164495b930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5781224 Aug 16 02:11:24.347625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40210) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:24.349544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfccb11-f6bc-49e6-8dd8-7dc1dd5e851a None None] Sync routers for ids ['f6aeced9-3f27-4425-8e98-55164495b930'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:24.350297 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.367825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfccb11-f6bc-49e6-8dd8-7dc1dd5e851a None None] Routers {'f6aeced9-3f27-4425-8e98-55164495b930'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:24.368775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0bfccb11-f6bc-49e6-8dd8-7dc1dd5e851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f6aeced9-3f27-4425-8e98-55164495b930'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:24.386418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.405376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.407188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.415475 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.520754 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3310878 Aug 16 02:11:24.527003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40222) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:24.536237 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'subnet': {'network_id': 'f54f292a-b0b6-476e-aa5b-2bff5edf766d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:24.552540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de2414-a40d-402f-bb83-b5886b851a7a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Network': ['ID=79981b75-1a7d-439a-a9b2-6fef4a049eb5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:24.701140 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.789418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-0bfccb11-f6bc-49e6-8dd8-7dc1dd5e851a None None] Set router f6aeced9-3f27-4425-8e98-55164495b930 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:24.837464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3a8d0-f1ad-44cc-a7c3-5ae9a3bfd8bc req-7ecdda6f-c491-4143-9e08-ed50dced9629 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.839384 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00e3a8d0-f1ad-44cc-a7c3-5ae9a3bfd8bc req-7ecdda6f-c491-4143-9e08-ed50dced9629 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 944 time: 0.3221869 Aug 16 02:11:24.847626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:24.851847 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.854552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 79981b75-1a7d-439a-a9b2-6fef4a049eb5 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:25.060611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0bfccb11-f6bc-49e6-8dd8-7dc1dd5e851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T02:11:22Z', 'revision_number': 5, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:25.060883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.069037 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.099579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfccb11-f6bc-49e6-8dd8-7dc1dd5e851a None None] Checking router: f6aeced9-3f27-4425-8e98-55164495b930 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:25.110899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfccb11-f6bc-49e6-8dd8-7dc1dd5e851a None None] Routers {'f6aeced9-3f27-4425-8e98-55164495b930'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:25.111531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0bfccb11-f6bc-49e6-8dd8-7dc1dd5e851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f6aeced9-3f27-4425-8e98-55164495b930'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:25.170043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00e3a8d0-f1ad-44cc-a7c3-5ae9a3bfd8bc req-8b54de9a-727b-41ff-ad83-96151e79d970 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110933 Aug 16 02:11:25.253397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.25.2.3 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/c94ac1ea-7f17-4c71-9ffc-d3616092134f) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:25.268556 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-0bfccb11-f6bc-49e6-8dd8-7dc1dd5e851a None None] Set router f6aeced9-3f27-4425-8e98-55164495b930 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:25.465026 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.534934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Deleting port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:25.535590 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.551601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0bfccb11-f6bc-49e6-8dd8-7dc1dd5e851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T02:11:22Z', 'revision_number': 5, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:25.563931 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.590516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfccb11-f6bc-49e6-8dd8-7dc1dd5e851a None None] The sync data for ids ['f6aeced9-3f27-4425-8e98-55164495b930'] in n-d-768851-16 is: [{'id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'name': 'tempest-TaggedBootDevicesTest_v242-331489311-router', 'tenant_id': '215573ee4a53490f823ef26851352aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:12Z', 'updated_at': '2021-08-16T02:11:22Z', 'revision_number': 5, 'project_id': '215573ee4a53490f823ef26851352aa0', 'gw_port': {'id': '890bf1fc-1f5c-42ce-bb88-3cdd15c236e1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aeced9-3f27-4425-8e98-55164495b930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:13Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:26.066429 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.112094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=c94ac1ea-7f17-4c71-9ffc-d3616092134f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:26.129502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:26.150071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:26.160760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:26.239346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Subnet': ['ID=37d1c722-a6f0-493b-bc0c-1c674bd9d873,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:26.242883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] For port 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=890bf1fc-1f5c-42ce-bb88-3cdd15c236e1,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:26.243386 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.280808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Calling delete_port for 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:26.285767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b1cb3507-0048-453b-9d09-904e390a14cc details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:26.331052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Checking segment: {'id': '13ac6dd0-de3e-4d53-b81c-80153f680049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f54f292a-b0b6-476e-aa5b-2bff5edf766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:26.331555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network hostable DHCP agents. Network: f54f292a-b0b6-476e-aa5b-2bff5edf766d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:26.420247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b1cb3507-0048-453b-9d09-904e390a14cc, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b1cb3507-0048-453b-9d09-904e390a14cc,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:26.434932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'b1cb3507-0048-453b-9d09-904e390a14cc', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'port_id': 'b1cb3507-0048-453b-9d09-904e390a14cc', 'mac_address': 'fa:16:3e:52:92:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147f53e3-5971-4e4c-b75e-72fce8c26a2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:26.477432 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.488049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network f54f292a-b0b6-476e-aa5b-2bff5edf766d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:26.498890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cb3507-0048-453b-9d09-904e390a14cc {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:26.522953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b1cb3507-0048-453b-9d09-904e390a14cc, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b1cb3507-0048-453b-9d09-904e390a14cc,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:26.527766 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.538493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dca0f2-3fd7-4e20-b79a-fea61cbb293c req-118418a6-b923-47c0-9ed7-28f53195794f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.540064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5dca0f2-3fd7-4e20-b79a-fea61cbb293c req-118418a6-b923-47c0-9ed7-28f53195794f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 944 time: 0.2355442 Aug 16 02:11:26.565542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, f54f292a-b0b6-476e-aa5b-2bff5edf766d) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:26.579446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df292de-67ef-4665-ad71-616f56f0b989 None None] Network f54f292a-b0b6-476e-aa5b-2bff5edf766d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:26.583309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.583902 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.633227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d70301d9-1399-424b-ad5f-66f6cdb55a2a no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:26.671023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: d70301d9-1399-424b-ad5f-66f6cdb55a2a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:26.671690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d70301d9-1399-424b-ad5f-66f6cdb55a2a not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:26.682623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=b1cb3507-0048-453b-9d09-904e390a14cc,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:26.701385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e2484cb8-8edd-41e6-b6b9-e5a8ec539846 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1676788 Aug 16 02:11:26.703380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40258) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.705418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5dca0f2-3fd7-4e20-b79a-fea61cbb293c req-eda7f741-74ce-4edf-8f5f-589c7f563b01 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549962 Aug 16 02:11:26.728905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'subnet': {'network_id': '79981b75-1a7d-439a-a9b2-6fef4a049eb5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:26.788378 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.886285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:26.891703 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.914624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Pushing event deleted for resources: {'Port': ['ID=890bf1fc-1f5c-42ce-bb88-3cdd15c236e1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:26.938814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-f54f292a-b0b6-476e-aa5b-2bff5edf766d', 'network_id': 'f54f292a-b0b6-476e-aa5b-2bff5edf766d', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'fixed_ips': [{'subnet_id': '37d1c722-a6f0-493b-bc0c-1c674bd9d873'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:26.940276 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.973467 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-44ee6783-e4ea-4eaa-aa24-429758936d5a tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=4ecc343b608f4bedbe5bd15cc48f00ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005254 Aug 16 02:11:27.033006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:27.157775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Allocated IP 2001:db8::2 (f54f292a-b0b6-476e-aa5b-2bff5edf766d/37d1c722-a6f0-493b-bc0c-1c674bd9d873/84eea31b-4466-4aef-b0bd-e6a11623ea8b) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:27.171347 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.223296 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.274982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Checking segment: {'id': '9c14e472-f992-4e6b-ac85-044bb0e3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '79981b75-1a7d-439a-a9b2-6fef4a049eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:27.276270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network hostable DHCP agents. Network: 79981b75-1a7d-439a-a9b2-6fef4a049eb5, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:27.310686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 79981b75-1a7d-439a-a9b2-6fef4a049eb5 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:27.313002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Subnet': ['ID=0752159a-26c8-4432-8dc4-381e46cf517e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:27.335802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 79981b75-1a7d-439a-a9b2-6fef4a049eb5) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:27.342773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.343891 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.350711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebbbb0d-c856-4ebb-a4c0-9ace65b3f28a None None] Network 79981b75-1a7d-439a-a9b2-6fef4a049eb5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:27.365644 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f60209c9-7388-4a9c-8ee4-e4e4da6bf540 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6581061 Aug 16 02:11:27.366588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40272) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:27.372123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ebba4183-668a-4903-8db4-85c6679da59d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1097917595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:27.402451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebba4183-668a-4903-8db4-85c6679da59d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.403737 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.404910 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebba4183-668a-4903-8db4-85c6679da59d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.410019 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.433113 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781abe-ee38-4078-b185-5201fe762133 req-3614879a-6ea2-4802-9dcd-f3d9385796bf tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.446004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-3614879a-6ea2-4802-9dcd-f3d9385796bf tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4659355 Aug 16 02:11:27.452933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.500831 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebba4183-668a-4903-8db4-85c6679da59d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.511492 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebba4183-668a-4903-8db4-85c6679da59d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.537753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ebba4183-668a-4903-8db4-85c6679da59d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.546650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40274) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:27.554176 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ebba4183-668a-4903-8db4-85c6679da59d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1855817 Aug 16 02:11:27.621738 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.630581 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-3a136506-cdef-4ad2-9c80-6b0625641b2d tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/quotas/4ecc343b608f4bedbe5bd15cc48f00ea HTTP/1.1" status: 200 len: 375 time: 0.1834421 Aug 16 02:11:27.640433 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.641409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6aeced9-3f27-4425-8e98-55164495b930 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:27.654998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-79981b75-1a7d-439a-a9b2-6fef4a049eb5', 'network_id': '79981b75-1a7d-439a-a9b2-6fef4a049eb5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'fixed_ips': [{'subnet_id': '0752159a-26c8-4432-8dc4-381e46cf517e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:27.656697 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.662376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Transition to ACTIVE for port object 84eea31b-4466-4aef-b0bd-e6a11623ea8b will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:27.683974 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.685266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a374bdc9-a902-44e1-92c4-8626a415b3db admin admin] 10.222.0.79 "DELETE /v2.0/routers/f6aeced9-3f27-4425-8e98-55164495b930 HTTP/1.1" status: 204 len: 168 time: 3.3366818 Aug 16 02:11:27.688218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40278) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:27.711666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-27a44fbd-a6e1-488c-8349-0ed8920375f9 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ecc343b608f4bedbe5bd15cc48f00ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723383 Aug 16 02:11:27.746825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Transition to ACTIVE for port object 84eea31b-4466-4aef-b0bd-e6a11623ea8b will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:27.813795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a91698d-e18d-449a-804a-51e82b7ca054 admin admin] Deleting subnet fe5b00cb-8239-4aec-9c3f-72d71ae075fe {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:27.823731 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a91698d-e18d-449a-804a-51e82b7ca054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.866896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40284) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:27.876132 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a91698d-e18d-449a-804a-51e82b7ca054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.970145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.973932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a91698d-e18d-449a-804a-51e82b7ca054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.069076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a91698d-e18d-449a-804a-51e82b7ca054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.114417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Network f54f292a-b0b6-476e-aa5b-2bff5edf766d is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:28.148673 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a91698d-e18d-449a-804a-51e82b7ca054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.152165 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7a91698d-e18d-449a-804a-51e82b7ca054 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fe5b00cb-8239-4aec-9c3f-72d71ae075fe HTTP/1.1" status: 204 len: 168 time: 0.4572937 Aug 16 02:11:28.152894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40292) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.154397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91698d-e18d-449a-804a-51e82b7ca054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5b00cb-8239-4aec-9c3f-72d71ae075fe,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:28.156526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Pushing event updated for resources: {'Port': ['ID=84eea31b-4466-4aef-b0bd-e6a11623ea8b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:28.169907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bc3764-c29d-4177-b4e1-b3af0da1ae35 None None] Network 2ea2ab85-242f-4314-9eef-b00c020be907 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:28.175524 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.261932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.282729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:28.293798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:28.297780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b1cb3507-0048-453b-9d09-904e390a14cc up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:28.400458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Deleting port 27129c72-32b6-4c89-95b8-a62d353de8c2 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:28.400743 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.531055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.537013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] For port 27129c72-32b6-4c89-95b8-a62d353de8c2, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=27129c72-32b6-4c89-95b8-a62d353de8c2,segment=NetworkSegment(b46435d5-212b-4fae-9383-77814e4310fa),segment_id=b46435d5-212b-4fae-9383-77814e4310fa)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:28.537411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.553459 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82fc0ae7-aba6-418b-8a01-c88a80e32224 req-b2e290a3-1b5d-4194-b538-00aa538e21c2 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 210 time: 0.3880773 Aug 16 02:11:28.572461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Calling delete_port for 27129c72-32b6-4c89-95b8-a62d353de8c2 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:28.615814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Allocated IP 2001:db8:1::2 (79981b75-1a7d-439a-a9b2-6fef4a049eb5/0752159a-26c8-4432-8dc4-381e46cf517e/0a9ec599-7039-4798-9331-e7d1178b7cae) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:28.666305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:28.699200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50be20-91be-44e6-b61e-8143a5d9a95c req-d8922ec9-3f25-45ef-a6d6-28a63ed955a6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:28.703363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f50be20-91be-44e6-b61e-8143a5d9a95c req-d8922ec9-3f25-45ef-a6d6-28a63ed955a6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 945 time: 0.7342994 Aug 16 02:11:28.703561 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.724638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Attempting to bind port 84eea31b-4466-4aef-b0bd-e6a11623ea8b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:28.740242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Attempting to bind port 84eea31b-4466-4aef-b0bd-e6a11623ea8b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '13ac6dd0-de3e-4d53-b81c-80153f680049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f54f292a-b0b6-476e-aa5b-2bff5edf766d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:28.741140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Attempting to bind port 84eea31b-4466-4aef-b0bd-e6a11623ea8b on network f54f292a-b0b6-476e-aa5b-2bff5edf766d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:28.746555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:28.746555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 890bf1fc-1f5c-42ce-bb88-3cdd15c236e1 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:28.767110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] No DVR routers for this DVR port 27129c72-32b6-4c89-95b8-a62d353de8c2 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:28.774375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=27129c72-32b6-4c89-95b8-a62d353de8c2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:28.801457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:28.802139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Checking segment: {'id': '13ac6dd0-de3e-4d53-b81c-80153f680049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f54f292a-b0b6-476e-aa5b-2bff5edf766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:28.806916 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.807490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Bound using segment: {'id': '13ac6dd0-de3e-4d53-b81c-80153f680049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f54f292a-b0b6-476e-aa5b-2bff5edf766d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:28.811312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Bound port: 84eea31b-4466-4aef-b0bd-e6a11623ea8b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ac6dd0-de3e-4d53-b81c-80153f680049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f54f292a-b0b6-476e-aa5b-2bff5edf766d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:28.811995 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.870159 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.872385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3f25b6-8769-49cd-a73f-d9fc4fdd161e admin admin] Deleting subnet 15119c5d-287d-40a4-afd8-8b8bcabb157a {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:28.879844 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3f25b6-8769-49cd-a73f-d9fc4fdd161e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.887780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b332a-bcdf-4fad-a3ec-83f201298faa None None] DHCP port deletion for 2ea2ab85-242f-4314-9eef-b00c020be907 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:28.896030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea2ab85-242f-4314-9eef-b00c020be907']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:28.898630 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port b1cb3507-0048-453b-9d09-904e390a14cc completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:28.905743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port b1cb3507-0048-453b-9d09-904e390a14cc triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:28.906112 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.913752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46435d5-212b-4fae-9383-77814e4310fa') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:28.914369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46435d5-212b-4fae-9383-77814e4310fa') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:28.925356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.941669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.951265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:28.951727 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:28.954060 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:29.036068 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.048052 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.050013 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2ea2ab85-242f-4314-9eef-b00c020be907 HTTP/1.1" status: 204 len: 168 time: 0.8793068 Aug 16 02:11:29.062825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf46d0-0f09-4ea9-b750-3e50073f39d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ea2ab85-242f-4314-9eef-b00c020be907,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.227808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40304) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:29.264192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] For port 84eea31b-4466-4aef-b0bd-e6a11623ea8b, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:29.293534 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2ea38dbd-9e31-49bb-9b6b-1acb2fb94aae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=215573ee4a53490f823ef26851352aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637801 Aug 16 02:11:29.296501 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40306) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:29.305099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] For port 84eea31b-4466-4aef-b0bd-e6a11623ea8b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=84eea31b-4466-4aef-b0bd-e6a11623ea8b,segment=NetworkSegment(13ac6dd0-de3e-4d53-b81c-80153f680049),segment_id=13ac6dd0-de3e-4d53-b81c-80153f680049)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:29.313533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.319975 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.327486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f50be20-91be-44e6-b61e-8143a5d9a95c req-4c1d9b04-8dcb-4e90-92fb-abc943aa223c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930612 Aug 16 02:11:29.341508 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.353104 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3f25b6-8769-49cd-a73f-d9fc4fdd161e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.374287 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.378458 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.392755 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcda68a9-228e-4098-a084-b3624a24815d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.396305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Transition to ACTIVE for port object 0a9ec599-7039-4798-9331-e7d1178b7cae will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:29.422323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port b1cb3507-0048-453b-9d09-904e390a14cc, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b1cb3507-0048-453b-9d09-904e390a14cc,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:29.429574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236fd143-b50f-40f6-9c79-1f76028c4205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cb3507-0048-453b-9d09-904e390a14cc'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:29.432176 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df750d-07c4-4db5-a2b4-04e56634058a" -d '{"events": [{"server_uuid": "236fd143-b50f-40f6-9c79-1f76028c4205", "name": "network-vif-plugged", "status": "completed", "tag": "b1cb3507-0048-453b-9d09-904e390a14cc"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:29.445916 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.458466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcda68a9-228e-4098-a084-b3624a24815d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.458729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f3679-b2c9-40c2-b6d8-0001373c5331 None None] Pushing event updated for resources: {'Port': ['ID=84eea31b-4466-4aef-b0bd-e6a11623ea8b,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.528239 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a11f695-798c-4dd1-a735-9df49762812a x-openstack-request-id: req-7a11f695-798c-4dd1-a735-9df49762812a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:29.528788 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236fd143-b50f-40f6-9c79-1f76028c4205", "name": "network-vif-plugged", "status": "completed", "tag": "b1cb3507-0048-453b-9d09-904e390a14cc", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:29.533542 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a11f695-798c-4dd1-a735-9df49762812a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:29.534295 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236fd143-b50f-40f6-9c79-1f76028c4205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cb3507-0048-453b-9d09-904e390a14cc', 'code': 200} Aug 16 02:11:29.535417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Transition to ACTIVE for port object 0a9ec599-7039-4798-9331-e7d1178b7cae will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:29.551028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=b1cb3507-0048-453b-9d09-904e390a14cc,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.557312 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.588909 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-67ff9780-1a1c-4b1b-8e78-db6a66b3159b tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4ecc343b608f4bedbe5bd15cc48f00ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823681 Aug 16 02:11:29.623002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Network 79981b75-1a7d-439a-a9b2-6fef4a049eb5 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:29.629873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:29.639261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:29.644715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Pushing event updated for resources: {'Port': ['ID=0a9ec599-7039-4798-9331-e7d1178b7cae,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.683590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=c94ac1ea-7f17-4c71-9ffc-d3616092134f,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.690927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Allocated IP 2001:db8::1 (f54f292a-b0b6-476e-aa5b-2bff5edf766d/37d1c722-a6f0-493b-bc0c-1c674bd9d873/adb90bf7-af02-49e4-ad53-e7642dd66f87) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:29.704603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3f25b6-8769-49cd-a73f-d9fc4fdd161e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.770906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Attempting to bind port 0a9ec599-7039-4798-9331-e7d1178b7cae on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:29.771904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Attempting to bind port 0a9ec599-7039-4798-9331-e7d1178b7cae by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '9c14e472-f992-4e6b-ac85-044bb0e3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '79981b75-1a7d-439a-a9b2-6fef4a049eb5'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:29.771904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Attempting to bind port 0a9ec599-7039-4798-9331-e7d1178b7cae on network 79981b75-1a7d-439a-a9b2-6fef4a049eb5 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:29.777113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:29.778044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Checking segment: {'id': '9c14e472-f992-4e6b-ac85-044bb0e3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '79981b75-1a7d-439a-a9b2-6fef4a049eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:29.778044 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.778321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Bound using segment: {'id': '9c14e472-f992-4e6b-ac85-044bb0e3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '79981b75-1a7d-439a-a9b2-6fef4a049eb5'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:29.778752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Bound port: 0a9ec599-7039-4798-9331-e7d1178b7cae, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c14e472-f992-4e6b-ac85-044bb0e3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '79981b75-1a7d-439a-a9b2-6fef4a049eb5'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:29.779130 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.807273 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcda68a9-228e-4098-a084-b3624a24815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.812677 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bcda68a9-228e-4098-a084-b3624a24815d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.816374 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bcda68a9-228e-4098-a084-b3624a24815d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87 HTTP/1.1" status: 204 len: 168 time: 0.5162287 Aug 16 02:11:29.831920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b379f93-e754-473e-9c0b-4b2c68c16c98 req-52a4ccae-0892-4536-8161-9f41a900f843 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 210 time: 0.1436307 Aug 16 02:11:29.863650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.880935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda68a9-228e-4098-a084-b3624a24815d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce09d8aa-c5dc-44e4-9492-c7af5d5ddb87,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.918137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] For port 0a9ec599-7039-4798-9331-e7d1178b7cae, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:29.941123 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] For port 0a9ec599-7039-4798-9331-e7d1178b7cae, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0a9ec599-7039-4798-9331-e7d1178b7cae,segment=NetworkSegment(9c14e472-f992-4e6b-ac85-044bb0e3a881),segment_id=9c14e472-f992-4e6b-ac85-044bb0e3a881)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:29.944836 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10deff-8432-494a-bd0c-e1d6d7837a6c req-d8985cff-bd80-48ed-9f21-2ab8d5c45f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:29.946622 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e10deff-8432-494a-bd0c-e1d6d7837a6c req-d8985cff-bd80-48ed-9f21-2ab8d5c45f6d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 1098 time: 0.2523630 Aug 16 02:11:29.949528 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.981694 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781abe-ee38-4078-b185-5201fe762133 req-371d94a0-9bfa-48fe-9c5e-0ff908b4ac32 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:29.983845 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-371d94a0-9bfa-48fe-9c5e-0ff908b4ac32 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3881798 Aug 16 02:11:29.999665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Request body: {'port': {'device_id': '69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '4ecc343b608f4bedbe5bd15cc48f00ea'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:30.010395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3f25b6-8769-49cd-a73f-d9fc4fdd161e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.029458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f856e-c22c-4cba-bc74-b1b634abcd56 None None] Pushing event updated for resources: {'Port': ['ID=0a9ec599-7039-4798-9331-e7d1178b7cae,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.056664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3f25b6-8769-49cd-a73f-d9fc4fdd161e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.058965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2e3f25b6-8769-49cd-a73f-d9fc4fdd161e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/15119c5d-287d-40a4-afd8-8b8bcabb157a HTTP/1.1" status: 204 len: 168 time: 2.0912337 Aug 16 02:11:30.063453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40316) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:30.082176 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7e10deff-8432-494a-bd0c-e1d6d7837a6c req-1951d65b-ed5e-4216-b2aa-01df7017a076 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262147 Aug 16 02:11:30.098404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f25b6-8769-49cd-a73f-d9fc4fdd161e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15119c5d-287d-40a4-afd8-8b8bcabb157a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.151656 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Floating IP 53290a1f-d160-472b-98ba-e5ce925173dc associated. External IP: 172.25.2.3, port: 2bf76767-5fec-4f72-ae1f-34537b70746b. Aug 16 02:11:30.157439 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.209004 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.291152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Transition to ACTIVE for port object adb90bf7-af02-49e4-ad53-e7642dd66f87 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:30.311191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Made reservation on behalf of 4ecc343b608f4bedbe5bd15cc48f00ea for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:30.317019 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.423424 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.432007 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.464771 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.485198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a914ad77-99ff-4729-af5e-ab68b99e045f']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:30.504379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f53a9f3-0fa8-4886-9bfd-bfc642e66374') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:30.504753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f53a9f3-0fa8-4886-9bfd-bfc642e66374') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:30.521739 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.551059 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.564381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:30.564820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.565973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network f54f292a-b0b6-476e-aa5b-2bff5edf766d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:30.566770 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:30.586662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:30.597158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:30.598227 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.603692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=adb90bf7-af02-49e4-ad53-e7642dd66f87,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.669783 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.680622 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.685561 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] 10.222.0.79 "DELETE /v2.0/networks/a914ad77-99ff-4729-af5e-ab68b99e045f HTTP/1.1" status: 204 len: 168 time: 0.6210918 Aug 16 02:11:30.697386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519534f-adc9-42de-9fb2-1957275af6a3 req-ef49d261-91e7-4201-997f-69c4c777fef7 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:30.698996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b519534f-adc9-42de-9fb2-1957275af6a3 req-ef49d261-91e7-4201-997f-69c4c777fef7 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 946 time: 0.2317562 Aug 16 02:11:30.708590 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1da142-1ffe-4cd5-8253-0ab3b74e77ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a914ad77-99ff-4729-af5e-ab68b99e045f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.712048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.719030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:30.719887 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.866296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 84eea31b-4466-4aef-b0bd-e6a11623ea8b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:30.901081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7986b474-45f9-4529-8353-5d0d51ed42c8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.967526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b519534f-adc9-42de-9fb2-1957275af6a3 req-fca7ba58-59a1-478e-926a-52e8442ec97a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449181 Aug 16 02:11:31.044844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Allocated IP 192.168.233.147 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/3e05bff7-88fa-43db-8ce3-311d8635e2c1) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:31.059989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 84eea31b-4466-4aef-b0bd-e6a11623ea8b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:31.073946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40342) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.075248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a9ec599-7039-4798-9331-e7d1178b7cae up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:31.094617 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.142653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da81b007-6c34-4020-883f-a0c4c40aa5f2 req-0ba375a5-feb1-426b-b7cc-1afdf73cdb39 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 210 time: 0.0816238 Aug 16 02:11:31.194129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e49f8-bfdf-4648-a73c-2e253b90b714 None None] Network f54f292a-b0b6-476e-aa5b-2bff5edf766d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:31.249968 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c869eeec-17ea-4d0b-8bef-abfb16557de7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5b80464ca05401b82f638f6dc672b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712239 Aug 16 02:11:31.260852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40346) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.261312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40348) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.331932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a0687bdc-4b71-4072-b550-911bfc3276ec None None] Provisioning for port 84eea31b-4466-4aef-b0bd-e6a11623ea8b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:31.352288 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a0687bdc-4b71-4072-b550-911bfc3276ec None None] Provisioning complete for port 84eea31b-4466-4aef-b0bd-e6a11623ea8b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:31.352719 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a0687bdc-4b71-4072-b550-911bfc3276ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.382100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 0a9ec599-7039-4798-9331-e7d1178b7cae completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:31.388339 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.417770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Transition to ACTIVE for port object 3e05bff7-88fa-43db-8ce3-311d8635e2c1 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:31.450945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:31.462631 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfece0-a43f-4237-91f4-88295bbebbe0 None None] Sync routers for ids ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:31.480889 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfece0-a43f-4237-91f4-88295bbebbe0 None None] Routers {'d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:31.482207 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ffcfece0-a43f-4237-91f4-88295bbebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:31.528436 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a0687bdc-4b71-4072-b550-911bfc3276ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.528611 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.532384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 27129c72-32b6-4c89-95b8-a62d353de8c2 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:31.541383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ba5b6-a729-4ee7-8144-afdf4ad2dd84 None None] Network 79981b75-1a7d-439a-a9b2-6fef4a049eb5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:31.545159 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-11b31080-2f67-48bd-8a8e-880201ea356f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.593297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.608221 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-11b31080-2f67-48bd-8a8e-880201ea356f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.609891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:31.629661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:31.635027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:31.681206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 27129c72-32b6-4c89-95b8-a62d353de8c2 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:31.682177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 27129c72-32b6-4c89-95b8-a62d353de8c2 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:31.698055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Pushing event updated for resources: {'Port': ['ID=3e05bff7-88fa-43db-8ce3-311d8635e2c1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.733281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a0687bdc-4b71-4072-b550-911bfc3276ec None None] For port 84eea31b-4466-4aef-b0bd-e6a11623ea8b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=84eea31b-4466-4aef-b0bd-e6a11623ea8b,segment=NetworkSegment(13ac6dd0-de3e-4d53-b81c-80153f680049),segment_id=13ac6dd0-de3e-4d53-b81c-80153f680049)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:31.734535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1956651139-network', 'tenant_id': 'e77a843852ac42419df350e3691bbfb5'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:31.739875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.740860 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.752951 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a0687bdc-4b71-4072-b550-911bfc3276ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.766116 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ffcfece0-a43f-4237-91f4-88295bbebbe0 None None] Set router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:31.771217 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-776a8ce4-4378-4266-a474-9172df2aa8d4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7767487 Aug 16 02:11:31.787463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Request body: {'port': {'device_id': '69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:31.814837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a7e33883-8049-4672-aba9-e0fe1236b872 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 7.5008466 Aug 16 02:11:31.826751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:31.830124 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f655da46-f263-4e03-bc86-a5a7422d0b23" -d '{"events": [{"name": "network-changed", "server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:31.863244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0687bdc-4b71-4072-b550-911bfc3276ec None None] Pushing event updated for resources: {'Port': ['ID=84eea31b-4466-4aef-b0bd-e6a11623ea8b,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.917915 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dd0cba-f5ae-47fa-b2ad-d8762a4d6409 x-openstack-request-id: req-f1dd0cba-f5ae-47fa-b2ad-d8762a4d6409 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:31.917915 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:31.917915 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f1dd0cba-f5ae-47fa-b2ad-d8762a4d6409 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:31.917915 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'status': 'completed', 'code': 200} Aug 16 02:11:31.920826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Made reservation on behalf of e77a843852ac42419df350e3691bbfb5 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:31.923294 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.956596 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.967629 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f94fc1e5-9ea2-4ce9-bd5d-8195d9541e22 None None] Provisioning for port 0a9ec599-7039-4798-9331-e7d1178b7cae completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:31.985492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f94fc1e5-9ea2-4ce9-bd5d-8195d9541e22 None None] Provisioning complete for port 0a9ec599-7039-4798-9331-e7d1178b7cae triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:31.985715 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f94fc1e5-9ea2-4ce9-bd5d-8195d9541e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.021508 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-11b31080-2f67-48bd-8a8e-880201ea356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.026678 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-11b31080-2f67-48bd-8a8e-880201ea356f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.031918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-11b31080-2f67-48bd-8a8e-880201ea356f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0cd3998f-67a9-4f28-b28c-24d178915354 HTTP/1.1" status: 204 len: 168 time: 0.7639380 Aug 16 02:11:32.070100 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.139858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b31080-2f67-48bd-8a8e-880201ea356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd3998f-67a9-4f28-b28c-24d178915354,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:32.201752 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ffcfece0-a43f-4237-91f4-88295bbebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:58Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '53290a1f-d160-472b-98ba-e5ce925173dc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.3', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'port_id': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'mac_address': 'fa:16:3e:29:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:26Z', 'updated_at': '2021-08-16T02:11:26Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1580417-c470-42b8-a3c7-03585a92666d', 'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:44:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '05e79494-abc1-4536-b42f-900561699744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:07Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '05e79494-abc1-4536-b42f-900561699744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:32.263405 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f94fc1e5-9ea2-4ce9-bd5d-8195d9541e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.290111 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfece0-a43f-4237-91f4-88295bbebbe0 None None] Checking router: d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:32.317717 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfece0-a43f-4237-91f4-88295bbebbe0 None None] Routers {'d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:32.318628 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ffcfece0-a43f-4237-91f4-88295bbebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:32.323978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f94fc1e5-9ea2-4ce9-bd5d-8195d9541e22 None None] For port 0a9ec599-7039-4798-9331-e7d1178b7cae, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0a9ec599-7039-4798-9331-e7d1178b7cae,segment=NetworkSegment(9c14e472-f992-4e6b-ac85-044bb0e3a881),segment_id=9c14e472-f992-4e6b-ac85-044bb0e3a881)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:32.328758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655da46-f263-4e03-bc86-a5a7422d0b23 req-e603b64d-6e75-49ea-bb07-45ebd30a0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.331394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f655da46-f263-4e03-bc86-a5a7422d0b23 req-e603b64d-6e75-49ea-bb07-45ebd30a0ad1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1097 time: 0.3715963 Aug 16 02:11:32.333390 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f94fc1e5-9ea2-4ce9-bd5d-8195d9541e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.369539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb54f8d-cdaa-4fd6-a7bb-76366b7ef3db req-528122ba-894c-4f51-8af3-6187b70dda9b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.371566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4eb54f8d-cdaa-4fd6-a7bb-76366b7ef3db req-528122ba-894c-4f51-8af3-6187b70dda9b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.4361567 Aug 16 02:11:32.417071 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.473755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fc1e5-9ea2-4ce9-bd5d-8195d9541e22 None None] Pushing event updated for resources: {'Port': ['ID=0a9ec599-7039-4798-9331-e7d1178b7cae,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:32.492264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-510ba91d-d460-4176-a114-bba5f127e7cd None None] Provisioning for port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:32.497509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-510ba91d-d460-4176-a114-bba5f127e7cd None None] Provisioning complete for port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:32.497887 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-510ba91d-d460-4176-a114-bba5f127e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.516497 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e05bff7-88fa-43db-8ce3-311d8635e2c1 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:32.527971 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.529711 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ffcfece0-a43f-4237-91f4-88295bbebbe0 None None] Set router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:32.541324 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.544548 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.565928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Transition to ACTIVE for port object 3e05bff7-88fa-43db-8ce3-311d8635e2c1 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:32.571830 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.610190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-510ba91d-d460-4176-a114-bba5f127e7cd None None] Port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:32.626766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-510ba91d-d460-4176-a114-bba5f127e7cd None None] Provisioning for port adb90bf7-af02-49e4-ad53-e7642dd66f87 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:32.637656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-510ba91d-d460-4176-a114-bba5f127e7cd None None] Provisioning complete for port adb90bf7-af02-49e4-ad53-e7642dd66f87 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:32.638098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-510ba91d-d460-4176-a114-bba5f127e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.678350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=adb90bf7-af02-49e4-ad53-e7642dd66f87,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:32.724066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38b9e8-5131-4864-8f52-fde27095b2d4 req-9422563a-e103-4dd6-9b45-16d5abd39506 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.726570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e38b9e8-5131-4864-8f52-fde27095b2d4 req-9422563a-e103-4dd6-9b45-16d5abd39506 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 946 time: 0.5703535 Aug 16 02:11:32.730593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Pushing event updated for resources: {'Port': ['ID=3e05bff7-88fa-43db-8ce3-311d8635e2c1,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:32.746988 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4eb54f8d-cdaa-4fd6-a7bb-76366b7ef3db req-5de79312-c50b-4cbb-b899-3349c6ee05c9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546383 Aug 16 02:11:32.747777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-510ba91d-d460-4176-a114-bba5f127e7cd None None] Port adb90bf7-af02-49e4-ad53-e7642dd66f87 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:32.765325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-510ba91d-d460-4176-a114-bba5f127e7cd None None] Provisioning complete for port 84eea31b-4466-4aef-b0bd-e6a11623ea8b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:32.765854 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-510ba91d-d460-4176-a114-bba5f127e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.781658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 84eea31b-4466-4aef-b0bd-e6a11623ea8b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:32.793983 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40372) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:32.864348 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ffcfece0-a43f-4237-91f4-88295bbebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:58Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '53290a1f-d160-472b-98ba-e5ce925173dc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.3', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'port_id': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'mac_address': 'fa:16:3e:29:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:26Z', 'updated_at': '2021-08-16T02:11:26Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1580417-c470-42b8-a3c7-03585a92666d', 'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:44:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '05e79494-abc1-4536-b42f-900561699744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:07Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '05e79494-abc1-4536-b42f-900561699744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:32.909327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b570d308-bee5-421b-a301-ae73eb97177a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/53290a1f-d160-472b-98ba-e5ce925173dc HTTP/1.1" status: 200 len: 989 time: 0.0841479 Aug 16 02:11:32.931879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Attempting to bind port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:32.932270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Attempting to bind port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:32.932426 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfece0-a43f-4237-91f4-88295bbebbe0 None None] The sync data for ids ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'] in n-d-768851-16 is: [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:58Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '53290a1f-d160-472b-98ba-e5ce925173dc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.3', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'port_id': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'mac_address': 'fa:16:3e:29:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:26Z', 'updated_at': '2021-08-16T02:11:26Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1580417-c470-42b8-a3c7-03585a92666d', 'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:44:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '05e79494-abc1-4536-b42f-900561699744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:07Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '05e79494-abc1-4536-b42f-900561699744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:32.932609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Attempting to bind port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:32.950938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:32.952449 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Attempting to bind port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:32.966426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:32.967830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:32.968259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:32.968731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Bound port: 3e05bff7-88fa-43db-8ce3-311d8635e2c1, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:32.969151 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.971004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 84eea31b-4466-4aef-b0bd-e6a11623ea8b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:32.971516 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.072109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655da46-f263-4e03-bc86-a5a7422d0b23 req-5d59b7b5-c728-430c-a017-eec1cd785929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.075506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f655da46-f263-4e03-bc86-a5a7422d0b23 req-5d59b7b5-c728-430c-a017-eec1cd785929 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fffdd74c-a493-4175-a352-8e6a49f443cc HTTP/1.1" status: 200 len: 897 time: 0.7283792 Aug 16 02:11:33.119330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a9ec599-7039-4798-9331-e7d1178b7cae up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:33.133493 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] For port 3e05bff7-88fa-43db-8ce3-311d8635e2c1, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:33.141707 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] For port 3e05bff7-88fa-43db-8ce3-311d8635e2c1, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3e05bff7-88fa-43db-8ce3-311d8635e2c1,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:33.147611 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.165975 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e38b9e8-5131-4864-8f52-fde27095b2d4 req-1fe5cf5d-9cbf-4dd8-8166-b1b84b748072 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098668 Aug 16 02:11:33.245028 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.254997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0a9ec599-7039-4798-9331-e7d1178b7cae triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:33.255391 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.261377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.262049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.263534 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] 10.222.0.89 "PUT /v2.0/ports/3e05bff7-88fa-43db-8ce3-311d8635e2c1 HTTP/1.1" status: 200 len: 1097 time: 1.4827127 Aug 16 02:11:33.263692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2ac11-1b0e-4809-8f68-dffe1cdf04ed req-ec40dc0a-7a21-4a9a-bdcf-249869ad1baf tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.264018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11', 'tag': '3e05bff7-88fa-43db-8ce3-311d8635e2c1'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:33.266393 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd39b22-d017-4649-b8db-819386a84e90" -d '{"events": [{"name": "network-changed", "server_uuid": "69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11", "tag": "3e05bff7-88fa-43db-8ce3-311d8635e2c1"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:33.272577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86a2ac11-1b0e-4809-8f68-dffe1cdf04ed req-ec40dc0a-7a21-4a9a-bdcf-249869ad1baf tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 948 time: 0.3212404 Aug 16 02:11:33.284488 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.320532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network f54f292a-b0b6-476e-aa5b-2bff5edf766d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:33.323229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f655da46-f263-4e03-bc86-a5a7422d0b23 req-3c0fd029-c5c6-43b0-9d3e-c6ed171dd509 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf76767-5fec-4f72-ae1f-34537b70746b HTTP/1.1" status: 200 len: 997 time: 0.2269228 Aug 16 02:11:33.331729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:33.366265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bcff3-c81e-4c09-bf51-2df90a5ddb11 None None] New status for floating IP 53290a1f-d160-472b-98ba-e5ce925173dc: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:11:33.413536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:33.480835 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955bdd36-5aa2-4477-bae3-6a5162e11e3e x-openstack-request-id: req-955bdd36-5aa2-4477-bae3-6a5162e11e3e {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:33.481186 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11", "tag": "3e05bff7-88fa-43db-8ce3-311d8635e2c1", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:33.481454 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-955bdd36-5aa2-4477-bae3-6a5162e11e3e {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:33.481868 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11', 'tag': '3e05bff7-88fa-43db-8ce3-311d8635e2c1', 'status': 'completed', 'code': 200} Aug 16 02:11:33.494027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a47dc2-26e6-4111-82ce-a7ca595f1817 service neutron] Pushing event updated for resources: {'Port': ['ID=3e05bff7-88fa-43db-8ce3-311d8635e2c1,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:33.518891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-99c363dc-95fa-4d4c-a3f8-3fa649fc7cbb None None] Provisioning complete for port 0a9ec599-7039-4798-9331-e7d1178b7cae triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:33.519602 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99c363dc-95fa-4d4c-a3f8-3fa649fc7cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.534177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781abe-ee38-4078-b185-5201fe762133 req-b4ee74fe-f810-4c9d-881e-796d2164090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.535861 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-b4ee74fe-f810-4c9d-881e-796d2164090a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecc343b608f4bedbe5bd15cc48f00ea&device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 1100 time: 0.1956604 Aug 16 02:11:33.642520 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-e7ef0818-bd91-4ab1-820b-e9772bf5d92d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3e05bff7-88fa-43db-8ce3-311d8635e2c1 HTTP/1.1" status: 200 len: 217 time: 0.0893483 Aug 16 02:11:33.671866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86a2ac11-1b0e-4809-8f68-dffe1cdf04ed req-e88c12d1-3db5-4cb8-abfd-efa7585cdabd tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/security-groups?id=7986b474-45f9-4529-8353-5d0d51ed42c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927495 Aug 16 02:11:33.682420 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.682779 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Added segment f613373b-b992-4135-a188-0ecb0b843f64 of type vlan for network d65a6fd2-bc67-4211-8356-a2d204a0c455 Aug 16 02:11:33.745247 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781abe-ee38-4078-b185-5201fe762133 req-6ce5ae1b-a0dd-422e-8778-f42d8802c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.749551 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-6ce5ae1b-a0dd-422e-8778-f42d8802c485 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0991399 Aug 16 02:11:33.757615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.787520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9554b2f-6e47-427b-aab7-66a775379638,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:33.849637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781abe-ee38-4078-b185-5201fe762133 req-7b093930-c1bb-4fe1-91a3-1b5462981d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.852434 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-7b093930-c1bb-4fe1-91a3-1b5462981d33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0911069 Aug 16 02:11:33.869176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655da46-f263-4e03-bc86-a5a7422d0b23 req-bb951b9d-7145-4d2f-9074-491b96d6b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.870676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f655da46-f263-4e03-bc86-a5a7422d0b23 req-bb951b9d-7145-4d2f-9074-491b96d6b30d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e79494-abc1-4536-b42f-900561699744 HTTP/1.1" status: 200 len: 834 time: 0.5249391 Aug 16 02:11:33.877528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.878494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.879128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.910841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6403587 Aug 16 02:11:33.912829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40402) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:33.917812 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40404) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:33.924349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] Request body: {'subnet': {'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1956651139-subnet', 'tenant_id': 'e77a843852ac42419df350e3691bbfb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:33.965508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] Made reservation on behalf of e77a843852ac42419df350e3691bbfb5 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:33.968533 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.012905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0d75ba49-8296-430a-bf59-a2f731289b9e None None] Provisioning complete for port adb90bf7-af02-49e4-ad53-e7642dd66f87 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:34.013844 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0d75ba49-8296-430a-bf59-a2f731289b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.057390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0d75ba49-8296-430a-bf59-a2f731289b9e None None] Port adb90bf7-af02-49e4-ad53-e7642dd66f87 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:34.063705 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-5ea11e7c-e17f-40a3-a2a4-ede9d6cea6de service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005212 Aug 16 02:11:34.224440 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82781abe-ee38-4078-b185-5201fe762133 req-33c0808e-cfca-45a8-8a7b-754a800d61c2 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506624 Aug 16 02:11:34.325889 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.387343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39b22-d017-4649-b8db-819386a84e90 req-fcdab313-f97f-4885-a279-3f384adc2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.388902 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-acd39b22-d017-4649-b8db-819386a84e90 req-fcdab313-f97f-4885-a279-3f384adc2a32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ecc343b608f4bedbe5bd15cc48f00ea&device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 1100 time: 0.0940244 Aug 16 02:11:34.402089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95573df7-3ed0-4799-b8b6-32d612e8bd00,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:34.461602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] Checking segment: {'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:34.461981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] Network hostable DHCP agents. Network: d65a6fd2-bc67-4211-8356-a2d204a0c455, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:34.499129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] Network d65a6fd2-bc67-4211-8356-a2d204a0c455 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:34.520435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, d65a6fd2-bc67-4211-8356-a2d204a0c455) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:34.531214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3339bc-70c4-4359-844c-3af3061a9186 admin admin] Pushing event updated for resources: {'Network': ['ID=d65a6fd2-bc67-4211-8356-a2d204a0c455,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:34.531805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.532552 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.535523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f9d219-19fc-41b4-aa9c-0c2c1e3c75f7 None None] Network d65a6fd2-bc67-4211-8356-a2d204a0c455 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:34.541536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39b22-d017-4649-b8db-819386a84e90 req-7a4cb7f8-3dcb-46ac-a649-0bd4f268128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.543311 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-acd39b22-d017-4649-b8db-819386a84e90 req-7a4cb7f8-3dcb-46ac-a649-0bd4f268128d service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.1423113 Aug 16 02:11:34.562675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c3398-808d-4ced-ae54-e00fd811f96d req-be029d77-0089-49da-a829-bed19959fe14 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.563382 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3c769a24-233c-4952-851e-8cb22ceb793a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6446431 Aug 16 02:11:34.570493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network d65a6fd2-bc67-4211-8356-a2d204a0c455 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:34.578017 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d24c3398-808d-4ced-ae54-e00fd811f96d req-be029d77-0089-49da-a829-bed19959fe14 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.7982881 Aug 16 02:11:34.597609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-eb0bdca4-9c7b-46fa-be55-92c6f4806d1d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/53290a1f-d160-472b-98ba-e5ce925173dc HTTP/1.1" status: 200 len: 991 time: 0.6780565 Aug 16 02:11:34.608633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d24c3398-808d-4ced-ae54-e00fd811f96d req-220e21ba-db1b-4ed4-b929-971e20a26293 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/quotas/65d886f4476b4771a78f3f288a7c859d HTTP/1.1" status: 200 len: 375 time: 0.0290413 Aug 16 02:11:34.620125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655da46-f263-4e03-bc86-a5a7422d0b23 req-3ffdd3db-5bc5-4dc1-b370-1204cb7d7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.623314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f655da46-f263-4e03-bc86-a5a7422d0b23 req-3ffdd3db-5bc5-4dc1-b370-1204cb7d7593 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fffdd74c-a493-4175-a352-8e6a49f443cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7315595 Aug 16 02:11:34.632807 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-acd39b22-d017-4649-b8db-819386a84e90 req-874c4141-eec9-4e6c-ba67-3c0748c97cb6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3e05bff7-88fa-43db-8ce3-311d8635e2c1 HTTP/1.1" status: 200 len: 217 time: 0.0802906 Aug 16 02:11:34.728462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39b22-d017-4649-b8db-819386a84e90 req-5dc15a94-e2cf-4b99-a707-5bb6644b08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.730241 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-acd39b22-d017-4649-b8db-819386a84e90 req-5dc15a94-e2cf-4b99-a707-5bb6644b08f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0883601 Aug 16 02:11:34.797270 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router 84252024-6efc-4bd3-a099-d8e520d76812 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:34.835322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39b22-d017-4649-b8db-819386a84e90 req-b7e70340-4c47-48b1-8705-03f65f0ce459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.837432 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-acd39b22-d017-4649-b8db-819386a84e90 req-b7e70340-4c47-48b1-8705-03f65f0ce459 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937347 Aug 16 02:11:34.861267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d24c3398-808d-4ced-ae54-e00fd811f96d req-dd5f4329-70e7-48f0-9a17-6e6904098f44 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2510829 Aug 16 02:11:34.872181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30c877-9ccd-494a-aff9-fe35a57832ac None None] Network d65a6fd2-bc67-4211-8356-a2d204a0c455 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:34.948152 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-acd39b22-d017-4649-b8db-819386a84e90 req-7eab41b6-bb09-4350-b0aa-4c0c465a12ed service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019826 Aug 16 02:11:35.035743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af87d44-5b46-4a81-bef6-c91187f23876 req-9f6c443f-a1a5-4020-b102-1528617b8ac4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.037253 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1af87d44-5b46-4a81-bef6-c91187f23876 req-9f6c443f-a1a5-4020-b102-1528617b8ac4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 948 time: 0.2344353 Aug 16 02:11:35.042382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f655da46-f263-4e03-bc86-a5a7422d0b23 req-76797994-f6b0-4164-b5a5-f0aad6f623ba service neutron] 10.222.0.89 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697917 Aug 16 02:11:35.052046 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-acd39b22-d017-4649-b8db-819386a84e90 req-6b805077-6d4d-42c5-81fb-5919fb803406 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935175 Aug 16 02:11:35.057121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:35.069551 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d1ee4-d9a5-463d-b066-216526394afb None None] Sync routers for ids ['84252024-6efc-4bd3-a099-d8e520d76812'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:35.083051 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-66bed39c-2ed7-4e46-8bd4-33830d24e84d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/84252024-6efc-4bd3-a099-d8e520d76812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5327833 Aug 16 02:11:35.084905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40424) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:35.087325 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d1ee4-d9a5-463d-b066-216526394afb None None] Routers {'84252024-6efc-4bd3-a099-d8e520d76812'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:35.088218 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-703d1ee4-d9a5-463d-b066-216526394afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84252024-6efc-4bd3-a099-d8e520d76812'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:35.137052 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-703d1ee4-d9a5-463d-b066-216526394afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:35.145796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd935f42-8f70-4675-abf2-fea79776e00a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.147392 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bd935f42-8f70-4675-abf2-fea79776e00a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports/adb90bf7-af02-49e4-ad53-e7642dd66f87 HTTP/1.1" status: 200 len: 911 time: 0.0604331 Aug 16 02:11:35.150950 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d1ee4-d9a5-463d-b066-216526394afb None None] Routers {'84252024-6efc-4bd3-a099-d8e520d76812'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:35.151392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40428) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:35.151568 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-703d1ee4-d9a5-463d-b066-216526394afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84252024-6efc-4bd3-a099-d8e520d76812'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:35.166040 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1af87d44-5b46-4a81-bef6-c91187f23876 req-1d204a43-eb1a-47f9-88b5-2704db795f66 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/security-groups?id=7986b474-45f9-4529-8353-5d0d51ed42c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186295 Aug 16 02:11:35.172518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d24c3398-808d-4ced-ae54-e00fd811f96d req-27690918-b664-401b-9dcb-09517be10e4c service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592833 Aug 16 02:11:35.192747 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-703d1ee4-d9a5-463d-b066-216526394afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:35.193433 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d1ee4-d9a5-463d-b066-216526394afb None None] The sync data for ids ['84252024-6efc-4bd3-a099-d8e520d76812'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:35.343994 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f655da46-f263-4e03-bc86-a5a7422d0b23 req-daf4c914-5ca2-41b1-85ed-e223d4f5eca4 service neutron] 10.222.0.89 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923591 Aug 16 02:11:35.490568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d24c3398-808d-4ced-ae54-e00fd811f96d req-4aa4a243-c021-45ad-9af5-9664b18076f3 service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757552 Aug 16 02:11:35.631695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-b64789c2-423c-4081-96ec-ea2aeed30717 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.633820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-b64789c2-423c-4081-96ec-ea2aeed30717 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/networks?id=d65a6fd2-bc67-4211-8356-a2d204a0c455 HTTP/1.1" status: 200 len: 815 time: 0.2426333 Aug 16 02:11:35.655077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-bffdba9d-328f-48dd-87bc-b1a900e5387f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/quotas/e77a843852ac42419df350e3691bbfb5 HTTP/1.1" status: 200 len: 375 time: 0.0150754 Aug 16 02:11:35.715760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-e42aed4d-b7fc-4101-b1ac-c63e406a0c84 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e77a843852ac42419df350e3691bbfb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358136 Aug 16 02:11:35.839026 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.911021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-bfdaa6e0-f0f2-4af9-b411-8bbb7033a989 service neutron] 10.222.0.79 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865904 Aug 16 02:11:36.130728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-d5203902-5d98-417b-bbbf-839662e73e39 service neutron] 10.222.0.79 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887884 Aug 16 02:11:36.291121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-97c25991-8f6f-4dd4-9f27-af7c2c379ded tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.298840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-97c25991-8f6f-4dd4-9f27-af7c2c379ded tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.2045949 Aug 16 02:11:36.316772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Allocated IP 2001:db8:1::1 (79981b75-1a7d-439a-a9b2-6fef4a049eb5/0752159a-26c8-4432-8dc4-381e46cf517e/48e732c0-4851-4e55-a4ef-c597bac226a8) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:36.332206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-8762973f-e091-4e6f-b80d-99773fcbf019 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/quotas/65d886f4476b4771a78f3f288a7c859d HTTP/1.1" status: 200 len: 375 time: 0.0319395 Aug 16 02:11:36.466667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de5bdc-46e7-4fc4-b055-795132f587ff req-247a1f2a-0304-4e3f-afa1-132bd2a359f3 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.481090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6de5bdc-46e7-4fc4-b055-795132f587ff req-247a1f2a-0304-4e3f-afa1-132bd2a359f3 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 948 time: 0.1674948 Aug 16 02:11:36.577172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab8758b7-6d6e-4705-9d78-4035e96096e8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2262151 Aug 16 02:11:36.676221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f6de5bdc-46e7-4fc4-b055-795132f587ff req-2ef1b636-8584-46f6-a35f-c1d25a20cbd4 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/security-groups?id=7986b474-45f9-4529-8353-5d0d51ed42c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959186 Aug 16 02:11:36.682369 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.716066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Transition to ACTIVE for port object 48e732c0-4851-4e55-a4ef-c597bac226a8 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:36.743952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-cbeff9ab-0c4a-499e-9b29-9fbd6e19dabb service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656628 Aug 16 02:11:36.828927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76ef760f-edf5-44f7-8215-48fd24f5c8d0 req-6325fc4f-afcc-46da-99b1-17e9ba27cca3 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 210 time: 0.0754840 Aug 16 02:11:36.858934 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.923608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=48e732c0-4851-4e55-a4ef-c597bac226a8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:36.934849 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-bcbe226e-286f-4dd8-b727-f631f2828527 service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803882 Aug 16 02:11:36.936691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 79981b75-1a7d-439a-a9b2-6fef4a049eb5 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:36.938238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:36.940877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:36.941713 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.072916 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.202417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a25de1b-2d73-46ac-b20a-c6ec107444ee req-45c52a59-9ed3-4232-bec9-c00a40278e31 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 210 time: 0.0672548 Aug 16 02:11:37.227948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cdd67f1a-09d1-4a01-b5ca-b9c0a6b0db1c None None] Provisioning for port 48e732c0-4851-4e55-a4ef-c597bac226a8 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:37.232625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cdd67f1a-09d1-4a01-b5ca-b9c0a6b0db1c None None] Provisioning complete for port 48e732c0-4851-4e55-a4ef-c597bac226a8 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:37.233293 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cdd67f1a-09d1-4a01-b5ca-b9c0a6b0db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.270170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cdd67f1a-09d1-4a01-b5ca-b9c0a6b0db1c None None] Port 48e732c0-4851-4e55-a4ef-c597bac226a8 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:37.412861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.423282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.425405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.544182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=48e732c0-4851-4e55-a4ef-c597bac226a8,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:37.619247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 79981b75-1a7d-439a-a9b2-6fef4a049eb5 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:37.620858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:37.707188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-8fb83658-6383-424e-ba9b-513233a77fe9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:37.709317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-8fb83658-6383-424e-ba9b-513233a77fe9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.84 "GET /v2.0/networks?id=d65a6fd2-bc67-4211-8356-a2d204a0c455 HTTP/1.1" status: 200 len: 815 time: 0.2226837 Aug 16 02:11:37.754100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router 84252024-6efc-4bd3-a099-d8e520d76812 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:37.778162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Request body: {'port': {'device_id': '2874cda0-b137-4a10-b168-32474a3c4b68', 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455', 'admin_state_up': True, 'tenant_id': 'e77a843852ac42419df350e3691bbfb5'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:37.856917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1958fd7-6750-4d25-8f63-6c1c5ca0bf9c req-c7d4397a-0626-4554-b302-19b13274c639 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:37.858371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1958fd7-6750-4d25-8f63-6c1c5ca0bf9c req-c7d4397a-0626-4554-b302-19b13274c639 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 948 time: 0.1027520 Aug 16 02:11:38.005283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7943e03c-1777-41f1-9990-7453687fc711 None None] Provisioning complete for port 48e732c0-4851-4e55-a4ef-c597bac226a8 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:38.006242 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7943e03c-1777-41f1-9990-7453687fc711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.017362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Made reservation on behalf of e77a843852ac42419df350e3691bbfb5 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:38.029550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.054680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7943e03c-1777-41f1-9990-7453687fc711 None None] Port 48e732c0-4851-4e55-a4ef-c597bac226a8 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:38.178796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Allocated IP 172.20.0.7 (d65a6fd2-bc67-4211-8356-a2d204a0c455/95573df7-3ed0-4799-b8b6-32d612e8bd00/0c1766f6-bd9f-4d60-b8a1-615acdc4645e) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:38.339457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c046fb2-ff8e-41ef-b484-5359f08bd6aa req-c0835bab-be64-4f71-8f24-384cb7f5fada tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 210 time: 0.0393317 Aug 16 02:11:38.367440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.380213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1958fd7-6750-4d25-8f63-6c1c5ca0bf9c req-b0e7696e-d0e5-491b-89b0-bd58005b1317 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/security-groups?id=7986b474-45f9-4529-8353-5d0d51ed42c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926593 Aug 16 02:11:38.385038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:38.393661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f7f9bc72-0d64-4675-bb5d-02d1e15919e1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/84252024-6efc-4bd3-a099-d8e520d76812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2375808 Aug 16 02:11:38.394489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40516) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:38.395920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073d9202-9e0e-492b-ba88-0a8f5d7dc9c9 None None] Sync routers for ids ['84252024-6efc-4bd3-a099-d8e520d76812'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:38.418382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d9202-9e0e-492b-ba88-0a8f5d7dc9c9 None None] Routers {'84252024-6efc-4bd3-a099-d8e520d76812'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:38.420599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-073d9202-9e0e-492b-ba88-0a8f5d7dc9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84252024-6efc-4bd3-a099-d8e520d76812'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:38.448151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1553f329-78b0-4ce0-b7f5-aa4dba2b1db2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.453010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40518) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:38.454293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1553f329-78b0-4ce0-b7f5-aa4dba2b1db2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports/48e732c0-4851-4e55-a4ef-c597bac226a8 HTTP/1.1" status: 200 len: 913 time: 0.0584185 Aug 16 02:11:38.467786 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.490601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-073d9202-9e0e-492b-ba88-0a8f5d7dc9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:38.508246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3e05bff7-88fa-43db-8ce3-311d8635e2c1 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:38.512115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d9202-9e0e-492b-ba88-0a8f5d7dc9c9 None None] Routers {'84252024-6efc-4bd3-a099-d8e520d76812'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:38.512926 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-073d9202-9e0e-492b-ba88-0a8f5d7dc9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84252024-6efc-4bd3-a099-d8e520d76812'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:38.574067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d4209ee-586f-47ef-a474-9c4e9fac67a1 req-9b3a71d7-d83d-4e27-ad43-e66fb382c91d tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 210 time: 0.0374360 Aug 16 02:11:38.594486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-073d9202-9e0e-492b-ba88-0a8f5d7dc9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:38.595345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073d9202-9e0e-492b-ba88-0a8f5d7dc9c9 None None] The sync data for ids ['84252024-6efc-4bd3-a099-d8e520d76812'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:38.647232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Network d65a6fd2-bc67-4211-8356-a2d204a0c455 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:38.666729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:38.704431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3e05bff7-88fa-43db-8ce3-311d8635e2c1, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3e05bff7-88fa-43db-8ce3-311d8635e2c1,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:38.750221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '3e05bff7-88fa-43db-8ce3-311d8635e2c1', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '3e05bff7-88fa-43db-8ce3-311d8635e2c1', 'mac_address': 'fa:16:3e:73:d2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:38.803434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.819347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e05bff7-88fa-43db-8ce3-311d8635e2c1 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:38.871325 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-634b3c56-3f4d-406f-88dd-72d4dab01081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.874115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3e05bff7-88fa-43db-8ce3-311d8635e2c1, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3e05bff7-88fa-43db-8ce3-311d8635e2c1,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:38.881682 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.947812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=3e05bff7-88fa-43db-8ce3-311d8635e2c1,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.084271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['3e05bff7-88fa-43db-8ce3-311d8635e2c1'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:39.134415 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:39.140947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Pushing event updated for resources: {'Port': ['ID=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.250577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.251188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.319089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-0b91f191-fbc7-493c-a997-f11d02ee6e4f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.320626 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-0b91f191-fbc7-493c-a997-f11d02ee6e4f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.84 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.7629421 Aug 16 02:11:39.321838 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0d1f7f75-0b14-4093-84b2-4c69d2d9a2ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5478892 Aug 16 02:11:39.359716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Request body: {'port': {'device_id': '52044634-7f9f-441c-b26a-a56a2c26369c', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'admin_state_up': True, 'tenant_id': '65d886f4476b4771a78f3f288a7c859d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:39.421923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Request body: {'port': {'device_id': '2874cda0-b137-4a10-b168-32474a3c4b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:39.505710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5263a4-8e2a-4fbd-a9df-557b898b2cf6 req-de81c2c2-b337-46d8-b671-7891dee31a86 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.507544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d5263a4-8e2a-4fbd-a9df-557b898b2cf6 req-de81c2c2-b337-46d8-b671-7891dee31a86 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 931 time: 0.0801084 Aug 16 02:11:39.540490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cc4ed-8706-40fe-81c3-39048c874eed req-04fe238d-2951-44bf-a8ac-c9ff57067140 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.541623 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.542002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-427cc4ed-8706-40fe-81c3-39048c874eed req-04fe238d-2951-44bf-a8ac-c9ff57067140 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 949 time: 0.0811946 Aug 16 02:11:39.576206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d5263a4-8e2a-4fbd-a9df-557b898b2cf6 req-84326b33-b574-4920-8157-337f9db5771e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604410 Aug 16 02:11:39.607719 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.613708 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-427cc4ed-8706-40fe-81c3-39048c874eed req-9ec035da-9fc1-4812-8235-b777d6094059 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/security-groups?id=7986b474-45f9-4529-8353-5d0d51ed42c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648389 Aug 16 02:11:39.635702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Made reservation on behalf of 65d886f4476b4771a78f3f288a7c859d for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:39.639249 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.711284 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac7dc77e-374d-4682-af69-c34f0d0507ae req-cec10103-56ff-4cfe-8dc6-7b3d47dd2077 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 210 time: 0.0281634 Aug 16 02:11:39.858215 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77c5b566-d72b-4fae-b8e3-8ddacf941bfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.013638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Allocated IP 172.20.0.9 (87691784-fa2d-4a60-a026-eb05f8c9dc64/147f53e3-5971-4e4c-b75e-72fce8c26a2c/a4d7d086-c014-4ba2-94e2-a77779490374) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:40.193215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1766f6-bd9f-4d60-b8a1-615acdc4645e {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:40.231530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.279351 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Transition to ACTIVE for port object 0c1766f6-bd9f-4d60-b8a1-615acdc4645e will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:40.289276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.399415 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.406733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:40.477682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3e05bff7-88fa-43db-8ce3-311d8635e2c1 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:40.537058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:40.541394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:40.542167 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.551421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Attempting to bind port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:40.551764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Attempting to bind port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:40.552109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Attempting to bind port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e on network d65a6fd2-bc67-4211-8356-a2d204a0c455 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:40.554452 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.563344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-77c5b566-d72b-4fae-b8e3-8ddacf941bfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 48e732c0-4851-4e55-a4ef-c597bac226a8 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:40.563684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77c5b566-d72b-4fae-b8e3-8ddacf941bfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.588259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:40.631051 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e on network d65a6fd2-bc67-4211-8356-a2d204a0c455 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:40.631437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Attempting to bind port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e on network d65a6fd2-bc67-4211-8356-a2d204a0c455 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:40.660709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:40.661086 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Checking segment: {'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:40.661479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Bound using segment: {'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:40.661909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Bound port: 0c1766f6-bd9f-4d60-b8a1-615acdc4645e, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:40.662794 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.665595 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Network 87691784-fa2d-4a60-a026-eb05f8c9dc64 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:40.671164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event updated for resources: {'Port': ['ID=a4d7d086-c014-4ba2-94e2-a77779490374,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:40.683177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:40.689188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:40.732898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d804e9d-14f7-4863-932b-bcfb57af33c5 req-57e0b190-320a-431d-942b-96bca5b8b369 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.741374 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d804e9d-14f7-4863-932b-bcfb57af33c5 req-57e0b190-320a-431d-942b-96bca5b8b369 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 943 time: 0.0699275 Aug 16 02:11:40.789846 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.812436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77c5b566-d72b-4fae-b8e3-8ddacf941bfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.818256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d804e9d-14f7-4863-932b-bcfb57af33c5 req-23967a98-3dd7-4694-8ecf-374bb69a7dfa tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751431 Aug 16 02:11:40.829840 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.831061 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.836782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e05bff7-88fa-43db-8ce3-311d8635e2c1'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:40.839309 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecdd821-d3f8-4b09-8798-b3be94eba8f8" -d '{"events": [{"server_uuid": "69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11", "name": "network-vif-plugged", "status": "completed", "tag": "3e05bff7-88fa-43db-8ce3-311d8635e2c1"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:40.853164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-77c5b566-d72b-4fae-b8e3-8ddacf941bfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 48e732c0-4851-4e55-a4ef-c597bac226a8 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:40.855350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] For port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:40.866907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 3e05bff7-88fa-43db-8ce3-311d8635e2c1, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3e05bff7-88fa-43db-8ce3-311d8635e2c1,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:40.871854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcee0ab-81d4-4d3b-8ca2-8f33be041e02 req-4f97bb5a-3a07-4b60-a8fb-399a3b69c1a7 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.874427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fcee0ab-81d4-4d3b-8ca2-8f33be041e02 req-4f97bb5a-3a07-4b60-a8fb-399a3b69c1a7 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 949 time: 0.1174848 Aug 16 02:11:40.876932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5747502c-61da-46ef-8f4b-f134106d1a03 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5228219 Aug 16 02:11:40.891974 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.894811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] For port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:40.911213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Request body: {'port': {'device_id': '52044634-7f9f-441c-b26a-a56a2c26369c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:40.944463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.953052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fcee0ab-81d4-4d3b-8ca2-8f33be041e02 req-e1de584f-af96-4474-9507-75b99ecf4790 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/security-groups?id=7986b474-45f9-4529-8353-5d0d51ed42c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699632 Aug 16 02:11:41.040332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.040961 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.042444 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] 10.222.0.84 "PUT /v2.0/ports/0c1766f6-bd9f-4d60-b8a1-615acdc4645e HTTP/1.1" status: 200 len: 1092 time: 1.6286201 Aug 16 02:11:41.046157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2874cda0-b137-4a10-b168-32474a3c4b68', 'tag': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:41.047974 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14777ab-5d51-42fa-ace4-0e3c9170f77a" -d '{"events": [{"name": "network-changed", "server_uuid": "2874cda0-b137-4a10-b168-32474a3c4b68", "tag": "0c1766f6-bd9f-4d60-b8a1-615acdc4645e"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:41.090596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=3e05bff7-88fa-43db-8ce3-311d8635e2c1,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.174495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.175650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0814d79-aad2-4e09-a972-5d87bd9ab855 req-7034ed05-9988-4190-90bd-b1f51460b0f9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.180370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39135130-4892-4199-89b4-1a33b5bdde99 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.185447 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354250b5-a259-41d3-b5d6-5972200149e0 x-openstack-request-id: req-354250b5-a259-41d3-b5d6-5972200149e0 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:41.188303 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11", "name": "network-vif-plugged", "status": "completed", "tag": "3e05bff7-88fa-43db-8ce3-311d8635e2c1", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:41.190289 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-354250b5-a259-41d3-b5d6-5972200149e0 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:41.195466 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e05bff7-88fa-43db-8ce3-311d8635e2c1', 'code': 200} Aug 16 02:11:41.202728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0814d79-aad2-4e09-a972-5d87bd9ab855 req-7034ed05-9988-4190-90bd-b1f51460b0f9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 931 time: 0.1594336 Aug 16 02:11:41.275666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0814d79-aad2-4e09-a972-5d87bd9ab855 req-7786236d-9534-4e02-80d6-1445c8dd9e4e tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717640 Aug 16 02:11:41.287137 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfa83a0-8e23-4f7d-ba0e-cf9f02ab1a54 x-openstack-request-id: req-7bfa83a0-8e23-4f7d-ba0e-cf9f02ab1a54 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:41.287764 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2874cda0-b137-4a10-b168-32474a3c4b68", "tag": "0c1766f6-bd9f-4d60-b8a1-615acdc4645e", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:41.287764 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7bfa83a0-8e23-4f7d-ba0e-cf9f02ab1a54 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:41.288057 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2874cda0-b137-4a10-b168-32474a3c4b68', 'tag': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e', 'status': 'completed', 'code': 200} Aug 16 02:11:41.330976 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1239ae-598e-45f7-a41e-ebb68f22254c req-8d2d314e-bf45-4c7b-8004-cc73a25f3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.333002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c1239ae-598e-45f7-a41e-ebb68f22254c req-8d2d314e-bf45-4c7b-8004-cc73a25f3095 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 1102 time: 0.0536492 Aug 16 02:11:41.342069 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-06b64945-4139-486a-8aa9-ac35196be7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.343628 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-06b64945-4139-486a-8aa9-ac35196be7ca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e77a843852ac42419df350e3691bbfb5&device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 1095 time: 0.1644793 Aug 16 02:11:41.374589 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c1239ae-598e-45f7-a41e-ebb68f22254c req-f325e255-a0bd-4f14-8727-5178396f515f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7986b474-45f9-4529-8353-5d0d51ed42c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346076 Aug 16 02:11:41.458318 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-e5712ed8-129b-43fc-a4e5-baa8c7145577 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1766f6-bd9f-4d60-b8a1-615acdc4645e HTTP/1.1" status: 200 len: 217 time: 0.0955374 Aug 16 02:11:41.493873 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ce9c0f02-de42-44a2-8ce8-2cb44c495557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.512451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77c5b566-d72b-4fae-b8e3-8ddacf941bfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.554221 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.598570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5b566-d72b-4fae-b8e3-8ddacf941bfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=48e732c0-4851-4e55-a4ef-c597bac226a8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.621226 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0f979b4d-6f96-4901-99e4-bdcadc51112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.622730 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0f979b4d-6f96-4901-99e4-bdcadc51112f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=95573df7-3ed0-4799-b8b6-32d612e8bd00 HTTP/1.1" status: 200 len: 855 time: 0.1520188 Aug 16 02:11:41.712767 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-c85a2b80-f552-4d97-a3f4-48f9489bf80d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d65a6fd2-bc67-4211-8356-a2d204a0c455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737944 Aug 16 02:11:41.852784 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-77c5b566-d72b-4fae-b8e3-8ddacf941bfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.942990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d7d086-c014-4ba2-94e2-a77779490374 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:41.955493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938344-363d-4946-8a7a-60962c3373ae req-f7ac8256-ff06-4c42-b1d8-eac2e1a0fe6c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.958422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a938344-363d-4946-8a7a-60962c3373ae req-f7ac8256-ff06-4c42-b1d8-eac2e1a0fe6c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 943 time: 0.0593076 Aug 16 02:11:41.983676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.996472 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-0edeb61a-809b-4834-8830-4e7be9c5e675 service neutron] 10.222.0.84 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536373 Aug 16 02:11:42.014575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a938344-363d-4946-8a7a-60962c3373ae req-d353af79-9504-4041-a3dd-33f3f52842ba tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493083 Aug 16 02:11:42.017229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Transition to ACTIVE for port object a4d7d086-c014-4ba2-94e2-a77779490374 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:42.036681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.117414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40f42-2332-4c5e-9f69-cf3dd0956974 req-b77f432f-ab40-4784-b8f4-10e3caf09161 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.126626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2b40f42-2332-4c5e-9f69-cf3dd0956974 req-b77f432f-ab40-4784-b8f4-10e3caf09161 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 950 time: 0.0804036 Aug 16 02:11:42.154536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Pushing event updated for resources: {'Port': ['ID=a4d7d086-c014-4ba2-94e2-a77779490374,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.175379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2b40f42-2332-4c5e-9f69-cf3dd0956974 req-b6f550ec-1528-4f4c-88d1-bfae68a420b6 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/security-groups?id=7986b474-45f9-4529-8353-5d0d51ed42c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455396 Aug 16 02:11:42.419552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe0d12-da0e-427f-9b85-3398d3641936 req-80126dd0-fd1e-4460-a63d-dd7b33b63620 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.421059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5abe0d12-da0e-427f-9b85-3398d3641936 req-80126dd0-fd1e-4460-a63d-dd7b33b63620 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 943 time: 0.0585620 Aug 16 02:11:42.465615 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5abe0d12-da0e-427f-9b85-3398d3641936 req-9535945a-a083-482c-96e7-13493f18328b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381250 Aug 16 02:11:42.658614 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e05bfc2-4463-4991-8d21-a6036a266bea req-6680546e-b702-47ef-b60f-6a75c8c59e11 service neutron] 10.222.0.84 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493170 Aug 16 02:11:42.691597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c5b566-d72b-4fae-b8e3-8ddacf941bfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router 84252024-6efc-4bd3-a099-d8e520d76812 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:42.709019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Attempting to bind port a4d7d086-c014-4ba2-94e2-a77779490374 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:42.709364 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Attempting to bind port a4d7d086-c014-4ba2-94e2-a77779490374 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:42.709700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Attempting to bind port a4d7d086-c014-4ba2-94e2-a77779490374 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:42.736454 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.751632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Port a4d7d086-c014-4ba2-94e2-a77779490374 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:42.751969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Attempting to bind port a4d7d086-c014-4ba2-94e2-a77779490374 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:42.808470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:42.808824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Checking segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:42.809345 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Bound using segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:42.809695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Bound port: a4d7d086-c014-4ba2-94e2-a77779490374, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:42.810051 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.875014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14777ab-5d51-42fa-ace4-0e3c9170f77a req-8781fedb-7e89-49c9-a594-07594fd790a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.876521 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b14777ab-5d51-42fa-ace4-0e3c9170f77a req-8781fedb-7e89-49c9-a594-07594fd790a2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e77a843852ac42419df350e3691bbfb5&device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 1095 time: 0.1260760 Aug 16 02:11:42.878032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c5b566-d72b-4fae-b8e3-8ddacf941bfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:42.884120 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-77c5b566-d72b-4fae-b8e3-8ddacf941bfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/84252024-6efc-4bd3-a099-d8e520d76812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4269452 Aug 16 02:11:42.887000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40602) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:42.889526 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de78183-a130-4a2a-8400-0d074f8bd214 None None] Sync routers for ids ['84252024-6efc-4bd3-a099-d8e520d76812'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:42.899960 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de78183-a130-4a2a-8400-0d074f8bd214 None None] Routers {'84252024-6efc-4bd3-a099-d8e520d76812'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:42.900655 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0de78183-a130-4a2a-8400-0d074f8bd214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84252024-6efc-4bd3-a099-d8e520d76812'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:42.934041 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0de78183-a130-4a2a-8400-0d074f8bd214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:42.943856 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de78183-a130-4a2a-8400-0d074f8bd214 None None] Routers {'84252024-6efc-4bd3-a099-d8e520d76812'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:42.944773 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0de78183-a130-4a2a-8400-0d074f8bd214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84252024-6efc-4bd3-a099-d8e520d76812'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:42.965150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] For port a4d7d086-c014-4ba2-94e2-a77779490374, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:42.969925 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] For port a4d7d086-c014-4ba2-94e2-a77779490374, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a4d7d086-c014-4ba2-94e2-a77779490374,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:42.982562 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0de78183-a130-4a2a-8400-0d074f8bd214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:42.983478 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de78183-a130-4a2a-8400-0d074f8bd214 None None] The sync data for ids ['84252024-6efc-4bd3-a099-d8e520d76812'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:42.984629 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.044537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.045181 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.046592 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] 10.222.0.84 "PUT /v2.0/ports/a4d7d086-c014-4ba2-94e2-a77779490374 HTTP/1.1" status: 200 len: 1092 time: 2.1455097 Aug 16 02:11:43.052252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14777ab-5d51-42fa-ace4-0e3c9170f77a req-a6a9a22e-8c0f-4421-b2b2-e7e1b0623da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.053732 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b14777ab-5d51-42fa-ace4-0e3c9170f77a req-a6a9a22e-8c0f-4421-b2b2-e7e1b0623da1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d65a6fd2-bc67-4211-8356-a2d204a0c455 HTTP/1.1" status: 200 len: 916 time: 0.1685708 Aug 16 02:11:43.084019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38f313-f2c4-4614-a9ba-223c5340269d service neutron] Pushing event updated for resources: {'Port': ['ID=a4d7d086-c014-4ba2-94e2-a77779490374,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.123299 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b14777ab-5d51-42fa-ace4-0e3c9170f77a req-daf325ec-fe07-4392-869d-02e39a120869 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1766f6-bd9f-4d60-b8a1-615acdc4645e HTTP/1.1" status: 200 len: 217 time: 0.0527055 Aug 16 02:11:43.201152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-c93ea1a0-ac45-4aa1-ae9d-4b37ec3584c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.202708 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-c93ea1a0-ac45-4aa1-ae9d-4b37ec3584c4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 1095 time: 0.0888329 Aug 16 02:11:43.212907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14777ab-5d51-42fa-ace4-0e3c9170f77a req-eb0ddab4-2ce3-4307-b892-517b7e71416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.214416 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b14777ab-5d51-42fa-ace4-0e3c9170f77a req-eb0ddab4-2ce3-4307-b892-517b7e71416e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=95573df7-3ed0-4799-b8b6-32d612e8bd00 HTTP/1.1" status: 200 len: 855 time: 0.0689299 Aug 16 02:11:43.240816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf4a76-c050-4c18-b83d-e8e5006c60c0 req-5a74e2f5-b60d-4aa7-9679-650dc5baa5b0 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.242364 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4cf4a76-c050-4c18-b83d-e8e5006c60c0 req-5a74e2f5-b60d-4aa7-9679-650dc5baa5b0 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 943 time: 0.1022089 Aug 16 02:11:43.281950 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-40722d51-b99d-4dd0-a9d4-8f4963f1ac2a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4d7d086-c014-4ba2-94e2-a77779490374 HTTP/1.1" status: 200 len: 217 time: 0.0572374 Aug 16 02:11:43.284538 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b14777ab-5d51-42fa-ace4-0e3c9170f77a req-00fad5cb-3e57-4e7b-97a1-76de90d3b12d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d65a6fd2-bc67-4211-8356-a2d204a0c455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530653 Aug 16 02:11:43.289224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52044634-7f9f-441c-b26a-a56a2c26369c', 'tag': 'a4d7d086-c014-4ba2-94e2-a77779490374'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:43.291561 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e2c4a6-9ce1-4de2-a9db-a90cc24f4e71" -d '{"events": [{"name": "network-changed", "server_uuid": "52044634-7f9f-441c-b26a-a56a2c26369c", "tag": "a4d7d086-c014-4ba2-94e2-a77779490374"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:43.333804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4cf4a76-c050-4c18-b83d-e8e5006c60c0 req-8f6de71f-319e-4c0c-bd05-d80018f024f1 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843167 Aug 16 02:11:43.386360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfd862-ce03-4c82-ab7b-2b7aca07bfd3 req-790bcb52-9918-478f-ba48-b00cb05f6ebd tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.388131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45dfd862-ce03-4c82-ab7b-2b7aca07bfd3 req-790bcb52-9918-478f-ba48-b00cb05f6ebd tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 950 time: 0.0782487 Aug 16 02:11:43.399685 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e75077-ebb7-408f-86f3-e3cb96b71cb7 x-openstack-request-id: req-84e75077-ebb7-408f-86f3-e3cb96b71cb7 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:43.400005 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52044634-7f9f-441c-b26a-a56a2c26369c", "tag": "a4d7d086-c014-4ba2-94e2-a77779490374", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:43.400214 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-84e75077-ebb7-408f-86f3-e3cb96b71cb7 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:43.400607 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52044634-7f9f-441c-b26a-a56a2c26369c', 'tag': 'a4d7d086-c014-4ba2-94e2-a77779490374', 'status': 'completed', 'code': 200} Aug 16 02:11:43.406375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-4ccde7b2-de37-46d6-b88a-b99d66b64e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.407854 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-4ccde7b2-de37-46d6-b88a-b99d66b64e3d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.1100686 Aug 16 02:11:43.416070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41248d11-f80a-4f97-b6b4-38949f66430e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.447236 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-3d4991ed-d7cb-4377-9f47-fa4727ac1881 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292928 Aug 16 02:11:43.513718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45dfd862-ce03-4c82-ab7b-2b7aca07bfd3 req-f9f153d4-038a-40f8-a961-5df17545c7f5 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/security-groups?id=7986b474-45f9-4529-8353-5d0d51ed42c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174653 Aug 16 02:11:43.524878 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b14777ab-5d51-42fa-ace4-0e3c9170f77a req-dd380988-39ea-4f4f-980d-e0bfee88bb22 service neutron] 10.222.0.84 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158952 Aug 16 02:11:43.622709 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b14777ab-5d51-42fa-ace4-0e3c9170f77a req-74ac4c7b-8a8c-4ae3-87e5-120a4df10b91 service neutron] 10.222.0.84 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906129 Aug 16 02:11:43.676603 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-4b29812f-a73e-422c-824f-c9a5cc94ff3e service neutron] 10.222.0.84 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170746 Aug 16 02:11:43.684208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c6922-28ea-45f5-a9cc-9104310698e4 req-b0986d2f-5144-43cf-bfcc-c8f394a055e5 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.685783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-853c6922-28ea-45f5-a9cc-9104310698e4 req-b0986d2f-5144-43cf-bfcc-c8f394a055e5 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 943 time: 0.0801647 Aug 16 02:11:43.702172 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:11:43.765674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-853c6922-28ea-45f5-a9cc-9104310698e4 req-062522ea-8a80-49e6-a31d-24bc9c1766cb tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710008 Aug 16 02:11:43.799078 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b572c165-cbda-4cad-9e5d-1e8f7fef9f55 req-5b26af27-78fb-4e66-9bcc-2cf842816f40 service neutron] 10.222.0.84 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185017 Aug 16 02:11:43.833847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-41248d11-f80a-4f97-b6b4-38949f66430e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port adb90bf7-af02-49e4-ad53-e7642dd66f87 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:43.834185 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41248d11-f80a-4f97-b6b4-38949f66430e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.967912 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41248d11-f80a-4f97-b6b4-38949f66430e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.977338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2c4a6-9ce1-4de2-a9db-a90cc24f4e71 req-0c30425f-55fc-4211-a6d2-385f8d98514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.978958 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27e2c4a6-9ce1-4de2-a9db-a90cc24f4e71 req-0c30425f-55fc-4211-a6d2-385f8d98514e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 1095 time: 0.0822482 Aug 16 02:11:43.991472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-41248d11-f80a-4f97-b6b4-38949f66430e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for adb90bf7-af02-49e4-ad53-e7642dd66f87 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:44.056254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c4546-f0f0-443e-9f8e-d15ac59241a8 req-daa91e47-6bce-4fcc-9404-c249c6a72c07 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.057718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b27c4546-f0f0-443e-9f8e-d15ac59241a8 req-daa91e47-6bce-4fcc-9404-c249c6a72c07 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 950 time: 0.2087328 Aug 16 02:11:44.087195 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2c4a6-9ce1-4de2-a9db-a90cc24f4e71 req-7f7f5d71-7def-42f5-b340-374043588453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.088711 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27e2c4a6-9ce1-4de2-a9db-a90cc24f4e71 req-7f7f5d71-7def-42f5-b340-374043588453 service neutron] 10.222.0.84 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 907 time: 0.1016819 Aug 16 02:11:44.154742 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27e2c4a6-9ce1-4de2-a9db-a90cc24f4e71 req-5043b738-7fd6-43d3-9261-2fea0aa383e9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4d7d086-c014-4ba2-94e2-a77779490374 HTTP/1.1" status: 200 len: 217 time: 0.0559030 Aug 16 02:11:44.168097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b27c4546-f0f0-443e-9f8e-d15ac59241a8 req-320d620c-d45c-4b66-9ff3-323fc1b14207 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/security-groups?id=7986b474-45f9-4529-8353-5d0d51ed42c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979443 Aug 16 02:11:44.219046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2c4a6-9ce1-4de2-a9db-a90cc24f4e71 req-0f68379e-75c2-4728-aea0-3601c3f366d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.221391 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27e2c4a6-9ce1-4de2-a9db-a90cc24f4e71 req-0f68379e-75c2-4728-aea0-3601c3f366d5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0574608 Aug 16 02:11:44.224547 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.247292 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41248d11-f80a-4f97-b6b4-38949f66430e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.257595 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27e2c4a6-9ce1-4de2-a9db-a90cc24f4e71 req-e071975a-ea9a-48bb-af67-cb5dc620e4c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274284 Aug 16 02:11:44.281604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41248d11-f80a-4f97-b6b4-38949f66430e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=adb90bf7-af02-49e4-ad53-e7642dd66f87,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:44.393675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41248d11-f80a-4f97-b6b4-38949f66430e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.396735 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27e2c4a6-9ce1-4de2-a9db-a90cc24f4e71 req-c766a10b-957e-4a58-be5b-76ef7751f3b1 service neutron] 10.222.0.84 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303153 Aug 16 02:11:44.514235 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-27e2c4a6-9ce1-4de2-a9db-a90cc24f4e71 req-ba55939f-f11a-46bd-8756-14e389466482 service neutron] 10.222.0.84 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046624 Aug 16 02:11:44.591365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23423c6c-21b2-4c23-a42b-627f4516a9e9 req-10e65ded-aff2-45a5-b184-5a2246009e4e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.592789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23423c6c-21b2-4c23-a42b-627f4516a9e9 req-10e65ded-aff2-45a5-b184-5a2246009e4e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 943 time: 0.1537824 Aug 16 02:11:44.596876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41248d11-f80a-4f97-b6b4-38949f66430e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router 84252024-6efc-4bd3-a099-d8e520d76812 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:44.697003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23423c6c-21b2-4c23-a42b-627f4516a9e9 req-0fcd608c-7130-4fc6-9a7e-7b7a5288e2c7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972853 Aug 16 02:11:44.699608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41248d11-f80a-4f97-b6b4-38949f66430e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:44.704548 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-41248d11-f80a-4f97-b6b4-38949f66430e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/84252024-6efc-4bd3-a099-d8e520d76812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8164606 Aug 16 02:11:44.707392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40626) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:44.713470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b043de3-79e3-416c-92d1-c21cd5619f46 None None] Sync routers for ids ['84252024-6efc-4bd3-a099-d8e520d76812'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:44.723637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b043de3-79e3-416c-92d1-c21cd5619f46 None None] Routers {'84252024-6efc-4bd3-a099-d8e520d76812'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:44.724266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3b043de3-79e3-416c-92d1-c21cd5619f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84252024-6efc-4bd3-a099-d8e520d76812'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.741699 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ac49d4fe-d184-4ddb-b8f5-e85ad4435151 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=84252024-6efc-4bd3-a099-d8e520d76812 HTTP/1.1" status: 200 len: 205 time: 0.0328116 Aug 16 02:11:44.744237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40628) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:44.759837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3b043de3-79e3-416c-92d1-c21cd5619f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.768260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b043de3-79e3-416c-92d1-c21cd5619f46 None None] Routers {'84252024-6efc-4bd3-a099-d8e520d76812'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:44.768854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3b043de3-79e3-416c-92d1-c21cd5619f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['84252024-6efc-4bd3-a099-d8e520d76812'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.800570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3b043de3-79e3-416c-92d1-c21cd5619f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.801263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b043de3-79e3-416c-92d1-c21cd5619f46 None None] The sync data for ids ['84252024-6efc-4bd3-a099-d8e520d76812'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:44.818294 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71a03c6e-d2a5-4be9-9d32-fe61de34817f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.896833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc98bbc-1ee8-43db-ac66-4546fb49161e req-84768330-b23f-4390-b22c-f8b1b7eaa38b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.898408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5fc98bbc-1ee8-43db-ac66-4546fb49161e req-84768330-b23f-4390-b22c-f8b1b7eaa38b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 943 time: 0.0562088 Aug 16 02:11:44.941391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5fc98bbc-1ee8-43db-ac66-4546fb49161e req-da96f3be-c9e8-4653-ae79-ef1d36549ab9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368314 Aug 16 02:11:45.019106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71a03c6e-d2a5-4be9-9d32-fe61de34817f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.021829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71a03c6e-d2a5-4be9-9d32-fe61de34817f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.071207 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71a03c6e-d2a5-4be9-9d32-fe61de34817f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.071207 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a03c6e-d2a5-4be9-9d32-fe61de34817f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Fanout notify agent at l3_agent the message router_deleted on router 84252024-6efc-4bd3-a099-d8e520d76812 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:45.082479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71a03c6e-d2a5-4be9-9d32-fe61de34817f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.087016 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-71a03c6e-d2a5-4be9-9d32-fe61de34817f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/84252024-6efc-4bd3-a099-d8e520d76812 HTTP/1.1" status: 204 len: 168 time: 0.3394129 Aug 16 02:11:45.087344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40638) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:45.138655 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c054d0-97f2-4913-8ca1-5d01ad803dcb tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting subnet 0752159a-26c8-4432-8dc4-381e46cf517e {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:45.141933 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64c054d0-97f2-4913-8ca1-5d01ad803dcb tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.179083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6efd95-a11c-4204-908c-50a8846f588a req-ca23eb9b-6b3e-47fd-89d2-dc76c7f2d2c1 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.180555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb6efd95-a11c-4204-908c-50a8846f588a req-ca23eb9b-6b3e-47fd-89d2-dc76c7f2d2c1 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.89 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 950 time: 0.0515699 Aug 16 02:11:45.184620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64c054d0-97f2-4913-8ca1-5d01ad803dcb tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.294106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64c054d0-97f2-4913-8ca1-5d01ad803dcb tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.324698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bf5e0-64c8-43f2-a6c6-939fb760ff7e req-89e10441-4f78-4e72-97e7-3f83169e8d28 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.326303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be6bf5e0-64c8-43f2-a6c6-939fb760ff7e req-89e10441-4f78-4e72-97e7-3f83169e8d28 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 950 time: 0.0665066 Aug 16 02:11:45.333761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-eb6efd95-a11c-4204-908c-50a8846f588a req-8c354937-8355-44c2-b3b3-126379652430 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Deleting port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:45.334089 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eb6efd95-a11c-4204-908c-50a8846f588a req-8c354937-8355-44c2-b3b3-126379652430 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.355696 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64c054d0-97f2-4913-8ca1-5d01ad803dcb tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.389847 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-64c054d0-97f2-4913-8ca1-5d01ad803dcb tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.395057 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-64c054d0-97f2-4913-8ca1-5d01ad803dcb tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/0752159a-26c8-4432-8dc4-381e46cf517e HTTP/1.1" status: 204 len: 168 time: 0.3066037 Aug 16 02:11:45.396651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c054d0-97f2-4913-8ca1-5d01ad803dcb tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Subnet': ['ID=0752159a-26c8-4432-8dc4-381e46cf517e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.398832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40644) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:45.399861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e25f2-108c-4041-954c-e835e671f350 None None] Network 79981b75-1a7d-439a-a9b2-6fef4a049eb5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:45.458346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be6bf5e0-64c8-43f2-a6c6-939fb760ff7e req-1257e0b7-9f6e-405a-83b2-2ffe8e9b3cf6 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/security-groups?id=7986b474-45f9-4529-8353-5d0d51ed42c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196468 Aug 16 02:11:45.504129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc21e9c-abbc-4add-a100-cd605b430d40 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting subnet 37d1c722-a6f0-493b-bc0c-1c674bd9d873 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:45.518562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-eb6efd95-a11c-4204-908c-50a8846f588a req-8c354937-8355-44c2-b3b3-126379652430 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] For port 3e05bff7-88fa-43db-8ce3-311d8635e2c1, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=3e05bff7-88fa-43db-8ce3-311d8635e2c1,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:45.518950 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eb6efd95-a11c-4204-908c-50a8846f588a req-8c354937-8355-44c2-b3b3-126379652430 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.522447 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9fc21e9c-abbc-4add-a100-cd605b430d40 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.561532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-eb6efd95-a11c-4204-908c-50a8846f588a req-8c354937-8355-44c2-b3b3-126379652430 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Calling delete_port for 3e05bff7-88fa-43db-8ce3-311d8635e2c1 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:45.587806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9fc21e9c-abbc-4add-a100-cd605b430d40 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.735003 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9fc21e9c-abbc-4add-a100-cd605b430d40 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.784136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb97f3-7f2a-471a-85be-16c90c72c10b None None] DHCP port deletion for 79981b75-1a7d-439a-a9b2-6fef4a049eb5 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:45.834573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb97f3-7f2a-471a-85be-16c90c72c10b None None] Deleting port 0a9ec599-7039-4798-9331-e7d1178b7cae {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:45.834952 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbfb97f3-7f2a-471a-85be-16c90c72c10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.873646 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eb6efd95-a11c-4204-908c-50a8846f588a req-8c354937-8355-44c2-b3b3-126379652430 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.888370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['3e05bff7-88fa-43db-8ce3-311d8635e2c1'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:45.903675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a36d55-4498-4517-98e7-db4012e59b53 req-850b27b7-52d8-4a6d-911b-4876b79eea97 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.907312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65a36d55-4498-4517-98e7-db4012e59b53 req-850b27b7-52d8-4a6d-911b-4876b79eea97 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 943 time: 0.1169696 Aug 16 02:11:45.908923 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9fc21e9c-abbc-4add-a100-cd605b430d40 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.959733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c354937-8355-44c2-b3b3-126379652430 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Pushing event deleted for resources: {'Port': ['ID=3e05bff7-88fa-43db-8ce3-311d8635e2c1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.984604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bbfb97f3-7f2a-471a-85be-16c90c72c10b None None] For port 0a9ec599-7039-4798-9331-e7d1178b7cae, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0a9ec599-7039-4798-9331-e7d1178b7cae,segment=NetworkSegment(9c14e472-f992-4e6b-ac85-044bb0e3a881),segment_id=9c14e472-f992-4e6b-ac85-044bb0e3a881)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:45.984770 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbfb97f3-7f2a-471a-85be-16c90c72c10b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.000644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb97f3-7f2a-471a-85be-16c90c72c10b None None] Calling delete_port for 0a9ec599-7039-4798-9331-e7d1178b7cae owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:46.060997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6efd95-a11c-4204-908c-50a8846f588a req-8c354937-8355-44c2-b3b3-126379652430 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] No DVR routers for this DVR port 3e05bff7-88fa-43db-8ce3-311d8635e2c1 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:46.074152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc21e9c-abbc-4add-a100-cd605b430d40 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Subnet': ['ID=37d1c722-a6f0-493b-bc0c-1c674bd9d873,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.080010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eb6efd95-a11c-4204-908c-50a8846f588a req-8c354937-8355-44c2-b3b3-126379652430 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.082204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb6efd95-a11c-4204-908c-50a8846f588a req-8c354937-8355-44c2-b3b3-126379652430 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.89 "DELETE /v2.0/ports/3e05bff7-88fa-43db-8ce3-311d8635e2c1 HTTP/1.1" status: 204 len: 173 time: 0.8940163 Aug 16 02:11:46.083009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11', 'name': 'network-vif-deleted', 'tag': '3e05bff7-88fa-43db-8ce3-311d8635e2c1'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:46.085619 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b2f358-e890-42ff-80c0-0b14d87911d7" -d '{"events": [{"server_uuid": "69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11", "name": "network-vif-deleted", "tag": "3e05bff7-88fa-43db-8ce3-311d8635e2c1"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:46.121145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbfb97f3-7f2a-471a-85be-16c90c72c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.126332 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9fc21e9c-abbc-4add-a100-cd605b430d40 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.131947 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9fc21e9c-abbc-4add-a100-cd605b430d40 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/37d1c722-a6f0-493b-bc0c-1c674bd9d873 HTTP/1.1" status: 204 len: 168 time: 0.7272298 Aug 16 02:11:46.133913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40656) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:46.137552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04daae3d-8b52-4ba5-8634-7c51baede878 None None] Network f54f292a-b0b6-476e-aa5b-2bff5edf766d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:46.204525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65a36d55-4498-4517-98e7-db4012e59b53 req-f14fbf8d-3751-4c68-9660-e989bf39c668 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543304 Aug 16 02:11:46.225360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb97f3-7f2a-471a-85be-16c90c72c10b None None] Pushing event deleted for resources: {'Port': ['ID=0a9ec599-7039-4798-9331-e7d1178b7cae,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.237235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb97f3-7f2a-471a-85be-16c90c72c10b None None] No DVR routers for this DVR port 0a9ec599-7039-4798-9331-e7d1178b7cae on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:46.245053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3abca-b356-469e-bd8b-9a4714c86031 req-43575445-47a7-4660-8c38-273767749254 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.259596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06f3abca-b356-469e-bd8b-9a4714c86031 req-43575445-47a7-4660-8c38-273767749254 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 943 time: 0.1936529 Aug 16 02:11:46.310500 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf844dc5-04a5-4bbb-92ae-6c6c6bd7d834 x-openstack-request-id: req-cf844dc5-04a5-4bbb-92ae-6c6c6bd7d834 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:46.310828 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11", "name": "network-vif-deleted", "tag": "3e05bff7-88fa-43db-8ce3-311d8635e2c1", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:46.311036 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf844dc5-04a5-4bbb-92ae-6c6c6bd7d834 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:46.311808 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11', 'name': 'network-vif-deleted', 'tag': '3e05bff7-88fa-43db-8ce3-311d8635e2c1', 'status': 'completed', 'code': 200} Aug 16 02:11:46.349428 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.358229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06f3abca-b356-469e-bd8b-9a4714c86031 req-9ac92aca-e339-4b9d-a94b-7329ffea0e91 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974660 Aug 16 02:11:46.391083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0c1766f6-bd9f-4d60-b8a1-615acdc4645e details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:46.429694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8d19b5-98d8-47b3-9319-dff6679613ad None None] DHCP port deletion for f54f292a-b0b6-476e-aa5b-2bff5edf766d request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:46.463465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.473898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79981b75-1a7d-439a-a9b2-6fef4a049eb5']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.485895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c14e472-f992-4e6b-ac85-044bb0e3a881') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.486138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c14e472-f992-4e6b-ac85-044bb0e3a881') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.496797 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.521006 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.528876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:46.529420 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.530286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:46.534489 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:46.550322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e', 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455', 'port_id': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e', 'mac_address': 'fa:16:3e:4c:17:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95573df7-3ed0-4799-b8b6-32d612e8bd00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:46.602309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d19b5-98d8-47b3-9319-dff6679613ad None None] Deleting port 84eea31b-4466-4aef-b0bd-e6a11623ea8b {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:46.602687 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb8d19b5-98d8-47b3-9319-dff6679613ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.631709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ce11cb9-9008-412f-9289-d6118681378d req-5b569627-027b-47e6-850e-226dc3dc3d96 tempest-VolumesNegativeTest-1071282658 tempest-VolumesNegativeTest-1071282658-project] 10.222.0.79 "GET /v2.0/ports?device_id=69f51a0d-0d98-44aa-b91e-bd9ccbbf1e11 HTTP/1.1" status: 200 len: 210 time: 0.0373969 Aug 16 02:11:46.665641 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.676153 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.678039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/networks/79981b75-1a7d-439a-a9b2-6fef4a049eb5 HTTP/1.1" status: 204 len: 168 time: 0.5444438 Aug 16 02:11:46.680796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40662) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:46.692415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-eb8d19b5-98d8-47b3-9319-dff6679613ad None None] For port 84eea31b-4466-4aef-b0bd-e6a11623ea8b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=84eea31b-4466-4aef-b0bd-e6a11623ea8b,segment=NetworkSegment(13ac6dd0-de3e-4d53-b81c-80153f680049),segment_id=13ac6dd0-de3e-4d53-b81c-80153f680049)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:46.692959 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb8d19b5-98d8-47b3-9319-dff6679613ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.698098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e31fb-3952-4bd7-952d-da03d574abaa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Network': ['ID=79981b75-1a7d-439a-a9b2-6fef4a049eb5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.708623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d19b5-98d8-47b3-9319-dff6679613ad None None] Calling delete_port for 84eea31b-4466-4aef-b0bd-e6a11623ea8b owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:46.712918 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.730209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 84eea31b-4466-4aef-b0bd-e6a11623ea8b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:46.741167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1766f6-bd9f-4d60-b8a1-615acdc4645e {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:46.778875 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.827264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:46.838161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 84eea31b-4466-4aef-b0bd-e6a11623ea8b {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:46.838410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.838691 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.839466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a4d7d086-c014-4ba2-94e2-a77779490374 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:46.903704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port 84eea31b-4466-4aef-b0bd-e6a11623ea8b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=84eea31b-4466-4aef-b0bd-e6a11623ea8b,segment=NetworkSegment(13ac6dd0-de3e-4d53-b81c-80153f680049),segment_id=13ac6dd0-de3e-4d53-b81c-80153f680049)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:46.904073 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.918085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 84eea31b-4466-4aef-b0bd-e6a11623ea8b owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:46.972070 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb8d19b5-98d8-47b3-9319-dff6679613ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.990737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.997557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.025899 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.029558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d19b5-98d8-47b3-9319-dff6679613ad None None] No DVR routers for this DVR port 84eea31b-4466-4aef-b0bd-e6a11623ea8b on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:47.029782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=84eea31b-4466-4aef-b0bd-e6a11623ea8b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.031441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No DVR routers for this DVR port 84eea31b-4466-4aef-b0bd-e6a11623ea8b on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:47.034149 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d19b5-98d8-47b3-9319-dff6679613ad None None] Pushing event deleted for resources: {'Port': ['ID=84eea31b-4466-4aef-b0bd-e6a11623ea8b,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.101702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a9ec599-7039-4798-9331-e7d1178b7cae no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:47.104475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a4d7d086-c014-4ba2-94e2-a77779490374, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a4d7d086-c014-4ba2-94e2-a77779490374,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:47.130892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.131140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 0a9ec599-7039-4798-9331-e7d1178b7cae {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:47.131140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a9ec599-7039-4798-9331-e7d1178b7cae not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:47.134359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'a4d7d086-c014-4ba2-94e2-a77779490374', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'port_id': 'a4d7d086-c014-4ba2-94e2-a77779490374', 'mac_address': 'fa:16:3e:31:4c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147f53e3-5971-4e4c-b75e-72fce8c26a2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:47.152825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54f292a-b0b6-476e-aa5b-2bff5edf766d']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:47.171777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ac6dd0-de3e-4d53-b81c-80153f680049') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:47.171777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ac6dd0-de3e-4d53-b81c-80153f680049') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:47.176134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.179739 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.193264 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.194090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d7d086-c014-4ba2-94e2-a77779490374 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:47.200017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:47.200548 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:47.203878 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:47.220639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a4d7d086-c014-4ba2-94e2-a77779490374, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a4d7d086-c014-4ba2-94e2-a77779490374,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:47.224871 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.274023 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.282223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.285306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a4d7d086-c014-4ba2-94e2-a77779490374,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.288356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40672) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.288620 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/networks/f54f292a-b0b6-476e-aa5b-2bff5edf766d HTTP/1.1" status: 204 len: 168 time: 0.6067920 Aug 16 02:11:47.294507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1888055482'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:47.299957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Network': ['ID=f54f292a-b0b6-476e-aa5b-2bff5edf766d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.308340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.308821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.309215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.309552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.309884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.310438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.310777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.311111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.311442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.313347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.315706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.316018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb495b-1e19-4419-b1a2-5e0a133e3791 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.350743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:47.354280 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.377589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf36a2-0e8f-4207-a8f9-3d2dd7c0217c req-1f717d16-45ab-4d1b-bf19-73346222a0b2 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.379096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7cf36a2-0e8f-4207-a8f9-3d2dd7c0217c req-1f717d16-45ab-4d1b-bf19-73346222a0b2 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 944 time: 0.0809801 Aug 16 02:11:47.408080 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:47.428044 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.428387 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added segment 6390f60c-a3e2-40ea-89ce-97c356792a73 of type vlan for network a754ffce-d2df-4939-8d2c-e4eaec6543d6 Aug 16 02:11:47.450251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7cf36a2-0e8f-4207-a8f9-3d2dd7c0217c req-91020c67-b563-455a-9a8c-c6b25e030b93 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641310 Aug 16 02:11:47.499668 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.524413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc952187-d086-483b-9bf5-7046ac596d50 req-0a93b57a-3470-418f-aa2a-0c4edd0c0ed3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.526013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc952187-d086-483b-9bf5-7046ac596d50 req-0a93b57a-3470-418f-aa2a-0c4edd0c0ed3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 944 time: 0.0880816 Aug 16 02:11:47.563073 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.569361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.569967 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.649690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3599539 Aug 16 02:11:47.653578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40678) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.656688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc952187-d086-483b-9bf5-7046ac596d50 req-83881dac-0bf1-489e-848d-227022ce3e1f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222115 Aug 16 02:11:47.662078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'subnet': {'network_id': 'a754ffce-d2df-4939-8d2c-e4eaec6543d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:47.744065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd676de2-79ae-46af-a8dc-cc3896135d88 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Network': ['ID=a754ffce-d2df-4939-8d2c-e4eaec6543d6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.757323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network a754ffce-d2df-4939-8d2c-e4eaec6543d6 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:47.773607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:47.777509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.811714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['0c1766f6-bd9f-4d60-b8a1-615acdc4645e'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:47.814170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a4d7d086-c014-4ba2-94e2-a77779490374'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:48.018468 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.133483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Subnet': ['ID=d4328120-08b6-4ad3-ace8-4cea6e8411da,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.143272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Checking segment: {'id': '6390f60c-a3e2-40ea-89ce-97c356792a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a754ffce-d2df-4939-8d2c-e4eaec6543d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:48.144755 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network hostable DHCP agents. Network: a754ffce-d2df-4939-8d2c-e4eaec6543d6, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:48.169385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network a754ffce-d2df-4939-8d2c-e4eaec6543d6 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:48.181030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, a754ffce-d2df-4939-8d2c-e4eaec6543d6) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:48.193057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4696d9-6229-4dbb-a7b4-d557729ae4bf None None] Network a754ffce-d2df-4939-8d2c-e4eaec6543d6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:48.194402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.195034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.216711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1cab8e00-826c-4b39-af26-b40af0683dbd tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5589674 Aug 16 02:11:48.219252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40706) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.225974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b5ae4f4b-0111-499e-b0ac-d0f494e55e54 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1048895000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:48.307849 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.390314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-a754ffce-d2df-4939-8d2c-e4eaec6543d6', 'network_id': 'a754ffce-d2df-4939-8d2c-e4eaec6543d6', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'fixed_ips': [{'subnet_id': 'd4328120-08b6-4ad3-ace8-4cea6e8411da'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:48.391361 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.543611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3e05bff7-88fa-43db-8ce3-311d8635e2c1 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:48.571251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 3e05bff7-88fa-43db-8ce3-311d8635e2c1 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:48.571644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 3e05bff7-88fa-43db-8ce3-311d8635e2c1 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:48.596676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Allocated IP 2001:db8::2 (a754ffce-d2df-4939-8d2c-e4eaec6543d6/d4328120-08b6-4ad3-ace8-4cea6e8411da/114d38b1-ec92-4f62-9d5d-5b76510b9c37) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:48.731750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d58658-7989-4a6a-b7f7-0685b2008130 req-b69a5060-b751-4110-a3b4-315e9532d4d4 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.733298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03d58658-7989-4a6a-b7f7-0685b2008130 req-b69a5060-b751-4110-a3b4-315e9532d4d4 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 944 time: 0.0540714 Aug 16 02:11:48.734372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4f4b-0111-499e-b0ac-d0f494e55e54 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.735426 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4f4b-0111-499e-b0ac-d0f494e55e54 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.790319 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.799656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Transition to ACTIVE for port object 114d38b1-ec92-4f62-9d5d-5b76510b9c37 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:48.817330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Transition to ACTIVE for port object 114d38b1-ec92-4f62-9d5d-5b76510b9c37 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:48.824036 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.846565 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4f4b-0111-499e-b0ac-d0f494e55e54 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.855987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03d58658-7989-4a6a-b7f7-0685b2008130 req-5b599e6e-0798-46f6-8b14-c43e480fa598 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158884 Aug 16 02:11:48.860288 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4f4b-0111-499e-b0ac-d0f494e55e54 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.878316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Network a754ffce-d2df-4939-8d2c-e4eaec6543d6 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:48.880205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:48.880552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed1011-0f15-4cc4-87c3-55894818f718 req-5aa78fdb-3244-4f7a-9629-b8e5a52d6fdb tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.882339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aeed1011-0f15-4cc4-87c3-55894818f718 req-5aa78fdb-3244-4f7a-9629-b8e5a52d6fdb tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 944 time: 0.1311653 Aug 16 02:11:48.887888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:48.906319 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4f4b-0111-499e-b0ac-d0f494e55e54 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.907453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b5ae4f4b-0111-499e-b0ac-d0f494e55e54 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6869113 Aug 16 02:11:48.910404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40780) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.915734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'port': {'network_id': 'a754ffce-d2df-4939-8d2c-e4eaec6543d6', 'name': 'tempest-RoutersIpV6Test-970759378'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:48.937517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aeed1011-0f15-4cc4-87c3-55894818f718 req-e11e1346-fca2-47b7-ac08-8670ff833b26 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431359 Aug 16 02:11:48.997483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Attempting to bind port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:48.997856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Attempting to bind port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '6390f60c-a3e2-40ea-89ce-97c356792a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a754ffce-d2df-4939-8d2c-e4eaec6543d6'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:48.998214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Attempting to bind port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 on network a754ffce-d2df-4939-8d2c-e4eaec6543d6 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:49.001144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Pushing event updated for resources: {'Port': ['ID=114d38b1-ec92-4f62-9d5d-5b76510b9c37,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.005994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:49.006373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Checking segment: {'id': '6390f60c-a3e2-40ea-89ce-97c356792a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a754ffce-d2df-4939-8d2c-e4eaec6543d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:49.006769 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.007158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Bound using segment: {'id': '6390f60c-a3e2-40ea-89ce-97c356792a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a754ffce-d2df-4939-8d2c-e4eaec6543d6'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:49.007636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Bound port: 114d38b1-ec92-4f62-9d5d-5b76510b9c37, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6390f60c-a3e2-40ea-89ce-97c356792a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a754ffce-d2df-4939-8d2c-e4eaec6543d6'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:49.008017 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.073910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:49.077674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.086983 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] For port 114d38b1-ec92-4f62-9d5d-5b76510b9c37, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:49.091010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] For port 114d38b1-ec92-4f62-9d5d-5b76510b9c37, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=114d38b1-ec92-4f62-9d5d-5b76510b9c37,segment=NetworkSegment(6390f60c-a3e2-40ea-89ce-97c356792a73),segment_id=6390f60c-a3e2-40ea-89ce-97c356792a73)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:49.096724 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.103716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] device_id is not set on port 9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:11:49.168747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36cc81-3b2d-47a6-8283-f6079dfe1dcc None None] Pushing event updated for resources: {'Port': ['ID=114d38b1-ec92-4f62-9d5d-5b76510b9c37,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.265160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Allocated IP 2001:db8::39d (a754ffce-d2df-4939-8d2c-e4eaec6543d6/d4328120-08b6-4ad3-ace8-4cea6e8411da/9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:49.498286 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.515369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Transition to ACTIVE for port object 9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:49.560798 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.609762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network a754ffce-d2df-4939-8d2c-e4eaec6543d6 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:49.613654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:49.618732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:49.624455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.625855 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.630686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.647858 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d687dc9f-2fcf-45b3-9b12-bb5b941fff7c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7362580 Aug 16 02:11:49.650617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40848) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:50.084492 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.094975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb170f4-1b23-4d24-88a5-168cedf56a83 req-f441d1b8-fb16-4bc5-a7aa-8e670af24c8b tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.103021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2cb170f4-1b23-4d24-88a5-168cedf56a83 req-f441d1b8-fb16-4bc5-a7aa-8e670af24c8b tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 944 time: 0.0979979 Aug 16 02:11:50.246619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ac7d4-c53c-49ca-8bc6-d44bd5738cfd req-bcf03126-e549-4892-ad52-4c2902fcf490 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.248117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-130ac7d4-c53c-49ca-8bc6-d44bd5738cfd req-bcf03126-e549-4892-ad52-4c2902fcf490 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 944 time: 0.1421046 Aug 16 02:11:50.263065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2cb170f4-1b23-4d24-88a5-168cedf56a83 req-dc99d03d-fabd-4618-9755-5edadb586118 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341572 Aug 16 02:11:50.344571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-130ac7d4-c53c-49ca-8bc6-d44bd5738cfd req-e54bdba3-88b3-4858-8b0f-362f648205a6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804482 Aug 16 02:11:50.393858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0c1766f6-bd9f-4d60-b8a1-615acdc4645e up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:50.471069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a2960f-b2e9-4ead-bb5d-533536169b73 None None] Network a754ffce-d2df-4939-8d2c-e4eaec6543d6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:50.485627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.494334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.546188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:50.553488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:50.554140 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.611083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-206e6180-3749-4ac5-af6f-ec44f813e913 None None] Provisioning for port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:50.720209 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.723212 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.799608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 114d38b1-ec92-4f62-9d5d-5b76510b9c37 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:50.845451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.878672 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2874cda0-b137-4a10-b168-32474a3c4b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:50.880916 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df6212b-02d5-401e-8638-3cd2f3e5cc00" -d '{"events": [{"server_uuid": "2874cda0-b137-4a10-b168-32474a3c4b68", "name": "network-vif-plugged", "status": "completed", "tag": "0c1766f6-bd9f-4d60-b8a1-615acdc4645e"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:50.933585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:50.952086 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.953341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a4d7d086-c014-4ba2-94e2-a77779490374 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:50.995813 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a373d65-803b-4db7-9c96-a52e0e67c622 x-openstack-request-id: req-9a373d65-803b-4db7-9c96-a52e0e67c622 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:50.996150 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2874cda0-b137-4a10-b168-32474a3c4b68", "name": "network-vif-plugged", "status": "completed", "tag": "0c1766f6-bd9f-4d60-b8a1-615acdc4645e", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:50.996321 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a373d65-803b-4db7-9c96-a52e0e67c622 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:50.996929 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2874cda0-b137-4a10-b168-32474a3c4b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e', 'code': 200} Aug 16 02:11:51.072089 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.292923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:51.301867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:51.306524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:51.307007 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.354351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port a4d7d086-c014-4ba2-94e2-a77779490374 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:51.368854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port a4d7d086-c014-4ba2-94e2-a77779490374 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:51.369256 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.476603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853ea1-787b-431b-8af1-870825d05bd2 req-9e63b53d-1b82-4355-938a-dc809ae7e308 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.488004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74853ea1-787b-431b-8af1-870825d05bd2 req-9e63b53d-1b82-4355-938a-dc809ae7e308 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.0713832 Aug 16 02:11:51.500000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cba0b-3ef1-4749-a488-82737c6e09c8 req-a592330b-0ab0-448b-a932-de0d87a4f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.504445 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-417cba0b-3ef1-4749-a488-82737c6e09c8 req-a592330b-0ab0-448b-a932-de0d87a4f391 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 1097 time: 0.4218478 Aug 16 02:11:51.568830 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-417cba0b-3ef1-4749-a488-82737c6e09c8 req-ed27a3f4-dd22-4da7-b10c-e74da96d04ab service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516224 Aug 16 02:11:51.578775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74853ea1-787b-431b-8af1-870825d05bd2 req-e93098ff-8219-4183-b5f2-e931a4884604 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890913 Aug 16 02:11:51.599091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afdfff-d212-4116-90a3-f010f3a719af req-3afcb1b5-a758-4055-ba05-49c7d33a4b1a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.600664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8afdfff-d212-4116-90a3-f010f3a719af req-3afcb1b5-a758-4055-ba05-49c7d33a4b1a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 944 time: 0.1103733 Aug 16 02:11:51.611660 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.647383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-dbcc120b-6be4-4f9e-bf23-07f8841a052f None None] Provisioning for port 9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:51.672851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8afdfff-d212-4116-90a3-f010f3a719af req-77246936-717b-49f2-b398-a89259ccad97 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619483 Aug 16 02:11:51.706591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-dbcc120b-6be4-4f9e-bf23-07f8841a052f None None] Provisioning complete for port 9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:51.708039 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dbcc120b-6be4-4f9e-bf23-07f8841a052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.786247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 114d38b1-ec92-4f62-9d5d-5b76510b9c37, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=114d38b1-ec92-4f62-9d5d-5b76510b9c37,segment=NetworkSegment(6390f60c-a3e2-40ea-89ce-97c356792a73),segment_id=6390f60c-a3e2-40ea-89ce-97c356792a73)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:51.799887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc120b-6be4-4f9e-bf23-07f8841a052f None None] Port 9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:51.801586 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.830279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.833708 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.840828 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.842022 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.889852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=114d38b1-ec92-4f62-9d5d-5b76510b9c37,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:51.908343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-dbcc120b-6be4-4f9e-bf23-07f8841a052f None None] Provisioning complete for port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:51.908938 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dbcc120b-6be4-4f9e-bf23-07f8841a052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.945648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:51.969153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a4d7d086-c014-4ba2-94e2-a77779490374, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a4d7d086-c014-4ba2-94e2-a77779490374,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:51.975614 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.996426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network a754ffce-d2df-4939-8d2c-e4eaec6543d6 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:51.998028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:52.063803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a4d7d086-c014-4ba2-94e2-a77779490374,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.140350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router bbbc172a-7b6f-4fbe-81c5-d596616edaa5 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:52.176432 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-92b2e1d4-8399-4f96-abf3-da42107c4747 None None] Provisioning complete for port 9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:52.176841 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92b2e1d4-8399-4f96-abf3-da42107c4747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.231499 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-92b2e1d4-8399-4f96-abf3-da42107c4747 None None] Port 9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:52.271245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:52.276848 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9666ab1a-94a4-4752-84a3-3f3592121e6b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/bbbc172a-7b6f-4fbe-81c5-d596616edaa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6250176 Aug 16 02:11:52.279424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40950) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:52.287848 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e5342-a279-437b-8fb8-058117604b01 None None] Sync routers for ids ['bbbc172a-7b6f-4fbe-81c5-d596616edaa5'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:52.300242 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e5342-a279-437b-8fb8-058117604b01 None None] Routers {'bbbc172a-7b6f-4fbe-81c5-d596616edaa5'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:52.302483 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-759e5342-a279-437b-8fb8-058117604b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bbbc172a-7b6f-4fbe-81c5-d596616edaa5'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:52.336709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-759e5342-a279-437b-8fb8-058117604b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:52.354469 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e5342-a279-437b-8fb8-058117604b01 None None] Routers {'bbbc172a-7b6f-4fbe-81c5-d596616edaa5'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:52.355030 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-759e5342-a279-437b-8fb8-058117604b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bbbc172a-7b6f-4fbe-81c5-d596616edaa5'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:52.403556 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-759e5342-a279-437b-8fb8-058117604b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:52.404203 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e5342-a279-437b-8fb8-058117604b01 None None] The sync data for ids ['bbbc172a-7b6f-4fbe-81c5-d596616edaa5'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:52.459810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-45aa6f26-3c1c-4ce5-bfcf-b141c1805cd3 None None] Provisioning complete for port 9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:52.460720 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-45aa6f26-3c1c-4ce5-bfcf-b141c1805cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.501392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-45aa6f26-3c1c-4ce5-bfcf-b141c1805cd3 None None] Port 9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:52.688135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 114d38b1-ec92-4f62-9d5d-5b76510b9c37 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:52.763365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:52.763756 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.769786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222fe769-8e84-433b-99b5-25558d3756f4 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.771916 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-222fe769-8e84-433b-99b5-25558d3756f4 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports/9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f HTTP/1.1" status: 200 len: 983 time: 0.4911585 Aug 16 02:11:52.774542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40960) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:52.909289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfefed9-f0c2-4400-b0ff-1f1f6f3a3fab req-d496914d-2791-46d5-8f6d-0353c331e45e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.915386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcfefed9-f0c2-4400-b0ff-1f1f6f3a3fab req-d496914d-2791-46d5-8f6d-0353c331e45e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1849382 Aug 16 02:11:52.972031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbb9c2-baef-42ed-aead-4a0fcdeec140 req-c873c6b6-983a-446e-81b4-831426446380 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.980208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72fbb9c2-baef-42ed-aead-4a0fcdeec140 req-c873c6b6-983a-446e-81b4-831426446380 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 945 time: 0.1709852 Aug 16 02:11:52.998799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52044634-7f9f-441c-b26a-a56a2c26369c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d7d086-c014-4ba2-94e2-a77779490374'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:53.001396 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b614b58-422d-40e4-9628-9fad9f6e0e30" -d '{"events": [{"server_uuid": "52044634-7f9f-441c-b26a-a56a2c26369c", "name": "network-vif-plugged", "status": "completed", "tag": "a4d7d086-c014-4ba2-94e2-a77779490374"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:53.033765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcfefed9-f0c2-4400-b0ff-1f1f6f3a3fab req-c4971d17-cca2-4bef-a4a2-a5b98816072e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112654 Aug 16 02:11:53.047802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72fbb9c2-baef-42ed-aead-4a0fcdeec140 req-9125fab4-1a8b-469e-9930-14e7c47b53ce tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646026 Aug 16 02:11:53.065789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40968) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:53.126010 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ede242-bbf3-4e93-abd0-a636acf82d8c x-openstack-request-id: req-94ede242-bbf3-4e93-abd0-a636acf82d8c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:53.126590 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52044634-7f9f-441c-b26a-a56a2c26369c", "name": "network-vif-plugged", "status": "completed", "tag": "a4d7d086-c014-4ba2-94e2-a77779490374", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:53.127413 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-94ede242-bbf3-4e93-abd0-a636acf82d8c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:53.128670 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52044634-7f9f-441c-b26a-a56a2c26369c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d7d086-c014-4ba2-94e2-a77779490374', 'code': 200} Aug 16 02:11:53.328087 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5158751-d01f-4890-a3f6-5211351702ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.378072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9a73-1746-4940-99ba-026f69478b62 req-386fb1c5-7fb8-4533-bbd5-79186f7e5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.379880 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c46a9a73-1746-4940-99ba-026f69478b62 req-386fb1c5-7fb8-4533-bbd5-79186f7e5439 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 1097 time: 0.1355388 Aug 16 02:11:53.469199 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c46a9a73-1746-4940-99ba-026f69478b62 req-86cc50a7-95ed-4c8b-a5e1-21add8aac679 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733285 Aug 16 02:11:53.585062 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c595823-723a-4e0a-bf6d-fe4dc396c389 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.650844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40978) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:53.684037 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5158751-d01f-4890-a3f6-5211351702ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.691897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a5158751-d01f-4890-a3f6-5211351702ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.786122 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a5158751-d01f-4890-a3f6-5211351702ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3b379a78e214b048f7a505f9c0d0783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7192619 Aug 16 02:11:53.788877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 40982) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:53.797740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5158751-d01f-4890-a3f6-5211351702ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef49c4ec-8549-403f-a54c-605ba95196c0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.821141 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4b11cd81-e02c-440c-a44b-bf3a17cd0230 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4ecc343b608f4bedbe5bd15cc48f00ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681180 Aug 16 02:11:53.822647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 40984) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:53.862270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5cfe34b2-ab67-4447-bf2e-1b55d6a7d60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.874230 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.896577 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.917338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5cfe34b2-ab67-4447-bf2e-1b55d6a7d60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.947331 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.950829 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.952471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7986b474-45f9-4529-8353-5d0d51ed42c8 HTTP/1.1" status: 204 len: 168 time: 0.1286383 Aug 16 02:11:53.962876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7986b474-45f9-4529-8353-5d0d51ed42c8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.974046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.974750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.975251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.975817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.976422 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.977117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.977785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.978437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.979011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.979604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.980092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.980579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d9a73-c9b5-407d-be8c-87d85d503a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:53.993827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0c595823-723a-4e0a-bf6d-fe4dc396c389 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:53.994172 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c595823-723a-4e0a-bf6d-fe4dc396c389 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.054165 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5cfe34b2-ab67-4447-bf2e-1b55d6a7d60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.056802 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5cfe34b2-ab67-4447-bf2e-1b55d6a7d60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.062327 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5cfe34b2-ab67-4447-bf2e-1b55d6a7d60a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef49c4ec-8549-403f-a54c-605ba95196c0 HTTP/1.1" status: 204 len: 168 time: 0.2709830 Aug 16 02:11:54.078426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe34b2-ab67-4447-bf2e-1b55d6a7d60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef49c4ec-8549-403f-a54c-605ba95196c0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:54.130516 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c595823-723a-4e0a-bf6d-fe4dc396c389 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.158500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0c595823-723a-4e0a-bf6d-fe4dc396c389 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:54.281096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da794d99-5a60-4f3a-85dc-f867f8ea70c9 req-4c7b3ee6-8568-4280-98c9-2762f30a538b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.283142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da794d99-5a60-4f3a-85dc-f867f8ea70c9 req-4c7b3ee6-8568-4280-98c9-2762f30a538b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 945 time: 0.1002638 Aug 16 02:11:54.301483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72139f-a086-4900-8a25-c8da8f9f0185 req-53543c89-e6f6-4494-8806-26bfb59623fe tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.303575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb72139f-a086-4900-8a25-c8da8f9f0185 req-53543c89-e6f6-4494-8806-26bfb59623fe tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1034830 Aug 16 02:11:54.385881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da794d99-5a60-4f3a-85dc-f867f8ea70c9 req-bb96d5e4-ebd6-496f-86fc-669f4354dd2c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810745 Aug 16 02:11:54.398424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb72139f-a086-4900-8a25-c8da8f9f0185 req-0960bf14-08f1-4a8c-94dd-519621ca09c6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760043 Aug 16 02:11:54.494439 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c595823-723a-4e0a-bf6d-fe4dc396c389 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.615623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805eb4f3-a5fe-48cf-95bc-d6def1da5737 req-55f42f85-70cc-4032-8423-d6a954fcfc23 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.618467 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-805eb4f3-a5fe-48cf-95bc-d6def1da5737 req-55f42f85-70cc-4032-8423-d6a954fcfc23 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.0805438 Aug 16 02:11:54.682286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-805eb4f3-a5fe-48cf-95bc-d6def1da5737 req-b27aa60c-ef3d-4c8b-97a4-10528719de51 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566325 Aug 16 02:11:54.706879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0c595823-723a-4e0a-bf6d-fe4dc396c389 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.710227 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c595823-723a-4e0a-bf6d-fe4dc396c389 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=9302cd1c-3c4a-4de3-bbbf-f1400c0c2f2f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:54.916141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c595823-723a-4e0a-bf6d-fe4dc396c389 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router bbbc172a-7b6f-4fbe-81c5-d596616edaa5 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:55.074924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c595823-723a-4e0a-bf6d-fe4dc396c389 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:55.081564 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0c595823-723a-4e0a-bf6d-fe4dc396c389 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/bbbc172a-7b6f-4fbe-81c5-d596616edaa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3057315 Aug 16 02:11:55.084829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41048) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.091243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f352d-d42b-473a-9eca-4240abc69ee1 None None] Sync routers for ids ['bbbc172a-7b6f-4fbe-81c5-d596616edaa5'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:55.102265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f352d-d42b-473a-9eca-4240abc69ee1 None None] Routers {'bbbc172a-7b6f-4fbe-81c5-d596616edaa5'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:55.102921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9f0f352d-d42b-473a-9eca-4240abc69ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bbbc172a-7b6f-4fbe-81c5-d596616edaa5'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:55.150843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9f0f352d-d42b-473a-9eca-4240abc69ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:55.178687 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f352d-d42b-473a-9eca-4240abc69ee1 None None] Routers {'bbbc172a-7b6f-4fbe-81c5-d596616edaa5'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:55.181682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9f0f352d-d42b-473a-9eca-4240abc69ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bbbc172a-7b6f-4fbe-81c5-d596616edaa5'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:55.226942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-9f0f352d-d42b-473a-9eca-4240abc69ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:55.227857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f352d-d42b-473a-9eca-4240abc69ee1 None None] The sync data for ids ['bbbc172a-7b6f-4fbe-81c5-d596616edaa5'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:55.336761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d642a24-5a38-4b25-95f9-218d00f73518 req-1341dd4a-e491-4584-9a67-f3b29e9a950c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.338485 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d642a24-5a38-4b25-95f9-218d00f73518 req-1341dd4a-e491-4584-9a67-f3b29e9a950c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.2373054 Aug 16 02:11:55.399218 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-4bc0fab3-567e-4ce3-bd41-f0a13d5368fb tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 02:11:55.400525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4bc0fab3-567e-4ce3-bd41-f0a13d5368fb tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/bbbc172a-7b6f-4fbe-81c5-d596616edaa5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3146780 Aug 16 02:11:55.403440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41068) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.448422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a75694e3-51f6-4e0b-9235-121217860b4a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=bbbc172a-7b6f-4fbe-81c5-d596616edaa5 HTTP/1.1" status: 200 len: 205 time: 0.0433946 Aug 16 02:11:55.451253 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41072) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.464649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d642a24-5a38-4b25-95f9-218d00f73518 req-f26a8b55-fafc-46ef-a068-893abe6a3ec5 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082339 Aug 16 02:11:55.547078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04538a22-b291-4b98-b1c8-b317be36d76f req-13e9edc1-c20b-4513-80bb-1070f2d2f177 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.548167 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7961e6f-8d51-4562-8cd2-7877a26f8fbe tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.551071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04538a22-b291-4b98-b1c8-b317be36d76f req-13e9edc1-c20b-4513-80bb-1070f2d2f177 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.1162961 Aug 16 02:11:55.633765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04538a22-b291-4b98-b1c8-b317be36d76f req-786b6142-b14d-43fe-8bc1-1b99d497a019 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740933 Aug 16 02:11:55.643330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557873fc-3cd9-49cb-b5fa-cab7d6dbb67c req-67cc623e-d6e3-4f13-a584-bae1393150f3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.650736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-557873fc-3cd9-49cb-b5fa-cab7d6dbb67c req-67cc623e-d6e3-4f13-a584-bae1393150f3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 945 time: 0.0898762 Aug 16 02:11:55.663109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41080) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.753833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-557873fc-3cd9-49cb-b5fa-cab7d6dbb67c req-f80d0b41-fd15-4979-bded-0b0c10d74743 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017613 Aug 16 02:11:55.765947 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7961e6f-8d51-4562-8cd2-7877a26f8fbe tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.773116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-06a1d979-8024-459d-aed2-2ee9b7a971f3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/53290a1f-d160-472b-98ba-e5ce925173dc HTTP/1.1" status: 200 len: 991 time: 0.1088188 Aug 16 02:11:55.775336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7961e6f-8d51-4562-8cd2-7877a26f8fbe tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.832300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7961e6f-8d51-4562-8cd2-7877a26f8fbe tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.833138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7961e6f-8d51-4562-8cd2-7877a26f8fbe tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Fanout notify agent at l3_agent the message router_deleted on router bbbc172a-7b6f-4fbe-81c5-d596616edaa5 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:55.853441 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7961e6f-8d51-4562-8cd2-7877a26f8fbe tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.854965 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b7961e6f-8d51-4562-8cd2-7877a26f8fbe tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/bbbc172a-7b6f-4fbe-81c5-d596616edaa5 HTTP/1.1" status: 204 len: 168 time: 0.4022219 Aug 16 02:11:55.857692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41094) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.859781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41096) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.975057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e630c53-1ca4-43a0-8740-4f9c444ebcca req-77e3ff62-fed3-42b6-9283-102424b2b2c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.976903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e630c53-1ca4-43a0-8740-4f9c444ebcca req-77e3ff62-fed3-42b6-9283-102424b2b2c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 945 time: 0.0769432 Aug 16 02:11:55.981520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d79b9a-582d-4085-8ab2-e0cef44771aa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting subnet d4328120-08b6-4ad3-ace8-4cea6e8411da {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:55.985035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65d79b9a-582d-4085-8ab2-e0cef44771aa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.046824 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65d79b9a-582d-4085-8ab2-e0cef44771aa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.098520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e630c53-1ca4-43a0-8740-4f9c444ebcca req-68f16c74-d0c6-44bb-b2fd-a0716fe664d3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725498 Aug 16 02:11:56.151586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'network': {'name': 'tempest-network-smoke--156404062', 'project_id': '88de854c902c4de89cf8831855db3adc', 'port_security_enabled': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:56.181044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Made reservation on behalf of 88de854c902c4de89cf8831855db3adc for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:56.185014 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65d79b9a-582d-4085-8ab2-e0cef44771aa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.185527 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.198990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.236451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2499-ea6c-4786-b31d-d987b10caade req-fa5cfbf2-792c-49af-8762-51672341db0f tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.238276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbaa2499-ea6c-4786-b31d-d987b10caade req-fa5cfbf2-792c-49af-8762-51672341db0f tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1097 time: 0.0939183 Aug 16 02:11:56.297839 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65d79b9a-582d-4085-8ab2-e0cef44771aa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.346675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbaa2499-ea6c-4786-b31d-d987b10caade req-82fb6e4e-8080-4198-8a92-6074af725bd8 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935729 Aug 16 02:11:56.352825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d79b9a-582d-4085-8ab2-e0cef44771aa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Subnet': ['ID=d4328120-08b6-4ad3-ace8-4cea6e8411da,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.375902 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65d79b9a-582d-4085-8ab2-e0cef44771aa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.383283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-65d79b9a-582d-4085-8ab2-e0cef44771aa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/d4328120-08b6-4ad3-ace8-4cea6e8411da HTTP/1.1" status: 204 len: 168 time: 0.5240366 Aug 16 02:11:56.385252 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044576aa-04ad-4dc8-b201-e24e3dddb300 None None] Network a754ffce-d2df-4939-8d2c-e4eaec6543d6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:56.387347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41118) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.413185 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.419485 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.480844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:56.517314 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ec7159-a74c-4787-9a1e-c9227192130a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.536086 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.537865 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Added segment 826f36fc-cb84-4a6b-a6c9-f5598a3d665d of type vlan for network 7d34f731-a2d9-45ed-aecb-1a19117b0872 Aug 16 02:11:56.541197 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.566358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4654c-27d1-4bfa-92b4-e2d2fec6bcab req-d1f6b77a-94ad-4545-b3fa-1b1db83d9a86 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.567878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92a4654c-27d1-4bfa-92b4-e2d2fec6bcab req-d1f6b77a-94ad-4545-b3fa-1b1db83d9a86 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 945 time: 0.1047916 Aug 16 02:11:56.603257 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.647367 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.663232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.664871 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.671882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92a4654c-27d1-4bfa-92b4-e2d2fec6bcab req-0273b984-950e-4394-b5ae-2edee63a5c21 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936809 Aug 16 02:11:56.685874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:56.686284 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.757789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134af53b-4e4e-4857-9ff7-db13c19fa5cc None None] DHCP port deletion for a754ffce-d2df-4939-8d2c-e4eaec6543d6 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:56.797185 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9361646 Aug 16 02:11:56.797937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41130) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.805568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-471773131', 'admin_state_up': True, 'project_id': '88de854c902c4de89cf8831855db3adc', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:56.834145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10287b6-d3de-4930-a73d-47ecf5d206ce tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Network': ['ID=7d34f731-a2d9-45ed-aecb-1a19117b0872,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.853871 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.855071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.857018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 7d34f731-a2d9-45ed-aecb-1a19117b0872 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:56.879063 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port 114d38b1-ec92-4f62-9d5d-5b76510b9c37, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=114d38b1-ec92-4f62-9d5d-5b76510b9c37,segment=NetworkSegment(6390f60c-a3e2-40ea-89ce-97c356792a73),segment_id=6390f60c-a3e2-40ea-89ce-97c356792a73)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:56.879318 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.912661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 114d38b1-ec92-4f62-9d5d-5b76510b9c37 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:56.930631 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.962027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb1c30-899a-4f2d-9574-e03861edd04e req-df10596d-e599-4020-82d5-e6069e0e5626 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.969403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1efb1c30-899a-4f2d-9574-e03861edd04e req-df10596d-e599-4020-82d5-e6069e0e5626 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1921062 Aug 16 02:11:56.979678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-134af53b-4e4e-4857-9ff7-db13c19fa5cc None None] Deleting port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:56.980202 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-134af53b-4e4e-4857-9ff7-db13c19fa5cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.076138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1efb1c30-899a-4f2d-9574-e03861edd04e req-5a998428-346c-4d46-aa6c-508af49472b6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908871 Aug 16 02:11:57.083719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-134af53b-4e4e-4857-9ff7-db13c19fa5cc None None] For port 114d38b1-ec92-4f62-9d5d-5b76510b9c37, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=114d38b1-ec92-4f62-9d5d-5b76510b9c37,segment=NetworkSegment(6390f60c-a3e2-40ea-89ce-97c356792a73),segment_id=6390f60c-a3e2-40ea-89ce-97c356792a73)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:57.084488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-134af53b-4e4e-4857-9ff7-db13c19fa5cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.112823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-134af53b-4e4e-4857-9ff7-db13c19fa5cc None None] Calling delete_port for 114d38b1-ec92-4f62-9d5d-5b76510b9c37 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:57.114576 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.155967 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=114d38b1-ec92-4f62-9d5d-5b76510b9c37,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.159284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No DVR routers for this DVR port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:57.260325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.275969 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-134af53b-4e4e-4857-9ff7-db13c19fa5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.281274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.294053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a754ffce-d2df-4939-8d2c-e4eaec6543d6']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:57.309928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6390f60c-a3e2-40ea-89ce-97c356792a73') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:57.310147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6390f60c-a3e2-40ea-89ce-97c356792a73') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:57.318949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134af53b-4e4e-4857-9ff7-db13c19fa5cc None None] Pushing event deleted for resources: {'Port': ['ID=114d38b1-ec92-4f62-9d5d-5b76510b9c37,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.322953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134af53b-4e4e-4857-9ff7-db13c19fa5cc None None] No DVR routers for this DVR port 114d38b1-ec92-4f62-9d5d-5b76510b9c37 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:57.328866 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.353711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.359875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:57.360278 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:57.364083 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:57.392473 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-d810f818-628e-4070-89b5-71192bc633c0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1487613 Aug 16 02:11:57.441626 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.457942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.464670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/networks/a754ffce-d2df-4939-8d2c-e4eaec6543d6 HTTP/1.1" status: 204 len: 168 time: 1.0760734 Aug 16 02:11:57.466705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41152) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.481043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1745537203'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:57.485984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3903a-c68a-4b8b-a0d6-57c702b33cc9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Network': ['ID=a754ffce-d2df-4939-8d2c-e4eaec6543d6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.507852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:57.511685 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.538314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:57.552548 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.555297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.555911 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added segment 9797cb4c-bed5-4b0a-bf3d-9c7ba520c385 of type vlan for network 51cc2d53-affa-42eb-bc4f-721c00c92191 Aug 16 02:11:57.573455 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.624816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.673975 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.691943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.693127 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.741962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Allocated IP 172.25.2.215 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/651a1e14-c691-424d-abdb-a900d38e01c3) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:57.779651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3118815 Aug 16 02:11:57.782375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41162) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.787470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'subnet': {'network_id': '51cc2d53-affa-42eb-bc4f-721c00c92191', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:57.878287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea6d04-c8fe-4e1a-95b8-1937b5ca008f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Network': ['ID=51cc2d53-affa-42eb-bc4f-721c00c92191,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.886909 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.891102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 51cc2d53-affa-42eb-bc4f-721c00c92191 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:57.921188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b90ee-dd72-4584-86f4-5f8da382c140 req-48b21bec-d6b6-4b0d-9b6a-78bb8c7f42f7 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.923154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-585b90ee-dd72-4584-86f4-5f8da382c140 req-48b21bec-d6b6-4b0d-9b6a-78bb8c7f42f7 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 945 time: 0.1265988 Aug 16 02:11:57.948347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:57.952866 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.954582 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.010189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:58.025760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:58.032307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:58.040109 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-585b90ee-dd72-4584-86f4-5f8da382c140 req-72a07539-d163-4551-82c1-1109ef602d09 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086056 Aug 16 02:11:58.162417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=651a1e14-c691-424d-abdb-a900d38e01c3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.231320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391acea-0379-4560-9d31-a613ceacddcb req-775f2d9b-24ac-463b-837a-6ac0e399fd9c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.233110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e391acea-0379-4560-9d31-a613ceacddcb req-775f2d9b-24ac-463b-837a-6ac0e399fd9c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1003425 Aug 16 02:11:58.234588 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.341206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e391acea-0379-4560-9d31-a613ceacddcb req-245079c9-6643-4c33-8b51-113d478c1e36 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951431 Aug 16 02:11:58.353963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Subnet': ['ID=df3ca274-dc3e-4683-876c-6b9eb6be2249,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.369869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Checking segment: {'id': '9797cb4c-bed5-4b0a-bf3d-9c7ba520c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '51cc2d53-affa-42eb-bc4f-721c00c92191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:58.370808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network hostable DHCP agents. Network: 51cc2d53-affa-42eb-bc4f-721c00c92191, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:58.398627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 51cc2d53-affa-42eb-bc4f-721c00c92191 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:58.415188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 51cc2d53-affa-42eb-bc4f-721c00c92191) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:58.427630 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec61ad-a776-4a68-9ec3-406ae20749ce None None] Network 51cc2d53-affa-42eb-bc4f-721c00c92191 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:58.434375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.435225 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.456749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-85c3d308-e6ef-4e55-92cf-1a20f165f36b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6710379 Aug 16 02:11:58.457627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41174) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.466262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a30bb853-37ca-421f-b884-2b6e005ba4b5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1022988944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:58.523885 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a30bb853-37ca-421f-b884-2b6e005ba4b5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.525148 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a30bb853-37ca-421f-b884-2b6e005ba4b5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.629257 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-3d6fd9cf-43b8-452e-a100-6271699dd1da tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:11:58.630313 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-3d6fd9cf-43b8-452e-a100-6271699dd1da tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5054619 Aug 16 02:11:58.656215 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a30bb853-37ca-421f-b884-2b6e005ba4b5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.659028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Request body: {'binding': {'host': 'n-h1-768851-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:58.659802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Unknown quota resources ['binding']. {{(pid=101380) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:11:58.665201 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a30bb853-37ca-421f-b884-2b6e005ba4b5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.673981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c93e5e-c670-4616-9236-d5b8cf05aa5d req-e8474940-06b8-4dd7-8d3d-84d2fab50eff tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.675941 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f4c93e5e-c670-4616-9236-d5b8cf05aa5d req-e8474940-06b8-4dd7-8d3d-84d2fab50eff tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.84 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 945 time: 0.5494993 Aug 16 02:11:58.701611 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a30bb853-37ca-421f-b884-2b6e005ba4b5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.706455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a30bb853-37ca-421f-b884-2b6e005ba4b5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2467945 Aug 16 02:11:58.706710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41178) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.716838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-51cc2d53-affa-42eb-bc4f-721c00c92191', 'network_id': '51cc2d53-affa-42eb-bc4f-721c00c92191', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'fixed_ips': [{'subnet_id': 'df3ca274-dc3e-4683-876c-6b9eb6be2249'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:58.720320 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.744932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 114d38b1-ec92-4f62-9d5d-5b76510b9c37 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:58.768704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 114d38b1-ec92-4f62-9d5d-5b76510b9c37 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:58.769491 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 114d38b1-ec92-4f62-9d5d-5b76510b9c37 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:58.931007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Allocated IP 2001:db8::2 (51cc2d53-affa-42eb-bc4f-721c00c92191/df3ca274-dc3e-4683-876c-6b9eb6be2249/4b5323ca-acb8-472c-8026-71d40f0ceed6) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:59.001581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-f4c93e5e-c670-4616-9236-d5b8cf05aa5d req-37761bbd-a503-4edd-bafb-3b8a8cb74a39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Deleting port a4d7d086-c014-4ba2-94e2-a77779490374 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:59.002570 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f4c93e5e-c670-4616-9236-d5b8cf05aa5d req-37761bbd-a503-4edd-bafb-3b8a8cb74a39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.119299 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.124044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.137262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b on host n-h1-768851-16 for vnic_type normal with profile None {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:59.143459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:59.144133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b on network fffdd74c-a493-4175-a352-8e6a49f443cc {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:59.191805 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.204343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Transition to ACTIVE for port object 4b5323ca-acb8-472c-8026-71d40f0ceed6 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:59.228147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Transition to ACTIVE for port object 4b5323ca-acb8-472c-8026-71d40f0ceed6 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:59.248098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Port 2bf76767-5fec-4f72-ae1f-34537b70746b on network fffdd74c-a493-4175-a352-8e6a49f443cc not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:59.248693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b on network fffdd74c-a493-4175-a352-8e6a49f443cc {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:59.249255 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.266917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:59.267262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Checking segment: {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:59.268208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Bound using segment: {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:59.268652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Bound port: 2bf76767-5fec-4f72-ae1f-34537b70746b, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:59.293484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Network 51cc2d53-affa-42eb-bc4f-721c00c92191 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:59.299388 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:59.303426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:59.311254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Pushing event updated for resources: {'Port': ['ID=4b5323ca-acb8-472c-8026-71d40f0ceed6,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:59.377735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Attempting to bind port 4b5323ca-acb8-472c-8026-71d40f0ceed6 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:59.378087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Attempting to bind port 4b5323ca-acb8-472c-8026-71d40f0ceed6 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '9797cb4c-bed5-4b0a-bf3d-9c7ba520c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '51cc2d53-affa-42eb-bc4f-721c00c92191'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:59.378605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Attempting to bind port 4b5323ca-acb8-472c-8026-71d40f0ceed6 on network 51cc2d53-affa-42eb-bc4f-721c00c92191 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:59.385973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:59.385973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Checking segment: {'id': '9797cb4c-bed5-4b0a-bf3d-9c7ba520c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '51cc2d53-affa-42eb-bc4f-721c00c92191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:59.385973 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.386483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Bound using segment: {'id': '9797cb4c-bed5-4b0a-bf3d-9c7ba520c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '51cc2d53-affa-42eb-bc4f-721c00c92191'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:59.387063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Bound port: 4b5323ca-acb8-472c-8026-71d40f0ceed6, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9797cb4c-bed5-4b0a-bf3d-9c7ba520c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '51cc2d53-affa-42eb-bc4f-721c00c92191'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:59.388411 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.397719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9f1f9-9fa0-4e4c-8d2d-dea5878750a5 req-b6a93f0f-03f4-4195-b94e-7e598a561f6c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.399392 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ca9f1f9-9fa0-4e4c-8d2d-dea5878750a5 req-b6a93f0f-03f4-4195-b94e-7e598a561f6c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 945 time: 0.1294856 Aug 16 02:11:59.403480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f4c93e5e-c670-4616-9236-d5b8cf05aa5d req-37761bbd-a503-4edd-bafb-3b8a8cb74a39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] For port a4d7d086-c014-4ba2-94e2-a77779490374, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a4d7d086-c014-4ba2-94e2-a77779490374,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:59.403986 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f4c93e5e-c670-4616-9236-d5b8cf05aa5d req-37761bbd-a503-4edd-bafb-3b8a8cb74a39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.437239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-f4c93e5e-c670-4616-9236-d5b8cf05aa5d req-37761bbd-a503-4edd-bafb-3b8a8cb74a39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Calling delete_port for a4d7d086-c014-4ba2-94e2-a77779490374 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:59.479175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] For port 4b5323ca-acb8-472c-8026-71d40f0ceed6, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:59.488722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] For port 4b5323ca-acb8-472c-8026-71d40f0ceed6, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4b5323ca-acb8-472c-8026-71d40f0ceed6,segment=NetworkSegment(9797cb4c-bed5-4b0a-bf3d-9c7ba520c385),segment_id=9797cb4c-bed5-4b0a-bf3d-9c7ba520c385)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:59.501136 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.512695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ca9f1f9-9fa0-4e4c-8d2d-dea5878750a5 req-a1c77ada-0b92-4756-a3dd-4358e8dcbca0 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056445 Aug 16 02:11:59.580468 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:59.591377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Allocated IP 2001:db8::1 (51cc2d53-affa-42eb-bc4f-721c00c92191/df3ca274-dc3e-4683-876c-6b9eb6be2249/511411aa-9723-43af-afe9-90c451cc0fdb) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:59.599784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738f1ab-cf41-4950-991d-c60ee7ad2240 None None] Pushing event updated for resources: {'Port': ['ID=4b5323ca-acb8-472c-8026-71d40f0ceed6,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:59.629801 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.630973 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-bef0db6a-f814-4d35-ac11-0a694384eb7f service neutron] 10.222.0.79 "POST /v2.0/ports/2bf76767-5fec-4f72-ae1f-34537b70746b/bindings HTTP/1.1" status: 201 len: 390 time: 0.9791300 Aug 16 02:11:59.679746 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.906069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.932464 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f4c93e5e-c670-4616-9236-d5b8cf05aa5d req-37761bbd-a503-4edd-bafb-3b8a8cb74a39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.964078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758acfcd-4e18-45b9-b1df-dd18034db590 req-886d1b9f-159a-4619-aa8d-b330c4a39215 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.971350 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-758acfcd-4e18-45b9-b1df-dd18034db590 req-886d1b9f-159a-4619-aa8d-b330c4a39215 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.3579915 Aug 16 02:11:59.972848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc', 'a4d7d086-c014-4ba2-94e2-a77779490374'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:59.978157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37761bbd-a503-4edd-bafb-3b8a8cb74a39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event deleted for resources: {'Port': ['ID=a4d7d086-c014-4ba2-94e2-a77779490374,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:59.978765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Transition to ACTIVE for port object 511411aa-9723-43af-afe9-90c451cc0fdb will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:00.030882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cfb7b-855f-44cf-be65-025c9ced0b40 req-b72e811c-8c05-4b3b-9ca8-e7d6234cdb20 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.039053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-272cfb7b-855f-44cf-be65-025c9ced0b40 req-b72e811c-8c05-4b3b-9ca8-e7d6234cdb20 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.1901767 Aug 16 02:12:00.118460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-758acfcd-4e18-45b9-b1df-dd18034db590 req-c60bc4eb-14cb-432c-bd31-cad7d934c6a6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230636 Aug 16 02:12:00.129025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c93e5e-c670-4616-9236-d5b8cf05aa5d req-37761bbd-a503-4edd-bafb-3b8a8cb74a39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] No DVR routers for this DVR port a4d7d086-c014-4ba2-94e2-a77779490374 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:00.138049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.153500 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f4c93e5e-c670-4616-9236-d5b8cf05aa5d req-37761bbd-a503-4edd-bafb-3b8a8cb74a39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.154883 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f4c93e5e-c670-4616-9236-d5b8cf05aa5d req-37761bbd-a503-4edd-bafb-3b8a8cb74a39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.84 "DELETE /v2.0/ports/a4d7d086-c014-4ba2-94e2-a77779490374 HTTP/1.1" status: 204 len: 173 time: 1.4480174 Aug 16 02:12:00.155363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52044634-7f9f-441c-b26a-a56a2c26369c', 'name': 'network-vif-deleted', 'tag': 'a4d7d086-c014-4ba2-94e2-a77779490374'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:00.155567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-272cfb7b-855f-44cf-be65-025c9ced0b40 req-23b38ea5-d41e-403c-b895-03c5124df7c8 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153107 Aug 16 02:12:00.157960 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d6756-454a-45d8-98ac-9a96d3528b01" -d '{"events": [{"server_uuid": "52044634-7f9f-441c-b26a-a56a2c26369c", "name": "network-vif-deleted", "tag": "a4d7d086-c014-4ba2-94e2-a77779490374"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:00.223795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-9582fced-2c2e-4e0a-9485-208421df798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.226272 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-9582fced-2c2e-4e0a-9485-208421df798a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1097 time: 0.2545395 Aug 16 02:12:00.234269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 92e318c0-9756-4ad0-914b-ce4518313cab is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:00.293321 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=511411aa-9723-43af-afe9-90c451cc0fdb,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:00.299119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 51cc2d53-affa-42eb-bc4f-721c00c92191 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:00.300941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:00.303364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:00.304005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.318693 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da288c3-0e72-41c2-be0a-e24a7e1bb13a x-openstack-request-id: req-1da288c3-0e72-41c2-be0a-e24a7e1bb13a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:00.318966 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52044634-7f9f-441c-b26a-a56a2c26369c", "name": "network-vif-deleted", "tag": "a4d7d086-c014-4ba2-94e2-a77779490374", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:00.319220 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1da288c3-0e72-41c2-be0a-e24a7e1bb13a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:00.319624 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52044634-7f9f-441c-b26a-a56a2c26369c', 'name': 'network-vif-deleted', 'tag': 'a4d7d086-c014-4ba2-94e2-a77779490374', 'status': 'completed', 'code': 200} Aug 16 02:12:00.399380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-d657e706-5f30-46bb-853a-8d6b2bcf0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.400820 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-d657e706-5f30-46bb-853a-8d6b2bcf0582 service neutron] 10.222.0.84 "GET /v2.0/networks?id=fffdd74c-a493-4175-a352-8e6a49f443cc HTTP/1.1" status: 200 len: 897 time: 0.1596582 Aug 16 02:12:00.441980 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.505057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:00.525414 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Sync routers for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:00.528367 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-8357f0a1-c06e-455c-8552-eefeb74d5e5f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf76767-5fec-4f72-ae1f-34537b70746b HTTP/1.1" status: 200 len: 999 time: 0.1003098 Aug 16 02:12:00.545502 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:00.546274 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:00.554146 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.560200 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8c9105c0-5c9a-42b9-b839-98665c54f039 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7558258 Aug 16 02:12:00.572499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41202) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:00.604333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-68996e02-b4ea-4ef1-88d4-e5f66f021453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.607888 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-68996e02-b4ea-4ef1-88d4-e5f66f021453 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=05e79494-abc1-4536-b42f-900561699744 HTTP/1.1" status: 200 len: 834 time: 0.0684741 Aug 16 02:12:00.756115 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-22940aaa-7d21-452e-954e-e41f080daec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.771275 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-22940aaa-7d21-452e-954e-e41f080daec8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fffdd74c-a493-4175-a352-8e6a49f443cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1549375 Aug 16 02:12:00.851808 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4b5323ca-acb8-472c-8026-71d40f0ceed6 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:00.993714 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-eb524dd8-07af-4e69-86f0-7d80d7798fe5 service neutron] 10.222.0.84 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125747 Aug 16 02:12:01.005285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4b5323ca-acb8-472c-8026-71d40f0ceed6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:01.018843 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:01.119714 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-2d02e5fa-faa5-400f-aa03-dfe178b1006c service neutron] 10.222.0.84 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184671 Aug 16 02:12:01.124245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c09fa2-de4b-4951-b1a0-7316f3c43d99 None None] Network 51cc2d53-affa-42eb-bc4f-721c00c92191 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:01.305104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-77126401-3a6e-4346-af38-f950ae015e0d None None] Provisioning for port 4b5323ca-acb8-472c-8026-71d40f0ceed6 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:01.315286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-77126401-3a6e-4346-af38-f950ae015e0d None None] Provisioning complete for port 4b5323ca-acb8-472c-8026-71d40f0ceed6 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:01.315797 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77126401-3a6e-4346-af38-f950ae015e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.332160 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:11:58Z', 'revision_number': 3, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:01.386988 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cb02c54c-5377-4f88-801c-f945c6338854 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=88de854c902c4de89cf8831855db3adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8138092 Aug 16 02:12:01.391368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41214) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:01.393300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-06f4a413-637b-49de-ba21-4f6d27fad577 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.394875 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-06f4a413-637b-49de-ba21-4f6d27fad577 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376&tenant_id=deee63146f784616a74dc0add2d1dad0&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1097 time: 0.1666529 Aug 16 02:12:01.398060 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Checking router: 92e318c0-9756-4ad0-914b-ce4518313cab for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:01.398522 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Updating router 92e318c0-9756-4ad0-914b-ce4518313cab port 651a1e14-c691-424d-abdb-a900d38e01c3 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:01.410562 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-16'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:01.454549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-645ef5bd-0a71-44cb-9237-d550547acd7c req-64f5a3b1-111d-4a1d-83e2-6903999014c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=52044634-7f9f-441c-b26a-a56a2c26369c HTTP/1.1" status: 200 len: 210 time: 0.2010400 Aug 16 02:12:01.474547 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.525840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.564229 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77126401-3a6e-4346-af38-f950ae015e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.645644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-77126401-3a6e-4346-af38-f950ae015e0d None None] For port 4b5323ca-acb8-472c-8026-71d40f0ceed6, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4b5323ca-acb8-472c-8026-71d40f0ceed6,segment=NetworkSegment(9797cb4c-bed5-4b0a-bf3d-9c7ba520c385),segment_id=9797cb4c-bed5-4b0a-bf3d-9c7ba520c385)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:01.660564 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77126401-3a6e-4346-af38-f950ae015e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.764819 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.765487 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77126401-3a6e-4346-af38-f950ae015e0d None None] Pushing event updated for resources: {'Port': ['ID=4b5323ca-acb8-472c-8026-71d40f0ceed6,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:01.769723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:01.798141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.800055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.816037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b3ec7-4666-40e6-b2f1-3d09d523ca2f req-dca35489-1203-4e60-9714-dfe141308924 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.823409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-740b3ec7-4666-40e6-b2f1-3d09d523ca2f req-dca35489-1203-4e60-9714-dfe141308924 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.4516768 Aug 16 02:12:01.852646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:01.893542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666e037-f259-45f4-9181-b21bd819592f tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.895100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e666e037-f259-45f4-9181-b21bd819592f tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4958797 Aug 16 02:12:01.903128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b7698-87d0-41df-b268-0094d767c574 req-ddbade54-3597-4f8e-ad49-0e03e3653adc tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.904032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41216) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:01.911300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-731b7698-87d0-41df-b268-0094d767c574 req-ddbade54-3597-4f8e-ad49-0e03e3653adc tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.3190446 Aug 16 02:12:01.928913 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.944321 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Transition to ACTIVE for port object 651a1e14-c691-424d-abdb-a900d38e01c3 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:01.956026 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.986997 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9c2f4a62-5c64-457d-b644-a02d700a8f6e tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803990 Aug 16 02:12:01.990832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41218) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:01.994102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=511411aa-9723-43af-afe9-90c451cc0fdb,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:01.996997 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.005021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-986850726', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'project_id': '88de854c902c4de89cf8831855db3adc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:02.008673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e61ce279-1a61-4cf6-857a-b804d3f8e247 None None] Provisioning for port 511411aa-9723-43af-afe9-90c451cc0fdb completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:02.009608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-740b3ec7-4666-40e6-b2f1-3d09d523ca2f req-24472b49-73df-4337-88e0-6b98b5ddf3ac tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831734 Aug 16 02:12:02.026622 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e61ce279-1a61-4cf6-857a-b804d3f8e247 None None] Provisioning complete for port 511411aa-9723-43af-afe9-90c451cc0fdb triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:02.027001 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e61ce279-1a61-4cf6-857a-b804d3f8e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.040456 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.040788 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287408a2-73fa-4a18-91fe-b3d6a65e9177 None None] Pushing event updated for resources: {'Port': ['ID=651a1e14-c691-424d-abdb-a900d38e01c3,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:02.043134 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Attempting to bind port 651a1e14-c691-424d-abdb-a900d38e01c3 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:02.043501 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Attempting to bind port 651a1e14-c691-424d-abdb-a900d38e01c3 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:02.054718 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Attempting to bind port 651a1e14-c691-424d-abdb-a900d38e01c3 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:02.061010 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:02.061277 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:02.061570 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.063923 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:02.064759 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Bound port: 651a1e14-c691-424d-abdb-a900d38e01c3, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:02.070988 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.074632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-731b7698-87d0-41df-b268-0094d767c574 req-9a8ce73d-332c-4e6f-acba-5cf4e70ed402 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623139 Aug 16 02:12:02.131946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e61ce279-1a61-4cf6-857a-b804d3f8e247 None None] Port 511411aa-9723-43af-afe9-90c451cc0fdb cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:02.139235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 51cc2d53-affa-42eb-bc4f-721c00c92191 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:02.140803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:02.158747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e61ce279-1a61-4cf6-857a-b804d3f8e247 None None] Provisioning complete for port 4b5323ca-acb8-472c-8026-71d40f0ceed6 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:02.159124 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e61ce279-1a61-4cf6-857a-b804d3f8e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.204516 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] For port 651a1e14-c691-424d-abdb-a900d38e01c3, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:02.216953 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] For port 651a1e14-c691-424d-abdb-a900d38e01c3, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=651a1e14-c691-424d-abdb-a900d38e01c3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:02.226721 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.321977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b on host n-h2-768851-16 for vnic_type normal with profile {"migrating_to": "n-h1-768851-16"} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:02.322224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:02.328436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b on network fffdd74c-a493-4175-a352-8e6a49f443cc {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:02.332052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:02.335542 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9697470e-f24b-4d33-b578-06ccac0706c5" -d '{"events": [{"server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:02.383442 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:02.384803 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:02.395494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router b553286d-9a01-463b-8877-ba715a1535f8 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:02.440121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Port 2bf76767-5fec-4f72-ae1f-34537b70746b on network fffdd74c-a493-4175-a352-8e6a49f443cc not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:02.440459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Attempting to bind port 2bf76767-5fec-4f72-ae1f-34537b70746b on network fffdd74c-a493-4175-a352-8e6a49f443cc {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:02.448275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Pushing event updated for resources: {'Port': ['ID=2bf76767-5fec-4f72-ae1f-34537b70746b,revision_number=7']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:02.487468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a4d7d086-c014-4ba2-94e2-a77779490374 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:02.488943 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287408a2-73fa-4a18-91fe-b3d6a65e9177 None None] Pushing event updated for resources: {'Port': ['ID=651a1e14-c691-424d-abdb-a900d38e01c3,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:02.491051 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c63b73-9063-498d-8306-d28b4ddb3558 x-openstack-request-id: req-c7c63b73-9063-498d-8306-d28b4ddb3558 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:02.491051 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:02.497424 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c7c63b73-9063-498d-8306-d28b4ddb3558 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:02.497866 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'code': 200} Aug 16 02:12:02.498656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:02.499330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Checking segment: {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:02.499456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Bound using segment: {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:02.499825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Bound port: 2bf76767-5fec-4f72-ae1f-34537b70746b, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06a214-0bd7-4b01-8972-83e4a8b0fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:02.500758 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.503658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Made reservation on behalf of 88de854c902c4de89cf8831855db3adc for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:02.522708 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.545726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: a4d7d086-c014-4ba2-94e2-a77779490374 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:02.546074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a4d7d086-c014-4ba2-94e2-a77779490374 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:02.584685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-197206cc-0c7b-4ec4-9e8d-28b556ea8bf7 None None] Provisioning complete for port 511411aa-9723-43af-afe9-90c451cc0fdb triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:02.585027 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-197206cc-0c7b-4ec4-9e8d-28b556ea8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.671420 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:02.689712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:02.709498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-464fdc6a-2f06-4d57-ad66-33f4f2834982 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/b553286d-9a01-463b-8877-ba715a1535f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0017104 Aug 16 02:12:02.710005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-197206cc-0c7b-4ec4-9e8d-28b556ea8bf7 None None] Port 511411aa-9723-43af-afe9-90c451cc0fdb cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:02.713032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b65ec7-f665-4b1e-90f9-b2e5c4fc9b57 None None] Sync routers for ids ['b553286d-9a01-463b-8877-ba715a1535f8'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:02.720222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41232) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:02.738637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b65ec7-f665-4b1e-90f9-b2e5c4fc9b57 None None] Routers {'b553286d-9a01-463b-8877-ba715a1535f8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:02.739250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-33b65ec7-f665-4b1e-90f9-b2e5c4fc9b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b553286d-9a01-463b-8877-ba715a1535f8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:02.807146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38459de-c627-4511-9736-ac8fd3962fda tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:02.808599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f38459de-c627-4511-9736-ac8fd3962fda tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports/511411aa-9723-43af-afe9-90c451cc0fdb HTTP/1.1" status: 200 len: 911 time: 0.0873384 Aug 16 02:12:02.818735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4b5323ca-acb8-472c-8026-71d40f0ceed6 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:02.821657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41234) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:02.872261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:02.876168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-33b65ec7-f665-4b1e-90f9-b2e5c4fc9b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:02.884183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:02.895502 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.920578 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:11:58Z', 'revision_number': 3, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:02.940063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Provisioning complete for port 2bf76767-5fec-4f72-ae1f-34537b70746b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:02.940433 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.948964 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb2582-26b5-4abb-a49b-c4400839c394 None None] The sync data for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 is: [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:11:58Z', 'revision_number': 3, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:03.018942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b65ec7-f665-4b1e-90f9-b2e5c4fc9b57 None None] Routers {'b553286d-9a01-463b-8877-ba715a1535f8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:03.023807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-33b65ec7-f665-4b1e-90f9-b2e5c4fc9b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b553286d-9a01-463b-8877-ba715a1535f8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:03.083329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-33b65ec7-f665-4b1e-90f9-b2e5c4fc9b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:03.084873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b65ec7-f665-4b1e-90f9-b2e5c4fc9b57 None None] The sync data for ids ['b553286d-9a01-463b-8877-ba715a1535f8'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:03.094242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4b5323ca-acb8-472c-8026-71d40f0ceed6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:03.095114 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.233337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Pushing event updated for resources: {'Port': ['ID=2bf76767-5fec-4f72-ae1f-34537b70746b,revision_number=8']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.255362 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.349711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:03.353671 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c5aa9c-ae0c-4f1d-8383-c133123733d0" -d '{"events": [{"server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "name": "network-vif-plugged", "status": "completed", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:03.381202 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.391719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b71f2-9633-4049-8d7d-9c6d0be880e7 req-494b81f4-aa69-4aaa-a67f-288893f3965f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.391943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:03.393448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.394160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.395855 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-a9120b73-982c-4184-b887-5898d391f15d service neutron] 10.222.0.84 "PUT /v2.0/ports/2bf76767-5fec-4f72-ae1f-34537b70746b HTTP/1.1" status: 200 len: 1123 time: 1.9929819 Aug 16 02:12:03.405549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af7b71f2-9633-4049-8d7d-9c6d0be880e7 req-494b81f4-aa69-4aaa-a67f-288893f3965f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1838422 Aug 16 02:12:03.452882 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.490291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af7b71f2-9633-4049-8d7d-9c6d0be880e7 req-28907832-f329-4cf9-ba45-a7c97b609de5 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880849 Aug 16 02:12:03.545861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d426f-401c-44ae-9733-b4ca2d83a16b req-02739f8c-1485-4927-bf75-7c237194f124 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.548252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Subnet': ['ID=5881d048-7564-4938-9d74-5bac2a33197c,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.551648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-785d426f-401c-44ae-9733-b4ca2d83a16b req-02739f8c-1485-4927-bf75-7c237194f124 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 943 time: 0.3112674 Aug 16 02:12:03.584096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Checking segment: {'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:03.584460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network hostable DHCP agents. Network: 7d34f731-a2d9-45ed-aecb-1a19117b0872, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:03.591295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2bf76767-5fec-4f72-ae1f-34537b70746b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:03.614786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network 7d34f731-a2d9-45ed-aecb-1a19117b0872 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:03.637395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 7d34f731-a2d9-45ed-aecb-1a19117b0872) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:03.644012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-785d426f-401c-44ae-9733-b4ca2d83a16b req-294ed5a3-3f0f-4237-9ba3-35142cbc3485 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838456 Aug 16 02:12:03.651873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.652267 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.701247 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c06e2cfd-adc9-4806-a1e1-082bfcaa3ce2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7090504 Aug 16 02:12:03.704035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41258) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:03.746653 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92c3db35-111e-417d-b807-dfc52151398d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.897606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5588f4a-5e96-4f7c-a77a-46f5e8beaf49 None None] Network 7d34f731-a2d9-45ed-aecb-1a19117b0872 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:04.064884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03749a11-2630-496a-89b0-f167356142eb req-6d840691-0949-4776-9566-7dac76cd75f3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:04.066532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-6d840691-0949-4776-9566-7dac76cd75f3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.3138590 Aug 16 02:12:04.084719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-89f2081c-d9ad-4451-b9d0-12a607a91ffc tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/quotas/65d886f4476b4771a78f3f288a7c859d HTTP/1.1" status: 200 len: 375 time: 0.0106633 Aug 16 02:12:04.123358 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf8ca2b-067d-41c9-a6ba-2efbc3d0af55 x-openstack-request-id: req-aaf8ca2b-067d-41c9-a6ba-2efbc3d0af55 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:04.124386 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "name": "network-vif-plugged", "status": "completed", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:04.124870 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aaf8ca2b-067d-41c9-a6ba-2efbc3d0af55 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:04.126093 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'code': 200} Aug 16 02:12:04.201127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-54b974dc-6e0f-40b9-aa81-254f40ca5646 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080363 Aug 16 02:12:04.250061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-7d34f731-a2d9-45ed-aecb-1a19117b0872', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:04.252706 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.254993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Pushing event updated for resources: {'Port': ['ID=2bf76767-5fec-4f72-ae1f-34537b70746b,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:04.311794 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.312504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.313194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.313792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.315382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.316033 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.316602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.317151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.317773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.318321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.318847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.319402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106eb1a-5bdf-4db8-8109-77e490fbc106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:04.399921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-92c3db35-111e-417d-b807-dfc52151398d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 511411aa-9723-43af-afe9-90c451cc0fdb {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:04.400275 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92c3db35-111e-417d-b807-dfc52151398d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.499149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:04.502178 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:04.545376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-97c4c53b-cc4d-49a5-a5ac-aa3debbe231e service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026891 Aug 16 02:12:04.577708 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92c3db35-111e-417d-b807-dfc52151398d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.597475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Allocated IP 172.20.0.2 (7d34f731-a2d9-45ed-aecb-1a19117b0872/5881d048-7564-4938-9d74-5bac2a33197c/033acf7f-1624-4866-82b3-96900628a368) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:04.603050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-92c3db35-111e-417d-b807-dfc52151398d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 511411aa-9723-43af-afe9-90c451cc0fdb owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:04.641188 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62195463-d802-4b6b-b943-e8c1dd7d713d x-openstack-request-id: req-62195463-d802-4b6b-b943-e8c1dd7d713d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:04.641452 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:04.641576 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-62195463-d802-4b6b-b943-e8c1dd7d713d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:04.641917 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'status': 'completed', 'code': 200} Aug 16 02:12:04.769021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2bf76767-5fec-4f72-ae1f-34537b70746b details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:04.775165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 651a1e14-c691-424d-abdb-a900d38e01c3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:04.974295 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4a1fb-43ff-49ef-89b6-6209c2e482d5 req-7218bda6-be72-48c4-9311-65e27f040db3 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:04.985288 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ec4a1fb-43ff-49ef-89b6-6209c2e482d5 req-7218bda6-be72-48c4-9311-65e27f040db3 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.2170510 Aug 16 02:12:05.013924 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.017227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d req-0b832ee6-fa20-4846-b684-017205330a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.019030 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d req-0b832ee6-fa20-4846-b684-017205330a82 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1128 time: 0.2557173 Aug 16 02:12:05.036086 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92c3db35-111e-417d-b807-dfc52151398d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.069281 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.080080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Transition to ACTIVE for port object 033acf7f-1624-4866-82b3-96900628a368 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:05.088033 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ec4a1fb-43ff-49ef-89b6-6209c2e482d5 req-96fa087d-b0e5-45d2-a9ee-18622ec8270f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961332 Aug 16 02:12:05.090401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3db35-111e-417d-b807-dfc52151398d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=511411aa-9723-43af-afe9-90c451cc0fdb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.099125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Transition to ACTIVE for port object 033acf7f-1624-4866-82b3-96900628a368 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:05.201316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:05.215693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-09f8db4c-d722-4fd5-8426-42577f2bce05 None None] Provisioning complete for port 511411aa-9723-43af-afe9-90c451cc0fdb triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:05.216073 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09f8db4c-d722-4fd5-8426-42577f2bce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.238488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2bf76767-5fec-4f72-ae1f-34537b70746b has no active binding in host n-h1-768851-16 {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:12:05.248446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-09f8db4c-d722-4fd5-8426-42577f2bce05 None None] Port 511411aa-9723-43af-afe9-90c451cc0fdb was deleted so its status cannot be updated. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:12:05.257281 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.259537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 651a1e14-c691-424d-abdb-a900d38e01c3 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:05.290657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d req-5b3e3256-33c8-4426-9309-43036e631dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.295415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d req-5b3e3256-33c8-4426-9309-43036e631dfc service neutron] 10.222.0.89 "GET /v2.0/networks?id=fffdd74c-a493-4175-a352-8e6a49f443cc HTTP/1.1" status: 200 len: 897 time: 0.2260985 Aug 16 02:12:05.338430 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 651a1e14-c691-424d-abdb-a900d38e01c3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:05.339220 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.421484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Network 7d34f731-a2d9-45ed-aecb-1a19117b0872 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:05.435088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-09f8db4c-d722-4fd5-8426-42577f2bce05 None None] Provisioning complete for port 2bf76767-5fec-4f72-ae1f-34537b70746b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:05.436176 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09f8db4c-d722-4fd5-8426-42577f2bce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.446018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:05.458699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Allocated IP 172.20.0.1 (7d34f731-a2d9-45ed-aecb-1a19117b0872/5881d048-7564-4938-9d74-5bac2a33197c/3270f78a-5536-4a6e-827a-90750270d28c) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:05.492263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:05.560212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Pushing event updated for resources: {'Port': ['ID=033acf7f-1624-4866-82b3-96900628a368,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.646755 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.669540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Transition to ACTIVE for port object 3270f78a-5536-4a6e-827a-90750270d28c will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:05.675713 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.688951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Attempting to bind port 033acf7f-1624-4866-82b3-96900628a368 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:05.689923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Attempting to bind port 033acf7f-1624-4866-82b3-96900628a368 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:05.690299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Attempting to bind port 033acf7f-1624-4866-82b3-96900628a368 on network 7d34f731-a2d9-45ed-aecb-1a19117b0872 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:05.719980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.723310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:05.723805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Checking segment: {'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:05.724208 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.725086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Bound using segment: {'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:05.725616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Bound port: 033acf7f-1624-4866-82b3-96900628a368, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:05.725995 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.772936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network 7d34f731-a2d9-45ed-aecb-1a19117b0872 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:05.782367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:05.788048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:05.825250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=3270f78a-5536-4a6e-827a-90750270d28c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.835131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 651a1e14-c691-424d-abdb-a900d38e01c3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=651a1e14-c691-424d-abdb-a900d38e01c3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:05.852198 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.852454 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.954218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=651a1e14-c691-424d-abdb-a900d38e01c3,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.968091 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] For port 033acf7f-1624-4866-82b3-96900628a368, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:05.969185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-000f278d-dee3-4d62-91bb-213b76d84d10 service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4228528 Aug 16 02:12:05.973378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] For port 033acf7f-1624-4866-82b3-96900628a368, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=033acf7f-1624-4866-82b3-96900628a368,segment=NetworkSegment(826f36fc-cb84-4a6b-a6c9-f5598a3d665d),segment_id=826f36fc-cb84-4a6b-a6c9-f5598a3d665d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:05.983075 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.062326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41282) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.063118 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.131057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc56d2-ab22-493d-ae9d-0c4b5304e64c None None] Pushing event updated for resources: {'Port': ['ID=033acf7f-1624-4866-82b3-96900628a368,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.214258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92c3db35-111e-417d-b807-dfc52151398d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.234037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d req-47466d30-4f66-4bc7-b43a-a8e6e0deeb7c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf76767-5fec-4f72-ae1f-34537b70746b HTTP/1.1" status: 200 len: 999 time: 0.9244783 Aug 16 02:12:06.297143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0310-858d-4a9f-bf94-ed63aab22c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.331958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfa26e-0547-4757-99a3-e0d9fcce20a5 req-a5a07428-895f-4cf5-89b2-552c5f590851 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.333832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aedfa26e-0547-4757-99a3-e0d9fcce20a5 req-a5a07428-895f-4cf5-89b2-552c5f590851 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.3824708 Aug 16 02:12:06.532026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aedfa26e-0547-4757-99a3-e0d9fcce20a5 req-6454289e-9886-4f5d-a1e2-ca88c3cf75c9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733720 Aug 16 02:12:06.546716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d req-e84617c7-d65b-4f50-a26f-d7d772921f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.548323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d req-e84617c7-d65b-4f50-a26f-d7d772921f0d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e79494-abc1-4536-b42f-900561699744 HTTP/1.1" status: 200 len: 834 time: 0.3046381 Aug 16 02:12:06.625788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0310-858d-4a9f-bf94-ed63aab22c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.652228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29db1f-86f3-4216-bc96-b2ce3622b843 req-a75cdf6b-e354-4d5c-9626-6d809b566c6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.658618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0ea0310-858d-4a9f-bf94-ed63aab22c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.661128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a29db1f-86f3-4216-bc96-b2ce3622b843 req-a75cdf6b-e354-4d5c-9626-6d809b566c6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.3258507 Aug 16 02:12:06.676318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.697577 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.751458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c3db35-111e-417d-b807-dfc52151398d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router b553286d-9a01-463b-8877-ba715a1535f8 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:06.768655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2d286e9-10c0-4764-85ff-06bae18eb969 req-48d1cf73-21b9-4eb3-b0b1-7a1c96fab503 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 210 time: 0.1054828 Aug 16 02:12:06.789646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a29db1f-86f3-4216-bc96-b2ce3622b843 req-5d3e8715-1752-424b-aa2c-1446aac6f78e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278682 Aug 16 02:12:06.826794 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f0ea0310-858d-4a9f-bf94-ed63aab22c86 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7a2d4c5efa6478fb40d15cb140be6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7581782 Aug 16 02:12:06.834793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41300) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.853975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea0310-858d-4a9f-bf94-ed63aab22c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0febdcf7-65c1-493b-9f4d-0de1626f6ae7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.858295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 033acf7f-1624-4866-82b3-96900628a368 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:06.889576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d req-75f26ae3-6298-4ee0-a8ec-8f013fde54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.890856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d req-75f26ae3-6298-4ee0-a8ec-8f013fde54e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fffdd74c-a493-4175-a352-8e6a49f443cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2584565 Aug 16 02:12:06.908675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=3270f78a-5536-4a6e-827a-90750270d28c,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.930712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c3db35-111e-417d-b807-dfc52151398d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:06.931746 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.944293 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55165665-f871-4f39-a053-5af2d4545989 None None] Sync routers for ids ['b553286d-9a01-463b-8877-ba715a1535f8'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:06.947383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-92c3db35-111e-417d-b807-dfc52151398d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/b553286d-9a01-463b-8877-ba715a1535f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1246245 Aug 16 02:12:06.952251 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41302) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.959747 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55165665-f871-4f39-a053-5af2d4545989 None None] Routers {'b553286d-9a01-463b-8877-ba715a1535f8'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:06.960547 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-55165665-f871-4f39-a053-5af2d4545989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b553286d-9a01-463b-8877-ba715a1535f8'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:06.985344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 033acf7f-1624-4866-82b3-96900628a368 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:06.991971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 651a1e14-c691-424d-abdb-a900d38e01c3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:07.040023 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8fd68209-8998-4577-8fd1-9e9ba16ae309 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=b553286d-9a01-463b-8877-ba715a1535f8 HTTP/1.1" status: 200 len: 205 time: 0.0840580 Aug 16 02:12:07.042460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41304) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.045687 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-55165665-f871-4f39-a053-5af2d4545989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:07.048646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d req-917047ba-25dc-4309-8f3a-f65e37425f33 service neutron] 10.222.0.89 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447220 Aug 16 02:12:07.052872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 651a1e14-c691-424d-abdb-a900d38e01c3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:07.053653 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.069528 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55165665-f871-4f39-a053-5af2d4545989 None None] Routers {'b553286d-9a01-463b-8877-ba715a1535f8'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:07.070459 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-55165665-f871-4f39-a053-5af2d4545989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b553286d-9a01-463b-8877-ba715a1535f8'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:07.134508 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-55165665-f871-4f39-a053-5af2d4545989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:07.135434 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55165665-f871-4f39-a053-5af2d4545989 None None] The sync data for ids ['b553286d-9a01-463b-8877-ba715a1535f8'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:07.173167 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9493b88-3b5e-4bad-9441-58a479dc6d94 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.188718 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d17d32-15d4-428d-8b39-9a919adfff1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.214074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d17d32-15d4-428d-8b39-9a919adfff1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.259949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4335741f-ee8e-4689-b3d5-c6c147fa5c9d req-c4618fc6-d4f1-4fef-8c54-61a9b1f7ba75 service neutron] 10.222.0.89 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990423 Aug 16 02:12:07.286306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d17d32-15d4-428d-8b39-9a919adfff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.289966 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d17d32-15d4-428d-8b39-9a919adfff1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.293448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-41d17d32-15d4-428d-8b39-9a919adfff1a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0febdcf7-65c1-493b-9f4d-0de1626f6ae7 HTTP/1.1" status: 204 len: 168 time: 0.4571848 Aug 16 02:12:07.307631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d17d32-15d4-428d-8b39-9a919adfff1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febdcf7-65c1-493b-9f4d-0de1626f6ae7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.365055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9493b88-3b5e-4bad-9441-58a479dc6d94 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.370002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9493b88-3b5e-4bad-9441-58a479dc6d94 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.426961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network 7d34f731-a2d9-45ed-aecb-1a19117b0872 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:07.428603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:07.440696 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9493b88-3b5e-4bad-9441-58a479dc6d94 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.440696 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9493b88-3b5e-4bad-9441-58a479dc6d94 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Fanout notify agent at l3_agent the message router_deleted on router b553286d-9a01-463b-8877-ba715a1535f8 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:12:07.479923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9493b88-3b5e-4bad-9441-58a479dc6d94 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.481187 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c9493b88-3b5e-4bad-9441-58a479dc6d94 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/b553286d-9a01-463b-8877-ba715a1535f8 HTTP/1.1" status: 204 len: 168 time: 0.4376154 Aug 16 02:12:07.483829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41310) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.593505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a7071a-89d8-435e-88b6-4f35612071b2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting subnet df3ca274-dc3e-4683-876c-6b9eb6be2249 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:07.597181 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-09a7071a-89d8-435e-88b6-4f35612071b2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.614505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40148f15-728f-47bf-9411-897ead874792 None None] Network 7d34f731-a2d9-45ed-aecb-1a19117b0872 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:07.667031 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-09a7071a-89d8-435e-88b6-4f35612071b2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.697874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-775c8603-03ff-4926-b361-17ce7eb9b1e4 None None] Provisioning for port 033acf7f-1624-4866-82b3-96900628a368 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:07.706531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-775c8603-03ff-4926-b361-17ce7eb9b1e4 None None] Provisioning complete for port 033acf7f-1624-4866-82b3-96900628a368 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:07.706903 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-775c8603-03ff-4926-b361-17ce7eb9b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.721777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 92e318c0-9756-4ad0-914b-ce4518313cab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:07.838649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f19b47-e8ec-4b5b-9d71-a833ee3fbaee req-2c7a96ec-42d9-420f-b169-f1fe112ab0b6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.840900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3f19b47-e8ec-4b5b-9d71-a833ee3fbaee req-2c7a96ec-42d9-420f-b169-f1fe112ab0b6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.1200557 Aug 16 02:12:07.876395 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-09a7071a-89d8-435e-88b6-4f35612071b2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.881319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03749a11-2630-496a-89b0-f167356142eb req-a22a46bc-13ec-436a-98a4-9a33f76acb31 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.883042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-a22a46bc-13ec-436a-98a4-9a33f76acb31 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.2662077 Aug 16 02:12:07.905081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Request body: {'port': {'device_id': '45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'admin_state_up': True, 'tenant_id': '65d886f4476b4771a78f3f288a7c859d'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:07.912420 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-775c8603-03ff-4926-b361-17ce7eb9b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.956357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:07.962428 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f46f4b7f-8940-419a-90ec-dbf55c1ef541 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "PUT /v2.0/routers/92e318c0-9756-4ad0-914b-ce4518313cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2571127 Aug 16 02:12:07.963509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-775c8603-03ff-4926-b361-17ce7eb9b1e4 None None] For port 033acf7f-1624-4866-82b3-96900628a368, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=033acf7f-1624-4866-82b3-96900628a368,segment=NetworkSegment(826f36fc-cb84-4a6b-a6c9-f5598a3d665d),segment_id=826f36fc-cb84-4a6b-a6c9-f5598a3d665d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:07.964920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41328) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.992390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Sync routers for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:07.997363 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-775c8603-03ff-4926-b361-17ce7eb9b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.065117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3f19b47-e8ec-4b5b-9d71-a833ee3fbaee req-51ca5e79-2491-403a-98ee-f646bfb4b7e5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064142 Aug 16 02:12:08.066515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c8603-03ff-4926-b361-17ce7eb9b1e4 None None] Pushing event updated for resources: {'Port': ['ID=033acf7f-1624-4866-82b3-96900628a368,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.076657 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-09a7071a-89d8-435e-88b6-4f35612071b2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.081704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2382a28f-0cf5-4e86-b67c-2c5d00ae297b req-df065fb0-e963-4f49-ae31-f0def82ea706 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 210 time: 0.0964520 Aug 16 02:12:08.084237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:08.085264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:08.155747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7071a-89d8-435e-88b6-4f35612071b2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Subnet': ['ID=df3ca274-dc3e-4683-876c-6b9eb6be2249,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.171219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-09a7071a-89d8-435e-88b6-4f35612071b2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.174854 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-09a7071a-89d8-435e-88b6-4f35612071b2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/df3ca274-dc3e-4683-876c-6b9eb6be2249 HTTP/1.1" status: 204 len: 168 time: 0.6868558 Aug 16 02:12:08.181138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41336) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.235503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:08.301136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Made reservation on behalf of 65d886f4476b4771a78f3f288a7c859d for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:08.304806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.305456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.306127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.306667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.306984 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.307274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.307810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.308398 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.308878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.309576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.310091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.310620 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.312764 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4eea39fb-b61e-4382-bc8f-8eeba63ae1d4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7732 time: 0.3468554 Aug 16 02:12:08.318796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41340) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.323092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41342) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.331139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172806-fdc8-49fd-8cf4-66e4e7003ddb req-2432cd5f-b133-4bfe-8481-08a84c691559 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.332716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30172806-fdc8-49fd-8cf4-66e4e7003ddb req-2432cd5f-b133-4bfe-8481-08a84c691559 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.0921230 Aug 16 02:12:08.358985 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b0030-b5d8-461e-8be9-71fa2c111f98 None None] Network 51cc2d53-affa-42eb-bc4f-721c00c92191 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:08.371728 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.427805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30172806-fdc8-49fd-8cf4-66e4e7003ddb req-6ece9ea2-d917-4316-ba88-39d38348418d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854788 Aug 16 02:12:08.441844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cadae-aaa3-45ca-94d9-76417f2cf583 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.442427 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cadae-aaa3-45ca-94d9-76417f2cf583 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.442904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cadae-aaa3-45ca-94d9-76417f2cf583 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.443372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cadae-aaa3-45ca-94d9-76417f2cf583 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.443924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cadae-aaa3-45ca-94d9-76417f2cf583 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.444290 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cadae-aaa3-45ca-94d9-76417f2cf583 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.444751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cadae-aaa3-45ca-94d9-76417f2cf583 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.446091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cadae-aaa3-45ca-94d9-76417f2cf583 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.446091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cadae-aaa3-45ca-94d9-76417f2cf583 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.446473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cadae-aaa3-45ca-94d9-76417f2cf583 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.448668 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-133cadae-aaa3-45ca-94d9-76417f2cf583 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6435 time: 0.1281857 Aug 16 02:12:08.466704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41346) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.512225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Allocated IP 172.20.0.9 (87691784-fa2d-4a60-a026-eb05f8c9dc64/147f53e3-5971-4e4c-b75e-72fce8c26a2c/69a7c3b4-0448-4bad-98df-87bd5bc6afd0) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:08.566483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1362106408-network', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:08.623361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Made reservation on behalf of bf53109677934b6ea7146989f8bf3910 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:08.626358 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.651048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.653670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 4b5323ca-acb8-472c-8026-71d40f0ceed6 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:08.654007 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.698792 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.734342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 033acf7f-1624-4866-82b3-96900628a368 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:08.760218 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.822498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:08.826455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Network 87691784-fa2d-4a60-a026-eb05f8c9dc64 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:08.833399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:08.834487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event updated for resources: {'Port': ['ID=69a7c3b4-0448-4bad-98df-87bd5bc6afd0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.837270 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:08.844658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port 4b5323ca-acb8-472c-8026-71d40f0ceed6, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4b5323ca-acb8-472c-8026-71d40f0ceed6,segment=NetworkSegment(9797cb4c-bed5-4b0a-bf3d-9c7ba520c385),segment_id=9797cb4c-bed5-4b0a-bf3d-9c7ba520c385)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:08.845829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.876741 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d778d895-4ab9-4ada-b40b-9a90de5b950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.900384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 4b5323ca-acb8-472c-8026-71d40f0ceed6 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:08.924301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.925208 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.934795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 033acf7f-1624-4866-82b3-96900628a368 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:08.941121 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.989369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33887e1-40a2-44ed-99c0-794d2fba65e4 None None] DHCP port deletion for 51cc2d53-affa-42eb-bc4f-721c00c92191 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:09.028523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:06Z', 'revision_number': 2, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:09.098826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Checking router: 92e318c0-9756-4ad0-914b-ce4518313cab for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:09.099498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Updating router 92e318c0-9756-4ad0-914b-ce4518313cab port 3270f78a-5536-4a6e-827a-90750270d28c binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:09.130236 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.256591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d4706a20-cc72-4268-95c8-04fd8d15a60d None None] Provisioning complete for port 033acf7f-1624-4866-82b3-96900628a368 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:09.257383 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d4706a20-cc72-4268-95c8-04fd8d15a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.332418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d7339-7c20-425e-bb1f-83f0cbce10e1 req-c5303c63-3181-451f-ad4c-b472b65e4e11 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.334714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e72d7339-7c20-425e-bb1f-83f0cbce10e1 req-c5303c63-3181-451f-ad4c-b472b65e4e11 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.1518233 Aug 16 02:12:09.343525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a52ae5-57c6-4f51-adf8-8fe309ce4168 req-8350fef7-4527-45fc-9151-abf579b7116a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.352723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8a52ae5-57c6-4f51-adf8-8fe309ce4168 req-8350fef7-4527-45fc-9151-abf579b7116a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 931 time: 0.1517897 Aug 16 02:12:09.364751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e33887e1-40a2-44ed-99c0-794d2fba65e4 None None] Deleting port 4b5323ca-acb8-472c-8026-71d40f0ceed6 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:09.365286 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e33887e1-40a2-44ed-99c0-794d2fba65e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.427781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8a52ae5-57c6-4f51-adf8-8fe309ce4168 req-03d146df-13ec-413c-957b-3fa1e5530a4f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738211 Aug 16 02:12:09.447492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e72d7339-7c20-425e-bb1f-83f0cbce10e1 req-1e081565-6d67-4553-866f-e4df0d5c22a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868974 Aug 16 02:12:09.507082 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.522904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-b47f7c1b-b384-4cb7-af8f-0925640f8c89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6230342 Aug 16 02:12:09.535257 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5c7a6b48-61be-4503-881f-1e0e8476bdcf tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 1.0662994 Aug 16 02:12:09.541970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Request body: {'port': {'device_id': '45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:09.551163 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.563382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:09.594587 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.595053 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Added segment ca7ec1f0-d6e2-4167-929b-51d0fc8789ff of type vlan for network 6a536bf5-302f-4a47-b884-edc11d2c697b Aug 16 02:12:09.603011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e33887e1-40a2-44ed-99c0-794d2fba65e4 None None] For port 4b5323ca-acb8-472c-8026-71d40f0ceed6, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4b5323ca-acb8-472c-8026-71d40f0ceed6,segment=NetworkSegment(9797cb4c-bed5-4b0a-bf3d-9c7ba520c385),segment_id=9797cb4c-bed5-4b0a-bf3d-9c7ba520c385)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:09.603332 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e33887e1-40a2-44ed-99c0-794d2fba65e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.643909 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.666283 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.671054 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e33887e1-40a2-44ed-99c0-794d2fba65e4 None None] Calling delete_port for 4b5323ca-acb8-472c-8026-71d40f0ceed6 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:09.673710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae545d4d-8d05-415b-8538-1cc9841b0e8f req-58f63bee-4897-44fa-bdb0-112b75c9bed1 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.675583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae545d4d-8d05-415b-8538-1cc9841b0e8f req-58f63bee-4897-44fa-bdb0-112b75c9bed1 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1095967 Aug 16 02:12:09.676837 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.731598 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2939c8dd-bf83-4247-b514-675a6d6455c7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.734419 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.753804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.755224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae545d4d-8d05-415b-8538-1cc9841b0e8f req-e339f7f6-c729-45b1-83c1-1082cb431046 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589139 Aug 16 02:12:09.756227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.797258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d4706a20-cc72-4268-95c8-04fd8d15a60d None None] Provisioning for port 3270f78a-5536-4a6e-827a-90750270d28c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:09.801630 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.816048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d4706a20-cc72-4268-95c8-04fd8d15a60d None None] Provisioning complete for port 3270f78a-5536-4a6e-827a-90750270d28c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:09.816416 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d4706a20-cc72-4268-95c8-04fd8d15a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.886492 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e33887e1-40a2-44ed-99c0-794d2fba65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.902665 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d4706a20-cc72-4268-95c8-04fd8d15a60d None None] Port 3270f78a-5536-4a6e-827a-90750270d28c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:09.926098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] Pushing event updated for resources: {'Network': ['ID=6a536bf5-302f-4a47-b884-edc11d2c697b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.929112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33887e1-40a2-44ed-99c0-794d2fba65e4 None None] Pushing event deleted for resources: {'Port': ['ID=4b5323ca-acb8-472c-8026-71d40f0ceed6,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.931156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33887e1-40a2-44ed-99c0-794d2fba65e4 None None] No DVR routers for this DVR port 4b5323ca-acb8-472c-8026-71d40f0ceed6 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:09.932218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No DVR routers for this DVR port 4b5323ca-acb8-472c-8026-71d40f0ceed6 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:09.936776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=4b5323ca-acb8-472c-8026-71d40f0ceed6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.949972 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-65269ea8-5b79-4dbe-a963-c39046de82fa admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6173463 Aug 16 02:12:09.952591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41358) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.953858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 6a536bf5-302f-4a47-b884-edc11d2c697b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:09.960024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] Request body: {'subnet': {'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1362106408-subnet', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:09.970844 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.026432 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Transition to ACTIVE for port object 3270f78a-5536-4a6e-827a-90750270d28c will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:10.032117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:10.041713 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.046383 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.057905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Transition to ACTIVE for port object 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:10.065040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.076165 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.079237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] Made reservation on behalf of bf53109677934b6ea7146989f8bf3910 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:10.081409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.101590 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51cc2d53-affa-42eb-bc4f-721c00c92191']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:10.103838 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41360) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:10.137143 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3f4c4e96-b6cd-4bf5-845c-9110860b8efd tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-226833087', 'description': 'tempest-secgroup-smoke-226833087 description', 'project_id': '88de854c902c4de89cf8831855db3adc'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:10.156025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Pushing event updated for resources: {'Port': ['ID=69a7c3b4-0448-4bad-98df-87bd5bc6afd0,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.156368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9797cb4c-bed5-4b0a-bf3d-9c7ba520c385') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:10.156703 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9797cb4c-bed5-4b0a-bf3d-9c7ba520c385') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:10.164301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ffed6-ba06-457d-9482-182c4dea6a20 None None] Pushing event updated for resources: {'Port': ['ID=3270f78a-5536-4a6e-827a-90750270d28c,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.178647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.196151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Attempting to bind port 3270f78a-5536-4a6e-827a-90750270d28c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:10.196611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Attempting to bind port 3270f78a-5536-4a6e-827a-90750270d28c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:10.197006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Attempting to bind port 3270f78a-5536-4a6e-827a-90750270d28c on network 7d34f731-a2d9-45ed-aecb-1a19117b0872 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:10.203796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:10.204102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.204794 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Checking segment: {'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:10.205489 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.206156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Bound using segment: {'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:10.207022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Bound port: 3270f78a-5536-4a6e-827a-90750270d28c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:10.207643 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.215394 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4e96-b6cd-4bf5-845c-9110860b8efd tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.229376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Attempting to bind port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:10.230026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Attempting to bind port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:10.230667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Attempting to bind port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:10.238054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:10.238468 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:10.241700 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:10.245778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:10.246204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Attempting to bind port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:10.252054 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:10.252880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Checking segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:10.254383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Bound using segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:10.255560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Bound port: 69a7c3b4-0448-4bad-98df-87bd5bc6afd0, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:10.256302 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.284619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] For port 3270f78a-5536-4a6e-827a-90750270d28c, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:10.331121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] For port 3270f78a-5536-4a6e-827a-90750270d28c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3270f78a-5536-4a6e-827a-90750270d28c,segment=NetworkSegment(826f36fc-cb84-4a6b-a6c9-f5598a3d665d),segment_id=826f36fc-cb84-4a6b-a6c9-f5598a3d665d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:10.336751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.337783 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.339068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] For port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:10.343092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] For port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=69a7c3b4-0448-4bad-98df-87bd5bc6afd0,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:10.349210 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.371015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.372907 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/networks/51cc2d53-affa-42eb-bc4f-721c00c92191 HTTP/1.1" status: 204 len: 168 time: 2.1909826 Aug 16 02:12:10.385071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41362) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:10.391781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1744488729', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:10.397166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.397702 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.400033 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] 10.222.0.89 "PUT /v2.0/ports/69a7c3b4-0448-4bad-98df-87bd5bc6afd0 HTTP/1.1" status: 200 len: 1092 time: 0.8673635 Aug 16 02:12:10.402948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc', 'tag': '69a7c3b4-0448-4bad-98df-87bd5bc6afd0'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:10.408317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:10.409113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591f0ec-e31d-49f6-bf9c-8d4825978d12 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Network': ['ID=51cc2d53-affa-42eb-bc4f-721c00c92191,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.409295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:11:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:10.416155 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b01180-c5dd-4b16-a048-478450ab124f" -d '{"events": [{"name": "network-changed", "server_uuid": "45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc", "tag": "69a7c3b4-0448-4bad-98df-87bd5bc6afd0"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:10.453691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ffed6-ba06-457d-9482-182c4dea6a20 None None] Pushing event updated for resources: {'Port': ['ID=3270f78a-5536-4a6e-827a-90750270d28c,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.551134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4e96-b6cd-4bf5-845c-9110860b8efd tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.567640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4e96-b6cd-4bf5-845c-9110860b8efd tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.568772 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:10.573603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68f3d8-93ee-4be2-8121-4c92c6848791 service neutron] Pushing event updated for resources: {'Port': ['ID=69a7c3b4-0448-4bad-98df-87bd5bc6afd0,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.578391 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b727d2-c196-4dc0-8623-6ebb150f5eed x-openstack-request-id: req-37b727d2-c196-4dc0-8623-6ebb150f5eed {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:10.580685 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc", "tag": "69a7c3b4-0448-4bad-98df-87bd5bc6afd0", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:10.581032 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37b727d2-c196-4dc0-8623-6ebb150f5eed {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:10.581533 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc', 'tag': '69a7c3b4-0448-4bad-98df-87bd5bc6afd0', 'status': 'completed', 'code': 200} Aug 16 02:12:10.629640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c4e96-b6cd-4bf5-845c-9110860b8efd tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.660010 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.709305 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.713618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.726168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4b5323ca-acb8-472c-8026-71d40f0ceed6 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:10.727316 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4e96-b6cd-4bf5-845c-9110860b8efd tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.728113 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03749a11-2630-496a-89b0-f167356142eb req-3b6a9196-9c96-4b34-bb4d-028bd177d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.728679 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3f4c4e96-b6cd-4bf5-845c-9110860b8efd tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6242428 Aug 16 02:12:10.730377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-3b6a9196-9c96-4b34-bb4d-028bd177d44c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 1095 time: 0.2617188 Aug 16 02:12:10.734679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41372) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:10.744321 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ce4fc521-b60c-4eea-8364-986bf7010029 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:10.758246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 4b5323ca-acb8-472c-8026-71d40f0ceed6 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:10.759119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4b5323ca-acb8-472c-8026-71d40f0ceed6 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:10.759790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2072bd-6d7d-43ad-8f28-698d36c5e317 req-549dbc04-b210-4251-b5a7-7346cca442ab tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.760660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa6f608-506d-446a-aa49-887b1a40d955,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.765527 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d2072bd-6d7d-43ad-8f28-698d36c5e317 req-549dbc04-b210-4251-b5a7-7346cca442ab tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 943 time: 0.1801913 Aug 16 02:12:10.842021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] Checking segment: {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:10.842436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] Network hostable DHCP agents. Network: 6a536bf5-302f-4a47-b884-edc11d2c697b, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:10.846948 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.847407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4a83-7a41-4959-81fa-89a7019014a8 req-54747a48-b7b6-45e1-b45c-90ddb09394a0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.848927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d40f4a83-7a41-4959-81fa-89a7019014a8 req-54747a48-b7b6-45e1-b45c-90ddb09394a0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.2128148 Aug 16 02:12:10.852436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-9d9deed7-f338-4e70-bb01-52428e752bc1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69a7c3b4-0448-4bad-98df-87bd5bc6afd0 HTTP/1.1" status: 200 len: 217 time: 0.0859442 Aug 16 02:12:10.908301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:10Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:10.911844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d2072bd-6d7d-43ad-8f28-698d36c5e317 req-7683a8fe-11e3-4fb5-83ce-07cab29ee4b6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307983 Aug 16 02:12:10.924248 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce4fc521-b60c-4eea-8364-986bf7010029 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.924615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] Network 6a536bf5-302f-4a47-b884-edc11d2c697b is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:10.956728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670ee3a-4937-436c-81cb-bdaac5ec9d6f None None] The sync data for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 is: [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:10Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:10.968698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03749a11-2630-496a-89b0-f167356142eb req-9d5c38f2-0bea-4231-8c26-ad4641c2797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.970280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-9d5c38f2-0bea-4231-8c26-ad4641c2797d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.1041069 Aug 16 02:12:10.976321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d40f4a83-7a41-4959-81fa-89a7019014a8 req-1687d06a-a9f7-4898-82ac-2b6341248b2e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194804 Aug 16 02:12:10.989585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 6a536bf5-302f-4a47-b884-edc11d2c697b) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:10.994287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.995149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.012655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d3a0dd-83aa-47c2-8b67-bcac9ad7db6a None None] Network 6a536bf5-302f-4a47-b884-edc11d2c697b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:11.049183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-111b7a4b-7522-48a4-b3fd-7d8f0abfb8f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708525 Aug 16 02:12:11.072856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.079013 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9077c719-7939-4847-a366-ed05bbc5e978 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1251469 Aug 16 02:12:11.085720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41376) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:11.090749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1362106408-router', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:11.180460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.181649 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.185429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-7fce7f5d-e86e-48a1-80dd-03eff86ddec2 service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183259 Aug 16 02:12:11.249150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-6a536bf5-302f-4a47-b884-edc11d2c697b', 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'fixed_ips': [{'subnet_id': 'caa6f608-506d-446a-aa49-887b1a40d955'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:11.250235 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.268516 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.284024 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce4fc521-b60c-4eea-8364-986bf7010029 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.299634 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce4fc521-b60c-4eea-8364-986bf7010029 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.344432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9adcd-5563-4112-b978-dbdbdf83feac req-ba2d87a4-178c-4c5c-8d78-1d939d9c3685 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.346687 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ef9adcd-5563-4112-b978-dbdbdf83feac req-ba2d87a4-178c-4c5c-8d78-1d939d9c3685 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1553242 Aug 16 02:12:11.354059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fc521-b60c-4eea-8364-986bf7010029 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45564abd-7c8b-402c-95e2-ebe2c94ae101,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.372522 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce4fc521-b60c-4eea-8364-986bf7010029 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.377263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ce4fc521-b60c-4eea-8364-986bf7010029 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6361711 Aug 16 02:12:11.378942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41378) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:11.396478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e97ec402-8264-45a2-b7ee-041a497eacc3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:11.410207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03749a11-2630-496a-89b0-f167356142eb req-531d2e31-746f-4b2e-9f93-3c31d7a53edb service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140768 Aug 16 02:12:11.435712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ef9adcd-5563-4112-b978-dbdbdf83feac req-976b70bc-a851-4de8-a93a-ea78a6e3240c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776172 Aug 16 02:12:11.443673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Allocated IP 172.20.0.2 (6a536bf5-302f-4a47-b884-edc11d2c697b/caa6f608-506d-446a-aa49-887b1a40d955/b3ab0738-e97d-45bf-9b19-1230fe31997c) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:11.450072 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e97ec402-8264-45a2-b7ee-041a497eacc3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.494726 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.555066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01180-c5dd-4b16-a048-478450ab124f req-87a71977-0643-4ca5-b0ba-6b10514748fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.556435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5b01180-c5dd-4b16-a048-478450ab124f req-87a71977-0643-4ca5-b0ba-6b10514748fc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 1095 time: 0.0825367 Aug 16 02:12:11.561718 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b4ba2009-573f-4ea0-a379-2d86f28be339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.562619 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e97ec402-8264-45a2-b7ee-041a497eacc3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.571102 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.584779 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e97ec402-8264-45a2-b7ee-041a497eacc3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.602267 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.605642 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.638878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ec402-8264-45a2-b7ee-041a497eacc3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b110aa-dfc9-417b-a112-8a9d98ec09ee,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.660189 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e97ec402-8264-45a2-b7ee-041a497eacc3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.665304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e97ec402-8264-45a2-b7ee-041a497eacc3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2805123 Aug 16 02:12:11.665929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41380) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:11.680456 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.683475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5bedbab2-ac8f-4093-9114-15f632c2e74d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:11.691099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Transition to ACTIVE for port object b3ab0738-e97d-45bf-9b19-1230fe31997c will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:11.717127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Transition to ACTIVE for port object b3ab0738-e97d-45bf-9b19-1230fe31997c will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:11.723850 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.731332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01180-c5dd-4b16-a048-478450ab124f req-14862d87-b753-45cf-bb92-209424b78f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.732848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5b01180-c5dd-4b16-a048-478450ab124f req-14862d87-b753-45cf-bb92-209424b78f0c service neutron] 10.222.0.89 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 907 time: 0.1669459 Aug 16 02:12:11.745645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Network 6a536bf5-302f-4a47-b884-edc11d2c697b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:11.746827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Allocated IP 172.25.2.79 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/d56d2ee6-5aa1-4465-8b05-2b52fef998e9) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:11.752222 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bedbab2-ac8f-4093-9114-15f632c2e74d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.793110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5b01180-c5dd-4b16-a048-478450ab124f req-3489a15f-3cad-4ea3-8ab0-03daf9755769 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69a7c3b4-0448-4bad-98df-87bd5bc6afd0 HTTP/1.1" status: 200 len: 217 time: 0.0506642 Aug 16 02:12:11.797118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:11.802461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:11.813465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Pushing event updated for resources: {'Port': ['ID=b3ab0738-e97d-45bf-9b19-1230fe31997c,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.881786 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Attempting to bind port b3ab0738-e97d-45bf-9b19-1230fe31997c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:11.884802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01180-c5dd-4b16-a048-478450ab124f req-0f7012ce-cd22-4a46-a1d1-0f0b46b1f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.886658 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5b01180-c5dd-4b16-a048-478450ab124f req-0f7012ce-cd22-4a46-a1d1-0f0b46b1f76b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0818849 Aug 16 02:12:11.888300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bedbab2-ac8f-4093-9114-15f632c2e74d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.891096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Attempting to bind port b3ab0738-e97d-45bf-9b19-1230fe31997c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:11.891096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Attempting to bind port b3ab0738-e97d-45bf-9b19-1230fe31997c on network 6a536bf5-302f-4a47-b884-edc11d2c697b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:11.898883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:11.899472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Checking segment: {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:11.900089 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.900589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Bound using segment: {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:11.901287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Bound port: b3ab0738-e97d-45bf-9b19-1230fe31997c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:11.901778 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.904562 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bedbab2-ac8f-4093-9114-15f632c2e74d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.930478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5b01180-c5dd-4b16-a048-478450ab124f req-10e958f6-ea95-491c-a2bf-7547cf4538df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352242 Aug 16 02:12:11.944572 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.960592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedbab2-ac8f-4093-9114-15f632c2e74d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbdcd06-f750-4edd-acf0-c4439969dfaa,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.994848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] For port b3ab0738-e97d-45bf-9b19-1230fe31997c, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:12.000745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] For port b3ab0738-e97d-45bf-9b19-1230fe31997c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b3ab0738-e97d-45bf-9b19-1230fe31997c,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:12.008069 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.056055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5bedbab2-ac8f-4093-9114-15f632c2e74d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.058954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5bedbab2-ac8f-4093-9114-15f632c2e74d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3874621 Aug 16 02:12:12.064375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41386) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:12.072010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-653a8584-b8f3-42e6-9bcb-4f3eba3da2e7 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:12.125849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f17c8-c01e-4eb0-9912-4339cfe3e7af None None] Pushing event updated for resources: {'Port': ['ID=b3ab0738-e97d-45bf-9b19-1230fe31997c,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.173115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467da58-0202-400d-bc31-0bb554cdeda0 req-623e8309-235b-4df8-b84f-ae720c966fdb tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:12.178170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6467da58-0202-400d-bc31-0bb554cdeda0 req-623e8309-235b-4df8-b84f-ae720c966fdb tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 943 time: 0.1278970 Aug 16 02:12:12.184798 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.193932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-653a8584-b8f3-42e6-9bcb-4f3eba3da2e7 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.215630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5b01180-c5dd-4b16-a048-478450ab124f req-48176344-6d91-415f-90ad-961c9ac9e6d7 service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649426 Aug 16 02:12:12.221638 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.251250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.302449 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:12.337238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=d56d2ee6-5aa1-4465-8b05-2b52fef998e9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.345140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:12.359715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:12.433882 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-653a8584-b8f3-42e6-9bcb-4f3eba3da2e7 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.446893 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-653a8584-b8f3-42e6-9bcb-4f3eba3da2e7 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.522088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a8584-b8f3-42e6-9bcb-4f3eba3da2e7 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bf62dd-a57b-448f-894e-b030e7c60555,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.573629 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-653a8584-b8f3-42e6-9bcb-4f3eba3da2e7 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.577679 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-653a8584-b8f3-42e6-9bcb-4f3eba3da2e7 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5093477 Aug 16 02:12:12.620758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41392) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:12.631339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0a900808-93c1-4981-86b1-9d8e6ff60757 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:12.637438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Allocated IP 172.25.2.55 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/eb9a719f-51e1-4a66-b946-2af8ba73f9c5) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:12.785794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d513faa-3ab0-4a76-97be-e45db00d618f req-6f9ffb4e-1f65-426b-913b-00b19bcc2c15 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:12.789363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d513faa-3ab0-4a76-97be-e45db00d618f req-6f9ffb4e-1f65-426b-913b-00b19bcc2c15 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.6388440 Aug 16 02:12:12.802329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6467da58-0202-400d-bc31-0bb554cdeda0 req-094eedb2-015d-4415-962c-6f21a506bee6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964415 Aug 16 02:12:12.857308 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-0a900808-93c1-4981-86b1-9d8e6ff60757 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Project 88de854c902c4de89cf8831855db3adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:12:12.866200 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a900808-93c1-4981-86b1-9d8e6ff60757 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.883439 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-6ae52db5-ae7a-48a9-8b28-a8cce4403a35 service neutron] 10.222.0.89 "GET /v2.0/ports/2bf76767-5fec-4f72-ae1f-34537b70746b/bindings/n-h1-768851-16 HTTP/1.1" status: 200 len: 385 time: 0.3109314 Aug 16 02:12:12.900764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d513faa-3ab0-4a76-97be-e45db00d618f req-c256f864-2a9a-4a5a-9960-67a114bd7cd0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936294 Aug 16 02:12:12.913329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5b01180-c5dd-4b16-a048-478450ab124f req-905f03de-400c-4624-aa97-c1df5e586f48 service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244260 Aug 16 02:12:13.026416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3270f78a-5536-4a6e-827a-90750270d28c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:13.046656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d149973-e37c-4578-b370-caf7a5d62aa0 req-cb2fef04-cebc-4217-891a-11d5cc9cc353 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:13.055896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d149973-e37c-4578-b370-caf7a5d62aa0 req-cb2fef04-cebc-4217-891a-11d5cc9cc353 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.0721569 Aug 16 02:12:13.059809 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.090763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 3270f78a-5536-4a6e-827a-90750270d28c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:13.096229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3270f78a-5536-4a6e-827a-90750270d28c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:13.096927 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.117293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d149973-e37c-4578-b370-caf7a5d62aa0 req-983089ee-8046-42aa-9247-e7f6b2e47784 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556602 Aug 16 02:12:13.189763 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.231312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 3270f78a-5536-4a6e-827a-90750270d28c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3270f78a-5536-4a6e-827a-90750270d28c,segment=NetworkSegment(826f36fc-cb84-4a6b-a6c9-f5598a3d665d),segment_id=826f36fc-cb84-4a6b-a6c9-f5598a3d665d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:13.237215 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.238228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b3ab0738-e97d-45bf-9b19-1230fe31997c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:13.316770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=3270f78a-5536-4a6e-827a-90750270d28c,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:13.331228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b3ab0738-e97d-45bf-9b19-1230fe31997c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:13.343394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd4db9e-cab2-4b8c-af4a-18b42ba18714 None None] Network 6a536bf5-302f-4a47-b884-edc11d2c697b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:13.415541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.460540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a900808-93c1-4981-86b1-9d8e6ff60757 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.462998 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.471549 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8aff46e0-7f76-4019-9086-2d3f62066323 None None] Provisioning for port b3ab0738-e97d-45bf-9b19-1230fe31997c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:13.480060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8aff46e0-7f76-4019-9086-2d3f62066323 None None] Provisioning complete for port b3ab0738-e97d-45bf-9b19-1230fe31997c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:13.480436 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8aff46e0-7f76-4019-9086-2d3f62066323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.501955 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a900808-93c1-4981-86b1-9d8e6ff60757 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.571160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a900808-93c1-4981-86b1-9d8e6ff60757 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209f5d8b-f222-4d5b-832c-a09fa3f61c97,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:13.594488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8aff46e0-7f76-4019-9086-2d3f62066323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.615738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a900808-93c1-4981-86b1-9d8e6ff60757 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.619565 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0a900808-93c1-4981-86b1-9d8e6ff60757 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9941704 Aug 16 02:12:13.621644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41394) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:13.628004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b9c6ff52-928b-4313-8a76-1ab335656eaf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:13.636466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8aff46e0-7f76-4019-9086-2d3f62066323 None None] For port b3ab0738-e97d-45bf-9b19-1230fe31997c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b3ab0738-e97d-45bf-9b19-1230fe31997c,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:13.642868 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8aff46e0-7f76-4019-9086-2d3f62066323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.661747 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-b9c6ff52-928b-4313-8a76-1ab335656eaf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Project 88de854c902c4de89cf8831855db3adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:12:13.669617 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9c6ff52-928b-4313-8a76-1ab335656eaf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.706174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff46e0-7f76-4019-9086-2d3f62066323 None None] Pushing event updated for resources: {'Port': ['ID=b3ab0738-e97d-45bf-9b19-1230fe31997c,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:13.736852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.768245 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9c6ff52-928b-4313-8a76-1ab335656eaf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.776190 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9c6ff52-928b-4313-8a76-1ab335656eaf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.811107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9c6ff52-928b-4313-8a76-1ab335656eaf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.816325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b9c6ff52-928b-4313-8a76-1ab335656eaf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1930332 Aug 16 02:12:13.822180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6ff52-928b-4313-8a76-1ab335656eaf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0829cc0a-d194-4586-80a2-4ec91e906c9c,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:13.862648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:13.869906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c559542b-7845-4ede-bc63-8f8a2b32cbb7 None None] Provisioning complete for port b3ab0738-e97d-45bf-9b19-1230fe31997c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:13.870586 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c559542b-7845-4ede-bc63-8f8a2b32cbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.875690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:13.884369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-f48f64c0-9581-4add-8345-6f2e1ed9face service neutron] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:13.917805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:13.927576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9a719f-51e1-4a66-b946-2af8ba73f9c5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:13.980889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-f48f64c0-9581-4add-8345-6f2e1ed9face service neutron] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:14.016670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc7695-445f-4a52-9f43-bca68942fb97 req-ed66f4d3-0ba5-4ad6-b365-15cccdc756d9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:14.019814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78dc7695-445f-4a52-9f43-bca68942fb97 req-ed66f4d3-0ba5-4ad6-b365-15cccdc756d9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 943 time: 0.1288273 Aug 16 02:12:14.031819 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.088136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78dc7695-445f-4a52-9f43-bca68942fb97 req-b5729eca-7701-405b-ba2e-dc25733a51e4 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619495 Aug 16 02:12:14.111354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9842c-97d2-45e1-b6f2-3044f5d09df3 req-cca49c7a-a52c-4978-861b-9faca9b91275 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:14.112871 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cd9842c-97d2-45e1-b6f2-3044f5d09df3 req-cca49c7a-a52c-4978-861b-9faca9b91275 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 945 time: 0.0780256 Aug 16 02:12:14.161507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:14.167429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cd9842c-97d2-45e1-b6f2-3044f5d09df3 req-126c7c45-9366-4038-9bf4-1bb3ff71dca7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482678 Aug 16 02:12:14.168364 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78630696-59aa-4df5-b3b5-283cb532caaf" -d '{"events": [{"server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:14.201998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-f48f64c0-9581-4add-8345-6f2e1ed9face service neutron] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:14.236358 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.237146 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-f48f64c0-9581-4add-8345-6f2e1ed9face service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.351585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-9f99633d-7251-4631-8788-5a9d15eb724e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-226833087&fields=id&tenant_id=88de854c902c4de89cf8831855db3adc HTTP/1.1" status: 200 len: 267 time: 0.0593035 Aug 16 02:12:14.359917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935cbb0-367f-434e-9f2d-e400cde5795a req-7d3d0ce8-cd70-4a02-9880-e51bbcfbb4b9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:14.362110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8935cbb0-367f-434e-9f2d-e400cde5795a req-7d3d0ce8-cd70-4a02-9880-e51bbcfbb4b9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.0886488 Aug 16 02:12:14.468237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8935cbb0-367f-434e-9f2d-e400cde5795a req-55c77057-f69e-4697-baf3-295c41caea23 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906272 Aug 16 02:12:14.476647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.478770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-f48f64c0-9581-4add-8345-6f2e1ed9face service neutron] Transition to ACTIVE for port object 2bf76767-5fec-4f72-ae1f-34537b70746b will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:14.486366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router c25187d4-43fd-4d63-ae9b-8e0e04222edc is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:14.526912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-f48f64c0-9581-4add-8345-6f2e1ed9face service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.548996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-7f22fd8e-0aee-4747-9caf-b06530dbe0e2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:14.550790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-7f22fd8e-0aee-4747-9caf-b06530dbe0e2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/networks?id=7d34f731-a2d9-45ed-aecb-1a19117b0872 HTTP/1.1" status: 200 len: 796 time: 0.1866851 Aug 16 02:12:14.561252 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0655ff19-3a9f-4030-a901-d1e9de5c6469 x-openstack-request-id: req-0655ff19-3a9f-4030-a901-d1e9de5c6469 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:14.561580 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:14.561796 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0655ff19-3a9f-4030-a901-d1e9de5c6469 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:14.562174 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'code': 200} Aug 16 02:12:14.577040 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-82239d4f-034e-4133-b52f-34329ce09958 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/quotas/88de854c902c4de89cf8831855db3adc HTTP/1.1" status: 200 len: 375 time: 0.0197029 Aug 16 02:12:14.602285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2bf76767-5fec-4f72-ae1f-34537b70746b no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:14.638785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-fd4bdeeb-aa43-4dfe-ac56-45fd5b50005f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611839 Aug 16 02:12:14.653763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:14.695379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2bf76767-5fec-4f72-ae1f-34537b70746b not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:14.719013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3270f78a-5536-4a6e-827a-90750270d28c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:14.768629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f64c0-9581-4add-8345-6f2e1ed9face service neutron] Pushing event updated for resources: {'Port': ['ID=2bf76767-5fec-4f72-ae1f-34537b70746b,revision_number=11']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.801617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-3915abe6-4f82-4eea-a768-8f8d984b2966 service neutron] 10.222.0.79 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461527 Aug 16 02:12:14.869023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-f48f64c0-9581-4add-8345-6f2e1ed9face service neutron] No DVR routers for this DVR port 2bf76767-5fec-4f72-ae1f-34537b70746b on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:14.872846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=69a7c3b4-0448-4bad-98df-87bd5bc6afd0,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:14.883928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3270f78a-5536-4a6e-827a-90750270d28c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:14.884628 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.913676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '69a7c3b4-0448-4bad-98df-87bd5bc6afd0', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'port_id': '69a7c3b4-0448-4bad-98df-87bd5bc6afd0', 'mac_address': 'fa:16:3e:3d:08:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147f53e3-5971-4e4c-b75e-72fce8c26a2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:14.920395 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-5d9b50f2-8926-401a-b710-76456cf7a045 service neutron] 10.222.0.79 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177702 Aug 16 02:12:14.995482 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.011311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f41da-b3a9-46b3-8cbf-0315f35546f9 req-00c9a682-a038-4c05-aedd-85944d4dd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.012896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c43f41da-b3a9-46b3-8cbf-0315f35546f9 req-00c9a682-a038-4c05-aedd-85944d4dd93b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1096 time: 0.0523710 Aug 16 02:12:15.040281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:15.062266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b3ab0738-e97d-45bf-9b19-1230fe31997c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:15.092811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=69a7c3b4-0448-4bad-98df-87bd5bc6afd0,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:15.105149 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.161080 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dac7cb9-6be1-428f-a46e-0beda3b3de1d req-7a7aa081-b8d4-4864-879a-947d12702bd3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 210 time: 0.0370116 Aug 16 02:12:15.172160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f41da-b3a9-46b3-8cbf-0315f35546f9 req-7c135a6b-98eb-4275-b354-2beea7c74662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.174244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c43f41da-b3a9-46b3-8cbf-0315f35546f9 req-7c135a6b-98eb-4275-b354-2beea7c74662 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fffdd74c-a493-4175-a352-8e6a49f443cc HTTP/1.1" status: 200 len: 897 time: 0.1396909 Aug 16 02:12:15.200003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b3ab0738-e97d-45bf-9b19-1230fe31997c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:15.200528 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.237192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=69a7c3b4-0448-4bad-98df-87bd5bc6afd0,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:15.292195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ae6d9-7c70-4570-be35-b84373b63ebe req-23c76752-f668-43a0-8835-1b202fcee552 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.293701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-628ae6d9-7c70-4570-be35-b84373b63ebe req-23c76752-f668-43a0-8835-1b202fcee552 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 944 time: 0.1230922 Aug 16 02:12:15.347665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:15.351388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c43f41da-b3a9-46b3-8cbf-0315f35546f9 req-839cd14c-594d-48e0-ac9f-6eb7fdfc039a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf76767-5fec-4f72-ae1f-34537b70746b HTTP/1.1" status: 200 len: 997 time: 0.1649895 Aug 16 02:12:15.359575 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1389a-09df-4838-9df4-2acfa67ca760 None None] Sync routers for ids ['c25187d4-43fd-4d63-ae9b-8e0e04222edc'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:15.373712 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1389a-09df-4838-9df4-2acfa67ca760 None None] Routers {'c25187d4-43fd-4d63-ae9b-8e0e04222edc'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:15.374850 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-02c1389a-09df-4838-9df4-2acfa67ca760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c25187d4-43fd-4d63-ae9b-8e0e04222edc'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:15.375027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['69a7c3b4-0448-4bad-98df-87bd5bc6afd0'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:15.424361 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-02c1389a-09df-4838-9df4-2acfa67ca760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:15.441279 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-628ae6d9-7c70-4570-be35-b84373b63ebe req-f9de3a4a-f544-40eb-9396-0fe655800a90 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266296 Aug 16 02:12:15.441733 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1389a-09df-4838-9df4-2acfa67ca760 None None] Routers {'c25187d4-43fd-4d63-ae9b-8e0e04222edc'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:15.442880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f41da-b3a9-46b3-8cbf-0315f35546f9 req-1555898f-7fd1-4113-b16f-2d0158102574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.443195 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-02c1389a-09df-4838-9df4-2acfa67ca760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c25187d4-43fd-4d63-ae9b-8e0e04222edc'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:15.444529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c43f41da-b3a9-46b3-8cbf-0315f35546f9 req-1555898f-7fd1-4113-b16f-2d0158102574 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=05e79494-abc1-4536-b42f-900561699744 HTTP/1.1" status: 200 len: 834 time: 0.0845408 Aug 16 02:12:15.476202 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-f48f64c0-9581-4add-8345-6f2e1ed9face service neutron] 10.222.0.89 "PUT /v2.0/ports/2bf76767-5fec-4f72-ae1f-34537b70746b/bindings/n-h1-768851-16/activate HTTP/1.1" status: 200 len: 370 time: 2.2242992 Aug 16 02:12:15.503853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241d38d-cd68-454e-862f-03b3d212c7de req-d2c6709e-6aa1-4a52-9198-8965f299ee4a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.509447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1241d38d-cd68-454e-862f-03b3d212c7de req-d2c6709e-6aa1-4a52-9198-8965f299ee4a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 944 time: 0.2127733 Aug 16 02:12:15.538055 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-02c1389a-09df-4838-9df4-2acfa67ca760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:15.538796 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1389a-09df-4838-9df4-2acfa67ca760 None None] The sync data for ids ['c25187d4-43fd-4d63-ae9b-8e0e04222edc'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:15.607138 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.612177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.613674 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5649127f-2405-4456-ad39-6758cb77e0f0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2265892 Aug 16 02:12:15.614550 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f41da-b3a9-46b3-8cbf-0315f35546f9 req-65e81390-380b-4b9a-8503-63d1aa92e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.616222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c43f41da-b3a9-46b3-8cbf-0315f35546f9 req-65e81390-380b-4b9a-8503-63d1aa92e31e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fffdd74c-a493-4175-a352-8e6a49f443cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1544266 Aug 16 02:12:15.616937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41434) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:15.620545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1241d38d-cd68-454e-862f-03b3d212c7de req-83ffa71d-082d-48e3-817a-55339f7f6f2e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689988 Aug 16 02:12:15.716075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-2893fd2d-87bc-4ed8-a790-203365663b41 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.717634 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-2893fd2d-87bc-4ed8-a790-203365663b41 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376&tenant_id=deee63146f784616a74dc0add2d1dad0&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.1024525 Aug 16 02:12:15.854882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612f0e-730f-479a-a0b5-715d553f2b34 req-5f7a6a5a-c4ab-4a75-8f07-67dbb234bea7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.856776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31612f0e-730f-479a-a0b5-715d553f2b34 req-5f7a6a5a-c4ab-4a75-8f07-67dbb234bea7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1195002 Aug 16 02:12:15.875596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-179fc886-b850-44fa-9a67-a609941ce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.878994 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-179fc886-b850-44fa-9a67-a609941ce223 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 1096 time: 0.0943515 Aug 16 02:12:15.894173 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c43f41da-b3a9-46b3-8cbf-0315f35546f9 req-f9460c35-8d09-4794-9a60-f481e7c08cf5 service neutron] 10.222.0.89 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647314 Aug 16 02:12:15.905379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b49f4e9a-7991-4738-9d46-ef0567c0f13a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/routers/c25187d4-43fd-4d63-ae9b-8e0e04222edc HTTP/1.1" status: 200 len: 884 time: 0.2814820 Aug 16 02:12:15.906082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41438) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:15.946203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:15.967977 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31612f0e-730f-479a-a0b5-715d553f2b34 req-947a48be-6210-4229-8770-57165e5fc0f9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978436 Aug 16 02:12:16.023602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c43f41da-b3a9-46b3-8cbf-0315f35546f9 req-32d28ebb-9c63-4841-acf6-53c3075c6b25 service neutron] 10.222.0.89 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190572 Aug 16 02:12:16.090386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-c1dcbf69-9ec1-460d-ab04-91a92543d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.091824 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-c1dcbf69-9ec1-460d-ab04-91a92543d191 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1096 time: 0.1545315 Aug 16 02:12:16.262487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9817d17-2888-454c-a02f-65b5dfff3bb7 req-07148396-8c11-434a-9974-2491ca83e07e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 210 time: 0.0287261 Aug 16 02:12:16.295574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:16.305623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Sync routers for ids ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:16.315029 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Routers {'ea4d798b-1a6b-486e-8f2f-1710dbac5b22'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:16.315739 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:16.328216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-f26bf616-587f-43fd-ad94-105c0c4aad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.329748 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-f26bf616-587f-43fd-ad94-105c0c4aad4c service neutron] 10.222.0.84 "GET /v2.0/networks?id=fffdd74c-a493-4175-a352-8e6a49f443cc HTTP/1.1" status: 200 len: 897 time: 0.2268980 Aug 16 02:12:16.334897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.338659 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1260f4d5-9005-44c7-aef5-5e01113e27f3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2505190 Aug 16 02:12:16.339045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41442) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:16.445065 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-0742507a-9b3a-40ac-8254-27d61e4ecfb1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf76767-5fec-4f72-ae1f-34537b70746b HTTP/1.1" status: 200 len: 997 time: 0.1020358 Aug 16 02:12:16.451317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9f49e0de-794c-4f76-aabd-28dbb58db0ef tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5439477 Aug 16 02:12:16.453941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41444) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:16.458757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-98027785-a236-4283-bf61-05f180e6c602 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1744488729'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:16.489898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Set router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:16.532645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2bf76767-5fec-4f72-ae1f-34537b70746b no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:16.543660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-efdcbdf8-6525-479d-8812-29b364307e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.550193 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-efdcbdf8-6525-479d-8812-29b364307e35 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=05e79494-abc1-4536-b42f-900561699744 HTTP/1.1" status: 200 len: 834 time: 0.0972848 Aug 16 02:12:16.665721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:16.745565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a453f-aaf4-4c05-be13-9f52cf329de4 req-96a8e56e-dd2b-4ba5-a837-a7c51247fd74 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.753009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc5a453f-aaf4-4c05-be13-9f52cf329de4 req-96a8e56e-dd2b-4ba5-a837-a7c51247fd74 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 944 time: 0.1945312 Aug 16 02:12:16.904415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:16.910345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:16.911128 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.925725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc5a453f-aaf4-4c05-be13-9f52cf329de4 req-fbde7958-51b3-4f5c-a7b2-b81a52ab7d59 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715991 Aug 16 02:12:16.932104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-91d06a86-089f-42f4-83d9-21096b242ef8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.933811 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-91d06a86-089f-42f4-83d9-21096b242ef8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.84 "GET /v2.0/networks?id=7d34f731-a2d9-45ed-aecb-1a19117b0872 HTTP/1.1" status: 200 len: 796 time: 0.3559170 Aug 16 02:12:16.935897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-21e11fca-5906-47b4-ae43-8c8cb6b0bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.937371 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-21e11fca-5906-47b4-ae43-8c8cb6b0bae2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fffdd74c-a493-4175-a352-8e6a49f443cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3610623 Aug 16 02:12:16.963152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'name': 'tempest-TestServerMultinode-1362106408-router', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:11Z', 'updated_at': '2021-08-16T02:12:14Z', 'revision_number': 3, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'gw_port': {'id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:16.993130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Checking router: ea4d798b-1a6b-486e-8f2f-1710dbac5b22 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:16.993573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Updating router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 port eb9a719f-51e1-4a66-b946-2af8ba73f9c5 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:17.029353 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.080753 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-47592dc1-18d3-4120-b314-ce239b856a7f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88de854c902c4de89cf8831855db3adc HTTP/1.1" status: 200 len: 379 time: 0.1250973 Aug 16 02:12:17.096478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f2546-e45b-432b-b2a9-0c0d6509c7be req-e70995f9-3300-49f4-9abd-6c8c1d85ae60 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.097163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'port': {'device_id': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'admin_state_up': True, 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'security_groups': ['8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:17.098690 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f89f2546-e45b-432b-b2a9-0c0d6509c7be req-e70995f9-3300-49f4-9abd-6c8c1d85ae60 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 944 time: 0.2304404 Aug 16 02:12:17.171467 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-973d8476-d197-4ed6-8893-e31ba9626bf8 service neutron] 10.222.0.84 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078176 Aug 16 02:12:17.185214 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.227235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a7c3b4-0448-4bad-98df-87bd5bc6afd0'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:17.229684 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c6fbb8-0157-4a7a-9e80-6e6b9ebcb096" -d '{"events": [{"server_uuid": "45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc", "name": "network-vif-plugged", "status": "completed", "tag": "69a7c3b4-0448-4bad-98df-87bd5bc6afd0"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:17.250371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=69a7c3b4-0448-4bad-98df-87bd5bc6afd0,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:17.265589 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.275222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27223534-a266-4199-98f6-d5c4a941df0b req-c5bb1e9d-81da-4a3c-ba57-a51a651b23ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.278564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27223534-a266-4199-98f6-d5c4a941df0b req-c5bb1e9d-81da-4a3c-ba57-a51a651b23ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1927750 Aug 16 02:12:17.287270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-98027785-a236-4283-bf61-05f180e6c602 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.294118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f89f2546-e45b-432b-b2a9-0c0d6509c7be req-d05c11fa-578a-4714-9551-e522a43f8881 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681097 Aug 16 02:12:17.343901 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-9dd41c74-797f-49d5-8377-3c05bfe36b29 service neutron] 10.222.0.84 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642575 Aug 16 02:12:17.350325 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Made reservation on behalf of 88de854c902c4de89cf8831855db3adc for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:17.353604 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-98027785-a236-4283-bf61-05f180e6c602 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.370431 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.383490 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb529a2d-4713-4200-bc2a-95986e21da2a x-openstack-request-id: req-fb529a2d-4713-4200-bc2a-95986e21da2a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:17.384120 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc", "name": "network-vif-plugged", "status": "completed", "tag": "69a7c3b4-0448-4bad-98df-87bd5bc6afd0", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:17.384859 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fb529a2d-4713-4200-bc2a-95986e21da2a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:17.385397 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a7c3b4-0448-4bad-98df-87bd5bc6afd0', 'code': 200} Aug 16 02:12:17.416124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=69a7c3b4-0448-4bad-98df-87bd5bc6afd0,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:17.469987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27223534-a266-4199-98f6-d5c4a941df0b req-a23715cd-a13f-4172-aecd-3d2b4a325317 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747935 Aug 16 02:12:17.510803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.534117 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.547037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Transition to ACTIVE for port object eb9a719f-51e1-4a66-b946-2af8ba73f9c5 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:17.555227 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.633112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Attempting to bind port eb9a719f-51e1-4a66-b946-2af8ba73f9c5 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:17.633927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Attempting to bind port eb9a719f-51e1-4a66-b946-2af8ba73f9c5 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:17.634213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Attempting to bind port eb9a719f-51e1-4a66-b946-2af8ba73f9c5 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:17.635737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Allocated IP 172.20.0.7 (7d34f731-a2d9-45ed-aecb-1a19117b0872/5881d048-7564-4938-9d74-5bac2a33197c/e53856b0-19a3-4821-b7cb-59c38a31f9f2) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:17.647737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:17.648129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:17.648574 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.649100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:17.649607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Bound port: eb9a719f-51e1-4a66-b946-2af8ba73f9c5, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:17.649997 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.652333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ef045-fc40-4ad6-9e63-c78004d2ca7a None None] Pushing event updated for resources: {'Port': ['ID=eb9a719f-51e1-4a66-b946-2af8ba73f9c5,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:17.727328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] For port eb9a719f-51e1-4a66-b946-2af8ba73f9c5, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:17.731870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] For port eb9a719f-51e1-4a66-b946-2af8ba73f9c5, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eb9a719f-51e1-4a66-b946-2af8ba73f9c5,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:17.737538 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.805678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Routers {'ea4d798b-1a6b-486e-8f2f-1710dbac5b22'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:17.806467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:17.856423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-29cff938-8145-4403-b6b1-49a0074f4f2a tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.858030 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-29cff938-8145-4403-b6b1-49a0074f4f2a tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376&tenant_id=deee63146f784616a74dc0add2d1dad0&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 1096 time: 0.1595075 Aug 16 02:12:17.946781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.985052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-257e1682-ae0c-4e96-8752-dcaf6cfca3e8 req-1fbce2ab-8e3f-44ef-93a1-3370f9ce18e4 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 210 time: 0.4553006 Aug 16 02:12:18.032325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d4143-d8d0-4d49-a737-72fff8f938b5 req-40482603-ef75-4a63-9e0b-7254a65e76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.033951 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-279d4143-d8d0-4d49-a737-72fff8f938b5 req-40482603-ef75-4a63-9e0b-7254a65e76a3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 1097 time: 0.5748186 Aug 16 02:12:18.042077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ef045-fc40-4ad6-9e63-c78004d2ca7a None None] Pushing event updated for resources: {'Port': ['ID=eb9a719f-51e1-4a66-b946-2af8ba73f9c5,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.053133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98027785-a236-4283-bf61-05f180e6c602 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router c25187d4-43fd-4d63-ae9b-8e0e04222edc has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:18.124843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] Set router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:18.202801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-279d4143-d8d0-4d49-a737-72fff8f938b5 req-6d20bf9f-5c1a-429a-9caa-a1817bbe1724 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484897 Aug 16 02:12:18.232193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda98ded-e618-4cc1-814d-2e5b25883207 req-a9b352e3-f00a-44a4-9d35-c8a1198c46a3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.233659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eda98ded-e618-4cc1-814d-2e5b25883207 req-a9b352e3-f00a-44a4-9d35-c8a1198c46a3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 945 time: 0.1967473 Aug 16 02:12:18.272902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Transition to ACTIVE for port object e53856b0-19a3-4821-b7cb-59c38a31f9f2 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:18.309741 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.335861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'name': 'tempest-TestServerMultinode-1362106408-router', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:11Z', 'updated_at': '2021-08-16T02:12:14Z', 'revision_number': 3, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'gw_port': {'id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:18.354156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Allocated IP 172.20.0.1 (6a536bf5-302f-4a47-b884-edc11d2c697b/caa6f608-506d-446a-aa49-887b1a40d955/f195626a-fcb2-4d77-aa31-b8ed748b2434) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:18.369077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21e626-d82f-4a8f-983a-e369475d0c63 None None] The sync data for ids ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'] in n-d-768851-16 is: [{'id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'name': 'tempest-TestServerMultinode-1362106408-router', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:11Z', 'updated_at': '2021-08-16T02:12:14Z', 'revision_number': 3, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'gw_port': {'id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:18.369827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eda98ded-e618-4cc1-814d-2e5b25883207 req-97dd8406-2260-403b-809b-51410b93ff67 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138840 Aug 16 02:12:18.374795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98027785-a236-4283-bf61-05f180e6c602 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:18.382323 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-98027785-a236-4283-bf61-05f180e6c602 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.386570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-98027785-a236-4283-bf61-05f180e6c602 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/c25187d4-43fd-4d63-ae9b-8e0e04222edc HTTP/1.1" status: 200 len: 891 time: 1.9314363 Aug 16 02:12:18.387599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41464) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.389918 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1c938-0062-4417-a4eb-3e3dfafbc631 None None] Sync routers for ids ['c25187d4-43fd-4d63-ae9b-8e0e04222edc'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:18.413673 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.414249 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1c938-0062-4417-a4eb-3e3dfafbc631 None None] Routers {'c25187d4-43fd-4d63-ae9b-8e0e04222edc'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:18.415066 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-20f1c938-0062-4417-a4eb-3e3dfafbc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c25187d4-43fd-4d63-ae9b-8e0e04222edc'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:18.460487 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-20f1c938-0062-4417-a4eb-3e3dfafbc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:18.467389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-3f0a00b2-a7da-4166-bec4-765387e410d1 service neutron] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:18.470717 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1c938-0062-4417-a4eb-3e3dfafbc631 None None] Routers {'c25187d4-43fd-4d63-ae9b-8e0e04222edc'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:18.471457 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-20f1c938-0062-4417-a4eb-3e3dfafbc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['c25187d4-43fd-4d63-ae9b-8e0e04222edc'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:18.475769 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-3f0a00b2-a7da-4166-bec4-765387e410d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.477191 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5ef3909f-e0a7-4a65-80ad-fee5bdc289e9 req-3f0a00b2-a7da-4166-bec4-765387e410d1 service neutron] 10.222.0.84 "DELETE /v2.0/ports/2bf76767-5fec-4f72-ae1f-34537b70746b/bindings/n-h2-768851-16 HTTP/1.1" status: 204 len: 173 time: 0.6087832 Aug 16 02:12:18.507248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network 7d34f731-a2d9-45ed-aecb-1a19117b0872 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:18.511546 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-20f1c938-0062-4417-a4eb-3e3dfafbc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:18.512770 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1c938-0062-4417-a4eb-3e3dfafbc631 None None] The sync data for ids ['c25187d4-43fd-4d63-ae9b-8e0e04222edc'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:18.518633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:18.521368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:18.524348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=e53856b0-19a3-4821-b7cb-59c38a31f9f2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.625026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.625819 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.642762 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-665aa1cf-008d-4dac-baee-f2acde797a21 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5534666 Aug 16 02:12:18.671275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Request body: {'port': {'device_id': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:18.679022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-03906fff-473c-468b-8e83-69c0f2a10720 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/routers/c25187d4-43fd-4d63-ae9b-8e0e04222edc HTTP/1.1" status: 200 len: 891 time: 0.2891371 Aug 16 02:12:18.686708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f770207-c02c-490c-a7a6-cff50f355e09 req-183d4289-a8a7-4f21-b9d7-03d9b25556c7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.694318 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f770207-c02c-490c-a7a6-cff50f355e09 req-183d4289-a8a7-4f21-b9d7-03d9b25556c7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 944 time: 0.2127628 Aug 16 02:12:18.698605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41468) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.760787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d0e51ade-9ac0-4bf1-84a8-400f075361b9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=c25187d4-43fd-4d63-ae9b-8e0e04222edc HTTP/1.1" status: 200 len: 205 time: 0.0586212 Aug 16 02:12:18.763482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.763959 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.766401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41470) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.790629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0eae4-cbc5-4c36-a206-e86d5fbfeec6 req-58b86e15-e0be-459f-9900-4590597ba477 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.798148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cf0eae4-cbc5-4c36-a206-e86d5fbfeec6 req-58b86e15-e0be-459f-9900-4590597ba477 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.2151959 Aug 16 02:12:18.819001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Transition to ACTIVE for port object f195626a-fcb2-4d77-aa31-b8ed748b2434 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:18.864915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f770207-c02c-490c-a7a6-cff50f355e09 req-4b7a9c67-cc25-4a95-9e62-000ea33410b3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697659 Aug 16 02:12:18.956711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-85b9250b-1b3b-4c6a-8eca-3529f3c0648d None None] Provisioning for port e53856b0-19a3-4821-b7cb-59c38a31f9f2 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:18.962613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-85b9250b-1b3b-4c6a-8eca-3529f3c0648d None None] Provisioning complete for port e53856b0-19a3-4821-b7cb-59c38a31f9f2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:18.962990 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-85b9250b-1b3b-4c6a-8eca-3529f3c0648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.974257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cf0eae4-cbc5-4c36-a206-e86d5fbfeec6 req-962cf1fe-f774-4ff8-abdb-11aba9c77796 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750023 Aug 16 02:12:19.014492 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.022124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-85b9250b-1b3b-4c6a-8eca-3529f3c0648d None None] Port e53856b0-19a3-4821-b7cb-59c38a31f9f2 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:19.092616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Network 6a536bf5-302f-4a47-b884-edc11d2c697b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:19.121069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:19.125825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:19.140372 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.187491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Pushing event updated for resources: {'Port': ['ID=f195626a-fcb2-4d77-aa31-b8ed748b2434,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.261449 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.300671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5dd77-cbf0-40e8-b68e-c6f662f43795 req-2273f13c-ab22-49a9-ba1d-2979c803a343 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.308461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36f5dd77-cbf0-40e8-b68e-c6f662f43795 req-2273f13c-ab22-49a9-ba1d-2979c803a343 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1096 time: 0.2287126 Aug 16 02:12:19.336378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df9e1b-b1ad-4c5c-a1fd-4f6ca2511a59 req-b7ac631c-d266-419f-b97c-6c156cdae479 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.338154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92df9e1b-b1ad-4c5c-a1fd-4f6ca2511a59 req-b7ac631c-d266-419f-b97c-6c156cdae479 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 931 time: 0.2636189 Aug 16 02:12:19.369558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.441677 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36f5dd77-cbf0-40e8-b68e-c6f662f43795 req-9ee43bb8-a03c-44c9-870a-3757712c25a3 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255872 Aug 16 02:12:19.477815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-465e4515-62f3-44ce-8053-23218d2cf2b6 None None] Provisioning for port f195626a-fcb2-4d77-aa31-b8ed748b2434 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:19.484416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53856b0-19a3-4821-b7cb-59c38a31f9f2 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:19.489268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-465e4515-62f3-44ce-8053-23218d2cf2b6 None None] Provisioning complete for port f195626a-fcb2-4d77-aa31-b8ed748b2434 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:19.489783 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-465e4515-62f3-44ce-8053-23218d2cf2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.494567 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.509537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port d56d2ee6-5aa1-4465-8b05-2b52fef998e9 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:19.509895 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.514330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Transition to ACTIVE for port object e53856b0-19a3-4821-b7cb-59c38a31f9f2 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:19.517816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92df9e1b-b1ad-4c5c-a1fd-4f6ca2511a59 req-d9acd121-4a01-485a-ab92-9dc92b1e97e2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511371 Aug 16 02:12:19.540312 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.564455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-465e4515-62f3-44ce-8053-23218d2cf2b6 None None] Port f195626a-fcb2-4d77-aa31-b8ed748b2434 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:19.624452 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.663180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Pushing event updated for resources: {'Port': ['ID=e53856b0-19a3-4821-b7cb-59c38a31f9f2,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.697451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306b85e-305d-4b6f-b37a-fd75022b116e req-105bb9dd-d34b-4276-a067-9109510d7813 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.699423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3306b85e-305d-4b6f-b37a-fd75022b116e req-105bb9dd-d34b-4276-a067-9109510d7813 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 945 time: 0.1429720 Aug 16 02:12:19.721635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.736871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e901b-8f5f-4350-8e55-2ef4b060fee8 req-61247212-d1d0-4368-a9d2-1d103debdd9d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.738588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c0e901b-8f5f-4350-8e55-2ef4b060fee8 req-61247212-d1d0-4368-a9d2-1d103debdd9d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 944 time: 0.1591675 Aug 16 02:12:19.742363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for d56d2ee6-5aa1-4465-8b05-2b52fef998e9 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:19.770311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Attempting to bind port e53856b0-19a3-4821-b7cb-59c38a31f9f2 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:19.770623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Attempting to bind port e53856b0-19a3-4821-b7cb-59c38a31f9f2 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:19.770908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Attempting to bind port e53856b0-19a3-4821-b7cb-59c38a31f9f2 on network 7d34f731-a2d9-45ed-aecb-1a19117b0872 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:19.809870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Port e53856b0-19a3-4821-b7cb-59c38a31f9f2 on network 7d34f731-a2d9-45ed-aecb-1a19117b0872 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:19.810203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Attempting to bind port e53856b0-19a3-4821-b7cb-59c38a31f9f2 on network 7d34f731-a2d9-45ed-aecb-1a19117b0872 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:19.818541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:19.818785 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Checking segment: {'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:19.819175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Bound using segment: {'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:19.819623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Bound port: e53856b0-19a3-4821-b7cb-59c38a31f9f2, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826f36fc-cb84-4a6b-a6c9-f5598a3d665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:19.819971 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.845877 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3306b85e-305d-4b6f-b37a-fd75022b116e req-5fc55e05-b79e-484c-b425-638d7e86de67 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346135 Aug 16 02:12:19.867033 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c0e901b-8f5f-4350-8e55-2ef4b060fee8 req-2d644685-8993-406f-97a1-64f37fa77b44 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130366 Aug 16 02:12:19.910090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41484) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.948674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] For port e53856b0-19a3-4821-b7cb-59c38a31f9f2, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:19.955086 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] For port e53856b0-19a3-4821-b7cb-59c38a31f9f2, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e53856b0-19a3-4821-b7cb-59c38a31f9f2,segment=NetworkSegment(826f36fc-cb84-4a6b-a6c9-f5598a3d665d),segment_id=826f36fc-cb84-4a6b-a6c9-f5598a3d665d)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:19.981204 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.049066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f4060dae-2560-4051-a1a2-a360abf6a85c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/53290a1f-d160-472b-98ba-e5ce925173dc HTTP/1.1" status: 200 len: 989 time: 0.1374192 Aug 16 02:12:20.054848 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.066664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.067771 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.069296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] 10.222.0.84 "PUT /v2.0/ports/e53856b0-19a3-4821-b7cb-59c38a31f9f2 HTTP/1.1" status: 200 len: 1092 time: 1.4077516 Aug 16 02:12:20.069846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1575b-f535-4933-a2f5-23f485157980 req-57606a3d-217a-412d-bf94-040a1c05557f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.070271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'tag': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:20.071399 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bb1575b-f535-4933-a2f5-23f485157980 req-57606a3d-217a-412d-bf94-040a1c05557f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 945 time: 0.1099639 Aug 16 02:12:20.072575 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.072879 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9449c5-6743-486a-be0c-0cd7d37ef64a" -d '{"events": [{"name": "network-changed", "server_uuid": "d00081e5-b0a4-4a5b-be9e-23c66111addd", "tag": "e53856b0-19a3-4821-b7cb-59c38a31f9f2"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:20.079304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.171714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1f199-5d4e-4a64-b8e1-b92af926678c service neutron] Pushing event updated for resources: {'Port': ['ID=e53856b0-19a3-4821-b7cb-59c38a31f9f2,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.203570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Pushing event updated for resources: {'Port': ['ID=f195626a-fcb2-4d77-aa31-b8ed748b2434,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.213048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.234143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bb1575b-f535-4933-a2f5-23f485157980 req-e4d0c297-531a-4be5-a431-f99c4c4833db tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205995 Aug 16 02:12:20.238832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=d56d2ee6-5aa1-4465-8b05-2b52fef998e9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.253249 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.358154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Network 6a536bf5-302f-4a47-b884-edc11d2c697b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:20.359963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:20.372497 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-0bbefe08-1952-421b-80b3-1b9a9bedff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.374062 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-0bbefe08-1952-421b-80b3-1b9a9bedff51 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 1095 time: 0.2183297 Aug 16 02:12:20.377981 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.380377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.386964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892475aa-9076-435f-890c-524bdbb4fe93 req-e6584c31-5d47-4604-b912-036ab1600876 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.398710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-892475aa-9076-435f-890c-524bdbb4fe93 req-e6584c31-5d47-4604-b912-036ab1600876 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.2229490 Aug 16 02:12:20.467282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.467953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Fanout notify agent at l3_agent the message router_deleted on router c25187d4-43fd-4d63-ae9b-8e0e04222edc {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:12:20.509711 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a0ac2b-5f3d-4503-95b2-9314a410a9e5 x-openstack-request-id: req-a3a0ac2b-5f3d-4503-95b2-9314a410a9e5 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:20.510153 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00081e5-b0a4-4a5b-be9e-23c66111addd", "tag": "e53856b0-19a3-4821-b7cb-59c38a31f9f2", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:20.510411 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3a0ac2b-5f3d-4503-95b2-9314a410a9e5 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:20.510860 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'tag': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'status': 'completed', 'code': 200} Aug 16 02:12:20.517953 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.522072 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-76096e3e-7516-431f-b05f-dda7c7afcac8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/c25187d4-43fd-4d63-ae9b-8e0e04222edc HTTP/1.1" status: 204 len: 168 time: 1.7523406 Aug 16 02:12:20.526420 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41498) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.530768 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-1ab3eacb-9e8b-4f49-bb23-eddc679051f1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53856b0-19a3-4821-b7cb-59c38a31f9f2 HTTP/1.1" status: 200 len: 217 time: 0.0723164 Aug 16 02:12:20.549229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1544751677'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:20.559109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41502) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.575940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-892475aa-9076-435f-890c-524bdbb4fe93 req-35638edf-673f-4811-bbcf-cfdfdc124b2d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762018 Aug 16 02:12:20.689646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:20.705878 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.717569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:20.718546 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:12:20.742984 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-fec923c3-429b-49d4-86ed-591bce68a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.745906 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-fec923c3-429b-49d4-86ed-591bce68a5f8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5881d048-7564-4938-9d74-5bac2a33197c HTTP/1.1" status: 200 len: 834 time: 0.1771681 Aug 16 02:12:20.775831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ee748b2f-6f96-4715-be58-29c2678a32c2 None None] Provisioning complete for port f195626a-fcb2-4d77-aa31-b8ed748b2434 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:20.776907 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ee748b2f-6f96-4715-be58-29c2678a32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.825697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:20.845392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-ee748b2f-6f96-4715-be58-29c2678a32c2 None None] Port f195626a-fcb2-4d77-aa31-b8ed748b2434 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:20.849773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-833e213b-39b6-4ef1-baef-5d97785dbd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.851347 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-833e213b-39b6-4ef1-baef-5d97785dbd3d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7d34f731-a2d9-45ed-aecb-1a19117b0872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947702 Aug 16 02:12:20.857469 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.857858 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added segment 6813c5bd-5594-40fc-8215-fa8f8496693b of type vlan for network 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 Aug 16 02:12:20.886016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb9a719f-51e1-4a66-b946-2af8ba73f9c5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:20.951232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port eb9a719f-51e1-4a66-b946-2af8ba73f9c5 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:20.958313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port eb9a719f-51e1-4a66-b946-2af8ba73f9c5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:20.959163 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.978605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.993681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf06f-8be8-46bb-9eda-2db28f61d16b req-108f08fd-c5b3-4ba9-b339-9279bfb24371 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.995187 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03faf06f-8be8-46bb-9eda-2db28f61d16b req-108f08fd-c5b3-4ba9-b339-9279bfb24371 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 943 time: 0.1579254 Aug 16 02:12:21.006865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3c6c5-2a99-4b00-90cc-5acaa2e8d79e req-495b2bd4-6cd0-44ab-b913-e058a5c7b264 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.007985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70f3c6c5-2a99-4b00-90cc-5acaa2e8d79e req-495b2bd4-6cd0-44ab-b913-e058a5c7b264 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 945 time: 0.1695709 Aug 16 02:12:21.030175 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-befe1d3d-8606-489c-a5c9-676b84e43fb2 service neutron] 10.222.0.84 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702609 Aug 16 02:12:21.033828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:21.035604 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.043290 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.043290 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.053409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8562594c-d831-438b-b49d-4a723d0c59c7 admin admin] 10.222.0.79 "PUT /v2.0/routers/ea4d798b-1a6b-486e-8f2f-1710dbac5b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7053201 Aug 16 02:12:21.053409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port c94ac1ea-7f17-4c71-9ffc-d3616092134f {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:21.053409 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.055638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Sync routers for ids ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:21.081685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Routers {'ea4d798b-1a6b-486e-8f2f-1710dbac5b22'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:21.082800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.163304 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6276782 Aug 16 02:12:21.164933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41510) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.170141 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.178160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'subnet': {'network_id': '8dedc4e4-f612-4ea2-b96a-6d2b56b755d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:21.181624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70f3c6c5-2a99-4b00-90cc-5acaa2e8d79e req-88fd8f0f-1b16-4dee-92cd-85cec411858a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570418 Aug 16 02:12:21.196442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03faf06f-8be8-46bb-9eda-2db28f61d16b req-e8e93749-b99e-4e99-aadd-688aab6160e5 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852779 Aug 16 02:12:21.238927 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.239267 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.240100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb480658-30ef-4fe9-879e-3ca6f2a44495 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Network': ['ID=8dedc4e4-f612-4ea2-b96a-6d2b56b755d4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.264564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for c94ac1ea-7f17-4c71-9ffc-d3616092134f owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:21.280282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:21.292347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port eb9a719f-51e1-4a66-b946-2af8ba73f9c5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eb9a719f-51e1-4a66-b946-2af8ba73f9c5,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:21.293192 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c81fd39f-dfdd-4800-ace6-82a559b0af34 req-57d32011-6266-474e-9d72-d8c7242903c5 service neutron] 10.222.0.84 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466087 Aug 16 02:12:21.322194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:21.326347 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.357863 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.442567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Set router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:21.479925 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.498278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9449c5-6743-486a-be0c-0cd7d37ef64a req-677bdfd0-fbd2-4901-a8ba-3ee291044dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.500054 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e9449c5-6743-486a-be0c-0cd7d37ef64a req-677bdfd0-fbd2-4901-a8ba-3ee291044dcc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 1095 time: 0.0861592 Aug 16 02:12:21.535368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=c94ac1ea-7f17-4c71-9ffc-d3616092134f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.552662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=eb9a719f-51e1-4a66-b946-2af8ba73f9c5,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.609803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9449c5-6743-486a-be0c-0cd7d37ef64a req-93030494-1b72-4e16-a768-45bb615a50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.612523 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e9449c5-6743-486a-be0c-0cd7d37ef64a req-93030494-1b72-4e16-a768-45bb615a50c0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7d34f731-a2d9-45ed-aecb-1a19117b0872 HTTP/1.1" status: 200 len: 897 time: 0.1037846 Aug 16 02:12:21.634714 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.636774 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Floating IP 53290a1f-d160-472b-98ba-e5ce925173dc disassociated (deleted). External IP: 172.25.2.3, port: 2bf76767-5fec-4f72-ae1f-34537b70746b. Aug 16 02:12:21.698558 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e9449c5-6743-486a-be0c-0cd7d37ef64a req-2794bd87-81d5-4f53-bad7-eefdcdbede2a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53856b0-19a3-4821-b7cb-59c38a31f9f2 HTTP/1.1" status: 200 len: 217 time: 0.0751081 Aug 16 02:12:21.740142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'name': 'tempest-TestServerMultinode-1362106408-router', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:11Z', 'updated_at': '2021-08-16T02:12:19Z', 'revision_number': 4, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'gw_port': {'id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f195626a-fcb2-4d77-aa31-b8ed748b2434', 'name': '', 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'mac_address': 'fa:16:3e:e1:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'caa6f608-506d-446a-aa49-887b1a40d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:17Z', 'updated_at': '2021-08-16T02:12:19Z', 'revision_number': 2, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'subnets': [{'id': 'caa6f608-506d-446a-aa49-887b1a40d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.777079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Checking router: ea4d798b-1a6b-486e-8f2f-1710dbac5b22 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:21.778203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Updating router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 port f195626a-fcb2-4d77-aa31-b8ed748b2434 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:21.793380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa9c39-6d2c-4c36-8f1b-1d9cd2504c8e req-ca824834-997a-4168-b291-86f4206dbff4 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.795547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2daa9c39-6d2c-4c36-8f1b-1d9cd2504c8e req-ca824834-997a-4168-b291-86f4206dbff4 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1131461 Aug 16 02:12:21.809508 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.810708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9449c5-6743-486a-be0c-0cd7d37ef64a req-f3cb628b-a0f6-48a5-a8f2-b51b4c773c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.812280 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e9449c5-6743-486a-be0c-0cd7d37ef64a req-f3cb628b-a0f6-48a5-a8f2-b51b4c773c2f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5881d048-7564-4938-9d74-5bac2a33197c HTTP/1.1" status: 200 len: 834 time: 0.1019740 Aug 16 02:12:21.877328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2daa9c39-6d2c-4c36-8f1b-1d9cd2504c8e req-abadba2a-bc7b-4deb-812e-d1e5598b6534 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706737 Aug 16 02:12:21.877817 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.921532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41526) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.926600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-34407968-network', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:21.930772 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Subnet': ['ID=53092432-7224-486b-9052-74f6bbffd0f5,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.940466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9449c5-6743-486a-be0c-0cd7d37ef64a req-ba194b65-bd96-419c-92f2-c9db4fcbec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.942164 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e9449c5-6743-486a-be0c-0cd7d37ef64a req-ba194b65-bd96-419c-92f2-c9db4fcbec17 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7d34f731-a2d9-45ed-aecb-1a19117b0872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164279 Aug 16 02:12:21.999958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Made reservation on behalf of aa8ad9a8e470411a997a57e082585569 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:22.000528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.034198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Checking segment: {'id': '6813c5bd-5594-40fc-8215-fa8f8496693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8dedc4e4-f612-4ea2-b96a-6d2b56b755d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:22.034634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network hostable DHCP agents. Network: 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:22.038610 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.063828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:22.076954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48e3d5-0e47-438a-b066-b7c13710572d req-1779cb90-25d6-4664-914a-80f8869855cc tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:22.078706 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a48e3d5-0e47-438a-b066-b7c13710572d req-1779cb90-25d6-4664-914a-80f8869855cc tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 945 time: 0.0916693 Aug 16 02:12:22.082359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:22.087304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:22.088124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.101720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:22.102088 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e9449c5-6743-486a-be0c-0cd7d37ef64a req-1a57e0be-9d59-4dc0-b1c4-5d83f9ce92b6 service neutron] 10.222.0.84 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486592 Aug 16 02:12:22.125381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd53d5-9537-4e7f-b7b0-ed3ba156447d None None] Network 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:22.241529 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3e9449c5-6743-486a-be0c-0cd7d37ef64a req-cf602e5e-9c18-4e90-acf6-0e0c37a3d416 service neutron] 10.222.0.84 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316774 Aug 16 02:12:22.292203 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.307332 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3a198169-5800-46c5-8ff2-16f9da9fb564 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1374826 Aug 16 02:12:22.308179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41532) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.315779 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.317950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f5faafcb-df1f-4d72-8c17-bcba18a139a4 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1526041824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:22.336418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Transition to ACTIVE for port object f195626a-fcb2-4d77-aa31-b8ed748b2434 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:22.349929 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5faafcb-df1f-4d72-8c17-bcba18a139a4 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.351010 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5faafcb-df1f-4d72-8c17-bcba18a139a4 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.365250 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.417323 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5faafcb-df1f-4d72-8c17-bcba18a139a4 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.422921 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5faafcb-df1f-4d72-8c17-bcba18a139a4 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.447708 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5faafcb-df1f-4d72-8c17-bcba18a139a4 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.450020 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f5faafcb-df1f-4d72-8c17-bcba18a139a4 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1395450 Aug 16 02:12:22.452701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41536) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.473361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce1845-fbdc-433f-8a3b-6f50d4d3b422 None None] Pushing event updated for resources: {'Port': ['ID=f195626a-fcb2-4d77-aa31-b8ed748b2434,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.533490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-8dedc4e4-f612-4ea2-b96a-6d2b56b755d4', 'network_id': '8dedc4e4-f612-4ea2-b96a-6d2b56b755d4', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'fixed_ips': [{'subnet_id': '53092432-7224-486b-9052-74f6bbffd0f5'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:22.534490 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.615153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Attempting to bind port f195626a-fcb2-4d77-aa31-b8ed748b2434 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:22.616015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Attempting to bind port f195626a-fcb2-4d77-aa31-b8ed748b2434 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:22.616417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Attempting to bind port f195626a-fcb2-4d77-aa31-b8ed748b2434 on network 6a536bf5-302f-4a47-b884-edc11d2c697b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:22.710795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:22.711300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Checking segment: {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:22.711842 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.712362 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Bound using segment: {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:22.713048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Bound port: f195626a-fcb2-4d77-aa31-b8ed748b2434, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:22.713568 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.745555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb9a719f-51e1-4a66-b946-2af8ba73f9c5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:22.784791 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.802150 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.825704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:22.897873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5d2d3b-27c9-44bd-be84-e52677bdad40,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.904246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.904595 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Added segment 4864d472-23ff-4a22-8799-bebc3fac31a4 of type vlan for network d926fb87-e438-4cd0-b3a1-bf2bdceba282 Aug 16 02:12:22.934995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346df79-8172-4a33-9a6f-07a1b2060f4c req-460379e5-aca8-4332-bff5-0292e6a0ae82 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:22.936522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6346df79-8172-4a33-9a6f-07a1b2060f4c req-460379e5-aca8-4332-bff5-0292e6a0ae82 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 945 time: 0.6538963 Aug 16 02:12:22.949279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afe531-57ca-4bdb-8fa9-ecb04f7d5e27 req-dd65804e-4337-4787-9b44-82ceace6fe19 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:22.951077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] For port f195626a-fcb2-4d77-aa31-b8ed748b2434, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:22.951599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5afe531-57ca-4bdb-8fa9-ecb04f7d5e27 req-dd65804e-4337-4787-9b44-82ceace6fe19 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 943 time: 0.6672986 Aug 16 02:12:22.960644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] For port f195626a-fcb2-4d77-aa31-b8ed748b2434, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f195626a-fcb2-4d77-aa31-b8ed748b2434,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:22.962882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Allocated IP 2001:db8::2 (8dedc4e4-f612-4ea2-b96a-6d2b56b755d4/53092432-7224-486b-9052-74f6bbffd0f5/2ebd4216-7f80-4974-a8ad-3428068058b3) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:22.967173 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.984718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:22.987974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-3a48e3d5-0e47-438a-b066-b7c13710572d req-8c41c90d-0480-4d20-9c59-382d507afc6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Deleting port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:22.988314 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3a48e3d5-0e47-438a-b066-b7c13710572d req-8c41c90d-0480-4d20-9c59-382d507afc6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.993682 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.996780 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e469cfe-874a-493b-979c-79ec463565bc None None] Sync routers for ids ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:23.008128 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e469cfe-874a-493b-979c-79ec463565bc None None] Routers {'d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:23.009079 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5e469cfe-874a-493b-979c-79ec463565bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:23.024473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.139235 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-5e469cfe-874a-493b-979c-79ec463565bc None None] Set router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:23.154161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2ae12878-1b2f-41f1-85fb-f59baf50f847 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/floatingips/53290a1f-d160-472b-98ba-e5ce925173dc HTTP/1.1" status: 204 len: 168 time: 2.5891764 Aug 16 02:12:23.160787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:23.163147 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff722f0-72fe-4fe4-be74-6a6352efac58" -d '{"events": [{"name": "network-changed", "server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:23.174794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6346df79-8172-4a33-9a6f-07a1b2060f4c req-2abf1a06-4f70-4bcb-a78d-c8391425f0da tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225466 Aug 16 02:12:23.209888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5afe531-57ca-4bdb-8fa9-ecb04f7d5e27 req-e5ac3775-76e4-460a-ab08-e8ab730e41a7 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329392 Aug 16 02:12:23.232252 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.233554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:23.234328 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.311303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3a48e3d5-0e47-438a-b066-b7c13710572d req-8c41c90d-0480-4d20-9c59-382d507afc6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] For port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=69a7c3b4-0448-4bad-98df-87bd5bc6afd0,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:23.312132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3a48e3d5-0e47-438a-b066-b7c13710572d req-8c41c90d-0480-4d20-9c59-382d507afc6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.328033 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4054191 Aug 16 02:12:23.332459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41544) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.340492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] Request body: {'subnet': {'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-34407968-subnet', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:23.348175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-3a48e3d5-0e47-438a-b066-b7c13710572d req-8c41c90d-0480-4d20-9c59-382d507afc6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Calling delete_port for 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:23.352164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243eb97-139e-4579-bf11-23afa0790da2 admin admin] Pushing event updated for resources: {'Network': ['ID=d926fb87-e438-4cd0-b3a1-bf2bdceba282,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:23.368849 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.396606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Transition to ACTIVE for port object 2ebd4216-7f80-4974-a8ad-3428068058b3 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:23.416861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Transition to ACTIVE for port object 2ebd4216-7f80-4974-a8ad-3428068058b3 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:23.422214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce1845-fbdc-433f-8a3b-6f50d4d3b422 None None] Pushing event updated for resources: {'Port': ['ID=f195626a-fcb2-4d77-aa31-b8ed748b2434,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:23.444236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] Made reservation on behalf of aa8ad9a8e470411a997a57e082585569 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:23.445021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network d926fb87-e438-4cd0-b3a1-bf2bdceba282 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:23.447215 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.489909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port eb9a719f-51e1-4a66-b946-2af8ba73f9c5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:23.490296 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.500370 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.536175 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5e469cfe-874a-493b-979c-79ec463565bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:58Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd1580417-c470-42b8-a3c7-03585a92666d', 'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:44:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '05e79494-abc1-4536-b42f-900561699744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:07Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '05e79494-abc1-4536-b42f-900561699744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:23.596490 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e469cfe-874a-493b-979c-79ec463565bc None None] Checking router: d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:23.607270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Allocated IP 2001:db8::1 (8dedc4e4-f612-4ea2-b96a-6d2b56b755d4/53092432-7224-486b-9052-74f6bbffd0f5/5703488c-37bc-4b23-8d77-cd6be6869dee) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:23.609045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d647b13-6f24-4a91-af9b-d648650c7351 req-a2a8c5b6-3a7d-4191-8239-677fa6054a5c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:23.611189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d647b13-6f24-4a91-af9b-d648650c7351 req-a2a8c5b6-3a7d-4191-8239-677fa6054a5c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1892688 Aug 16 02:12:23.623951 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e469cfe-874a-493b-979c-79ec463565bc None None] Routers {'d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:23.624630 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5e469cfe-874a-493b-979c-79ec463565bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:23.653784 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdff3de-d2b7-4ae8-99b2-bac5b6802ee0 x-openstack-request-id: req-acdff3de-d2b7-4ae8-99b2-bac5b6802ee0 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:23.654079 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:23.654332 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-acdff3de-d2b7-4ae8-99b2-bac5b6802ee0 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:23.654742 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'status': 'completed', 'code': 200} Aug 16 02:12:23.792720 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-5e469cfe-874a-493b-979c-79ec463565bc None None] Set router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:23.870171 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.899848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d647b13-6f24-4a91-af9b-d648650c7351 req-c4ffac55-d240-47fa-a331-fcd459078c77 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583125 Aug 16 02:12:23.906037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Transition to ACTIVE for port object 5703488c-37bc-4b23-8d77-cd6be6869dee will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:23.916935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Routers {'ea4d798b-1a6b-486e-8f2f-1710dbac5b22'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:23.916935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:23.931627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff722f0-72fe-4fe4-be74-6a6352efac58 req-cbfd1dbc-c93f-4104-86ee-133bfae250bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:23.933664 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aff722f0-72fe-4fe4-be74-6a6352efac58 req-cbfd1dbc-c93f-4104-86ee-133bfae250bc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 1096 time: 0.1956685 Aug 16 02:12:23.945548 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3a48e3d5-0e47-438a-b066-b7c13710572d req-8c41c90d-0480-4d20-9c59-382d507afc6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.996024 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.007229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41c90d-0480-4d20-9c59-382d507afc6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event deleted for resources: {'Port': ['ID=69a7c3b4-0448-4bad-98df-87bd5bc6afd0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.031335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] Set router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:24.060342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3e5e8-1ee5-43d3-b11a-27dd3376d48e req-fee638eb-5d51-4294-a459-8e3a7ec8ca5b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.062088 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38f3e5e8-1ee5-43d3-b11a-27dd3376d48e req-fee638eb-5d51-4294-a459-8e3a7ec8ca5b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 944 time: 0.2630787 Aug 16 02:12:24.090585 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5e469cfe-874a-493b-979c-79ec463565bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:58Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd1580417-c470-42b8-a3c7-03585a92666d', 'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:44:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '05e79494-abc1-4536-b42f-900561699744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:07Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '05e79494-abc1-4536-b42f-900561699744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:24.107451 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.118424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['69a7c3b4-0448-4bad-98df-87bd5bc6afd0'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:24.120472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:24.131267 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e469cfe-874a-493b-979c-79ec463565bc None None] The sync data for ids ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'] in n-d-768851-16 is: [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:10:58Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd1580417-c470-42b8-a3c7-03585a92666d', 'name': '', 'network_id': 'fffdd74c-a493-4175-a352-8e6a49f443cc', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:44:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '05e79494-abc1-4536-b42f-900561699744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:07Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '05e79494-abc1-4536-b42f-900561699744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:24.142825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a48e3d5-0e47-438a-b066-b7c13710572d req-8c41c90d-0480-4d20-9c59-382d507afc6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] No DVR routers for this DVR port 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:24.148337 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3a48e3d5-0e47-438a-b066-b7c13710572d req-8c41c90d-0480-4d20-9c59-382d507afc6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.149589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:24.150592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a48e3d5-0e47-438a-b066-b7c13710572d req-8c41c90d-0480-4d20-9c59-382d507afc6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "DELETE /v2.0/ports/69a7c3b4-0448-4bad-98df-87bd5bc6afd0 HTTP/1.1" status: 204 len: 173 time: 2.0627074 Aug 16 02:12:24.175606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:24.185776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:24.186795 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.257211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Network 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:24.263233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Pushing event updated for resources: {'Port': ['ID=2ebd4216-7f80-4974-a8ad-3428068058b3,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.272058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38f3e5e8-1ee5-43d3-b11a-27dd3376d48e req-d7592d61-ebf0-4198-87d8-82a822fb5220 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797590 Aug 16 02:12:24.274461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:24.287605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:24.309300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=5703488c-37bc-4b23-8d77-cd6be6869dee,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.330876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e991e8fc-8d3b-4872-8862-3a87fcdd23ba,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.385016 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] Checking segment: {'id': '4864d472-23ff-4a22-8799-bebc3fac31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:24.385466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] Network hostable DHCP agents. Network: d926fb87-e438-4cd0-b3a1-bf2bdceba282, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:24.422753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff722f0-72fe-4fe4-be74-6a6352efac58 req-7b2618e0-d0fa-4ba9-8434-cf4400495fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.424879 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aff722f0-72fe-4fe4-be74-6a6352efac58 req-7b2618e0-d0fa-4ba9-8434-cf4400495fbd service neutron] 10.222.0.84 "GET /v2.0/networks?id=fffdd74c-a493-4175-a352-8e6a49f443cc HTTP/1.1" status: 200 len: 897 time: 0.4768927 Aug 16 02:12:24.432014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95112b03-801c-4e4f-9a19-660e2e070a25 req-f6f54d8f-dad3-49e1-9e64-0778e0237c24 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc HTTP/1.1" status: 200 len: 210 time: 0.0791011 Aug 16 02:12:24.484439 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aff722f0-72fe-4fe4-be74-6a6352efac58 req-d34d5ebf-a79a-4339-b061-9525df225124 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf76767-5fec-4f72-ae1f-34537b70746b HTTP/1.1" status: 200 len: 217 time: 0.0504229 Aug 16 02:12:24.536224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] Network d926fb87-e438-4cd0-b3a1-bf2bdceba282 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:24.547203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Attempting to bind port 2ebd4216-7f80-4974-a8ad-3428068058b3 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:24.547637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Attempting to bind port 2ebd4216-7f80-4974-a8ad-3428068058b3 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '6813c5bd-5594-40fc-8215-fa8f8496693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8dedc4e4-f612-4ea2-b96a-6d2b56b755d4'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:24.548098 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Attempting to bind port 2ebd4216-7f80-4974-a8ad-3428068058b3 on network 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:24.559880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:24.560363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Checking segment: {'id': '6813c5bd-5594-40fc-8215-fa8f8496693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8dedc4e4-f612-4ea2-b96a-6d2b56b755d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:24.560860 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.561125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e4e4f-4b60-461a-91f8-20247ca232bb req-341d9fe9-2c8b-4199-8267-7027e2a8922b tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.561438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Bound using segment: {'id': '6813c5bd-5594-40fc-8215-fa8f8496693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8dedc4e4-f612-4ea2-b96a-6d2b56b755d4'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:24.561978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Bound port: 2ebd4216-7f80-4974-a8ad-3428068058b3, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6813c5bd-5594-40fc-8215-fa8f8496693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8dedc4e4-f612-4ea2-b96a-6d2b56b755d4'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:24.562432 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.564759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e7e4e4f-4b60-461a-91f8-20247ca232bb req-341d9fe9-2c8b-4199-8267-7027e2a8922b tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 943 time: 0.1283052 Aug 16 02:12:24.566105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, d926fb87-e438-4cd0-b3a1-bf2bdceba282) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:24.572872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.573947 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.586555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea79aa7c-0842-47db-b7be-6688c046e3da None None] Network d926fb87-e438-4cd0-b3a1-bf2bdceba282 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:24.591441 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.637682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7683f391-3251-43a1-8022-c7d774d5339c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2992029 Aug 16 02:12:24.638005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41554) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:24.643763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-34407968-router', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:24.652786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e7e4e4f-4b60-461a-91f8-20247ca232bb req-cf04541c-03de-47b5-af80-24eead65e2bc tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682666 Aug 16 02:12:24.682855 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.684563 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.700098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff722f0-72fe-4fe4-be74-6a6352efac58 req-edd14b77-ffbf-4589-8aba-434d78c109b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.703482 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aff722f0-72fe-4fe4-be74-6a6352efac58 req-edd14b77-ffbf-4589-8aba-434d78c109b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=05e79494-abc1-4536-b42f-900561699744 HTTP/1.1" status: 200 len: 834 time: 0.2075982 Aug 16 02:12:24.704928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e7fac-27aa-4126-ae4e-540e7d6cb3ad None None] New status for floating IP 53290a1f-d160-472b-98ba-e5ce925173dc: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:12:24.761169 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.807411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f4843-bc33-407f-856f-4a7d22fca19d req-cecd3308-ecd3-4122-be51-c5e670e0d785 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.810755 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a42f4843-bc33-407f-856f-4a7d22fca19d req-cecd3308-ecd3-4122-be51-c5e670e0d785 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 944 time: 0.2046251 Aug 16 02:12:24.898312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] For port 2ebd4216-7f80-4974-a8ad-3428068058b3, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:24.925108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'name': 'tempest-TestServerMultinode-1362106408-router', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:11Z', 'updated_at': '2021-08-16T02:12:19Z', 'revision_number': 4, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'gw_port': {'id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f195626a-fcb2-4d77-aa31-b8ed748b2434', 'name': '', 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'mac_address': 'fa:16:3e:e1:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'caa6f608-506d-446a-aa49-887b1a40d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:17Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'subnets': [{'id': 'caa6f608-506d-446a-aa49-887b1a40d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:24.935373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff722f0-72fe-4fe4-be74-6a6352efac58 req-7e0277dc-1ab0-47b3-bfb2-5548929c2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.936895 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aff722f0-72fe-4fe4-be74-6a6352efac58 req-7e0277dc-1ab0-47b3-bfb2-5548929c2561 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fffdd74c-a493-4175-a352-8e6a49f443cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2205791 Aug 16 02:12:24.943453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] For port 2ebd4216-7f80-4974-a8ad-3428068058b3, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2ebd4216-7f80-4974-a8ad-3428068058b3,segment=NetworkSegment(6813c5bd-5594-40fc-8215-fa8f8496693b),segment_id=6813c5bd-5594-40fc-8215-fa8f8496693b)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:24.973875 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.975081 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.977284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6d2e1-3ea4-4ac8-a25b-a0cebd15f66a None None] The sync data for ids ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'] in n-d-768851-16 is: [{'id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'name': 'tempest-TestServerMultinode-1362106408-router', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:11Z', 'updated_at': '2021-08-16T02:12:19Z', 'revision_number': 4, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'gw_port': {'id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f195626a-fcb2-4d77-aa31-b8ed748b2434', 'name': '', 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'mac_address': 'fa:16:3e:e1:bb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'caa6f608-506d-446a-aa49-887b1a40d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:17Z', 'updated_at': '2021-08-16T02:12:22Z', 'revision_number': 4, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'subnets': [{'id': 'caa6f608-506d-446a-aa49-887b1a40d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:25.083609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-d926fb87-e438-4cd0-b3a1-bf2bdceba282', 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'fixed_ips': [{'subnet_id': 'e991e8fc-8d3b-4872-8862-3a87fcdd23ba'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:25.084837 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.156205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ad333-1831-4ad5-86b5-7dfb7948f0b2 None None] Pushing event updated for resources: {'Port': ['ID=2ebd4216-7f80-4974-a8ad-3428068058b3,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:25.193282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a586b-e47b-4b34-8283-e75d8dc3e5f1 req-5c5cf50a-86ad-4d69-ba9f-7babe2324b90 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.195185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd6a586b-e47b-4b34-8283-e75d8dc3e5f1 req-5c5cf50a-86ad-4d69-ba9f-7babe2324b90 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1856947 Aug 16 02:12:25.225940 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aff722f0-72fe-4fe4-be74-6a6352efac58 req-7135c4f1-8fa3-4f3d-b536-402771508e2b service neutron] 10.222.0.84 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763660 Aug 16 02:12:25.318528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd6a586b-e47b-4b34-8283-e75d8dc3e5f1 req-16210fd3-eb92-49ff-8a7a-5700c1edbc70 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135643 Aug 16 02:12:25.357384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Allocated IP 172.20.0.2 (d926fb87-e438-4cd0-b3a1-bf2bdceba282/e991e8fc-8d3b-4872-8862-3a87fcdd23ba/eb344fbc-6a7c-421a-b435-35510ba6e8bc) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:25.379098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-a42f4843-bc33-407f-856f-4a7d22fca19d req-e0785077-4cd7-43b0-846d-a387ada0a5b4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port 2bf76767-5fec-4f72-ae1f-34537b70746b {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:25.379979 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a42f4843-bc33-407f-856f-4a7d22fca19d req-e0785077-4cd7-43b0-846d-a387ada0a5b4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.624509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.647413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.653084 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.658624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc', 'name': 'network-vif-deleted', 'tag': '69a7c3b4-0448-4bad-98df-87bd5bc6afd0'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:25.661804 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ea672d-47c1-46d3-ae26-a5a6a4f336de" -d '{"events": [{"server_uuid": "45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc", "name": "network-vif-deleted", "tag": "69a7c3b4-0448-4bad-98df-87bd5bc6afd0"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:25.679699 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.694399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.694686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Transition to ACTIVE for port object eb344fbc-6a7c-421a-b435-35510ba6e8bc will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:25.695219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.698971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638ea26-0a25-4351-9887-eec0ac02f110 req-a773f72b-b143-4ad3-bef2-8f5b04e6e6c7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.701692 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4638ea26-0a25-4351-9887-eec0ac02f110 req-a773f72b-b143-4ad3-bef2-8f5b04e6e6c7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 944 time: 0.2586589 Aug 16 02:12:25.729121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Transition to ACTIVE for port object eb344fbc-6a7c-421a-b435-35510ba6e8bc will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:25.737976 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.803479 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28969999-53f7-4d94-b5ae-762cc59e23b2 x-openstack-request-id: req-28969999-53f7-4d94-b5ae-762cc59e23b2 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:25.803760 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc", "name": "network-vif-deleted", "tag": "69a7c3b4-0448-4bad-98df-87bd5bc6afd0", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:25.804009 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28969999-53f7-4d94-b5ae-762cc59e23b2 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:25.804401 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ad51e0-e2c5-461d-9fdb-63a9c3fe4cfc', 'name': 'network-vif-deleted', 'tag': '69a7c3b4-0448-4bad-98df-87bd5bc6afd0', 'status': 'completed', 'code': 200} Aug 16 02:12:25.830510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Network d926fb87-e438-4cd0-b3a1-bf2bdceba282 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:25.831771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Pushing event updated for resources: {'Port': ['ID=eb344fbc-6a7c-421a-b435-35510ba6e8bc,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:25.837846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:25.840007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:25.849311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4638ea26-0a25-4351-9887-eec0ac02f110 req-223fa8a8-664b-4be8-85fc-6689cd962ad7 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=42c25abc-223f-4000-8bcb-d6aa42431f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036630 Aug 16 02:12:26.007989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:26.010382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Attempting to bind port eb344fbc-6a7c-421a-b435-35510ba6e8bc on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:26.011835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Attempting to bind port eb344fbc-6a7c-421a-b435-35510ba6e8bc by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '4864d472-23ff-4a22-8799-bebc3fac31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:26.011835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Attempting to bind port eb344fbc-6a7c-421a-b435-35510ba6e8bc on network d926fb87-e438-4cd0-b3a1-bf2bdceba282 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:26.013217 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aff722f0-72fe-4fe4-be74-6a6352efac58 req-caa59be0-cb51-4e75-94cc-0dcb01168837 service neutron] 10.222.0.84 "GET /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474298 Aug 16 02:12:26.017180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Allocated IP 172.25.2.178 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/ee4eac65-2816-41b2-8437-723bc25e8e70) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:26.025751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:26.045218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:26.045527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=5703488c-37bc-4b23-8d77-cd6be6869dee,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:26.045646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Checking segment: {'id': '4864d472-23ff-4a22-8799-bebc3fac31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:26.046154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.046833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Bound using segment: {'id': '4864d472-23ff-4a22-8799-bebc3fac31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:26.048155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Bound port: eb344fbc-6a7c-421a-b435-35510ba6e8bc, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4864d472-23ff-4a22-8799-bebc3fac31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:26.054288 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.068743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a42f4843-bc33-407f-856f-4a7d22fca19d req-e0785077-4cd7-43b0-846d-a387ada0a5b4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port 2bf76767-5fec-4f72-ae1f-34537b70746b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2bf76767-5fec-4f72-ae1f-34537b70746b,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:26.069155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a42f4843-bc33-407f-856f-4a7d22fca19d req-e0785077-4cd7-43b0-846d-a387ada0a5b4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.142424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-a42f4843-bc33-407f-856f-4a7d22fca19d req-e0785077-4cd7-43b0-846d-a387ada0a5b4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for 2bf76767-5fec-4f72-ae1f-34537b70746b owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:26.159547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6933c89c-ba98-4733-a505-12def655a220 None None] For port eb344fbc-6a7c-421a-b435-35510ba6e8bc, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:26.163253 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6933c89c-ba98-4733-a505-12def655a220 None None] For port eb344fbc-6a7c-421a-b435-35510ba6e8bc, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eb344fbc-6a7c-421a-b435-35510ba6e8bc,segment=NetworkSegment(4864d472-23ff-4a22-8799-bebc3fac31a4),segment_id=4864d472-23ff-4a22-8799-bebc3fac31a4)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:26.169160 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.220658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8321d3-7cc4-4e0b-84ea-ad589024c2ce req-2e8c1404-c962-4668-bf09-2408e822224d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.226662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd8321d3-7cc4-4e0b-84ea-ad589024c2ce req-2e8c1404-c962-4668-bf09-2408e822224d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 943 time: 0.3086202 Aug 16 02:12:26.249186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933c89c-ba98-4733-a505-12def655a220 None None] Pushing event updated for resources: {'Port': ['ID=eb344fbc-6a7c-421a-b435-35510ba6e8bc,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:26.351062 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd8321d3-7cc4-4e0b-84ea-ad589024c2ce req-11e50253-0f68-4d78-b7c3-c8f0e8460e13 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094899 Aug 16 02:12:26.369359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-649902f2-7d44-4870-ba1e-489d12adbeb8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.371110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-649902f2-7d44-4870-ba1e-489d12adbeb8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.3458893 Aug 16 02:12:26.391049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router 231e79d8-7884-4f03-9cc1-cac48d8fa93e is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:26.401972 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.424628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-a4a14f35-5b7d-4264-9b5d-9d49c748b052 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/quotas/65d886f4476b4771a78f3f288a7c859d HTTP/1.1" status: 200 len: 375 time: 0.0117078 Aug 16 02:12:26.553516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-24775ae4-5488-466e-accf-aeb42723c0f5 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155014 Aug 16 02:12:26.584048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a42f4843-bc33-407f-856f-4a7d22fca19d req-e0785077-4cd7-43b0-846d-a387ada0a5b4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.617003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e53856b0-19a3-4821-b7cb-59c38a31f9f2 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:26.626592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df61dd2-6c31-4bef-b08c-fac95d3b9d7b req-5722d681-b5ea-4310-b798-f740adeff513 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.635452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3df61dd2-6c31-4bef-b08c-fac95d3b9d7b req-5722d681-b5ea-4310-b798-f740adeff513 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1593494 Aug 16 02:12:26.668685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0785077-4cd7-43b0-846d-a387ada0a5b4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=2bf76767-5fec-4f72-ae1f-34537b70746b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:26.676713 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.678549 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:26.690113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:26.703080 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c1a95990-2db8-4aa4-a1d7-7e8389367e79 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/231e79d8-7884-4f03-9cc1-cac48d8fa93e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2484055 Aug 16 02:12:26.704267 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98890c0a-998f-4856-bd01-032ccdfa869a None None] Sync routers for ids ['231e79d8-7884-4f03-9cc1-cac48d8fa93e'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:26.707553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41586) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:26.727505 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98890c0a-998f-4856-bd01-032ccdfa869a None None] Routers {'231e79d8-7884-4f03-9cc1-cac48d8fa93e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:26.728203 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-98890c0a-998f-4856-bd01-032ccdfa869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['231e79d8-7884-4f03-9cc1-cac48d8fa93e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:26.794766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:26.795131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 69a7c3b4-0448-4bad-98df-87bd5bc6afd0 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:26.804349 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.resource_extend [None req-06ced621-6576-44e8-8331-71b6346b971a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:12:26.834233 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42f4843-bc33-407f-856f-4a7d22fca19d req-e0785077-4cd7-43b0-846d-a387ada0a5b4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] No DVR routers for this DVR port 2bf76767-5fec-4f72-ae1f-34537b70746b on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:26.841957 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-98890c0a-998f-4856-bd01-032ccdfa869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:26.843481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a42f4843-bc33-407f-856f-4a7d22fca19d req-e0785077-4cd7-43b0-846d-a387ada0a5b4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.848369 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a42f4843-bc33-407f-856f-4a7d22fca19d req-e0785077-4cd7-43b0-846d-a387ada0a5b4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "DELETE /v2.0/ports/2bf76767-5fec-4f72-ae1f-34537b70746b HTTP/1.1" status: 204 len: 173 time: 2.0246258 Aug 16 02:12:26.848843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'name': 'network-vif-deleted', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:26.854371 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcc07d4-8168-41ec-890b-8fba1c8906f8" -d '{"events": [{"server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "name": "network-vif-deleted", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:26.875201 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98890c0a-998f-4856-bd01-032ccdfa869a None None] Routers {'231e79d8-7884-4f03-9cc1-cac48d8fa93e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:26.879360 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-98890c0a-998f-4856-bd01-032ccdfa869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['231e79d8-7884-4f03-9cc1-cac48d8fa93e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:26.889517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adc6080-e2ed-4cfd-9031-72a382262c5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.890619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3df61dd2-6c31-4bef-b08c-fac95d3b9d7b req-9114ac8f-92dd-472c-af72-ee4448ec67c9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533002 Aug 16 02:12:26.894608 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0adc6080-e2ed-4cfd-9031-72a382262c5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports/5703488c-37bc-4b23-8d77-cd6be6869dee HTTP/1.1" status: 200 len: 911 time: 0.1855669 Aug 16 02:12:26.895295 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41594) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:26.901187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0d9fc883-838b-4f43-a326-79bf3f20d771 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53092432-7224-486b-9052-74f6bbffd0f5'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:26.965222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b070261-7fdf-408b-8aaa-af2167c03395 None None] Network 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:26.983701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:26.993495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:27.003989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:27.006824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4eac65-2816-41b2-8437-723bc25e8e70,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:27.019075 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-98890c0a-998f-4856-bd01-032ccdfa869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:27.019772 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98890c0a-998f-4856-bd01-032ccdfa869a None None] The sync data for ids ['231e79d8-7884-4f03-9cc1-cac48d8fa93e'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:27.064816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-8d1a908e-9e48-4392-870e-9b4a8fa12732 service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001519 Aug 16 02:12:27.119473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb344fbc-6a7c-421a-b435-35510ba6e8bc up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:27.147061 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c2e0e-74ef-4c2c-8a0f-17f1c278b821 x-openstack-request-id: req-b92c2e0e-74ef-4c2c-8a0f-17f1c278b821 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:27.147675 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73256efb-f62b-4c52-94d4-2d4f3c779376", "name": "network-vif-deleted", "tag": "2bf76767-5fec-4f72-ae1f-34537b70746b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:27.147675 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b92c2e0e-74ef-4c2c-8a0f-17f1c278b821 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:27.147992 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73256efb-f62b-4c52-94d4-2d4f3c779376', 'name': 'network-vif-deleted', 'tag': '2bf76767-5fec-4f72-ae1f-34537b70746b', 'status': 'completed', 'code': 200} Aug 16 02:12:27.198026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc883-838b-4f43-a326-79bf3f20d771 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.283531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-bd1c3f17-b78a-4693-8222-15a1b129ee02 service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897705 Aug 16 02:12:27.286040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8a7fe2f0-d6bf-4393-9a49-8c9dd8b08960 None None] Provisioning for port 2ebd4216-7f80-4974-a8ad-3428068058b3 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:27.428712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port eb344fbc-6a7c-421a-b435-35510ba6e8bc completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:27.441079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f195626a-fcb2-4d77-aa31-b8ed748b2434 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:27.546540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e53856b0-19a3-4821-b7cb-59c38a31f9f2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e53856b0-19a3-4821-b7cb-59c38a31f9f2,segment=NetworkSegment(826f36fc-cb84-4a6b-a6c9-f5598a3d665d),segment_id=826f36fc-cb84-4a6b-a6c9-f5598a3d665d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:27.597355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'port_id': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'mac_address': 'fa:16:3e:d1:33:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:27.600745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port f195626a-fcb2-4d77-aa31-b8ed748b2434 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:27.606641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f195626a-fcb2-4d77-aa31-b8ed748b2434 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:27.607079 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.622466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd8bc78d-d98c-4136-a45a-be17018405f5 req-e4c4560e-898f-4cb3-822b-a8083fb83f45 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=73256efb-f62b-4c52-94d4-2d4f3c779376 HTTP/1.1" status: 200 len: 210 time: 0.0626693 Aug 16 02:12:27.798908 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bdb9b13-a22d-40cc-af00-c8a4b76e2f22 req-08d23166-aab4-4042-a849-9d1d8c87fa3c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 210 time: 0.0658655 Aug 16 02:12:27.831308 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.870800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port f195626a-fcb2-4d77-aa31-b8ed748b2434, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f195626a-fcb2-4d77-aa31-b8ed748b2434,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:27.871979 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.894145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.895338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2ebd4216-7f80-4974-a8ad-3428068058b3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:27.954821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb926d-9459-4031-9b72-7c556f4d3905 req-409c9f39-f743-4779-abff-d20a53866616 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:27.965448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfcb926d-9459-4031-9b72-7c556f4d3905 req-409c9f39-f743-4779-abff-d20a53866616 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 943 time: 0.2146139 Aug 16 02:12:28.069111 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=f195626a-fcb2-4d77-aa31-b8ed748b2434,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:28.076107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.085088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53856b0-19a3-4821-b7cb-59c38a31f9f2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:28.107848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e53856b0-19a3-4821-b7cb-59c38a31f9f2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e53856b0-19a3-4821-b7cb-59c38a31f9f2,segment=NetworkSegment(826f36fc-cb84-4a6b-a6c9-f5598a3d665d),segment_id=826f36fc-cb84-4a6b-a6c9-f5598a3d665d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:28.132219 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.169665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfcb926d-9459-4031-9b72-7c556f4d3905 req-726ec71a-5618-4c09-8fd2-9564d39a1d5d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006791 Aug 16 02:12:28.219284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790197e-f4e3-473f-8f17-12b0fdcdf173 req-c774eed0-5abb-4de5-a731-d79d848d5021 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:28.228812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1790197e-f4e3-473f-8f17-12b0fdcdf173 req-c774eed0-5abb-4de5-a731-d79d848d5021 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1751771 Aug 16 02:12:28.249234 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e53856b0-19a3-4821-b7cb-59c38a31f9f2,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:28.278228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f761803d-6512-43f1-86e4-f8d1bef822f8 None None] Network d926fb87-e438-4cd0-b3a1-bf2bdceba282 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:28.363002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1790197e-f4e3-473f-8f17-12b0fdcdf173 req-461de792-a631-4bd9-a93b-4929431e95a1 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328509 Aug 16 02:12:28.562521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.591180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 2ebd4216-7f80-4974-a8ad-3428068058b3 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:28.604277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2ebd4216-7f80-4974-a8ad-3428068058b3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:28.604901 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.620637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc883-838b-4f43-a326-79bf3f20d771 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.637481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc883-838b-4f43-a326-79bf3f20d771 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.644615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9fc883-838b-4f43-a326-79bf3f20d771 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:28.645820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc883-838b-4f43-a326-79bf3f20d771 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.647358 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0d9fc883-838b-4f43-a326-79bf3f20d771 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/ports/5703488c-37bc-4b23-8d77-cd6be6869dee HTTP/1.1" status: 200 len: 911 time: 1.7511377 Aug 16 02:12:28.651190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41614) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:28.679081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0c1766f6-bd9f-4d60-b8a1-615acdc4645e no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:28.725433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41616) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:28.757638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0a504421-b282-4511-8a28-f23cc795a0a9 None None] Provisioning for port 5703488c-37bc-4b23-8d77-cd6be6869dee completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:28.800557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fc883-838b-4f43-a326-79bf3f20d771 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=5703488c-37bc-4b23-8d77-cd6be6869dee,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:28.805564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0a504421-b282-4511-8a28-f23cc795a0a9 None None] Provisioning complete for port 5703488c-37bc-4b23-8d77-cd6be6869dee triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:28.805564 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a504421-b282-4511-8a28-f23cc795a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.916819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb2b56c1-2688-45d4-8644-fc143504a005 req-1fbe87dc-092f-434b-87d4-e19862a77d99 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 210 time: 0.0473073 Aug 16 02:12:28.947201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0a504421-b282-4511-8a28-f23cc795a0a9 None None] Port 5703488c-37bc-4b23-8d77-cd6be6869dee cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:28.974661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Router d2a15cd5-c26d-4f3e-9085-138f073c924f is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:28.993924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['e53856b0-19a3-4821-b7cb-59c38a31f9f2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:29.025676 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.054862 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.111194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:29.118832 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2874cda0-b137-4a10-b168-32474a3c4b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:29.121507 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6520966e-c831-459a-bb87-35b98d744573" -d '{"events": [{"server_uuid": "2874cda0-b137-4a10-b168-32474a3c4b68", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1766f6-bd9f-4d60-b8a1-615acdc4645e"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:29.127037 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.127764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2bf76767-5fec-4f72-ae1f-34537b70746b no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:29.259279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 2ebd4216-7f80-4974-a8ad-3428068058b3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2ebd4216-7f80-4974-a8ad-3428068058b3,segment=NetworkSegment(6813c5bd-5594-40fc-8215-fa8f8496693b),segment_id=6813c5bd-5594-40fc-8215-fa8f8496693b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:29.280267 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-897dfd15-ee2e-43e6-a0a3-9c5edbb9a13d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.301084 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2164e479-edb9-4485-809a-481ba105e472 x-openstack-request-id: req-2164e479-edb9-4485-809a-481ba105e472 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:29.301455 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2874cda0-b137-4a10-b168-32474a3c4b68", "name": "network-vif-unplugged", "status": "completed", "tag": "0c1766f6-bd9f-4d60-b8a1-615acdc4645e", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:29.301929 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2164e479-edb9-4485-809a-481ba105e472 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:29.302420 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2874cda0-b137-4a10-b168-32474a3c4b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e', 'code': 200} Aug 16 02:12:29.304135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c25615dc-2e1e-45ab-bca5-8a5345fb45cd None None] Provisioning complete for port 5703488c-37bc-4b23-8d77-cd6be6869dee triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:29.304724 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c25615dc-2e1e-45ab-bca5-8a5345fb45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.328041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 2bf76767-5fec-4f72-ae1f-34537b70746b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:29.328537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2bf76767-5fec-4f72-ae1f-34537b70746b not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:29.339874 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.381661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c25615dc-2e1e-45ab-bca5-8a5345fb45cd None None] Port 5703488c-37bc-4b23-8d77-cd6be6869dee cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:29.458673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:29.496600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c25615dc-2e1e-45ab-bca5-8a5345fb45cd None None] Provisioning for port eb344fbc-6a7c-421a-b435-35510ba6e8bc completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:29.498993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f195626a-fcb2-4d77-aa31-b8ed748b2434 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:29.551241 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c25615dc-2e1e-45ab-bca5-8a5345fb45cd None None] Provisioning complete for port eb344fbc-6a7c-421a-b435-35510ba6e8bc triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:29.551637 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c25615dc-2e1e-45ab-bca5-8a5345fb45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.622421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-897dfd15-ee2e-43e6-a0a3-9c5edbb9a13d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 5703488c-37bc-4b23-8d77-cd6be6869dee {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:29.623043 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-897dfd15-ee2e-43e6-a0a3-9c5edbb9a13d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.635784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=2ebd4216-7f80-4974-a8ad-3428068058b3,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:29.721147 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c25615dc-2e1e-45ab-bca5-8a5345fb45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.723597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-897dfd15-ee2e-43e6-a0a3-9c5edbb9a13d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.736177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f195626a-fcb2-4d77-aa31-b8ed748b2434 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:29.736630 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.738117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-897dfd15-ee2e-43e6-a0a3-9c5edbb9a13d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 5703488c-37bc-4b23-8d77-cd6be6869dee owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:29.802353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:29.825919 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Sync routers for ids ['d2a15cd5-c26d-4f3e-9085-138f073c924f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:29.826599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653359d-b456-47d3-b572-bdd712b43d6e req-59744e79-034d-40ca-a71f-2877af4b5e53 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:29.828106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d653359d-b456-47d3-b572-bdd712b43d6e req-59744e79-034d-40ca-a71f-2877af4b5e53 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 943 time: 0.2160916 Aug 16 02:12:29.837249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c25615dc-2e1e-45ab-bca5-8a5345fb45cd None None] For port eb344fbc-6a7c-421a-b435-35510ba6e8bc, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eb344fbc-6a7c-421a-b435-35510ba6e8bc,segment=NetworkSegment(4864d472-23ff-4a22-8799-bebc3fac31a4),segment_id=4864d472-23ff-4a22-8799-bebc3fac31a4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:29.839774 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313d3ee-2257-4d16-b5d3-4388814f3e29 req-b1faed11-e416-43d9-8bc9-99413835619f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:29.847735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9313d3ee-2257-4d16-b5d3-4388814f3e29 req-b1faed11-e416-43d9-8bc9-99413835619f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 944 time: 0.2392597 Aug 16 02:12:29.848194 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c25615dc-2e1e-45ab-bca5-8a5345fb45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.862006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-3413bd00-3ce2-462f-93cd-d89927ecd540 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:29.863461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-3413bd00-3ce2-462f-93cd-d89927ecd540 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.7875700 Aug 16 02:12:29.883631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Routers {'d2a15cd5-c26d-4f3e-9085-138f073c924f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:29.884490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2a15cd5-c26d-4f3e-9085-138f073c924f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:29.917665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Request body: {'port': {'device_id': '58fe09ce-bfa6-4106-af01-2213f45400f3', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'admin_state_up': True, 'tenant_id': '65d886f4476b4771a78f3f288a7c859d'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:29.931225 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.934972 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7375f025-d0a6-481c-931b-12066f240332 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2935457 Aug 16 02:12:29.935380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41628) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:29.996949 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-897dfd15-ee2e-43e6-a0a3-9c5edbb9a13d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.033935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9313d3ee-2257-4d16-b5d3-4388814f3e29 req-c99e8aa4-33a7-470e-bbc2-4c7eacf6e7c4 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855085 Aug 16 02:12:30.041548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dfd15-ee2e-43e6-a0a3-9c5edbb9a13d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=5703488c-37bc-4b23-8d77-cd6be6869dee,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:30.065396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d653359d-b456-47d3-b572-bdd712b43d6e req-d57e68d7-cd50-4f92-b718-ce1c6bce6beb tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111709 Aug 16 02:12:30.092718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25615dc-2e1e-45ab-bca5-8a5345fb45cd None None] Pushing event updated for resources: {'Port': ['ID=eb344fbc-6a7c-421a-b435-35510ba6e8bc,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:30.104628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-447e420e-4799-4469-a99b-26ff768b7617 None None] Provisioning complete for port eb344fbc-6a7c-421a-b435-35510ba6e8bc triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:30.105182 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-447e420e-4799-4469-a99b-26ff768b7617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.156616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Set router d2a15cd5-c26d-4f3e-9085-138f073c924f gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:30.199585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-897dfd15-ee2e-43e6-a0a3-9c5edbb9a13d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.225815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e122ed3-c5b0-4b94-a984-6bb967dade43 req-0a1c279b-d010-4e4d-a836-20213603b76a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 210 time: 0.0648777 Aug 16 02:12:30.275804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Made reservation on behalf of 65d886f4476b4771a78f3f288a7c859d for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:30.279908 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.322642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.445259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'name': 'tempest-TestServerMultinode-34407968-router', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:24Z', 'updated_at': '2021-08-16T02:12:27Z', 'revision_number': 3, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'gw_port': {'id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:25Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:30.476069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Checking router: d2a15cd5-c26d-4f3e-9085-138f073c924f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:30.477412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Updating router d2a15cd5-c26d-4f3e-9085-138f073c924f port ee4eac65-2816-41b2-8437-723bc25e8e70 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:30.515184 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.523303 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897dfd15-ee2e-43e6-a0a3-9c5edbb9a13d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router 231e79d8-7884-4f03-9cc1-cac48d8fa93e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:30.626757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Allocated IP 172.20.0.11 (87691784-fa2d-4a60-a026-eb05f8c9dc64/147f53e3-5971-4e4c-b75e-72fce8c26a2c/a773817b-19ac-4e97-bf42-f6cd22bb747f) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:30.646206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897dfd15-ee2e-43e6-a0a3-9c5edbb9a13d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:30.655402 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-897dfd15-ee2e-43e6-a0a3-9c5edbb9a13d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/231e79d8-7884-4f03-9cc1-cac48d8fa93e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9993846 Aug 16 02:12:30.658872 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41634) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:30.665245 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f58d2-d496-4161-a206-0c6acb4a3d53 None None] Sync routers for ids ['231e79d8-7884-4f03-9cc1-cac48d8fa93e'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:30.679054 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f58d2-d496-4161-a206-0c6acb4a3d53 None None] Routers {'231e79d8-7884-4f03-9cc1-cac48d8fa93e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:30.679957 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e64f58d2-d496-4161-a206-0c6acb4a3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['231e79d8-7884-4f03-9cc1-cac48d8fa93e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:30.729206 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e64f58d2-d496-4161-a206-0c6acb4a3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:30.741886 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f58d2-d496-4161-a206-0c6acb4a3d53 None None] Routers {'231e79d8-7884-4f03-9cc1-cac48d8fa93e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:30.742855 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e64f58d2-d496-4161-a206-0c6acb4a3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['231e79d8-7884-4f03-9cc1-cac48d8fa93e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:30.794176 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e64f58d2-d496-4161-a206-0c6acb4a3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:30.795543 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f58d2-d496-4161-a206-0c6acb4a3d53 None None] The sync data for ids ['231e79d8-7884-4f03-9cc1-cac48d8fa93e'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:30.819027 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9d499247-2bb5-4950-8b04-4a4251bdc3bc tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=231e79d8-7884-4f03-9cc1-cac48d8fa93e HTTP/1.1" status: 200 len: 205 time: 0.1547039 Aug 16 02:12:30.820392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41636) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:30.851510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port d1580417-c470-42b8-a3c7-03585a92666d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:30.852112 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.859690 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.872424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Transition to ACTIVE for port object ee4eac65-2816-41b2-8437-723bc25e8e70 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:30.878460 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.903402 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.905705 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.924060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f4c346e-b6a4-40f6-8f4b-54730d92b2d7 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.940385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Attempting to bind port ee4eac65-2816-41b2-8437-723bc25e8e70 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:30.940764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Attempting to bind port ee4eac65-2816-41b2-8437-723bc25e8e70 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:30.941515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Attempting to bind port ee4eac65-2816-41b2-8437-723bc25e8e70 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:30.943223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8337d8a-196b-41f9-af00-3908ccfbf67e None None] Pushing event updated for resources: {'Port': ['ID=ee4eac65-2816-41b2-8437-723bc25e8e70,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:30.957228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:30.957615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:30.958277 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.958674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:30.959182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Bound port: ee4eac65-2816-41b2-8437-723bc25e8e70, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:30.959812 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.977852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port d1580417-c470-42b8-a3c7-03585a92666d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d1580417-c470-42b8-a3c7-03585a92666d,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:30.978224 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.994736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for d1580417-c470-42b8-a3c7-03585a92666d owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:31.000619 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.019896 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] For port ee4eac65-2816-41b2-8437-723bc25e8e70, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:31.023717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] For port ee4eac65-2816-41b2-8437-723bc25e8e70, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ee4eac65-2816-41b2-8437-723bc25e8e70,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:31.027638 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.090953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Routers {'d2a15cd5-c26d-4f3e-9085-138f073c924f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:31.091605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2a15cd5-c26d-4f3e-9085-138f073c924f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:31.098955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Network 87691784-fa2d-4a60-a026-eb05f8c9dc64 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:31.109771 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:31.118413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:31.179826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event updated for resources: {'Port': ['ID=a773817b-19ac-4e97-bf42-f6cd22bb747f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.322034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:31.325103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:31.325879 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.363013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8337d8a-196b-41f9-af00-3908ccfbf67e None None] Pushing event updated for resources: {'Port': ['ID=ee4eac65-2816-41b2-8437-723bc25e8e70,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.370139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf539fc7-9fb0-4782-ad98-99d9c6f9444f req-4fd11b16-0cb4-4128-a8d4-826c64dd2f51 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:31.385643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf539fc7-9fb0-4782-ad98-99d9c6f9444f req-4fd11b16-0cb4-4128-a8d4-826c64dd2f51 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 943 time: 0.2126620 Aug 16 02:12:31.398699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-dc8f52e3-f560-4cf6-b2c2-eddfed47d84a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4987981 Aug 16 02:12:31.409145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2f6e6-9a29-4507-bdf4-8bd53192b609 req-432a1987-3074-40db-8c7f-80e55039c26b tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:31.410656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ef2f6e6-9a29-4507-bdf4-8bd53192b609 req-432a1987-3074-40db-8c7f-80e55039c26b tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 944 time: 0.2390511 Aug 16 02:12:31.416513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Request body: {'port': {'device_id': '58fe09ce-bfa6-4106-af01-2213f45400f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:31.447951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] Set router d2a15cd5-c26d-4f3e-9085-138f073c924f gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:31.567488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf539fc7-9fb0-4782-ad98-99d9c6f9444f req-a15a1467-2b95-49a5-a8a3-a038f03c0265 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808710 Aug 16 02:12:31.579406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f4c346e-b6a4-40f6-8f4b-54730d92b2d7 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.585630 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f4c346e-b6a4-40f6-8f4b-54730d92b2d7 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.599140 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.607515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ef2f6e6-9a29-4507-bdf4-8bd53192b609 req-f92a0c18-e628-4fd3-a34f-6d1c882532ed tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721809 Aug 16 02:12:31.672567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb344fbc-6a7c-421a-b435-35510ba6e8bc up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:31.676657 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f4c346e-b6a4-40f6-8f4b-54730d92b2d7 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.677383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4c346e-b6a4-40f6-8f4b-54730d92b2d7 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Fanout notify agent at l3_agent the message router_deleted on router 231e79d8-7884-4f03-9cc1-cac48d8fa93e {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:12:31.689667 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f4c346e-b6a4-40f6-8f4b-54730d92b2d7 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.691048 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2f4c346e-b6a4-40f6-8f4b-54730d92b2d7 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/231e79d8-7884-4f03-9cc1-cac48d8fa93e HTTP/1.1" status: 204 len: 168 time: 0.8699455 Aug 16 02:12:31.694003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41646) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:31.695342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Allocated IP 172.20.0.1 (d926fb87-e438-4cd0-b3a1-bf2bdceba282/e991e8fc-8d3b-4872-8862-3a87fcdd23ba/7f78f73e-d17a-4fde-be0f-2cfccc6cb246) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:31.744946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.802716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port eb344fbc-6a7c-421a-b435-35510ba6e8bc triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:31.803098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.818881 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.831280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=d1580417-c470-42b8-a3c7-03585a92666d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.833910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Transition to ACTIVE for port object 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:31.865167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'name': 'tempest-TestServerMultinode-34407968-router', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:24Z', 'updated_at': '2021-08-16T02:12:27Z', 'revision_number': 3, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'gw_port': {'id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:25Z', 'updated_at': '2021-08-16T02:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:31.877946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.900433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c383558-2823-4431-9c59-c2d4067e2ea9 None None] The sync data for ids ['d2a15cd5-c26d-4f3e-9085-138f073c924f'] in n-d-768851-16 is: [{'id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'name': 'tempest-TestServerMultinode-34407968-router', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:24Z', 'updated_at': '2021-08-16T02:12:27Z', 'revision_number': 3, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'gw_port': {'id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:25Z', 'updated_at': '2021-08-16T02:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:31.923975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Network d926fb87-e438-4cd0-b3a1-bf2bdceba282 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:31.927229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:31.932639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:31.939613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b75c353-3f05-4e27-a7f0-f0240ef321ca tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting subnet 53092432-7224-486b-9052-74f6bbffd0f5 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:31.977248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Pushing event updated for resources: {'Port': ['ID=7f78f73e-d17a-4fde-be0f-2cfccc6cb246,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.981309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2ebd4216-7f80-4974-a8ad-3428068058b3 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:32.007003 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.023918 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b75c353-3f05-4e27-a7f0-f0240ef321ca tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.083714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904db604-d3ad-4651-88b8-7b365a3d634c req-ef9f1a8d-6a23-4043-a089-84202c290d32 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:32.086297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2ebd4216-7f80-4974-a8ad-3428068058b3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:32.087426 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.090861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-904db604-d3ad-4651-88b8-7b365a3d634c req-ef9f1a8d-6a23-4043-a089-84202c290d32 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 932 time: 0.3696287 Aug 16 02:12:32.218604 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.226814 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b75c353-3f05-4e27-a7f0-f0240ef321ca tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.340697 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-904db604-d3ad-4651-88b8-7b365a3d634c req-2ddf67ed-79cf-431f-b2af-9cb30a05ff13 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483304 Aug 16 02:12:32.395944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3b3dd8c4-19e2-48d8-a8c1-d12a8fe0edce None None] Provisioning for port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:32.400737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3b3dd8c4-19e2-48d8-a8c1-d12a8fe0edce None None] Provisioning complete for port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:32.401216 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd8c4-19e2-48d8-a8c1-d12a8fe0edce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.443625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3b3dd8c4-19e2-48d8-a8c1-d12a8fe0edce None None] Port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:32.464383 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.471104 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.494946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b75c353-3f05-4e27-a7f0-f0240ef321ca tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.523778 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.540865 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.542697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Pushing event updated for resources: {'Port': ['ID=7f78f73e-d17a-4fde-be0f-2cfccc6cb246,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:32.636381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a773817b-19ac-4e97-bf42-f6cd22bb747f {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:32.643467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0c1766f6-bd9f-4d60-b8a1-615acdc4645e details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:32.652096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e53856b0-19a3-4821-b7cb-59c38a31f9f2 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:32.671140 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.704968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Network d926fb87-e438-4cd0-b3a1-bf2bdceba282 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:32.707076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:32.746605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Transition to ACTIVE for port object a773817b-19ac-4e97-bf42-f6cd22bb747f will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:32.794670 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.795394 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b75c353-3f05-4e27-a7f0-f0240ef321ca tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.867882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port e53856b0-19a3-4821-b7cb-59c38a31f9f2 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:32.875127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port e53856b0-19a3-4821-b7cb-59c38a31f9f2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:32.875127 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.882717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Router d2a15cd5-c26d-4f3e-9085-138f073c924f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:32.934676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75c353-3f05-4e27-a7f0-f0240ef321ca tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Subnet': ['ID=53092432-7224-486b-9052-74f6bbffd0f5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:32.942785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:32.955544 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b75c353-3f05-4e27-a7f0-f0240ef321ca tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.963862 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7b75c353-3f05-4e27-a7f0-f0240ef321ca tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/53092432-7224-486b-9052-74f6bbffd0f5 HTTP/1.1" status: 204 len: 168 time: 1.2682164 Aug 16 02:12:32.973958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41654) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:33.014248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75a6172-f6fd-4b4d-89e0-6027b1baecb7 None None] Network 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:33.018622 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.049145 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e', 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455', 'port_id': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e', 'mac_address': 'fa:16:3e:4c:17:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95573df7-3ed0-4799-b8b6-32d612e8bd00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:33.060255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:33.076653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5031439a-ef2d-416e-add9-25dca8185905 admin admin] 10.222.0.79 "PUT /v2.0/routers/d2a15cd5-c26d-4f3e-9085-138f073c924f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1315577 Aug 16 02:12:33.076901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d392189-cc66-412f-80ad-6608a41e0bbf req-1be7975b-95fd-420e-acfd-eb15b4afb24f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.076901 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d392189-cc66-412f-80ad-6608a41e0bbf req-1be7975b-95fd-420e-acfd-eb15b4afb24f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 943 time: 0.3887677 Aug 16 02:12:33.078288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Pushing event updated for resources: {'Port': ['ID=a773817b-19ac-4e97-bf42-f6cd22bb747f,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.101988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:33.104556 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9350ce37-c8ae-458f-a004-c364abd901b8" -d '{"events": [{"server_uuid": "d00081e5-b0a4-4a5b-be9e-23c66111addd", "name": "network-vif-plugged", "status": "completed", "tag": "e53856b0-19a3-4821-b7cb-59c38a31f9f2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:33.112008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd569a4-c16f-4577-9dc1-a37915dec396 req-092fd080-38fb-435d-9ce2-c0c2c91f5af3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.113776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bd569a4-c16f-4577-9dc1-a37915dec396 req-092fd080-38fb-435d-9ce2-c0c2c91f5af3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 944 time: 0.3736448 Aug 16 02:12:33.156368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e53856b0-19a3-4821-b7cb-59c38a31f9f2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e53856b0-19a3-4821-b7cb-59c38a31f9f2,segment=NetworkSegment(826f36fc-cb84-4a6b-a6c9-f5598a3d665d),segment_id=826f36fc-cb84-4a6b-a6c9-f5598a3d665d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:33.170429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e0187d75-8b4e-4e52-8590-3c01edb55974 None None] Provisioning complete for port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:33.170429 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e0187d75-8b4e-4e52-8590-3c01edb55974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.177461 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.257688 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.291984 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.334627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1766f6-bd9f-4d60-b8a1-615acdc4645e {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:33.338687 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e0187d75-8b4e-4e52-8590-3c01edb55974 None None] Port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:33.359049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e53856b0-19a3-4821-b7cb-59c38a31f9f2,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.375112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:33.381016 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.452507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.475014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c358c8bb-bb9b-493d-873a-5cf77a16fbee None None] DHCP port deletion for 8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:33.535303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c358c8bb-bb9b-493d-873a-5cf77a16fbee None None] Deleting port 2ebd4216-7f80-4974-a8ad-3428068058b3 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:33.536010 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c358c8bb-bb9b-493d-873a-5cf77a16fbee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.605269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ee4eac65-2816-41b2-8437-723bc25e8e70 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:33.637241 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c358c8bb-bb9b-493d-873a-5cf77a16fbee None None] For port 2ebd4216-7f80-4974-a8ad-3428068058b3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2ebd4216-7f80-4974-a8ad-3428068058b3,segment=NetworkSegment(6813c5bd-5594-40fc-8215-fa8f8496693b),segment_id=6813c5bd-5594-40fc-8215-fa8f8496693b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:33.637554 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c358c8bb-bb9b-493d-873a-5cf77a16fbee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.660436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c358c8bb-bb9b-493d-873a-5cf77a16fbee None None] Calling delete_port for 2ebd4216-7f80-4974-a8ad-3428068058b3 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:33.729793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ee4eac65-2816-41b2-8437-723bc25e8e70 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:33.732512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d392189-cc66-412f-80ad-6608a41e0bbf req-5deae1f6-e9b4-4c8a-9c5f-d7ca7b3de08d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6508064 Aug 16 02:12:33.738121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ee4eac65-2816-41b2-8437-723bc25e8e70 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:33.738121 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.760386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bd569a4-c16f-4577-9dc1-a37915dec396 req-e9c98c9a-afc2-4d36-9b38-c43638722a11 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6170654 Aug 16 02:12:33.777292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Attempting to bind port a773817b-19ac-4e97-bf42-f6cd22bb747f on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:33.777699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Attempting to bind port a773817b-19ac-4e97-bf42-f6cd22bb747f by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:33.777995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Attempting to bind port a773817b-19ac-4e97-bf42-f6cd22bb747f on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:33.808296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Port a773817b-19ac-4e97-bf42-f6cd22bb747f on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:33.808626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Attempting to bind port a773817b-19ac-4e97-bf42-f6cd22bb747f on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:33.817758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:33.820270 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:33.820651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Checking segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:33.821081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Bound using segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:33.821494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Bound port: a773817b-19ac-4e97-bf42-f6cd22bb747f, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:33.821957 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.850516 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c358c8bb-bb9b-493d-873a-5cf77a16fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.861298 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5fa24b-d236-42c2-98ea-d9742e04ccbb x-openstack-request-id: req-4a5fa24b-d236-42c2-98ea-d9742e04ccbb {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:33.861576 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00081e5-b0a4-4a5b-be9e-23c66111addd", "name": "network-vif-plugged", "status": "completed", "tag": "e53856b0-19a3-4821-b7cb-59c38a31f9f2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:33.861832 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a5fa24b-d236-42c2-98ea-d9742e04ccbb {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:33.862355 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'code': 200} Aug 16 02:12:33.868728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358c8bb-bb9b-493d-873a-5cf77a16fbee None None] No DVR routers for this DVR port 2ebd4216-7f80-4974-a8ad-3428068058b3 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:33.895914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358c8bb-bb9b-493d-873a-5cf77a16fbee None None] Pushing event deleted for resources: {'Port': ['ID=2ebd4216-7f80-4974-a8ad-3428068058b3,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.900858 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.926365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port ee4eac65-2816-41b2-8437-723bc25e8e70, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ee4eac65-2816-41b2-8437-723bc25e8e70,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:33.941307 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.998838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=ee4eac65-2816-41b2-8437-723bc25e8e70,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:34.024791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 2ebd4216-7f80-4974-a8ad-3428068058b3 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:34.025384 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.035781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376bffd-16ab-43fe-bc4e-ff74f4a21c4e req-b72243d9-0dbc-48c5-abf2-51e1ee52f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.043216 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a376bffd-16ab-43fe-bc4e-ff74f4a21c4e req-b72243d9-0dbc-48c5-abf2-51e1ee52f645 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 1097 time: 0.0737419 Aug 16 02:12:34.054713 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['0c1766f6-bd9f-4d60-b8a1-615acdc4645e'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:34.119370 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a376bffd-16ab-43fe-bc4e-ff74f4a21c4e req-5630513b-3a52-4ac5-b374-9bfa80eecc78 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679982 Aug 16 02:12:34.149329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] For port a773817b-19ac-4e97-bf42-f6cd22bb747f, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:34.187226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] For port a773817b-19ac-4e97-bf42-f6cd22bb747f, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a773817b-19ac-4e97-bf42-f6cd22bb747f,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:34.205960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd19d40-4086-4741-bce8-86b3d7c92444 req-46c00328-af55-4997-97aa-82d75eebea64 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.211893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdd19d40-4086-4741-bce8-86b3d7c92444 req-46c00328-af55-4997-97aa-82d75eebea64 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 944 time: 0.2515640 Aug 16 02:12:34.213262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port 2ebd4216-7f80-4974-a8ad-3428068058b3, host n-d-768851-16, got binding levels [] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:34.213643 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.218817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Sync routers for ids ['d2a15cd5-c26d-4f3e-9085-138f073c924f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:34.225167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:34.227720 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.237357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41672) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:34.240851 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed833f84-6da4-4a73-b504-d6dead892d94 None None] Sync routers for ids ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:34.242988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Routers {'d2a15cd5-c26d-4f3e-9085-138f073c924f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:34.243178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2295e829-1264-486b-a348-db0c55205943 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "PUT /v2.0/routers/d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5168889 Aug 16 02:12:34.243643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2a15cd5-c26d-4f3e-9085-138f073c924f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:34.265329 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed833f84-6da4-4a73-b504-d6dead892d94 None None] Routers {'d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:34.266008 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ed833f84-6da4-4a73-b504-d6dead892d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:34.314772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 2ebd4216-7f80-4974-a8ad-3428068058b3 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:34.325480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Port 2ebd4216-7f80-4974-a8ad-3428068058b3 was not found and therefore no delete operation was performed {{(pid=101381) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:12:34.344459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e67ac3-0462-427f-a4c2-172a6e913904 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting subnet 05e79494-abc1-4536-b42f-900561699744 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:34.349240 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94e67ac3-0462-427f-a4c2-172a6e913904 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.358446 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.365951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Set router d2a15cd5-c26d-4f3e-9085-138f073c924f gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:34.392277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.393029 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.395211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] 10.222.0.89 "PUT /v2.0/ports/a773817b-19ac-4e97-bf42-f6cd22bb747f HTTP/1.1" status: 200 len: 1093 time: 2.9835203 Aug 16 02:12:34.398534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fe09ce-bfa6-4106-af01-2213f45400f3', 'tag': 'a773817b-19ac-4e97-bf42-f6cd22bb747f'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:34.399064 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94e67ac3-0462-427f-a4c2-172a6e913904 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.401075 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a484c-17a3-477d-8bdd-7c7d4f0b93c3" -d '{"events": [{"name": "network-changed", "server_uuid": "58fe09ce-bfa6-4106-af01-2213f45400f3", "tag": "a773817b-19ac-4e97-bf42-f6cd22bb747f"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:34.432176 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ed833f84-6da4-4a73-b504-d6dead892d94 None None] Set router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:34.445613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdd19d40-4086-4741-bce8-86b3d7c92444 req-5fad0681-bef6-48e3-876f-cab09f1178e6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219172 Aug 16 02:12:34.500343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c0cf6-5c2c-4b76-977f-d5c3ac327b7c service neutron] Pushing event updated for resources: {'Port': ['ID=a773817b-19ac-4e97-bf42-f6cd22bb747f,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:34.519126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No DVR routers for this DVR port 2ebd4216-7f80-4974-a8ad-3428068058b3 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:34.521198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-27d4eea9-56e1-4e62-94e4-b351a261ea47 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.529929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-27d4eea9-56e1-4e62-94e4-b351a261ea47 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/networks?id=6a536bf5-302f-4a47-b884-edc11d2c697b HTTP/1.1" status: 200 len: 911 time: 0.2305892 Aug 16 02:12:34.533321 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d62d367-0596-4258-bc52-9ef6edd06e5f x-openstack-request-id: req-4d62d367-0596-4258-bc52-9ef6edd06e5f {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:34.533854 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fe09ce-bfa6-4106-af01-2213f45400f3", "tag": "a773817b-19ac-4e97-bf42-f6cd22bb747f", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:34.534273 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d62d367-0596-4258-bc52-9ef6edd06e5f {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:34.534865 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fe09ce-bfa6-4106-af01-2213f45400f3', 'tag': 'a773817b-19ac-4e97-bf42-f6cd22bb747f', 'status': 'completed', 'code': 200} Aug 16 02:12:34.546051 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94e67ac3-0462-427f-a4c2-172a6e913904 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.572491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=2ebd4216-7f80-4974-a8ad-3428068058b3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:34.613905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94e67ac3-0462-427f-a4c2-172a6e913904 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.645581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e67ac3-0462-427f-a4c2-172a6e913904 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Subnet': ['ID=05e79494-abc1-4536-b42f-900561699744,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:34.650890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'name': 'tempest-TestServerMultinode-34407968-router', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:24Z', 'updated_at': '2021-08-16T02:12:32Z', 'revision_number': 4, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'gw_port': {'id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:25Z', 'updated_at': '2021-08-16T02:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '7f78f73e-d17a-4fde-be0f-2cfccc6cb246', 'name': '', 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'mac_address': 'fa:16:3e:25:ca:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'e991e8fc-8d3b-4872-8862-3a87fcdd23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:30Z', 'updated_at': '2021-08-16T02:12:32Z', 'revision_number': 2, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'subnets': [{'id': 'e991e8fc-8d3b-4872-8862-3a87fcdd23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:34.661278 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-94e67ac3-0462-427f-a4c2-172a6e913904 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.663868 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-94e67ac3-0462-427f-a4c2-172a6e913904 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/subnets/05e79494-abc1-4536-b42f-900561699744 HTTP/1.1" status: 204 len: 168 time: 0.4256864 Aug 16 02:12:34.666820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41684) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:34.667017 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-0100b078-d1c1-4a17-aa9f-f017cc41a454 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/quotas/aa8ad9a8e470411a997a57e082585569 HTTP/1.1" status: 200 len: 375 time: 0.1329548 Aug 16 02:12:34.680223 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ed833f84-6da4-4a73-b504-d6dead892d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:12:31Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:34.718447 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed833f84-6da4-4a73-b504-d6dead892d94 None None] Checking router: d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:34.730538 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed833f84-6da4-4a73-b504-d6dead892d94 None None] Routers {'d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:34.731261 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ed833f84-6da4-4a73-b504-d6dead892d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:34.799836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-2c0ad1c6-26f2-49be-ab13-02e8c03401c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.801387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-2c0ad1c6-26f2-49be-ab13-02e8c03401c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 1096 time: 0.3049488 Aug 16 02:12:34.807541 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.850394 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.860677 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ed833f84-6da4-4a73-b504-d6dead892d94 None None] Set router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:34.870480 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-5ea3a02a-8582-4184-804c-98dd611a5cfe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a773817b-19ac-4e97-bf42-f6cd22bb747f HTTP/1.1" status: 200 len: 217 time: 0.0601194 Aug 16 02:12:34.893384 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dedc4e4-f612-4ea2-b96a-6d2b56b755d4']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:34.905994 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-d751aeaa-dc43-432b-b12d-9189a708364b tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa8ad9a8e470411a997a57e082585569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2380524 Aug 16 02:12:34.915915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ada6f-e98e-43cb-a020-a50558bf4434 None None] Network fffdd74c-a493-4175-a352-8e6a49f443cc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:34.975729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.983313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Checking router: d2a15cd5-c26d-4f3e-9085-138f073c924f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:34.983701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Updating router d2a15cd5-c26d-4f3e-9085-138f073c924f port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:35.001580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6813c5bd-5594-40fc-8215-fa8f8496693b') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:35.001876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6813c5bd-5594-40fc-8215-fa8f8496693b') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:35.026134 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.049355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port ebae2ad9-081d-4dcc-9d13-72ad359b4710 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:35.051765 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.057609 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ed833f84-6da4-4a73-b504-d6dead892d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:12:31Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:35.074596 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.075684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.089428 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed833f84-6da4-4a73-b504-d6dead892d94 None None] The sync data for ids ['d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9'] in n-d-768851-16 is: [{'id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931990751', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:45Z', 'updated_at': '2021-08-16T02:12:31Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': 'ebae2ad9-081d-4dcc-9d13-72ad359b4710', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:35.089736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fc71e-da45-4304-84ae-9f356928846c req-e48a7b71-0ad8-404f-a6d1-437065a623bb tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.091172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d68fc71e-da45-4304-84ae-9f356928846c req-e48a7b71-0ad8-404f-a6d1-437065a623bb tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 944 time: 0.2170727 Aug 16 02:12:35.092674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-be491ea6-2102-4ba0-a78a-82e1c772884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.094020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-be491ea6-2102-4ba0-a78a-82e1c772884a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.2120359 Aug 16 02:12:35.142688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:35.143282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:35.148934 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:35.162203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port ebae2ad9-081d-4dcc-9d13-72ad359b4710, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ebae2ad9-081d-4dcc-9d13-72ad359b4710,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:35.162523 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.174839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for ebae2ad9-081d-4dcc-9d13-72ad359b4710 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:35.220113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-bd9ce807-1164-40fb-8fd8-ca8be8210fa8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120539 Aug 16 02:12:35.262002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d68fc71e-da45-4304-84ae-9f356928846c req-7abb80c6-de31-4153-85ff-057054bb5adb tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517494 Aug 16 02:12:35.309710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-61f18caf-70d8-4d73-a3bd-5c752747df9d service neutron] 10.222.0.79 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027569 Aug 16 02:12:35.323573 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.370184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.372133 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/networks/8dedc4e4-f612-4ea2-b96a-6d2b56b755d4 HTTP/1.1" status: 204 len: 168 time: 2.3962691 Aug 16 02:12:35.380621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41692) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:35.386188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b6da7dd2-a738-475c-bcbe-0c3cd976dd61 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-34926377', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:35.401079 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.407852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.420154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Transition to ACTIVE for port object 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:35.429252 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.436242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=ebae2ad9-081d-4dcc-9d13-72ad359b4710,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.449816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da436a80-db9f-4043-be07-c51fcfce86c3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Network': ['ID=8dedc4e4-f612-4ea2-b96a-6d2b56b755d4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.504809 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b6da7dd2-a738-475c-bcbe-0c3cd976dd61 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.505887 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b6da7dd2-a738-475c-bcbe-0c3cd976dd61 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.526666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e36d34-54d1-4c75-8b4b-758a381eb12f None None] DHCP port deletion for fffdd74c-a493-4175-a352-8e6a49f443cc request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:35.550434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-596026a8-f9d9-4965-9afb-05ee448a4168 service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079894 Aug 16 02:12:35.553635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.570115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd76b5a-09f7-4e1a-9237-8c9e68172da2 req-fb44a611-c862-4ba0-b0d8-f8b2655b2b45 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.571693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd76b5a-09f7-4e1a-9237-8c9e68172da2 req-fb44a611-c862-4ba0-b0d8-f8b2655b2b45 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 945 time: 0.1918743 Aug 16 02:12:35.597652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-e4ab89f2-c123-4995-9d3e-6a6d0b987741 service neutron] 10.222.0.79 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869587 Aug 16 02:12:35.606842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f891abc-0d0c-4581-ab88-48857bb762bf None None] Pushing event updated for resources: {'Port': ['ID=7f78f73e-d17a-4fde-be0f-2cfccc6cb246,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.765712 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.768357 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.792571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Attempting to bind port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:35.793663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Attempting to bind port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '4864d472-23ff-4a22-8799-bebc3fac31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:35.795527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Attempting to bind port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 on network d926fb87-e438-4cd0-b3a1-bf2bdceba282 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:35.811775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ee4eac65-2816-41b2-8437-723bc25e8e70 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:35.816425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-09e36d34-54d1-4c75-8b4b-758a381eb12f None None] Deleting port 97aa6e08-f53c-4e1f-ad52-947256489d51 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:35.817162 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09e36d34-54d1-4c75-8b4b-758a381eb12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.843787 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.845441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Fanout notify agent at l3_agent the message router_deleted on router d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:12:35.846730 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b6da7dd2-a738-475c-bcbe-0c3cd976dd61 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.863455 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.867430 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4b902151-abf0-45d1-8126-10b00ba60383 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/routers/d6d3bf4e-ffe1-4c01-a9f6-4d91cab833c9 HTTP/1.1" status: 204 len: 168 time: 1.1967061 Aug 16 02:12:35.867622 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41698) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:35.890413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b6da7dd2-a738-475c-bcbe-0c3cd976dd61 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.931611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:35.932236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Checking segment: {'id': '4864d472-23ff-4a22-8799-bebc3fac31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:35.932387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fd76b5a-09f7-4e1a-9237-8c9e68172da2 req-7a6eb84e-cb82-497a-bb18-dbc9996b988d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3513999 Aug 16 02:12:35.932491 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.932835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Bound using segment: {'id': '4864d472-23ff-4a22-8799-bebc3fac31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:35.933365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Bound port: 7f78f73e-d17a-4fde-be0f-2cfccc6cb246, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4864d472-23ff-4a22-8799-bebc3fac31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:35.934157 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.957539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b6da7dd2-a738-475c-bcbe-0c3cd976dd61 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.959158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b6da7dd2-a738-475c-bcbe-0c3cd976dd61 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5763056 Aug 16 02:12:35.965190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41702) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:35.979034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1492343328'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:35.993418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48787e1d-a7be-4baf-aef8-3f469fed36cd req-b39d848d-7511-4f68-af11-48593df0bfcb service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321532 Aug 16 02:12:36.029861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:36.034046 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.074564 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.087945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-09e36d34-54d1-4c75-8b4b-758a381eb12f None None] For port 97aa6e08-f53c-4e1f-ad52-947256489d51, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=97aa6e08-f53c-4e1f-ad52-947256489d51,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:36.087945 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09e36d34-54d1-4c75-8b4b-758a381eb12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.124415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-09e36d34-54d1-4c75-8b4b-758a381eb12f None None] Calling delete_port for 97aa6e08-f53c-4e1f-ad52-947256489d51 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:36.184590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] For port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:36.188457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] For port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7f78f73e-d17a-4fde-be0f-2cfccc6cb246,segment=NetworkSegment(4864d472-23ff-4a22-8799-bebc3fac31a4),segment_id=4864d472-23ff-4a22-8799-bebc3fac31a4)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:36.198955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-cc1725ff-6842-4e32-8191-838698bfbe8b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1049125 Aug 16 02:12:36.232504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port 97aa6e08-f53c-4e1f-ad52-947256489d51 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:36.233026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.245115 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.250779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0920461c-b74a-47f4-b749-7e6f7fccc5f7 req-0bf4aa1d-ddd1-45d3-9f4a-755f66bb8681 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 210 time: 0.1162810 Aug 16 02:12:36.305253 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ee4eac65-2816-41b2-8437-723bc25e8e70 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:36.306060 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.325452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:36.346124 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51011ac4-b120-4fa9-a01d-351f7b8dd05f req-ee072d5e-09d1-4763-8d4c-30ec5b1c74f2 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.347709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51011ac4-b120-4fa9-a01d-351f7b8dd05f req-ee072d5e-09d1-4763-8d4c-30ec5b1c74f2 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 944 time: 0.2005742 Aug 16 02:12:36.351255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a484c-17a3-477d-8bdd-7c7d4f0b93c3 req-dbb30e72-00bc-4620-890c-b5548bd0f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.352885 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-621a484c-17a3-477d-8bdd-7c7d4f0b93c3 req-dbb30e72-00bc-4620-890c-b5548bd0f04c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 1096 time: 0.2935240 Aug 16 02:12:36.363665 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.366004 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added segment 4d2beafa-a38d-43f7-9a12-a94ac38472cb of type vlan for network 7dd0bce9-f580-44a1-87da-edea10428b9f Aug 16 02:12:36.405975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Routers {'d2a15cd5-c26d-4f3e-9085-138f073c924f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:36.406616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2a15cd5-c26d-4f3e-9085-138f073c924f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:36.444101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port 97aa6e08-f53c-4e1f-ad52-947256489d51, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=97aa6e08-f53c-4e1f-ad52-947256489d51,segment=NetworkSegment(1c06a214-0bd7-4b01-8972-83e4a8b0fe22),segment_id=1c06a214-0bd7-4b01-8972-83e4a8b0fe22)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:36.444558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.461283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for 97aa6e08-f53c-4e1f-ad52-947256489d51 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:36.545579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] Set router d2a15cd5-c26d-4f3e-9085-138f073c924f gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:36.553374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f891abc-0d0c-4581-ab88-48857bb762bf None None] Pushing event updated for resources: {'Port': ['ID=7f78f73e-d17a-4fde-be0f-2cfccc6cb246,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.574957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-4becac94-8194-4c59-b44a-6d25d1fd7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.575499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-4becac94-8194-4c59-b44a-6d25d1fd7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.575987 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-4becac94-8194-4c59-b44a-6d25d1fd7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.576591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-4becac94-8194-4c59-b44a-6d25d1fd7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.577026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-4becac94-8194-4c59-b44a-6d25d1fd7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.577560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-4becac94-8194-4c59-b44a-6d25d1fd7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.578039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-4becac94-8194-4c59-b44a-6d25d1fd7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.581215 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-4becac94-8194-4c59-b44a-6d25d1fd7f56 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6494 time: 0.2113442 Aug 16 02:12:36.621013 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09e36d34-54d1-4c75-8b4b-758a381eb12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.696203 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.702895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a484c-17a3-477d-8bdd-7c7d4f0b93c3 req-f90789a0-7b55-4e7b-a6c6-28aa5108da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.705629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-621a484c-17a3-477d-8bdd-7c7d4f0b93c3 req-f90789a0-7b55-4e7b-a6c6-28aa5108da94 service neutron] 10.222.0.89 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 907 time: 0.2575591 Aug 16 02:12:36.720030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] No DVR routers for this DVR port 97aa6e08-f53c-4e1f-ad52-947256489d51 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:36.732611 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.734848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e36d34-54d1-4c75-8b4b-758a381eb12f None None] No DVR routers for this DVR port 97aa6e08-f53c-4e1f-ad52-947256489d51 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:36.739439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0c1766f6-bd9f-4d60-b8a1-615acdc4645e up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:36.756261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51011ac4-b120-4fa9-a01d-351f7b8dd05f req-daa4fa1c-029d-4635-87e1-244551f149e4 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977160 Aug 16 02:12:36.782567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=97aa6e08-f53c-4e1f-ad52-947256489d51,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.786288 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e36d34-54d1-4c75-8b4b-758a381eb12f None None] Pushing event deleted for resources: {'Port': ['ID=97aa6e08-f53c-4e1f-ad52-947256489d51,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.800884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-621a484c-17a3-477d-8bdd-7c7d4f0b93c3 req-21cecf40-471a-4da6-b5ed-0000c1c59a14 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a773817b-19ac-4e97-bf42-f6cd22bb747f HTTP/1.1" status: 200 len: 217 time: 0.0863569 Aug 16 02:12:36.870629 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.877114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df43b6-4b7e-455e-8c6b-998d1a54b5b0 req-5196c105-bb52-49e1-8683-cdeed87338a3 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.878735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99df43b6-4b7e-455e-8c6b-998d1a54b5b0 req-5196c105-bb52-49e1-8683-cdeed87338a3 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 944 time: 0.4318271 Aug 16 02:12:36.886219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffdd74c-a493-4175-a352-8e6a49f443cc']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:36.889774 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a484c-17a3-477d-8bdd-7c7d4f0b93c3 req-fad207ab-102a-44b9-bdef-e832f84a3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.891244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-621a484c-17a3-477d-8bdd-7c7d4f0b93c3 req-fad207ab-102a-44b9-bdef-e832f84a3fce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0821822 Aug 16 02:12:36.900359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c06a214-0bd7-4b01-8972-83e4a8b0fe22') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:36.900740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c06a214-0bd7-4b01-8972-83e4a8b0fe22') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:36.913325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.916437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.922335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.923650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.956900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-6e0e544c-72d5-4e03-b8b8-23a17cfa00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.957890 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-6e0e544c-72d5-4e03-b8b8-23a17cfa00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.958810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-6e0e544c-72d5-4e03-b8b8-23a17cfa00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.960696 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-6e0e544c-72d5-4e03-b8b8-23a17cfa00a2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=75ecf9d7-bd12-4326-a6f3-a93a4477fa36&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=eca69f28-e548-4340-9226-f3b255cebbcd&id=eca69f28-e548-4340-9226-f3b255cebbcd HTTP/1.1" status: 200 len: 2294 time: 0.3533418 Aug 16 02:12:36.962098 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.979089 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:36.979089 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.980376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-621a484c-17a3-477d-8bdd-7c7d4f0b93c3 req-9b32561e-f11f-4fb9-b96e-cf594058a6f1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803034 Aug 16 02:12:37.034018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d1580417-c470-42b8-a3c7-03585a92666d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:37.041132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-3f5ae3d5-308f-430a-bb0c-8bcfccd846e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b37b6d9-f301-4243-a1f1-2c191409210e HTTP/1.1" status: 200 len: 1001 time: 0.0712316 Aug 16 02:12:37.042212 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:37.042685 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:37.046012 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:37.100389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: d1580417-c470-42b8-a3c7-03585a92666d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:37.100743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d1580417-c470-42b8-a3c7-03585a92666d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:37.101303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 97aa6e08-f53c-4e1f-ad52-947256489d51 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:37.128490 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-621a484c-17a3-477d-8bdd-7c7d4f0b93c3 req-d1b68f43-6309-43ad-89b9-a7cb5a61b703 service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341114 Aug 16 02:12:37.147212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 97aa6e08-f53c-4e1f-ad52-947256489d51 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:37.147969 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 97aa6e08-f53c-4e1f-ad52-947256489d51 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:37.148447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2ebd4216-7f80-4974-a8ad-3428068058b3 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:37.172461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-ecba7e42-6e3b-465d-954e-c26d03b48ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.174998 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-ecba7e42-6e3b-465d-954e-c26d03b48ea2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0ea88406-ad03-452f-8d46-b2b14ab4b8da HTTP/1.1" status: 200 len: 851 time: 0.1159089 Aug 16 02:12:37.175994 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.181601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.187390 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/networks/fffdd74c-a493-4175-a352-8e6a49f443cc HTTP/1.1" status: 204 len: 168 time: 1.3185914 Aug 16 02:12:37.187680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 2ebd4216-7f80-4974-a8ad-3428068058b3 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:37.188027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2ebd4216-7f80-4974-a8ad-3428068058b3 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:37.190768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41718) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.215183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2462268 Aug 16 02:12:37.229779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41720) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.242294 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.247312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99df43b6-4b7e-455e-8c6b-998d1a54b5b0 req-75a004a6-4b99-4148-add0-6aa9b3feb2f2 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550775 Aug 16 02:12:37.250422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'subnet': {'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:37.260102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'name': 'tempest-TestServerMultinode-34407968-router', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:24Z', 'updated_at': '2021-08-16T02:12:32Z', 'revision_number': 4, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'gw_port': {'id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:25Z', 'updated_at': '2021-08-16T02:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '7f78f73e-d17a-4fde-be0f-2cfccc6cb246', 'name': '', 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'mac_address': 'fa:16:3e:25:ca:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'e991e8fc-8d3b-4872-8862-3a87fcdd23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:30Z', 'updated_at': '2021-08-16T02:12:36Z', 'revision_number': 4, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'subnets': [{'id': 'e991e8fc-8d3b-4872-8862-3a87fcdd23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:37.279003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603954b1-335e-412f-83a2-76a229489c92 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Network': ['ID=7dd0bce9-f580-44a1-87da-edea10428b9f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.298984 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679e8c4-9781-46a5-9c82-a1b4cc7b1634 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Network': ['ID=fffdd74c-a493-4175-a352-8e6a49f443cc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.307474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f2150-479c-45bf-9b73-b2d3f18355f5 None None] The sync data for ids ['d2a15cd5-c26d-4f3e-9085-138f073c924f'] in n-d-768851-16 is: [{'id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'name': 'tempest-TestServerMultinode-34407968-router', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:24Z', 'updated_at': '2021-08-16T02:12:32Z', 'revision_number': 4, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'gw_port': {'id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:25Z', 'updated_at': '2021-08-16T02:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '7f78f73e-d17a-4fde-be0f-2cfccc6cb246', 'name': '', 'network_id': 'd926fb87-e438-4cd0-b3a1-bf2bdceba282', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'mac_address': 'fa:16:3e:25:ca:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'e991e8fc-8d3b-4872-8862-3a87fcdd23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:30Z', 'updated_at': '2021-08-16T02:12:36Z', 'revision_number': 4, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'subnets': [{'id': 'e991e8fc-8d3b-4872-8862-3a87fcdd23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:37.309161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 7dd0bce9-f580-44a1-87da-edea10428b9f details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:37.340600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f548da-da5c-439a-a2fe-cf1f060c1033 req-786188d8-619a-4275-b489-0abb0f5948db tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.349240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4f548da-da5c-439a-a2fe-cf1f060c1033 req-786188d8-619a-4275-b489-0abb0f5948db tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 945 time: 0.1074100 Aug 16 02:12:37.350633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:37.363947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2874cda0-b137-4a10-b168-32474a3c4b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:37.366520 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ed5f0-2f25-44f4-9de8-394200577383" -d '{"events": [{"server_uuid": "2874cda0-b137-4a10-b168-32474a3c4b68", "name": "network-vif-plugged", "status": "completed", "tag": "0c1766f6-bd9f-4d60-b8a1-615acdc4645e"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:37.428036 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.434836 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d4125f8-8d6c-4ef3-9e3e-d50a71fb57ad req-52cbea36-e14a-4eea-a10d-70da2e0bb86e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 210 time: 0.0844758 Aug 16 02:12:37.459856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-8849e9cb-d1ab-4a0d-88ed-c84600dc98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.464801 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-8849e9cb-d1ab-4a0d-88ed-c84600dc98b3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=75ecf9d7-bd12-4326-a6f3-a93a4477fa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2753386 Aug 16 02:12:37.472465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-621a484c-17a3-477d-8bdd-7c7d4f0b93c3 req-22ab43b4-e31c-4788-9adb-3b00705d4675 service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036504 Aug 16 02:12:37.491963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ebae2ad9-081d-4dcc-9d13-72ad359b4710 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:37.544846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4f548da-da5c-439a-a2fe-cf1f060c1033 req-90d096fa-143d-451b-a748-d672343c3527 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762500 Aug 16 02:12:37.548373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ebae2ad9-081d-4dcc-9d13-72ad359b4710 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:37.548933 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ebae2ad9-081d-4dcc-9d13-72ad359b4710 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:37.571614 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9319d5-64f5-46b3-917c-896d3be61c6d x-openstack-request-id: req-9d9319d5-64f5-46b3-917c-896d3be61c6d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:37.572217 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2874cda0-b137-4a10-b168-32474a3c4b68", "name": "network-vif-plugged", "status": "completed", "tag": "0c1766f6-bd9f-4d60-b8a1-615acdc4645e", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:37.572408 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d9319d5-64f5-46b3-917c-896d3be61c6d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:37.572824 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2874cda0-b137-4a10-b168-32474a3c4b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e', 'code': 200} Aug 16 02:12:37.579724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.595853 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9e1a14d7-2f9f-46fb-b347-238b272e392a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.672136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9e1a14d7-2f9f-46fb-b347-238b272e392a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.675220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:37.679169 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.707914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c97b52-4f8e-423c-a271-1f8c9ace3544 req-9bad1a5c-fc8a-42e2-a18c-2bb938737bd3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.709844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85c97b52-4f8e-423c-a271-1f8c9ace3544 req-9bad1a5c-fc8a-42e2-a18c-2bb938737bd3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 945 time: 0.0633817 Aug 16 02:12:37.763425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85c97b52-4f8e-423c-a271-1f8c9ace3544 req-901ffa5e-e2df-427d-b744-396e0ed86155 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468700 Aug 16 02:12:37.791798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41730) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.862476 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-6a9475e5-e5c6-4aa2-876d-741e2ba7a244 service neutron] 10.222.0.84 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845816 Aug 16 02:12:37.916649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e99bc-34a9-4c39-8693-4ca2302120e6 req-28df6533-15e6-49bf-9daf-fbb3d4608535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.918188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da7e99bc-34a9-4c39-8693-4ca2302120e6 req-28df6533-15e6-49bf-9daf-fbb3d4608535 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 1097 time: 0.0970080 Aug 16 02:12:37.922392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aa341d-0759-4a87-82d2-42aec4c8bd86 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.926987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-99aa341d-0759-4a87-82d2-42aec4c8bd86 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 1092 time: 0.1339507 Aug 16 02:12:37.929825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41732) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.933899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:37.966075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ab364-0131-4009-9710-2a52dad3df95 req-1a3d3a24-bd77-4a20-b703-1e003a0d959a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.967697 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-387ab364-0131-4009-9710-2a52dad3df95 req-1a3d3a24-bd77-4a20-b703-1e003a0d959a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 944 time: 0.1056359 Aug 16 02:12:38.003085 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.033511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da7e99bc-34a9-4c39-8693-4ca2302120e6 req-4463cd01-7684-4d14-8574-6f0649eeff36 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926530 Aug 16 02:12:38.073581 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-387ab364-0131-4009-9710-2a52dad3df95 req-2c6eb6e1-20aa-42a0-9ab8-a2836052ca97 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970676 Aug 16 02:12:38.155929 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.272230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Allocated IP 172.25.2.205 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/713e618f-9e95-4445-a3c5-0873cf109b84) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:38.425899 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.448459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e00977-45bd-41e7-b68c-626658bd9e92 req-2336aafb-b945-43b6-8465-5c079265b08e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.450007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67e00977-45bd-41e7-b68c-626658bd9e92 req-2336aafb-b945-43b6-8465-5c079265b08e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.0920556 Aug 16 02:12:38.484940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-34020c98-287b-485a-9e60-8831b5604e47 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.487155 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-34020c98-287b-485a-9e60-8831b5604e47 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.84 "GET /v2.0/networks?id=6a536bf5-302f-4a47-b884-edc11d2c697b HTTP/1.1" status: 200 len: 911 time: 0.7226017 Aug 16 02:12:38.492063 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-0c1a3640-6b40-4f35-b4be-526323edcede service neutron] 10.222.0.84 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086187 Aug 16 02:12:38.492643 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9e1a14d7-2f9f-46fb-b347-238b272e392a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.495299 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9e1a14d7-2f9f-46fb-b347-238b272e392a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.496411 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9e1a14d7-2f9f-46fb-b347-238b272e392a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/security-groups/42c25abc-223f-4000-8bcb-d6aa42431f26 HTTP/1.1" status: 204 len: 168 time: 1.2997329 Aug 16 02:12:38.516760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Request body: {'port': {'device_id': '13a373b4-27a3-4f43-82c3-e885d11890bf', 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b', 'admin_state_up': True, 'tenant_id': 'aa8ad9a8e470411a997a57e082585569'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:38.541664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67e00977-45bd-41e7-b68c-626658bd9e92 req-fe7f8969-47af-4a81-a922-3c88356f264f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842075 Aug 16 02:12:38.547212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.566673 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.601197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2666f1dc-726b-4e01-9e22-8f9eb8a2ea3f req-333928da-8f81-4728-8bec-c6c3bd1d81a8 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 210 time: 0.0501602 Aug 16 02:12:38.607103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a14d7-2f9f-46fb-b347-238b272e392a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c25abc-223f-4000-8bcb-d6aa42431f26,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.608830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Made reservation on behalf of aa8ad9a8e470411a997a57e082585569 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:38.611735 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.616553 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-baa20498-0cf9-4e80-9459-fbaf42626db1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=91a212e2-94ac-4a5d-aedd-3a4eddc16505 HTTP/1.1" status: 200 len: 217 time: 0.1039259 Aug 16 02:12:38.677615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a773817b-19ac-4e97-bf42-f6cd22bb747f details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:38.678663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:38.687976 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:38.696055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:38.705078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=713e618f-9e95-4445-a3c5-0873cf109b84,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.744512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Subnet': ['ID=37f2b4af-637a-44f0-9ea0-2f647d233ece,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.802570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-f1d4cc15-c47f-45e8-9d19-bd750a2c06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.804177 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-f1d4cc15-c47f-45e8-9d19-bd750a2c06d2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.1658635 Aug 16 02:12:38.832143 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Checking segment: {'id': '4d2beafa-a38d-43f7-9a12-a94ac38472cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:38.833011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network hostable DHCP agents. Network: 7dd0bce9-f580-44a1-87da-edea10428b9f, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:38.867755 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5327488-0e33-494e-acad-439ad02f2d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.900486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a773817b-19ac-4e97-bf42-f6cd22bb747f, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a773817b-19ac-4e97-bf42-f6cd22bb747f,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:38.912798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'a773817b-19ac-4e97-bf42-f6cd22bb747f', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'port_id': 'a773817b-19ac-4e97-bf42-f6cd22bb747f', 'mac_address': 'fa:16:3e:92:ae:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147f53e3-5971-4e4c-b75e-72fce8c26a2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:38.913394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 7dd0bce9-f580-44a1-87da-edea10428b9f is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:38.929513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-9b0a8a1b-0ead-42f8-ae91-fb21f798e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.931533 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-9b0a8a1b-0ead-42f8-ae91-fb21f798e434 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1100383 Aug 16 02:12:38.961738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 7dd0bce9-f580-44a1-87da-edea10428b9f) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:38.975370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cfe59c-7666-47b3-a14a-4ecf33c94676 None None] Network 7dd0bce9-f580-44a1-87da-edea10428b9f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:39.014020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:39.014699 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.036356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Allocated IP 172.20.0.11 (6a536bf5-302f-4a47-b884-edc11d2c697b/caa6f608-506d-446a-aa49-887b1a40d955/07286867-e032-4e78-b98e-c9b713e606a7) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:39.065762 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-31d26e5e-03ef-4d8a-b5ab-3d9f464ebae6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8303576 Aug 16 02:12:39.066091 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.083451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41744) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:39.121716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a773817b-19ac-4e97-bf42-f6cd22bb747f {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:39.137212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.187308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a773817b-19ac-4e97-bf42-f6cd22bb747f, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a773817b-19ac-4e97-bf42-f6cd22bb747f,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:39.213260 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-15606629-228e-437c-91dd-ca0eca79368f service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732010 Aug 16 02:12:39.213755 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.268619 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.281424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8078bf-6fc6-404e-9d4b-085676c74c1a req-be8d09ea-c00f-4584-9dde-1cbbaec39ad9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:39.290846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f8078bf-6fc6-404e-9d4b-085676c74c1a req-be8d09ea-c00f-4584-9dde-1cbbaec39ad9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 945 time: 0.0977504 Aug 16 02:12:39.312813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=a773817b-19ac-4e97-bf42-f6cd22bb747f,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.321394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-7dd0bce9-f580-44a1-87da-edea10428b9f', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:39.322523 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.329929 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-b0490c9c-b9f2-4f4b-b100-6bc20eb1f81b service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967002 Aug 16 02:12:39.393514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f8078bf-6fc6-404e-9d4b-085676c74c1a req-5595e3c0-af69-4601-9f9b-a7beea29c5c9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967445 Aug 16 02:12:39.476413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['a773817b-19ac-4e97-bf42-f6cd22bb747f'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:39.612461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41752) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:39.619260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:39.622147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-35da00e8-f9c3-427f-9133-5bcade2c5277 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243746351', 'description': 'tempest-secgroup-smoke-243746351 description', 'project_id': 'deee63146f784616a74dc0add2d1dad0'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:39.635415 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-0aa77101-deb7-4960-b7ea-c257b0995619 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=a699867d-a866-4e7e-afaf-f2a7499ee9d4 HTTP/1.1" status: 200 len: 217 time: 0.2655554 Aug 16 02:12:39.658328 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.758210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-90cc21ad-54ee-40fd-8a03-68272eedcf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:39.760479 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-90cc21ad-54ee-40fd-8a03-68272eedcf2b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.0639372 Aug 16 02:12:39.822350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35da00e8-f9c3-427f-9133-5bcade2c5277 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.827462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Transition to ACTIVE for port object 07286867-e032-4e78-b98e-c9b713e606a7 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:39.877763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Allocated IP 2001:db8::2 (7dd0bce9-f580-44a1-87da-edea10428b9f/37f2b4af-637a-44f0-9ea0-2f647d233ece/4c7501d2-c472-43c3-b2aa-a23041dbe7eb) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:39.900124 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.974251 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-59914cf9-d7f2-469f-b821-b136094e827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:39.975818 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-59914cf9-d7f2-469f-b821-b136094e827c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1792624 Aug 16 02:12:39.989717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:40.003118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:40.003488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.007044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.007712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9462f74-00f2-4b4a-a729-b50b8a07377c req-97193e47-00d0-4dc1-a7d9-cf6b4e9a3f9f tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 210 time: 0.0554438 Aug 16 02:12:40.032918 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.070364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f1c3a-30be-4651-aef7-957626b6584d req-6d19f149-20b4-4e13-97da-223a2fd75b7c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.071855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a08f1c3a-30be-4651-aef7-957626b6584d req-6d19f149-20b4-4e13-97da-223a2fd75b7c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1220188 Aug 16 02:12:40.126453 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.138823 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.144620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a08f1c3a-30be-4651-aef7-957626b6584d req-1d873c76-9309-453b-8f80-ebda6c17e7b7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540607 Aug 16 02:12:40.176124 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Network 6a536bf5-302f-4a47-b884-edc11d2c697b is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:40.210031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=713e618f-9e95-4445-a3c5-0873cf109b84,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.225373 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.226772 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.232757 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.238033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:40.245511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Transition to ACTIVE for port object 4c7501d2-c472-43c3-b2aa-a23041dbe7eb will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:40.283718 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Pushing event updated for resources: {'Port': ['ID=07286867-e032-4e78-b98e-c9b713e606a7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.284527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Transition to ACTIVE for port object 4c7501d2-c472-43c3-b2aa-a23041dbe7eb will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:40.289400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7f78f73e-d17a-4fde-be0f-2cfccc6cb246,segment=NetworkSegment(4864d472-23ff-4a22-8799-bebc3fac31a4),segment_id=4864d472-23ff-4a22-8799-bebc3fac31a4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:40.294119 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:40.295667 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.303758 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.335225 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-0bd17f63-921d-4c26-9d35-e2db4096ea6d service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337955 Aug 16 02:12:40.338386 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Floating IP f5165e61-f9a1-4140-92ab-50c8c9f0ed7d associated. External IP: 172.25.2.205, port: e53856b0-19a3-4821-b7cb-59c38a31f9f2. Aug 16 02:12:40.340141 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Network 7dd0bce9-f580-44a1-87da-edea10428b9f is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:40.343261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:40.347349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35da00e8-f9c3-427f-9133-5bcade2c5277 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.347553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:40.353560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Pushing event updated for resources: {'Port': ['ID=4c7501d2-c472-43c3-b2aa-a23041dbe7eb,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.412290 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35da00e8-f9c3-427f-9133-5bcade2c5277 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.494810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Attempting to bind port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:40.495223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Attempting to bind port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '4d2beafa-a38d-43f7-9a12-a94ac38472cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:40.495603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Attempting to bind port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb on network 7dd0bce9-f580-44a1-87da-edea10428b9f {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:40.504587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:40.505015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Checking segment: {'id': '4d2beafa-a38d-43f7-9a12-a94ac38472cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:40.505409 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.505810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Bound using segment: {'id': '4d2beafa-a38d-43f7-9a12-a94ac38472cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:40.506283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Bound port: 4c7501d2-c472-43c3-b2aa-a23041dbe7eb, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2beafa-a38d-43f7-9a12-a94ac38472cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:40.506672 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.508599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=7f78f73e-d17a-4fde-be0f-2cfccc6cb246,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.523455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da00e8-f9c3-427f-9133-5bcade2c5277 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.563827 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35da00e8-f9c3-427f-9133-5bcade2c5277 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.565177 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-35da00e8-f9c3-427f-9133-5bcade2c5277 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9492538 Aug 16 02:12:40.570490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.571116 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.575864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41758) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.587132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-cb77f815-fceb-4e95-ab64-f7235a5a4b07 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:40.594010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d0c7b4aa-78d2-4212-af0e-a22fd6f899f1 None None] Provisioning for port 07286867-e032-4e78-b98e-c9b713e606a7 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:40.596479 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3b7856f2-1963-4b48-a9b6-54bec54f2f33 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0849454 Aug 16 02:12:40.603644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d0c7b4aa-78d2-4212-af0e-a22fd6f899f1 None None] Provisioning complete for port 07286867-e032-4e78-b98e-c9b713e606a7 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:40.604736 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d0c7b4aa-78d2-4212-af0e-a22fd6f899f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.639093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Request body: {'port': {'device_id': '13a373b4-27a3-4f43-82c3-e885d11890bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:40.648348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7b4aa-78d2-4212-af0e-a22fd6f899f1 None None] Port 07286867-e032-4e78-b98e-c9b713e606a7 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:40.655140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] For port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:40.655675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb77f815-fceb-4e95-ab64-f7235a5a4b07 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.668699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] For port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4c7501d2-c472-43c3-b2aa-a23041dbe7eb,segment=NetworkSegment(4d2beafa-a38d-43f7-9a12-a94ac38472cb),segment_id=4d2beafa-a38d-43f7-9a12-a94ac38472cb)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:40.675064 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.707913 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-c6b25d9b-0f14-432f-b5d3-774ba937426c service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276668 Aug 16 02:12:40.708433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a773817b-19ac-4e97-bf42-f6cd22bb747f up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:40.712113 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaffab8-7ff1-43e7-a8c6-a95048e47256 req-17513d43-294b-4cfb-87e9-95e4477ae351 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.720636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3aaffab8-7ff1-43e7-a8c6-a95048e47256 req-17513d43-294b-4cfb-87e9-95e4477ae351 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 945 time: 0.1795621 Aug 16 02:12:40.745620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.794141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 92e318c0-9756-4ad0-914b-ce4518313cab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:40.802478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0858d3-1197-442b-8baa-5b5588d7fed9 None None] Pushing event updated for resources: {'Port': ['ID=4c7501d2-c472-43c3-b2aa-a23041dbe7eb,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.814338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port a773817b-19ac-4e97-bf42-f6cd22bb747f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:40.820038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port a773817b-19ac-4e97-bf42-f6cd22bb747f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:40.820697 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.827554 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-21126f8f-bb72-481c-aa6a-81e5e6d44485 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 HTTP/1.1" status: 200 len: 217 time: 0.0830421 Aug 16 02:12:40.828020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3aaffab8-7ff1-43e7-a8c6-a95048e47256 req-621830c5-5bd4-45d3-bdba-79fe4bb45686 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045027 Aug 16 02:12:40.831596 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb77f815-fceb-4e95-ab64-f7235a5a4b07 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.848135 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb77f815-fceb-4e95-ab64-f7235a5a4b07 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.903748 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb77f815-fceb-4e95-ab64-f7235a5a4b07 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.904739 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cb77f815-fceb-4e95-ab64-f7235a5a4b07 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3228264 Aug 16 02:12:40.907495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41762) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.912206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c5c7d1b9-4037-43c1-b993-6e790209f72c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:40.913129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Allocated IP 2001:db8::1 (7dd0bce9-f580-44a1-87da-edea10428b9f/37f2b4af-637a-44f0-9ea0-2f647d233ece/fd381efe-4b48-4fce-bff9-db70101d4a2d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:40.916626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77f815-fceb-4e95-ab64-f7235a5a4b07 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0d1d5c-8c15-430c-98fa-9bad0c830906,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.918856 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.957733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fe09ce-bfa6-4106-af01-2213f45400f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a773817b-19ac-4e97-bf42-f6cd22bb747f'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:40.960301 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a539ee-ab9f-4709-ad81-7e19cf764048" -d '{"events": [{"server_uuid": "58fe09ce-bfa6-4106-af01-2213f45400f3", "name": "network-vif-plugged", "status": "completed", "tag": "a773817b-19ac-4e97-bf42-f6cd22bb747f"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:40.974711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port a773817b-19ac-4e97-bf42-f6cd22bb747f, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a773817b-19ac-4e97-bf42-f6cd22bb747f,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:40.980595 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.000237 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d1b9-4037-43c1-b993-6e790209f72c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.042150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:41.073518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d36ea5-3ee6-43bd-9332-6619d90c7a5e None None] Sync routers for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:41.076005 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-aa2e71e4-f4f6-4635-aa8d-7e9e8066e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.077539 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-aa2e71e4-f4f6-4635-aa8d-7e9e8066e2b3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.2411437 Aug 16 02:12:41.102496 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.146286 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bc21a7-2203-43a5-8b5b-79facf0d6ff9 x-openstack-request-id: req-b4bc21a7-2203-43a5-8b5b-79facf0d6ff9 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:41.146565 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fe09ce-bfa6-4106-af01-2213f45400f3", "name": "network-vif-plugged", "status": "completed", "tag": "a773817b-19ac-4e97-bf42-f6cd22bb747f", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:41.146914 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b4bc21a7-2203-43a5-8b5b-79facf0d6ff9 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:41.147373 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fe09ce-bfa6-4106-af01-2213f45400f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a773817b-19ac-4e97-bf42-f6cd22bb747f', 'code': 200} Aug 16 02:12:41.157977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=a773817b-19ac-4e97-bf42-f6cd22bb747f,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.168815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d36ea5-3ee6-43bd-9332-6619d90c7a5e None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:41.169831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-47d36ea5-3ee6-43bd-9332-6619d90c7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:41.174719 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d1b9-4037-43c1-b993-6e790209f72c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.230366 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d1b9-4037-43c1-b993-6e790209f72c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.264574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9996ebb7-6b26-47e0-a8da-99231e7d99da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3340180 Aug 16 02:12:41.268007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41770) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.290411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'tag': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:41.290621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-612add68-cdf4-4c37-849c-0cda2c910f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.292115 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-612add68-cdf4-4c37-849c-0cda2c910f52 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1975760 Aug 16 02:12:41.292862 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a553e0b-e64f-450f-ab72-101a18387dee" -d '{"events": [{"name": "network-changed", "server_uuid": "d00081e5-b0a4-4a5b-be9e-23c66111addd", "tag": "e53856b0-19a3-4821-b7cb-59c38a31f9f2"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:41.306469 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d1b9-4037-43c1-b993-6e790209f72c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.306469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c5c7d1b9-4037-43c1-b993-6e790209f72c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3975906 Aug 16 02:12:41.309029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41774) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.335495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5c29e1d0-5815-40db-befd-c47d040f16af tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:41.336898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-47d36ea5-3ee6-43bd-9332-6619d90c7a5e None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:41.339580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7d1b9-4037-43c1-b993-6e790209f72c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04338c56-71d9-49e1-ab2a-caabe9129cca,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.361788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3bc8f-839c-447e-932d-ae93c48e13ed req-3c7c47e8-d04a-435a-a7d7-f279bc65325c tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.363239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2af3bc8f-839c-447e-932d-ae93c48e13ed req-3c7c47e8-d04a-435a-a7d7-f279bc65325c tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1028 time: 0.2074726 Aug 16 02:12:41.368970 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.377049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ced952-2db4-47b3-9b31-73926e3f9632 req-4b13a9f2-a079-43ff-b471-7fa359360744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.378525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79ced952-2db4-47b3-9b31-73926e3f9632 req-4b13a9f2-a079-43ff-b471-7fa359360744 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 1098 time: 0.1817462 Aug 16 02:12:41.425693 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c29e1d0-5815-40db-befd-c47d040f16af tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.442978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7c4d4-9d86-405b-941c-87a70e29b06c req-6810b9f5-f496-4e3d-a48d-cdfbb8fa07e7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.445053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1fd7c4d4-9d86-405b-941c-87a70e29b06c req-6810b9f5-f496-4e3d-a48d-cdfbb8fa07e7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1643107 Aug 16 02:12:41.520999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79ced952-2db4-47b3-9b31-73926e3f9632 req-e8672eea-74bd-4c17-b572-9382e914f634 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276124 Aug 16 02:12:41.536785 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1421c5e3-fcf8-4413-a5e8-d622da5e9f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.541755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2af3bc8f-839c-447e-932d-ae93c48e13ed req-7cfd4463-f983-4b2b-b958-6096b8748720 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461864 Aug 16 02:12:41.578224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1fd7c4d4-9d86-405b-941c-87a70e29b06c req-7d5cc79f-7658-4929-8237-31263acb912c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200013 Aug 16 02:12:41.597627 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c29e1d0-5815-40db-befd-c47d040f16af tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.607090 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.614489 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c29e1d0-5815-40db-befd-c47d040f16af tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.680791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29e1d0-5815-40db-befd-c47d040f16af tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad553d4-f537-4d20-aaef-d98f604c18f4,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.684415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:41.730216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c29e1d0-5815-40db-befd-c47d040f16af tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.731450 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5c29e1d0-5815-40db-befd-c47d040f16af tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4002066 Aug 16 02:12:41.738433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41782) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.752276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5f5176c5-6c28-46a1-bb69-3ac57b14a16c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:41.809130 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2992f0a8-34be-481c-9468-e556a7a5b707 x-openstack-request-id: req-2992f0a8-34be-481c-9468-e556a7a5b707 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:41.809491 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00081e5-b0a4-4a5b-be9e-23c66111addd", "tag": "e53856b0-19a3-4821-b7cb-59c38a31f9f2", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:41.809731 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2992f0a8-34be-481c-9468-e556a7a5b707 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:41.811339 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'tag': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'status': 'completed', 'code': 200} Aug 16 02:12:41.852356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:41.852811 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.873231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58d228-b20e-4fb7-b527-a0a8cba32bd0 req-77491763-bcf1-419a-9665-6b65d179fe90 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.880270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Transition to ACTIVE for port object fd381efe-4b48-4fce-bff9-db70101d4a2d will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:41.881119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba58d228-b20e-4fb7-b527-a0a8cba32bd0 req-77491763-bcf1-419a-9665-6b65d179fe90 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.1885359 Aug 16 02:12:41.929488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba58d228-b20e-4fb7-b527-a0a8cba32bd0 req-e2dbcd90-a364-4cf5-87b0-b5d98bad7b68 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473158 Aug 16 02:12:41.930277 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f5176c5-6c28-46a1-bb69-3ac57b14a16c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.937437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-47d36ea5-3ee6-43bd-9332-6619d90c7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f5165e61-f9a1-4140-92ab-50c8c9f0ed7d', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'port_id': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'mac_address': 'fa:16:3e:d1:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:38Z', 'updated_at': '2021-08-16T02:12:38Z', 'revision_number': 0, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:42.005298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d36ea5-3ee6-43bd-9332-6619d90c7a5e None None] Checking router: 92e318c0-9756-4ad0-914b-ce4518313cab for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:42.031308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a553e0b-e64f-450f-ab72-101a18387dee req-deb29f1e-11cb-4933-8556-4fd73f5328cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.033295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c7501d2-c472-43c3-b2aa-a23041dbe7eb up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:42.033621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a553e0b-e64f-450f-ab72-101a18387dee req-deb29f1e-11cb-4933-8556-4fd73f5328cb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 1097 time: 0.2131999 Aug 16 02:12:42.036062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d36ea5-3ee6-43bd-9332-6619d90c7a5e None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:42.036702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-47d36ea5-3ee6-43bd-9332-6619d90c7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:42.053336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.185150 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7fe3c005-06c9-459b-b809-6fd46300d443 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/floatingips/f5165e61-f9a1-4140-92ab-50c8c9f0ed7d HTTP/1.1" status: 200 len: 991 time: 0.9112985 Aug 16 02:12:42.193066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddf0b7-e6a1-4879-9da1-9029f84f126c req-3cb8b22a-4a3c-4633-b601-7663c9dba300 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.201290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ceddf0b7-e6a1-4879-9da1-9029f84f126c req-3cb8b22a-4a3c-4633-b601-7663c9dba300 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 946 time: 0.2034044 Aug 16 02:12:42.229484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 7dd0bce9-f580-44a1-87da-edea10428b9f is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:42.240453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-47d36ea5-3ee6-43bd-9332-6619d90c7a5e None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:42.243183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:42.260693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:42.261280 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.264090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=fd381efe-4b48-4fce-bff9-db70101d4a2d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.349469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ceddf0b7-e6a1-4879-9da1-9029f84f126c req-8bfd238c-ae47-46fe-8136-d15dd964b5b7 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381667 Aug 16 02:12:42.351781 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f5176c5-6c28-46a1-bb69-3ac57b14a16c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.369339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f5176c5-6c28-46a1-bb69-3ac57b14a16c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.379672 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-0675ed40-ae42-4613-b1fa-23484f71bc8f service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0226870 Aug 16 02:12:42.383300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f86c6-8d3a-428f-86a1-53a5b16fe8ac None None] Network 7dd0bce9-f580-44a1-87da-edea10428b9f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:42.396068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a553e0b-e64f-450f-ab72-101a18387dee req-98d2b031-5bf9-40de-abb7-da3b3f1ea1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.397806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a553e0b-e64f-450f-ab72-101a18387dee req-98d2b031-5bf9-40de-abb7-da3b3f1ea1ac service neutron] 10.222.0.84 "GET /v2.0/networks?id=7d34f731-a2d9-45ed-aecb-1a19117b0872 HTTP/1.1" status: 200 len: 897 time: 0.3548391 Aug 16 02:12:42.404031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5176c5-6c28-46a1-bb69-3ac57b14a16c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e75337d-f1eb-437f-b5c8-0739e96abf8c,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.408486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:42.415100 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5f5176c5-6c28-46a1-bb69-3ac57b14a16c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.419635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5f5176c5-6c28-46a1-bb69-3ac57b14a16c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6701119 Aug 16 02:12:42.430626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41796) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:42.448047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-bc5927a7-f21c-43c1-aead-0ae1ce0d451b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:42.465580 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07286867-e032-4e78-b98e-c9b713e606a7 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:42.523778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a553e0b-e64f-450f-ab72-101a18387dee req-4d065f1a-6ed0-4ad5-ba5c-6279d4ec30bd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53856b0-19a3-4821-b7cb-59c38a31f9f2 HTTP/1.1" status: 200 len: 999 time: 0.1174331 Aug 16 02:12:42.531392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.531674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bcb1c51d-6ac2-4382-9fae-098551ea476f None None] Provisioning for port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:42.546598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bcb1c51d-6ac2-4382-9fae-098551ea476f None None] Provisioning complete for port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:42.546882 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcb1c51d-6ac2-4382-9fae-098551ea476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.589126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Transition to ACTIVE for port object 07286867-e032-4e78-b98e-c9b713e606a7 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:42.597264 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-bc5927a7-f21c-43c1-aead-0ae1ce0d451b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Project deee63146f784616a74dc0add2d1dad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:12:42.618592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a553e0b-e64f-450f-ab72-101a18387dee req-c0041485-866d-438e-b4a0-95c548b6a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.620079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a553e0b-e64f-450f-ab72-101a18387dee req-c0041485-866d-438e-b4a0-95c548b6a33c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5881d048-7564-4938-9d74-5bac2a33197c HTTP/1.1" status: 200 len: 834 time: 0.0858402 Aug 16 02:12:42.632162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-1cea1a8a-4365-4318-aa9b-c9fc754b1e07 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.640428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-1cea1a8a-4365-4318-aa9b-c9fc754b1e07 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/networks?id=d65a6fd2-bc67-4211-8356-a2d204a0c455 HTTP/1.1" status: 200 len: 815 time: 0.1791234 Aug 16 02:12:42.642315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.653230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc5927a7-f21c-43c1-aead-0ae1ce0d451b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.695522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-d99801cf-2e9a-4c51-841e-c27ce7ca5f37 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/quotas/e77a843852ac42419df350e3691bbfb5 HTTP/1.1" status: 200 len: 375 time: 0.0537031 Aug 16 02:12:42.741208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.757461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a553e0b-e64f-450f-ab72-101a18387dee req-7a1f450a-3e03-49a0-818e-62d66858cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.759871 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a553e0b-e64f-450f-ab72-101a18387dee req-7a1f450a-3e03-49a0-818e-62d66858cc3c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7d34f731-a2d9-45ed-aecb-1a19117b0872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160450 Aug 16 02:12:42.773107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240977b-cc63-490f-ba99-2a59855077cd req-48e470f8-d483-453c-9f0a-2705ef9422d4 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.774506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8240977b-cc63-490f-ba99-2a59855077cd req-48e470f8-d483-453c-9f0a-2705ef9422d4 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1054 time: 0.0932724 Aug 16 02:12:42.775427 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-40f51672-276e-4b36-895e-8353fba50ead service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540695 Aug 16 02:12:42.781179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Pushing event updated for resources: {'Port': ['ID=07286867-e032-4e78-b98e-c9b713e606a7,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.809466 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.822220 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcb1c51d-6ac2-4382-9fae-098551ea476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.846262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-ee6c7443-c061-4aeb-8c21-03a3caf38cff tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e77a843852ac42419df350e3691bbfb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1336632 Aug 16 02:12:42.853151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-47d36ea5-3ee6-43bd-9332-6619d90c7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f5165e61-f9a1-4140-92ab-50c8c9f0ed7d', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'port_id': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'mac_address': 'fa:16:3e:d1:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:38Z', 'updated_at': '2021-08-16T02:12:38Z', 'revision_number': 0, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:42.890573 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-e99b136b-bd70-49dd-a717-9217162ba2d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=c53bffd3-02b2-4ace-ad8e-9d1f39579199 HTTP/1.1" status: 200 len: 217 time: 0.0932095 Aug 16 02:12:42.891141 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d36ea5-3ee6-43bd-9332-6619d90c7a5e None None] The sync data for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 is: [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f5165e61-f9a1-4140-92ab-50c8c9f0ed7d', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'port_id': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'mac_address': 'fa:16:3e:d1:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:38Z', 'updated_at': '2021-08-16T02:12:38Z', 'revision_number': 0, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:42.905778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bcb1c51d-6ac2-4382-9fae-098551ea476f None None] For port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4c7501d2-c472-43c3-b2aa-a23041dbe7eb,segment=NetworkSegment(4d2beafa-a38d-43f7-9a12-a94ac38472cb),segment_id=4d2beafa-a38d-43f7-9a12-a94ac38472cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:42.913198 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcb1c51d-6ac2-4382-9fae-098551ea476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.009318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1c51d-6ac2-4382-9fae-098551ea476f None None] Pushing event updated for resources: {'Port': ['ID=4c7501d2-c472-43c3-b2aa-a23041dbe7eb,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.060433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8240977b-cc63-490f-ba99-2a59855077cd req-4b6f0838-2029-4e69-ac7d-533e63e99035 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531765 Aug 16 02:12:43.068345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc5927a7-f21c-43c1-aead-0ae1ce0d451b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.132534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a553e0b-e64f-450f-ab72-101a18387dee req-6c24bfd1-0cb7-4d67-8c19-2b01d6ba28e1 service neutron] 10.222.0.84 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618596 Aug 16 02:12:43.135357 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc5927a7-f21c-43c1-aead-0ae1ce0d451b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.144227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-539e3954-19df-4eb8-8ce1-771692084992 service neutron] 10.222.0.79 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743311 Aug 16 02:12:43.187424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-05c6846c-2df7-47a8-8d1a-895a39d9dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.189070 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-05c6846c-2df7-47a8-8d1a-895a39d9dfe7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.2606847 Aug 16 02:12:43.192254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41806) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.228173 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Attempting to bind port 07286867-e032-4e78-b98e-c9b713e606a7 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:43.228594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Attempting to bind port 07286867-e032-4e78-b98e-c9b713e606a7 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:43.228940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Attempting to bind port 07286867-e032-4e78-b98e-c9b713e606a7 on network 6a536bf5-302f-4a47-b884-edc11d2c697b {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:43.293306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5927a7-f21c-43c1-aead-0ae1ce0d451b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae806ca7-46cc-4ec0-9366-8cbee4467614,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.294252 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602aa0f-ee16-498c-afbc-c532d8b982fa None None] New status for floating IP f5165e61-f9a1-4140-92ab-50c8c9f0ed7d: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:12:43.301074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Port 07286867-e032-4e78-b98e-c9b713e606a7 on network 6a536bf5-302f-4a47-b884-edc11d2c697b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:43.301320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Attempting to bind port 07286867-e032-4e78-b98e-c9b713e606a7 on network 6a536bf5-302f-4a47-b884-edc11d2c697b {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:43.334060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bc5927a7-f21c-43c1-aead-0ae1ce0d451b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.336008 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bc5927a7-f21c-43c1-aead-0ae1ce0d451b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8943195 Aug 16 02:12:43.342327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:43.343339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Checking segment: {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:43.343966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Bound using segment: {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:43.345603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41808) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.346338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Bound port: 07286867-e032-4e78-b98e-c9b713e606a7, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:43.347004 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.353823 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-00b85ce5-454b-4d93-afcd-c24bbbd52ba0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/floatingips/f5165e61-f9a1-4140-92ab-50c8c9f0ed7d HTTP/1.1" status: 200 len: 991 time: 0.1540120 Aug 16 02:12:43.361415 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3e67095d-2305-405e-acf1-157b44a8cf59 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'security_group_rule': {'security_group_id': 'f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:43.375155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a553e0b-e64f-450f-ab72-101a18387dee req-b516336d-d356-48cb-8004-7db53d557b82 service neutron] 10.222.0.84 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994219 Aug 16 02:12:43.393639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ad8bd026-a7bb-4e0f-b783-8646f4fb8f15 None None] Provisioning for port fd381efe-4b48-4fce-bff9-db70101d4a2d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:43.409836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ad8bd026-a7bb-4e0f-b783-8646f4fb8f15 None None] Provisioning complete for port fd381efe-4b48-4fce-bff9-db70101d4a2d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:43.410219 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ad8bd026-a7bb-4e0f-b783-8646f4fb8f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.410918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-72f0bc27-d217-4094-a04a-f3e9fe5a2b22 service neutron] 10.222.0.79 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656512 Aug 16 02:12:43.416009 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-3e67095d-2305-405e-acf1-157b44a8cf59 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Project deee63146f784616a74dc0add2d1dad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:12:43.437753 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e67095d-2305-405e-acf1-157b44a8cf59 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.531108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-ad8bd026-a7bb-4e0f-b783-8646f4fb8f15 None None] Port fd381efe-4b48-4fce-bff9-db70101d4a2d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:43.552150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c7501d2-c472-43c3-b2aa-a23041dbe7eb up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:43.615782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ad8bd026-a7bb-4e0f-b783-8646f4fb8f15 None None] Provisioning complete for port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:43.616452 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ad8bd026-a7bb-4e0f-b783-8646f4fb8f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.636574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-181c2b68-7ceb-4dca-ad07-440b00b77183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.639044 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-181c2b68-7ceb-4dca-ad07-440b00b77183 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4306462 Aug 16 02:12:43.646179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e67095d-2305-405e-acf1-157b44a8cf59 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.652550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.678571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef699ed-dc56-4e09-94e0-5c5a24ca9836 req-36956ffe-fbbd-4bd5-a3c6-b6f96655d721 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.687035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bef699ed-dc56-4e09-94e0-5c5a24ca9836 req-36956ffe-fbbd-4bd5-a3c6-b6f96655d721 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 946 time: 0.1869781 Aug 16 02:12:43.689306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e67095d-2305-405e-acf1-157b44a8cf59 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.695897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.696690 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.738542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67095d-2305-405e-acf1-157b44a8cf59 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04fbe50-63e4-4b4f-b415-db060f1e6133,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.776118 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e67095d-2305-405e-acf1-157b44a8cf59 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.780026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3e67095d-2305-405e-acf1-157b44a8cf59 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4308591 Aug 16 02:12:43.780966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41818) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.786640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'network': {'name': 'tempest-network-smoke--230493805', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'port_security_enabled': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:43.797352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:43.797772 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.803842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bef699ed-dc56-4e09-94e0-5c5a24ca9836 req-c169f78e-d445-435f-8c63-7a5e5a43392c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110923 Aug 16 02:12:43.862477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] For port 07286867-e032-4e78-b98e-c9b713e606a7, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:43.867972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] For port 07286867-e032-4e78-b98e-c9b713e606a7, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=07286867-e032-4e78-b98e-c9b713e606a7,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:43.888349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9777d6a-2427-4c77-b102-8bf138f7d443 req-a5a5e0dd-fba7-4bcf-a77b-029c31adac23 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 210 time: 0.0708282 Aug 16 02:12:43.891152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:43.896287 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.916073 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.940828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:43.952308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.952732 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Added segment 010b87b6-a034-4bab-9c5f-f3a93c62228b of type vlan for network 15838a19-cf19-41ed-b1d6-7b74307921e5 Aug 16 02:12:44.072882 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.073425 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.075328 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] 10.222.0.84 "PUT /v2.0/ports/07286867-e032-4e78-b98e-c9b713e606a7 HTTP/1.1" status: 200 len: 1093 time: 3.4428668 Aug 16 02:12:44.085390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a373b4-27a3-4f43-82c3-e885d11890bf', 'tag': '07286867-e032-4e78-b98e-c9b713e606a7'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:44.087722 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54" -d '{"events": [{"name": "network-changed", "server_uuid": "13a373b4-27a3-4f43-82c3-e885d11890bf", "tag": "07286867-e032-4e78-b98e-c9b713e606a7"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:44.099201 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.119214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=fd381efe-4b48-4fce-bff9-db70101d4a2d,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:44.168051 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.174010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.175516 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.198482 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-c1cc7ca0-3d98-44b6-b062-10cd0ac4c5dc service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157073 Aug 16 02:12:44.334920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2fc4e-1f12-4de5-b18d-0030854784e6 req-b41978c5-6d5e-45fd-95ff-d817d6780a8a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.336672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9c2fc4e-1f12-4de5-b18d-0030854784e6 req-b41978c5-6d5e-45fd-95ff-d817d6780a8a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.84 "GET /v2.0/ports?device_id=2874cda0-b137-4a10-b168-32474a3c4b68 HTTP/1.1" status: 200 len: 945 time: 0.3815241 Aug 16 02:12:44.346108 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.350717 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-626ece15-edf3-4817-95f6-4679d97d46a9 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388366 Aug 16 02:12:44.357630 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c164eca5-d9f4-4b1d-ab6f-92f16767dc9e None None] Provisioning complete for port fd381efe-4b48-4fce-bff9-db70101d4a2d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:44.358133 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c164eca5-d9f4-4b1d-ab6f-92f16767dc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.369171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41844) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:44.403090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Network': ['ID=15838a19-cf19-41ed-b1d6-7b74307921e5,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:44.406932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c164eca5-d9f4-4b1d-ab6f-92f16767dc9e None None] Port fd381efe-4b48-4fce-bff9-db70101d4a2d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:44.418574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 15838a19-cf19-41ed-b1d6-7b74307921e5 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:44.425027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0b284888-f8cf-4be5-9015-0ad96674f858 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6404870 Aug 16 02:12:44.453749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41846) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:44.467989 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b3a42a9b-a786-4e34-b847-d5f8f48e0cc9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/floatingips/f5165e61-f9a1-4140-92ab-50c8c9f0ed7d HTTP/1.1" status: 200 len: 993 time: 0.0909822 Aug 16 02:12:44.480669 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'admin_state_up': True, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:44.491434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2bc52-95dc-4aa3-bf81-ae8e4fca2ca6 req-50774b30-b070-4eb9-929d-3aa5e9debe2a tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.493492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97f2bc52-95dc-4aa3-bf81-ae8e4fca2ca6 req-50774b30-b070-4eb9-929d-3aa5e9debe2a tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1096 time: 0.3314166 Aug 16 02:12:44.536387 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-8447e1e8-998f-4257-84fc-f6e093bc3f0c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 HTTP/1.1" status: 200 len: 217 time: 0.1659887 Aug 16 02:12:44.543714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b310f93-caec-47a7-a8fb-c014ed894054 service neutron] Pushing event updated for resources: {'Port': ['ID=07286867-e032-4e78-b98e-c9b713e606a7,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:44.557866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 7dd0bce9-f580-44a1-87da-edea10428b9f is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:44.594564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:44.598606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3da016ca-cca4-4fe5-96fb-3c85920c9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.600147 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-3da016ca-cca4-4fe5-96fb-3c85920c9322 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aa8ad9a8e470411a997a57e082585569&device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1096 time: 0.4450812 Aug 16 02:12:44.611880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.612929 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.620561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97f2bc52-95dc-4aa3-bf81-ae8e4fca2ca6 req-b599b0ee-4ae7-4963-b655-480b1eca5e70 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096487 Aug 16 02:12:44.631276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a032aa9d-5865-4805-861d-8a6b221a9bac tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.638293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a032aa9d-5865-4805-861d-8a6b221a9bac tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.4837668 Aug 16 02:12:44.666660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-0b5a2e8c-03d8-4c47-b425-a40748999633 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/quotas/65d886f4476b4771a78f3f288a7c859d HTTP/1.1" status: 200 len: 375 time: 0.0274961 Aug 16 02:12:44.677115 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-a0fe9dd7-8074-48d8-8e60-8b4d92e5a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.679081 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-a0fe9dd7-8074-48d8-8e60-8b4d92e5a023 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0037f35-dbb4-423d-a5d2-96979492cbc5 HTTP/1.1" status: 200 len: 797 time: 0.1248181 Aug 16 02:12:44.766542 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-1b2c8ead-3f02-4ee1-b58f-d1975a42db8a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07286867-e032-4e78-b98e-c9b713e606a7 HTTP/1.1" status: 200 len: 217 time: 0.0912209 Aug 16 02:12:44.776511 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.788440 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3bc32b-045e-4322-a59c-8e12745d0bed x-openstack-request-id: req-0d3bc32b-045e-4322-a59c-8e12745d0bed {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:44.788744 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a373b4-27a3-4f43-82c3-e885d11890bf", "tag": "07286867-e032-4e78-b98e-c9b713e606a7", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:44.788965 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d3bc32b-045e-4322-a59c-8e12745d0bed {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:44.789394 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a373b4-27a3-4f43-82c3-e885d11890bf', 'tag': '07286867-e032-4e78-b98e-c9b713e606a7', 'status': 'completed', 'code': 200} Aug 16 02:12:44.874088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-3b5ae0e8-10e2-43b3-bf67-b3a7d131a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.875848 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-3b5ae0e8-10e2-43b3-bf67-b3a7d131a14a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eca69f28-e548-4340-9226-f3b255cebbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1498961 Aug 16 02:12:44.876768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-e9c2fc4e-1f12-4de5-b18d-0030854784e6 req-068cb18d-0899-4e96-872b-86a13e3093c6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Deleting port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:44.877153 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9c2fc4e-1f12-4de5-b18d-0030854784e6 req-068cb18d-0899-4e96-872b-86a13e3093c6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.879821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-2a19bce6-ae20-4abd-ab41-2a002db6efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.882211 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-2a19bce6-ae20-4abd-ab41-2a002db6efbf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=caa6f608-506d-446a-aa49-887b1a40d955 HTTP/1.1" status: 200 len: 849 time: 0.0911620 Aug 16 02:12:44.997093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router a071659c-c326-46f1-b5ad-26262e4b7d7f is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:45.003643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-c6609c72-ce05-4896-bb49-01b16b2ae06d tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3215659 Aug 16 02:12:45.009689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-dcb7f73a-0369-4422-b7ce-a1f6f3172bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.011253 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-dcb7f73a-0369-4422-b7ce-a1f6f3172bee service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6a536bf5-302f-4a47-b884-edc11d2c697b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210613 Aug 16 02:12:45.058034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ffaaba69-71e9-49dd-b8fa-6fb462ce2d7d None None] Provisioning complete for port fd381efe-4b48-4fce-bff9-db70101d4a2d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:45.058696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ffaaba69-71e9-49dd-b8fa-6fb462ce2d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.096287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-ffaaba69-71e9-49dd-b8fa-6fb462ce2d7d None None] Port fd381efe-4b48-4fce-bff9-db70101d4a2d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:45.457888 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-62e5a065-5181-4c1f-a70c-d941abe36cb0 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687149 Aug 16 02:12:45.484934 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.529404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff98ecc5-be6b-474c-9a17-7f3090141681 req-152af094-a144-4d16-9a29-faf8dbc32154 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 210 time: 0.1019125 Aug 16 02:12:45.549116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e9c2fc4e-1f12-4de5-b18d-0030854784e6 req-068cb18d-0899-4e96-872b-86a13e3093c6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] For port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:45.549765 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9c2fc4e-1f12-4de5-b18d-0030854784e6 req-068cb18d-0899-4e96-872b-86a13e3093c6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.562954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:45.575657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Sync routers for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:45.579724 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ff04f9b6-b97e-409f-adc9-bcf3a83c0f9e tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4902885 Aug 16 02:12:45.582652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41856) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:45.583771 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-e9c2fc4e-1f12-4de5-b18d-0030854784e6 req-068cb18d-0899-4e96-872b-86a13e3093c6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Calling delete_port for 0c1766f6-bd9f-4d60-b8a1-615acdc4645e owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:45.591674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-898377017'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:45.595180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:45.596264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:45.606352 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-4fa4c0fe-5b60-464e-83c3-3614ae6beef8 service neutron] 10.222.0.84 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861332 Aug 16 02:12:45.669459 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-24163c67-a79c-42e1-91f5-fa75a52a4b14 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028766 Aug 16 02:12:45.699495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:45.721241 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-bbc7a0ae-188a-4345-a92c-56f2efeeb4cf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79366d83-aed5-43fc-a3b8-297df612321f HTTP/1.1" status: 200 len: 217 time: 0.0433686 Aug 16 02:12:45.780959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:45.785002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.786655 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-180f8670-4b1e-4da4-b8c3-fccd9d811a89 req-6708341d-2715-4436-9697-dbcce9e517e9 service neutron] 10.222.0.84 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701753 Aug 16 02:12:45.793193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-bb602bd8-57ad-4a7c-b780-345fd0bcc2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.794993 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-bb602bd8-57ad-4a7c-b780-345fd0bcc2f8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0037f35-dbb4-423d-a5d2-96979492cbc5 HTTP/1.1" status: 200 len: 797 time: 0.0645561 Aug 16 02:12:45.820864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f52adeec-d05c-4cbf-a866-a033a056c5a1 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.822458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f52adeec-d05c-4cbf-a866-a033a056c5a1 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.89 "GET /v2.0/networks?id=d65a6fd2-bc67-4211-8356-a2d204a0c455 HTTP/1.1" status: 200 len: 815 time: 0.3972869 Aug 16 02:12:45.861492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-38b59c58-07a0-4e57-b81b-ffa62ff2941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.862357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Request body: {'port': {'device_id': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455', 'admin_state_up': True, 'tenant_id': 'e77a843852ac42419df350e3691bbfb5'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:45.863017 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-38b59c58-07a0-4e57-b81b-ffa62ff2941c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eca69f28-e548-4340-9226-f3b255cebbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0592015 Aug 16 02:12:45.919725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:12:42Z', 'revision_number': 2, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:43Z', 'revision_number': 2, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:45.947107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:45.951132 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Checking router: a071659c-c326-46f1-b5ad-26262e4b7d7f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:45.951493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Updating router a071659c-c326-46f1-b5ad-26262e4b7d7f port fd381efe-4b48-4fce-bff9-db70101d4a2d binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:45.976112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-30026660-45fe-4b4d-920e-baf3efc87f4d service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489886 Aug 16 02:12:45.983091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994ad44-cc2c-4335-9f63-5d9a44f2b1ee req-ac42d7be-e97b-4594-9537-944c5ffab86e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.984590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c994ad44-cc2c-4335-9f63-5d9a44f2b1ee req-ac42d7be-e97b-4594-9537-944c5ffab86e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1096 time: 0.2658768 Aug 16 02:12:45.986967 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.990032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54 req-fa272261-b045-4208-adab-f508fff7d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.991721 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54 req-fa272261-b045-4208-adab-f508fff7d476 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aa8ad9a8e470411a997a57e082585569&device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1096 time: 0.1061041 Aug 16 02:12:45.991926 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.992359 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added segment a9854afc-8d40-4f46-b26c-abfd83864a71 of type vlan for network 5f0d4319-deb0-40ce-bc63-6035f838f7b5 Aug 16 02:12:46.076293 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-7b322b0a-efa2-45cc-9d40-f59dc98fc2db service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984243 Aug 16 02:12:46.175008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.178778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54 req-e7a110e5-e9ed-40d5-9e7d-31aa57e01736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:46.180370 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54 req-e7a110e5-e9ed-40d5-9e7d-31aa57e01736 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6a536bf5-302f-4a47-b884-edc11d2c697b HTTP/1.1" status: 200 len: 911 time: 0.1783128 Aug 16 02:12:46.237941 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-08b8353e-0bc4-4a51-90fd-1364d6b8aee6 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523697 Aug 16 02:12:46.239763 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54 req-8995eed8-7dd4-45cc-ab3a-d4efff07975a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07286867-e032-4e78-b98e-c9b713e606a7 HTTP/1.1" status: 200 len: 217 time: 0.0512702 Aug 16 02:12:46.246858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c994ad44-cc2c-4335-9f63-5d9a44f2b1ee req-f389d7c4-34dd-4585-9045-882b5d75c431 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447648 Aug 16 02:12:46.292183 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.303210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Transition to ACTIVE for port object fd381efe-4b48-4fce-bff9-db70101d4a2d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:46.314312 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.325224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54 req-14f9b7af-c382-4084-94a1-9bde2cd935d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:46.325681 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9c2fc4e-1f12-4de5-b18d-0030854784e6 req-068cb18d-0899-4e96-872b-86a13e3093c6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.327325 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54 req-14f9b7af-c382-4084-94a1-9bde2cd935d3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=caa6f608-506d-446a-aa49-887b1a40d955 HTTP/1.1" status: 200 len: 849 time: 0.0664513 Aug 16 02:12:46.388619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d0578-01fc-43b5-8377-ddc62f34fe0c None None] Pushing event updated for resources: {'Port': ['ID=fd381efe-4b48-4fce-bff9-db70101d4a2d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.398023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-30792ba7-34f2-4483-ab30-c059a4aecb5d service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119055 Aug 16 02:12:46.429547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54 req-d8fe3ac7-977a-4a20-9af3-6ed37869ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:46.430439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cb18d-0899-4e96-872b-86a13e3093c6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Pushing event deleted for resources: {'Port': ['ID=0c1766f6-bd9f-4d60-b8a1-615acdc4645e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.433369 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54 req-d8fe3ac7-977a-4a20-9af3-6ed37869ffca service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6a536bf5-302f-4a47-b884-edc11d2c697b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745528 Aug 16 02:12:46.436539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Made reservation on behalf of e77a843852ac42419df350e3691bbfb5 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:46.439473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.444246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.451242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:46.452013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.461262 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Attempting to bind port fd381efe-4b48-4fce-bff9-db70101d4a2d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:46.461892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Attempting to bind port fd381efe-4b48-4fce-bff9-db70101d4a2d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '4d2beafa-a38d-43f7-9a12-a94ac38472cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:46.462655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Attempting to bind port fd381efe-4b48-4fce-bff9-db70101d4a2d on network 7dd0bce9-f580-44a1-87da-edea10428b9f {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:46.468484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:46.468802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Checking segment: {'id': '4d2beafa-a38d-43f7-9a12-a94ac38472cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:46.469334 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.469864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Bound using segment: {'id': '4d2beafa-a38d-43f7-9a12-a94ac38472cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:46.470441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Bound port: fd381efe-4b48-4fce-bff9-db70101d4a2d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2beafa-a38d-43f7-9a12-a94ac38472cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:46.470957 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.584800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Network': ['ID=5f0d4319-deb0-40ce-bc63-6035f838f7b5,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.603856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 5f0d4319-deb0-40ce-bc63-6035f838f7b5 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:46.613462 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54 req-2a24f48f-928a-4c21-94f4-faf6d96819f8 service neutron] 10.222.0.84 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605809 Aug 16 02:12:46.627143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] For port fd381efe-4b48-4fce-bff9-db70101d4a2d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:46.653346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.721115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0c1766f6-bd9f-4d60-b8a1-615acdc4645e no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:46.757397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de2258e0-8bf3-4971-8e38-4b3727e0543e req-75b1f7f9-7dc0-464a-957e-4976b5f6d1d7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 210 time: 0.1108155 Aug 16 02:12:46.785157 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.789604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-08da46ad-0063-4760-b8e5-ba81cde38c97 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2008429 Aug 16 02:12:46.792532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41868) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:46.800108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'subnet': {'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:46.803880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 0c1766f6-bd9f-4d60-b8a1-615acdc4645e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:46.804227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0c1766f6-bd9f-4d60-b8a1-615acdc4645e not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:46.807761 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] For port fd381efe-4b48-4fce-bff9-db70101d4a2d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fd381efe-4b48-4fce-bff9-db70101d4a2d,segment=NetworkSegment(4d2beafa-a38d-43f7-9a12-a94ac38472cb),segment_id=4d2beafa-a38d-43f7-9a12-a94ac38472cb)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:46.841011 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.846583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-378c5a77-606c-4191-b2d9-a0e95084d5fe req-ac7b326d-3c1c-4857-bc58-ba8d22a57def tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 210 time: 0.1136208 Aug 16 02:12:46.873664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c2fc4e-1f12-4de5-b18d-0030854784e6 req-068cb18d-0899-4e96-872b-86a13e3093c6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] No DVR routers for this DVR port 0c1766f6-bd9f-4d60-b8a1-615acdc4645e on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:46.919903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9c2fc4e-1f12-4de5-b18d-0030854784e6 req-068cb18d-0899-4e96-872b-86a13e3093c6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.923370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9c2fc4e-1f12-4de5-b18d-0030854784e6 req-068cb18d-0899-4e96-872b-86a13e3093c6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.84 "DELETE /v2.0/ports/0c1766f6-bd9f-4d60-b8a1-615acdc4645e HTTP/1.1" status: 204 len: 173 time: 2.5133317 Aug 16 02:12:46.923841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2874cda0-b137-4a10-b168-32474a3c4b68', 'name': 'network-vif-deleted', 'tag': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:46.926630 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73f7117-9333-43a5-9921-edc743dc7a85" -d '{"events": [{"server_uuid": "2874cda0-b137-4a10-b168-32474a3c4b68", "name": "network-vif-deleted", "tag": "0c1766f6-bd9f-4d60-b8a1-615acdc4645e"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:46.944531 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-be4365ca-d3e8-4f9b-ade3-cd34c7b4cb54 req-34afdaa3-7d55-49ae-900a-3de72d6f5be0 service neutron] 10.222.0.84 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233051 Aug 16 02:12:46.965753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:46.981284 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.986293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d0578-01fc-43b5-8377-ddc62f34fe0c None None] Pushing event updated for resources: {'Port': ['ID=fd381efe-4b48-4fce-bff9-db70101d4a2d,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.998091 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:46.998828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:47.025951 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab02c1c-e52a-4a26-baf0-52eabdcf2c2b x-openstack-request-id: req-dab02c1c-e52a-4a26-baf0-52eabdcf2c2b {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:47.026122 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2874cda0-b137-4a10-b168-32474a3c4b68", "name": "network-vif-deleted", "tag": "0c1766f6-bd9f-4d60-b8a1-615acdc4645e", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:47.026502 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dab02c1c-e52a-4a26-baf0-52eabdcf2c2b {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:47.027041 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2874cda0-b137-4a10-b168-32474a3c4b68', 'name': 'network-vif-deleted', 'tag': '0c1766f6-bd9f-4d60-b8a1-615acdc4645e', 'status': 'completed', 'code': 200} Aug 16 02:12:47.118383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Allocated IP 172.20.0.11 (d65a6fd2-bc67-4211-8356-a2d204a0c455/95573df7-3ed0-4799-b8b6-32d612e8bd00/2bc2f7d3-f02c-4521-8f82-d075ca3e2e32) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:47.141563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:47.302249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.25.2.253 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/0a556757-85b3-411f-b077-a22c38163e45) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:47.361146 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.480375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:12:42Z', 'revision_number': 2, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:46Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:47.492662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Subnet': ['ID=df86e286-c427-4c69-8485-923ab3877f10,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.498616 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.507649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81545e5c-1fad-4f12-94cc-734d33c21469 req-48c2fa71-4c04-4f07-a0bf-e1432ec27555 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.510507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-81545e5c-1fad-4f12-94cc-734d33c21469 req-48c2fa71-4c04-4f07-a0bf-e1432ec27555 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1096 time: 0.1660395 Aug 16 02:12:47.522859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.529397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.529798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.530431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.530791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.531174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.531518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.531855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.532844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.533495 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.533864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.534236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:47.537986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363b6de-bf1c-4033-aaab-635b30683e3e None None] The sync data for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 is: [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:12:42Z', 'revision_number': 2, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:46Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:47.549549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Checking segment: {'id': 'a9854afc-8d40-4f46-b26c-abfd83864a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:47.549986 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network hostable DHCP agents. Network: 5f0d4319-deb0-40ce-bc63-6035f838f7b5, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:47.575888 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 5f0d4319-deb0-40ce-bc63-6035f838f7b5 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:47.590489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 5f0d4319-deb0-40ce-bc63-6035f838f7b5) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:47.595326 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.595864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.596910 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.603833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-81545e5c-1fad-4f12-94cc-734d33c21469 req-a86ec4f1-9c37-4c0f-81f8-11e1ef1897e3 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820405 Aug 16 02:12:47.607185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8ce7d-e237-4417-90b2-afccb70c2291 None None] Network 5f0d4319-deb0-40ce-bc63-6035f838f7b5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:47.653398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41882) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:47.653696 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ff4037a6-0e12-47bf-ada6-9d2f083980f3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8594322 Aug 16 02:12:47.740558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.851143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:47.851143 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.865658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Pushing event updated for resources: {'Port': ['ID=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.870608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Network d65a6fd2-bc67-4211-8356-a2d204a0c455 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:48.017312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:48.039037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:48.041650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.176765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Allocated IP 2001:db8:1::2 (5f0d4319-deb0-40ce-bc63-6035f838f7b5/df86e286-c427-4c69-8485-923ab3877f10/b0a0089f-1a64-4124-ab5f-03b2532fba1d) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:48.187556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-65ef1416-cb5e-48ac-940b-2516cce86155 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.190720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf97148c-18d6-443e-8d53-7bb79bbfecf0 req-a18d2834-9963-47bc-a7a8-c892c5d729f9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 210 time: 0.1909857 Aug 16 02:12:48.193406 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-65ef1416-cb5e-48ac-940b-2516cce86155 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.1453600 Aug 16 02:12:48.206942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Request body: {'port': {'device_id': '55fe15b9-6d6a-4996-97ed-ce72491be110', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'admin_state_up': True, 'tenant_id': '65d886f4476b4771a78f3f288a7c859d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:48.306885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=0a556757-85b3-411f-b077-a22c38163e45,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.314510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:48.326832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:48.330930 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.336655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.337345 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.342479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:48.351773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfc2c5-f771-4c81-9059-28a343bc115b req-04f63ba3-50fa-44f5-abeb-3b799d771477 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.359088 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94dfc2c5-f771-4c81-9059-28a343bc115b req-04f63ba3-50fa-44f5-abeb-3b799d771477 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 932 time: 0.3686872 Aug 16 02:12:48.394132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Made reservation on behalf of 65d886f4476b4771a78f3f288a7c859d for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:48.398937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.449916 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.459952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Transition to ACTIVE for port object b0a0089f-1a64-4124-ab5f-03b2532fba1d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:48.460208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-f7038b51-625f-463a-b10f-ad3ce9b3907a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6075554 Aug 16 02:12:48.481181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Transition to ACTIVE for port object b0a0089f-1a64-4124-ab5f-03b2532fba1d will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:48.481455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Request body: {'port': {'device_id': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:48.498239 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.550849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Network 5f0d4319-deb0-40ce-bc63-6035f838f7b5 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:48.563332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:48.572920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:48.579260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Pushing event updated for resources: {'Port': ['ID=b0a0089f-1a64-4124-ab5f-03b2532fba1d,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.585853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Allocated IP 172.20.0.5 (87691784-fa2d-4a60-a026-eb05f8c9dc64/147f53e3-5971-4e4c-b75e-72fce8c26a2c/ff5d086b-9471-4cde-a30e-760aa7d14631) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:48.588581 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94dfc2c5-f771-4c81-9059-28a343bc115b req-b39feb70-6775-4d97-8c5a-3373b1301061 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266340 Aug 16 02:12:48.656473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Attempting to bind port b0a0089f-1a64-4124-ab5f-03b2532fba1d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:48.657554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Attempting to bind port b0a0089f-1a64-4124-ab5f-03b2532fba1d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'a9854afc-8d40-4f46-b26c-abfd83864a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:48.658046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Attempting to bind port b0a0089f-1a64-4124-ab5f-03b2532fba1d on network 5f0d4319-deb0-40ce-bc63-6035f838f7b5 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:48.665546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:48.665983 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Checking segment: {'id': 'a9854afc-8d40-4f46-b26c-abfd83864a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:48.666605 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.667012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Bound using segment: {'id': 'a9854afc-8d40-4f46-b26c-abfd83864a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:48.667498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Bound port: b0a0089f-1a64-4124-ab5f-03b2532fba1d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9854afc-8d40-4f46-b26c-abfd83864a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:48.667885 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.742297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] For port b0a0089f-1a64-4124-ab5f-03b2532fba1d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:48.745658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] For port b0a0089f-1a64-4124-ab5f-03b2532fba1d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b0a0089f-1a64-4124-ab5f-03b2532fba1d,segment=NetworkSegment(a9854afc-8d40-4f46-b26c-abfd83864a71),segment_id=a9854afc-8d40-4f46-b26c-abfd83864a71)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:48.750810 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.782834 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.792679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.797668 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.824686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413bc25-2e1d-46f9-bbe5-6ab2af2a96bb None None] Pushing event updated for resources: {'Port': ['ID=b0a0089f-1a64-4124-ab5f-03b2532fba1d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.843035 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.858900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['a773817b-19ac-4e97-bf42-f6cd22bb747f'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:48.892881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:48.913448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event updated for resources: {'Port': ['ID=ff5d086b-9471-4cde-a30e-760aa7d14631,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.927519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Network 87691784-fa2d-4a60-a026-eb05f8c9dc64 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:48.929261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:48.932557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:48.950477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c75c2b-6d08-4c58-9bb4-a1b87d689475 req-43116771-9b77-4ec4-b006-4732e1f0f954 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.957929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84c75c2b-6d08-4c58-9bb4-a1b87d689475 req-43116771-9b77-4ec4-b006-4732e1f0f954 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1096 time: 0.2246168 Aug 16 02:12:48.993087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.993847 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.018371 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a34b5b49-4d6f-4a4c-b2cc-c048a0a8f395 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8136146 Aug 16 02:12:49.028600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Request body: {'port': {'device_id': '55fe15b9-6d6a-4996-97ed-ce72491be110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:49.142113 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.545695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5d086b-9471-4cde-a30e-760aa7d14631 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:49.556160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fd381efe-4b48-4fce-bff9-db70101d4a2d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:49.558636 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.574151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Transition to ACTIVE for port object ff5d086b-9471-4cde-a30e-760aa7d14631 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:49.580094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.601944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84c75c2b-6d08-4c58-9bb4-a1b87d689475 req-199977d2-fd7d-4a1b-817b-c7ecfd30fea1 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6409128 Aug 16 02:12:49.636472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port fd381efe-4b48-4fce-bff9-db70101d4a2d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:49.642164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5d086b-9471-4cde-a30e-760aa7d14631,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.642333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fd381efe-4b48-4fce-bff9-db70101d4a2d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:49.642720 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.647144 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.745732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Attempting to bind port ff5d086b-9471-4cde-a30e-760aa7d14631 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:49.746614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Attempting to bind port ff5d086b-9471-4cde-a30e-760aa7d14631 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:49.746614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Attempting to bind port ff5d086b-9471-4cde-a30e-760aa7d14631 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:49.751811 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.753963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Port ff5d086b-9471-4cde-a30e-760aa7d14631 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:49.754303 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Attempting to bind port ff5d086b-9471-4cde-a30e-760aa7d14631 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:49.759792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:49.760137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Checking segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:49.760525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Bound using segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:49.761128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Bound port: ff5d086b-9471-4cde-a30e-760aa7d14631, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:49.762213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.786979 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port fd381efe-4b48-4fce-bff9-db70101d4a2d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fd381efe-4b48-4fce-bff9-db70101d4a2d,segment=NetworkSegment(4d2beafa-a38d-43f7-9a12-a94ac38472cb),segment_id=4d2beafa-a38d-43f7-9a12-a94ac38472cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:49.791133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7dfd7-9d08-4212-891b-310ef48215db req-56be6a96-debb-4ea6-9f34-a887f724b51a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.791661 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.792010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b0a0089f-1a64-4124-ab5f-03b2532fba1d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:49.798565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cf7dfd7-9d08-4212-891b-310ef48215db req-56be6a96-debb-4ea6-9f34-a887f724b51a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 931 time: 0.3363421 Aug 16 02:12:49.838838 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] For port ff5d086b-9471-4cde-a30e-760aa7d14631, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:49.843659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] For port ff5d086b-9471-4cde-a30e-760aa7d14631, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ff5d086b-9471-4cde-a30e-760aa7d14631,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:49.849335 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.874451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=fd381efe-4b48-4fce-bff9-db70101d4a2d,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.894994 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.895605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.897265 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] 10.222.0.89 "PUT /v2.0/ports/ff5d086b-9471-4cde-a30e-760aa7d14631 HTTP/1.1" status: 200 len: 1092 time: 0.8738828 Aug 16 02:12:49.897719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fe15b9-6d6a-4996-97ed-ce72491be110', 'tag': 'ff5d086b-9471-4cde-a30e-760aa7d14631'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:49.899566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b0a0089f-1a64-4124-ab5f-03b2532fba1d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:49.900024 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cd9438-faaa-4486-aae6-2dbb162e0d77" -d '{"events": [{"name": "network-changed", "server_uuid": "55fe15b9-6d6a-4996-97ed-ce72491be110", "tag": "ff5d086b-9471-4cde-a30e-760aa7d14631"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:49.978388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c3572-6f15-4851-b562-2e09e98a36e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5d086b-9471-4cde-a30e-760aa7d14631,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.994443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-33fda39d-878c-4a5a-a4bd-86d4e80cc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.996123 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-33fda39d-878c-4a5a-a4bd-86d4e80cc96f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 1095 time: 0.0564885 Aug 16 02:12:50.009229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a110e5b-ee83-46a3-bcf7-9a1d2305f2e6 req-4ef7aadd-5901-4567-9698-fa2ebf8063d9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.010834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a110e5b-ee83-46a3-bcf7-9a1d2305f2e6 req-4ef7aadd-5901-4567-9698-fa2ebf8063d9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 932 time: 0.2808757 Aug 16 02:12:50.038783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cf7dfd7-9d08-4212-891b-310ef48215db req-c7ddef37-70f7-441e-ad68-0d0d33eb4b77 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393343 Aug 16 02:12:50.067214 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-4cf2e506-6c2a-481b-a7e0-6c6f3969eef9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff5d086b-9471-4cde-a30e-760aa7d14631 HTTP/1.1" status: 200 len: 217 time: 0.0627687 Aug 16 02:12:50.127376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-e6617b0c-6089-4b86-a2f6-667a51a4d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.128911 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-e6617b0c-6089-4b86-a2f6-667a51a4d982 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0549004 Aug 16 02:12:50.168688 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-1224c4b0-ccbb-4353-a2fb-308cd19067a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320101 Aug 16 02:12:50.190942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a110e5b-ee83-46a3-bcf7-9a1d2305f2e6 req-72afabdf-fb73-4b0e-ae81-80b58a60b16b tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598752 Aug 16 02:12:50.204380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Allocated IP 2001:db8:1::1 (5f0d4319-deb0-40ce-bc63-6035f838f7b5/df86e286-c427-4c69-8485-923ab3877f10/62261a06-2b6d-49c5-9b2e-e0d636043934) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:50.232927 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5d04ff-fa76-4c63-bb65-94ae6a41b178 x-openstack-request-id: req-ee5d04ff-fa76-4c63-bb65-94ae6a41b178 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:50.233421 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fe15b9-6d6a-4996-97ed-ce72491be110", "tag": "ff5d086b-9471-4cde-a30e-760aa7d14631", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:50.233777 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee5d04ff-fa76-4c63-bb65-94ae6a41b178 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:50.234264 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fe15b9-6d6a-4996-97ed-ce72491be110', 'tag': 'ff5d086b-9471-4cde-a30e-760aa7d14631', 'status': 'completed', 'code': 200} Aug 16 02:12:50.279503 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-cb2ff079-8d1f-4b1a-bdd1-8ce2b9011cfd service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033506 Aug 16 02:12:50.296070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:50.319546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416c9f0-af93-4f40-931e-56401fee9db1 None None] Network 5f0d4319-deb0-40ce-bc63-6035f838f7b5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:50.342576 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.366239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.374338 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b73e5fa6-4e4a-4b56-9c7a-c272fba210f0 req-a44f6862-c61f-4de3-b6d1-9decd57de08e service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877151 Aug 16 02:12:50.378139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Transition to ACTIVE for port object 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:50.390594 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.419657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fb6d77ec-6ff4-43f3-91a4-72a6b3cc9e41 None None] Provisioning for port b0a0089f-1a64-4124-ab5f-03b2532fba1d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:50.428928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fb6d77ec-6ff4-43f3-91a4-72a6b3cc9e41 None None] Provisioning complete for port b0a0089f-1a64-4124-ab5f-03b2532fba1d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:50.429353 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb6d77ec-6ff4-43f3-91a4-72a6b3cc9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.472945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd9438-faaa-4486-aae6-2dbb162e0d77 req-e14a598c-725c-4fa9-ac0b-9eaee86dbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.474486 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-74cd9438-faaa-4486-aae6-2dbb162e0d77 req-e14a598c-725c-4fa9-ac0b-9eaee86dbebe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 1095 time: 0.0442405 Aug 16 02:12:50.554745 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.557129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:50.600050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Transition to ACTIVE for port object 62261a06-2b6d-49c5-9b2e-e0d636043934 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:50.606393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd9438-faaa-4486-aae6-2dbb162e0d77 req-e5415216-d156-4b70-ac53-330511498501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.607978 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-74cd9438-faaa-4486-aae6-2dbb162e0d77 req-e5415216-d156-4b70-ac53-330511498501 service neutron] 10.222.0.89 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 907 time: 0.1254096 Aug 16 02:12:50.656812 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-74cd9438-faaa-4486-aae6-2dbb162e0d77 req-d9131813-cb04-48ed-b9c7-be2e625a5c69 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff5d086b-9471-4cde-a30e-760aa7d14631 HTTP/1.1" status: 200 len: 217 time: 0.0400367 Aug 16 02:12:50.705217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Attempting to bind port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:50.705593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Attempting to bind port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:50.705883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Attempting to bind port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 on network d65a6fd2-bc67-4211-8356-a2d204a0c455 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:50.715360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd9438-faaa-4486-aae6-2dbb162e0d77 req-41aa555d-5e12-4e30-8177-5008a4a93567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.716860 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-74cd9438-faaa-4486-aae6-2dbb162e0d77 req-41aa555d-5e12-4e30-8177-5008a4a93567 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0512950 Aug 16 02:12:50.733614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 on network d65a6fd2-bc67-4211-8356-a2d204a0c455 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:50.733913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Attempting to bind port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 on network d65a6fd2-bc67-4211-8356-a2d204a0c455 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:50.741348 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.746908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 07286867-e032-4e78-b98e-c9b713e606a7 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:50.759626 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-74cd9438-faaa-4486-aae6-2dbb162e0d77 req-a24b473a-51d1-46d7-ac6e-bf06d7677186 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340126 Aug 16 02:12:50.760606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:50.760950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Checking segment: {'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:50.761366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Bound using segment: {'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:50.761807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Bound port: 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:50.762174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.780902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb6d77ec-6ff4-43f3-91a4-72a6b3cc9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.797167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:50.815785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 5f0d4319-deb0-40ce-bc63-6035f838f7b5 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:50.816869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fb6d77ec-6ff4-43f3-91a4-72a6b3cc9e41 None None] For port b0a0089f-1a64-4124-ab5f-03b2532fba1d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b0a0089f-1a64-4124-ab5f-03b2532fba1d,segment=NetworkSegment(a9854afc-8d40-4f46-b26c-abfd83864a71),segment_id=a9854afc-8d40-4f46-b26c-abfd83864a71)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:50.826118 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb6d77ec-6ff4-43f3-91a4-72a6b3cc9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.828646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038ff39-667e-42f3-b652-4c165cb24ff1 req-2537dddb-b9e7-419e-b0c0-2461a29075d6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.830292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3038ff39-667e-42f3-b652-4c165cb24ff1 req-2537dddb-b9e7-419e-b0c0-2461a29075d6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1096 time: 0.1469126 Aug 16 02:12:50.862238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:50.865401 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-74cd9438-faaa-4486-aae6-2dbb162e0d77 req-14a1a1c3-1f07-46fc-a849-668048138976 service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981209 Aug 16 02:12:50.873385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:50.873960 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.914964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=62261a06-2b6d-49c5-9b2e-e0d636043934,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:50.937635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d77ec-6ff4-43f3-91a4-72a6b3cc9e41 None None] Pushing event updated for resources: {'Port': ['ID=b0a0089f-1a64-4124-ab5f-03b2532fba1d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:50.957767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 07286867-e032-4e78-b98e-c9b713e606a7, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=07286867-e032-4e78-b98e-c9b713e606a7,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:50.971277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '07286867-e032-4e78-b98e-c9b713e606a7', 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b', 'port_id': '07286867-e032-4e78-b98e-c9b713e606a7', 'mac_address': 'fa:16:3e:2e:52:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa6f608-506d-446a-aa49-887b1a40d955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:50.973165 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-74cd9438-faaa-4486-aae6-2dbb162e0d77 req-4b6d630d-35e3-43a4-a5c8-2a6be8fc52ab service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001351 Aug 16 02:12:51.011498 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.030748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07286867-e032-4e78-b98e-c9b713e606a7 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:51.053677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 07286867-e032-4e78-b98e-c9b713e606a7, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=07286867-e032-4e78-b98e-c9b713e606a7,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:51.058002 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.086494 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3038ff39-667e-42f3-b652-4c165cb24ff1 req-855e4bde-fd44-413f-a7a5-67437acc25e0 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217150 Aug 16 02:12:51.096510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] For port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:51.122691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] For port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:51.130425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=07286867-e032-4e78-b98e-c9b713e606a7,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.177558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.183507 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.204854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:51.218590 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Sync routers for ids ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:51.232389 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Routers {'2f22e45d-fc0f-44e7-b0cf-613405e56c29'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:51.237722 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:51.295592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.298880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.300578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] 10.222.0.89 "PUT /v2.0/ports/2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 HTTP/1.1" status: 200 len: 1093 time: 2.8246603 Aug 16 02:12:51.302904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32c13b-d2bd-468a-b191-60f2446c40d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.305455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'tag': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:51.321026 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ca4fbc-f6b0-4e36-b8e1-ee40c1de1210" -d '{"events": [{"name": "network-changed", "server_uuid": "280fb24c-7e54-423b-ad23-47aee7ca3d19", "tag": "2bc2f7d3-f02c-4521-8f82-d075ca3e2e32"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:51.372924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f8695ad3-0f47-4efa-be8d-b2df84e4fb58 None None] Provisioning complete for port b0a0089f-1a64-4124-ab5f-03b2532fba1d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:51.373471 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f8695ad3-0f47-4efa-be8d-b2df84e4fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.420435 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Set router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:51.425946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.430424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41910) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.430600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a130bbdb-558b-4e3b-acf9-0a84bc4e919c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.9683325 Aug 16 02:12:51.512739 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7863b335-682e-45b1-873a-8f45422ff8d4 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=deee63146f784616a74dc0add2d1dad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796065 Aug 16 02:12:51.513901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41912) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.542858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fd381efe-4b48-4fce-bff9-db70101d4a2d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:51.615776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b305e5f-6ec7-4950-9702-799443b24890 req-b6b25c4c-d854-4a4e-a1a9-c1c155d21d49 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.623672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b305e5f-6ec7-4950-9702-799443b24890 req-b6b25c4c-d854-4a4e-a1a9-c1c155d21d49 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 943 time: 0.4618235 Aug 16 02:12:51.641286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['07286867-e032-4e78-b98e-c9b713e606a7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:51.697777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f8695ad3-0f47-4efa-be8d-b2df84e4fb58 None None] Provisioning for port 62261a06-2b6d-49c5-9b2e-e0d636043934 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:51.704843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f8695ad3-0f47-4efa-be8d-b2df84e4fb58 None None] Provisioning complete for port 62261a06-2b6d-49c5-9b2e-e0d636043934 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:51.705331 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f8695ad3-0f47-4efa-be8d-b2df84e4fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.746485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fd381efe-4b48-4fce-bff9-db70101d4a2d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:51.746975 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.750074 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:48Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:51.757928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-a7fcb405-de39-478f-9e43-56c4f1c73946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.759886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-a7fcb405-de39-478f-9e43-56c4f1c73946 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e77a843852ac42419df350e3691bbfb5&device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 1096 time: 0.3631659 Aug 16 02:12:51.768788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de705acb-0723-40d7-8e0a-7cd4796fcd99 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.773014 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-de705acb-0723-40d7-8e0a-7cd4796fcd99 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2550802 Aug 16 02:12:51.773566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41914) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.777718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1804e-e640-4459-82a0-392f09db5b8c req-d750dcf9-a7ae-4f78-b8f7-3c84ef66db2f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.779308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7a1804e-e640-4459-82a0-392f09db5b8c req-d750dcf9-a7ae-4f78-b8f7-3c84ef66db2f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 944 time: 0.3837004 Aug 16 02:12:51.781085 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Checking router: 2f22e45d-fc0f-44e7-b0cf-613405e56c29 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:51.781579 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Updating router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 port 0a556757-85b3-411f-b077-a22c38163e45 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:51.808524 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6ffa688c-1377-4f53-aa44-3cd90b97748b tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334642 Aug 16 02:12:51.811270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41916) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.818315 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.819081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-552341776', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:51.830004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f8695ad3-0f47-4efa-be8d-b2df84e4fb58 None None] Port 62261a06-2b6d-49c5-9b2e-e0d636043934 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:51.845148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-028a62ba-44ff-4442-8143-b16c8977b565 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 HTTP/1.1" status: 200 len: 217 time: 0.0587516 Aug 16 02:12:51.862586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b305e5f-6ec7-4950-9702-799443b24890 req-d087ee3a-8c80-4f71-bb6a-7efbd184b742 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327411 Aug 16 02:12:51.898186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b0a0089f-1a64-4124-ab5f-03b2532fba1d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:51.933505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:51.938788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.992023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b4f6da73-6b85-4aa4-8acd-7d09ebcf2690 None None] Provisioning complete for port 62261a06-2b6d-49c5-9b2e-e0d636043934 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:51.992407 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b4f6da73-6b85-4aa4-8acd-7d09ebcf2690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.034216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6da73-6b85-4aa4-8acd-7d09ebcf2690 None None] Port 62261a06-2b6d-49c5-9b2e-e0d636043934 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:52.039535 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b0a0089f-1a64-4124-ab5f-03b2532fba1d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:52.039920 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.067373 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3759637-a579-4495-bf88-bef983087419 x-openstack-request-id: req-a3759637-a579-4495-bf88-bef983087419 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:52.067655 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280fb24c-7e54-423b-ad23-47aee7ca3d19", "tag": "2bc2f7d3-f02c-4521-8f82-d075ca3e2e32", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:52.067896 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3759637-a579-4495-bf88-bef983087419 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:52.068287 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'tag': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32', 'status': 'completed', 'code': 200} Aug 16 02:12:52.094514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7a1804e-e640-4459-82a0-392f09db5b8c req-8420f204-fbbb-4d92-b075-11bce9277c44 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584875 Aug 16 02:12:52.126204 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.136021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-da5e64be-0018-4e4c-88c3-8dc20454b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:52.137718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-da5e64be-0018-4e4c-88c3-8dc20454b368 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95573df7-3ed0-4799-b8b6-32d612e8bd00 HTTP/1.1" status: 200 len: 855 time: 0.2586024 Aug 16 02:12:52.138911 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.139956 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.184276 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.195699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-0a40816f-ba15-4296-85b9-7b6536a58c53 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d65a6fd2-bc67-4211-8356-a2d204a0c455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500259 Aug 16 02:12:52.200242 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Transition to ACTIVE for port object 0a556757-85b3-411f-b077-a22c38163e45 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:52.210334 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.223682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.263439 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Attempting to bind port 0a556757-85b3-411f-b077-a22c38163e45 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:52.264062 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Attempting to bind port 0a556757-85b3-411f-b077-a22c38163e45 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:52.264386 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Attempting to bind port 0a556757-85b3-411f-b077-a22c38163e45 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:52.275081 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:52.275605 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:52.276127 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.276610 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:52.277286 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Bound port: 0a556757-85b3-411f-b077-a22c38163e45, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:52.277757 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.280417 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Pushing event updated for resources: {'Port': ['ID=0a556757-85b3-411f-b077-a22c38163e45,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.292087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Subnet': ['ID=4ea55ec1-4cd0-4530-8557-b32855542487,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.309480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Checking segment: {'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:52.310141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network hostable DHCP agents. Network: 15838a19-cf19-41ed-b1d6-7b74307921e5, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:52.315109 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-fa859892-6879-4853-a606-b213fa4bb91c service neutron] 10.222.0.89 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092227 Aug 16 02:12:52.321453 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.321796 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.322259 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.322659 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.323053 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.323467 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.323858 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.324253 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.324631 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.325037 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.325428 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.325806 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:52.330682 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network 15838a19-cf19-41ed-b1d6-7b74307921e5 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:52.342058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 15838a19-cf19-41ed-b1d6-7b74307921e5) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:52.351957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaabc222-3496-441a-8db4-a643c318bf93 None None] Network 15838a19-cf19-41ed-b1d6-7b74307921e5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:52.358668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:52.359394 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.366868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=62261a06-2b6d-49c5-9b2e-e0d636043934,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.376670 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1e9fd09a-b145-4634-80cb-543ddf0bba9e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5640788 Aug 16 02:12:52.379510 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41922) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.383693 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] For port 0a556757-85b3-411f-b077-a22c38163e45, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:52.392015 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] For port 0a556757-85b3-411f-b077-a22c38163e45, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0a556757-85b3-411f-b077-a22c38163e45,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:52.397266 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.471968 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430de609-5f0e-4d5b-bed9-3f80c3880f1d None None] Pushing event updated for resources: {'Port': ['ID=0a556757-85b3-411f-b077-a22c38163e45,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.477494 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Routers {'2f22e45d-fc0f-44e7-b0cf-613405e56c29'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:52.478392 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:52.581991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-15838a19-cf19-41ed-b1d6-7b74307921e5', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:52.583029 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.659961 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] Set router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:52.731800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ff5d086b-9471-4cde-a30e-760aa7d14631 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:52.846093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ff5d086b-9471-4cde-a30e-760aa7d14631, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ff5d086b-9471-4cde-a30e-760aa7d14631,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:52.863163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'ff5d086b-9471-4cde-a30e-760aa7d14631', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'port_id': 'ff5d086b-9471-4cde-a30e-760aa7d14631', 'mac_address': 'fa:16:3e:7d:21:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147f53e3-5971-4e4c-b75e-72fce8c26a2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:52.871310 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:48Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:52.878903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf646a66-246d-4e5f-a100-ab119c066239 req-e8b08a45-0b7d-46a9-a764-3babb6f7ab09 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:52.887294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf646a66-246d-4e5f-a100-ab119c066239 req-e8b08a45-0b7d-46a9-a764-3babb6f7ab09 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1097 time: 0.6824770 Aug 16 02:12:52.924529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Allocated IP 172.20.0.2 (15838a19-cf19-41ed-b1d6-7b74307921e5/4ea55ec1-4cd0-4530-8557-b32855542487/bb6756ac-1883-48cc-85ef-4b883d6bff2e) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:52.943127 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.957699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda3b98a-bdfc-4c03-943d-1c97595acb45 req-5d1ffe5a-8e33-40c7-ba67-cdf74eddb9e6 service neutron] 10.222.0.89 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6136289 Aug 16 02:12:52.965675 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5d086b-9471-4cde-a30e-760aa7d14631 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:52.965925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 5f0d4319-deb0-40ce-bc63-6035f838f7b5 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:52.969427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:52.974727 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c372c4-dadb-4ed7-87a8-7b9c3817e7cd None None] The sync data for ids ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'] in n-d-768851-16 is: [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:48Z', 'revision_number': 3, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:52.979099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf646a66-246d-4e5f-a100-ab119c066239 req-e39c9c40-5b55-4ec7-bfa2-453fa496c1d8 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896628 Aug 16 02:12:53.084068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ff5d086b-9471-4cde-a30e-760aa7d14631, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ff5d086b-9471-4cde-a30e-760aa7d14631,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:53.099145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.238955 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ff5d086b-9471-4cde-a30e-760aa7d14631,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:53.240327 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cb4e8-e852-4fbf-8ccd-01f656e79106 req-d57f4a9e-4e4d-4aaa-a1cd-d5dc9d053dc9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.250061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-549cb4e8-e852-4fbf-8ccd-01f656e79106 req-d57f4a9e-4e4d-4aaa-a1cd-d5dc9d053dc9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 943 time: 0.2568104 Aug 16 02:12:53.294509 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.305795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Transition to ACTIVE for port object bb6756ac-1883-48cc-85ef-4b883d6bff2e will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:53.316203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca4fbc-f6b0-4e36-b8e1-ee40c1de1210 req-05fafaf7-7fde-4e68-b4f8-d8f22ee9408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.317720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0ca4fbc-f6b0-4e36-b8e1-ee40c1de1210 req-05fafaf7-7fde-4e68-b4f8-d8f22ee9408d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e77a843852ac42419df350e3691bbfb5&device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 1096 time: 0.2530110 Aug 16 02:12:53.335004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Transition to ACTIVE for port object bb6756ac-1883-48cc-85ef-4b883d6bff2e will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:53.349787 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.355803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-549cb4e8-e852-4fbf-8ccd-01f656e79106 req-ac9c4d75-ffca-4520-8e88-e45b22d3a91d tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033599 Aug 16 02:12:53.376783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router a071659c-c326-46f1-b5ad-26262e4b7d7f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:53.401559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ff5d086b-9471-4cde-a30e-760aa7d14631'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:53.463594 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.511237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6c737576-812f-449e-9123-ec68c755029c None None] Provisioning complete for port 62261a06-2b6d-49c5-9b2e-e0d636043934 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:53.511618 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6c737576-812f-449e-9123-ec68c755029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.528277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Network 15838a19-cf19-41ed-b1d6-7b74307921e5 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:53.538796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:53.544954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:53.549911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca4fbc-f6b0-4e36-b8e1-ee40c1de1210 req-10dbfd6a-8083-4afe-9fe9-dacb04684822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.551380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0ca4fbc-f6b0-4e36-b8e1-ee40c1de1210 req-10dbfd6a-8083-4afe-9fe9-dacb04684822 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d65a6fd2-bc67-4211-8356-a2d204a0c455 HTTP/1.1" status: 200 len: 916 time: 0.2227285 Aug 16 02:12:53.564641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516d3d6-19ad-400c-9712-601e560f1bfc req-d0634ab9-bf98-43fc-bd5a-4bf3d37e7966 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.572077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2516d3d6-19ad-400c-9712-601e560f1bfc req-d0634ab9-bf98-43fc-bd5a-4bf3d37e7966 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 944 time: 0.3698170 Aug 16 02:12:53.609382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a556757-85b3-411f-b077-a22c38163e45 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:53.679029 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6c737576-812f-449e-9123-ec68c755029c None None] Port 62261a06-2b6d-49c5-9b2e-e0d636043934 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:53.700996 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Pushing event updated for resources: {'Port': ['ID=bb6756ac-1883-48cc-85ef-4b883d6bff2e,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:53.715728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0ca4fbc-f6b0-4e36-b8e1-ee40c1de1210 req-ba3b042c-4c2e-482d-84c9-1ced35fa4e06 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 HTTP/1.1" status: 200 len: 217 time: 0.1044581 Aug 16 02:12:53.738363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 0a556757-85b3-411f-b077-a22c38163e45 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:53.748953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0a556757-85b3-411f-b077-a22c38163e45 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:53.748953 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.752773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Attempting to bind port bb6756ac-1883-48cc-85ef-4b883d6bff2e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:53.753176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Attempting to bind port bb6756ac-1883-48cc-85ef-4b883d6bff2e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:53.753544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Attempting to bind port bb6756ac-1883-48cc-85ef-4b883d6bff2e on network 15838a19-cf19-41ed-b1d6-7b74307921e5 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:53.780152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2516d3d6-19ad-400c-9712-601e560f1bfc req-e472f64a-ee56-4eb3-9020-6d0ab8a07260 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609759 Aug 16 02:12:53.806918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:53.815420 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9f8b9356-77dc-4902-ab5d-ee6d795953d3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1564820 Aug 16 02:12:53.815716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41930) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:53.821795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2016736325'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:53.826110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:53.827188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Checking segment: {'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:53.827893 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.828507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Bound using segment: {'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:53.829957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Bound port: bb6756ac-1883-48cc-85ef-4b883d6bff2e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:53.830725 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.830877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca4fbc-f6b0-4e36-b8e1-ee40c1de1210 req-a95cd565-1649-403b-9845-9d74f9d37d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.832285 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0ca4fbc-f6b0-4e36-b8e1-ee40c1de1210 req-a95cd565-1649-403b-9845-9d74f9d37d48 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95573df7-3ed0-4799-b8b6-32d612e8bd00 HTTP/1.1" status: 200 len: 855 time: 0.1062486 Aug 16 02:12:53.839413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Sync routers for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:53.856828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.20.0.1 (15838a19-cf19-41ed-b1d6-7b74307921e5/4ea55ec1-4cd0-4530-8557-b32855542487/c96d71e3-4e21-4650-8039-0e91a1762aa5) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:53.886710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0ca4fbc-f6b0-4e36-b8e1-ee40c1de1210 req-ced29465-aa26-4223-a20b-cac2df04aa95 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d65a6fd2-bc67-4211-8356-a2d204a0c455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446739 Aug 16 02:12:53.894735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:53.899265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.916469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:53.917147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:53.986494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:54.012739 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.013212 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added segment d7deee1a-ba4b-42fa-900a-de8572dbc815 of type vlan for network 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 Aug 16 02:12:54.034155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.055957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Transition to ACTIVE for port object c96d71e3-4e21-4650-8039-0e91a1762aa5 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:54.081635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0ca4fbc-f6b0-4e36-b8e1-ee40c1de1210 req-6ce5baeb-baad-4d0b-8566-aaffb48c48aa service neutron] 10.222.0.89 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795030 Aug 16 02:12:54.091447 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.103563 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.113551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.126996 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:54.161845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network 15838a19-cf19-41ed-b1d6-7b74307921e5 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:54.170551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:54.173309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] For port bb6756ac-1883-48cc-85ef-4b883d6bff2e, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:54.175306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:54.176809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 0a556757-85b3-411f-b077-a22c38163e45, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0a556757-85b3-411f-b077-a22c38163e45,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:54.196025 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.203092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] For port bb6756ac-1883-48cc-85ef-4b883d6bff2e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bb6756ac-1883-48cc-85ef-4b883d6bff2e,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:54.223382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=c96d71e3-4e21-4650-8039-0e91a1762aa5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.235783 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.252160 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.256462 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.259749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:54.261179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.279058 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930286a1-ded6-4e8e-8c16-3c645f6cddc5 req-76c628c2-4a8a-4c8a-a524-117eae9b5998 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:54.280621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-930286a1-ded6-4e8e-8c16-3c645f6cddc5 req-76c628c2-4a8a-4c8a-a524-117eae9b5998 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1097 time: 0.1909232 Aug 16 02:12:54.361128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=0a556757-85b3-411f-b077-a22c38163e45,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.394823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 41936) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:54.395627 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5784452 Aug 16 02:12:54.405363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0ca4fbc-f6b0-4e36-b8e1-ee40c1de1210 req-fc9be6c9-1df3-4bc7-a24d-ce55ba371307 service neutron] 10.222.0.89 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125408 Aug 16 02:12:54.409135 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'subnet': {'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:54.456791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Network': ['ID=1841ecb9-e1cf-4468-a69f-7c2b7ac59262,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.466022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c5bd6-32ba-46e6-a554-6467f51612d2 None None] Pushing event updated for resources: {'Port': ['ID=bb6756ac-1883-48cc-85ef-4b883d6bff2e,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.469448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.469786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.470126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.470459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.470787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.471114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.471448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.471770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.472159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.472552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.472877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.473224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c33db4-ec5b-41e5-8a38-34bc9dbe5dfa tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:54.483699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-930286a1-ded6-4e8e-8c16-3c645f6cddc5 req-4d64b1b5-1d76-4d7c-ac9b-67ac70b81661 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923451 Aug 16 02:12:54.492743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:54.536943 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.579850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ad2c9-e548-456f-a560-adea3c8d5432 req-b680b493-89f4-4f81-938e-023f85333203 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:54.582196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-386ad2c9-e548-456f-a560-adea3c8d5432 req-b680b493-89f4-4f81-938e-023f85333203 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 944 time: 0.1145809 Aug 16 02:12:54.668272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-386ad2c9-e548-456f-a560-adea3c8d5432 req-fff85256-263e-4ff7-b6da-4dd45470a0b6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772898 Aug 16 02:12:54.757282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ff5d086b-9471-4cde-a30e-760aa7d14631 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:54.782715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:54.786792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.788302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 07286867-e032-4e78-b98e-c9b713e606a7 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:54.878563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 3, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 2, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:54.915986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Checking router: a071659c-c326-46f1-b5ad-26262e4b7d7f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:54.916793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Updating router a071659c-c326-46f1-b5ad-26262e4b7d7f port 62261a06-2b6d-49c5-9b2e-e0d636043934 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:54.939143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port ff5d086b-9471-4cde-a30e-760aa7d14631 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:54.944303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b658ad2-a99e-4c63-9355-ee882b2306d5 req-1a13f73e-5d90-4938-ba0c-aa4711377d5b tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:54.951103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port ff5d086b-9471-4cde-a30e-760aa7d14631 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:54.951519 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.955574 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.956657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b658ad2-a99e-4c63-9355-ee882b2306d5 req-1a13f73e-5d90-4938-ba0c-aa4711377d5b tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 944 time: 0.0790787 Aug 16 02:12:54.990458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 07286867-e032-4e78-b98e-c9b713e606a7 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:55.005190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b658ad2-a99e-4c63-9355-ee882b2306d5 req-c2b7e8df-ac02-41aa-8920-39a12f2e808d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473223 Aug 16 02:12:55.005389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 07286867-e032-4e78-b98e-c9b713e606a7 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:55.005632 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.108166 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.114119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.121903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.215473 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.246361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Subnet': ['ID=74d7a895-249f-4f12-b0b6-94d94cf02790,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.250542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=c96d71e3-4e21-4650-8039-0e91a1762aa5,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.257536 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.287048 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.293351 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Checking segment: {'id': 'd7deee1a-ba4b-42fa-900a-de8572dbc815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:55.293574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network hostable DHCP agents. Network: 1841ecb9-e1cf-4468-a69f-7c2b7ac59262, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:55.302309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fe15b9-6d6a-4996-97ed-ce72491be110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5d086b-9471-4cde-a30e-760aa7d14631'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:55.308284 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7358f4-6c2d-4c7d-be80-eaeae702fc68" -d '{"events": [{"server_uuid": "55fe15b9-6d6a-4996-97ed-ce72491be110", "name": "network-vif-plugged", "status": "completed", "tag": "ff5d086b-9471-4cde-a30e-760aa7d14631"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:55.326115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ff5d086b-9471-4cde-a30e-760aa7d14631, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ff5d086b-9471-4cde-a30e-760aa7d14631,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:55.342846 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.364011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:55.384816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 1841ecb9-e1cf-4468-a69f-7c2b7ac59262) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:55.390042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:55.392000 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.392202 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 07286867-e032-4e78-b98e-c9b713e606a7, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=07286867-e032-4e78-b98e-c9b713e606a7,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:55.411772 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d28ab2-5ab2-44b2-8b62-149c68d1d459 None None] Network 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:55.413577 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.421673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network 15838a19-cf19-41ed-b1d6-7b74307921e5 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:55.424537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:55.433163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 41944) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.433337 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-58882551-53aa-48ca-9759-af5775952713 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0363626 Aug 16 02:12:55.469208 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40193b6d-591a-4b5a-bf7a-a7e6a53126d3 x-openstack-request-id: req-40193b6d-591a-4b5a-bf7a-a7e6a53126d3 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:55.470126 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fe15b9-6d6a-4996-97ed-ce72491be110", "name": "network-vif-plugged", "status": "completed", "tag": "ff5d086b-9471-4cde-a30e-760aa7d14631", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:55.470323 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40193b6d-591a-4b5a-bf7a-a7e6a53126d3 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:55.470693 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fe15b9-6d6a-4996-97ed-ce72491be110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5d086b-9471-4cde-a30e-760aa7d14631', 'code': 200} Aug 16 02:12:55.490010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ff5d086b-9471-4cde-a30e-760aa7d14631,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.601990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=07286867-e032-4e78-b98e-c9b713e606a7,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.628522 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.653180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:55.668395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Transition to ACTIVE for port object 62261a06-2b6d-49c5-9b2e-e0d636043934 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:55.694133 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.820310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:55.821502 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.823653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bb6756ac-1883-48cc-85ef-4b883d6bff2e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:55.855467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:55.862993 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d31f864f-c109-4b32-97af-1315d86b6f6b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "PUT /v2.0/routers/2f22e45d-fc0f-44e7-b0cf-613405e56c29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4823132 Aug 16 02:12:55.866732 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Sync routers for ids ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:55.878591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3951c10-0ccb-4531-bff2-25f494603270 None None] Pushing event updated for resources: {'Port': ['ID=62261a06-2b6d-49c5-9b2e-e0d636043934,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.880051 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Routers {'2f22e45d-fc0f-44e7-b0cf-613405e56c29'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:55.881003 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:56.037643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46bd03-7124-4d84-80ab-e23063190b3d req-3cb2c22b-ccc1-4368-823d-c85fcac0f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.039404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d46bd03-7124-4d84-80ab-e23063190b3d req-3cb2c22b-ccc1-4368-823d-c85fcac0f6da service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 1097 time: 0.3564191 Aug 16 02:12:56.047180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd4842-f8d7-40a6-b674-af6f3659d09f req-eb4d0611-3e3d-4945-bb97-a70396eecd0b tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.048766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4dd4842-f8d7-40a6-b674-af6f3659d09f req-eb4d0611-3e3d-4945-bb97-a70396eecd0b tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1098 time: 0.3646691 Aug 16 02:12:56.085553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Attempting to bind port 62261a06-2b6d-49c5-9b2e-e0d636043934 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:56.086102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Attempting to bind port 62261a06-2b6d-49c5-9b2e-e0d636043934 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'a9854afc-8d40-4f46-b26c-abfd83864a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:56.086325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Attempting to bind port 62261a06-2b6d-49c5-9b2e-e0d636043934 on network 5f0d4319-deb0-40ce-bc63-6035f838f7b5 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:56.108845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:56.109399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Checking segment: {'id': 'a9854afc-8d40-4f46-b26c-abfd83864a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:56.109597 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.110040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Bound using segment: {'id': 'a9854afc-8d40-4f46-b26c-abfd83864a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:56.110550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Bound port: 62261a06-2b6d-49c5-9b2e-e0d636043934, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9854afc-8d40-4f46-b26c-abfd83864a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:56.110915 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.121762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port bb6756ac-1883-48cc-85ef-4b883d6bff2e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:56.159468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a556757-85b3-411f-b077-a22c38163e45 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:56.223920 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Set router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:56.254360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d46bd03-7124-4d84-80ab-e23063190b3d req-87f6d985-eac4-4887-ae79-4b1017e69c05 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044027 Aug 16 02:12:56.265367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2351e-9ee8-4db1-90b2-a296f19b4a44 req-2c0b4a5a-e35f-4898-bb07-1cf04a56302e tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.272588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Allocated IP 2001:db8:2::2 (1841ecb9-e1cf-4468-a69f-7c2b7ac59262/74d7a895-249f-4f12-b0b6-94d94cf02790/5079f12b-2810-45cf-8a5d-d58a50a5d801) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:56.273910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35a2351e-9ee8-4db1-90b2-a296f19b4a44 req-2c0b4a5a-e35f-4898-bb07-1cf04a56302e tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 945 time: 0.2912464 Aug 16 02:12:56.302895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4dd4842-f8d7-40a6-b674-af6f3659d09f req-a71e8086-68e3-41e4-a6d7-6b4fbbe5ba86 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264131 Aug 16 02:12:56.309243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] For port 62261a06-2b6d-49c5-9b2e-e0d636043934, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:56.318620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] For port 62261a06-2b6d-49c5-9b2e-e0d636043934, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=62261a06-2b6d-49c5-9b2e-e0d636043934,segment=NetworkSegment(a9854afc-8d40-4f46-b26c-abfd83864a71),segment_id=a9854afc-8d40-4f46-b26c-abfd83864a71)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:56.340773 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.378841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35a2351e-9ee8-4db1-90b2-a296f19b4a44 req-a6097ee0-b3ab-4e02-8423-5f038436c00b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039667 Aug 16 02:12:56.421506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476ddbf-01f3-4c9b-8a70-74454e103cfb None None] Network 15838a19-cf19-41ed-b1d6-7b74307921e5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:56.478360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0a556757-85b3-411f-b077-a22c38163e45 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:56.478742 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.519817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db8f38-4864-4df3-8dc3-0752bc1011e6 req-573e9c88-f563-4faf-bf81-f5377bfb5a14 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.521589 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8db8f38-4864-4df3-8dc3-0752bc1011e6 req-573e9c88-f563-4faf-bf81-f5377bfb5a14 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 944 time: 0.1417994 Aug 16 02:12:56.532305 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c96d71e3-4e21-4650-8039-0e91a1762aa5', 'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:ec:89:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:53Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 2, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:56.564678 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Checking router: 2f22e45d-fc0f-44e7-b0cf-613405e56c29 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:56.565060 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Updating router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 port c96d71e3-4e21-4650-8039-0e91a1762aa5 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:56.566128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.570165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3951c10-0ccb-4531-bff2-25f494603270 None None] Pushing event updated for resources: {'Port': ['ID=62261a06-2b6d-49c5-9b2e-e0d636043934,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:56.595690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:56.596354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:56.601865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2bb9c74d-1bf3-4219-a20f-1a3fe70b0e45 None None] Provisioning for port bb6756ac-1883-48cc-85ef-4b883d6bff2e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:56.606236 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.615347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2bb9c74d-1bf3-4219-a20f-1a3fe70b0e45 None None] Provisioning complete for port bb6756ac-1883-48cc-85ef-4b883d6bff2e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:56.615737 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c74d-1bf3-4219-a20f-1a3fe70b0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.616601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8db8f38-4864-4df3-8dc3-0752bc1011e6 req-50a9f84c-8144-4c26-bf76-487b676ff549 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858881 Aug 16 02:12:56.640023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-e8f35cfd-03fa-443a-a196-5eb75da20fad tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243746351&fields=id&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 267 time: 0.1661613 Aug 16 02:12:56.883513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-b1e27f6a-508e-49d1-857a-ede5d5d39b26 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.891128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-b1e27f6a-508e-49d1-857a-ede5d5d39b26 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/networks?id=15838a19-cf19-41ed-b1d6-7b74307921e5 HTTP/1.1" status: 200 len: 796 time: 0.2501192 Aug 16 02:12:56.910600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-51036a5e-c433-4b60-a76c-47b6dc84fa96 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/quotas/deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 375 time: 0.0182149 Aug 16 02:12:56.927313 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.939236 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Transition to ACTIVE for port object c96d71e3-4e21-4650-8039-0e91a1762aa5 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:56.947331 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.957297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:57.014081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-96b991ab-13d7-4c2c-95e4-294e3cc8107c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998557 Aug 16 02:12:57.019621 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9764105-b691-40e6-a55b-5058ca323ff4 None None] Pushing event updated for resources: {'Port': ['ID=c96d71e3-4e21-4650-8039-0e91a1762aa5,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.062705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:57.082636 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Attempting to bind port c96d71e3-4e21-4650-8039-0e91a1762aa5 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:57.083049 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Attempting to bind port c96d71e3-4e21-4650-8039-0e91a1762aa5 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:57.083728 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Attempting to bind port c96d71e3-4e21-4650-8039-0e91a1762aa5 on network 15838a19-cf19-41ed-b1d6-7b74307921e5 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:57.088802 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:57.089652 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Checking segment: {'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:57.089652 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.089989 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Bound using segment: {'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:57.090433 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Bound port: c96d71e3-4e21-4650-8039-0e91a1762aa5, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:57.090813 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.125111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-17eb514c-41b1-4fbc-bcb7-c7938a69dada service neutron] 10.222.0.79 "GET /v2.0/networks/15838a19-cf19-41ed-b1d6-7b74307921e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935919 Aug 16 02:12:57.164343 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] For port c96d71e3-4e21-4650-8039-0e91a1762aa5, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:57.168954 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] For port c96d71e3-4e21-4650-8039-0e91a1762aa5, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c96d71e3-4e21-4650-8039-0e91a1762aa5,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:57.177622 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.233645 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Routers {'2f22e45d-fc0f-44e7-b0cf-613405e56c29'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:57.234277 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:57.249129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-611d78ef-590a-4fd0-ba24-2478ea07e462 service neutron] 10.222.0.79 "GET /v2.0/networks/15838a19-cf19-41ed-b1d6-7b74307921e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108987 Aug 16 02:12:57.292709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9764105-b691-40e6-a55b-5058ca323ff4 None None] Pushing event updated for resources: {'Port': ['ID=c96d71e3-4e21-4650-8039-0e91a1762aa5,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.334377 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.378570 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] Set router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:57.387643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Transition to ACTIVE for port object 5079f12b-2810-45cf-8a5d-d58a50a5d801 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:57.394730 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c74d-1bf3-4219-a20f-1a3fe70b0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.450410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39901fa3-ab3d-41e7-accf-a6e599fc1464 req-17d91a7a-fcf0-4a72-814c-3d5c7df8c562 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.457885 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39901fa3-ab3d-41e7-accf-a6e599fc1464 req-17d91a7a-fcf0-4a72-814c-3d5c7df8c562 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1098 time: 0.0718348 Aug 16 02:12:57.463469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Transition to ACTIVE for port object 5079f12b-2810-45cf-8a5d-d58a50a5d801 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:57.484169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:57.536245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2f89c0e-069a-4c6e-a89e-2690716ba602 req-03aa92b7-a21f-4107-ac88-d77db237037d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 210 time: 0.0584795 Aug 16 02:12:57.564838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39901fa3-ab3d-41e7-accf-a6e599fc1464 req-662e9826-3973-4e8a-b254-e0894be383a6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917997 Aug 16 02:12:57.569576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a373b4-27a3-4f43-82c3-e885d11890bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07286867-e032-4e78-b98e-c9b713e606a7'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:57.578664 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1dcb41-f93b-423b-b229-bb55a585fb5b" -d '{"events": [{"server_uuid": "13a373b4-27a3-4f43-82c3-e885d11890bf", "name": "network-vif-plugged", "status": "completed", "tag": "07286867-e032-4e78-b98e-c9b713e606a7"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:57.584222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32', 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455', 'port_id': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32', 'mac_address': 'fa:16:3e:b4:5a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95573df7-3ed0-4799-b8b6-32d612e8bd00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:57.595797 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.658684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Allocated IP 2001:db8:2::1 (1841ecb9-e1cf-4468-a69f-7c2b7ac59262/74d7a895-249f-4f12-b0b6-94d94cf02790/51e2a29f-07db-473d-817f-d401c456fd5a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:57.663160 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c96d71e3-4e21-4650-8039-0e91a1762aa5', 'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:ec:89:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:53Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:57.685590 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fcce3f-fa17-421a-a58e-8948d4bff694 x-openstack-request-id: req-d1fcce3f-fa17-421a-a58e-8948d4bff694 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:57.685888 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a373b4-27a3-4f43-82c3-e885d11890bf", "name": "network-vif-plugged", "status": "completed", "tag": "07286867-e032-4e78-b98e-c9b713e606a7", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:57.686143 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d1fcce3f-fa17-421a-a58e-8948d4bff694 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:57.695722 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a373b4-27a3-4f43-82c3-e885d11890bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07286867-e032-4e78-b98e-c9b713e606a7', 'code': 200} Aug 16 02:12:57.717405 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526b62a2-88d5-485f-a1d4-9442d75409a0 None None] The sync data for ids ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'] in n-d-768851-16 is: [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c96d71e3-4e21-4650-8039-0e91a1762aa5', 'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:ec:89:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:53Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:57.729787 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:12:57.788890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Pushing event updated for resources: {'Port': ['ID=5079f12b-2810-45cf-8a5d-d58a50a5d801,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.876107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2bb9c74d-1bf3-4219-a20f-1a3fe70b0e45 None None] For port bb6756ac-1883-48cc-85ef-4b883d6bff2e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bb6756ac-1883-48cc-85ef-4b883d6bff2e,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:57.890107 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c74d-1bf3-4219-a20f-1a3fe70b0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.904052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1fed2-a5df-459d-b50f-4328b176b232 req-94780bd3-5b3c-455e-85d4-678a8078bb2f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.906221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6a1fed2-a5df-459d-b50f-4328b176b232 req-94780bd3-5b3c-455e-85d4-678a8078bb2f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 945 time: 0.2350821 Aug 16 02:12:57.922653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Network 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:57.930652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:57.966162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26015a61-b515-45bd-a9ec-6b31deeecf95 req-2135bff2-6fe4-4f87-81c1-01a28ee673da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.967748 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26015a61-b515-45bd-a9ec-6b31deeecf95 req-2135bff2-6fe4-4f87-81c1-01a28ee673da service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1098 time: 0.0964987 Aug 16 02:12:57.980608 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.986652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:58.037353 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-26015a61-b515-45bd-a9ec-6b31deeecf95 req-658dfff6-b463-4c51-8239-5a0e93287752 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612066 Aug 16 02:12:58.039624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a67c1f-d1af-4317-ae0a-3a53b4c3d122 req-a732f765-2431-4b07-9c72-c946e652da2b tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.047324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5a67c1f-d1af-4317-ae0a-3a53b4c3d122 req-a732f765-2431-4b07-9c72-c946e652da2b tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 944 time: 0.3005283 Aug 16 02:12:58.061841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:58.106532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 3, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:12:56Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:58.115036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9c74d-1bf3-4219-a20f-1a3fe70b0e45 None None] Pushing event updated for resources: {'Port': ['ID=bb6756ac-1883-48cc-85ef-4b883d6bff2e,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:58.130668 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5a67c1f-d1af-4317-ae0a-3a53b4c3d122 req-fd990c5d-b965-4939-96b1-13cdc66f0d65 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822787 Aug 16 02:12:58.134488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6a1fed2-a5df-459d-b50f-4328b176b232 req-9ce075df-987a-476e-add2-2c2e8cee8510 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087798 Aug 16 02:12:58.138758 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.167519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Transition to ACTIVE for port object 51e2a29f-07db-473d-817f-d401c456fd5a will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:58.177859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:58.179102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b85db-63fb-4e6c-b2bd-ad9e53cc6e21 None None] The sync data for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 is: [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 3, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:12:56Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:58.183588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Attempting to bind port 5079f12b-2810-45cf-8a5d-d58a50a5d801 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:58.184096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Attempting to bind port 5079f12b-2810-45cf-8a5d-d58a50a5d801 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd7deee1a-ba4b-42fa-900a-de8572dbc815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:58.184657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Attempting to bind port 5079f12b-2810-45cf-8a5d-d58a50a5d801 on network 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:58.198872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:58.199352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Checking segment: {'id': 'd7deee1a-ba4b-42fa-900a-de8572dbc815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:58.199834 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.200413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Bound using segment: {'id': 'd7deee1a-ba4b-42fa-900a-de8572dbc815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:58.201569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Bound port: 5079f12b-2810-45cf-8a5d-d58a50a5d801, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7deee1a-ba4b-42fa-900a-de8572dbc815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:58.202867 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.211400 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.270399 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.385307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:58.393558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:58.395270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3a2a975c-88a5-4eb4-a7f5-0bf8aab4e74a None None] Provisioning for port c96d71e3-4e21-4650-8039-0e91a1762aa5 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:58.396674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:58.397243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.405892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:58.410583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=51e2a29f-07db-473d-817f-d401c456fd5a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:58.426663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] For port 5079f12b-2810-45cf-8a5d-d58a50a5d801, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:58.430671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] For port 5079f12b-2810-45cf-8a5d-d58a50a5d801, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5079f12b-2810-45cf-8a5d-d58a50a5d801,segment=NetworkSegment(d7deee1a-ba4b-42fa-900a-de8572dbc815),segment_id=d7deee1a-ba4b-42fa-900a-de8572dbc815)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:58.452060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2bc2f7d3-f02c-4521-8f82-d075ca3e2e32'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:58.465199 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.520481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9a55a-d2ea-49e5-971e-737bfc9d7e05 req-e485517c-bab2-4ef9-a341-da6ea82a57f3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.523223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3a2a975c-88a5-4eb4-a7f5-0bf8aab4e74a None None] Provisioning complete for port bb6756ac-1883-48cc-85ef-4b883d6bff2e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:58.528909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18b9a55a-d2ea-49e5-971e-737bfc9d7e05 req-e485517c-bab2-4ef9-a341-da6ea82a57f3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 946 time: 0.2316597 Aug 16 02:12:58.530710 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a2a975c-88a5-4eb4-a7f5-0bf8aab4e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.753211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82f8c4bc-e2f8-4bb4-891c-8cb5d3cf5d23 req-68245d22-a855-4089-b833-51b8f85cc68d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 210 time: 0.0829370 Aug 16 02:12:58.756102 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18b9a55a-d2ea-49e5-971e-737bfc9d7e05 req-79d4c993-8c8b-4783-b507-d2ffba177416 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209351 Aug 16 02:12:58.828931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339026a-7361-45fd-9852-9c19a2276ea3 None None] Pushing event updated for resources: {'Port': ['ID=5079f12b-2810-45cf-8a5d-d58a50a5d801,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:58.851385 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.662143 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-3c8e3d07-7b9b-4951-a076-af16f2fddf03 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:59.663930 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-3c8e3d07-7b9b-4951-a076-af16f2fddf03 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "GET /v2.0/networks?id=15838a19-cf19-41ed-b1d6-7b74307921e5 HTTP/1.1" status: 200 len: 796 time: 0.2890952 Aug 16 02:12:59.761410 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-c16b8b35-66a3-4947-8a61-5ef4f1591012 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deee63146f784616a74dc0add2d1dad0 HTTP/1.1" status: 200 len: 379 time: 0.0759320 Aug 16 02:12:59.772461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'port': {'device_id': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'admin_state_up': True, 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'security_groups': ['f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:59.881227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c96d71e3-4e21-4650-8039-0e91a1762aa5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:59.973028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port c96d71e3-4e21-4650-8039-0e91a1762aa5 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:59.979635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c96d71e3-4e21-4650-8039-0e91a1762aa5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:59.980388 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.002842 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Made reservation on behalf of deee63146f784616a74dc0add2d1dad0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:00.007080 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.009931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f5de-36a6-401d-9104-a19cfe35332d req-52104e46-9f23-4812-8460-b436dc93f9d2 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.011608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1379f5de-36a6-401d-9104-a19cfe35332d req-52104e46-9f23-4812-8460-b436dc93f9d2 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1098 time: 1.0433486 Aug 16 02:13:00.023823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aa3ca-68c2-42b4-839f-f0a178b3a8a3 req-8a9ade0f-9008-42af-add7-f9c7a81cbf93 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.031865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-478aa3ca-68c2-42b4-839f-f0a178b3a8a3 req-8a9ade0f-9008-42af-add7-f9c7a81cbf93 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 945 time: 0.9905307 Aug 16 02:13:00.061613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-99eeb303-d0d4-42b6-903a-8a437d6b0793 None None] Provisioning complete for port c96d71e3-4e21-4650-8039-0e91a1762aa5 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:00.061994 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99eeb303-d0d4-42b6-903a-8a437d6b0793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.129672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-478aa3ca-68c2-42b4-839f-f0a178b3a8a3 req-46b53c53-e066-4db0-b633-acfd154e6976 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967848 Aug 16 02:13:00.184536 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99eeb303-d0d4-42b6-903a-8a437d6b0793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.209304 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1379f5de-36a6-401d-9104-a19cfe35332d req-e7ae48cb-4e50-4ada-84e9-a2cf7976d01a tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545663 Aug 16 02:13:00.257606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-99eeb303-d0d4-42b6-903a-8a437d6b0793 None None] For port c96d71e3-4e21-4650-8039-0e91a1762aa5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c96d71e3-4e21-4650-8039-0e91a1762aa5,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:00.263579 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.283970 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99eeb303-d0d4-42b6-903a-8a437d6b0793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.284160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.20.0.5 (15838a19-cf19-41ed-b1d6-7b74307921e5/4ea55ec1-4cd0-4530-8557-b32855542487/e37ed598-1597-4169-90cd-4a99ebd3b35c) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:00.346518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c68ad0-1771-430b-a934-9b0a8ce13987 None None] Network 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:00.375049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.384144 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.385247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.420166 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:13:00.420560 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:13:00.430367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eeb303-d0d4-42b6-903a-8a437d6b0793 None None] Pushing event updated for resources: {'Port': ['ID=c96d71e3-4e21-4650-8039-0e91a1762aa5,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.435655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9c920-e304-4479-8944-3317376708d9 req-ac49a546-8648-4616-942a-47719927b02a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.437558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c9c920-e304-4479-8944-3317376708d9 req-ac49a546-8648-4616-942a-47719927b02a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 945 time: 0.1223528 Aug 16 02:13:00.450270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c40d807e-6bb9-4c60-92a8-133e8c8a8bc8 None None] Provisioning for port 5079f12b-2810-45cf-8a5d-d58a50a5d801 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:00.479848 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.495252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Transition to ACTIVE for port object e37ed598-1597-4169-90cd-4a99ebd3b35c will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:00.527251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92563962-53e2-4c5c-96f9-1063f479361a req-c46edf5b-5fed-469f-b37c-3984c4b9d2ec tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 210 time: 0.0860407 Aug 16 02:13:00.532872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.569306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=51e2a29f-07db-473d-817f-d401c456fd5a,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.608129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network 15838a19-cf19-41ed-b1d6-7b74307921e5 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:00.608358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29c9c920-e304-4479-8944-3317376708d9 req-f9d09944-041a-41d3-980f-20ba6b36f844 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539371 Aug 16 02:13:00.612570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:00.617298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:00.625462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=e37ed598-1597-4169-90cd-4a99ebd3b35c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.666114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:00.668123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:00.702061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.703821 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.730672 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-f2c1988b-7efd-4454-94e8-6fc2090211a6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9626691 Aug 16 02:13:00.752576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Request body: {'port': {'device_id': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:00.762166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:00.836438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:00.845493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:00.845868 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.855020 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.858416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router a071659c-c326-46f1-b5ad-26262e4b7d7f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:00.910688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dd4de-84a5-4b77-9410-2a8808b78a90 req-5f4e1723-9867-486c-bb82-751ad9d49df0 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.912327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-290dd4de-84a5-4b77-9410-2a8808b78a90 req-5f4e1723-9867-486c-bb82-751ad9d49df0 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 945 time: 0.0856009 Aug 16 02:13:01.052394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-290dd4de-84a5-4b77-9410-2a8808b78a90 req-363b69f8-ce51-4c50-8f9f-59b3481c7f4f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788026 Aug 16 02:13:01.064227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:01.072826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-849d06fe-46d8-4130-a34f-6a8b152d85bf tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6358104 Aug 16 02:13:01.073092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42006) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:01.079428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-894013838'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:01.105799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:01.111377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.140328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:13:01.154072 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.154559 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added segment 603be726-47e8-48c6-a32a-27eb5263c581 of type vlan for network 229d224b-2062-44c7-8b02-959a09c7fa2b Aug 16 02:13:01.206660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Sync routers for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:01.229576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0ef93e49-84f9-4746-a8c0-f8564b69cd1a None None] Provisioning for port e37ed598-1597-4169-90cd-4a99ebd3b35c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:01.238342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.249932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37ed598-1597-4169-90cd-4a99ebd3b35c {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:01.252697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0ef93e49-84f9-4746-a8c0-f8564b69cd1a None None] Provisioning complete for port e37ed598-1597-4169-90cd-4a99ebd3b35c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:01.257366 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0ef93e49-84f9-4746-a8c0-f8564b69cd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.259891 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.279194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Transition to ACTIVE for port object e37ed598-1597-4169-90cd-4a99ebd3b35c will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:01.281807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.283540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.294393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.295160 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.295446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 62261a06-2b6d-49c5-9b2e-e0d636043934 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:01.322967 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.362305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:01.363182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:01.440502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3661673 Aug 16 02:13:01.441260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42012) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:01.451576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Pushing event updated for resources: {'Port': ['ID=e37ed598-1597-4169-90cd-4a99ebd3b35c,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.451997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:01.453441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0ef93e49-84f9-4746-a8c0-f8564b69cd1a None None] Port e37ed598-1597-4169-90cd-4a99ebd3b35c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:01.454530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'subnet': {'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:01.455741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:01.459004 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd145d1-ec03-4107-bfa8-5a6e984f79bc" -d '{"events": [{"server_uuid": "280fb24c-7e54-423b-ad23-47aee7ca3d19", "name": "network-vif-plugged", "status": "completed", "tag": "2bc2f7d3-f02c-4521-8f82-d075ca3e2e32"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:01.471640 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.508191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b31ac7-60fd-4980-8225-b7939e49aea4 req-1e882197-a6af-4c39-ba33-9a0771d50b9d tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.523363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5b31ac7-60fd-4980-8225-b7939e49aea4 req-1e882197-a6af-4c39-ba33-9a0771d50b9d tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1098 time: 0.2146261 Aug 16 02:13:01.537831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Attempting to bind port e37ed598-1597-4169-90cd-4a99ebd3b35c on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:01.538250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Attempting to bind port e37ed598-1597-4169-90cd-4a99ebd3b35c by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:01.538689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Attempting to bind port e37ed598-1597-4169-90cd-4a99ebd3b35c on network 15838a19-cf19-41ed-b1d6-7b74307921e5 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:01.545679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Port e37ed598-1597-4169-90cd-4a99ebd3b35c on network 15838a19-cf19-41ed-b1d6-7b74307921e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:01.546175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Attempting to bind port e37ed598-1597-4169-90cd-4a99ebd3b35c on network 15838a19-cf19-41ed-b1d6-7b74307921e5 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:01.552110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:01.552478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Checking segment: {'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:01.552878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Bound using segment: {'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:01.553447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Bound port: e37ed598-1597-4169-90cd-4a99ebd3b35c, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010b87b6-a034-4bab-9c5f-f3a93c62228b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:01.553920 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.600482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7ab8a-0038-4c33-aebd-8f00aba13a5a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Network': ['ID=229d224b-2062-44c7-8b02-959a09c7fa2b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.642630 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0ef93e49-84f9-4746-a8c0-f8564b69cd1a None None] Provisioning for port 51e2a29f-07db-473d-817f-d401c456fd5a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:01.660805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 229d224b-2062-44c7-8b02-959a09c7fa2b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:01.681964 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b8cb53-6692-4c0d-a5c7-aac242a6bef5 x-openstack-request-id: req-d2b8cb53-6692-4c0d-a5c7-aac242a6bef5 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:01.682246 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280fb24c-7e54-423b-ad23-47aee7ca3d19", "name": "network-vif-plugged", "status": "completed", "tag": "2bc2f7d3-f02c-4521-8f82-d075ca3e2e32", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:01.682363 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2b8cb53-6692-4c0d-a5c7-aac242a6bef5 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:01.682760 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32', 'code': 200} Aug 16 02:13:01.714758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] For port e37ed598-1597-4169-90cd-4a99ebd3b35c, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:01.719285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] For port e37ed598-1597-4169-90cd-4a99ebd3b35c, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:01.723990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.740750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0ef93e49-84f9-4746-a8c0-f8564b69cd1a None None] Provisioning complete for port 51e2a29f-07db-473d-817f-d401c456fd5a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:01.741329 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0ef93e49-84f9-4746-a8c0-f8564b69cd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.763686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.765046 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.766693 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] 10.222.0.84 "PUT /v2.0/ports/e37ed598-1597-4169-90cd-4a99ebd3b35c HTTP/1.1" status: 200 len: 1092 time: 1.0199904 Aug 16 02:13:01.767258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:01.769914 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccf5403-1282-4422-a3d1-79c980d01b41" -d '{"events": [{"name": "network-changed", "server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:01.779470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5b31ac7-60fd-4980-8225-b7939e49aea4 req-7d997fd6-cbb3-4519-ae81-6c49af69a06c tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029262 Aug 16 02:13:01.796319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:01.817485 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db3f4f-49cc-4ae9-b2db-90fe68d87502 service neutron] Pushing event updated for resources: {'Port': ['ID=e37ed598-1597-4169-90cd-4a99ebd3b35c,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.853076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Made reservation on behalf of 40d443448763404bb7267b46fc38d5b0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:01.856701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.856946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.895666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 62261a06-2b6d-49c5-9b2e-e0d636043934 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:01.908464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-4203542d-1029-427c-97ce-fbc1d2d966c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.913329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0ef93e49-84f9-4746-a8c0-f8564b69cd1a None None] Port 51e2a29f-07db-473d-817f-d401c456fd5a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:01.915359 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-4203542d-1029-427c-97ce-fbc1d2d966c0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 1095 time: 0.0785999 Aug 16 02:13:01.916245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 62261a06-2b6d-49c5-9b2e-e0d636043934 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:01.916620 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.962041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75df5e-b2b4-4eaf-aab4-aa8382f08a84 req-5d206cb9-082d-43a4-9b4c-1451658d1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.963593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a75df5e-b2b4-4eaf-aab4-aa8382f08a84 req-5d206cb9-082d-43a4-9b4c-1451658d1414 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 1098 time: 0.2311962 Aug 16 02:13:01.980574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8578410-e66e-40ce-8547-79f00a70dbec req-d5cb058d-79bc-4292-9689-b8cd9c3793df tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.983241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8578410-e66e-40ce-8547-79f00a70dbec req-d5cb058d-79bc-4292-9689-b8cd9c3793df tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 943 time: 0.2649627 Aug 16 02:13:02.015803 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-da8f2b59-aaa9-454f-865f-111c931d9791 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c HTTP/1.1" status: 200 len: 217 time: 0.0841370 Aug 16 02:13:02.054739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c62b0-b886-449d-b6b0-b8f6fdcfff25 req-6ea644e6-bf27-414a-a91d-bbbd8a19ca32 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.056241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf6c62b0-b886-449d-b6b0-b8f6fdcfff25 req-6ea644e6-bf27-414a-a91d-bbbd8a19ca32 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.1460025 Aug 16 02:13:02.096662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-29953570-50fd-40a2-af15-9c3365f794fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.097991 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-29953570-50fd-40a2-af15-9c3365f794fd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4ea55ec1-4cd0-4530-8557-b32855542487 HTTP/1.1" status: 200 len: 834 time: 0.0713723 Aug 16 02:13:02.125698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a75df5e-b2b4-4eaf-aab4-aa8382f08a84 req-d1e7a30d-7392-4a1e-88ac-43e06fe3077d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419268 Aug 16 02:13:02.136928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8578410-e66e-40ce-8547-79f00a70dbec req-a7258b0b-6c0e-4b0a-a6a1-c767a8ba7e01 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372623 Aug 16 02:13:02.168298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf6c62b0-b886-449d-b6b0-b8f6fdcfff25 req-8d316a11-709e-47b2-b026-0dd33a6b11ac tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012611 Aug 16 02:13:02.196293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-4002844b-a280-43af-9a52-cac21c8807b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.198106 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-4002844b-a280-43af-9a52-cac21c8807b8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=15838a19-cf19-41ed-b1d6-7b74307921e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925632 Aug 16 02:13:02.198623 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.207589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c17f6-76a4-4c8d-a0a2-1f467d107a8f req-23f9cd89-24c2-4d85-a31b-6d9f3329cf52 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.209455 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-430c17f6-76a4-4c8d-a0a2-1f467d107a8f req-23f9cd89-24c2-4d85-a31b-6d9f3329cf52 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 945 time: 0.0929730 Aug 16 02:13:02.219822 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4cefcc-5c0a-402f-a9bd-1e993c92f181 x-openstack-request-id: req-8b4cefcc-5c0a-402f-a9bd-1e993c92f181 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:02.220458 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:02.221490 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8b4cefcc-5c0a-402f-a9bd-1e993c92f181 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:02.221490 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'status': 'completed', 'code': 200} Aug 16 02:13:02.255002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 62261a06-2b6d-49c5-9b2e-e0d636043934, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=62261a06-2b6d-49c5-9b2e-e0d636043934,segment=NetworkSegment(a9854afc-8d40-4f46-b26c-abfd83864a71),segment_id=a9854afc-8d40-4f46-b26c-abfd83864a71)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:02.264800 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.265645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bb6756ac-1883-48cc-85ef-4b883d6bff2e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:02.343976 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0a7a1863-33bb-43c6-bb14-baaeafd3b353 None None] Provisioning complete for port 51e2a29f-07db-473d-817f-d401c456fd5a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:02.344859 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1863-33bb-43c6-bb14-baaeafd3b353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.396248 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.397792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:12:58Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 2, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:12:56Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:02.398918 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-901f64f0-e26b-4fe1-8afb-6a0347b3de3d service neutron] 10.222.0.84 "GET /v2.0/networks/15838a19-cf19-41ed-b1d6-7b74307921e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880651 Aug 16 02:13:02.401584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7a135-c92f-42b9-9e58-ebdf06354ac8 req-9d0465ed-fc02-4278-9aeb-99e7f0389b91 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.408088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=62261a06-2b6d-49c5-9b2e-e0d636043934,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:02.410156 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3e7a135-c92f-42b9-9e58-ebdf06354ac8 req-9d0465ed-fc02-4278-9aeb-99e7f0389b91 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1098 time: 0.1374364 Aug 16 02:13:02.446591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Checking router: a071659c-c326-46f1-b5ad-26262e4b7d7f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:02.446902 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Updating router a071659c-c326-46f1-b5ad-26262e4b7d7f port 51e2a29f-07db-473d-817f-d401c456fd5a binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:13:02.450540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a1863-33bb-43c6-bb14-baaeafd3b353 None None] Port 51e2a29f-07db-473d-817f-d401c456fd5a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:02.475553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-430c17f6-76a4-4c8d-a0a2-1f467d107a8f req-a05cf477-f070-4301-abb4-3419aa2b7dd8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Deleting port ff5d086b-9471-4cde-a30e-760aa7d14631 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:02.475904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-430c17f6-76a4-4c8d-a0a2-1f467d107a8f req-a05cf477-f070-4301-abb4-3419aa2b7dd8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.476297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bb6756ac-1883-48cc-85ef-4b883d6bff2e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:02.476682 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.504601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3e7a135-c92f-42b9-9e58-ebdf06354ac8 req-7cd220b7-56b3-4c37-86c1-55436dfb3856 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920918 Aug 16 02:13:02.515855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.555307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2d62f-62c4-49b2-b8a4-95d0d8e1e499 req-46f6175a-35e9-41d0-9c6a-2646072dfc82 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.557061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45c2d62f-62c4-49b2-b8a4-95d0d8e1e499 req-46f6175a-35e9-41d0-9c6a-2646072dfc82 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=55fe15b9-6d6a-4996-97ed-ce72491be110 HTTP/1.1" status: 200 len: 945 time: 0.2331557 Aug 16 02:13:02.576216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Subnet': ['ID=1167b7ba-d276-459c-bbc5-033d57cf60a0,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:02.591892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Checking segment: {'id': '603be726-47e8-48c6-a32a-27eb5263c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:02.592407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network hostable DHCP agents. Network: 229d224b-2062-44c7-8b02-959a09c7fa2b, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:13:02.615805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-430c17f6-76a4-4c8d-a0a2-1f467d107a8f req-a05cf477-f070-4301-abb4-3419aa2b7dd8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] For port ff5d086b-9471-4cde-a30e-760aa7d14631, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ff5d086b-9471-4cde-a30e-760aa7d14631,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:02.616078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-430c17f6-76a4-4c8d-a0a2-1f467d107a8f req-a05cf477-f070-4301-abb4-3419aa2b7dd8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.621492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45c2d62f-62c4-49b2-b8a4-95d0d8e1e499 req-5e7da59d-52a2-4775-87df-bd17288ed07c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564945 Aug 16 02:13:02.632432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 229d224b-2062-44c7-8b02-959a09c7fa2b is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:13:02.651575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 229d224b-2062-44c7-8b02-959a09c7fa2b) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:02.656197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.657273 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.663572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-430c17f6-76a4-4c8d-a0a2-1f467d107a8f req-a05cf477-f070-4301-abb4-3419aa2b7dd8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Calling delete_port for ff5d086b-9471-4cde-a30e-760aa7d14631 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:02.678777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5079f12b-2810-45cf-8a5d-d58a50a5d801 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:02.692620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b176ced-5199-4827-bd51-8c7bda67a7f8 None None] Network 229d224b-2062-44c7-8b02-959a09c7fa2b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:02.694302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-89d76a1a-5f46-43a5-9c61-904759b70e1d tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2483251 Aug 16 02:13:02.697822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42032) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:02.708801 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a8fbd33a-39a6-4f08-b996-246b5be251ca req-143359b4-65c2-442c-a8ba-207307971147 service neutron] 10.222.0.84 "GET /v2.0/networks/15838a19-cf19-41ed-b1d6-7b74307921e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964668 Aug 16 02:13:02.851404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ffd16-e8fc-43d2-b484-5ec0296b6ad6 req-8177fc23-3c7b-4725-86a4-9d15dd455de7 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.853066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-404ffd16-e8fc-43d2-b484-5ec0296b6ad6 req-8177fc23-3c7b-4725-86a4-9d15dd455de7 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1098 time: 0.0950141 Aug 16 02:13:02.897288 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 5079f12b-2810-45cf-8a5d-d58a50a5d801 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:02.905646 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-430c17f6-76a4-4c8d-a0a2-1f467d107a8f req-a05cf477-f070-4301-abb4-3419aa2b7dd8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.931011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['a773817b-19ac-4e97-bf42-f6cd22bb747f', 'ff5d086b-9471-4cde-a30e-760aa7d14631'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:02.932803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5079f12b-2810-45cf-8a5d-d58a50a5d801 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:02.933211 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.943043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf5403-1282-4422-a3d1-79c980d01b41 req-570f9a9f-54a3-4369-952d-b1cb26a313e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.944585 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0ccf5403-1282-4422-a3d1-79c980d01b41 req-570f9a9f-54a3-4369-952d-b1cb26a313e7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 1095 time: 0.1324499 Aug 16 02:13:02.945377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cf477-f070-4301-abb4-3419aa2b7dd8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event deleted for resources: {'Port': ['ID=ff5d086b-9471-4cde-a30e-760aa7d14631,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:02.979766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-404ffd16-e8fc-43d2-b484-5ec0296b6ad6 req-24d46062-35da-40b7-8c40-6983e47f60b7 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790181 Aug 16 02:13:03.009927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-430c17f6-76a4-4c8d-a0a2-1f467d107a8f req-a05cf477-f070-4301-abb4-3419aa2b7dd8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] No DVR routers for this DVR port ff5d086b-9471-4cde-a30e-760aa7d14631 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:03.022482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:03.040226 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-430c17f6-76a4-4c8d-a0a2-1f467d107a8f req-a05cf477-f070-4301-abb4-3419aa2b7dd8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.042946 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-430c17f6-76a4-4c8d-a0a2-1f467d107a8f req-a05cf477-f070-4301-abb4-3419aa2b7dd8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "DELETE /v2.0/ports/ff5d086b-9471-4cde-a30e-760aa7d14631 HTTP/1.1" status: 204 len: 173 time: 0.8198898 Aug 16 02:13:03.133263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf5403-1282-4422-a3d1-79c980d01b41 req-ce2e2650-674c-4aee-9664-51998ee13c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.134941 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0ccf5403-1282-4422-a3d1-79c980d01b41 req-ce2e2650-674c-4aee-9664-51998ee13c10 service neutron] 10.222.0.84 "GET /v2.0/networks?id=15838a19-cf19-41ed-b1d6-7b74307921e5 HTTP/1.1" status: 200 len: 897 time: 0.1594553 Aug 16 02:13:03.205125 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0ccf5403-1282-4422-a3d1-79c980d01b41 req-a5bb472d-836e-45c7-a058-81f1835cea32 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c HTTP/1.1" status: 200 len: 217 time: 0.0595908 Aug 16 02:13:03.206856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-229d224b-2062-44c7-8b02-959a09c7fa2b', 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'fixed_ips': [{'subnet_id': '1167b7ba-d276-459c-bbc5-033d57cf60a0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:13:03.207717 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.277011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf5403-1282-4422-a3d1-79c980d01b41 req-8b024b1b-d0f2-4ac6-b922-4da4c5bd87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.278616 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0ccf5403-1282-4422-a3d1-79c980d01b41 req-8b024b1b-d0f2-4ac6-b922-4da4c5bd87c0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4ea55ec1-4cd0-4530-8557-b32855542487 HTTP/1.1" status: 200 len: 834 time: 0.0612345 Aug 16 02:13:03.331194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf5403-1282-4422-a3d1-79c980d01b41 req-f40d9f9e-d0a2-49a1-b90f-e571551c804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.332901 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0ccf5403-1282-4422-a3d1-79c980d01b41 req-f40d9f9e-d0a2-49a1-b90f-e571551c804d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=15838a19-cf19-41ed-b1d6-7b74307921e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462513 Aug 16 02:13:03.358627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27a560-261d-4a0d-8a38-708f3a396560 req-765db9a0-105f-4727-89d7-7d71ce291e00 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.360763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e27a560-261d-4a0d-8a38-708f3a396560 req-765db9a0-105f-4727-89d7-7d71ce291e00 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 943 time: 0.1154315 Aug 16 02:13:03.419423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-acafb37f-e626-4b90-88fd-ffb2194ae2ae tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.424428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-acafb37f-e626-4b90-88fd-ffb2194ae2ae tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/networks?id=6a536bf5-302f-4a47-b884-edc11d2c697b HTTP/1.1" status: 200 len: 911 time: 0.2483947 Aug 16 02:13:03.446834 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0ccf5403-1282-4422-a3d1-79c980d01b41 req-3718fb0b-6fb3-44ba-821c-db3f5f9111ad service neutron] 10.222.0.84 "GET /v2.0/networks/15838a19-cf19-41ed-b1d6-7b74307921e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057897 Aug 16 02:13:03.463905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.471095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e27a560-261d-4a0d-8a38-708f3a396560 req-bf2b25e3-0a33-4537-90bb-6ad497c22a2d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008387 Aug 16 02:13:03.480503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-e22b0f9c-94c6-461d-bf86-a3187732f074 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/quotas/aa8ad9a8e470411a997a57e082585569 HTTP/1.1" status: 200 len: 375 time: 0.0448661 Aug 16 02:13:03.523178 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.529271 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.605380 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0ccf5403-1282-4422-a3d1-79c980d01b41 req-4165bd95-d54c-4ef1-8a5c-98912360b4ad service neutron] 10.222.0.84 "GET /v2.0/networks/15838a19-cf19-41ed-b1d6-7b74307921e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502328 Aug 16 02:13:03.611040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Transition to ACTIVE for port object 51e2a29f-07db-473d-817f-d401c456fd5a will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:03.643265 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.645703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-54cd78ea-00e5-43f5-8218-7a5288dcc875 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa8ad9a8e470411a997a57e082585569&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1428316 Aug 16 02:13:03.762130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 5079f12b-2810-45cf-8a5d-d58a50a5d801, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5079f12b-2810-45cf-8a5d-d58a50a5d801,segment=NetworkSegment(d7deee1a-ba4b-42fa-900a-de8572dbc815),segment_id=d7deee1a-ba4b-42fa-900a-de8572dbc815)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:03.802143 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.847922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83880c8-89ca-418b-9d16-e052ddb51ecb req-d7931809-4d31-4aaf-ac3d-7369f1f25d02 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.855453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d83880c8-89ca-418b-9d16-e052ddb51ecb req-d7931809-4d31-4aaf-ac3d-7369f1f25d02 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.2071598 Aug 16 02:13:03.874555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Allocated IP 2001:db8:3::2 (229d224b-2062-44c7-8b02-959a09c7fa2b/1167b7ba-d276-459c-bbc5-033d57cf60a0/bbd0a36d-2381-4ecf-a5fc-18f691b50de7) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:03.879513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Pushing event updated for resources: {'Port': ['ID=51e2a29f-07db-473d-817f-d401c456fd5a,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:03.912244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d83880c8-89ca-418b-9d16-e052ddb51ecb req-f048013e-2351-4ef0-85ef-61dd16a75fda tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557909 Aug 16 02:13:03.957187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 62261a06-2b6d-49c5-9b2e-e0d636043934 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:03.963077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-0e67198e-05d1-4dfc-a018-1f3d3f2caa83 service neutron] 10.222.0.79 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018293 Aug 16 02:13:03.994106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Attempting to bind port 51e2a29f-07db-473d-817f-d401c456fd5a on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:03.997910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Attempting to bind port 51e2a29f-07db-473d-817f-d401c456fd5a by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd7deee1a-ba4b-42fa-900a-de8572dbc815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:03.998330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Attempting to bind port 51e2a29f-07db-473d-817f-d401c456fd5a on network 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:04.042567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:04.043008 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Checking segment: {'id': 'd7deee1a-ba4b-42fa-900a-de8572dbc815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:04.043337 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.043833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Bound using segment: {'id': 'd7deee1a-ba4b-42fa-900a-de8572dbc815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:04.044222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Bound port: 51e2a29f-07db-473d-817f-d401c456fd5a, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7deee1a-ba4b-42fa-900a-de8572dbc815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:04.044607 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.104156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=5079f12b-2810-45cf-8a5d-d58a50a5d801,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.222184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fe15b9-6d6a-4996-97ed-ce72491be110', 'name': 'network-vif-deleted', 'tag': 'ff5d086b-9471-4cde-a30e-760aa7d14631'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:04.223821 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 62261a06-2b6d-49c5-9b2e-e0d636043934 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:04.224197 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.225289 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650244e2-bccb-4175-9230-b008b3b4db4b" -d '{"events": [{"server_uuid": "55fe15b9-6d6a-4996-97ed-ce72491be110", "name": "network-vif-deleted", "tag": "ff5d086b-9471-4cde-a30e-760aa7d14631"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:04.232573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] For port 51e2a29f-07db-473d-817f-d401c456fd5a, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:04.292687 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] For port 51e2a29f-07db-473d-817f-d401c456fd5a, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=51e2a29f-07db-473d-817f-d401c456fd5a,segment=NetworkSegment(d7deee1a-ba4b-42fa-900a-de8572dbc815),segment_id=d7deee1a-ba4b-42fa-900a-de8572dbc815)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:04.309801 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.373622 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.405090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Transition to ACTIVE for port object bbd0a36d-2381-4ecf-a5fc-18f691b50de7 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:04.419920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Pushing event updated for resources: {'Port': ['ID=51e2a29f-07db-473d-817f-d401c456fd5a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.427016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:04.427658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:04.461641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4060e1-9990-44df-9e3f-59b89109cb93 req-9e04049b-427b-43f8-9a49-ab498d2acbd1 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.463306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab4060e1-9990-44df-9e3f-59b89109cb93 req-9e04049b-427b-43f8-9a49-ab498d2acbd1 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0745468 Aug 16 02:13:04.470130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-e78d54bd-b21b-4bce-8770-96410d029055 service neutron] 10.222.0.79 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060308 Aug 16 02:13:04.478302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.478770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.481042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.481042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.481042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.486728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.487329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.487910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.488459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.488962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.489321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.489653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f6c6a-610c-483d-952f-8778d650d906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:04.497951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Transition to ACTIVE for port object bbd0a36d-2381-4ecf-a5fc-18f691b50de7 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:04.532145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab4060e1-9990-44df-9e3f-59b89109cb93 req-db451a73-fcbb-4187-bde7-0610c2a7ee85 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511527 Aug 16 02:13:04.583906 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.601365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Allocated IP 2001:db8:3::1 (229d224b-2062-44c7-8b02-959a09c7fa2b/1167b7ba-d276-459c-bbc5-033d57cf60a0/6bf89803-80b8-4741-a713-b523ffdd972a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:04.636710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c96d71e3-4e21-4650-8039-0e91a1762aa5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:04.690349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:04.701867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Network 229d224b-2062-44c7-8b02-959a09c7fa2b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:04.718707 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9384328-65e2-42a0-81bc-2c6ba6b2fcc7 x-openstack-request-id: req-b9384328-65e2-42a0-81bc-2c6ba6b2fcc7 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:04.719352 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fe15b9-6d6a-4996-97ed-ce72491be110", "name": "network-vif-deleted", "tag": "ff5d086b-9471-4cde-a30e-760aa7d14631", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:04.719810 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9384328-65e2-42a0-81bc-2c6ba6b2fcc7 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:04.720440 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fe15b9-6d6a-4996-97ed-ce72491be110', 'name': 'network-vif-deleted', 'tag': 'ff5d086b-9471-4cde-a30e-760aa7d14631', 'status': 'completed', 'code': 200} Aug 16 02:13:04.769928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:04.788003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Pushing event updated for resources: {'Port': ['ID=bbd0a36d-2381-4ecf-a5fc-18f691b50de7,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.793871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:04.829061 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.861543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Transition to ACTIVE for port object 6bf89803-80b8-4741-a713-b523ffdd972a will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:04.886384 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8a7e9-9916-4805-820f-50548b92802f req-0edee007-c6ba-4f3e-a3d0-1308a77f7638 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.894852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6a8a7e9-9916-4805-820f-50548b92802f req-0edee007-c6ba-4f3e-a3d0-1308a77f7638 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 943 time: 0.1034920 Aug 16 02:13:04.954709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c96d71e3-4e21-4650-8039-0e91a1762aa5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:04.955159 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.975360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce0e38eb-4c2b-4e7b-aea4-e4e26e2dd8bc req-e00f1b90-b32f-4ad4-942c-809e8e45a76e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 210 time: 0.0442636 Aug 16 02:13:04.987144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Attempting to bind port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:04.987533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Attempting to bind port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '603be726-47e8-48c6-a32a-27eb5263c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:04.987922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Attempting to bind port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 on network 229d224b-2062-44c7-8b02-959a09c7fa2b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:05.004532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6a8a7e9-9916-4805-820f-50548b92802f req-9d870cc2-c72d-4b17-b849-d0152f7bfdea tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968230 Aug 16 02:13:05.004960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:05.004960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Checking segment: {'id': '603be726-47e8-48c6-a32a-27eb5263c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:05.004960 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.004960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Bound using segment: {'id': '603be726-47e8-48c6-a32a-27eb5263c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:05.004960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Bound port: bbd0a36d-2381-4ecf-a5fc-18f691b50de7, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603be726-47e8-48c6-a32a-27eb5263c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:05.004960 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.024913 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.119051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 229d224b-2062-44c7-8b02-959a09c7fa2b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:05.147990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:05.162833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:05.163418 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.176143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=6bf89803-80b8-4741-a713-b523ffdd972a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.176529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] For port bbd0a36d-2381-4ecf-a5fc-18f691b50de7, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:05.199221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] For port bbd0a36d-2381-4ecf-a5fc-18f691b50de7, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bbd0a36d-2381-4ecf-a5fc-18f691b50de7,segment=NetworkSegment(603be726-47e8-48c6-a32a-27eb5263c581),segment_id=603be726-47e8-48c6-a32a-27eb5263c581)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:05.204281 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.257295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:12:58Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:04Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:05.273472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74cc81-2dbf-4c7b-99ae-29b5a133c598 req-3fe6e4b1-d360-43f4-a86d-7a2d4bc21fe1 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.275037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa74cc81-2dbf-4c7b-99ae-29b5a133c598 req-3fe6e4b1-d360-43f4-a86d-7a2d4bc21fe1 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 946 time: 0.1917241 Aug 16 02:13:05.285392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1d66-43e6-47a7-a518-064b9341e9fa req-93477907-a988-4388-8ba2-bcfe1747feda tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.286906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-589a1d66-43e6-47a7-a518-064b9341e9fa req-93477907-a988-4388-8ba2-bcfe1747feda tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.2053034 Aug 16 02:13:05.336052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c4a005-6663-4195-be2d-cc9e2b61f24c None None] The sync data for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 is: [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:12:58Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:04Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:05.345874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64b3bc-5a24-4000-a7eb-e7ba88bced43 None None] Pushing event updated for resources: {'Port': ['ID=bbd0a36d-2381-4ecf-a5fc-18f691b50de7,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.381828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa74cc81-2dbf-4c7b-99ae-29b5a133c598 req-14cd712f-940c-4fec-9826-bef516e81c2f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935881 Aug 16 02:13:05.447493 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-589a1d66-43e6-47a7-a518-064b9341e9fa req-b66fb236-03f8-4885-b71a-4514801c7da4 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511796 Aug 16 02:13:05.451825 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.745976 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a103ba-b691-4e62-b227-030fc7fe931d req-f0b23f77-dbc9-47d9-8337-579a2a79f227 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.747631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66a103ba-b691-4e62-b227-030fc7fe931d req-f0b23f77-dbc9-47d9-8337-579a2a79f227 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.1162608 Aug 16 02:13:05.849193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66a103ba-b691-4e62-b227-030fc7fe931d req-b0d92082-5749-49a9-a119-3a378cd2f8c3 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901804 Aug 16 02:13:05.928596 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.939593 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.940821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.175570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Network 229d224b-2062-44c7-8b02-959a09c7fa2b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:06.211854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d406c15d-27b5-45eb-b5f6-aa54313c567b tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.222049 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d406c15d-27b5-45eb-b5f6-aa54313c567b tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.89 "GET /v2.0/networks?id=6a536bf5-302f-4a47-b884-edc11d2c697b HTTP/1.1" status: 200 len: 911 time: 0.2863295 Aug 16 02:13:06.242779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Request body: {'port': {'device_id': '4ebfffc6-5f5f-4a01-826e-cd0e43935da9', 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b', 'admin_state_up': True, 'tenant_id': 'aa8ad9a8e470411a997a57e082585569'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:06.244044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 51e2a29f-07db-473d-817f-d401c456fd5a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:06.277228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:06.280886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d4b3fe7-826f-46b1-a3f5-521b124d5010 req-dd87511f-2bf5-4b2f-b19c-36c709ad98d6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 210 time: 0.0941246 Aug 16 02:13:06.329059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Made reservation on behalf of aa8ad9a8e470411a997a57e082585569 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:06.338955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event updated for resources: {'Port': ['ID=6bf89803-80b8-4741-a713-b523ffdd972a,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.341195 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.342797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 51e2a29f-07db-473d-817f-d401c456fd5a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:06.355508 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 51e2a29f-07db-473d-817f-d401c456fd5a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:06.356924 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.517282 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.569013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 51e2a29f-07db-473d-817f-d401c456fd5a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=51e2a29f-07db-473d-817f-d401c456fd5a,segment=NetworkSegment(d7deee1a-ba4b-42fa-900a-de8572dbc815),segment_id=d7deee1a-ba4b-42fa-900a-de8572dbc815)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:06.574548 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.575613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5079f12b-2810-45cf-8a5d-d58a50a5d801 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:06.586226 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Allocated IP 172.20.0.7 (6a536bf5-302f-4a47-b884-edc11d2c697b/caa6f608-506d-446a-aa49-887b1a40d955/c15a52bf-7ca1-4993-aae7-dd7736a8ef31) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:06.634491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605d6ea-f035-480c-b0e4-c7f483818482 req-aae9eaf8-b758-4122-87e6-7c580d8255bc tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.636064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2605d6ea-f035-480c-b0e4-c7f483818482 req-aae9eaf8-b758-4122-87e6-7c580d8255bc tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 946 time: 0.3780315 Aug 16 02:13:06.658251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router a071659c-c326-46f1-b5ad-26262e4b7d7f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:06.667371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=51e2a29f-07db-473d-817f-d401c456fd5a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.681035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b28281-3f30-4b3d-b541-b670bda695bd req-1198992e-4cad-4c74-9d78-9f128be808e6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.681611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5079f12b-2810-45cf-8a5d-d58a50a5d801 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:06.682129 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.685717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44b28281-3f30-4b3d-b541-b670bda695bd req-1198992e-4cad-4c74-9d78-9f128be808e6 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 943 time: 0.1898053 Aug 16 02:13:06.733681 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9992113-c03b-4168-82a8-aae4ff4d3dae None None] Network 229d224b-2062-44c7-8b02-959a09c7fa2b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:06.761883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1b71c-5263-4e3b-82d0-ed706d42bee1 req-38630d1b-3b94-4f5f-a163-ecea06a2c34b tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.771983 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2a1b71c-5263-4e3b-82d0-ed706d42bee1 req-38630d1b-3b94-4f5f-a163-ecea06a2c34b tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.2869678 Aug 16 02:13:06.797022 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.806025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ff5d086b-9471-4cde-a30e-760aa7d14631 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:06.816832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Transition to ACTIVE for port object c15a52bf-7ca1-4993-aae7-dd7736a8ef31 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:06.828215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-31c8ebf9-bd5f-4b10-a06b-0d1ee7077771 None None] Provisioning for port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:06.834896 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: ff5d086b-9471-4cde-a30e-760aa7d14631 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:06.835316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ff5d086b-9471-4cde-a30e-760aa7d14631 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:06.857078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.870393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e37ed598-1597-4169-90cd-4a99ebd3b35c details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:06.903868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Network 6a536bf5-302f-4a47-b884-edc11d2c697b is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:06.906588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['07286867-e032-4e78-b98e-c9b713e606a7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:06.907677 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:06.912440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:06.919974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Pushing event updated for resources: {'Port': ['ID=c15a52bf-7ca1-4993-aae7-dd7736a8ef31,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.955676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bbd0a36d-2381-4ecf-a5fc-18f691b50de7 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:06.962968 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44b28281-3f30-4b3d-b541-b670bda695bd req-1d7d9a10-dce1-43e9-b172-b785e31d9e7c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544916 Aug 16 02:13:06.977150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.978354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.999411 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-405be8b1-289a-4db1-9561-667ade5c540e tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7599747 Aug 16 02:13:07.012681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Request body: {'port': {'device_id': '4ebfffc6-5f5f-4a01-826e-cd0e43935da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:07.017473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2a1b71c-5263-4e3b-82d0-ed706d42bee1 req-276b4b46-f90e-4eb7-84c5-63f7498c34d4 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323039 Aug 16 02:13:07.056603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:07.069406 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Sync routers for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:07.074662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-49712a68-5b45-4778-a3ce-1f661ea1bc2a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3757713 Aug 16 02:13:07.084010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42106) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.086265 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:07.087122 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:07.103112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a17de852-689f-4a37-8943-9ccfcfdb25e3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:07.145726 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.220419 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:07.235720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-2605d6ea-f035-480c-b0e4-c7f483818482 req-72dfb0b1-f2cb-4910-aa74-e06177c989c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Deleting port a773817b-19ac-4e97-bf42-f6cd22bb747f {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:07.236056 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2605d6ea-f035-480c-b0e4-c7f483818482 req-72dfb0b1-f2cb-4910-aa74-e06177c989c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.348359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9f8b9-7008-45f4-ab12-1c03410e78c3 req-4ca15acf-bf3c-48b7-b368-67029e84ad69 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.355727 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abd9f8b9-7008-45f4-ab12-1c03410e78c3 req-4ca15acf-bf3c-48b7-b368-67029e84ad69 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 946 time: 0.2660961 Aug 16 02:13:07.454966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3ee21773-2368-4653-947a-8a56f72fe389 None None] Provisioning for port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:07.488683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3ee21773-2368-4653-947a-8a56f72fe389 None None] Provisioning complete for port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:07.490061 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3ee21773-2368-4653-947a-8a56f72fe389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.499335 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:05Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bf89803-80b8-4741-a713-b523ffdd972a', 'name': '', 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:ee:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:03Z', 'updated_at': '2021-08-16T02:13:05Z', 'revision_number': 2, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:07.515480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2605d6ea-f035-480c-b0e4-c7f483818482 req-72dfb0b1-f2cb-4910-aa74-e06177c989c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] For port a773817b-19ac-4e97-bf42-f6cd22bb747f, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=a773817b-19ac-4e97-bf42-f6cd22bb747f,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:07.515849 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2605d6ea-f035-480c-b0e4-c7f483818482 req-72dfb0b1-f2cb-4910-aa74-e06177c989c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.537684 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Checking router: a071659c-c326-46f1-b5ad-26262e4b7d7f for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:07.538325 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Updating router a071659c-c326-46f1-b5ad-26262e4b7d7f port 6bf89803-80b8-4741-a713-b523ffdd972a binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:13:07.540657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:07.545965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abd9f8b9-7008-45f4-ab12-1c03410e78c3 req-51384669-b7c4-4a91-85dd-65c47646f55d tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892631 Aug 16 02:13:07.573022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-2605d6ea-f035-480c-b0e4-c7f483818482 req-72dfb0b1-f2cb-4910-aa74-e06177c989c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Calling delete_port for a773817b-19ac-4e97-bf42-f6cd22bb747f owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:07.574878 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.590458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3ee21773-2368-4653-947a-8a56f72fe389 None None] Port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:07.604129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:07.604548 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.661644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e37ed598-1597-4169-90cd-4a99ebd3b35c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:07.681882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83456a-ca2a-4be5-8e14-82875ca29027 req-66ed3270-9abd-4736-af7c-6e80af388dce tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.690180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff83456a-ca2a-4be5-8e14-82875ca29027 req-66ed3270-9abd-4736-af7c-6e80af388dce tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1027 time: 0.2226620 Aug 16 02:13:07.731722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'port_id': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'mac_address': 'fa:16:3e:e6:80:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:07.801409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff83456a-ca2a-4be5-8e14-82875ca29027 req-14262668-e54d-4bb6-91ee-6d97c197de91 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101992 Aug 16 02:13:07.891540 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.903035 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Transition to ACTIVE for port object 6bf89803-80b8-4741-a713-b523ffdd972a will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:07.903913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.913157 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.941390 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.966018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37ed598-1597-4169-90cd-4a99ebd3b35c {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:08.018604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port bbd0a36d-2381-4ecf-a5fc-18f691b50de7, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bbd0a36d-2381-4ecf-a5fc-18f691b50de7,segment=NetworkSegment(603be726-47e8-48c6-a32a-27eb5263c581),segment_id=603be726-47e8-48c6-a32a-27eb5263c581)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:08.021728 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e1878-30b5-4947-9c56-0ae4c05c7abd None None] Pushing event updated for resources: {'Port': ['ID=6bf89803-80b8-4741-a713-b523ffdd972a,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.049174 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.053071 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e37ed598-1597-4169-90cd-4a99ebd3b35c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:08.110597 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Attempting to bind port 6bf89803-80b8-4741-a713-b523ffdd972a on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:08.111120 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Attempting to bind port 6bf89803-80b8-4741-a713-b523ffdd972a by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '603be726-47e8-48c6-a32a-27eb5263c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:08.111335 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Attempting to bind port 6bf89803-80b8-4741-a713-b523ffdd972a on network 229d224b-2062-44c7-8b02-959a09c7fa2b {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:08.137660 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.142050 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:08.142440 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Checking segment: {'id': '603be726-47e8-48c6-a32a-27eb5263c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:08.144726 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.145224 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Bound using segment: {'id': '603be726-47e8-48c6-a32a-27eb5263c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:08.148295 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Bound port: 6bf89803-80b8-4741-a713-b523ffdd972a, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603be726-47e8-48c6-a32a-27eb5263c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:08.150370 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.160760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15a52bf-7ca1-4993-aae7-dd7736a8ef31 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:08.179021 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.192147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.extraroute_db [None req-a17de852-689f-4a37-8943-9ccfcfdb25e3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101381) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:13:08.207285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Transition to ACTIVE for port object c15a52bf-7ca1-4993-aae7-dd7736a8ef31 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:08.216637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.218574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-182d4f1f-2d0d-4cd2-bb1c-1c4d4fc80bae None None] Provisioning for port 6bf89803-80b8-4741-a713-b523ffdd972a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:08.233715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=bbd0a36d-2381-4ecf-a5fc-18f691b50de7,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.245564 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2605d6ea-f035-480c-b0e4-c7f483818482 req-72dfb0b1-f2cb-4910-aa74-e06177c989c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.248946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.extraroute_db [None req-a17de852-689f-4a37-8943-9ccfcfdb25e3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Removed routes are [] {{(pid=101381) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:13:08.249564 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a17de852-689f-4a37-8943-9ccfcfdb25e3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.253704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 51e2a29f-07db-473d-817f-d401c456fd5a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:08.286974 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] For port 6bf89803-80b8-4741-a713-b523ffdd972a, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:08.291482 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] For port 6bf89803-80b8-4741-a713-b523ffdd972a, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6bf89803-80b8-4741-a713-b523ffdd972a,segment=NetworkSegment(603be726-47e8-48c6-a32a-27eb5263c581),segment_id=603be726-47e8-48c6-a32a-27eb5263c581)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:08.298216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['a773817b-19ac-4e97-bf42-f6cd22bb747f'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:08.300085 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.304733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8be873-4480-4807-919f-dcdcc251d97e req-e2347a80-0bc8-4c6c-8e69-11a10345d034 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.312595 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea8be873-4480-4807-919f-dcdcc251d97e req-e2347a80-0bc8-4c6c-8e69-11a10345d034 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 944 time: 0.2092943 Aug 16 02:13:08.321094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfb0b1-f2cb-4910-aa74-e06177c989c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event deleted for resources: {'Port': ['ID=a773817b-19ac-4e97-bf42-f6cd22bb747f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.328096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-182d4f1f-2d0d-4cd2-bb1c-1c4d4fc80bae None None] Provisioning complete for port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:08.328462 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-182d4f1f-2d0d-4cd2-bb1c-1c4d4fc80bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.363094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Pushing event updated for resources: {'Port': ['ID=c15a52bf-7ca1-4993-aae7-dd7736a8ef31,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.415838 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e1878-30b5-4947-9c56-0ae4c05c7abd None None] Pushing event updated for resources: {'Port': ['ID=6bf89803-80b8-4741-a713-b523ffdd972a,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.425509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:08.450754 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:08.452117 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:08.513255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e37ed598-1597-4169-90cd-4a99ebd3b35c,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.540311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Attempting to bind port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:08.540669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Attempting to bind port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:08.542577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Attempting to bind port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 on network 6a536bf5-302f-4a47-b884-edc11d2c697b {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:08.550013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 51e2a29f-07db-473d-817f-d401c456fd5a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:08.550390 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.555887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 on network 6a536bf5-302f-4a47-b884-edc11d2c697b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:08.556228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Attempting to bind port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 on network 6a536bf5-302f-4a47-b884-edc11d2c697b {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:08.562766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:08.563214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Checking segment: {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:08.575064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Bound using segment: {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:08.575064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Bound port: c15a52bf-7ca1-4993-aae7-dd7736a8ef31, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:08.575064 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.656318 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a17de852-689f-4a37-8943-9ccfcfdb25e3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.683130 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a17de852-689f-4a37-8943-9ccfcfdb25e3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.689233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea8be873-4480-4807-919f-dcdcc251d97e req-d64ca8f1-de39-463c-8a9f-226d39f39939 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3747110 Aug 16 02:13:08.762292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] For port c15a52bf-7ca1-4993-aae7-dd7736a8ef31, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:08.767166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] For port c15a52bf-7ca1-4993-aae7-dd7736a8ef31, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=c15a52bf-7ca1-4993-aae7-dd7736a8ef31,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:08.778714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.792341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-2605d6ea-f035-480c-b0e4-c7f483818482 req-72dfb0b1-f2cb-4910-aa74-e06177c989c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] No DVR routers for this DVR port a773817b-19ac-4e97-bf42-f6cd22bb747f on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:08.792599 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:08.858913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.862799 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.864391 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] 10.222.0.89 "PUT /v2.0/ports/c15a52bf-7ca1-4993-aae7-dd7736a8ef31 HTTP/1.1" status: 200 len: 1092 time: 1.8568895 Aug 16 02:13:08.869293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebfffc6-5f5f-4a01-826e-cd0e43935da9', 'tag': 'c15a52bf-7ca1-4993-aae7-dd7736a8ef31'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:08.873080 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebfffc6-5f5f-4a01-826e-cd0e43935da9", "tag": "c15a52bf-7ca1-4993-aae7-dd7736a8ef31"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:08.917234 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['e37ed598-1597-4169-90cd-4a99ebd3b35c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:08.974176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab259bb-eb1d-4735-88e4-e36498664aff req-a510715d-b99a-432a-a301-c6248b5e3af9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.982315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bab259bb-eb1d-4735-88e4-e36498664aff req-a510715d-b99a-432a-a301-c6248b5e3af9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.8002787 Aug 16 02:13:08.989632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5076bde-a0e7-40f8-a753-2e660348b348 service neutron] Pushing event updated for resources: {'Port': ['ID=c15a52bf-7ca1-4993-aae7-dd7736a8ef31,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:09.026990 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2605d6ea-f035-480c-b0e4-c7f483818482 req-72dfb0b1-f2cb-4910-aa74-e06177c989c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.029035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2605d6ea-f035-480c-b0e4-c7f483818482 req-72dfb0b1-f2cb-4910-aa74-e06177c989c6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "DELETE /v2.0/ports/a773817b-19ac-4e97-bf42-f6cd22bb747f HTTP/1.1" status: 204 len: 173 time: 2.3845527 Aug 16 02:13:09.034764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-1b46ce70-7213-4e33-b5ab-4650589b25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.036853 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-1b46ce70-7213-4e33-b5ab-4650589b25a6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa8ad9a8e470411a997a57e082585569&device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1095 time: 0.1178253 Aug 16 02:13:09.046748 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b667b38e-b98a-4c01-b1cc-a68447ae56a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.062094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fe09ce-bfa6-4106-af01-2213f45400f3', 'name': 'network-vif-deleted', 'tag': 'a773817b-19ac-4e97-bf42-f6cd22bb747f'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:09.065337 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b719256-14c8-4901-9484-9e6fb8570383" -d '{"events": [{"server_uuid": "58fe09ce-bfa6-4106-af01-2213f45400f3", "name": "network-vif-deleted", "tag": "a773817b-19ac-4e97-bf42-f6cd22bb747f"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:09.092079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bab259bb-eb1d-4735-88e4-e36498664aff req-393bbd29-8980-4e40-a7a1-80460a9bf72d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087649 Aug 16 02:13:09.130841 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:08Z', 'revision_number': 6, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bf89803-80b8-4741-a713-b523ffdd972a', 'name': '', 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:ee:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:03Z', 'updated_at': '2021-08-16T02:13:08Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:09.153071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17de852-689f-4a37-8943-9ccfcfdb25e3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router a071659c-c326-46f1-b5ad-26262e4b7d7f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:09.161270 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba863801-0221-43b5-ae6f-c46140554128 None None] The sync data for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 is: [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:08Z', 'revision_number': 6, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bf89803-80b8-4741-a713-b523ffdd972a', 'name': '', 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:ee:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:03Z', 'updated_at': '2021-08-16T02:13:08Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:09.173819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5507b504-1be4-4564-95d4-f5f985449217 req-f18f49ac-cb87-42c7-9119-e2dc7a3b8865 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=58fe09ce-bfa6-4106-af01-2213f45400f3 HTTP/1.1" status: 200 len: 210 time: 0.1598134 Aug 16 02:13:09.176333 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-852d1648-866a-453b-a0c1-7be0f65441b4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c15a52bf-7ca1-4993-aae7-dd7736a8ef31 HTTP/1.1" status: 200 len: 217 time: 0.1273155 Aug 16 02:13:09.327142 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1899c44d-622c-4f31-abb2-ded470c0f10e x-openstack-request-id: req-1899c44d-622c-4f31-abb2-ded470c0f10e {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:09.327712 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebfffc6-5f5f-4a01-826e-cd0e43935da9", "tag": "c15a52bf-7ca1-4993-aae7-dd7736a8ef31", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:09.329478 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1899c44d-622c-4f31-abb2-ded470c0f10e {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:09.329768 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebfffc6-5f5f-4a01-826e-cd0e43935da9', 'tag': 'c15a52bf-7ca1-4993-aae7-dd7736a8ef31', 'status': 'completed', 'code': 200} Aug 16 02:13:09.373452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-85eae833-3094-4a15-b71d-fc6cac676815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.375033 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-85eae833-3094-4a15-b71d-fc6cac676815 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=caa6f608-506d-446a-aa49-887b1a40d955 HTTP/1.1" status: 200 len: 849 time: 0.1880867 Aug 16 02:13:09.451153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-83677aec-2414-42a5-9b23-1cd7459698f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.453330 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-83677aec-2414-42a5-9b23-1cd7459698f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6a536bf5-302f-4a47-b884-edc11d2c697b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706260 Aug 16 02:13:09.621963 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-3f97792d-45ca-4780-a5b1-3703f95242b8 service neutron] 10.222.0.89 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596551 Aug 16 02:13:09.696832 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.805002 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e922e172-0cd2-43a4-b0ea-fa6fc9e9190c req-bc89101b-f242-4987-8879-ebac4172f164 service neutron] 10.222.0.89 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737165 Aug 16 02:13:09.909357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957 req-42f560cc-b8bd-492c-ae32-5cbc9dd76336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.910935 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957 req-42f560cc-b8bd-492c-ae32-5cbc9dd76336 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa8ad9a8e470411a997a57e082585569&device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1095 time: 0.0483809 Aug 16 02:13:09.931330 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c03f98-2de2-41e1-ab83-428c287b8369 x-openstack-request-id: req-d1c03f98-2de2-41e1-ab83-428c287b8369 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:09.931655 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fe09ce-bfa6-4106-af01-2213f45400f3", "name": "network-vif-deleted", "tag": "a773817b-19ac-4e97-bf42-f6cd22bb747f", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:09.931864 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d1c03f98-2de2-41e1-ab83-428c287b8369 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:09.932249 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fe09ce-bfa6-4106-af01-2213f45400f3', 'name': 'network-vif-deleted', 'tag': 'a773817b-19ac-4e97-bf42-f6cd22bb747f', 'status': 'completed', 'code': 200} Aug 16 02:13:09.991743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e86a48-82ca-4214-a544-4673e84a874d req-aff1d5e4-05a7-450c-842e-1cecaea21c18 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.995461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04e86a48-82ca-4214-a544-4673e84a874d req-aff1d5e4-05a7-450c-842e-1cecaea21c18 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1095 time: 0.6594377 Aug 16 02:13:10.022055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17de852-689f-4a37-8943-9ccfcfdb25e3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:10.025521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957 req-91eefd6a-e8d0-4ffd-b547-783bf8677c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.027395 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957 req-91eefd6a-e8d0-4ffd-b547-783bf8677c14 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6a536bf5-302f-4a47-b884-edc11d2c697b HTTP/1.1" status: 200 len: 911 time: 0.1085620 Aug 16 02:13:10.029442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a17de852-689f-4a37-8943-9ccfcfdb25e3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.030828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a17de852-689f-4a37-8943-9ccfcfdb25e3 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f HTTP/1.1" status: 200 len: 952 time: 2.9426336 Aug 16 02:13:10.035521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42130) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:10.054469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328c5e6-57ad-4465-899d-a006399a4a46 req-b7d847b7-07f1-48dd-87d1-4dbe20938f6e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.056012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9328c5e6-57ad-4465-899d-a006399a4a46 req-b7d847b7-07f1-48dd-87d1-4dbe20938f6e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 944 time: 0.1270812 Aug 16 02:13:10.062362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04e86a48-82ca-4214-a544-4673e84a874d req-91a7ad6c-b63e-4566-af10-74e06a1196f5 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659833 Aug 16 02:13:10.113620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9328c5e6-57ad-4465-899d-a006399a4a46 req-18c87209-5460-4f95-8eac-3f5d1c0b58b3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501430 Aug 16 02:13:10.117607 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957 req-6933bb2e-3b42-4ece-969d-b9f700c79581 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c15a52bf-7ca1-4993-aae7-dd7736a8ef31 HTTP/1.1" status: 200 len: 217 time: 0.0747132 Aug 16 02:13:10.228209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957 req-37b10678-cd88-46e1-a673-984f802e8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.230353 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957 req-37b10678-cd88-46e1-a673-984f802e8fee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=caa6f608-506d-446a-aa49-887b1a40d955 HTTP/1.1" status: 200 len: 849 time: 0.0845098 Aug 16 02:13:10.239433 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9eb1b33d-2f6f-4f2f-aabb-9aa080c7eedc tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f HTTP/1.1" status: 200 len: 952 time: 0.2023532 Aug 16 02:13:10.248676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbbf06-2470-4375-bb2d-3bf581ca4291 req-346ee06e-b8aa-435a-9ef0-30a0171322d8 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.250252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42136) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:10.250506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6dbbf06-2470-4375-bb2d-3bf581ca4291 req-346ee06e-b8aa-435a-9ef0-30a0171322d8 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0833998 Aug 16 02:13:10.258573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c7b1920a-317a-427b-99bb-c95f162f46ab tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'routes': None}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:10.322169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6dbbf06-2470-4375-bb2d-3bf581ca4291 req-484f98cd-0541-4a2f-8ba7-13ddadcf81bd tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567818 Aug 16 02:13:10.347727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6bf89803-80b8-4741-a713-b523ffdd972a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:10.414266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 6bf89803-80b8-4741-a713-b523ffdd972a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:10.419001 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6bf89803-80b8-4741-a713-b523ffdd972a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:10.419521 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.463256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43f66b0-78c4-4cb5-942a-d6734252dbdc None None] Sync routers for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:10.490369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957 req-115d774f-cee0-4280-9c83-f749c5372ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.491907 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957 req-115d774f-cee0-4280-9c83-f749c5372ba6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6a536bf5-302f-4a47-b884-edc11d2c697b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2511342 Aug 16 02:13:10.512773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f66b0-78c4-4cb5-942a-d6734252dbdc None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:10.513463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a43f66b0-78c4-4cb5-942a-d6734252dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:10.541631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-522b8906-68b5-464a-8b27-30ddc68a68b5 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.543262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-522b8906-68b5-464a-8b27-30ddc68a68b5 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.1179552 Aug 16 02:13:10.562192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-27fef71e-a257-48ac-a09c-86d0352e14fa tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/quotas/65d886f4476b4771a78f3f288a7c859d HTTP/1.1" status: 200 len: 375 time: 0.0113842 Aug 16 02:13:10.600089 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.621196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-8a0d2eaa-5549-4699-913a-b868e9e54709 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518119 Aug 16 02:13:10.640198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a43f66b0-78c4-4cb5-942a-d6734252dbdc None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:10.675798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 6bf89803-80b8-4741-a713-b523ffdd972a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6bf89803-80b8-4741-a713-b523ffdd972a,segment=NetworkSegment(603be726-47e8-48c6-a32a-27eb5263c581),segment_id=603be726-47e8-48c6-a32a-27eb5263c581)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:10.681547 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.682365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bbd0a36d-2381-4ecf-a5fc-18f691b50de7 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:10.711320 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957 req-154702b9-d920-4617-9c23-55e7b7ff70f2 service neutron] 10.222.0.89 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911139 Aug 16 02:13:10.730437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-af0e289a-616d-419c-aa8a-97ab60268431 service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017079 Aug 16 02:13:10.821124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a773817b-19ac-4e97-bf42-f6cd22bb747f no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:10.833849 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-00c835b8-95fb-4261-9ca5-5fced97be17e service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969481 Aug 16 02:13:10.865865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: a773817b-19ac-4e97-bf42-f6cd22bb747f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:10.866243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device a773817b-19ac-4e97-bf42-f6cd22bb747f not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:10.878346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.extraroute_db [None req-c7b1920a-317a-427b-99bb-c95f162f46ab tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added routes are [] {{(pid=101380) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:13:10.878733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.extraroute_db [None req-c7b1920a-317a-427b-99bb-c95f162f46ab tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101380) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:13:10.886510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=6bf89803-80b8-4741-a713-b523ffdd972a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:10.896575 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9d01a51c-f2ec-4c15-8db7-d23e6c27d957 req-dcc5372f-db75-4ae6-8aaf-5b99c0b69b0e service neutron] 10.222.0.89 "GET /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739724 Aug 16 02:13:10.920676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:10.921097 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.928484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7b1920a-317a-427b-99bb-c95f162f46ab tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.049992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62004301-cf99-41d0-9f5e-da40faaaefc9 req-6e8314ae-dbea-4f6a-8b39-a73981d24725 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 210 time: 0.0509202 Aug 16 02:13:11.058232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a43f66b0-78c4-4cb5-942a-d6734252dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:08Z', 'revision_number': 6, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bf89803-80b8-4741-a713-b523ffdd972a', 'name': '', 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:ee:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:03Z', 'updated_at': '2021-08-16T02:13:08Z', 'revision_number': 4, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.088504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43f66b0-78c4-4cb5-942a-d6734252dbdc None None] Checking router: a071659c-c326-46f1-b5ad-26262e4b7d7f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:11.099087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f66b0-78c4-4cb5-942a-d6734252dbdc None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:11.099708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a43f66b0-78c4-4cb5-942a-d6734252dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:12:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.171428 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7b1920a-317a-427b-99bb-c95f162f46ab tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.185678 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7b1920a-317a-427b-99bb-c95f162f46ab tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.214954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a43f66b0-78c4-4cb5-942a-d6734252dbdc None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:11.274543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58adbcb-7874-4d77-8b27-b0de060b3512 req-1f22a347-a114-43a9-8549-e08574a9a3da tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.277419 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c58adbcb-7874-4d77-8b27-b0de060b3512 req-1f22a347-a114-43a9-8549-e08574a9a3da tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1095 time: 0.1028888 Aug 16 02:13:11.297886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b03783-1ffe-469a-a8ff-ab75b888d43d req-e9b50d42-465a-4b73-85c0-9efeab748857 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.300499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74b03783-1ffe-469a-a8ff-ab75b888d43d req-e9b50d42-465a-4b73-85c0-9efeab748857 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 944 time: 0.0948563 Aug 16 02:13:11.311109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b1920a-317a-427b-99bb-c95f162f46ab tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router a071659c-c326-46f1-b5ad-26262e4b7d7f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:11.367455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c58adbcb-7874-4d77-8b27-b0de060b3512 req-6586489b-6bfe-4795-b733-cb56e1d71cbe tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817482 Aug 16 02:13:11.378665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74b03783-1ffe-469a-a8ff-ab75b888d43d req-503bdbdf-4025-494d-9e82-177c9a604e85 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693238 Aug 16 02:13:11.440667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b1920a-317a-427b-99bb-c95f162f46ab tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:11.451212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c7b1920a-317a-427b-99bb-c95f162f46ab tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.452482 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c7b1920a-317a-427b-99bb-c95f162f46ab tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f HTTP/1.1" status: 200 len: 702 time: 1.2011561 Aug 16 02:13:11.455827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42168) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:11.512390 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f0907da5-d09b-4067-bfd5-8b906063332d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.559897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a43f66b0-78c4-4cb5-942a-d6734252dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:10Z', 'revision_number': 7, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bf89803-80b8-4741-a713-b523ffdd972a', 'name': '', 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:ee:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:03Z', 'updated_at': '2021-08-16T02:13:10Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.573217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42170) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:11.573821 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-15b372d0-1d7a-40e8-886a-a3dfe721e1df tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f HTTP/1.1" status: 200 len: 702 time: 0.1133657 Aug 16 02:13:11.591768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2048-eb04-41df-ac3e-79b6d9fb9476 req-13672bbb-e635-48f8-a4d8-dcf46857f0fb tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.593705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a9d2048-eb04-41df-ac3e-79b6d9fb9476 req-13672bbb-e635-48f8-a4d8-dcf46857f0fb tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0965197 Aug 16 02:13:11.716323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a9d2048-eb04-41df-ac3e-79b6d9fb9476 req-af9df5bc-63ad-4caa-9caa-3db9944e5681 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910172 Aug 16 02:13:11.770694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43f66b0-78c4-4cb5-942a-d6734252dbdc None None] The sync data for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 is: [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:10Z', 'revision_number': 7, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bf89803-80b8-4741-a713-b523ffdd972a', 'name': '', 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:ee:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:03Z', 'updated_at': '2021-08-16T02:13:10Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:11.773131 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.970332 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.002117 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3cbd65-d0ed-44ac-a05f-df979eb1a5ea None None] Sync routers for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:12.014258 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3cbd65-d0ed-44ac-a05f-df979eb1a5ea None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:12.014981 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7d3cbd65-d0ed-44ac-a05f-df979eb1a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:12.181540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d647d41-5dd7-4a21-afbe-ddf2ca778e91 req-5c2698e7-8966-470b-bbe3-5355e7ed7b60 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 210 time: 0.0292087 Aug 16 02:13:12.188457 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7d3cbd65-d0ed-44ac-a05f-df979eb1a5ea None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:12.215263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6bf89803-80b8-4741-a713-b523ffdd972a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:12.232114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-48749e60-419d-4d0e-8941-fef4c0e1742e tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.234261 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-48749e60-419d-4d0e-8941-fef4c0e1742e tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.2149608 Aug 16 02:13:12.247998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Request body: {'port': {'device_id': '47ab1732-adbb-494f-97fd-e534858246d8', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'admin_state_up': True, 'tenant_id': '65d886f4476b4771a78f3f288a7c859d'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:12.296175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6bf89803-80b8-4741-a713-b523ffdd972a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:12.297901 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.309031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 6bf89803-80b8-4741-a713-b523ffdd972a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:12.309517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.388920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Made reservation on behalf of 65d886f4476b4771a78f3f288a7c859d for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:12.393298 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.416369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port 6bf89803-80b8-4741-a713-b523ffdd972a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6bf89803-80b8-4741-a713-b523ffdd972a,segment=NetworkSegment(603be726-47e8-48c6-a32a-27eb5263c581),segment_id=603be726-47e8-48c6-a32a-27eb5263c581)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:12.416749 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.434651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 6bf89803-80b8-4741-a713-b523ffdd972a owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:12.464912 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7d3cbd65-d0ed-44ac-a05f-df979eb1a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:10Z', 'revision_number': 7, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bf89803-80b8-4741-a713-b523ffdd972a', 'name': '', 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:ee:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:03Z', 'updated_at': '2021-08-16T02:13:10Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:12.502809 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3cbd65-d0ed-44ac-a05f-df979eb1a5ea None None] Checking router: a071659c-c326-46f1-b5ad-26262e4b7d7f for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:12.521413 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3cbd65-d0ed-44ac-a05f-df979eb1a5ea None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:12.522027 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7d3cbd65-d0ed-44ac-a05f-df979eb1a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:12.566101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Allocated IP 172.20.0.9 (87691784-fa2d-4a60-a026-eb05f8c9dc64/147f53e3-5971-4e4c-b75e-72fce8c26a2c/19c6a6e4-db8a-44d0-9a23-0cf1ef46d510) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:12.618375 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7d3cbd65-d0ed-44ac-a05f-df979eb1a5ea None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:12.645827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4540a-8e4f-4748-a89b-a348c7d01375 req-568efd85-ca54-474a-9b13-becef187fd0c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.647527 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11c4540a-8e4f-4748-a89b-a348c7d01375 req-568efd85-ca54-474a-9b13-becef187fd0c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 944 time: 0.1341605 Aug 16 02:13:12.695493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6389ac1-2cb4-41d6-92e3-8fd752df4d2a req-9e3e5708-3535-4e32-ace6-7932577308bd tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.697267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6389ac1-2cb4-41d6-92e3-8fd752df4d2a req-9e3e5708-3535-4e32-ace6-7932577308bd tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1095 time: 0.1529310 Aug 16 02:13:12.749010 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.749927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11c4540a-8e4f-4748-a89b-a348c7d01375 req-aaf960ed-6f02-4863-a006-7ba4ac232cf3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846658 Aug 16 02:13:12.788442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6389ac1-2cb4-41d6-92e3-8fd752df4d2a req-8ddaf74f-7f9c-448f-824e-02b4cd9d6139 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839000 Aug 16 02:13:12.807409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.815617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device c15a52bf-7ca1-4993-aae7-dd7736a8ef31 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:12.823691 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.871351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=6bf89803-80b8-4741-a713-b523ffdd972a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.889752 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.912445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e37ed598-1597-4169-90cd-4a99ebd3b35c up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:12.935325 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7d3cbd65-d0ed-44ac-a05f-df979eb1a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:10Z', 'revision_number': 7, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bf89803-80b8-4741-a713-b523ffdd972a', 'name': '', 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:ee:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:03Z', 'updated_at': '2021-08-16T02:13:10Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:12.966457 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3cbd65-d0ed-44ac-a05f-df979eb1a5ea None None] The sync data for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 is: [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:10Z', 'revision_number': 7, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bf89803-80b8-4741-a713-b523ffdd972a', 'name': '', 'network_id': '229d224b-2062-44c7-8b02-959a09c7fa2b', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:ee:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:03Z', 'updated_at': '2021-08-16T02:13:10Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '1167b7ba-d276-459c-bbc5-033d57cf60a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:12.972689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:12.978887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event updated for resources: {'Port': ['ID=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.995642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Network 87691784-fa2d-4a60-a026-eb05f8c9dc64 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:12.997298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:13.000249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:13.049606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port e37ed598-1597-4169-90cd-4a99ebd3b35c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:13.051317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7eb3a-caca-4fa0-a574-c26e8b52d466 req-4de5ef71-a8d0-45b6-8a8f-e501156914dc tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.065918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port e37ed598-1597-4169-90cd-4a99ebd3b35c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:13.066288 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.067251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8c7eb3a-caca-4fa0-a574-c26e8b52d466 req-4de5ef71-a8d0-45b6-8a8f-e501156914dc tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.1904469 Aug 16 02:13:13.074106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.075062 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.098583 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-7f572fe1-cfee-449e-92b2-bd680fb30fc3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8547986 Aug 16 02:13:13.111457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Request body: {'port': {'device_id': '47ab1732-adbb-494f-97fd-e534858246d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:13.127728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port c15a52bf-7ca1-4993-aae7-dd7736a8ef31, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=c15a52bf-7ca1-4993-aae7-dd7736a8ef31,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:13.143711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.158134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'c15a52bf-7ca1-4993-aae7-dd7736a8ef31', 'network_id': '6a536bf5-302f-4a47-b884-edc11d2c697b', 'port_id': 'c15a52bf-7ca1-4993-aae7-dd7736a8ef31', 'mac_address': 'fa:16:3e:8e:41:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa6f608-506d-446a-aa49-887b1a40d955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:13.158388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8c7eb3a-caca-4fa0-a574-c26e8b52d466 req-ba6af16e-9b52-4b45-ada8-dd66ed9f5007 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847356 Aug 16 02:13:13.243500 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.286145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.314213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15a52bf-7ca1-4993-aae7-dd7736a8ef31 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:13.380592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port c15a52bf-7ca1-4993-aae7-dd7736a8ef31, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=c15a52bf-7ca1-4993-aae7-dd7736a8ef31,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:13.383756 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.400116 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.427599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc1e6d-52b2-4c0b-ae37-c071e204b46e req-53eed033-b2ac-4fb9-91ea-8fdb24aac2a0 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.432472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9dc1e6d-52b2-4c0b-ae37-c071e204b46e req-53eed033-b2ac-4fb9-91ea-8fdb24aac2a0 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 931 time: 0.1386876 Aug 16 02:13:13.451203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:13.454047 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbb9c18-0b1d-4e1f-b6ef-6376ff634368" -d '{"events": [{"server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "name": "network-vif-plugged", "status": "completed", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:13.494126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e37ed598-1597-4169-90cd-4a99ebd3b35c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:13.494417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router a071659c-c326-46f1-b5ad-26262e4b7d7f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:13.497928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=c15a52bf-7ca1-4993-aae7-dd7736a8ef31,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:13.498531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9dc1e6d-52b2-4c0b-ae37-c071e204b46e req-abc5a68a-afb6-4c47-9018-175f73fdf969 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517948 Aug 16 02:13:13.509533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.512568 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97333b3-d22a-4371-80b5-0d52e1270c2c x-openstack-request-id: req-a97333b3-d22a-4371-80b5-0d52e1270c2c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:13.512843 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "name": "network-vif-plugged", "status": "completed", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:13.513126 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a97333b3-d22a-4371-80b5-0d52e1270c2c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:13.513522 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'code': 200} Aug 16 02:13:13.581778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e37ed598-1597-4169-90cd-4a99ebd3b35c,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:13.605242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:13.613483 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.616053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:13.623837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9271cc54-e5e5-49d3-9cbd-d4e1e41cc672 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0467050 Aug 16 02:13:13.624328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42186) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:13.629046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb77c3c-4f6a-4f10-94b0-75fde283e19b None None] Sync routers for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:13.639745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['c15a52bf-7ca1-4993-aae7-dd7736a8ef31'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:13.645449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb77c3c-4f6a-4f10-94b0-75fde283e19b None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:13.645922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fdb77c3c-4f6a-4f10-94b0-75fde283e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:13.649949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Transition to ACTIVE for port object 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:13.663885 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.689921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-2689e090-6e5f-4799-b65a-4048cea76bc5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting subnet 1167b7ba-d276-459c-bbc5-033d57cf60a0 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:13.694703 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2689e090-6e5f-4799-b65a-4048cea76bc5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.706082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d299fe-2813-4e59-b601-8f2cf40759d6 req-14133605-c251-42e4-bbab-147c2c353d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.707585 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-08d299fe-2813-4e59-b601-8f2cf40759d6 req-14133605-c251-42e4-bbab-147c2c353d6f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 1097 time: 0.0917180 Aug 16 02:13:13.740339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2689e090-6e5f-4799-b65a-4048cea76bc5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.740857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Pushing event updated for resources: {'Port': ['ID=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:13.783316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-fdb77c3c-4f6a-4f10-94b0-75fde283e19b None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:13.862914 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2689e090-6e5f-4799-b65a-4048cea76bc5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.891689 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-08d299fe-2813-4e59-b601-8f2cf40759d6 req-50f9fda1-3a9a-44a1-9ba1-0f631f777a31 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292415 Aug 16 02:13:13.892476 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Attempting to bind port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:13.892815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Attempting to bind port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:13.893169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Attempting to bind port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:13.898169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:13.898496 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Attempting to bind port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:13.904102 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:13.904446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Checking segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:13.904831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Bound using segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:13.905458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Bound port: 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:13.906019 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.990347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] For port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:13.995479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] For port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:14.003899 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.005236 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2689e090-6e5f-4799-b65a-4048cea76bc5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.054654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689e090-6e5f-4799-b65a-4048cea76bc5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Subnet': ['ID=1167b7ba-d276-459c-bbc5-033d57cf60a0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:14.067035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2689e090-6e5f-4799-b65a-4048cea76bc5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.068891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2689e090-6e5f-4799-b65a-4048cea76bc5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/1167b7ba-d276-459c-bbc5-033d57cf60a0 HTTP/1.1" status: 204 len: 168 time: 0.4438319 Aug 16 02:13:14.072301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42194) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:14.075065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.075581 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.077123 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] 10.222.0.89 "PUT /v2.0/ports/19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 HTTP/1.1" status: 200 len: 1092 time: 0.9701698 Aug 16 02:13:14.077592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ab1732-adbb-494f-97fd-e534858246d8', 'tag': '19c6a6e4-db8a-44d0-9a23-0cf1ef46d510'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:14.080000 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b800c0-e395-4481-90cb-7c160068a233" -d '{"events": [{"name": "network-changed", "server_uuid": "47ab1732-adbb-494f-97fd-e534858246d8", "tag": "19c6a6e4-db8a-44d0-9a23-0cf1ef46d510"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:14.093229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4accd9-827b-4b07-8ad6-c1a9aee46ce8 None None] Network 229d224b-2062-44c7-8b02-959a09c7fa2b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:14.129481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe47a1-69f6-435b-800d-397a6727a44b req-1691660e-8077-41e7-a53e-047c649dc086 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.131169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40fe47a1-69f6-435b-800d-397a6727a44b req-1691660e-8077-41e7-a53e-047c649dc086 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.1761701 Aug 16 02:13:14.186573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb952dc-55bd-4f0d-8cbe-7c413077006b service neutron] Pushing event updated for resources: {'Port': ['ID=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:14.201328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-6207ee6a-a2ea-4234-bde8-f7dfac9c392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.209218 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-6207ee6a-a2ea-4234-bde8-f7dfac9c392c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 1095 time: 0.0794897 Aug 16 02:13:14.221096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6778b7-c866-4db6-8a98-94a93722b46e req-e4fac0b4-1385-427f-8a30-e55aa1e75e96 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.222815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa6778b7-c866-4db6-8a98-94a93722b46e req-e4fac0b4-1385-427f-8a30-e55aa1e75e96 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1096 time: 0.2481990 Aug 16 02:13:14.231864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fdb77c3c-4f6a-4f10-94b0-75fde283e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 8, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.253150 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.269554 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-b6d7e00f-0803-40e5-b394-ee1df98649c6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 HTTP/1.1" status: 200 len: 217 time: 0.0471373 Aug 16 02:13:14.279515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb77c3c-4f6a-4f10-94b0-75fde283e19b None None] Checking router: a071659c-c326-46f1-b5ad-26262e4b7d7f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:14.287981 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.298678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb77c3c-4f6a-4f10-94b0-75fde283e19b None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:14.299585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40fe47a1-69f6-435b-800d-397a6727a44b req-1bbc3af6-1794-45e0-8e74-9de9c6abd343 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477976 Aug 16 02:13:14.305858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fdb77c3c-4f6a-4f10-94b0-75fde283e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.345057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa6778b7-c866-4db6-8a98-94a93722b46e req-bf779d2c-a046-45c2-9322-3e8aa9b41367 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849411 Aug 16 02:13:14.356450 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-8bdb8ea9-f46b-410e-ab98-74d04c3c44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.366305 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-8bdb8ea9-f46b-410e-ab98-74d04c3c44d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0789576 Aug 16 02:13:14.379173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:14.379521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.430837 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386e0531-0c67-4a5e-824b-79e16ea89cbf x-openstack-request-id: req-386e0531-0c67-4a5e-824b-79e16ea89cbf {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:14.431212 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ab1732-adbb-494f-97fd-e534858246d8", "tag": "19c6a6e4-db8a-44d0-9a23-0cf1ef46d510", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:14.431464 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-386e0531-0c67-4a5e-824b-79e16ea89cbf {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:14.431878 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ab1732-adbb-494f-97fd-e534858246d8', 'tag': '19c6a6e4-db8a-44d0-9a23-0cf1ef46d510', 'status': 'completed', 'code': 200} Aug 16 02:13:14.436721 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-46ac3a98-6153-4d4e-993a-fb5daddf0b6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673954 Aug 16 02:13:14.451440 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa221316-a915-4df7-8421-e5f5526e9d40 None None] DHCP port deletion for 229d224b-2062-44c7-8b02-959a09c7fa2b request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:14.514038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-fdb77c3c-4f6a-4f10-94b0-75fde283e19b None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:14.555816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port bbd0a36d-2381-4ecf-a5fc-18f691b50de7, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bbd0a36d-2381-4ecf-a5fc-18f691b50de7,segment=NetworkSegment(603be726-47e8-48c6-a32a-27eb5263c581),segment_id=603be726-47e8-48c6-a32a-27eb5263c581)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:14.556739 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.576409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for bbd0a36d-2381-4ecf-a5fc-18f691b50de7 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:14.590171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822c7e1-44f6-45b0-b2cd-05f48e0c779c req-2133bdf3-abd4-466e-9617-2b13befa0d80 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.597025 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-c279e7b9-7a07-423e-b96c-4255af912ffd service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505158 Aug 16 02:13:14.602823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c822c7e1-44f6-45b0-b2cd-05f48e0c779c req-2133bdf3-abd4-466e-9617-2b13befa0d80 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0987730 Aug 16 02:13:14.628605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-aa221316-a915-4df7-8421-e5f5526e9d40 None None] Deleting port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:14.628966 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa221316-a915-4df7-8421-e5f5526e9d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.751407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c822c7e1-44f6-45b0-b2cd-05f48e0c779c req-84805966-5d61-4e0b-877b-a355c61b24e8 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475525 Aug 16 02:13:14.773071 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-aa221316-a915-4df7-8421-e5f5526e9d40 None None] For port bbd0a36d-2381-4ecf-a5fc-18f691b50de7, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bbd0a36d-2381-4ecf-a5fc-18f691b50de7,segment=NetworkSegment(603be726-47e8-48c6-a32a-27eb5263c581),segment_id=603be726-47e8-48c6-a32a-27eb5263c581)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:14.773534 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa221316-a915-4df7-8421-e5f5526e9d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.800782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-aa221316-a915-4df7-8421-e5f5526e9d40 None None] Calling delete_port for bbd0a36d-2381-4ecf-a5fc-18f691b50de7 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:14.803335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1b60a-7904-43eb-b288-7648048003b8 req-58844847-9f6b-4850-95c9-40face9e7d39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.805263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5db1b60a-7904-43eb-b288-7648048003b8 req-58844847-9f6b-4850-95c9-40face9e7d39 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 943 time: 0.1331806 Aug 16 02:13:14.837667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device c15a52bf-7ca1-4993-aae7-dd7736a8ef31 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:14.857711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.900154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5db1b60a-7904-43eb-b288-7648048003b8 req-68bbedd6-6b2f-4853-ae12-52a1ded9f6ce tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824609 Aug 16 02:13:14.919312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No DVR routers for this DVR port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:14.930589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=bbd0a36d-2381-4ecf-a5fc-18f691b50de7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:14.979042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fdb77c3c-4f6a-4f10-94b0-75fde283e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 8, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.982548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:15.016613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:15.017012 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.019538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb77c3c-4f6a-4f10-94b0-75fde283e19b None None] The sync data for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 is: [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 8, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '51e2a29f-07db-473d-817f-d401c456fd5a', 'name': '', 'network_id': '1841ecb9-e1cf-4468-a69f-7c2b7ac59262', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:dd:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '74d7a895-249f-4f12-b0b6-94d94cf02790', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:15.021243 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa221316-a915-4df7-8421-e5f5526e9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.035991 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.051891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229d224b-2062-44c7-8b02-959a09c7fa2b']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:15.071402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa221316-a915-4df7-8421-e5f5526e9d40 None None] Pushing event deleted for resources: {'Port': ['ID=bbd0a36d-2381-4ecf-a5fc-18f691b50de7,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:15.072130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603be726-47e8-48c6-a32a-27eb5263c581') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:15.072505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603be726-47e8-48c6-a32a-27eb5263c581') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:15.084073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa221316-a915-4df7-8421-e5f5526e9d40 None None] No DVR routers for this DVR port bbd0a36d-2381-4ecf-a5fc-18f691b50de7 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:15.086538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.106758 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.113573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:15.113974 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.115592 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-22d3d61f-e8f5-4b78-8e05-555c64666fe1 req-9ca38acc-c5e3-4445-b6eb-e0be8a2da281 service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116723 Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:15.117820 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:15.144740 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.182072 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.188841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port c15a52bf-7ca1-4993-aae7-dd7736a8ef31, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=c15a52bf-7ca1-4993-aae7-dd7736a8ef31,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:15.190170 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.192239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/networks/229d224b-2062-44c7-8b02-959a09c7fa2b HTTP/1.1" status: 204 len: 168 time: 1.1185930 Aug 16 02:13:15.194952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42202) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:15.197348 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.211561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca769ec3-b663-4d9b-aae5-e79c54f6a563 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Network': ['ID=229d224b-2062-44c7-8b02-959a09c7fa2b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:15.221004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b800c0-e395-4481-90cb-7c160068a233 req-a63f2eff-f70c-46a4-b19b-4cbbf9a3512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.223554 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f6b800c0-e395-4481-90cb-7c160068a233 req-a63f2eff-f70c-46a4-b19b-4cbbf9a3512c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 1095 time: 0.0562246 Aug 16 02:13:15.249083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=c15a52bf-7ca1-4993-aae7-dd7736a8ef31,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:15.322561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b800c0-e395-4481-90cb-7c160068a233 req-7680a762-6eee-4ef5-9625-9040f60500d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.324137 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f6b800c0-e395-4481-90cb-7c160068a233 req-7680a762-6eee-4ef5-9625-9040f60500d7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 907 time: 0.0927250 Aug 16 02:13:15.377730 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f6b800c0-e395-4481-90cb-7c160068a233 req-6a9979e4-052c-495f-9b6d-824ff8158b37 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 HTTP/1.1" status: 200 len: 217 time: 0.0443573 Aug 16 02:13:15.447487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b800c0-e395-4481-90cb-7c160068a233 req-7f82d88a-e017-4cf0-94f7-5abaeac7b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.449021 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f6b800c0-e395-4481-90cb-7c160068a233 req-7f82d88a-e017-4cf0-94f7-5abaeac7b9c7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0579271 Aug 16 02:13:15.486251 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f6b800c0-e395-4481-90cb-7c160068a233 req-64911d26-0b44-441e-b294-de922fe6cf53 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283024 Aug 16 02:13:15.514302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebfffc6-5f5f-4a01-826e-cd0e43935da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15a52bf-7ca1-4993-aae7-dd7736a8ef31'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:15.517805 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42566622-fcd9-4ce8-ab90-ec949ceb6fd5" -d '{"events": [{"server_uuid": "4ebfffc6-5f5f-4a01-826e-cd0e43935da9", "name": "network-vif-plugged", "status": "completed", "tag": "c15a52bf-7ca1-4993-aae7-dd7736a8ef31"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:15.609343 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f6b800c0-e395-4481-90cb-7c160068a233 req-8d381a91-5399-497c-9979-6604e56cd7ba service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138554 Aug 16 02:13:15.714254 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f6b800c0-e395-4481-90cb-7c160068a233 req-8046da6a-c07d-4778-b7d5-529eba5bb6cc service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969901 Aug 16 02:13:15.866379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5091c17-7280-42ef-a65c-6003feff1c9f req-ac9237b2-a56b-4d12-8ccc-8ab3071ba563 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.867762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5091c17-7280-42ef-a65c-6003feff1c9f req-ac9237b2-a56b-4d12-8ccc-8ab3071ba563 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.1424892 Aug 16 02:13:15.871705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2ceef-965b-4be5-80eb-e77b62cbd5df req-a94a4eef-4084-4713-adc7-09fc23afc463 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.873124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25a2ceef-965b-4be5-80eb-e77b62cbd5df req-a94a4eef-4084-4713-adc7-09fc23afc463 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1097 time: 0.1489499 Aug 16 02:13:15.966184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25a2ceef-965b-4be5-80eb-e77b62cbd5df req-afe8c01d-7e1a-4144-b02e-aa6c11e95b24 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834739 Aug 16 02:13:15.971809 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5091c17-7280-42ef-a65c-6003feff1c9f req-c8ef3f15-ee7d-482f-a55e-0649f093c13d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958397 Aug 16 02:13:16.013533 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4612710-4890-458a-8c78-dc9e2b6ebfdc req-a3dd392d-23c7-456f-90eb-4248be1d2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.015094 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4612710-4890-458a-8c78-dc9e2b6ebfdc req-a3dd392d-23c7-456f-90eb-4248be1d2eea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e77a843852ac42419df350e3691bbfb5&device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 1098 time: 0.0504012 Aug 16 02:13:16.032969 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae8d98-204b-4f7f-b0c2-365499560538 x-openstack-request-id: req-59ae8d98-204b-4f7f-b0c2-365499560538 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:16.033279 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebfffc6-5f5f-4a01-826e-cd0e43935da9", "name": "network-vif-plugged", "status": "completed", "tag": "c15a52bf-7ca1-4993-aae7-dd7736a8ef31", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:16.033533 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-59ae8d98-204b-4f7f-b0c2-365499560538 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:16.033961 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebfffc6-5f5f-4a01-826e-cd0e43935da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15a52bf-7ca1-4993-aae7-dd7736a8ef31', 'code': 200} Aug 16 02:13:16.086972 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.154675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4612710-4890-458a-8c78-dc9e2b6ebfdc req-36c4dd05-a746-4431-91d8-950b0d8d7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.159875 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4612710-4890-458a-8c78-dc9e2b6ebfdc req-36c4dd05-a746-4431-91d8-950b0d8d7db2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d65a6fd2-bc67-4211-8356-a2d204a0c455 HTTP/1.1" status: 200 len: 916 time: 0.1114814 Aug 16 02:13:16.164119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6bf89803-80b8-4741-a713-b523ffdd972a no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:16.186396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 6bf89803-80b8-4741-a713-b523ffdd972a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:16.186769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6bf89803-80b8-4741-a713-b523ffdd972a not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:16.187159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bbd0a36d-2381-4ecf-a5fc-18f691b50de7 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:16.204742 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4612710-4890-458a-8c78-dc9e2b6ebfdc req-5f4a8ecd-9155-44c4-86dd-01b017efbe72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 HTTP/1.1" status: 200 len: 217 time: 0.0409815 Aug 16 02:13:16.208713 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: bbd0a36d-2381-4ecf-a5fc-18f691b50de7 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:16.209082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bbd0a36d-2381-4ecf-a5fc-18f691b50de7 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:16.257057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4612710-4890-458a-8c78-dc9e2b6ebfdc req-c8b88358-d695-4858-9e02-104add528a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.258661 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4612710-4890-458a-8c78-dc9e2b6ebfdc req-c8b88358-d695-4858-9e02-104add528a4d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95573df7-3ed0-4799-b8b6-32d612e8bd00 HTTP/1.1" status: 200 len: 855 time: 0.0468001 Aug 16 02:13:16.292280 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4612710-4890-458a-8c78-dc9e2b6ebfdc req-866e023c-ad04-4bc4-8e5a-b68a5e28a62b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d65a6fd2-bc67-4211-8356-a2d204a0c455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251191 Aug 16 02:13:16.341219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f07374-4973-479f-9cc4-62e3369efd24 req-1afde247-569a-430a-beec-37d027d1d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.342552 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43f07374-4973-479f-9cc4-62e3369efd24 req-1afde247-569a-430a-beec-37d027d1d9cd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1097 time: 0.1891065 Aug 16 02:13:16.354091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c0f95-caf9-4dbe-b071-edf3cd0e9313 req-b08c1d10-6fc9-497c-a876-19c1fc2e9894 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.356221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d7c0f95-caf9-4dbe-b071-edf3cd0e9313 req-b08c1d10-6fc9-497c-a876-19c1fc2e9894 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 943 time: 0.2014897 Aug 16 02:13:16.367588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a147b5-2304-4fbb-800f-53870a4418e4 req-a9635568-e2a3-4312-a048-db7a5492ecb0 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.369738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76a147b5-2304-4fbb-800f-53870a4418e4 req-a9635568-e2a3-4312-a048-db7a5492ecb0 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.2133327 Aug 16 02:13:16.388774 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4612710-4890-458a-8c78-dc9e2b6ebfdc req-962c95c1-4a9c-4458-a0d2-9a5a7da07ef9 service neutron] 10.222.0.89 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898635 Aug 16 02:13:16.484040 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4612710-4890-458a-8c78-dc9e2b6ebfdc req-7d1c01f1-4c3a-40b6-a57e-13ed89f619dc service neutron] 10.222.0.89 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856378 Aug 16 02:13:16.489193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43f07374-4973-479f-9cc4-62e3369efd24 req-681643f4-505c-4336-bf0b-a0fd5fb9d1c9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179819 Aug 16 02:13:16.498297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d7c0f95-caf9-4dbe-b071-edf3cd0e9313 req-7d4f3ea9-92d1-4f1e-88e1-189f20963386 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256006 Aug 16 02:13:16.505192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76a147b5-2304-4fbb-800f-53870a4418e4 req-5f8fa0e9-72ba-4bcc-8389-3ad4731c4439 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212041 Aug 16 02:13:16.607090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 51e2a29f-07db-473d-817f-d401c456fd5a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:16.607431 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.710390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port 51e2a29f-07db-473d-817f-d401c456fd5a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=51e2a29f-07db-473d-817f-d401c456fd5a,segment=NetworkSegment(d7deee1a-ba4b-42fa-900a-de8572dbc815),segment_id=d7deee1a-ba4b-42fa-900a-de8572dbc815)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:16.710978 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.726373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 51e2a29f-07db-473d-817f-d401c456fd5a owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:16.898518 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.927361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=51e2a29f-07db-473d-817f-d401c456fd5a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:17.090018 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.171286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e008a-8c2a-403b-afa2-b19eff9c3b94 req-35421b3e-ebd3-41ff-8a66-3485b83631e6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.173588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-759e008a-8c2a-403b-afa2-b19eff9c3b94 req-35421b3e-ebd3-41ff-8a66-3485b83631e6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1097 time: 0.1316710 Aug 16 02:13:17.217533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23cb9e-4ea1-4374-8ba2-607e8fd999af req-740aa4e9-e680-4ebd-b331-b3375a03911d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.219429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab23cb9e-4ea1-4374-8ba2-607e8fd999af req-740aa4e9-e680-4ebd-b331-b3375a03911d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.1582971 Aug 16 02:13:17.289993 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-759e008a-8c2a-403b-afa2-b19eff9c3b94 req-a535549c-6c0a-4e45-b654-a6651c721a36 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828121 Aug 16 02:13:17.297302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab23cb9e-4ea1-4374-8ba2-607e8fd999af req-894988ce-ffd9-4708-bbff-4c5f1158aa65 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713961 Aug 16 02:13:17.403913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router a071659c-c326-46f1-b5ad-26262e4b7d7f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:17.508884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11187-954c-4458-8521-3cb061b58a61 req-b23cfd4d-3ada-4730-8f5f-249eaabf2007 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.510570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2b11187-954c-4458-8521-3cb061b58a61 req-b23cfd4d-3ada-4730-8f5f-249eaabf2007 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.1295543 Aug 16 02:13:17.555691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:17.561822 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-77ac7e7d-99c9-4d78-a3f4-2a94705d1212 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3657117 Aug 16 02:13:17.563848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42228) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:17.573486 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3b3b6-e956-4654-b37f-72e108fc92ff None None] Sync routers for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:17.578930 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2b11187-954c-4458-8521-3cb061b58a61 req-6a3f8723-6d48-494e-8b62-199c6191ede3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540905 Aug 16 02:13:17.582487 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d3b3b6-e956-4654-b37f-72e108fc92ff None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:17.583250 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42d3b3b6-e956-4654-b37f-72e108fc92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:17.603199 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42230) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:17.645288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df46a74-d7d2-4c7b-a249-5271cb13c712 req-4c043d32-4be9-4749-806d-e30592a53d73 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.647370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2df46a74-d7d2-4c7b-a249-5271cb13c712 req-4c043d32-4be9-4749-806d-e30592a53d73 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0623717 Aug 16 02:13:17.679204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5e5029-871f-4ea6-a06e-1c5b65843125 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting subnet 74d7a895-249f-4f12-b0b6-94d94cf02790 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:17.685738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5029-871f-4ea6-a06e-1c5b65843125 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.689053 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-42d3b3b6-e956-4654-b37f-72e108fc92ff None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:17.710052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf85b2f-84e2-4411-8700-cd2f1ba000b9 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.714484 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3bf85b2f-84e2-4411-8700-cd2f1ba000b9 tempest-TestNetworkAdvancedServerOps-267244879 tempest-TestNetworkAdvancedServerOps-267244879-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 1092 time: 0.1074309 Aug 16 02:13:17.715389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42232) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:17.723802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:17.726694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2df46a74-d7d2-4c7b-a249-5271cb13c712 req-06bfb8cd-fc00-4535-83e4-f49ce04f2271 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727553 Aug 16 02:13:17.761581 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5029-871f-4ea6-a06e-1c5b65843125 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.764397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0aba3b-ab59-4690-8e69-879ebd92f8d6 req-9f1b2ea8-dcb9-4412-9e66-6cacb0294ed8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.774319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af0aba3b-ab59-4690-8e69-879ebd92f8d6 req-9f1b2ea8-dcb9-4412-9e66-6cacb0294ed8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 943 time: 0.1022170 Aug 16 02:13:17.797594 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.817770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af0aba3b-ab59-4690-8e69-879ebd92f8d6 req-47976043-4fde-4e5f-8981-5d51d68c1d42 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Aug 16 02:13:17.912593 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42d3b3b6-e956-4654-b37f-72e108fc92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:16Z', 'revision_number': 9, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:17.924036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5029-871f-4ea6-a06e-1c5b65843125 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.944551 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3b3b6-e956-4654-b37f-72e108fc92ff None None] Checking router: a071659c-c326-46f1-b5ad-26262e4b7d7f for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:17.956817 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d3b3b6-e956-4654-b37f-72e108fc92ff None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:17.957471 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42d3b3b6-e956-4654-b37f-72e108fc92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:18.001036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.012314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5029-871f-4ea6-a06e-1c5b65843125 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.074801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e5029-871f-4ea6-a06e-1c5b65843125 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Subnet': ['ID=74d7a895-249f-4f12-b0b6-94d94cf02790,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.091014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5029-871f-4ea6-a06e-1c5b65843125 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.095599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2fa9c8-38c2-49fd-a431-4a37bafd75ba None None] Network 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:18.096137 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1c5e5029-871f-4ea6-a06e-1c5b65843125 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/74d7a895-249f-4f12-b0b6-94d94cf02790 HTTP/1.1" status: 204 len: 168 time: 0.5282364 Aug 16 02:13:18.096874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42234) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:18.150625 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-42d3b3b6-e956-4654-b37f-72e108fc92ff None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:18.281606 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.286713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Allocated IP 172.25.2.202 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/a8a47032-453f-4a7b-8c28-201e1ad41f52) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:18.313280 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.389570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b894b2-a09f-4d91-8bcf-a25457c67238 None None] DHCP port deletion for 1841ecb9-e1cf-4468-a69f-7c2b7ac59262 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:18.443731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ce4b6-a418-4dd4-bbfa-62a76594dbea req-7d87f53c-3a60-4160-8270-b20e69dfe0a7 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.447004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c74ce4b6-a418-4dd4-bbfa-62a76594dbea req-7d87f53c-3a60-4160-8270-b20e69dfe0a7 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1097 time: 0.0770447 Aug 16 02:13:18.460897 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42d3b3b6-e956-4654-b37f-72e108fc92ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:16Z', 'revision_number': 9, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:18.462590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c5b894b2-a09f-4d91-8bcf-a25457c67238 None None] Deleting port 5079f12b-2810-45cf-8a5d-d58a50a5d801 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:18.463070 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c5b894b2-a09f-4d91-8bcf-a25457c67238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.472678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 5079f12b-2810-45cf-8a5d-d58a50a5d801 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:18.473057 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.529036 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3b3b6-e956-4654-b37f-72e108fc92ff None None] The sync data for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 is: [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:16Z', 'revision_number': 9, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': '62261a06-2b6d-49c5-9b2e-e0d636043934', 'name': '', 'network_id': '5f0d4319-deb0-40ce-bc63-6035f838f7b5', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:0a:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'df86e286-c427-4c69-8485-923ab3877f10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:49Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': 'df86e286-c427-4c69-8485-923ab3877f10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:18.533362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c74ce4b6-a418-4dd4-bbfa-62a76594dbea req-eb6cd654-3b3f-41c0-b5f5-9c360e43ebda tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794125 Aug 16 02:13:18.579877 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.624304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port 5079f12b-2810-45cf-8a5d-d58a50a5d801, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5079f12b-2810-45cf-8a5d-d58a50a5d801,segment=NetworkSegment(d7deee1a-ba4b-42fa-900a-de8572dbc815),segment_id=d7deee1a-ba4b-42fa-900a-de8572dbc815)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:18.624682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.650223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 5079f12b-2810-45cf-8a5d-d58a50a5d801 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:18.664120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb9f5e-0d1c-4e31-98b8-caa91619d694 req-38de5fdd-b83c-4f0c-a86a-fdcfb060439d tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.665839 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7eb9f5e-0d1c-4e31-98b8-caa91619d694 req-38de5fdd-b83c-4f0c-a86a-fdcfb060439d tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1097 time: 0.0459592 Aug 16 02:13:18.700709 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.702421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7eb9f5e-0d1c-4e31-98b8-caa91619d694 req-02168dc2-b22a-4011-8ab9-29e61542100a tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304132 Aug 16 02:13:18.762974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:18.772622 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:18.775164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:18.778884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c5b894b2-a09f-4d91-8bcf-a25457c67238 None None] For port 5079f12b-2810-45cf-8a5d-d58a50a5d801, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5079f12b-2810-45cf-8a5d-d58a50a5d801,segment=NetworkSegment(d7deee1a-ba4b-42fa-900a-de8572dbc815),segment_id=d7deee1a-ba4b-42fa-900a-de8572dbc815)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:18.779351 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c5b894b2-a09f-4d91-8bcf-a25457c67238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.795962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c5b894b2-a09f-4d91-8bcf-a25457c67238 None None] Calling delete_port for 5079f12b-2810-45cf-8a5d-d58a50a5d801 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:18.797990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=a8a47032-453f-4a7b-8c28-201e1ad41f52,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.826308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbafac-c1ed-48bf-824b-d260d2cf31df req-9a097e2b-333d-46a0-b3fe-68d704b72e66 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.827866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ddbafac-c1ed-48bf-824b-d260d2cf31df req-9a097e2b-333d-46a0-b3fe-68d704b72e66 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1097 time: 0.0469580 Aug 16 02:13:18.862546 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.863332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:18.915264 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=5079f12b-2810-45cf-8a5d-d58a50a5d801,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.917462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No DVR routers for this DVR port 5079f12b-2810-45cf-8a5d-d58a50a5d801 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:18.927215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ddbafac-c1ed-48bf-824b-d260d2cf31df req-19f6adac-feff-48bc-9c95-eede8fa0c6b4 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807507 Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:18.937230 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:13:18.941899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a677c-f07b-4da0-8e62-5f967325011c req-c9dacab0-db7f-4293-8053-b940d2decbbe tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.945502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-773a677c-f07b-4da0-8e62-5f967325011c req-c9dacab0-db7f-4293-8053-b940d2decbbe tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.1109478 Aug 16 02:13:18.994538 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c5b894b2-a09f-4d91-8bcf-a25457c67238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.019380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-773a677c-f07b-4da0-8e62-5f967325011c req-9c7e5d09-86fc-4358-b19f-2ab4397c5305 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683386 Aug 16 02:13:19.023633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b894b2-a09f-4d91-8bcf-a25457c67238 None None] Pushing event deleted for resources: {'Port': ['ID=5079f12b-2810-45cf-8a5d-d58a50a5d801,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:19.035654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.035900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b894b2-a09f-4d91-8bcf-a25457c67238 None None] No DVR routers for this DVR port 5079f12b-2810-45cf-8a5d-d58a50a5d801 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:19.055483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1841ecb9-e1cf-4468-a69f-7c2b7ac59262']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:19.067676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7deee1a-ba4b-42fa-900a-de8572dbc815') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:19.067984 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7deee1a-ba4b-42fa-900a-de8572dbc815') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:19.077443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.091864 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.098342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:19.098966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.104417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:19.105493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16ec3f-19a0-4267-b350-65a1efef1819 req-58302776-d74e-4772-9302-71454762f2f6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.114735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c16ec3f-19a0-4267-b350-65a1efef1819 req-58302776-d74e-4772-9302-71454762f2f6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 943 time: 0.0781004 Aug 16 02:13:19.123607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '19c6a6e4-db8a-44d0-9a23-0cf1ef46d510', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'port_id': '19c6a6e4-db8a-44d0-9a23-0cf1ef46d510', 'mac_address': 'fa:16:3e:ba:b3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147f53e3-5971-4e4c-b75e-72fce8c26a2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:19.162448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c16ec3f-19a0-4267-b350-65a1efef1819 req-fffeed5e-1207-4482-b083-80b57c22a60a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455272 Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:19.169145 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:19.172836 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.175325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.192160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:19.216425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:19.222671 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.235372 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.237416 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/networks/1841ecb9-e1cf-4468-a69f-7c2b7ac59262 HTTP/1.1" status: 204 len: 168 time: 1.1393235 Aug 16 02:13:19.240200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42250) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:19.263442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9fcc8-82dd-4cbb-9beb-392dfdf9e9e8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Network': ['ID=1841ecb9-e1cf-4468-a69f-7c2b7ac59262,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:19.312403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:19.401771 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6a00b-e28a-4ee2-abca-73a65066cbb8 req-0bf86d5a-7465-4723-815f-4d0a88ef1e1c tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.403308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ef6a00b-e28a-4ee2-abca-73a65066cbb8 req-0bf86d5a-7465-4723-815f-4d0a88ef1e1c tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1097 time: 0.0806794 Aug 16 02:13:19.457411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['19c6a6e4-db8a-44d0-9a23-0cf1ef46d510'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:19.512793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ef6a00b-e28a-4ee2-abca-73a65066cbb8 req-764ac008-f173-45a9-ac55-03eedcb16174 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999780 Aug 16 02:13:19.633988 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.704420 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.744819 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.898290 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.902830 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.957078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 62261a06-2b6d-49c5-9b2e-e0d636043934 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:19.957453 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.975910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event updated for resources: {'Port': ['ID=a8a47032-453f-4a7b-8c28-201e1ad41f52,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:19.986546 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.049267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port 62261a06-2b6d-49c5-9b2e-e0d636043934, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=62261a06-2b6d-49c5-9b2e-e0d636043934,segment=NetworkSegment(a9854afc-8d40-4f46-b26c-abfd83864a71),segment_id=a9854afc-8d40-4f46-b26c-abfd83864a71)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:20.049628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.063851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 62261a06-2b6d-49c5-9b2e-e0d636043934 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:20.100113 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Floating IP 02853e7d-1796-4379-ac00-7e507d0043d3 associated. External IP: 172.25.2.202, port: e37ed598-1597-4169-90cd-4a99ebd3b35c. Aug 16 02:13:20.145126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 51e2a29f-07db-473d-817f-d401c456fd5a no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:20.168555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 51e2a29f-07db-473d-817f-d401c456fd5a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:20.168803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 51e2a29f-07db-473d-817f-d401c456fd5a not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:20.169424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5079f12b-2810-45cf-8a5d-d58a50a5d801 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:20.196488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 5079f12b-2810-45cf-8a5d-d58a50a5d801 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:20.196838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5079f12b-2810-45cf-8a5d-d58a50a5d801 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:20.198299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0042b-33d0-4aec-8ff6-139a0d660039 req-47046273-bca9-43c7-81e3-5122344f756c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.200390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b0042b-33d0-4aec-8ff6-139a0d660039 req-47046273-bca9-43c7-81e3-5122344f756c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0738142 Aug 16 02:13:20.317507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b0042b-33d0-4aec-8ff6-139a0d660039 req-6c30fa1f-a188-4cbc-b0b3-2dd3a0e53714 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779395 Aug 16 02:13:20.368324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2430d7-b3ee-448b-a97f-0d7da4c24278 req-0afdbca3-ed2b-496f-8bca-5d1b55f74ba3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.370016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa2430d7-b3ee-448b-a97f-0d7da4c24278 req-0afdbca3-ed2b-496f-8bca-5d1b55f74ba3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 944 time: 0.1111791 Aug 16 02:13:20.400121 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.436352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=62261a06-2b6d-49c5-9b2e-e0d636043934,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:20.449853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa2430d7-b3ee-448b-a97f-0d7da4c24278 req-de95f411-e371-48ab-8dcb-05f643428734 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735116 Aug 16 02:13:20.582722 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.660355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:20.779935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:20.790651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3a1b3-c554-4572-8010-d23e47f8d6a8 None None] Sync routers for ids ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:20.791777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd2943-ed5c-45e9-9fff-a6ed3e65e979 req-92fb40c9-a286-4fd3-afad-9c4b18ea9260 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.793373 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79dd2943-ed5c-45e9-9fff-a6ed3e65e979 req-92fb40c9-a286-4fd3-afad-9c4b18ea9260 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1097 time: 0.1106250 Aug 16 02:13:20.799555 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.802802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3a1b3-c554-4572-8010-d23e47f8d6a8 None None] Routers {'2f22e45d-fc0f-44e7-b0cf-613405e56c29'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:20.803447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7af3a1b3-c554-4572-8010-d23e47f8d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:20.839798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f7e5d-33ee-4b32-bfd8-50aeb83da070 req-4235c706-e677-40ca-a8c5-4a34734eadac tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.840776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a97f7e5d-33ee-4b32-bfd8-50aeb83da070 req-4235c706-e677-40ca-a8c5-4a34734eadac tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1097 time: 0.1491551 Aug 16 02:13:20.840940 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-761424dc-eca8-4d42-b126-78ac1672221c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1222472 Aug 16 02:13:20.841681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:20.853046 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806" -d '{"events": [{"name": "network-changed", "server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:20.895086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:20.950894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-7af3a1b3-c554-4572-8010-d23e47f8d6a8 None None] Set router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:20.952869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79dd2943-ed5c-45e9-9fff-a6ed3e65e979 req-d1cc1858-96a3-4750-bea1-edd2cfc0c5c1 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225307 Aug 16 02:13:20.964800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router a071659c-c326-46f1-b5ad-26262e4b7d7f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:20.996278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:21.007116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:21.007491 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.013902 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210bd456-9c59-4b1c-80df-425bd713882a x-openstack-request-id: req-210bd456-9c59-4b1c-80df-425bd713882a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:21.014184 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:21.014435 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-210bd456-9c59-4b1c-80df-425bd713882a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:21.014838 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'status': 'completed', 'code': 200} Aug 16 02:13:21.123904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806 req-3a1d7b10-9dde-4ec8-8bd2-576cbf6410a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.126484 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806 req-3a1d7b10-9dde-4ec8-8bd2-576cbf6410a9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 1097 time: 0.0454361 Aug 16 02:13:21.210280 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.231514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806 req-ff5a1ebd-8459-433b-bcff-949f7006dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.233417 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806 req-ff5a1ebd-8459-433b-bcff-949f7006dbf9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=15838a19-cf19-41ed-b1d6-7b74307921e5 HTTP/1.1" status: 200 len: 897 time: 0.0981822 Aug 16 02:13:21.269276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ab1732-adbb-494f-97fd-e534858246d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c6a6e4-db8a-44d0-9a23-0cf1ef46d510'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:21.271711 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c96eb5-7c5e-40ab-9f53-299636ad513e" -d '{"events": [{"server_uuid": "47ab1732-adbb-494f-97fd-e534858246d8", "name": "network-vif-plugged", "status": "completed", "tag": "19c6a6e4-db8a-44d0-9a23-0cf1ef46d510"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:21.291176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:21.304042 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.329514 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806 req-45e716d1-2a61-42ad-b758-c2ceb999f8fa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c HTTP/1.1" status: 200 len: 999 time: 0.0864799 Aug 16 02:13:21.335426 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b524c7-46a4-4ef4-bfcb-bcf15464ffe9 x-openstack-request-id: req-e4b524c7-46a4-4ef4-bfcb-bcf15464ffe9 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:21.335709 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ab1732-adbb-494f-97fd-e534858246d8", "name": "network-vif-plugged", "status": "completed", "tag": "19c6a6e4-db8a-44d0-9a23-0cf1ef46d510", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:21.335960 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e4b524c7-46a4-4ef4-bfcb-bcf15464ffe9 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:21.336342 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ab1732-adbb-494f-97fd-e534858246d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c6a6e4-db8a-44d0-9a23-0cf1ef46d510', 'code': 200} Aug 16 02:13:21.348911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7af3a1b3-c554-4572-8010-d23e47f8d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '02853e7d-1796-4379-ac00-7e507d0043d3', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'port_id': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'mac_address': 'fa:16:3e:e6:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:19Z', 'updated_at': '2021-08-16T02:13:19Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96d71e3-4e21-4650-8039-0e91a1762aa5', 'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:ec:89:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:53Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:21.370365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4efb2-1335-4495-a7e5-b53175b662e7 req-f3d6faf2-4197-4b17-bda8-7280bcf22db0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.378485 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da4efb2-1335-4495-a7e5-b53175b662e7 req-f3d6faf2-4197-4b17-bda8-7280bcf22db0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.4780211 Aug 16 02:13:21.387426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3a1b3-c554-4572-8010-d23e47f8d6a8 None None] Checking router: 2f22e45d-fc0f-44e7-b0cf-613405e56c29 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:21.411329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3a1b3-c554-4572-8010-d23e47f8d6a8 None None] Routers {'2f22e45d-fc0f-44e7-b0cf-613405e56c29'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:21.412059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7af3a1b3-c554-4572-8010-d23e47f8d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:21.447608 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806 req-c34abde6-04ef-4797-bf8e-ba2f64e76244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.449204 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806 req-c34abde6-04ef-4797-bf8e-ba2f64e76244 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4ea55ec1-4cd0-4530-8557-b32855542487 HTTP/1.1" status: 200 len: 834 time: 0.1118765 Aug 16 02:13:21.462394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:21.497456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ee701-4514-450c-afc0-02ff56cd258e req-c154d038-7084-4466-9051-0000ef8526fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.497739 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ff5ee701-4514-450c-afc0-02ff56cd258e req-c154d038-7084-4466-9051-0000ef8526fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 1097 time: 0.0892634 Aug 16 02:13:21.527198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a97f7e5d-33ee-4b32-bfd8-50aeb83da070 req-db8a866b-5277-4840-b25f-6e1b3223a919 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Deleting port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:21.527449 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a97f7e5d-33ee-4b32-bfd8-50aeb83da070 req-db8a866b-5277-4840-b25f-6e1b3223a919 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.533914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da4efb2-1335-4495-a7e5-b53175b662e7 req-6b6adb5a-5bf6-4bcf-8041-382558e4b82d tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545680 Aug 16 02:13:21.534259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806 req-18265421-f4ec-456a-ab00-2a2cb0b03da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.535783 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806 req-18265421-f4ec-456a-ab00-2a2cb0b03da0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=15838a19-cf19-41ed-b1d6-7b74307921e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776246 Aug 16 02:13:21.558765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-7af3a1b3-c554-4572-8010-d23e47f8d6a8 None None] Set router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:21.582003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42278) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:21.597444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:21.608756 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc09a9f-0b01-4f2b-83ac-15439febdc57 None None] Sync routers for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:21.630150 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc09a9f-0b01-4f2b-83ac-15439febdc57 None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:21.630653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ff5ee701-4514-450c-afc0-02ff56cd258e req-b11a721c-518f-408e-a611-f7e40f34e81a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252542 Aug 16 02:13:21.630854 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6cc09a9f-0b01-4f2b-83ac-15439febdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:21.655594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6ab5b4da-3d75-47d7-b510-3378007f3bb2 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4142871 Aug 16 02:13:21.658601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42280) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:21.701773 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806 req-030b308c-16cd-4fc5-842f-f860e89ce029 service neutron] 10.222.0.84 "GET /v2.0/networks/15838a19-cf19-41ed-b1d6-7b74307921e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563540 Aug 16 02:13:21.713641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b017e9-f7f8-425d-8ae8-9cf65886dd59 req-02f7ffd4-01d8-463a-a04d-4184d53bcf50 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.721653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72b017e9-f7f8-425d-8ae8-9cf65886dd59 req-02f7ffd4-01d8-463a-a04d-4184d53bcf50 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.2472246 Aug 16 02:13:21.744735 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6cc09a9f-0b01-4f2b-83ac-15439febdc57 None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:21.770735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ad78c95e-3969-4dde-ad52-7089ec056554 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/02853e7d-1796-4379-ac00-7e507d0043d3 HTTP/1.1" status: 200 len: 991 time: 0.1860149 Aug 16 02:13:21.783586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85a892b-1bd2-4126-abf7-4a6fad5f7498 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting subnet df86e286-c427-4c69-8485-923ab3877f10 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:21.788360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c85a892b-1bd2-4126-abf7-4a6fad5f7498 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.810654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c520e9-1099-4947-99ef-c9522d53b8fb req-bce71209-07bf-4ddf-8a1e-7bc3fec998a2 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.819169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45c520e9-1099-4947-99ef-c9522d53b8fb req-bce71209-07bf-4ddf-8a1e-7bc3fec998a2 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 945 time: 0.1619000 Aug 16 02:13:21.847538 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c85a892b-1bd2-4126-abf7-4a6fad5f7498 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.848348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72b017e9-f7f8-425d-8ae8-9cf65886dd59 req-af8c64de-f84f-4d16-8512-8b8761fe0c74 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254091 Aug 16 02:13:21.856697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7af3a1b3-c554-4572-8010-d23e47f8d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '02853e7d-1796-4379-ac00-7e507d0043d3', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'port_id': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'mac_address': 'fa:16:3e:e6:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:19Z', 'updated_at': '2021-08-16T02:13:19Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96d71e3-4e21-4650-8039-0e91a1762aa5', 'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:ec:89:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:53Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:21.865997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a97f7e5d-33ee-4b32-bfd8-50aeb83da070 req-db8a866b-5277-4840-b25f-6e1b3223a919 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] For port c15a52bf-7ca1-4993-aae7-dd7736a8ef31, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=c15a52bf-7ca1-4993-aae7-dd7736a8ef31,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:21.866374 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a97f7e5d-33ee-4b32-bfd8-50aeb83da070 req-db8a866b-5277-4840-b25f-6e1b3223a919 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.886207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a97f7e5d-33ee-4b32-bfd8-50aeb83da070 req-db8a866b-5277-4840-b25f-6e1b3223a919 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Calling delete_port for c15a52bf-7ca1-4993-aae7-dd7736a8ef31 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:21.912747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3a1b3-c554-4572-8010-d23e47f8d6a8 None None] The sync data for ids ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'] in n-d-768851-16 is: [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '02853e7d-1796-4379-ac00-7e507d0043d3', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'port_id': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'mac_address': 'fa:16:3e:e6:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:19Z', 'updated_at': '2021-08-16T02:13:19Z', 'revision_number': 0, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96d71e3-4e21-4650-8039-0e91a1762aa5', 'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:ec:89:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:53Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:21.917772 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9ccc1e2d-e7c0-46d3-8ac5-dcce05e03806 req-efa9a1a9-e139-46c3-9813-cb6d474dd135 service neutron] 10.222.0.84 "GET /v2.0/networks/15838a19-cf19-41ed-b1d6-7b74307921e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991873 Aug 16 02:13:21.921484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45c520e9-1099-4947-99ef-c9522d53b8fb req-3e548506-7cd2-4750-89d9-370ae4bc0900 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935385 Aug 16 02:13:22.000720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c85a892b-1bd2-4126-abf7-4a6fad5f7498 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.047917 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6cc09a9f-0b01-4f2b-83ac-15439febdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:20Z', 'revision_number': 10, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.089587 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc09a9f-0b01-4f2b-83ac-15439febdc57 None None] Checking router: a071659c-c326-46f1-b5ad-26262e4b7d7f for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:22.100684 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc09a9f-0b01-4f2b-83ac-15439febdc57 None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:22.101613 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6cc09a9f-0b01-4f2b-83ac-15439febdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.106012 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c85a892b-1bd2-4126-abf7-4a6fad5f7498 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.123214 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a97f7e5d-33ee-4b32-bfd8-50aeb83da070 req-db8a866b-5277-4840-b25f-6e1b3223a919 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.138082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['c15a52bf-7ca1-4993-aae7-dd7736a8ef31'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:22.157871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a892b-1bd2-4126-abf7-4a6fad5f7498 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Subnet': ['ID=df86e286-c427-4c69-8485-923ab3877f10,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:22.161400 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c85a892b-1bd2-4126-abf7-4a6fad5f7498 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.167678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a866b-5277-4840-b25f-6e1b3223a919 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Pushing event deleted for resources: {'Port': ['ID=c15a52bf-7ca1-4993-aae7-dd7736a8ef31,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:22.171396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff614908-ad09-4342-ab98-da7f8b529df0 req-ea8cb8e5-5534-492a-901f-d4e58ca6c469 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.180248 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c85a892b-1bd2-4126-abf7-4a6fad5f7498 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/df86e286-c427-4c69-8485-923ab3877f10 HTTP/1.1" status: 204 len: 168 time: 0.5205798 Aug 16 02:13:22.180935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42286) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:22.190285 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff614908-ad09-4342-ab98-da7f8b529df0 req-ea8cb8e5-5534-492a-901f-d4e58ca6c469 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ebfffc6-5f5f-4a01-826e-cd0e43935da9 HTTP/1.1" status: 200 len: 1019 time: 0.1264002 Aug 16 02:13:22.195617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['07286867-e032-4e78-b98e-c9b713e606a7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:22.197697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985e5d1f-73cf-4ef9-b38f-14797a0e9d88 None None] Network 5f0d4319-deb0-40ce-bc63-6035f838f7b5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:22.273297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe356e46-1d7a-4760-9d23-dc7d75bc1b74 None None] New status for floating IP 02853e7d-1796-4379-ac00-7e507d0043d3: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:13:22.274499 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6cc09a9f-0b01-4f2b-83ac-15439febdc57 None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:22.276435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97f7e5d-33ee-4b32-bfd8-50aeb83da070 req-db8a866b-5277-4840-b25f-6e1b3223a919 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] No DVR routers for this DVR port c15a52bf-7ca1-4993-aae7-dd7736a8ef31 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:22.280810 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a97f7e5d-33ee-4b32-bfd8-50aeb83da070 req-db8a866b-5277-4840-b25f-6e1b3223a919 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.283900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a97f7e5d-33ee-4b32-bfd8-50aeb83da070 req-db8a866b-5277-4840-b25f-6e1b3223a919 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.89 "DELETE /v2.0/ports/c15a52bf-7ca1-4993-aae7-dd7736a8ef31 HTTP/1.1" status: 204 len: 173 time: 1.4320073 Aug 16 02:13:22.284427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebfffc6-5f5f-4a01-826e-cd0e43935da9', 'name': 'network-vif-deleted', 'tag': 'c15a52bf-7ca1-4993-aae7-dd7736a8ef31'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:22.286900 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1cee2d-f275-43e8-9230-f1f1701914b2" -d '{"events": [{"server_uuid": "4ebfffc6-5f5f-4a01-826e-cd0e43935da9", "name": "network-vif-deleted", "tag": "c15a52bf-7ca1-4993-aae7-dd7736a8ef31"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:22.355382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff614908-ad09-4342-ab98-da7f8b529df0 req-2d3be445-a6f0-4173-ae95-a19aa9a2e0a7 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151636 Aug 16 02:13:22.388255 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecae6c0-e01f-4eb1-9d5d-9e0c5c09288c x-openstack-request-id: req-4ecae6c0-e01f-4eb1-9d5d-9e0c5c09288c {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:22.388863 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebfffc6-5f5f-4a01-826e-cd0e43935da9", "name": "network-vif-deleted", "tag": "c15a52bf-7ca1-4993-aae7-dd7736a8ef31", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:22.389355 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ecae6c0-e01f-4eb1-9d5d-9e0c5c09288c {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:22.389919 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebfffc6-5f5f-4a01-826e-cd0e43935da9', 'name': 'network-vif-deleted', 'tag': 'c15a52bf-7ca1-4993-aae7-dd7736a8ef31', 'status': 'completed', 'code': 200} Aug 16 02:13:22.396376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.483724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port b0a0089f-1a64-4124-ab5f-03b2532fba1d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:22.483724 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.577231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port b0a0089f-1a64-4124-ab5f-03b2532fba1d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b0a0089f-1a64-4124-ab5f-03b2532fba1d,segment=NetworkSegment(a9854afc-8d40-4f46-b26c-abfd83864a71),segment_id=a9854afc-8d40-4f46-b26c-abfd83864a71)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:22.577623 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.603956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for b0a0089f-1a64-4124-ab5f-03b2532fba1d owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:22.613736 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6cc09a9f-0b01-4f2b-83ac-15439febdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:20Z', 'revision_number': 10, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.645506 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc09a9f-0b01-4f2b-83ac-15439febdc57 None None] The sync data for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 is: [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:20Z', 'revision_number': 10, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None, '_interfaces': [{'id': 'fd381efe-4b48-4fce-bff9-db70101d4a2d', 'name': '', 'network_id': '7dd0bce9-f580-44a1-87da-edea10428b9f', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'mac_address': 'fa:16:3e:78:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:40Z', 'updated_at': '2021-08-16T02:12:49Z', 'revision_number': 5, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'subnets': [{'id': '37f2b4af-637a-44f0-9ea0-2f647d233ece', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:22.704482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.734156 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=b0a0089f-1a64-4124-ab5f-03b2532fba1d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:22.736250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No DVR routers for this DVR port b0a0089f-1a64-4124-ab5f-03b2532fba1d on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:22.774526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42290) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:22.863509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.882059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0d4319-deb0-40ce-bc63-6035f838f7b5']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.896633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9854afc-8d40-4f46-b26c-abfd83864a71') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.897020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9854afc-8d40-4f46-b26c-abfd83864a71') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.901722 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2f0acbdf-7912-4866-ac19-74d5bbdc91a2 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/02853e7d-1796-4379-ac00-7e507d0043d3 HTTP/1.1" status: 200 len: 991 time: 0.1260154 Aug 16 02:13:22.912133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.930836 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.946839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:22.947708 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:22.951218 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:23.029141 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.040377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.045467 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/networks/5f0d4319-deb0-40ce-bc63-6035f838f7b5 HTTP/1.1" status: 204 len: 168 time: 0.8631473 Aug 16 02:13:23.056141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42298) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:23.056813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be7bdf-210d-4bac-907e-c09563526b47 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Network': ['ID=5f0d4319-deb0-40ce-bc63-6035f838f7b5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:23.069064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ee145e-0f54-42ae-9a54-0cf8561755a1 None None] DHCP port deletion for 5f0d4319-deb0-40ce-bc63-6035f838f7b5 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:23.084956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b94d55-5876-46a7-9ad6-e6deaa0cac79 req-05b079e5-9427-4e2f-9906-6405c8d60255 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.086591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9b94d55-5876-46a7-9ad6-e6deaa0cac79 req-05b079e5-9427-4e2f-9906-6405c8d60255 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.1160808 Aug 16 02:13:23.194503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a31606-48f2-4818-abc9-756a24c68c5a req-280cbfa8-ced9-4e03-84a2-223079b63c1b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.196020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3a31606-48f2-4818-abc9-756a24c68c5a req-280cbfa8-ced9-4e03-84a2-223079b63c1b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 945 time: 0.1747987 Aug 16 02:13:23.229408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9b94d55-5876-46a7-9ad6-e6deaa0cac79 req-4bd581fb-7c2a-49fc-8860-f3e58a0e7fa7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086483 Aug 16 02:13:23.319312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3a31606-48f2-4818-abc9-756a24c68c5a req-a5cc8f23-09a3-4275-8c9a-d3c40714c964 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145864 Aug 16 02:13:23.506812 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.692210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8829f4-dfa2-4223-bcad-133cf86f5d9d req-84104d21-933c-4940-ba30-a7f1cca16232 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.693694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a8829f4-dfa2-4223-bcad-133cf86f5d9d req-84104d21-933c-4940-ba30-a7f1cca16232 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 945 time: 0.1836412 Aug 16 02:13:23.746482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d043cc-f1f8-4e75-adae-bb36f104ce74 req-136d3264-bbfe-4d07-910f-4b4a33f30df4 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.748005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2d043cc-f1f8-4e75-adae-bb36f104ce74 req-136d3264-bbfe-4d07-910f-4b4a33f30df4 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1098 time: 0.1278043 Aug 16 02:13:23.782628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a8829f4-dfa2-4223-bcad-133cf86f5d9d req-ec0d14b8-9bd8-4160-a116-ededf6847071 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822897 Aug 16 02:13:23.806703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2d043cc-f1f8-4e75-adae-bb36f104ce74 req-3671a469-94ea-4901-8d15-3bbe6660fcdc tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518830 Aug 16 02:13:23.905588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42314) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:23.933941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cffe57-5d0b-4318-8468-872d53e39641 req-b40abc68-5bbe-49f6-8273-a735e6d92beb tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.935410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7cffe57-5d0b-4318-8468-872d53e39641 req-b40abc68-5bbe-49f6-8273-a735e6d92beb tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 945 time: 0.0702841 Aug 16 02:13:23.943225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port fd381efe-4b48-4fce-bff9-db70101d4a2d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:23.943457 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.967220 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4b0728a2-c230-4102-88e5-babc6f401f52 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/02853e7d-1796-4379-ac00-7e507d0043d3 HTTP/1.1" status: 200 len: 993 time: 0.0604248 Aug 16 02:13:24.034600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7cffe57-5d0b-4318-8468-872d53e39641 req-5728520e-4cd4-45e0-8d25-7a9027a91252 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868421 Aug 16 02:13:24.057452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port fd381efe-4b48-4fce-bff9-db70101d4a2d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fd381efe-4b48-4fce-bff9-db70101d4a2d,segment=NetworkSegment(4d2beafa-a38d-43f7-9a12-a94ac38472cb),segment_id=4d2beafa-a38d-43f7-9a12-a94ac38472cb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:24.058075 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.072153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for fd381efe-4b48-4fce-bff9-db70101d4a2d owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:24.160348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 62261a06-2b6d-49c5-9b2e-e0d636043934 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:24.202467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 62261a06-2b6d-49c5-9b2e-e0d636043934 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:24.202881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 62261a06-2b6d-49c5-9b2e-e0d636043934 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:24.203341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b0a0089f-1a64-4124-ab5f-03b2532fba1d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:24.223032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: b0a0089f-1a64-4124-ab5f-03b2532fba1d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:24.223469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b0a0089f-1a64-4124-ab5f-03b2532fba1d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:24.288295 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.329298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=fd381efe-4b48-4fce-bff9-db70101d4a2d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:24.373683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbbeaa-e9a4-4468-ad70-f9cfb064cd43 req-b0bacf1a-fd1e-4d5d-9b16-fd29130e5db6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.375834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12dbbeaa-e9a4-4468-ad70-f9cfb064cd43 req-b0bacf1a-fd1e-4d5d-9b16-fd29130e5db6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 945 time: 0.1305912 Aug 16 02:13:24.485038 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.496654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775329a-1b5d-402b-a42a-08eeaabe76cf req-dd313265-d822-4b6b-8c47-53b6c2d871d3 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.498264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b775329a-1b5d-402b-a42a-08eeaabe76cf req-dd313265-d822-4b6b-8c47-53b6c2d871d3 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.1813824 Aug 16 02:13:24.507602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12dbbeaa-e9a4-4468-ad70-f9cfb064cd43 req-544d1c57-8be9-4aba-b4c9-02dd145bad89 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241417 Aug 16 02:13:24.607967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b775329a-1b5d-402b-a42a-08eeaabe76cf req-4c4bb52f-574c-4a8d-833b-3bee549aad00 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977597 Aug 16 02:13:24.686814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router a071659c-c326-46f1-b5ad-26262e4b7d7f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:24.762721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:24.768258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4f810d5d-ffbc-48bc-b7b4-94056b8ea80a tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7038922 Aug 16 02:13:24.770973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42324) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:24.773490 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c79fc8-34d5-404b-bacb-5e1b7feb8862 None None] Sync routers for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:24.785256 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c79fc8-34d5-404b-bacb-5e1b7feb8862 None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:24.785877 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-67c79fc8-34d5-404b-bacb-5e1b7feb8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:24.821657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aef26eb-abd1-4eb6-93da-469c1f92b565 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting subnet 37f2b4af-637a-44f0-9ea0-2f647d233ece {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:24.824704 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aef26eb-abd1-4eb6-93da-469c1f92b565 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.852390 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-67c79fc8-34d5-404b-bacb-5e1b7feb8862 None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:24.867544 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aef26eb-abd1-4eb6-93da-469c1f92b565 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.897036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device c15a52bf-7ca1-4993-aae7-dd7736a8ef31 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:24.909887 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-67c79fc8-34d5-404b-bacb-5e1b7feb8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:24Z', 'revision_number': 11, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:24.922534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: c15a52bf-7ca1-4993-aae7-dd7736a8ef31 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:24.922909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device c15a52bf-7ca1-4993-aae7-dd7736a8ef31 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:24.936948 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c79fc8-34d5-404b-bacb-5e1b7feb8862 None None] Checking router: a071659c-c326-46f1-b5ad-26262e4b7d7f for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:24.945500 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c79fc8-34d5-404b-bacb-5e1b7feb8862 None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:24.946117 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-67c79fc8-34d5-404b-bacb-5e1b7feb8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:24.971499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3384a9-741c-4bcb-81d9-044d7b4dcb1d req-82b41b88-0164-44cd-a6f6-1df150cfb6a8 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.973069 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a3384a9-741c-4bcb-81d9-044d7b4dcb1d req-82b41b88-0164-44cd-a6f6-1df150cfb6a8 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1098 time: 0.0846992 Aug 16 02:13:25.000597 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aef26eb-abd1-4eb6-93da-469c1f92b565 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.017951 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-67c79fc8-34d5-404b-bacb-5e1b7feb8862 None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:25.044776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a3384a9-741c-4bcb-81d9-044d7b4dcb1d req-fbbf4a73-f2cb-4ddf-b212-43d7142c373d tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da5d2d3b-27c9-44bd-be84-e52677bdad40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649579 Aug 16 02:13:25.074206 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aef26eb-abd1-4eb6-93da-469c1f92b565 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.103650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef26eb-abd1-4eb6-93da-469c1f92b565 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Subnet': ['ID=37f2b4af-637a-44f0-9ea0-2f647d233ece,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:25.105677 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4aef26eb-abd1-4eb6-93da-469c1f92b565 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.110301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4aef26eb-abd1-4eb6-93da-469c1f92b565 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/37f2b4af-637a-44f0-9ea0-2f647d233ece HTTP/1.1" status: 204 len: 168 time: 0.3357062 Aug 16 02:13:25.111225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42328) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:25.115566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdb3442-b861-4d8b-b903-8f74b0060afa None None] Network 7dd0bce9-f580-44a1-87da-edea10428b9f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:25.161689 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-67c79fc8-34d5-404b-bacb-5e1b7feb8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:24Z', 'revision_number': 11, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:25.189063 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c79fc8-34d5-404b-bacb-5e1b7feb8862 None None] The sync data for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 is: [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:24Z', 'revision_number': 11, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:25.191040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.247983 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Deleting port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:25.248327 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.315830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] For port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4c7501d2-c472-43c3-b2aa-a23041dbe7eb,segment=NetworkSegment(4d2beafa-a38d-43f7-9a12-a94ac38472cb),segment_id=4d2beafa-a38d-43f7-9a12-a94ac38472cb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:25.316200 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.329336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Calling delete_port for 4c7501d2-c472-43c3-b2aa-a23041dbe7eb owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:25.407286 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.432326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Port': ['ID=4c7501d2-c472-43c3-b2aa-a23041dbe7eb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:25.435801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No DVR routers for this DVR port 4c7501d2-c472-43c3-b2aa-a23041dbe7eb on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:25.515325 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.526559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd0bce9-f580-44a1-87da-edea10428b9f']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:25.539186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2beafa-a38d-43f7-9a12-a94ac38472cb') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:25.539354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2beafa-a38d-43f7-9a12-a94ac38472cb') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:25.550512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.556467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780bb7f-dcac-4104-8656-71a0c609c48f None None] DHCP port deletion for 7dd0bce9-f580-44a1-87da-edea10428b9f request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:25.620409 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.630273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceb2ef-206e-49b3-9e92-a527eafe8bf4 req-cfdd58df-dfd8-47a6-a221-3cb2beca29c4 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.632211 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a7ceb2ef-206e-49b3-9e92-a527eafe8bf4 req-cfdd58df-dfd8-47a6-a221-3cb2beca29c4 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 1098 time: 0.0589979 Aug 16 02:13:25.652238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:25.652679 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:25.656334 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:25.731015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-a7ceb2ef-206e-49b3-9e92-a527eafe8bf4 req-2574b093-2b86-43c6-a71c-e9ef72d53de6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Deleting port 07286867-e032-4e78-b98e-c9b713e606a7 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:25.731357 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a7ceb2ef-206e-49b3-9e92-a527eafe8bf4 req-2574b093-2b86-43c6-a71c-e9ef72d53de6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.738041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e96f1-8662-4ade-bd5f-9ccf5c513bba req-9ef16332-a440-407b-b5d4-1bf2ae56db7f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.739655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb2e96f1-8662-4ade-bd5f-9ccf5c513bba req-9ef16332-a440-407b-b5d4-1bf2ae56db7f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 945 time: 0.1660819 Aug 16 02:13:25.750514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceb022-4497-40be-8e65-a7d382b2f5a2 req-fb0ea473-3d52-447e-bc87-00697b98b613 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.752032 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42ceb022-4497-40be-8e65-a7d382b2f5a2 req-fb0ea473-3d52-447e-bc87-00697b98b613 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 945 time: 0.1649618 Aug 16 02:13:25.767107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.772341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.777460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/networks/7dd0bce9-f580-44a1-87da-edea10428b9f HTTP/1.1" status: 204 len: 168 time: 0.6658952 Aug 16 02:13:25.783767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42336) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:25.788367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-35651831-0a4d-4890-b2aa-b4214d4abf43 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'routes': None}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:25.987753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.extraroute_db [None req-35651831-0a4d-4890-b2aa-b4214d4abf43 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Added routes are [] {{(pid=101380) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:13:25.988051 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.extraroute_db [None req-35651831-0a4d-4890-b2aa-b4214d4abf43 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Removed routes are [] {{(pid=101380) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:13:25.988413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35651831-0a4d-4890-b2aa-b4214d4abf43 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.991127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a7ceb2ef-206e-49b3-9e92-a527eafe8bf4 req-2574b093-2b86-43c6-a71c-e9ef72d53de6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] For port 07286867-e032-4e78-b98e-c9b713e606a7, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=07286867-e032-4e78-b98e-c9b713e606a7,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:25.991463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a7ceb2ef-206e-49b3-9e92-a527eafe8bf4 req-2574b093-2b86-43c6-a71c-e9ef72d53de6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.037186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-a7ceb2ef-206e-49b3-9e92-a527eafe8bf4 req-2574b093-2b86-43c6-a71c-e9ef72d53de6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Calling delete_port for 07286867-e032-4e78-b98e-c9b713e606a7 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:26.161802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fd381efe-4b48-4fce-bff9-db70101d4a2d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:26.183584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: fd381efe-4b48-4fce-bff9-db70101d4a2d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:26.183933 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fd381efe-4b48-4fce-bff9-db70101d4a2d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:26.184589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c7501d2-c472-43c3-b2aa-a23041dbe7eb no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:26.188034 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35651831-0a4d-4890-b2aa-b4214d4abf43 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.200185 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35651831-0a4d-4890-b2aa-b4214d4abf43 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.204073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 4c7501d2-c472-43c3-b2aa-a23041dbe7eb {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:26.204426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c7501d2-c472-43c3-b2aa-a23041dbe7eb not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:26.240084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5be1ac-3902-4674-aca0-50db68cecfe5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Pushing event deleted for resources: {'Network': ['ID=7dd0bce9-f580-44a1-87da-edea10428b9f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.290224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42ceb022-4497-40be-8e65-a7d382b2f5a2 req-b11fc2b9-10aa-4b0c-95fb-4b2a0f6cad9a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290110 Aug 16 02:13:26.290591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35651831-0a4d-4890-b2aa-b4214d4abf43 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router a071659c-c326-46f1-b5ad-26262e4b7d7f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:26.316164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf2727-032a-401f-9585-f1d76df2aa41 req-7b832166-43b6-4556-95a1-d6f55c8f0dff tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.317775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33cf2727-032a-401f-9585-f1d76df2aa41 req-7b832166-43b6-4556-95a1-d6f55c8f0dff tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.5237274 Aug 16 02:13:26.357694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-cb2e96f1-8662-4ade-bd5f-9ccf5c513bba req-ad6bee16-57e2-4015-986d-0d1b07a7a498 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Deleting port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:26.358137 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb2e96f1-8662-4ade-bd5f-9ccf5c513bba req-ad6bee16-57e2-4015-986d-0d1b07a7a498 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.402177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a7ceb2ef-206e-49b3-9e92-a527eafe8bf4 req-2574b093-2b86-43c6-a71c-e9ef72d53de6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.427785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33cf2727-032a-401f-9585-f1d76df2aa41 req-11ce933e-60f3-4746-974f-cd1ce2700c08 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966835 Aug 16 02:13:26.436875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574b093-2b86-43c6-a71c-e9ef72d53de6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Pushing event deleted for resources: {'Port': ['ID=07286867-e032-4e78-b98e-c9b713e606a7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.441598 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35651831-0a4d-4890-b2aa-b4214d4abf43 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:26.450081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35651831-0a4d-4890-b2aa-b4214d4abf43 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.451602 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-35651831-0a4d-4890-b2aa-b4214d4abf43 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f HTTP/1.1" status: 200 len: 703 time: 0.6668687 Aug 16 02:13:26.454360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42340) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:26.460408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a5e274a-093a-474b-897c-3cc0f72562ab req-a8c8b18a-47f5-4c7c-b472-7abed5f516d6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13a373b4-27a3-4f43-82c3-e885d11890bf HTTP/1.1" status: 200 len: 210 time: 0.0893636 Aug 16 02:13:26.461646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['07286867-e032-4e78-b98e-c9b713e606a7'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:26.495426 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-abe87ead-0cf7-46ea-870d-e23de084559c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=a071659c-c326-46f1-b5ad-26262e4b7d7f HTTP/1.1" status: 200 len: 205 time: 0.0397542 Aug 16 02:13:26.502333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42342) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:26.512653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de836e-ce5d-4e52-9456-bd964b1d1565 None None] Sync routers for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:26.522415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de836e-ce5d-4e52-9456-bd964b1d1565 None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:26.523048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-56de836e-ce5d-4e52-9456-bd964b1d1565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:26.529511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ceb2ef-206e-49b3-9e92-a527eafe8bf4 req-2574b093-2b86-43c6-a71c-e9ef72d53de6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] No DVR routers for this DVR port 07286867-e032-4e78-b98e-c9b713e606a7 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:26.532795 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a7ceb2ef-206e-49b3-9e92-a527eafe8bf4 req-2574b093-2b86-43c6-a71c-e9ef72d53de6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.535157 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a7ceb2ef-206e-49b3-9e92-a527eafe8bf4 req-2574b093-2b86-43c6-a71c-e9ef72d53de6 tempest-TestServerMultinode-1011660394 tempest-TestServerMultinode-1011660394-project-admin] 10.222.0.84 "DELETE /v2.0/ports/07286867-e032-4e78-b98e-c9b713e606a7 HTTP/1.1" status: 204 len: 173 time: 0.8964248 Aug 16 02:13:26.535813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a373b4-27a3-4f43-82c3-e885d11890bf', 'name': 'network-vif-deleted', 'tag': '07286867-e032-4e78-b98e-c9b713e606a7'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:26.538465 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fda763-3c4a-431b-996d-4849dd653ac2" -d '{"events": [{"server_uuid": "13a373b4-27a3-4f43-82c3-e885d11890bf", "name": "network-vif-deleted", "tag": "07286867-e032-4e78-b98e-c9b713e606a7"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:26.598776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-cb2e96f1-8662-4ade-bd5f-9ccf5c513bba req-ad6bee16-57e2-4015-986d-0d1b07a7a498 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] For port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:26.599222 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb2e96f1-8662-4ade-bd5f-9ccf5c513bba req-ad6bee16-57e2-4015-986d-0d1b07a7a498 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.613783 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee197c78-5930-4b2b-a330-be1a1ca1bf24 x-openstack-request-id: req-ee197c78-5930-4b2b-a330-be1a1ca1bf24 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:26.614596 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a373b4-27a3-4f43-82c3-e885d11890bf", "name": "network-vif-deleted", "tag": "07286867-e032-4e78-b98e-c9b713e606a7", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:26.615130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-56de836e-ce5d-4e52-9456-bd964b1d1565 None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:26.615615 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee197c78-5930-4b2b-a330-be1a1ca1bf24 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:26.615849 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a373b4-27a3-4f43-82c3-e885d11890bf', 'name': 'network-vif-deleted', 'tag': '07286867-e032-4e78-b98e-c9b713e606a7', 'status': 'completed', 'code': 200} Aug 16 02:13:26.617048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa34c459-014b-46d6-9d92-3b32ff45f0b9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.624106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-cb2e96f1-8662-4ade-bd5f-9ccf5c513bba req-ad6bee16-57e2-4015-986d-0d1b07a7a498 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Calling delete_port for 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:26.695627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-56de836e-ce5d-4e52-9456-bd964b1d1565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:24Z', 'revision_number': 11, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:26.740466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de836e-ce5d-4e52-9456-bd964b1d1565 None None] Checking router: a071659c-c326-46f1-b5ad-26262e4b7d7f for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:26.751537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de836e-ce5d-4e52-9456-bd964b1d1565 None None] Routers {'a071659c-c326-46f1-b5ad-26262e4b7d7f'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:26.752562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-56de836e-ce5d-4e52-9456-bd964b1d1565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a071659c-c326-46f1-b5ad-26262e4b7d7f'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:26.831612 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-56de836e-ce5d-4e52-9456-bd964b1d1565 None None] Set router a071659c-c326-46f1-b5ad-26262e4b7d7f gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:26.857638 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa34c459-014b-46d6-9d92-3b32ff45f0b9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.861449 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa34c459-014b-46d6-9d92-3b32ff45f0b9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.887336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-56de836e-ce5d-4e52-9456-bd964b1d1565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:24Z', 'revision_number': 11, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:26.915038 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa34c459-014b-46d6-9d92-3b32ff45f0b9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.915584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa34c459-014b-46d6-9d92-3b32ff45f0b9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Fanout notify agent at l3_agent the message router_deleted on router a071659c-c326-46f1-b5ad-26262e4b7d7f {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:26.916075 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de836e-ce5d-4e52-9456-bd964b1d1565 None None] The sync data for ids ['a071659c-c326-46f1-b5ad-26262e4b7d7f'] in n-d-768851-16 is: [{'id': 'a071659c-c326-46f1-b5ad-26262e4b7d7f', 'name': 'tempest-RoutersIpV6Test-router-34926377', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:35Z', 'updated_at': '2021-08-16T02:13:24Z', 'revision_number': 11, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:26.927130 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa34c459-014b-46d6-9d92-3b32ff45f0b9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.928257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fa34c459-014b-46d6-9d92-3b32ff45f0b9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f HTTP/1.1" status: 204 len: 168 time: 0.4248109 Aug 16 02:13:26.932593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42350) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:26.937659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2610c9ff-cecd-4002-8ada-147eae9401f8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1715451935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:26.966703 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2610c9ff-cecd-4002-8ada-147eae9401f8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.969931 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2610c9ff-cecd-4002-8ada-147eae9401f8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.987256 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb2e96f1-8662-4ade-bd5f-9ccf5c513bba req-ad6bee16-57e2-4015-986d-0d1b07a7a498 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.020062 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bee16-57e2-4015-986d-0d1b07a7a498 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event deleted for resources: {'Port': ['ID=19c6a6e4-db8a-44d0-9a23-0cf1ef46d510,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:27.034697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:27.039738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2610c9ff-cecd-4002-8ada-147eae9401f8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.046196 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2610c9ff-cecd-4002-8ada-147eae9401f8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.067058 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2610c9ff-cecd-4002-8ada-147eae9401f8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.068252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2e96f1-8662-4ade-bd5f-9ccf5c513bba req-ad6bee16-57e2-4015-986d-0d1b07a7a498 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] No DVR routers for this DVR port 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:27.068427 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2610c9ff-cecd-4002-8ada-147eae9401f8 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1340463 Aug 16 02:13:27.070793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42352) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:27.076402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f6fe5d66-971c-4ab1-9869-a13f4bb7aaf9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:27.079916 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb2e96f1-8662-4ade-bd5f-9ccf5c513bba req-ad6bee16-57e2-4015-986d-0d1b07a7a498 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.082002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb2e96f1-8662-4ade-bd5f-9ccf5c513bba req-ad6bee16-57e2-4015-986d-0d1b07a7a498 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "DELETE /v2.0/ports/19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 HTTP/1.1" status: 204 len: 173 time: 1.3288863 Aug 16 02:13:27.083435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ab1732-adbb-494f-97fd-e534858246d8', 'name': 'network-vif-deleted', 'tag': '19c6a6e4-db8a-44d0-9a23-0cf1ef46d510'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:27.086289 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fc225e-2e31-4399-a16a-e183720a3879" -d '{"events": [{"server_uuid": "47ab1732-adbb-494f-97fd-e534858246d8", "name": "network-vif-deleted", "tag": "19c6a6e4-db8a-44d0-9a23-0cf1ef46d510"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:27.227440 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbed3c5-3e57-4dad-9db1-8e416b796c61 x-openstack-request-id: req-5fbed3c5-3e57-4dad-9db1-8e416b796c61 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:27.227732 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ab1732-adbb-494f-97fd-e534858246d8", "name": "network-vif-deleted", "tag": "19c6a6e4-db8a-44d0-9a23-0cf1ef46d510", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:27.227986 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5fbed3c5-3e57-4dad-9db1-8e416b796c61 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:27.228386 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ab1732-adbb-494f-97fd-e534858246d8', 'name': 'network-vif-deleted', 'tag': '19c6a6e4-db8a-44d0-9a23-0cf1ef46d510', 'status': 'completed', 'code': 200} Aug 16 02:13:27.350639 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5d66-971c-4ab1-9869-a13f4bb7aaf9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.362218 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5d66-971c-4ab1-9869-a13f4bb7aaf9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.456218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c6a5bd9-4fe4-4cd6-93be-83be197e387b req-2e5b9e06-2eec-49cd-94f4-183da036d984 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=47ab1732-adbb-494f-97fd-e534858246d8 HTTP/1.1" status: 200 len: 210 time: 0.0567148 Aug 16 02:13:27.490005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fe5d66-971c-4ab1-9869-a13f4bb7aaf9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Router bbe765ef-8f40-45de-b14a-053bfa098e85 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:27.528789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42362) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:27.609648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fe5d66-971c-4ab1-9869-a13f4bb7aaf9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:27.617135 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5d66-971c-4ab1-9869-a13f4bb7aaf9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.621173 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f6fe5d66-971c-4ab1-9869-a13f4bb7aaf9 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "PUT /v2.0/routers/bbe765ef-8f40-45de-b14a-053bfa098e85 HTTP/1.1" status: 200 len: 698 time: 0.5490801 Aug 16 02:13:27.621423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42364) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:27.624421 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4e997-8b64-45b4-8f47-c53b8da0a7d3 None None] Sync routers for ids ['bbe765ef-8f40-45de-b14a-053bfa098e85'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:27.639996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8773aec-9efa-424a-8717-d98d117d8fe6 req-5322940b-988a-4d7b-8d79-035572ef2bf8 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.640354 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4e997-8b64-45b4-8f47-c53b8da0a7d3 None None] Routers {'bbe765ef-8f40-45de-b14a-053bfa098e85'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:27.643582 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f0b4e997-8b64-45b4-8f47-c53b8da0a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bbe765ef-8f40-45de-b14a-053bfa098e85'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:27.652817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8773aec-9efa-424a-8717-d98d117d8fe6 req-5322940b-988a-4d7b-8d79-035572ef2bf8 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.1498740 Aug 16 02:13:27.704149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8773aec-9efa-424a-8717-d98d117d8fe6 req-d42faf8d-3145-48bd-87d0-6493e31f2026 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496225 Aug 16 02:13:27.739486 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-f0b4e997-8b64-45b4-8f47-c53b8da0a7d3 None None] Set router bbe765ef-8f40-45de-b14a-053bfa098e85 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:27.744729 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7ea5d8b6-ef03-46da-8890-7dafe671e2c0 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/routers/bbe765ef-8f40-45de-b14a-053bfa098e85 HTTP/1.1" status: 200 len: 704 time: 0.1220083 Aug 16 02:13:27.747409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42366) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:27.795074 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f0b4e997-8b64-45b4-8f47-c53b8da0a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe765ef-8f40-45de-b14a-053bfa098e85', 'name': 'tempest-RoutersIpV6Test-router-1715451935', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:26Z', 'updated_at': '2021-08-16T02:13:27Z', 'revision_number': 2, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:27.807752 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3d877ee6-4cb6-4762-a532-18cbd6f91231 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=bbe765ef-8f40-45de-b14a-053bfa098e85 HTTP/1.1" status: 200 len: 205 time: 0.0592155 Aug 16 02:13:27.810561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42368) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:27.822693 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4e997-8b64-45b4-8f47-c53b8da0a7d3 None None] Checking router: bbe765ef-8f40-45de-b14a-053bfa098e85 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:27.831847 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4e997-8b64-45b4-8f47-c53b8da0a7d3 None None] Routers {'bbe765ef-8f40-45de-b14a-053bfa098e85'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:27.833022 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f0b4e997-8b64-45b4-8f47-c53b8da0a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bbe765ef-8f40-45de-b14a-053bfa098e85'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:27.897438 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b3394ee-f7b1-4d06-8aa3-8d77a3da6c64 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.909010 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-f0b4e997-8b64-45b4-8f47-c53b8da0a7d3 None None] Set router bbe765ef-8f40-45de-b14a-053bfa098e85 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:27.982849 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f0b4e997-8b64-45b4-8f47-c53b8da0a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe765ef-8f40-45de-b14a-053bfa098e85', 'name': 'tempest-RoutersIpV6Test-router-1715451935', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:26Z', 'updated_at': '2021-08-16T02:13:27Z', 'revision_number': 2, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:28.021539 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4e997-8b64-45b4-8f47-c53b8da0a7d3 None None] The sync data for ids ['bbe765ef-8f40-45de-b14a-053bfa098e85'] in n-d-768851-16 is: [{'id': 'bbe765ef-8f40-45de-b14a-053bfa098e85', 'name': 'tempest-RoutersIpV6Test-router-1715451935', 'tenant_id': '40d443448763404bb7267b46fc38d5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:26Z', 'updated_at': '2021-08-16T02:13:27Z', 'revision_number': 2, 'project_id': '40d443448763404bb7267b46fc38d5b0', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:28.081850 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.084493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b3394ee-f7b1-4d06-8aa3-8d77a3da6c64 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.086932 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b3394ee-f7b1-4d06-8aa3-8d77a3da6c64 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.139049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b3394ee-f7b1-4d06-8aa3-8d77a3da6c64 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.139682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3394ee-f7b1-4d06-8aa3-8d77a3da6c64 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Fanout notify agent at l3_agent the message router_deleted on router bbe765ef-8f40-45de-b14a-053bfa098e85 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:28.151990 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1b3394ee-f7b1-4d06-8aa3-8d77a3da6c64 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.157371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1b3394ee-f7b1-4d06-8aa3-8d77a3da6c64 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/bbe765ef-8f40-45de-b14a-053bfa098e85 HTTP/1.1" status: 204 len: 168 time: 0.3416727 Aug 16 02:13:28.158047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42372) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.187714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-39f35082-5e94-48e5-a670-fc68fc6e1242 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=bbe765ef-8f40-45de-b14a-053bfa098e85 HTTP/1.1" status: 200 len: 205 time: 0.0281937 Aug 16 02:13:28.190577 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42374) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.233293 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-18f42bfb-90e3-4641-be4e-5d183bccbd55 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] delete failed (client error): The resource could not be found. Aug 16 02:13:28.234946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-18f42bfb-90e3-4641-be4e-5d183bccbd55 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/bbe765ef-8f40-45de-b14a-053bfa098e85 HTTP/1.1" status: 404 len: 336 time: 0.0428333 Aug 16 02:13:28.237715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42376) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.265404 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1b4e5e-4f55-4042-9266-fe565fd60a99 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] DELETE failed (client error): The resource could not be found. Aug 16 02:13:28.265903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1b4e5e-4f55-4042-9266-fe565fd60a99 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:28.269029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8e1b4e5e-4f55-4042-9266-fe565fd60a99 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/1167b7ba-d276-459c-bbc5-033d57cf60a0 HTTP/1.1" status: 404 len: 337 time: 0.0290573 Aug 16 02:13:28.270470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42378) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.298983 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac1fb43-2c3c-4a72-a081-fbb3d6e8ee00 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] DELETE failed (client error): The resource could not be found. Aug 16 02:13:28.299458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac1fb43-2c3c-4a72-a081-fbb3d6e8ee00 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:28.303597 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5ac1fb43-2c3c-4a72-a081-fbb3d6e8ee00 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/74d7a895-249f-4f12-b0b6-94d94cf02790 HTTP/1.1" status: 404 len: 337 time: 0.0297649 Aug 16 02:13:28.303841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42380) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.330351 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1aab8d2-995a-48ff-899d-5eb8bccd332c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] DELETE failed (client error): The resource could not be found. Aug 16 02:13:28.330818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1aab8d2-995a-48ff-899d-5eb8bccd332c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:28.332580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b1aab8d2-995a-48ff-899d-5eb8bccd332c tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/df86e286-c427-4c69-8485-923ab3877f10 HTTP/1.1" status: 404 len: 337 time: 0.0278056 Aug 16 02:13:28.335334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42382) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.362715 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b80b87b-a29d-4668-99f6-0c389272fdd5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] DELETE failed (client error): The resource could not be found. Aug 16 02:13:28.363408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b80b87b-a29d-4668-99f6-0c389272fdd5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:28.364930 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2b80b87b-a29d-4668-99f6-0c389272fdd5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/37f2b4af-637a-44f0-9ea0-2f647d233ece HTTP/1.1" status: 404 len: 337 time: 0.0286834 Aug 16 02:13:28.367563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42384) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.399743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-02569067-9719-4dd3-8cbb-8d2636bb6af1 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=a071659c-c326-46f1-b5ad-26262e4b7d7f HTTP/1.1" status: 200 len: 205 time: 0.0309694 Aug 16 02:13:28.401926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42386) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.440018 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-69ce6dca-371d-4484-900f-c6d224505549 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] delete failed (client error): The resource could not be found. Aug 16 02:13:28.443481 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-69ce6dca-371d-4484-900f-c6d224505549 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/a071659c-c326-46f1-b5ad-26262e4b7d7f HTTP/1.1" status: 404 len: 336 time: 0.0382462 Aug 16 02:13:28.443750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42388) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.472521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3d928a79-82c1-4399-962f-15f4f8e54533 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=231e79d8-7884-4f03-9cc1-cac48d8fa93e HTTP/1.1" status: 200 len: 205 time: 0.0276701 Aug 16 02:13:28.474894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42390) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.519317 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-6a703fa1-9e53-4b41-8cd6-b5293d94d58f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] delete failed (client error): The resource could not be found. Aug 16 02:13:28.520598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6a703fa1-9e53-4b41-8cd6-b5293d94d58f tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/231e79d8-7884-4f03-9cc1-cac48d8fa93e HTTP/1.1" status: 404 len: 336 time: 0.0445740 Aug 16 02:13:28.523069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42394) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.553331 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e95079-6f34-4aae-87fa-148b28722d71 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] DELETE failed (client error): The resource could not be found. Aug 16 02:13:28.553794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e95079-6f34-4aae-87fa-148b28722d71 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:28.558129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-41e95079-6f34-4aae-87fa-148b28722d71 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/53092432-7224-486b-9052-74f6bbffd0f5 HTTP/1.1" status: 404 len: 337 time: 0.0315700 Aug 16 02:13:28.558300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42398) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.588462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-73698b13-b69e-474a-9ba3-81adc4a043e4 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=c25187d4-43fd-4d63-ae9b-8e0e04222edc HTTP/1.1" status: 200 len: 205 time: 0.0286515 Aug 16 02:13:28.592629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42406) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.634767 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-3b4b15a5-36f8-4b44-8b5e-cdc52804b9c5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] delete failed (client error): The resource could not be found. Aug 16 02:13:28.641641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3b4b15a5-36f8-4b44-8b5e-cdc52804b9c5 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/c25187d4-43fd-4d63-ae9b-8e0e04222edc HTTP/1.1" status: 404 len: 336 time: 0.0478382 Aug 16 02:13:28.644844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42412) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.676260 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7d6df354-7226-439d-8e74-61dee0166915 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=b553286d-9a01-463b-8877-ba715a1535f8 HTTP/1.1" status: 200 len: 205 time: 0.0300434 Aug 16 02:13:28.678708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42414) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.739100 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-69cae731-6efa-4db2-b614-f5fcb30e248b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] delete failed (client error): The resource could not be found. Aug 16 02:13:28.742622 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-69cae731-6efa-4db2-b614-f5fcb30e248b tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/b553286d-9a01-463b-8877-ba715a1535f8 HTTP/1.1" status: 404 len: 336 time: 0.0606558 Aug 16 02:13:28.742955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42418) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.745818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a8fb4-3949-4613-87ec-259a203f4172 req-23d13aac-ebaa-484d-a44c-392505036c9e tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.747532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-23d13aac-ebaa-484d-a44c-392505036c9e tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.1152263 Aug 16 02:13:28.772333 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-46d0b66a-2132-48be-87ee-801392bc5076 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/quotas/65d886f4476b4771a78f3f288a7c859d HTTP/1.1" status: 200 len: 375 time: 0.0141876 Aug 16 02:13:28.788755 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d3cdec-d1d8-4f6f-94c6-198ed26f7864 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] DELETE failed (client error): The resource could not be found. Aug 16 02:13:28.789232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d3cdec-d1d8-4f6f-94c6-198ed26f7864 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:28.793472 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-85d3cdec-d1d8-4f6f-94c6-198ed26f7864 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/df3ca274-dc3e-4683-876c-6b9eb6be2249 HTTP/1.1" status: 404 len: 337 time: 0.0471327 Aug 16 02:13:28.793667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42420) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.831177 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a118fcc7-d959-4879-abf7-0e522c4c5436 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=bbbc172a-7b6f-4fbe-81c5-d596616edaa5 HTTP/1.1" status: 200 len: 205 time: 0.0364606 Aug 16 02:13:28.834414 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42422) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.863886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-bd3500fb-aa9f-4328-b6f9-3617e16495f8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813384 Aug 16 02:13:28.874227 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-2a1d3069-a43f-42d5-8b78-6c1161b51865 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] delete failed (client error): The resource could not be found. Aug 16 02:13:28.875873 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2a1d3069-a43f-42d5-8b78-6c1161b51865 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/bbbc172a-7b6f-4fbe-81c5-d596616edaa5 HTTP/1.1" status: 404 len: 336 time: 0.0403342 Aug 16 02:13:28.876319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc883cea-34a8-4e8a-a6f1-48b8328aab92 req-b7cf234d-a166-4535-b964-1606ba909cbb tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.877995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc883cea-34a8-4e8a-a6f1-48b8328aab92 req-b7cf234d-a166-4535-b964-1606ba909cbb tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0824442 Aug 16 02:13:28.878549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42424) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.880044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] Deleting port f195626a-fcb2-4d77-aa31-b8ed748b2434 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:28.880296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.909934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:28.939116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:28.939684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 19c6a6e4-db8a-44d0-9a23-0cf1ef46d510 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:28.948747 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83c7a8e-44e0-4d24-b426-a566ff4cb638 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] DELETE failed (client error): The resource could not be found. Aug 16 02:13:28.949234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83c7a8e-44e0-4d24-b426-a566ff4cb638 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:28.951834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c83c7a8e-44e0-4d24-b426-a566ff4cb638 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/d4328120-08b6-4ad3-ace8-4cea6e8411da HTTP/1.1" status: 404 len: 337 time: 0.0707591 Aug 16 02:13:28.958236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42428) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.984865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] For port f195626a-fcb2-4d77-aa31-b8ed748b2434, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f195626a-fcb2-4d77-aa31-b8ed748b2434,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:28.985327 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.993133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 07286867-e032-4e78-b98e-c9b713e606a7 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:29.003674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c9f68299-0511-48b9-abba-10ff3004f169 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "GET /v2.0/ports?device_id=84252024-6efc-4bd3-a099-d8e520d76812 HTTP/1.1" status: 200 len: 205 time: 0.0440636 Aug 16 02:13:29.017692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 07286867-e032-4e78-b98e-c9b713e606a7 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:29.018038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 07286867-e032-4e78-b98e-c9b713e606a7 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:29.021222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42430) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.028127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] Calling delete_port for f195626a-fcb2-4d77-aa31-b8ed748b2434 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:29.066558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc883cea-34a8-4e8a-a6f1-48b8328aab92 req-90dc4e15-e94a-4b5a-8400-6f250df5305c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713631 Aug 16 02:13:29.069154 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-9fa3760a-094d-4549-8665-16c73ce485b6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] delete failed (client error): The resource could not be found. Aug 16 02:13:29.073626 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9fa3760a-094d-4549-8665-16c73ce485b6 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/routers/84252024-6efc-4bd3-a099-d8e520d76812 HTTP/1.1" status: 404 len: 336 time: 0.0509825 Aug 16 02:13:29.076843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42432) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.112121 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-92076ec1-f76c-42e7-9564-68e43d81d961 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] DELETE failed (client error): The resource could not be found. Aug 16 02:13:29.112585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92076ec1-f76c-42e7-9564-68e43d81d961 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:29.114333 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-92076ec1-f76c-42e7-9564-68e43d81d961 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/0752159a-26c8-4432-8dc4-381e46cf517e HTTP/1.1" status: 404 len: 337 time: 0.0360246 Aug 16 02:13:29.117128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42434) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.135216 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-a9fd8785-5841-4e03-91bc-ec2141739155 service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557976 Aug 16 02:13:29.151181 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8409eb-4a07-435f-a553-eead56cc01c7 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] DELETE failed (client error): The resource could not be found. Aug 16 02:13:29.151638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8409eb-4a07-435f-a553-eead56cc01c7 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:29.153374 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cc8409eb-4a07-435f-a553-eead56cc01c7 tempest-RoutersIpV6Test-1996403763 tempest-RoutersIpV6Test-1996403763-project] 10.222.0.79 "DELETE /v2.0/subnets/37d1c722-a6f0-493b-bc0c-1c674bd9d873 HTTP/1.1" status: 404 len: 337 time: 0.0340047 Aug 16 02:13:29.235536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-c6ea93d9-f0f5-4fcf-8854-29178d0f6144 service neutron] 10.222.0.79 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941677 Aug 16 02:13:29.310831 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.349241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] Pushing event deleted for resources: {'Port': ['ID=f195626a-fcb2-4d77-aa31-b8ed748b2434,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:29.524425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc35369d-3d36-44d4-bd50-25f376a4f568 req-30c2712e-3df5-49c8-90f3-dad911f81299 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 210 time: 0.0670152 Aug 16 02:13:29.546834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42446) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.561827 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.733864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f5073536-d842-41a7-878a-cf38a11b4c94 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40d443448763404bb7267b46fc38d5b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834457 Aug 16 02:13:29.734220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42454) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.789661 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8700e417-f81b-4ea4-a883-92ef12684464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.812112 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8700e417-f81b-4ea4-a883-92ef12684464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.813249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] Router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:29.865405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8700e417-f81b-4ea4-a883-92ef12684464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.868465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8700e417-f81b-4ea4-a883-92ef12684464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.872631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8700e417-f81b-4ea4-a883-92ef12684464 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf5a74f3-da7f-435b-833a-8307772bcefc HTTP/1.1" status: 204 len: 168 time: 0.1373415 Aug 16 02:13:29.881746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700e417-f81b-4ea4-a883-92ef12684464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5a74f3-da7f-435b-833a-8307772bcefc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:29.939494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:29.946347 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b38cc1b2-8b3d-4bce-a814-2f9d4399223d admin admin] 10.222.0.79 "PUT /v2.0/routers/ea4d798b-1a6b-486e-8f2f-1710dbac5b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4162309 Aug 16 02:13:29.948917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42460) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.949652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4823dbba-4977-4bf2-8560-0bbe0521abb2 None None] Sync routers for ids ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:29.965909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823dbba-4977-4bf2-8560-0bbe0521abb2 None None] Routers {'ea4d798b-1a6b-486e-8f2f-1710dbac5b22'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:29.967536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4823dbba-4977-4bf2-8560-0bbe0521abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:30.082082 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.096275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-4823dbba-4977-4bf2-8560-0bbe0521abb2 None None] Set router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:30.271294 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.285616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b4f01-9bcc-4658-8e94-b7598d2e8b6f req-d3c506a9-ca82-4431-a39e-45bcabc8bc86 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.287113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a52b4f01-9bcc-4658-8e94-b7598d2e8b6f req-d3c506a9-ca82-4431-a39e-45bcabc8bc86 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0716770 Aug 16 02:13:30.343587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4823dbba-4977-4bf2-8560-0bbe0521abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'name': 'tempest-TestServerMultinode-1362106408-router', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:11Z', 'updated_at': '2021-08-16T02:13:29Z', 'revision_number': 5, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'gw_port': {'id': 'eb9a719f-51e1-4a66-b946-2af8ba73f9c5', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:30.377507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4823dbba-4977-4bf2-8560-0bbe0521abb2 None None] Checking router: ea4d798b-1a6b-486e-8f2f-1710dbac5b22 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:30.386767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823dbba-4977-4bf2-8560-0bbe0521abb2 None None] Routers {'ea4d798b-1a6b-486e-8f2f-1710dbac5b22'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:30.387700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4823dbba-4977-4bf2-8560-0bbe0521abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:30.397391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a52b4f01-9bcc-4658-8e94-b7598d2e8b6f req-7dbad2ff-2e59-4528-9873-9688f715fd63 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939105 Aug 16 02:13:30.408611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Deleting port eb9a719f-51e1-4a66-b946-2af8ba73f9c5 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:30.409148 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.493304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-4823dbba-4977-4bf2-8560-0bbe0521abb2 None None] Set router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:30.509536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] For port eb9a719f-51e1-4a66-b946-2af8ba73f9c5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eb9a719f-51e1-4a66-b946-2af8ba73f9c5,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:30.510125 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.526975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Calling delete_port for eb9a719f-51e1-4a66-b946-2af8ba73f9c5 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:30.553760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4823dbba-4977-4bf2-8560-0bbe0521abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'name': 'tempest-TestServerMultinode-1362106408-router', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:11Z', 'updated_at': '2021-08-16T02:13:30Z', 'revision_number': 6, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:30.586913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4823dbba-4977-4bf2-8560-0bbe0521abb2 None None] The sync data for ids ['ea4d798b-1a6b-486e-8f2f-1710dbac5b22'] in n-d-768851-16 is: [{'id': 'ea4d798b-1a6b-486e-8f2f-1710dbac5b22', 'name': 'tempest-TestServerMultinode-1362106408-router', 'tenant_id': 'bf53109677934b6ea7146989f8bf3910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:11Z', 'updated_at': '2021-08-16T02:13:30Z', 'revision_number': 6, 'project_id': 'bf53109677934b6ea7146989f8bf3910', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:30.752678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42486) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:30.862359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-210810386'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:30.885733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Made reservation on behalf of 02cf2dcdee374e5a827f8e1030c8df90 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:30.889361 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.902617 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.010354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.016088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.053573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:13:31.073369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f283455-c920-44e1-a6d2-91145fd0183d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:31.081412 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.081750 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Added segment 61cace28-5df5-4167-8973-08f8c7af600a of type vlan for network e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9 Aug 16 02:13:31.130249 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.152491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-afb862f2-374b-4fb2-8eb3-01186570e5db req-ca3534b4-0989-4485-83d6-3bcebd7b5846 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 210 time: 0.5059898 Aug 16 02:13:31.162680 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.168532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.169173 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.226158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a8fb4-3949-4613-87ec-259a203f4172 req-3273c475-c3ca-43bc-bb4f-185cb2302816 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.227544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-3273c475-c3ca-43bc-bb4f-185cb2302816 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 806 time: 0.6085882 Aug 16 02:13:31.229686 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4757562 Aug 16 02:13:31.233400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42490) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:31.238715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-5ea29a50-921a-4886-ae04-a38246ea0110 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9', 'tempest-TagsTest-Tag-2010900871') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:31.241561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d360339-7fd9-45a9-a8e1-036b09462ba3 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Pushing event updated for resources: {'Network': ['ID=e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:31.252856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:31.258313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Request body: {'port': {'device_id': 'dbd3507c-c8a4-4b84-8ad3-5833fcb311ad', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'admin_state_up': True, 'tenant_id': '65d886f4476b4771a78f3f288a7c859d'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:31.359907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.417832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9a719f-51e1-4a66-b946-2af8ba73f9c5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:31.574754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5ea29a50-921a-4886-ae04-a38246ea0110 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "PUT /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags/tempest-TagsTest-Tag-2010900871 HTTP/1.1" status: 201 len: 201 time: 0.3402383 Aug 16 02:13:31.577731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42498) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:31.584016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-9b17b1a0-48b6-4c4f-8e9a-ff83aaa312fd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9', 'tempest-TagsTest-Tag-2010900871') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:31.589225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Made reservation on behalf of 65d886f4476b4771a78f3f288a7c859d for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:31.592831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.604676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.613534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f00d43-1c04-41fa-a2f3-57b294173085 req-16cbc64b-5e79-4d53-9cfd-d7faca9e362e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.615033 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4f00d43-1c04-41fa-a2f3-57b294173085 req-16cbc64b-5e79-4d53-9cfd-d7faca9e362e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.1393123 Aug 16 02:13:31.660619 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9b17b1a0-48b6-4c4f-8e9a-ff83aaa312fd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "GET /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags/tempest-TagsTest-Tag-2010900871 HTTP/1.1" status: 204 len: 168 time: 0.0808053 Aug 16 02:13:31.662977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42500) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:31.667348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-87ef1c06-e5ff-4dd2-84df-1ecbbe39febb tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:31.743493 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-87ef1c06-e5ff-4dd2-84df-1ecbbe39febb tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "GET /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags HTTP/1.1" status: 200 len: 238 time: 0.0794969 Aug 16 02:13:31.746087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42502) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:31.750904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-8b1747e1-870f-4cab-a24c-b53ec36ae989 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9', {'tags': ['tempest-TagsTest-Tag-440468356', 'tempest-TagsTest-Tag-1594941', 'tempest-TagsTest-Tag-860053449']}) {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:31.751101 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.784107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.802233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4f00d43-1c04-41fa-a2f3-57b294173085 req-81a5cc38-a298-45d8-9b9a-1585727f2aa8 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562958 Aug 16 02:13:31.833377 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b1747e1-870f-4cab-a24c-b53ec36ae989 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "PUT /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags HTTP/1.1" status: 200 len: 304 time: 0.0856252 Aug 16 02:13:31.835712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42504) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:31.841017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-45689be0-9879-4100-8337-179a83cb945f tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9', 'tempest-TagsTest-Tag-440468356') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:31.847869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.848346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea4d798b-1a6b-486e-8f2f-1710dbac5b22 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:31.854377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.858309 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e852c00a-a619-47e0-a484-565af21fbafe admin admin] 10.222.0.79 "DELETE /v2.0/routers/ea4d798b-1a6b-486e-8f2f-1710dbac5b22 HTTP/1.1" status: 204 len: 168 time: 1.9080150 Aug 16 02:13:31.859111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42506) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:31.917352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Allocated IP 172.20.0.6 (87691784-fa2d-4a60-a026-eb05f8c9dc64/147f53e3-5971-4e4c-b75e-72fce8c26a2c/1dd6d1f9-8b62-41c0-89b8-d25b91df99af) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:31.955160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6812114-1b07-43d1-9de0-8b3e9afd39aa admin admin] Deleting subnet caa6f608-506d-446a-aa49-887b1a40d955 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:31.960031 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b6812114-1b07-43d1-9de0-8b3e9afd39aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.010418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b6812114-1b07-43d1-9de0-8b3e9afd39aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.030899 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-45689be0-9879-4100-8337-179a83cb945f tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "DELETE /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags/tempest-TagsTest-Tag-440468356 HTTP/1.1" status: 204 len: 168 time: 0.1938677 Aug 16 02:13:32.033560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42508) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:32.039748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-d743e174-314c-40b2-b140-432a9a9ff977 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9', 'tempest-TagsTest-Tag-440468356') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:32.093825 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b6812114-1b07-43d1-9de0-8b3e9afd39aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.146848 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.155448 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-d743e174-314c-40b2-b140-432a9a9ff977 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] show failed (client error): The resource could not be found. Aug 16 02:13:32.156532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d743e174-314c-40b2-b140-432a9a9ff977 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "GET /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags/tempest-TagsTest-Tag-440468356 HTTP/1.1" status: 404 len: 325 time: 0.1220047 Aug 16 02:13:32.159598 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42510) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:32.165727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-daf29fc8-88be-4160-8c5c-8943a4e0cce0 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9', 'tempest-TagsTest-Tag-1594941') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:32.179399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb9a719f-51e1-4a66-b946-2af8ba73f9c5 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:32.184366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b6812114-1b07-43d1-9de0-8b3e9afd39aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.197057 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.212238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: eb9a719f-51e1-4a66-b946-2af8ba73f9c5 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:32.213689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb9a719f-51e1-4a66-b946-2af8ba73f9c5 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:32.214542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f195626a-fcb2-4d77-aa31-b8ed748b2434 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:32.237319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:32.240053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: f195626a-fcb2-4d77-aa31-b8ed748b2434 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:32.240753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f195626a-fcb2-4d77-aa31-b8ed748b2434 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:32.245148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6812114-1b07-43d1-9de0-8b3e9afd39aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa6f608-506d-446a-aa49-887b1a40d955,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.260866 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b6812114-1b07-43d1-9de0-8b3e9afd39aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.262681 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b6812114-1b07-43d1-9de0-8b3e9afd39aa admin admin] 10.222.0.79 "DELETE /v2.0/subnets/caa6f608-506d-446a-aa49-887b1a40d955 HTTP/1.1" status: 204 len: 168 time: 0.4026456 Aug 16 02:13:32.266470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42514) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:32.279315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Network 87691784-fa2d-4a60-a026-eb05f8c9dc64 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:32.281576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a277b-da4d-458c-adbe-470d0000c050 None None] Network 6a536bf5-302f-4a47-b884-edc11d2c697b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:32.287419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:32.290554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:32.296070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event updated for resources: {'Port': ['ID=1dd6d1f9-8b62-41c0-89b8-d25b91df99af,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.350212 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-daf29fc8-88be-4160-8c5c-8943a4e0cce0 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "GET /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags/tempest-TagsTest-Tag-1594941 HTTP/1.1" status: 204 len: 168 time: 0.1870368 Aug 16 02:13:32.350465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd8a2f-49ea-49d6-afc1-88ada4a19b5e req-6f6aa220-6d17-486f-a28e-857bf3166560 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.350623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42516) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:32.350867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4abd8a2f-49ea-49d6-afc1-88ada4a19b5e req-6f6aa220-6d17-486f-a28e-857bf3166560 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 931 time: 0.1159611 Aug 16 02:13:32.354908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-5b5552b8-771c-41c3-8bc3-54d75a2368c2 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9', 'tempest-TagsTest-Tag-860053449') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:32.366626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.367446 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.372201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.413007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-8424380f-2838-48ce-8470-5da4d638b041 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1663530 Aug 16 02:13:32.419127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4abd8a2f-49ea-49d6-afc1-88ada4a19b5e req-854b9082-6f89-46d9-af7f-ff699357d83b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604975 Aug 16 02:13:32.432312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Request body: {'port': {'device_id': 'dbd3507c-c8a4-4b84-8ad3-5833fcb311ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:32.472453 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5b5552b8-771c-41c3-8bc3-54d75a2368c2 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "GET /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags/tempest-TagsTest-Tag-860053449 HTTP/1.1" status: 204 len: 168 time: 0.1209524 Aug 16 02:13:32.476742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42518) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:32.481088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-2a2e9033-9fb3-46b5-8667-1d629984bc2c tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:32.517483 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.532334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Deleting port b3ab0738-e97d-45bf-9b19-1230fe31997c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:32.533254 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.573865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b0254-2b47-4ec2-a2e7-85c55e55e023 None None] DHCP port deletion for 6a536bf5-302f-4a47-b884-edc11d2c697b request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:32.636066 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] For port b3ab0738-e97d-45bf-9b19-1230fe31997c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b3ab0738-e97d-45bf-9b19-1230fe31997c,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:32.636460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.643379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b0254-2b47-4ec2-a2e7-85c55e55e023 None None] Deleting port b3ab0738-e97d-45bf-9b19-1230fe31997c {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:32.643379 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0254-2b47-4ec2-a2e7-85c55e55e023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.653293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Calling delete_port for b3ab0738-e97d-45bf-9b19-1230fe31997c owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:32.713041 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2a2e9033-9fb3-46b5-8667-1d629984bc2c tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "DELETE /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags HTTP/1.1" status: 204 len: 168 time: 0.2364013 Aug 16 02:13:32.716402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6e2b0254-2b47-4ec2-a2e7-85c55e55e023 None None] For port b3ab0738-e97d-45bf-9b19-1230fe31997c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b3ab0738-e97d-45bf-9b19-1230fe31997c,segment=NetworkSegment(ca7ec1f0-d6e2-4167-929b-51d0fc8789ff),segment_id=ca7ec1f0-d6e2-4167-929b-51d0fc8789ff)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:32.716799 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0254-2b47-4ec2-a2e7-85c55e55e023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.717414 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42522) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:32.723887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-e6d82bd9-dad1-43f6-a822-cbfbf58dee65 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9', 'tempest-TagsTest-Tag-1594941') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:32.735220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b0254-2b47-4ec2-a2e7-85c55e55e023 None None] Calling delete_port for b3ab0738-e97d-45bf-9b19-1230fe31997c owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:32.818098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0254-2b47-4ec2-a2e7-85c55e55e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.831549 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-e6d82bd9-dad1-43f6-a822-cbfbf58dee65 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] show failed (client error): The resource could not be found. Aug 16 02:13:32.837229 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e6d82bd9-dad1-43f6-a822-cbfbf58dee65 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "GET /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags/tempest-TagsTest-Tag-1594941 HTTP/1.1" status: 404 len: 323 time: 0.1167171 Aug 16 02:13:32.839236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42526) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:32.841737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b0254-2b47-4ec2-a2e7-85c55e55e023 None None] Pushing event deleted for resources: {'Port': ['ID=b3ab0738-e97d-45bf-9b19-1230fe31997c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.846161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-207dbb93-4ea3-41c8-8af8-0f64c1127074 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9', 'tempest-TagsTest-Tag-860053449') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:32.852043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b0254-2b47-4ec2-a2e7-85c55e55e023 None None] No DVR routers for this DVR port b3ab0738-e97d-45bf-9b19-1230fe31997c on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:32.853390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd6d1f9-8b62-41c0-89b8-d25b91df99af {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:32.863636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.867546 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.878909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Transition to ACTIVE for port object 1dd6d1f9-8b62-41c0-89b8-d25b91df99af will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:32.890434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.932137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ab0738-e97d-45bf-9b19-1230fe31997c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.939577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] No DVR routers for this DVR port b3ab0738-e97d-45bf-9b19-1230fe31997c on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:32.960114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Pushing event updated for resources: {'Port': ['ID=1dd6d1f9-8b62-41c0-89b8-d25b91df99af,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.991350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b5dfc-6061-46c4-b09d-b4a306143586 req-4ea85708-2425-47a8-a999-c34fd6265520 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.992890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b3b5dfc-6061-46c4-b09d-b4a306143586 req-4ea85708-2425-47a8-a999-c34fd6265520 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.1128452 Aug 16 02:13:33.025652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.034587 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-207dbb93-4ea3-41c8-8af8-0f64c1127074 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] show failed (client error): The resource could not be found. Aug 16 02:13:33.035814 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-207dbb93-4ea3-41c8-8af8-0f64c1127074 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "GET /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags/tempest-TagsTest-Tag-860053449 HTTP/1.1" status: 404 len: 325 time: 0.1956196 Aug 16 02:13:33.038887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42528) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:33.042220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a536bf5-302f-4a47-b884-edc11d2c697b']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.047308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-534f4ffd-c98d-42ce-8bab-fe976441f875 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.067262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.067558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7ec1f0-d6e2-4167-929b-51d0fc8789ff') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.072519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b3b5dfc-6061-46c4-b09d-b4a306143586 req-83392888-ff29-4293-9df7-e1c97e3321ad tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586939 Aug 16 02:13:33.074913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Attempting to bind port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:33.075214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Attempting to bind port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:33.075505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Attempting to bind port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:33.080710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:33.081142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Attempting to bind port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af on network 87691784-fa2d-4a60-a026-eb05f8c9dc64 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:33.094342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:33.094342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Checking segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:33.094342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Bound using segment: {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:33.094342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Bound port: 1dd6d1f9-8b62-41c0-89b8-d25b91df99af, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2e1230-d3b9-439d-9262-b9d657b80ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:33.094342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.107097 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.130619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.140646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:33.141080 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:33.142920 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:33.159405 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] For port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:33.162862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] For port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=1dd6d1f9-8b62-41c0-89b8-d25b91df99af,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:33.167102 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.207389 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-534f4ffd-c98d-42ce-8bab-fe976441f875 tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "DELETE /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9/tags HTTP/1.1" status: 204 len: 168 time: 0.1644049 Aug 16 02:13:33.208220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42530) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:33.208477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.209138 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.210543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] 10.222.0.89 "PUT /v2.0/ports/1dd6d1f9-8b62-41c0-89b8-d25b91df99af HTTP/1.1" status: 200 len: 1092 time: 0.7849791 Aug 16 02:13:33.210989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd3507c-c8a4-4b84-8ad3-5833fcb311ad', 'tag': '1dd6d1f9-8b62-41c0-89b8-d25b91df99af'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:33.213352 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdf368a-2df3-4430-a07d-782ef528d16f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd3507c-c8a4-4b84-8ad3-5833fcb311ad", "tag": "1dd6d1f9-8b62-41c0-89b8-d25b91df99af"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:33.237444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5210ef0-0620-4600-a710-7f3442e6896f service neutron] Pushing event updated for resources: {'Port': ['ID=1dd6d1f9-8b62-41c0-89b8-d25b91df99af,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.265740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.279518 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.284934 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] 10.222.0.79 "DELETE /v2.0/networks/6a536bf5-302f-4a47-b884-edc11d2c697b HTTP/1.1" status: 204 len: 168 time: 1.0140245 Aug 16 02:13:33.287210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42534) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:33.302616 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184c4a77-ccba-475b-bdf7-9e3351b8b41b x-openstack-request-id: req-184c4a77-ccba-475b-bdf7-9e3351b8b41b {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:33.302914 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd3507c-c8a4-4b84-8ad3-5833fcb311ad", "tag": "1dd6d1f9-8b62-41c0-89b8-d25b91df99af", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:33.303162 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-184c4a77-ccba-475b-bdf7-9e3351b8b41b {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:33.303556 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd3507c-c8a4-4b84-8ad3-5833fcb311ad', 'tag': '1dd6d1f9-8b62-41c0-89b8-d25b91df99af', 'status': 'completed', 'code': 200} Aug 16 02:13:33.320869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a8fb4-3949-4613-87ec-259a203f4172 req-73a63f51-b6ff-4e0e-9dc9-a3a89d0245b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.322417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-73a63f51-b6ff-4e0e-9dc9-a3a89d0245b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 1095 time: 0.0544486 Aug 16 02:13:33.340731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9ba7-9a2d-4abe-92d0-8b38ae51652b admin admin] Pushing event deleted for resources: {'Network': ['ID=6a536bf5-302f-4a47-b884-edc11d2c697b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.360557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.370499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-fdb13010-c8d4-4bab-9223-9b5dcc6045ff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dd6d1f9-8b62-41c0-89b8-d25b91df99af HTTP/1.1" status: 200 len: 217 time: 0.0397270 Aug 16 02:13:33.424741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a8fb4-3949-4613-87ec-259a203f4172 req-2e75ffac-a76c-491e-9930-3995be0e38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.426308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-2e75ffac-a76c-491e-9930-3995be0e38c8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0484662 Aug 16 02:13:33.461645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-ff7ff78e-ac23-419b-8f5f-3e667f8c4890 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276952 Aug 16 02:13:33.536547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.550714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.566705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cace28-5df5-4167-8973-08f8c7af600a') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.567006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cace28-5df5-4167-8973-08f8c7af600a') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.579862 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.601780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314db27e-b210-4f73-b2e5-30b68980a38b req-ad28bd16-8f79-4f80-b2d2-39c243de627b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.603181 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-314db27e-b210-4f73-b2e5-30b68980a38b req-ad28bd16-8f79-4f80-b2d2-39c243de627b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 943 time: 0.0810118 Aug 16 02:13:33.608890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-64efd0c5-0ac1-4c33-a78b-fbe64c7762c2 service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402614 Aug 16 02:13:33.701819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-314db27e-b210-4f73-b2e5-30b68980a38b req-49b31553-f8a0-4f55-8758-a5ca677550f1 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913560 Aug 16 02:13:33.745267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-604a8fb4-3949-4613-87ec-259a203f4172 req-9fa43b66-d50d-418a-ad81-2aa6f5bf8f05 service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278830 Aug 16 02:13:33.842219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf368a-2df3-4430-a07d-782ef528d16f req-9a508828-579b-4f40-a891-b8ba01dc5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.845127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbdf368a-2df3-4430-a07d-782ef528d16f req-9a508828-579b-4f40-a891-b8ba01dc5d48 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 1095 time: 0.0523012 Aug 16 02:13:33.946417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf368a-2df3-4430-a07d-782ef528d16f req-ae2b0bb0-8b93-4b6d-a8a9-1eed4a58542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.947823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbdf368a-2df3-4430-a07d-782ef528d16f req-ae2b0bb0-8b93-4b6d-a8a9-1eed4a58542b service neutron] 10.222.0.89 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 907 time: 0.0952547 Aug 16 02:13:33.979637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.992076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:33.992475 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.994184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbdf368a-2df3-4430-a07d-782ef528d16f req-74d40eb7-1bb0-4c87-84a4-9c50d5647631 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dd6d1f9-8b62-41c0-89b8-d25b91df99af HTTP/1.1" status: 200 len: 217 time: 0.0381048 Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:33.995474 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:34.050508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf368a-2df3-4430-a07d-782ef528d16f req-7974744b-e5c4-4ad4-9283-b7fab0951bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.051996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbdf368a-2df3-4430-a07d-782ef528d16f req-7974744b-e5c4-4ad4-9283-b7fab0951bd4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0484331 Aug 16 02:13:34.080283 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.090279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.092357 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] 10.222.0.79 "DELETE /v2.0/networks/e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9 HTTP/1.1" status: 204 len: 168 time: 0.8826504 Aug 16 02:13:34.094144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbdf368a-2df3-4430-a07d-782ef528d16f req-c86da3fa-a164-4b60-a7c0-e7df8e741696 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325959 Aug 16 02:13:34.108852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105c09b-be54-43c9-9008-a6cab89b9cbd tempest-TagsTest-1173641857 tempest-TagsTest-1173641857-project] Pushing event deleted for resources: {'Network': ['ID=e53e9016-5fb8-4dc6-9de4-f6ad2044a3a9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:34.178161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b3ab0738-e97d-45bf-9b19-1230fe31997c no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:34.208506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: b3ab0738-e97d-45bf-9b19-1230fe31997c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:34.209452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b3ab0738-e97d-45bf-9b19-1230fe31997c not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:34.231164 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbdf368a-2df3-4430-a07d-782ef528d16f req-0b2a665d-fed8-45d7-a62a-ee912240da59 service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293678 Aug 16 02:13:34.255704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.334112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4ce88-00e1-4a01-a049-bec9c36f1096 req-5bcf1fa4-2ed0-46b6-8755-86f2af3c59fc tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.335648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28b4ce88-00e1-4a01-a049-bec9c36f1096 req-5bcf1fa4-2ed0-46b6-8755-86f2af3c59fc tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.1317832 Aug 16 02:13:34.398639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbdf368a-2df3-4430-a07d-782ef528d16f req-1a55f0ca-5207-4751-ba87-6855c9ca832e service neutron] 10.222.0.89 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472564 Aug 16 02:13:34.402214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28b4ce88-00e1-4a01-a049-bec9c36f1096 req-9a77b39f-597a-4bcf-8745-99e6c89e78bf tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509076 Aug 16 02:13:34.458090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42546) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:34.528561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] Deleting port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:34.529206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.607968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] For port 7f78f73e-d17a-4fde-be0f-2cfccc6cb246, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7f78f73e-d17a-4fde-be0f-2cfccc6cb246,segment=NetworkSegment(4864d472-23ff-4a22-8799-bebc3fac31a4),segment_id=4864d472-23ff-4a22-8799-bebc3fac31a4)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:34.608341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.609834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bad736e6-7b63-4d61-9ec9-9260dd81385f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02cf2dcdee374e5a827f8e1030c8df90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497438 Aug 16 02:13:34.612423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42550) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:34.621725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] Calling delete_port for 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:34.661081 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51196acf-9639-4ad0-adb4-bbc808171365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.687212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51196acf-9639-4ad0-adb4-bbc808171365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.746998 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51196acf-9639-4ad0-adb4-bbc808171365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.752782 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51196acf-9639-4ad0-adb4-bbc808171365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.756568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-51196acf-9639-4ad0-adb4-bbc808171365 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f283455-c920-44e1-a6d2-91145fd0183d HTTP/1.1" status: 204 len: 168 time: 0.1410277 Aug 16 02:13:34.758404 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:13:34.772437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51196acf-9639-4ad0-adb4-bbc808171365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f283455-c920-44e1-a6d2-91145fd0183d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:34.857253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331b1ad-2e92-47af-a824-5d87679d2367 req-2cf3373c-506d-410a-bc9c-de73c8f9a6e6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.865813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4331b1ad-2e92-47af-a824-5d87679d2367 req-2cf3373c-506d-410a-bc9c-de73c8f9a6e6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 943 time: 0.0723317 Aug 16 02:13:34.890482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.905160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4331b1ad-2e92-47af-a824-5d87679d2367 req-10a757fe-7f07-40ee-be11-438914891a27 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383244 Aug 16 02:13:34.919902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f78f73e-d17a-4fde-be0f-2cfccc6cb246,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:35.099286 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.332643 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] Router d2a15cd5-c26d-4f3e-9085-138f073c924f has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:35.448153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:35.453991 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0905e97f-2a13-4bb8-b49b-c9cb44815db7 admin admin] 10.222.0.79 "PUT /v2.0/routers/d2a15cd5-c26d-4f3e-9085-138f073c924f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1657958 Aug 16 02:13:35.456661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42578) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:35.460275 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e349c8-557a-4dbf-9b15-5eeb07ac7bda None None] Sync routers for ids ['d2a15cd5-c26d-4f3e-9085-138f073c924f'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:35.467599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42580) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:35.472783 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031242 Aug 16 02:13:35.473767 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e349c8-557a-4dbf-9b15-5eeb07ac7bda None None] Routers {'d2a15cd5-c26d-4f3e-9085-138f073c924f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:35.474594 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-77e349c8-557a-4dbf-9b15-5eeb07ac7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2a15cd5-c26d-4f3e-9085-138f073c924f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:35.476392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42582) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:35.597185 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-80649e39-9e4d-41ce-b263-d82a82287e8a tempest-NetworksApiDiscovery-90255854 tempest-NetworksApiDiscovery-90255854-project] 10.222.0.79 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1190794 Aug 16 02:13:35.612813 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-77e349c8-557a-4dbf-9b15-5eeb07ac7bda None None] Set router d2a15cd5-c26d-4f3e-9085-138f073c924f gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:35.619083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c10dd3-0bfd-4b4c-9391-2955b3c75441 req-6a64b0f6-6588-43ba-abc2-51749d37b73e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.620711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8c10dd3-0bfd-4b4c-9391-2955b3c75441 req-6a64b0f6-6588-43ba-abc2-51749d37b73e tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.1093552 Aug 16 02:13:35.626308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.738765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8c10dd3-0bfd-4b4c-9391-2955b3c75441 req-815d3736-391d-4e71-a2c0-cac9b7829876 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750971 Aug 16 02:13:35.766217 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.815329 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-77e349c8-557a-4dbf-9b15-5eeb07ac7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'name': 'tempest-TestServerMultinode-34407968-router', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:24Z', 'updated_at': '2021-08-16T02:13:34Z', 'revision_number': 5, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'gw_port': {'id': 'ee4eac65-2816-41b2-8437-723bc25e8e70', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:25Z', 'updated_at': '2021-08-16T02:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:35.826346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Deleting port ee4eac65-2816-41b2-8437-723bc25e8e70 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:35.826727 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.846558 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e349c8-557a-4dbf-9b15-5eeb07ac7bda None None] Checking router: d2a15cd5-c26d-4f3e-9085-138f073c924f for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:35.856306 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e349c8-557a-4dbf-9b15-5eeb07ac7bda None None] Routers {'d2a15cd5-c26d-4f3e-9085-138f073c924f'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:35.857038 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-77e349c8-557a-4dbf-9b15-5eeb07ac7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d2a15cd5-c26d-4f3e-9085-138f073c924f'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:35.882674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42590) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:35.912162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] For port ee4eac65-2816-41b2-8437-723bc25e8e70, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ee4eac65-2816-41b2-8437-723bc25e8e70,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:35.912817 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.926744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Calling delete_port for ee4eac65-2816-41b2-8437-723bc25e8e70 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:35.982387 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-77e349c8-557a-4dbf-9b15-5eeb07ac7bda None None] Set router d2a15cd5-c26d-4f3e-9085-138f073c924f gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:36.004148 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4dcb846a-8dd8-4e2b-b9f4-39d238cac466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.047444 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-77e349c8-557a-4dbf-9b15-5eeb07ac7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'name': 'tempest-TestServerMultinode-34407968-router', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:24Z', 'updated_at': '2021-08-16T02:13:35Z', 'revision_number': 6, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:36.074571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087039a-1f52-4144-92c0-6ea95f57d0f1 req-ccf1d099-8a47-48fb-a7f1-8cac3b837bce tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.076238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5087039a-1f52-4144-92c0-6ea95f57d0f1 req-ccf1d099-8a47-48fb-a7f1-8cac3b837bce tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 943 time: 0.0765643 Aug 16 02:13:36.080293 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e349c8-557a-4dbf-9b15-5eeb07ac7bda None None] The sync data for ids ['d2a15cd5-c26d-4f3e-9085-138f073c924f'] in n-d-768851-16 is: [{'id': 'd2a15cd5-c26d-4f3e-9085-138f073c924f', 'name': 'tempest-TestServerMultinode-34407968-router', 'tenant_id': 'aa8ad9a8e470411a997a57e082585569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:24Z', 'updated_at': '2021-08-16T02:13:35Z', 'revision_number': 6, 'project_id': 'aa8ad9a8e470411a997a57e082585569', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:36.132891 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4dcb846a-8dd8-4e2b-b9f4-39d238cac466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.137852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4dcb846a-8dd8-4e2b-b9f4-39d238cac466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.160381 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5087039a-1f52-4144-92c0-6ea95f57d0f1 req-e4a56785-1414-49a5-b4c2-5afd12d6ace9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455854 Aug 16 02:13:36.180530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb846a-8dd8-4e2b-b9f4-39d238cac466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ff91e2-b75c-4d95-9989-99559df7592c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:36.186158 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4dcb846a-8dd8-4e2b-b9f4-39d238cac466 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2a8079d8ea344e9d809ee108488acdf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023767 Aug 16 02:13:36.189729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42598) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:36.224046 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.240751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76ffc644-2306-4401-898a-5067cac34ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.251766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4eac65-2816-41b2-8437-723bc25e8e70,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:36.266155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76ffc644-2306-4401-898a-5067cac34ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.313466 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.326829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76ffc644-2306-4401-898a-5067cac34ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.330326 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-76ffc644-2306-4401-898a-5067cac34ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.334906 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-76ffc644-2306-4401-898a-5067cac34ba5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30ff91e2-b75c-4d95-9989-99559df7592c HTTP/1.1" status: 204 len: 168 time: 0.1409259 Aug 16 02:13:36.340794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffc644-2306-4401-898a-5067cac34ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ff91e2-b75c-4d95-9989-99559df7592c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:36.415297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.417636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.484091 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.485969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2a15cd5-c26d-4f3e-9085-138f073c924f {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:36.492892 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.494366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c562a1a2-ee67-4d43-9669-f79ec71b6417 admin admin] 10.222.0.79 "DELETE /v2.0/routers/d2a15cd5-c26d-4f3e-9085-138f073c924f HTTP/1.1" status: 204 len: 168 time: 1.0332530 Aug 16 02:13:36.497115 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42604) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:36.554181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-baecdd1b-1172-45b5-bfad-4fc10280f840 admin admin] Deleting subnet e991e8fc-8d3b-4872-8862-3a87fcdd23ba {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:36.560320 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-baecdd1b-1172-45b5-bfad-4fc10280f840 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.609856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-baecdd1b-1172-45b5-bfad-4fc10280f840 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.691462 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-baecdd1b-1172-45b5-bfad-4fc10280f840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.754735 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-baecdd1b-1172-45b5-bfad-4fc10280f840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.782772 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecdd1b-1172-45b5-bfad-4fc10280f840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e991e8fc-8d3b-4872-8862-3a87fcdd23ba,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:36.788345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-baecdd1b-1172-45b5-bfad-4fc10280f840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.791640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc69d90-fcee-4eab-9193-4472115f730d None None] Network d926fb87-e438-4cd0-b3a1-bf2bdceba282 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:36.792649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42618) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:36.792796 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-baecdd1b-1172-45b5-bfad-4fc10280f840 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e991e8fc-8d3b-4872-8862-3a87fcdd23ba HTTP/1.1" status: 204 len: 168 time: 0.2942281 Aug 16 02:13:36.919268 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.933318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2962c-4dcb-4a41-8de9-ca631cf4669c req-95ed36fb-ad09-4030-b665-4cb8e8252d01 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.935048 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2f2962c-4dcb-4a41-8de9-ca631cf4669c req-95ed36fb-ad09-4030-b665-4cb8e8252d01 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0951228 Aug 16 02:13:36.943286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 1dd6d1f9-8b62-41c0-89b8-d25b91df99af details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:36.945914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:37.017477 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2f2962c-4dcb-4a41-8de9-ca631cf4669c req-9b980805-274f-407e-8002-bb27eae01958 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658689 Aug 16 02:13:37.020102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e2f8c-7239-44d2-8bd1-d1cd92c5b694 None None] DHCP port deletion for d926fb87-e438-4cd0-b3a1-bf2bdceba282 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:37.059773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Deleting port eb344fbc-6a7c-421a-b435-35510ba6e8bc {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:37.060430 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.151918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] For port eb344fbc-6a7c-421a-b435-35510ba6e8bc, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eb344fbc-6a7c-421a-b435-35510ba6e8bc,segment=NetworkSegment(4864d472-23ff-4a22-8799-bebc3fac31a4),segment_id=4864d472-23ff-4a22-8799-bebc3fac31a4)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:37.152559 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.167920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Calling delete_port for eb344fbc-6a7c-421a-b435-35510ba6e8bc owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:37.277567 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.318819 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb344fbc-6a7c-421a-b435-35510ba6e8bc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:37.345707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] No DVR routers for this DVR port eb344fbc-6a7c-421a-b435-35510ba6e8bc on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:37.367233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=1dd6d1f9-8b62-41c0-89b8-d25b91df99af,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:37.377920 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.388308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-728e2f8c-7239-44d2-8bd1-d1cd92c5b694 None None] Deleting port eb344fbc-6a7c-421a-b435-35510ba6e8bc {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:37.388308 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-728e2f8c-7239-44d2-8bd1-d1cd92c5b694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.394105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '1dd6d1f9-8b62-41c0-89b8-d25b91df99af', 'network_id': '87691784-fa2d-4a60-a026-eb05f8c9dc64', 'port_id': '1dd6d1f9-8b62-41c0-89b8-d25b91df99af', 'mac_address': 'fa:16:3e:2c:97:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147f53e3-5971-4e4c-b75e-72fce8c26a2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:37.446087 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.457674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a8cf-8726-4ca5-a7de-4921099de945 req-45da020d-4ce6-449f-abae-822cc6c13f60 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.461722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9522a8cf-8726-4ca5-a7de-4921099de945 req-45da020d-4ce6-449f-abae-822cc6c13f60 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 943 time: 0.1808336 Aug 16 02:13:37.473784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d926fb87-e438-4cd0-b3a1-bf2bdceba282']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:37.489751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:37.492281 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8355cc0a-221c-4bf5-adb2-2a44c2b0fe51" -d '{"events": [{"server_uuid": "280fb24c-7e54-423b-ad23-47aee7ca3d19", "name": "network-vif-unplugged", "status": "completed", "tag": "2bc2f7d3-f02c-4521-8f82-d075ca3e2e32"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:37.494579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4864d472-23ff-4a22-8799-bebc3fac31a4') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:37.495392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4864d472-23ff-4a22-8799-bebc3fac31a4') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:37.521017 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.532896 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:37.539443 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.542076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-728e2f8c-7239-44d2-8bd1-d1cd92c5b694 None None] For port eb344fbc-6a7c-421a-b435-35510ba6e8bc, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:37.542641 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-728e2f8c-7239-44d2-8bd1-d1cd92c5b694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.544958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.550346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.555415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9522a8cf-8726-4ca5-a7de-4921099de945 req-4b58cfe0-49a1-439a-a43d-b81af54ce63e tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735466 Aug 16 02:13:37.560971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:37.561512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:37.563416 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:37.568853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd6d1f9-8b62-41c0-89b8-d25b91df99af {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:37.581306 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db08fb1a-4222-481a-bd10-51514c4e1250 x-openstack-request-id: req-db08fb1a-4222-481a-bd10-51514c4e1250 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:37.581588 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280fb24c-7e54-423b-ad23-47aee7ca3d19", "name": "network-vif-unplugged", "status": "completed", "tag": "2bc2f7d3-f02c-4521-8f82-d075ca3e2e32", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:37.581854 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-db08fb1a-4222-481a-bd10-51514c4e1250 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:37.582317 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32', 'code': 200} Aug 16 02:13:37.583809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-728e2f8c-7239-44d2-8bd1-d1cd92c5b694 None None] Calling delete_port for eb344fbc-6a7c-421a-b435-35510ba6e8bc owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:37.591829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-728e2f8c-7239-44d2-8bd1-d1cd92c5b694 None None] Port eb344fbc-6a7c-421a-b435-35510ba6e8bc was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:13:37.624579 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-728e2f8c-7239-44d2-8bd1-d1cd92c5b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.632456 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.637165 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.641021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d926fb87-e438-4cd0-b3a1-bf2bdceba282 HTTP/1.1" status: 204 len: 168 time: 0.8457298 Aug 16 02:13:37.641963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=1dd6d1f9-8b62-41c0-89b8-d25b91df99af,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:37.648678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-728e2f8c-7239-44d2-8bd1-d1cd92c5b694 None None] Network d926fb87-e438-4cd0-b3a1-bf2bdceba282 is not hosted by any dhcp agent {{(pid=101382) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:13:37.649377 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e2f8c-7239-44d2-8bd1-d1cd92c5b694 None None] No DVR routers for this DVR port eb344fbc-6a7c-421a-b435-35510ba6e8bc on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:37.654801 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.655912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:37.659586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c60e8a-a90f-4ba7-8622-ddb7c87cce27 admin admin] Pushing event deleted for resources: {'Network': ['ID=d926fb87-e438-4cd0-b3a1-bf2bdceba282,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:37.684220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:37.714831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2f8c-7239-44d2-8bd1-d1cd92c5b694 None None] Pushing event deleted for resources: {'Port': ['ID=eb344fbc-6a7c-421a-b435-35510ba6e8bc,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:37.819982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=1dd6d1f9-8b62-41c0-89b8-d25b91df99af,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:37.842193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:37.854811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32', 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455', 'port_id': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32', 'mac_address': 'fa:16:3e:b4:5a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95573df7-3ed0-4799-b8b6-32d612e8bd00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:37.881574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42650) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:37.898643 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.916716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:37.937954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-df19d81d-6969-47d4-803f-25029318e0a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf53109677934b6ea7146989f8bf3910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549612 Aug 16 02:13:37.940544 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42654) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:37.941301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:37.946107 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.001658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:38.004041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71e78fcb-55d6-4239-bafa-059fa62ce560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.034031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71e78fcb-55d6-4239-bafa-059fa62ce560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.100797 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71e78fcb-55d6-4239-bafa-059fa62ce560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.103559 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71e78fcb-55d6-4239-bafa-059fa62ce560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.107126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-71e78fcb-55d6-4239-bafa-059fa62ce560 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2939c8dd-bf83-4247-b514-675a6d6455c7 HTTP/1.1" status: 204 len: 168 time: 0.1631434 Aug 16 02:13:38.147297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e78fcb-55d6-4239-bafa-059fa62ce560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2939c8dd-bf83-4247-b514-675a6d6455c7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:38.175137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2bc2f7d3-f02c-4521-8f82-d075ca3e2e32'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:38.194399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a7387-f883-4e99-8aaf-a1e6fc00fd4e req-c8734e42-8490-46e4-8cac-017104078aa7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.196152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-293a7387-f883-4e99-8aaf-a1e6fc00fd4e req-c8734e42-8490-46e4-8cac-017104078aa7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 945 time: 0.0976408 Aug 16 02:13:38.205721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['1dd6d1f9-8b62-41c0-89b8-d25b91df99af'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:38.207602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:38.268325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:38.268663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7f78f73e-d17a-4fde-be0f-2cfccc6cb246 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:38.269321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb344fbc-6a7c-421a-b435-35510ba6e8bc no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:38.284160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-293a7387-f883-4e99-8aaf-a1e6fc00fd4e req-d3106b3f-9724-4880-a960-5bf279f69005 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791030 Aug 16 02:13:38.313958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: eb344fbc-6a7c-421a-b435-35510ba6e8bc {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:38.314307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb344fbc-6a7c-421a-b435-35510ba6e8bc not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:38.314737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ee4eac65-2816-41b2-8437-723bc25e8e70 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:38.347509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ee4eac65-2816-41b2-8437-723bc25e8e70 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:38.347814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ee4eac65-2816-41b2-8437-723bc25e8e70 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:38.602193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42692) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:38.649931 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6a2a5206-139f-4649-8043-c290cdacb496 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa8ad9a8e470411a997a57e082585569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465610 Aug 16 02:13:38.652678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42696) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:38.721717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42698) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:38.739462 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464bda38-843c-4870-8891-c4998a7b01ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.749853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5557509-6bd5-4b77-a4a4-28300019f0ef req-8c4866d6-55cb-4beb-a775-f2d7fba98ff3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.751424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5557509-6bd5-4b77-a4a4-28300019f0ef req-8c4866d6-55cb-4beb-a775-f2d7fba98ff3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 944 time: 0.0859482 Aug 16 02:13:38.787301 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464bda38-843c-4870-8891-c4998a7b01ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.793676 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4163850e-5dae-4612-9b4d-c5c0d8cbcd84 req-c067f0b7-0aa4-4663-84a2-4e49ea9ba3dd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422881 Aug 16 02:13:38.829959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5557509-6bd5-4b77-a4a4-28300019f0ef req-209248d0-a85f-466d-a3d4-7315a5c04863 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692229 Aug 16 02:13:38.842473 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-af534670-187e-4a05-8e76-267c801e2954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.858436 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464bda38-843c-4870-8891-c4998a7b01ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.861647 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-464bda38-843c-4870-8891-c4998a7b01ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.862910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-464bda38-843c-4870-8891-c4998a7b01ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da5d2d3b-27c9-44bd-be84-e52677bdad40 HTTP/1.1" status: 204 len: 168 time: 0.2090883 Aug 16 02:13:38.866980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f71e5da-f27e-4930-b49f-066843b7f8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.871325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bda38-843c-4870-8891-c4998a7b01ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5d2d3b-27c9-44bd-be84-e52677bdad40,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:38.919764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163850e-5dae-4612-9b4d-c5c0d8cbcd84 req-93c07f22-8d34-4815-9222-4787db643686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.921363 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4163850e-5dae-4612-9b4d-c5c0d8cbcd84 req-93c07f22-8d34-4815-9222-4787db643686 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=65d886f4476b4771a78f3f288a7c859d&device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 1098 time: 0.0803480 Aug 16 02:13:38.967583 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 1dd6d1f9-8b62-41c0-89b8-d25b91df99af up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:39.034069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:39.041374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:39.042605 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.090025 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f71e5da-f27e-4930-b49f-066843b7f8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.091751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163850e-5dae-4612-9b4d-c5c0d8cbcd84 req-db9eb199-c15a-458b-8de8-d25e728a79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.094204 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4163850e-5dae-4612-9b4d-c5c0d8cbcd84 req-db9eb199-c15a-458b-8de8-d25e728a79c7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 200 len: 907 time: 0.1490917 Aug 16 02:13:39.096103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f71e5da-f27e-4930-b49f-066843b7f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.133216 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.170891 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4163850e-5dae-4612-9b4d-c5c0d8cbcd84 req-7df48165-64fe-4333-a034-d0f873bc94da service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1cb3507-0048-453b-9d09-904e390a14cc HTTP/1.1" status: 200 len: 217 time: 0.0630925 Aug 16 02:13:39.171201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=1dd6d1f9-8b62-41c0-89b8-d25b91df99af,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:39.176563 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.178253 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:39.184322 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4f71e5da-f27e-4930-b49f-066843b7f8e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db9ddf54711e4c54a71e62f1284ea7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4612715 Aug 16 02:13:39.187310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42704) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:39.213806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71e5da-f27e-4930-b49f-066843b7f8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a288f4-4bfe-426d-934b-54c414de408b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.238740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163850e-5dae-4612-9b4d-c5c0d8cbcd84 req-83531eff-d80c-429d-9849-6569641765bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.240402 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4163850e-5dae-4612-9b4d-c5c0d8cbcd84 req-83531eff-d80c-429d-9849-6569641765bc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 200 len: 846 time: 0.0594630 Aug 16 02:13:39.267937 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab6604cc-3d8c-4620-9402-a8fd63d4ceba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.268841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=1dd6d1f9-8b62-41c0-89b8-d25b91df99af,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.279054 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4163850e-5dae-4612-9b4d-c5c0d8cbcd84 req-a18ea22f-7409-4d14-8d57-c09eaa1047f8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=87691784-fa2d-4a60-a026-eb05f8c9dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306816 Aug 16 02:13:39.304471 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab6604cc-3d8c-4620-9402-a8fd63d4ceba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.330106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:39.330763 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.372475 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab6604cc-3d8c-4620-9402-a8fd63d4ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.375642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab6604cc-3d8c-4620-9402-a8fd63d4ceba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.376835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ab6604cc-3d8c-4620-9402-a8fd63d4ceba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82a288f4-4bfe-426d-934b-54c414de408b HTTP/1.1" status: 204 len: 168 time: 0.1885042 Aug 16 02:13:39.385808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6604cc-3d8c-4620-9402-a8fd63d4ceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a288f4-4bfe-426d-934b-54c414de408b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.412331 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4163850e-5dae-4612-9b4d-c5c0d8cbcd84 req-56a45bad-d8db-4e40-a673-a2a0eb1b22a2 service neutron] 10.222.0.84 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243210 Aug 16 02:13:39.450736 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.465648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf980780-4933-4a66-8734-24560df83b93 req-440160a2-968a-45f5-a9b0-c121d706a6d1 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.477058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf980780-4933-4a66-8734-24560df83b93 req-440160a2-968a-45f5-a9b0-c121d706a6d1 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 945 time: 0.0888715 Aug 16 02:13:39.505033 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:39.512184 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.533882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf980780-4933-4a66-8734-24560df83b93 req-1c235397-af22-41b2-9d3c-dca940ac30a3 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556750 Aug 16 02:13:39.547717 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4163850e-5dae-4612-9b4d-c5c0d8cbcd84 req-26afc2cb-6b35-499d-8662-10e2735be1db service neutron] 10.222.0.84 "GET /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116917 Aug 16 02:13:39.565801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.583114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd3507c-c8a4-4b84-8ad3-5833fcb311ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd6d1f9-8b62-41c0-89b8-d25b91df99af'}, {'server_uuid': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:39.585766 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9c0dad-da27-40fc-8c1e-5c9b315e377e" -d '{"events": [{"server_uuid": "dbd3507c-c8a4-4b84-8ad3-5833fcb311ad", "name": "network-vif-plugged", "status": "completed", "tag": "1dd6d1f9-8b62-41c0-89b8-d25b91df99af"}, {"server_uuid": "280fb24c-7e54-423b-ad23-47aee7ca3d19", "name": "network-vif-plugged", "status": "completed", "tag": "2bc2f7d3-f02c-4521-8f82-d075ca3e2e32"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:39.627611 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96176374-44e6-4fcd-a28f-b86bb8287220 x-openstack-request-id: req-96176374-44e6-4fcd-a28f-b86bb8287220 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:39.627908 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd3507c-c8a4-4b84-8ad3-5833fcb311ad", "name": "network-vif-plugged", "status": "completed", "tag": "1dd6d1f9-8b62-41c0-89b8-d25b91df99af", "code": 200}, {"server_uuid": "280fb24c-7e54-423b-ad23-47aee7ca3d19", "name": "network-vif-plugged", "status": "completed", "tag": "2bc2f7d3-f02c-4521-8f82-d075ca3e2e32", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:39.628166 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96176374-44e6-4fcd-a28f-b86bb8287220 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:39.628569 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd3507c-c8a4-4b84-8ad3-5833fcb311ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd6d1f9-8b62-41c0-89b8-d25b91df99af', 'code': 200} Aug 16 02:13:39.628822 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32', 'code': 200} Aug 16 02:13:39.665554 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.748288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b2813-2a0e-487d-8420-16d44d66b860 req-66ae9314-ac57-40f8-9aed-5f5db07e187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.750603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-776b2813-2a0e-487d-8420-16d44d66b860 req-66ae9314-ac57-40f8-9aed-5f5db07e187f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 1097 time: 0.0457051 Aug 16 02:13:39.775745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 42716) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:39.795823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-776b2813-2a0e-487d-8420-16d44d66b860 req-9f74bb47-9823-433a-9b94-21c7bfcad361 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279472 Aug 16 02:13:39.808197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca636b09-456e-4c3f-a62a-80fb2bb43c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.838573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604a3af-1f5f-4354-bc93-6c61f7ab63d8 req-a6c692d2-aa7d-475a-88c1-a4e9c7a736f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.840115 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7604a3af-1f5f-4354-bc93-6c61f7ab63d8 req-a6c692d2-aa7d-475a-88c1-a4e9c7a736f6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 1098 time: 0.0720015 Aug 16 02:13:39.899406 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7604a3af-1f5f-4354-bc93-6c61f7ab63d8 req-b8d18d8a-5de1-4169-b199-6c6a4fbfccde service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507505 Aug 16 02:13:39.943723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca636b09-456e-4c3f-a62a-80fb2bb43c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.947769 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca636b09-456e-4c3f-a62a-80fb2bb43c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.950495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fdd4c-d4cf-490a-8ae7-6a59fa6012fb req-8db70c3b-d596-4315-8d2d-cf070739b5b0 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.952507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da6fdd4c-d4cf-490a-8ae7-6a59fa6012fb req-8db70c3b-d596-4315-8d2d-cf070739b5b0 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0504348 Aug 16 02:13:39.987495 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ca636b09-456e-4c3f-a62a-80fb2bb43c38 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84414ac356c741e2a6bdc790eeb6ee4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095821 Aug 16 02:13:39.988352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636b09-456e-4c3f-a62a-80fb2bb43c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e048ce11-b8af-4b4e-9760-66a74bb5c77d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.990203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 42720) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:40.006764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da6fdd4c-d4cf-490a-8ae7-6a59fa6012fb req-3afe6e9b-7afa-4e13-9927-98f9b341608f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483246 Aug 16 02:13:40.044455 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eef24ee9-387b-4e95-9562-2becc27a59e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.066509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eef24ee9-387b-4e95-9562-2becc27a59e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.112702 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eef24ee9-387b-4e95-9562-2becc27a59e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.115316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eef24ee9-387b-4e95-9562-2becc27a59e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.116458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-eef24ee9-387b-4e95-9562-2becc27a59e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e048ce11-b8af-4b4e-9760-66a74bb5c77d HTTP/1.1" status: 204 len: 168 time: 0.1253321 Aug 16 02:13:40.124137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef24ee9-387b-4e95-9562-2becc27a59e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e048ce11-b8af-4b4e-9760-66a74bb5c77d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:40.671554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6536dd-fdbd-4de9-9a4f-6387049004b4 req-09d77216-7054-4908-afa6-adbc4e2c7c8a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.673092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e6536dd-fdbd-4de9-9a4f-6387049004b4 req-09d77216-7054-4908-afa6-adbc4e2c7c8a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0558510 Aug 16 02:13:40.719608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e6536dd-fdbd-4de9-9a4f-6387049004b4 req-a43d36e2-875a-4a69-8418-0de1bd2c3264 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Aug 16 02:13:41.130423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccd894-fc41-44f7-9998-2387f42cdc88 req-1c6ee373-17c1-414e-82dd-54799d3c9c0c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.131917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82ccd894-fc41-44f7-9998-2387f42cdc88 req-1c6ee373-17c1-414e-82dd-54799d3c9c0c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0557079 Aug 16 02:13:41.171919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82ccd894-fc41-44f7-9998-2387f42cdc88 req-8cd856b7-87ae-4e0b-abbb-b0c133caa0e5 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332592 Aug 16 02:13:41.379445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc82e92-249f-418c-80b7-5d03f3c28ef4 req-8597a46c-b07e-4cd6-9d3c-c490fbc1b0b8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.380967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8cc82e92-249f-418c-80b7-5d03f3c28ef4 req-8597a46c-b07e-4cd6-9d3c-c490fbc1b0b8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0512125 Aug 16 02:13:41.423623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8cc82e92-249f-418c-80b7-5d03f3c28ef4 req-f140dc7b-a3f4-490e-95d6-b46506659b02 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Aug 16 02:13:41.495086 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-82a6cbc0-7f0a-463d-be4b-ffb43bf51808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.565655 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.579418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1655d-4057-4ab9-b3b9-b3e1b0ab162a req-00cec974-c477-40ed-9a5d-9126f9ca92d7 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.581077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91b1655d-4057-4ab9-b3b9-b3e1b0ab162a req-00cec974-c477-40ed-9a5d-9126f9ca92d7 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0778129 Aug 16 02:13:41.622703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91b1655d-4057-4ab9-b3b9-b3e1b0ab162a req-bf23d1dd-5dfc-4e5e-b527-8de8396b2cc4 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347593 Aug 16 02:13:41.874518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b7371-3707-4b8c-b56d-f15aa9ac5bb9 req-347490d8-2b9f-4e41-b09c-3e2d626fddb9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.876619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-586b7371-3707-4b8c-b56d-f15aa9ac5bb9 req-347490d8-2b9f-4e41-b09c-3e2d626fddb9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0672929 Aug 16 02:13:41.886875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc05d5-7aa2-4aa9-88eb-4677b51bb9e6 req-dfef8f7e-04bd-407b-bfb1-cf97b9d81ef2 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.888422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5acc05d5-7aa2-4aa9-88eb-4677b51bb9e6 req-dfef8f7e-04bd-407b-bfb1-cf97b9d81ef2 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.1132200 Aug 16 02:13:41.941790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-586b7371-3707-4b8c-b56d-f15aa9ac5bb9 req-093a80da-5b2e-4146-b1a4-f1bbc4d256b4 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523250 Aug 16 02:13:41.948732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5acc05d5-7aa2-4aa9-88eb-4677b51bb9e6 req-eb4d1d5e-1fcd-4452-b36d-fc812e050d37 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525298 Aug 16 02:13:42.063266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4997b-8598-43da-953a-84dc584bc773 req-4b70adef-2fea-444e-b841-2ecd147ea474 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.064648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66d4997b-8598-43da-953a-84dc584bc773 req-4b70adef-2fea-444e-b841-2ecd147ea474 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0482750 Aug 16 02:13:42.103189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66d4997b-8598-43da-953a-84dc584bc773 req-ecc440a1-d066-484a-a03e-1a08dd655e59 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Aug 16 02:13:42.501054 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-004f1f2c-1d15-492b-a119-e3d0f80f95f7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.502530 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-004f1f2c-1d15-492b-a119-e3d0f80f95f7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/networks?id=d65a6fd2-bc67-4211-8356-a2d204a0c455 HTTP/1.1" status: 200 len: 815 time: 0.1067352 Aug 16 02:13:42.521832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-61e44ff3-735e-4ca1-8adc-46a6d9b8e9f8 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/quotas/e77a843852ac42419df350e3691bbfb5 HTTP/1.1" status: 200 len: 375 time: 0.0102541 Aug 16 02:13:42.570302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-6ab68f3c-e321-4832-a86c-6db125c42163 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e77a843852ac42419df350e3691bbfb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429049 Aug 16 02:13:42.667893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-9d8b93cb-22b2-45e7-afb7-70ec316758fc service neutron] 10.222.0.79 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906568 Aug 16 02:13:42.748709 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.757338 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-3c24badf-3cab-4e20-aebb-f0484e89e8f1 service neutron] 10.222.0.79 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832667 Aug 16 02:13:42.930773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d1c34cb-3fb0-4d71-9bfe-20c7b16a8f9d req-462d1adc-76b5-481c-9c63-c0148ced52fe tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 210 time: 0.0347209 Aug 16 02:13:43.079242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a96ec-959e-499a-ba41-c43b16320f52 req-8ccb8a15-57b0-488d-8ac2-36de5411d4fa tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.080758 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-369a96ec-959e-499a-ba41-c43b16320f52 req-8ccb8a15-57b0-488d-8ac2-36de5411d4fa tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0558858 Aug 16 02:13:43.123859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-369a96ec-959e-499a-ba41-c43b16320f52 req-f93d5248-f47d-4b61-8f5b-44a2e74c0c0a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350142 Aug 16 02:13:43.567100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da23e33-7833-4132-8dc8-804303064c4f req-23263a9a-3de9-41f5-8618-9c58d86d7aeb tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.568595 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9da23e33-7833-4132-8dc8-804303064c4f req-23263a9a-3de9-41f5-8618-9c58d86d7aeb tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.89 "GET /v2.0/ports?device_id=280fb24c-7e54-423b-ad23-47aee7ca3d19 HTTP/1.1" status: 200 len: 946 time: 0.0552990 Aug 16 02:13:43.667346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-9da23e33-7833-4132-8dc8-804303064c4f req-c276e464-f45e-4bbc-8b48-2ec50989974d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Deleting port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:43.667587 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9da23e33-7833-4132-8dc8-804303064c4f req-c276e464-f45e-4bbc-8b48-2ec50989974d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.763648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-9da23e33-7833-4132-8dc8-804303064c4f req-c276e464-f45e-4bbc-8b48-2ec50989974d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] For port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:43.764057 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9da23e33-7833-4132-8dc8-804303064c4f req-c276e464-f45e-4bbc-8b48-2ec50989974d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.780287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-9da23e33-7833-4132-8dc8-804303064c4f req-c276e464-f45e-4bbc-8b48-2ec50989974d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Calling delete_port for 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:43.950878 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9da23e33-7833-4132-8dc8-804303064c4f req-c276e464-f45e-4bbc-8b48-2ec50989974d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.966581 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2bc2f7d3-f02c-4521-8f82-d075ca3e2e32'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:44.015716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276e464-f45e-4bbc-8b48-2ec50989974d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Pushing event deleted for resources: {'Port': ['ID=2bc2f7d3-f02c-4521-8f82-d075ca3e2e32,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:44.040275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03842895-e8c6-454f-a2b2-fe9a1cd16e51 req-15cac0aa-5a9b-4c02-be2b-02c506adc256 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 210 time: 0.0291889 Aug 16 02:13:44.078290 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da23e33-7833-4132-8dc8-804303064c4f req-c276e464-f45e-4bbc-8b48-2ec50989974d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] No DVR routers for this DVR port 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:44.082428 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9da23e33-7833-4132-8dc8-804303064c4f req-c276e464-f45e-4bbc-8b48-2ec50989974d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.084660 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9da23e33-7833-4132-8dc8-804303064c4f req-c276e464-f45e-4bbc-8b48-2ec50989974d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.89 "DELETE /v2.0/ports/2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 HTTP/1.1" status: 204 len: 173 time: 0.5099971 Aug 16 02:13:44.085119 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'name': 'network-vif-deleted', 'tag': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:44.087373 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deb319e-999a-45da-b18d-d7737410235c" -d '{"events": [{"server_uuid": "280fb24c-7e54-423b-ad23-47aee7ca3d19", "name": "network-vif-deleted", "tag": "2bc2f7d3-f02c-4521-8f82-d075ca3e2e32"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:44.116669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-38c3e5d5-527e-49a2-b7d6-153f4ff1ceaf tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.118212 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-38c3e5d5-527e-49a2-b7d6-153f4ff1ceaf tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.84 "GET /v2.0/networks?id=d65a6fd2-bc67-4211-8356-a2d204a0c455 HTTP/1.1" status: 200 len: 815 time: 0.1890543 Aug 16 02:13:44.131842 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27411c5-17eb-4f14-8814-6acb97065b2c x-openstack-request-id: req-f27411c5-17eb-4f14-8814-6acb97065b2c {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:44.132143 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280fb24c-7e54-423b-ad23-47aee7ca3d19", "name": "network-vif-deleted", "tag": "2bc2f7d3-f02c-4521-8f82-d075ca3e2e32", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:44.132401 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f27411c5-17eb-4f14-8814-6acb97065b2c {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:44.132806 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280fb24c-7e54-423b-ad23-47aee7ca3d19', 'name': 'network-vif-deleted', 'tag': '2bc2f7d3-f02c-4521-8f82-d075ca3e2e32', 'status': 'completed', 'code': 200} Aug 16 02:13:44.152077 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Request body: {'port': {'device_id': '2fe44e34-447f-4e5c-92b7-b145271ff88c', 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455', 'admin_state_up': True, 'tenant_id': 'e77a843852ac42419df350e3691bbfb5'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:44.236781 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.254899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d8c8-6d70-46a3-9e47-1fefa4729377 req-108b82ae-81d1-4034-8aeb-d7ba08830de4 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.256632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ee8d8c8-6d70-46a3-9e47-1fefa4729377 req-108b82ae-81d1-4034-8aeb-d7ba08830de4 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0538404 Aug 16 02:13:44.286518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Made reservation on behalf of e77a843852ac42419df350e3691bbfb5 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:44.290090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.299179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ee8d8c8-6d70-46a3-9e47-1fefa4729377 req-fcd86cda-365e-4538-8f44-4a5199449c29 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365090 Aug 16 02:13:44.429012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Allocated IP 172.20.0.2 (d65a6fd2-bc67-4211-8356-a2d204a0c455/95573df7-3ed0-4799-b8b6-32d612e8bd00/5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:44.602687 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.651730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.664044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2bc2f7d3-f02c-4521-8f82-d075ca3e2e32'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:44.700442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Network d65a6fd2-bc67-4211-8356-a2d204a0c455 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:44.708324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:44.711356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:44.717867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Pushing event updated for resources: {'Port': ['ID=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:44.770684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.771356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.788716 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-c55f071d-efd2-40da-9dc8-bfd49d75cf6f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6409268 Aug 16 02:13:44.810186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Request body: {'port': {'device_id': '2fe44e34-447f-4e5c-92b7-b145271ff88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:44.885012 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.164105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:45.166338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0cfcf-8ff4-422b-b596-b2404d3a8f3e req-b94aeb21-0e2e-4796-baa5-543ebf60fe91 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.167832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e0cfcf-8ff4-422b-b596-b2404d3a8f3e req-b94aeb21-0e2e-4796-baa5-543ebf60fe91 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 931 time: 0.0523548 Aug 16 02:13:45.172567 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.184938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Transition to ACTIVE for port object 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:45.189830 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.223512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e0cfcf-8ff4-422b-b596-b2404d3a8f3e req-81b7fbe1-f752-45d2-a3dc-7bb6d96b8d7b tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487595 Aug 16 02:13:45.261015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.313285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Attempting to bind port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:45.313617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Attempting to bind port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:45.313941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Attempting to bind port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 on network d65a6fd2-bc67-4211-8356-a2d204a0c455 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:45.318168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 on network d65a6fd2-bc67-4211-8356-a2d204a0c455 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:45.318482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Attempting to bind port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 on network d65a6fd2-bc67-4211-8356-a2d204a0c455 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:45.323236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:45.323564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Checking segment: {'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:45.323938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Bound using segment: {'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:45.324404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Bound port: 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f613373b-b992-4135-a188-0ecb0b843f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:45.324709 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.393966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] For port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:45.397602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] For port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:45.403904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.424319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa174432-2cb5-479f-929f-29a52a846faa req-b70b7e67-0c98-473a-9e7c-39d6c7207e12 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.426069 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa174432-2cb5-479f-929f-29a52a846faa req-b70b7e67-0c98-473a-9e7c-39d6c7207e12 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0530419 Aug 16 02:13:45.448390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.449102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.450627 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] 10.222.0.84 "PUT /v2.0/ports/5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 HTTP/1.1" status: 200 len: 1092 time: 0.6469884 Aug 16 02:13:45.467797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa174432-2cb5-479f-929f-29a52a846faa req-313596e1-86e3-4734-9a88-40ac0331572d tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344441 Aug 16 02:13:45.469908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2a438-09bb-45d9-9a92-22b0f59e1ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.551560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-eecc6276-39ba-4e4a-a551-7588358f5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.553416 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-eecc6276-39ba-4e4a-a551-7588358f5eb3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e77a843852ac42419df350e3691bbfb5&device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 1095 time: 0.0458486 Aug 16 02:13:45.607399 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-47ccecc1-4680-4385-91fa-7445a0e3c43e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 HTTP/1.1" status: 200 len: 217 time: 0.0386407 Aug 16 02:13:45.660480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-d7f2ce6d-faf5-47d6-9386-bcf873270368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.662008 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-d7f2ce6d-faf5-47d6-9386-bcf873270368 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=95573df7-3ed0-4799-b8b6-32d612e8bd00 HTTP/1.1" status: 200 len: 855 time: 0.0469663 Aug 16 02:13:45.697223 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-330995aa-3e68-488d-b9eb-6eeb74538f29 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d65a6fd2-bc67-4211-8356-a2d204a0c455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270064 Aug 16 02:13:45.840116 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-8a79a827-d5bd-49fb-96bf-5ee83cbf6d13 service neutron] 10.222.0.84 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333864 Aug 16 02:13:45.942911 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c5b8b96f-97c5-4451-8e16-d8eab046d2fa req-0f716bd4-75b0-42aa-a4cf-cb0aa1d24a6f service neutron] 10.222.0.84 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948334 Aug 16 02:13:46.134050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe44e34-447f-4e5c-92b7-b145271ff88c', 'tag': '5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:46.136320 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2828e8-b501-4c41-8c10-d8b33e1f75c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe44e34-447f-4e5c-92b7-b145271ff88c", "tag": "5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:46.171552 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b424a289-d18f-42ce-9fde-9bfc86d2e374 x-openstack-request-id: req-b424a289-d18f-42ce-9fde-9bfc86d2e374 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:46.171843 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe44e34-447f-4e5c-92b7-b145271ff88c", "tag": "5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:46.172098 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b424a289-d18f-42ce-9fde-9bfc86d2e374 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:46.172501 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe44e34-447f-4e5c-92b7-b145271ff88c', 'tag': '5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8', 'status': 'completed', 'code': 200} Aug 16 02:13:46.262324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2828e8-b501-4c41-8c10-d8b33e1f75c6 req-2e3193a3-06c6-4829-add0-55d23bd914ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.264246 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b2828e8-b501-4c41-8c10-d8b33e1f75c6 req-2e3193a3-06c6-4829-add0-55d23bd914ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e77a843852ac42419df350e3691bbfb5&device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 1095 time: 0.0466082 Aug 16 02:13:46.367544 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbb095-c496-4b8c-a448-f794b1e11014 req-673ae591-c136-4e98-8e2a-8ff5121a8f6c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.369317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2bbb095-c496-4b8c-a448-f794b1e11014 req-673ae591-c136-4e98-8e2a-8ff5121a8f6c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 943 time: 0.0550334 Aug 16 02:13:46.427535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2bbb095-c496-4b8c-a448-f794b1e11014 req-811bbdc7-fbb2-4c0c-be57-30f843cce89d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511971 Aug 16 02:13:46.613718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e786e-c172-4b96-a46f-f876fea12109 req-3997e853-0b42-4dba-a8f4-d6567031f60c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.616024 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-481e786e-c172-4b96-a46f-f876fea12109 req-3997e853-0b42-4dba-a8f4-d6567031f60c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0653167 Aug 16 02:13:46.662466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-481e786e-c172-4b96-a46f-f876fea12109 req-382e1c98-2b9c-44fc-b6c6-5e5af3d697fe tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399239 Aug 16 02:13:46.733506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2828e8-b501-4c41-8c10-d8b33e1f75c6 req-fda065c3-2eed-4adc-a651-c1a72a0911da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.735582 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b2828e8-b501-4c41-8c10-d8b33e1f75c6 req-fda065c3-2eed-4adc-a651-c1a72a0911da service neutron] 10.222.0.84 "GET /v2.0/networks?id=d65a6fd2-bc67-4211-8356-a2d204a0c455 HTTP/1.1" status: 200 len: 916 time: 0.4631407 Aug 16 02:13:46.779072 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b2828e8-b501-4c41-8c10-d8b33e1f75c6 req-83bd0582-8d21-48de-8ce7-138bdeb796a9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 HTTP/1.1" status: 200 len: 217 time: 0.0348442 Aug 16 02:13:46.831550 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2828e8-b501-4c41-8c10-d8b33e1f75c6 req-89f610a6-bf8a-4ac9-add1-8aeef300f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.833006 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b2828e8-b501-4c41-8c10-d8b33e1f75c6 req-89f610a6-bf8a-4ac9-add1-8aeef300f1d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=95573df7-3ed0-4799-b8b6-32d612e8bd00 HTTP/1.1" status: 200 len: 855 time: 0.0460279 Aug 16 02:13:46.868904 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b2828e8-b501-4c41-8c10-d8b33e1f75c6 req-db8449a9-92d3-4173-ab7d-b0e129f0c191 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d65a6fd2-bc67-4211-8356-a2d204a0c455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283666 Aug 16 02:13:46.962869 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b2828e8-b501-4c41-8c10-d8b33e1f75c6 req-b2e9bb6f-d8af-42e8-936b-b1bf3042281e service neutron] 10.222.0.84 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865021 Aug 16 02:13:47.004441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:47.051144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:47.051784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2bc2f7d3-f02c-4521-8f82-d075ca3e2e32 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:47.075274 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b2828e8-b501-4c41-8c10-d8b33e1f75c6 req-de60e4a5-fba5-4c8a-999d-0406bd3cf2a4 service neutron] 10.222.0.84 "GET /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039298 Aug 16 02:13:47.548304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a52970-4958-475d-a83a-1a010d218167 req-d7cd1e05-cba1-42ed-9015-1df894b1d316 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.549833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2a52970-4958-475d-a83a-1a010d218167 req-d7cd1e05-cba1-42ed-9015-1df894b1d316 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 943 time: 0.0502408 Aug 16 02:13:47.588954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2a52970-4958-475d-a83a-1a010d218167 req-5e071812-605f-4c88-94a6-60178fda2f43 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Aug 16 02:13:47.783534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051a593-6ca7-4cd3-ac6f-fa5acd3b9b34 req-c0d98c6e-fac4-4a4e-89f7-5f144af593ba tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.785063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1051a593-6ca7-4cd3-ac6f-fa5acd3b9b34 req-c0d98c6e-fac4-4a4e-89f7-5f144af593ba tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0492623 Aug 16 02:13:47.826758 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1051a593-6ca7-4cd3-ac6f-fa5acd3b9b34 req-d653a89d-1824-40c2-824e-8f64f12da35d tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351400 Aug 16 02:13:48.305134 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.106252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a24f3-66f0-4967-95f1-3e3a6406b503 req-56287fe4-26a8-4946-9e46-a74dae903bbe tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.107688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94a24f3-66f0-4967-95f1-3e3a6406b503 req-56287fe4-26a8-4946-9e46-a74dae903bbe tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 943 time: 0.4471042 Aug 16 02:13:49.132094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6821bc5-d9c7-4c3d-a4fa-00a0b677b696 req-ba9cf0c6-e4f2-492f-b1d0-69aa5d5f4df5 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.133612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6821bc5-d9c7-4c3d-a4fa-00a0b677b696 req-ba9cf0c6-e4f2-492f-b1d0-69aa5d5f4df5 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0752335 Aug 16 02:13:49.187588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94a24f3-66f0-4967-95f1-3e3a6406b503 req-439fdee2-290a-4d20-9d8d-d4572231a3dc tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680048 Aug 16 02:13:49.195985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6821bc5-d9c7-4c3d-a4fa-00a0b677b696 req-449cc035-e1d0-4137-bfcc-6de7f37e2ea3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535059 Aug 16 02:13:50.340125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a18-a80a-4af2-9a2f-7fb9b7905c33 req-7c84267f-3f7d-4f7f-b679-b019600ee7dd tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.341939 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26e72a18-a80a-4af2-9a2f-7fb9b7905c33 req-7c84267f-3f7d-4f7f-b679-b019600ee7dd tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 943 time: 0.0717595 Aug 16 02:13:50.420747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26e72a18-a80a-4af2-9a2f-7fb9b7905c33 req-4861c9f9-312f-475b-a1f7-6bf568d65f81 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716307 Aug 16 02:13:50.429926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a0169-5e17-4c8f-94f6-0d28436a1100 req-62bba58f-3d2a-4bfb-a38b-8445541545af tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.431469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-774a0169-5e17-4c8f-94f6-0d28436a1100 req-62bba58f-3d2a-4bfb-a38b-8445541545af tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0838437 Aug 16 02:13:50.482020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-774a0169-5e17-4c8f-94f6-0d28436a1100 req-51f5c174-9af6-442b-bff3-1243531e9ba4 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436685 Aug 16 02:13:51.105570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:51.209089 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:51.222206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8', 'network_id': 'd65a6fd2-bc67-4211-8356-a2d204a0c455', 'port_id': '5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8', 'mac_address': 'fa:16:3e:36:8c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95573df7-3ed0-4799-b8b6-32d612e8bd00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:51.259353 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.273254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:51.293731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:51.297786 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.352105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:51.647669 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721b4cc-c487-4008-94b1-7f2abaae5b71 req-0355c4d6-7a64-4456-bebf-26603f5b6467 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.655486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2721b4cc-c487-4008-94b1-7f2abaae5b71 req-0355c4d6-7a64-4456-bebf-26603f5b6467 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 944 time: 0.1126587 Aug 16 02:13:51.693204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6c60-7782-475d-a720-72e8f43dbe9e req-02c3b72c-9329-4c4e-b185-8499c8811765 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.700584 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dec6c60-7782-475d-a720-72e8f43dbe9e req-02c3b72c-9329-4c4e-b185-8499c8811765 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.1374154 Aug 16 02:13:51.743260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2721b4cc-c487-4008-94b1-7f2abaae5b71 req-e2597bd9-329b-49ed-8d0f-392d8c45b0b6 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852888 Aug 16 02:13:51.766217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dec6c60-7782-475d-a720-72e8f43dbe9e req-ca165822-7262-4393-b031-3f3a754b55b9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643988 Aug 16 02:13:51.790289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:52.885943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21696b33-b8dd-4682-ab45-a3c7122a35a2 req-5e1fc624-7f01-4fac-99cf-c5cb5e6a3908 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.887440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21696b33-b8dd-4682-ab45-a3c7122a35a2 req-5e1fc624-7f01-4fac-99cf-c5cb5e6a3908 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 944 time: 0.0759664 Aug 16 02:13:52.910187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4c434-aeb1-47fd-8f69-1a164f5ea98d req-3a6d7e19-b31e-4681-b5d9-1733b3113cab tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.911636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c4c434-aeb1-47fd-8f69-1a164f5ea98d req-3a6d7e19-b31e-4681-b5d9-1733b3113cab tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0729833 Aug 16 02:13:52.960710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21696b33-b8dd-4682-ab45-a3c7122a35a2 req-0df65292-9bc9-4292-867e-5cd52846dc3d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664864 Aug 16 02:13:52.965720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94c4c434-aeb1-47fd-8f69-1a164f5ea98d req-e4aad5ca-abe4-407d-a201-da45394f4912 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479155 Aug 16 02:13:54.120899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1f9ad-5e81-49f1-99eb-db26a8a7d337 req-799b0487-b2a4-4376-aead-b8fb98dece26 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.122427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aff1f9ad-5e81-49f1-99eb-db26a8a7d337 req-799b0487-b2a4-4376-aead-b8fb98dece26 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 944 time: 0.0900834 Aug 16 02:13:54.131367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365f36-beae-4093-b9f6-6ddee080bf1e req-c677ea01-838c-4d13-8923-76800bbc97da tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.132782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc365f36-beae-4093-b9f6-6ddee080bf1e req-c677ea01-838c-4d13-8923-76800bbc97da tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0856633 Aug 16 02:13:54.189895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aff1f9ad-5e81-49f1-99eb-db26a8a7d337 req-c0aa50db-5fc8-46b8-8f98-711f3c783468 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559909 Aug 16 02:13:54.192638 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc365f36-beae-4093-b9f6-6ddee080bf1e req-a567e69c-ea7d-4fa1-a80f-593a7f71c333 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530298 Aug 16 02:13:55.127997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:55.185055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:55.188558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:55.188934 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.272340 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.300713 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe44e34-447f-4e5c-92b7-b145271ff88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:55.302998 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d62f88a-3510-4248-84c4-64599006de03" -d '{"events": [{"server_uuid": "2fe44e34-447f-4e5c-92b7-b145271ff88c", "name": "network-vif-plugged", "status": "completed", "tag": "5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:55.316355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:55.321622 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.362848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fff3d-ea69-4136-abc6-8d9c6ac5bf4f req-19c137a4-9e8d-4cf4-bcd1-8e56e22e083f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.364390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f3fff3d-ea69-4136-abc6-8d9c6ac5bf4f req-19c137a4-9e8d-4cf4-bcd1-8e56e22e083f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 944 time: 0.0872858 Aug 16 02:13:55.385077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:55.393162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1880d-83bf-4e5a-9c22-e604f7b7cd79 req-4220b6a1-5e78-4981-addc-1682a354a147 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.394763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55c1880d-83bf-4e5a-9c22-e604f7b7cd79 req-4220b6a1-5e78-4981-addc-1682a354a147 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0867116 Aug 16 02:13:55.429669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f3fff3d-ea69-4136-abc6-8d9c6ac5bf4f req-3d9e9359-e589-428e-97f5-4e4a0a78c180 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571930 Aug 16 02:13:55.453747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55c1880d-83bf-4e5a-9c22-e604f7b7cd79 req-c1263bac-3382-43c2-8654-91064307dbe3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517235 Aug 16 02:13:55.511814 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa569683-d6e7-4a9e-a04e-941985ac86ca x-openstack-request-id: req-fa569683-d6e7-4a9e-a04e-941985ac86ca {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:55.512176 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe44e34-447f-4e5c-92b7-b145271ff88c", "name": "network-vif-plugged", "status": "completed", "tag": "5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:55.512431 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa569683-d6e7-4a9e-a04e-941985ac86ca {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:55.512856 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe44e34-447f-4e5c-92b7-b145271ff88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8', 'code': 200} Aug 16 02:13:55.651139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903916e2-81fd-4b35-ba94-2309dee46615 req-665ac9fb-bc40-49ec-befd-d574b4f18f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.652841 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-903916e2-81fd-4b35-ba94-2309dee46615 req-665ac9fb-bc40-49ec-befd-d574b4f18f53 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 1097 time: 0.0422621 Aug 16 02:13:55.690384 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-903916e2-81fd-4b35-ba94-2309dee46615 req-bd52460b-680a-48aa-b36c-c1c1f6d57be5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291054 Aug 16 02:13:56.580360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42548a84-95f4-4f32-9560-1e5db8497411 req-9f95960d-d3a2-4467-8ded-11d0429d054f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.581806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42548a84-95f4-4f32-9560-1e5db8497411 req-9f95960d-d3a2-4467-8ded-11d0429d054f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 945 time: 0.0765316 Aug 16 02:13:56.617723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc4d51-1bac-4614-9509-ab34a298ca42 req-d2835658-5ae7-461d-bf5a-4186c6f63cf1 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.619193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0bc4d51-1bac-4614-9509-ab34a298ca42 req-d2835658-5ae7-461d-bf5a-4186c6f63cf1 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0804231 Aug 16 02:13:56.650330 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42548a84-95f4-4f32-9560-1e5db8497411 req-502d476a-5dac-4cf1-a5c6-0b9b3aaaf228 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601981 Aug 16 02:13:56.670737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0bc4d51-1bac-4614-9509-ab34a298ca42 req-bbfd8eee-8333-4e50-b3d0-1fdeadc7f1a5 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441647 Aug 16 02:13:57.803176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5543-35e0-462b-9193-e0465e14b3a5 req-ef7dd100-cc40-4c8e-ac85-e2377f5728f3 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.805107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-099e5543-35e0-462b-9193-e0465e14b3a5 req-ef7dd100-cc40-4c8e-ac85-e2377f5728f3 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 945 time: 0.0801928 Aug 16 02:13:57.818750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3111a-5370-45a3-8c29-c651a1a286f3 req-b7a2c2f5-ba22-4404-befd-79e201b5b7cf tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.819955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14c3111a-5370-45a3-8c29-c651a1a286f3 req-b7a2c2f5-ba22-4404-befd-79e201b5b7cf tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0693452 Aug 16 02:13:57.869462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-099e5543-35e0-462b-9193-e0465e14b3a5 req-19a49c64-cfae-415b-9040-7020ba9e7e4b tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484071 Aug 16 02:13:57.891850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14c3111a-5370-45a3-8c29-c651a1a286f3 req-68d0da8b-7710-4e1e-ac74-85186ac0ebc6 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637205 Aug 16 02:13:58.005933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39707d-5c55-4589-ba74-15bf0d1b1f27 req-02d0c28d-f00a-4aa6-bd38-d67c5fa8f7a4 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.007560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe39707d-5c55-4589-ba74-15bf0d1b1f27 req-02d0c28d-f00a-4aa6-bd38-d67c5fa8f7a4 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 945 time: 0.0577643 Aug 16 02:13:58.045793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe39707d-5c55-4589-ba74-15bf0d1b1f27 req-2d23b29e-2fdf-48c1-87d1-70a707ed24e9 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Aug 16 02:13:58.259378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031e45f-0a11-49fc-8676-43a6e175a626 req-3ef42b31-a347-4e7a-82d7-d41be76cce90 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.260876 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5031e45f-0a11-49fc-8676-43a6e175a626 req-3ef42b31-a347-4e7a-82d7-d41be76cce90 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 945 time: 0.0498972 Aug 16 02:13:58.300327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5031e45f-0a11-49fc-8676-43a6e175a626 req-117d0e51-f198-4185-9c5e-5422be0ecba7 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331798 Aug 16 02:13:58.418177 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85645e-eb65-425c-91b5-43936e5981ce req-43013a7e-49a0-4f7d-97af-9c4c83fbdf55 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.419696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce85645e-eb65-425c-91b5-43936e5981ce req-43013a7e-49a0-4f7d-97af-9c4c83fbdf55 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 945 time: 0.0502338 Aug 16 02:13:58.461886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce85645e-eb65-425c-91b5-43936e5981ce req-90088118-acfa-4be6-a501-4cd6fb24fc84 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338433 Aug 16 02:13:58.702903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea262ee-44d7-4849-9586-5f1c2ee72e51 req-f95ade6f-67bd-444b-9234-ae5374ea759d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.704446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fea262ee-44d7-4849-9586-5f1c2ee72e51 req-f95ade6f-67bd-444b-9234-ae5374ea759d tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 945 time: 0.0684795 Aug 16 02:13:58.746088 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fea262ee-44d7-4849-9586-5f1c2ee72e51 req-bf8c42f4-d92a-4461-928c-efa140e84b0f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353568 Aug 16 02:13:58.836904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43036) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:58.864831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df77e1d-0a42-4a35-8b18-24703523b7e5 req-d3d7790e-403e-4869-85c3-cf3d40dfdf0c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.866346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df77e1d-0a42-4a35-8b18-24703523b7e5 req-d3d7790e-403e-4869-85c3-cf3d40dfdf0c tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 945 time: 0.0504372 Aug 16 02:13:58.907148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5df77e1d-0a42-4a35-8b18-24703523b7e5 req-686c86d3-ac0d-4d2e-a1cb-589aadb22638 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336933 Aug 16 02:13:58.954677 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.017184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35548e82-4a00-4202-a9fb-4e5f5a3e3e59 req-c8e3cb07-a1cd-41ae-973e-760a7da0be6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.019024 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35548e82-4a00-4202-a9fb-4e5f5a3e3e59 req-c8e3cb07-a1cd-41ae-973e-760a7da0be6a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0563798 Aug 16 02:13:59.051239 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.057814 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.070108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35548e82-4a00-4202-a9fb-4e5f5a3e3e59 req-0c0b7037-5b48-4b2f-a66c-6aede4445783 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443802 Aug 16 02:13:59.106425 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4de20e83e4554d2eb6e09c13f5495397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683642 Aug 16 02:13:59.107607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a368702-d29c-4671-a820-a2f1c5ff82b6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.109769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43048) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:59.117700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.118299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.118875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.119591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.120267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.120817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.121405 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.121815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.122218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.122634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.123034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.123432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e68d53-82ed-4a5b-bc62-150a3748ac0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.174585 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.198061 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.246669 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.250063 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.251237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a368702-d29c-4671-a820-a2f1c5ff82b6 HTTP/1.1" status: 204 len: 168 time: 0.1404617 Aug 16 02:13:59.269943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a368702-d29c-4671-a820-a2f1c5ff82b6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.293722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.294078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.294562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.294913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.295252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.295587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.296006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.296824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.297178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.297507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.297835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.298159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257395ec-410c-4eb8-b276-19683d674a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.320759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b08c6-a744-4bab-bef6-fe204c3f9701 req-2154d029-93f0-40c8-b214-62d73143a06f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.322183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-200b08c6-a744-4bab-bef6-fe204c3f9701 req-2154d029-93f0-40c8-b214-62d73143a06f tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 945 time: 0.0680692 Aug 16 02:13:59.362862 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-200b08c6-a744-4bab-bef6-fe204c3f9701 req-96b92f5d-4952-406b-a3a6-9d1e6d8d7900 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Aug 16 02:13:59.516258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43058) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:59.547701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43060) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:59.563197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8575fc2f-52fc-43e6-b7b1-ddd7cf3dbc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.619778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6346f-b865-4804-8459-0456ef3d8f8d tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.620187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6346f-b865-4804-8459-0456ef3d8f8d tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.620654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6346f-b865-4804-8459-0456ef3d8f8d tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.622372 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7ad6346f-b865-4804-8459-0456ef3d8f8d tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/ports?project_id=88de854c902c4de89cf8831855db3adc&network_id=7d34f731-a2d9-45ed-aecb-1a19117b0872 HTTP/1.1" status: 200 len: 2972 time: 0.1051078 Aug 16 02:13:59.669861 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8575fc2f-52fc-43e6-b7b1-ddd7cf3dbc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.674012 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8575fc2f-52fc-43e6-b7b1-ddd7cf3dbc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.711662 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8575fc2f-52fc-43e6-b7b1-ddd7cf3dbc64 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=15e6cb048c9449b598519953531f5c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628406 Aug 16 02:13:59.712507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575fc2f-52fc-43e6-b7b1-ddd7cf3dbc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c23204-1145-4819-9435-f9ab9d9b09ce,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.714408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43064) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:59.764272 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52f0f790-edf3-465c-b3ba-b8cc56647825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.785646 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52f0f790-edf3-465c-b3ba-b8cc56647825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.831887 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52f0f790-edf3-465c-b3ba-b8cc56647825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.834884 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52f0f790-edf3-465c-b3ba-b8cc56647825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.836136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-52f0f790-edf3-465c-b3ba-b8cc56647825 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20c23204-1145-4819-9435-f9ab9d9b09ce HTTP/1.1" status: 204 len: 168 time: 0.1205559 Aug 16 02:13:59.844469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f790-edf3-465c-b3ba-b8cc56647825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c23204-1145-4819-9435-f9ab9d9b09ce,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:00.200510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da8d3-f50a-4588-9df7-56808a021c70 req-d11920e1-491e-4d68-8410-4dd184b81576 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.202070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d7da8d3-f50a-4588-9df7-56808a021c70 req-d11920e1-491e-4d68-8410-4dd184b81576 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0511477 Aug 16 02:14:00.246553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d7da8d3-f50a-4588-9df7-56808a021c70 req-2263f3cf-f2b6-4d45-9600-6e3980173ab9 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337770 Aug 16 02:14:00.490558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b764a-1d4c-4d67-ae76-c7542cd7847a req-a07da218-6371-4543-97e8-241a70477c48 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.492334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e76b764a-1d4c-4d67-ae76-c7542cd7847a req-a07da218-6371-4543-97e8-241a70477c48 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 945 time: 0.0606978 Aug 16 02:14:00.536836 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e76b764a-1d4c-4d67-ae76-c7542cd7847a req-510c5d27-e677-4ac2-9b6d-76081f46c54a tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9554b2f-6e47-427b-aab7-66a775379638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385907 Aug 16 02:14:01.119268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893eada-a6a2-419e-a0a7-03bc1025192f req-0406f7fc-7ec8-4a81-a31a-08bc5a3779aa tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.120899 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3893eada-a6a2-419e-a0a7-03bc1025192f req-0406f7fc-7ec8-4a81-a31a-08bc5a3779aa tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 945 time: 0.0491402 Aug 16 02:14:01.222292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-3893eada-a6a2-419e-a0a7-03bc1025192f req-738089a6-3685-4525-a707-a2a2c670a121 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Deleting port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:01.222646 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3893eada-a6a2-419e-a0a7-03bc1025192f req-738089a6-3685-4525-a707-a2a2c670a121 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.326429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-3893eada-a6a2-419e-a0a7-03bc1025192f req-738089a6-3685-4525-a707-a2a2c670a121 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] For port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8,segment=NetworkSegment(f613373b-b992-4135-a188-0ecb0b843f64),segment_id=f613373b-b992-4135-a188-0ecb0b843f64)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:01.326898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3893eada-a6a2-419e-a0a7-03bc1025192f req-738089a6-3685-4525-a707-a2a2c670a121 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.341983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-3893eada-a6a2-419e-a0a7-03bc1025192f req-738089a6-3685-4525-a707-a2a2c670a121 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Calling delete_port for 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:01.411095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d31e2b-f7eb-4b4c-8651-bf04c1ca0feb req-b292013b-35ff-4663-8763-21244a91e8d3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.412925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2d31e2b-f7eb-4b4c-8651-bf04c1ca0feb req-b292013b-35ff-4663-8763-21244a91e8d3 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0668523 Aug 16 02:14:01.454372 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2d31e2b-f7eb-4b4c-8651-bf04c1ca0feb req-3670aa44-6319-47e4-aa5d-a4df6d51975a tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351830 Aug 16 02:14:01.499323 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3893eada-a6a2-419e-a0a7-03bc1025192f req-738089a6-3685-4525-a707-a2a2c670a121 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.536020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738089a6-3685-4525-a707-a2a2c670a121 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Pushing event deleted for resources: {'Port': ['ID=5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:01.581873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-3893eada-a6a2-419e-a0a7-03bc1025192f req-738089a6-3685-4525-a707-a2a2c670a121 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] No DVR routers for this DVR port 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:01.585375 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-3893eada-a6a2-419e-a0a7-03bc1025192f req-738089a6-3685-4525-a707-a2a2c670a121 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.588133 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3893eada-a6a2-419e-a0a7-03bc1025192f req-738089a6-3685-4525-a707-a2a2c670a121 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.84 "DELETE /v2.0/ports/5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 HTTP/1.1" status: 204 len: 173 time: 0.4591000 Aug 16 02:14:01.589013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe44e34-447f-4e5c-92b7-b145271ff88c', 'name': 'network-vif-deleted', 'tag': '5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:01.592899 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27f79d8-556b-4461-b8fa-7dc4ef5e2b57" -d '{"events": [{"server_uuid": "2fe44e34-447f-4e5c-92b7-b145271ff88c", "name": "network-vif-deleted", "tag": "5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:01.612926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43130) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.634708 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911a53e0-9fe1-4e42-8ac4-38712187212f x-openstack-request-id: req-911a53e0-9fe1-4e42-8ac4-38712187212f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:01.634995 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe44e34-447f-4e5c-92b7-b145271ff88c", "name": "network-vif-deleted", "tag": "5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:01.635243 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-911a53e0-9fe1-4e42-8ac4-38712187212f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:01.635651 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe44e34-447f-4e5c-92b7-b145271ff88c', 'name': 'network-vif-deleted', 'tag': '5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8', 'status': 'completed', 'code': 200} Aug 16 02:14:01.650832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9934cf31-f052-4899-815b-7eb7d3a7027d req-0551e4eb-7f18-45dd-b6e7-f6dadc6a1d87 tempest-ServerDiskConfigTestJSON-1685400046 tempest-ServerDiskConfigTestJSON-1685400046-project] 10.222.0.79 "GET /v2.0/ports?device_id=2fe44e34-447f-4e5c-92b7-b145271ff88c HTTP/1.1" status: 200 len: 210 time: 0.0315886 Aug 16 02:14:01.737780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-33f4805f-fe61-4152-bf9e-a55fd95d3e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.841720 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-33f4805f-fe61-4152-bf9e-a55fd95d3e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.846564 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-33f4805f-fe61-4152-bf9e-a55fd95d3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.888918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-33f4805f-fe61-4152-bf9e-a55fd95d3e8d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=36cc93ca93754e5590052756b9b0cc8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746582 Aug 16 02:14:01.889792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4805f-fe61-4152-bf9e-a55fd95d3e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e229c2ac-bf7d-42df-9b24-f9a6433ef5cc,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:01.892397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43134) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.945133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33e637aa-2127-484b-b9fc-42acff2dc451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.967004 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33e637aa-2127-484b-b9fc-42acff2dc451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.013584 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33e637aa-2127-484b-b9fc-42acff2dc451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.016746 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33e637aa-2127-484b-b9fc-42acff2dc451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.017933 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-33e637aa-2127-484b-b9fc-42acff2dc451 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e229c2ac-bf7d-42df-9b24-f9a6433ef5cc HTTP/1.1" status: 204 len: 168 time: 0.1245334 Aug 16 02:14:02.028416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e637aa-2127-484b-b9fc-42acff2dc451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e229c2ac-bf7d-42df-9b24-f9a6433ef5cc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.119180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43138) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:02.180656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b58d6b9-a040-44fe-94bc-31e37716ddbb tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:02.185888 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9b58d6b9-a040-44fe-94bc-31e37716ddbb tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 814 time: 0.0650737 Aug 16 02:14:02.316967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43146) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:02.331629 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fd73348a-9e4d-4e18-ba76-34583494e86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.424917 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fd73348a-9e4d-4e18-ba76-34583494e86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.429012 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fd73348a-9e4d-4e18-ba76-34583494e86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.470056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73348a-9e4d-4e18-ba76-34583494e86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c370971-c507-4ec4-a2ae-18c98dac1ef1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.474269 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fd73348a-9e4d-4e18-ba76-34583494e86b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18f53de1b47d42c3ba99f18da87dbf54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562462 Aug 16 02:14:02.476862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43152) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:02.538873 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6affd9e1-63ee-4681-bd95-5368439073d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.562926 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6affd9e1-63ee-4681-bd95-5368439073d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.575288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da96b0-73e0-47fb-972c-14f93326d103 req-3ce10a17-73ef-4447-bd4d-1469aa564183 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:02.578127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82da96b0-73e0-47fb-972c-14f93326d103 req-3ce10a17-73ef-4447-bd4d-1469aa564183 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0509825 Aug 16 02:14:02.615679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6affd9e1-63ee-4681-bd95-5368439073d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.618470 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6affd9e1-63ee-4681-bd95-5368439073d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.619639 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6affd9e1-63ee-4681-bd95-5368439073d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4c370971-c507-4ec4-a2ae-18c98dac1ef1 HTTP/1.1" status: 204 len: 168 time: 0.1416790 Aug 16 02:14:02.622525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82da96b0-73e0-47fb-972c-14f93326d103 req-5c624f68-3650-4e51-aaf1-bb59398ad3ab tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394566 Aug 16 02:14:02.631640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affd9e1-63ee-4681-bd95-5368439073d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c370971-c507-4ec4-a2ae-18c98dac1ef1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.855683 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43170) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:02.882576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43172) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:02.889526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'network': {'name': 'tempest-network-smoke--512769769', 'project_id': '88de854c902c4de89cf8831855db3adc', 'port_security_enabled': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:02.919572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2bf16e-0d9b-45e4-888f-c1ea31a437bc admin admin] Deleting subnet 95573df7-3ed0-4799-b8b6-32d612e8bd00 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:02.924498 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf16e-0d9b-45e4-888f-c1ea31a437bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.951297 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Made reservation on behalf of 88de854c902c4de89cf8831855db3adc for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:02.955344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.985988 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf16e-0d9b-45e4-888f-c1ea31a437bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.016158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:03.031292 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.031645 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Added segment 9fcb0f0b-25d4-49d6-8246-da3e890093ec of type vlan for network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a Aug 16 02:14:03.066130 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf16e-0d9b-45e4-888f-c1ea31a437bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.103027 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.158564 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.164480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.165129 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.175279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf16e-0d9b-45e4-888f-c1ea31a437bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.215288 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:03.239597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:03.240025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5037b5d4-ebc6-4e6f-816a-eefdd9ec25c8 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:03.249279 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3656545 Aug 16 02:14:03.250157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bf16e-0d9b-45e4-888f-c1ea31a437bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95573df7-3ed0-4799-b8b6-32d612e8bd00,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.252374 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43188) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.261203 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf16e-0d9b-45e4-888f-c1ea31a437bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.266396 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7d2bf16e-0d9b-45e4-888f-c1ea31a437bc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/95573df7-3ed0-4799-b8b6-32d612e8bd00 HTTP/1.1" status: 204 len: 168 time: 0.4063668 Aug 16 02:14:03.266396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43192) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.274322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f884c5d-c098-4faf-9792-679435d77c9d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Network': ['ID=ad4c6c57-b6a1-4fce-afa6-b2311f973c8a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.291082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:03.341667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3c1e99-8340-415e-95ae-35ccdb0d56e9 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.346858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7a3c1e99-8340-415e-95ae-35ccdb0d56e9 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=88de854c902c4de89cf8831855db3adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0914247 Aug 16 02:14:03.347195 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.347480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43194) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.435530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.445926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65a6fd2-bc67-4211-8356-a2d204a0c455']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:03.457112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f613373b-b992-4135-a188-0ecb0b843f64') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:03.457417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f613373b-b992-4135-a188-0ecb0b843f64') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:03.467055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.484587 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.500900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:03.501350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:03.503194 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:03.533486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d44fc79-a4d3-4951-9381-d0499c32b3c4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.535282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6d44fc79-a4d3-4951-9381-d0499c32b3c4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1868763 Aug 16 02:14:03.538072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43202) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.579466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.581867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e9311bb5-1adf-418f-a2d5-2bc680c6b0e4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427094 Aug 16 02:14:03.584782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43204) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.586157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.590991 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] 10.222.0.79 "DELETE /v2.0/networks/d65a6fd2-bc67-4211-8356-a2d204a0c455 HTTP/1.1" status: 204 len: 168 time: 0.3236592 Aug 16 02:14:03.604152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8255b1d-0a8e-4c90-bf04-8e149fe6c89b admin admin] Pushing event deleted for resources: {'Network': ['ID=d65a6fd2-bc67-4211-8356-a2d204a0c455,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.628694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4679ba5d-9fc5-448f-a88c-89f0b1e09cb1 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=88de854c902c4de89cf8831855db3adc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425248 Aug 16 02:14:03.631459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43208) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.764964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b118e035-0a2c-4e56-9424-8d4995304ce9 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.767158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b118e035-0a2c-4e56-9424-8d4995304ce9 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347036 Aug 16 02:14:03.770461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43218) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.790600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad22e8-91ce-43e2-8412-0ec026ca350d req-23b96f93-e57e-4abf-aade-cd584dd6e8d5 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.792154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8ad22e8-91ce-43e2-8412-0ec026ca350d req-23b96f93-e57e-4abf-aade-cd584dd6e8d5 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0802436 Aug 16 02:14:03.808777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43220) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.816715 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f3773efb-d1e1-44f4-888a-685706d0d6c4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451112 Aug 16 02:14:03.819388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43222) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.829364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312102162', 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a', 'project_id': '88de854c902c4de89cf8831855db3adc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:03.856934 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2e3b9e06-51a1-4a07-9e84-42526b9efd94 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e77a843852ac42419df350e3691bbfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470228 Aug 16 02:14:03.857588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43224) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.897473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8ad22e8-91ce-43e2-8412-0ec026ca350d req-ae096566-bac7-415a-bc80-08e09041374e tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982778 Aug 16 02:14:03.922444 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1408-6bca-42d2-84e5-cd07271c6b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.938471 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1408-6bca-42d2-84e5-cd07271c6b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.941339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Made reservation on behalf of 88de854c902c4de89cf8831855db3adc for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:03.946044 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.993770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1408-6bca-42d2-84e5-cd07271c6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.996885 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1408-6bca-42d2-84e5-cd07271c6b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.000203 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a3ae1408-6bca-42d2-84e5-cd07271c6b46 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a9554b2f-6e47-427b-aab7-66a775379638 HTTP/1.1" status: 204 len: 168 time: 0.1396787 Aug 16 02:14:04.018545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae1408-6bca-42d2-84e5-cd07271c6b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9554b2f-6e47-427b-aab7-66a775379638,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.172091 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.243820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Subnet': ['ID=1ef579d2-9657-49de-b4df-42c96551a16e,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.251288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Checking segment: {'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:04.251558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network hostable DHCP agents. Network: ad4c6c57-b6a1-4fce-afa6-b2311f973c8a, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:04.269460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:04.280139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, ad4c6c57-b6a1-4fce-afa6-b2311f973c8a) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:04.285041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:04.285655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.294189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c6f56-bb53-4de6-a827-8420712f9eb6 None None] Network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:04.311092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6fda87cb-0797-42d3-83c7-4470478cd0f9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4876428 Aug 16 02:14:04.487747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-ad4c6c57-b6a1-4fce-afa6-b2311f973c8a', 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ips': [{'subnet_id': '1ef579d2-9657-49de-b4df-42c96551a16e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:04.489182 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.704473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Allocated IP 172.20.0.18 (ad4c6c57-b6a1-4fce-afa6-b2311f973c8a/1ef579d2-9657-49de-b4df-42c96551a16e/1d6863d0-21ef-4c47-9daf-2dde785c1be5) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:04.741365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43272) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.748637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-96edef14-5b61-4afb-be84-2b5a42d0f2de tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1605936712', 'description': 'tempest-secgroup-smoke-1605936712 description', 'project_id': '88de854c902c4de89cf8831855db3adc'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:04.784998 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96edef14-5b61-4afb-be84-2b5a42d0f2de tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.892868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43280) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.894020 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96edef14-5b61-4afb-be84-2b5a42d0f2de tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.898018 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.900355 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96edef14-5b61-4afb-be84-2b5a42d0f2de tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.909414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Transition to ACTIVE for port object 1d6863d0-21ef-4c47-9daf-2dde785c1be5 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:04.933408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Transition to ACTIVE for port object 1d6863d0-21ef-4c47-9daf-2dde785c1be5 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:04.944360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96edef14-5b61-4afb-be84-2b5a42d0f2de tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.944848 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.945712 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-96edef14-5b61-4afb-be84-2b5a42d0f2de tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2031517 Aug 16 02:14:04.946878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edef14-5b61-4afb-be84-2b5a42d0f2de tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53daf5f4-bfe7-4938-8caa-9015bc9e558b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.949477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43288) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.959283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a1d22876-05be-41bd-aff0-228845b5b88f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '53daf5f4-bfe7-4938-8caa-9015bc9e558b', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:04.995405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Pushing event updated for resources: {'Port': ['ID=1d6863d0-21ef-4c47-9daf-2dde785c1be5,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.012470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.012815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.013186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.013525 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.013859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.015037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.016247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.016806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.018196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.018742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.019267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.019957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:05.034868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:05.036349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:05.039095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:05.058312 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d22876-05be-41bd-aff0-228845b5b88f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.092906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-457293619-network', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:05.106618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Attempting to bind port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:05.107139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Attempting to bind port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:05.107605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Attempting to bind port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 on network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:05.111228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2076a-f3c1-42ff-8789-70c3f96e0ac9 req-f355063b-63ec-4c79-9954-be4d876cbef0 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.112855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ea2076a-f3c1-42ff-8789-70c3f96e0ac9 req-f355063b-63ec-4c79-9954-be4d876cbef0 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.1063573 Aug 16 02:14:05.113331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:05.113846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Checking segment: {'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:05.114393 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.114879 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Bound using segment: {'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:05.115610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Bound port: 1d6863d0-21ef-4c47-9daf-2dde785c1be5, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:05.116235 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.164303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Made reservation on behalf of b7e1393e8aca4620a68aef73b1c0611e for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:05.167193 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.191766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] For port 1d6863d0-21ef-4c47-9daf-2dde785c1be5, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:05.196296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] For port 1d6863d0-21ef-4c47-9daf-2dde785c1be5, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1d6863d0-21ef-4c47-9daf-2dde785c1be5,segment=NetworkSegment(9fcb0f0b-25d4-49d6-8246-da3e890093ec),segment_id=9fcb0f0b-25d4-49d6-8246-da3e890093ec)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:05.197249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ea2076a-f3c1-42ff-8789-70c3f96e0ac9 req-4c82c858-37b4-4a14-978f-cf540fb5f39b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741401 Aug 16 02:14:05.198417 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.203674 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d22876-05be-41bd-aff0-228845b5b88f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.204688 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.221684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d22876-05be-41bd-aff0-228845b5b88f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.251848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d22876-05be-41bd-aff0-228845b5b88f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc11ca7-ba4a-47c3-b8cd-712e7db9aca9,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.278589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8b9b1-164d-4803-b58d-88bc18ec5639 None None] Pushing event updated for resources: {'Port': ['ID=1d6863d0-21ef-4c47-9daf-2dde785c1be5,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.328744 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43298) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.355162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.361262 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.368642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d22876-05be-41bd-aff0-228845b5b88f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.373236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43302) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.373499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a1d22876-05be-41bd-aff0-228845b5b88f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4218314 Aug 16 02:14:05.380264 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-82c75556-8614-4753-9778-f6ed705eee9a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '53daf5f4-bfe7-4938-8caa-9015bc9e558b', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:05.399165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:05.410437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6af69f2-caf4-4fc8-95d2-0f10eb356855,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.415832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.416195 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Added segment 70a79336-9bcc-4e6e-a7f0-43543a1517e5 of type vlan for network 1af0c130-96bc-408a-adea-18f5c70ab904 Aug 16 02:14:05.427055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82c75556-8614-4753-9778-f6ed705eee9a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.471903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.495301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3005597-15ec-448f-8a11-140cb75d1212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.532433 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82c75556-8614-4753-9778-f6ed705eee9a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.537219 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.539474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.540511 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.542942 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82c75556-8614-4753-9778-f6ed705eee9a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.576964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c75556-8614-4753-9778-f6ed705eee9a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e56254c-2e72-4f3f-bc3a-5252063eed5b,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.637463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] Pushing event updated for resources: {'Network': ['ID=1af0c130-96bc-408a-adea-18f5c70ab904,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.650045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 1af0c130-96bc-408a-adea-18f5c70ab904 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:05.654887 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3005597-15ec-448f-8a11-140cb75d1212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.660699 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3005597-15ec-448f-8a11-140cb75d1212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.668249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-52ec1e7a-5ceb-4875-9df7-080ab9bde1e6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7702682 Aug 16 02:14:05.668505 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-82c75556-8614-4753-9778-f6ed705eee9a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.668787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43304) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.671483 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-82c75556-8614-4753-9778-f6ed705eee9a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2968657 Aug 16 02:14:05.675017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] Request body: {'subnet': {'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-457293619-subnet', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:05.677616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43306) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.691546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e0d4175a-082f-4c40-bd55-d53bc13e1134 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '53daf5f4-bfe7-4938-8caa-9015bc9e558b', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:05.701730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] Made reservation on behalf of b7e1393e8aca4620a68aef73b1c0611e for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:05.706356 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.734402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3005597-15ec-448f-8a11-140cb75d1212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0805a-c5d3-47d9-baeb-255edc1c5395,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.738774 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b3005597-15ec-448f-8a11-140cb75d1212 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=34ecb778849843cc90e35c59de6d0e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089279 Aug 16 02:14:05.741435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43310) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.763511 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0d4175a-082f-4c40-bd55-d53bc13e1134 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.836550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5681-ee8d-4725-98af-56e00663f759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.854032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0d4175a-082f-4c40-bd55-d53bc13e1134 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.863594 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0d4175a-082f-4c40-bd55-d53bc13e1134 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.871942 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5681-ee8d-4725-98af-56e00663f759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.895167 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4175a-082f-4c40-bd55-d53bc13e1134 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f867e621-405b-4610-850d-9bff6a8f2257,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.910421 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e0d4175a-082f-4c40-bd55-d53bc13e1134 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.911642 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e0d4175a-082f-4c40-bd55-d53bc13e1134 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2261324 Aug 16 02:14:05.914664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43312) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.921136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-618a66fd-5562-408d-9dfa-de0bccba66c9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '53daf5f4-bfe7-4938-8caa-9015bc9e558b', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:05.928580 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.941585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5681-ee8d-4725-98af-56e00663f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.944325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5681-ee8d-4725-98af-56e00663f759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.945520 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4f0f5681-ee8d-4725-98af-56e00663f759 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/23e0805a-c5d3-47d9-baeb-255edc1c5395 HTTP/1.1" status: 204 len: 168 time: 0.2031534 Aug 16 02:14:05.955029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f5681-ee8d-4725-98af-56e00663f759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0805a-c5d3-47d9-baeb-255edc1c5395,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.013914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42fc266-1840-4cf6-9e03-02860200a7f6,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.024582 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-618a66fd-5562-408d-9dfa-de0bccba66c9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.051625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] Checking segment: {'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:06.051994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] Network hostable DHCP agents. Network: 1af0c130-96bc-408a-adea-18f5c70ab904, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:06.107353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] Network 1af0c130-96bc-408a-adea-18f5c70ab904 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:06.121173 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-618a66fd-5562-408d-9dfa-de0bccba66c9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.127539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-618a66fd-5562-408d-9dfa-de0bccba66c9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.161447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a66fd-5562-408d-9dfa-de0bccba66c9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8ccbd2-4656-465f-9932-9cd46e2e80f8,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.164796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 1af0c130-96bc-408a-adea-18f5c70ab904) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:06.169470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.170064 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.173885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500ef246-7c02-4a00-b67e-0dd148b0298a None None] Network 1af0c130-96bc-408a-adea-18f5c70ab904 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:06.183829 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-618a66fd-5562-408d-9dfa-de0bccba66c9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.188627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43318) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:06.188792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-618a66fd-5562-408d-9dfa-de0bccba66c9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2724862 Aug 16 02:14:06.192072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3869aeb5-b78d-41d8-833c-f8a9880ab5a5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5219288 Aug 16 02:14:06.194726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-058c5dc4-0fd6-47af-a690-888a10c3bde8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '53daf5f4-bfe7-4938-8caa-9015bc9e558b', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:06.195444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43320) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:06.212997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-457293619-router', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:06.254288 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.db.api [None req-058c5dc4-0fd6-47af-a690-888a10c3bde8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:14:06.254288 n-d-768851-16 neutron-server[101380]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:14:06.254288 n-d-768851-16 neutron-server[101380]: [parameters: {'project_id_1': '88de854c902c4de89cf8831855db3adc', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 14, 6, 221987)}] Aug 16 02:14:06.254288 n-d-768851-16 neutron-server[101380]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:14:06.254288 n-d-768851-16 neutron-server[101380]: DEBUG oslo_db.api [None req-058c5dc4-0fd6-47af-a690-888a10c3bde8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:14:06.269621 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.270810 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.328306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43324) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:06.331084 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1d6863d0-21ef-4c47-9daf-2dde785c1be5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:06.353855 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43514e73-75ec-40b3-9719-77f46d587cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.363690 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.433912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aa83b4-f215-4815-9171-5b290b78ba99 None None] Network 1af0c130-96bc-408a-adea-18f5c70ab904 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:06.445474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95365d-a447-4ace-bf20-cbebca04a52c req-edfab82b-97b4-49be-aef7-322937277ba8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.446946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f95365d-a447-4ace-bf20-cbebca04a52c req-edfab82b-97b4-49be-aef7-322937277ba8 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.1372306 Aug 16 02:14:06.507739 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:06.515282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10d6d46-f59a-4306-baed-3ba202ddef91 None None] Network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:06.518724 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43514e73-75ec-40b3-9719-77f46d587cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.524561 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43514e73-75ec-40b3-9719-77f46d587cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.563822 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43514e73-75ec-40b3-9719-77f46d587cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5012a99b-5ee6-4365-b8e7-7c4c2405fe64,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.571026 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-43514e73-75ec-40b3-9719-77f46d587cc4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=671feaa73f4043b6841d828fbb66ffc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413521 Aug 16 02:14:06.572732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43326) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:06.575170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f95365d-a447-4ace-bf20-cbebca04a52c req-92a76caf-4096-4315-9db7-4b43acfed70f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929701 Aug 16 02:14:06.614831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.616873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5ccc4f06-da56-4e44-8523-c9c640cb3240 None None] Provisioning for port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:06.634799 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0f474911-1cf7-4d89-9707-cab64db3b2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.642459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5ccc4f06-da56-4e44-8523-c9c640cb3240 None None] Provisioning complete for port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:06.643115 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4f06-da56-4e44-8523-c9c640cb3240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.657416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0f474911-1cf7-4d89-9707-cab64db3b2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.721360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0f474911-1cf7-4d89-9707-cab64db3b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.724210 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0f474911-1cf7-4d89-9707-cab64db3b2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.725653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0f474911-1cf7-4d89-9707-cab64db3b2e2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5012a99b-5ee6-4365-b8e7-7c4c2405fe64 HTTP/1.1" status: 204 len: 168 time: 0.1527658 Aug 16 02:14:06.734403 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f474911-1cf7-4d89-9707-cab64db3b2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5012a99b-5ee6-4365-b8e7-7c4c2405fe64,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.816188 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4f06-da56-4e44-8523-c9c640cb3240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.819033 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-058c5dc4-0fd6-47af-a690-888a10c3bde8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Project 88de854c902c4de89cf8831855db3adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:14:06.826682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-058c5dc4-0fd6-47af-a690-888a10c3bde8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.863207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5ccc4f06-da56-4e44-8523-c9c640cb3240 None None] For port 1d6863d0-21ef-4c47-9daf-2dde785c1be5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1d6863d0-21ef-4c47-9daf-2dde785c1be5,segment=NetworkSegment(9fcb0f0b-25d4-49d6-8246-da3e890093ec),segment_id=9fcb0f0b-25d4-49d6-8246-da3e890093ec)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:06.870828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4f06-da56-4e44-8523-c9c640cb3240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.937036 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.949783 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-058c5dc4-0fd6-47af-a690-888a10c3bde8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.959839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc4f06-da56-4e44-8523-c9c640cb3240 None None] Pushing event updated for resources: {'Port': ['ID=1d6863d0-21ef-4c47-9daf-2dde785c1be5,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.961703 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-058c5dc4-0fd6-47af-a690-888a10c3bde8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.964154 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.002897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c5dc4-0fd6-47af-a690-888a10c3bde8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25943fce-53f5-460b-bf7a-fd87af97870a,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:07.010512 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-058c5dc4-0fd6-47af-a690-888a10c3bde8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.012588 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-058c5dc4-0fd6-47af-a690-888a10c3bde8 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8223977 Aug 16 02:14:07.016746 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43334) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:07.022581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-caf05994-88c5-45bd-925e-4e54ffc629af tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': '53daf5f4-bfe7-4938-8caa-9015bc9e558b', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:07.054604 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-caf05994-88c5-45bd-925e-4e54ffc629af tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Project 88de854c902c4de89cf8831855db3adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:14:07.063005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-caf05994-88c5-45bd-925e-4e54ffc629af tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.140785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-caf05994-88c5-45bd-925e-4e54ffc629af tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.152481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Allocated IP 172.25.2.33 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/08fcda70-c7d4-4b91-aa4f-b6ca369a9d11) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:07.157298 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-caf05994-88c5-45bd-925e-4e54ffc629af tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.178161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf05994-88c5-45bd-925e-4e54ffc629af tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b377499c-f39a-4044-b151-39cc665860c9,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:07.192101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-caf05994-88c5-45bd-925e-4e54ffc629af tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.193938 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-caf05994-88c5-45bd-925e-4e54ffc629af tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1754544 Aug 16 02:14:07.196282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-10ac06d9-2b63-4d67-9bd9-a6ba638413fd None None] Provisioning complete for port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:07.196652 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-10ac06d9-2b63-4d67-9bd9-a6ba638413fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.288636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.335864 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.379830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:07.386285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:07.388889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:07.416910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Pushing event updated for resources: {'Port': ['ID=08fcda70-c7d4-4b91-aa4f-b6ca369a9d11,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:07.463351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-3d471056-fc9a-49a4-9e06-431dcbe64935 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605936712&fields=id&tenant_id=88de854c902c4de89cf8831855db3adc HTTP/1.1" status: 200 len: 267 time: 0.0805316 Aug 16 02:14:07.725678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-1e920855-09f5-4d2a-8847-cfb258b25eab tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.727049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-1e920855-09f5-4d2a-8847-cfb258b25eab tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/networks?id=ad4c6c57-b6a1-4fce-afa6-b2311f973c8a HTTP/1.1" status: 200 len: 796 time: 0.2307286 Aug 16 02:14:07.783277 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-f08a1729-7452-4f85-8a5e-d99b80293a88 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/quotas/88de854c902c4de89cf8831855db3adc HTTP/1.1" status: 200 len: 375 time: 0.0471435 Aug 16 02:14:07.802353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0174dc8-73d0-4a40-9cef-f237dd8077f1 req-ebbb9e24-d06e-4b16-8206-0bf8fdfb823d tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.803864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0174dc8-73d0-4a40-9cef-f237dd8077f1 req-ebbb9e24-d06e-4b16-8206-0bf8fdfb823d tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.1482606 Aug 16 02:14:07.855741 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.172602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1d6863d0-21ef-4c47-9daf-2dde785c1be5 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:08.222789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:08.223312 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.336566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0174dc8-73d0-4a40-9cef-f237dd8077f1 req-06a50eba-6f17-4b8c-9010-0b83e7ba62e4 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173321 Aug 16 02:14:08.352446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-a3e5ba59-475c-43be-a9c5-6a2d284141a2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5458193 Aug 16 02:14:08.573835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-e382348f-3aa4-44c9-8283-5663d3762f82 service neutron] 10.222.0.79 "GET /v2.0/networks/ad4c6c57-b6a1-4fce-afa6-b2311f973c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013319 Aug 16 02:14:08.593218 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.801617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29086402-6c53-45e5-b4d7-e6a70334ac66 req-ac534bb0-4722-48c1-8b3f-0e561f261534 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:08.803657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29086402-6c53-45e5-b4d7-e6a70334ac66 req-ac534bb0-4722-48c1-8b3f-0e561f261534 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.1682918 Aug 16 02:14:08.819937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c629140e-31d1-4be2-88ed-c50d78902cb5 service neutron] 10.222.0.79 "GET /v2.0/networks/ad4c6c57-b6a1-4fce-afa6-b2311f973c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353368 Aug 16 02:14:08.838689 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dfe8df4e-e8b1-41bd-9625-5a5a3524a9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.879286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29086402-6c53-45e5-b4d7-e6a70334ac66 req-d453ba67-4121-40bd-a7cd-7465e5803b9c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666091 Aug 16 02:14:08.907250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Router af507346-2605-49b7-820d-90153e17ed7c is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:14:09.073800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10303175-9bd4-4a05-8b36-d99beb04219f req-a9b66fef-65cd-4cfc-987c-e13d8dba0891 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 210 time: 0.0808518 Aug 16 02:14:09.079703 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43428) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.107688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612289fb-ca2f-4529-9dc7-7d63ea5e073d req-5cb83a0c-4594-4c2c-8b99-d2edb13514d1 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.109772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-612289fb-ca2f-4529-9dc7-7d63ea5e073d req-5cb83a0c-4594-4c2c-8b99-d2edb13514d1 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.1351712 Aug 16 02:14:09.112766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:09.123449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Sync routers for ids ['af507346-2605-49b7-820d-90153e17ed7c'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:09.133574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Routers {'af507346-2605-49b7-820d-90153e17ed7c'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:09.134920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['af507346-2605-49b7-820d-90153e17ed7c'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:09.178065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.179331 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6f7e954c-846a-449d-8ece-25bf37d0c1b5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9829018 Aug 16 02:14:09.182324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43436) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.208421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-612289fb-ca2f-4529-9dc7-7d63ea5e073d req-83d938e3-d6e7-4796-ad1c-7091b65ad57c tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901368 Aug 16 02:14:09.275066 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-acfeb5d3-0f30-4ac5-82cc-93ae0481dae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.450153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Set router af507346-2605-49b7-820d-90153e17ed7c gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:09.569210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4352b-0cf2-4283-b4ae-fb618aae8755 req-c8cf8891-347e-47f8-86d1-005f331a1805 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.573629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93e4352b-0cf2-4283-b4ae-fb618aae8755 req-c8cf8891-347e-47f8-86d1-005f331a1805 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0710566 Aug 16 02:14:09.614757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93e4352b-0cf2-4283-b4ae-fb618aae8755 req-343b2951-8bae-4dd4-b8bf-84438ee07088 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359311 Aug 16 02:14:09.689777 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.703470 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-acfeb5d3-0f30-4ac5-82cc-93ae0481dae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.710220 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-acfeb5d3-0f30-4ac5-82cc-93ae0481dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.739937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af507346-2605-49b7-820d-90153e17ed7c', 'name': 'tempest-ServerRescueTestJSON-457293619-router', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:07Z', 'revision_number': 3, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'gw_port': {'id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af507346-2605-49b7-820d-90153e17ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:09.769847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Checking router: af507346-2605-49b7-820d-90153e17ed7c for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:09.770198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Updating router af507346-2605-49b7-820d-90153e17ed7c port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:09.778606 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-acfeb5d3-0f30-4ac5-82cc-93ae0481dae4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23ec11aed40f49c5a37833afce4abf10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6952596 Aug 16 02:14:09.778816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfeb5d3-0f30-4ac5-82cc-93ae0481dae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a006bd9d-29be-4556-a25a-faa06c9cd31d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:09.779475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43446) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.804704 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.843439 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7062751c-b643-4e7b-a437-fda4bea519cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.870471 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7062751c-b643-4e7b-a437-fda4bea519cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.883992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.929096 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7062751c-b643-4e7b-a437-fda4bea519cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.931903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7062751c-b643-4e7b-a437-fda4bea519cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.935567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7062751c-b643-4e7b-a437-fda4bea519cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a006bd9d-29be-4556-a25a-faa06c9cd31d HTTP/1.1" status: 204 len: 168 time: 0.1529341 Aug 16 02:14:09.942171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062751c-b643-4e7b-a437-fda4bea519cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a006bd9d-29be-4556-a25a-faa06c9cd31d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.065310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Allocated IP 172.20.0.1 (1af0c130-96bc-408a-adea-18f5c70ab904/f42fc266-1840-4cf6-9e03-02860200a7f6/54186aa7-af1e-488a-abd8-1872722dba85) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:10.137081 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.150002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Transition to ACTIVE for port object 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:10.157532 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.195995 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.200625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f763da5f-835e-4d2c-891d-89b623018d53 req-da6bc684-a3ab-4b95-bd6d-026f5f0bbeeb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 210 time: 0.0400777 Aug 16 02:14:10.244095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f6439-5e75-49e3-8454-08b3e59cb95b None None] Pushing event updated for resources: {'Port': ['ID=08fcda70-c7d4-4b91-aa4f-b6ca369a9d11,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.250213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.252340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Attempting to bind port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:10.253164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Attempting to bind port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:10.253708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Attempting to bind port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:10.260328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:10.260845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:10.261241 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.261753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:10.262267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Bound port: 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:10.262869 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.299563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43454) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:10.315517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc659-3212-4058-98d7-6c13f848bbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.317532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Network 1af0c130-96bc-408a-adea-18f5c70ab904 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:10.334677 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:10.341062 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:10.347032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] For port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:10.352673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] For port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=08fcda70-c7d4-4b91-aa4f-b6ca369a9d11,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:10.359843 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.430314 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc659-3212-4058-98d7-6c13f848bbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.430607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Routers {'af507346-2605-49b7-820d-90153e17ed7c'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:10.431288 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:13:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['af507346-2605-49b7-820d-90153e17ed7c'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:10.433231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f6439-5e75-49e3-8454-08b3e59cb95b None None] Pushing event updated for resources: {'Port': ['ID=08fcda70-c7d4-4b91-aa4f-b6ca369a9d11,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.435771 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc659-3212-4058-98d7-6c13f848bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.448811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Pushing event updated for resources: {'Port': ['ID=54186aa7-af1e-488a-abd8-1872722dba85,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.499010 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.507514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ef0cc659-3212-4058-98d7-6c13f848bbc8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b358e58aa7245439aee4902aee93407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067974 Aug 16 02:14:10.509352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43456) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:10.510197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cc659-3212-4058-98d7-6c13f848bbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b808e6bd-2c17-4692-9371-7bbfad54dcf2,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.571063 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57c6683c-431b-4c64-a125-e4bd1e2c9dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.573065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-dcc69f3c-31e8-466c-a2bb-8fc3f9c6bf11 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:10.574588 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-dcc69f3c-31e8-466c-a2bb-8fc3f9c6bf11 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.84 "GET /v2.0/networks?id=ad4c6c57-b6a1-4fce-afa6-b2311f973c8a HTTP/1.1" status: 200 len: 796 time: 0.2558894 Aug 16 02:14:10.575825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] Set router af507346-2605-49b7-820d-90153e17ed7c gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:10.596255 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57c6683c-431b-4c64-a125-e4bd1e2c9dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.665105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57c6683c-431b-4c64-a125-e4bd1e2c9dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.667972 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57c6683c-431b-4c64-a125-e4bd1e2c9dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.681043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-57c6683c-431b-4c64-a125-e4bd1e2c9dfc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b808e6bd-2c17-4692-9371-7bbfad54dcf2 HTTP/1.1" status: 204 len: 168 time: 0.1620374 Aug 16 02:14:10.708064 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-f777ccb6-b969-4fe6-8aec-877b8759c817 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88de854c902c4de89cf8831855db3adc HTTP/1.1" status: 200 len: 472 time: 0.0962379 Aug 16 02:14:10.714442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6683c-431b-4c64-a125-e4bd1e2c9dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b808e6bd-2c17-4692-9371-7bbfad54dcf2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.734817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'port': {'device_id': '50d23104-5b78-45f0-ad1c-f872a28722cc', 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a', 'admin_state_up': True, 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'security_groups': ['53daf5f4-bfe7-4938-8caa-9015bc9e558b']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:10.787937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.795153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511998af-592d-4e74-ac15-29c30645f5a7 req-362237b3-cdb7-41bb-8958-0664c575b16b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:10.797133 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-511998af-592d-4e74-ac15-29c30645f5a7 req-362237b3-cdb7-41bb-8958-0664c575b16b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.0860982 Aug 16 02:14:10.801426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b444521-ba14-413f-a860-c8a35b7e7aeb req-a65bef42-2e4a-4e04-8326-fe38d6b160a1 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:10.803566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b444521-ba14-413f-a860-c8a35b7e7aeb req-a65bef42-2e4a-4e04-8326-fe38d6b160a1 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 945 time: 0.1754656 Aug 16 02:14:10.822322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af507346-2605-49b7-820d-90153e17ed7c', 'name': 'tempest-ServerRescueTestJSON-457293619-router', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:07Z', 'revision_number': 3, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'gw_port': {'id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af507346-2605-49b7-820d-90153e17ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:10.860703 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b363a05-0d42-4b94-ba74-1d6363a8d5e7 None None] The sync data for ids ['af507346-2605-49b7-820d-90153e17ed7c'] in n-d-768851-16 is: [{'id': 'af507346-2605-49b7-820d-90153e17ed7c', 'name': 'tempest-ServerRescueTestJSON-457293619-router', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:07Z', 'revision_number': 3, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'gw_port': {'id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af507346-2605-49b7-820d-90153e17ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:10.869999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-511998af-592d-4e74-ac15-29c30645f5a7 req-8769efa4-eb48-4bf5-88ff-381b5aa8040b tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641403 Aug 16 02:14:11.061190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Made reservation on behalf of 88de854c902c4de89cf8831855db3adc for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:11.066167 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.086538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-8b444521-ba14-413f-a860-c8a35b7e7aeb req-6463a3f1-e6ed-4213-980c-0a31616bcd95 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Deleting port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:11.086975 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8b444521-ba14-413f-a860-c8a35b7e7aeb req-6463a3f1-e6ed-4213-980c-0a31616bcd95 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.305495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.323334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8b444521-ba14-413f-a860-c8a35b7e7aeb req-6463a3f1-e6ed-4213-980c-0a31616bcd95 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] For port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=1dd6d1f9-8b62-41c0-89b8-d25b91df99af,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:11.323865 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8b444521-ba14-413f-a860-c8a35b7e7aeb req-6463a3f1-e6ed-4213-980c-0a31616bcd95 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.327068 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.336885 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20736613-e92a-4ea1-9f54-ac2467247a16 req-99a7d614-c67f-4f19-bf38-27b03fb37894 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 210 time: 0.0387819 Aug 16 02:14:11.423151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-8b444521-ba14-413f-a860-c8a35b7e7aeb req-6463a3f1-e6ed-4213-980c-0a31616bcd95 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Calling delete_port for 1dd6d1f9-8b62-41c0-89b8-d25b91df99af owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:11.477849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Allocated IP 172.20.0.24 (ad4c6c57-b6a1-4fce-afa6-b2311f973c8a/1ef579d2-9657-49de-b4df-42c96551a16e/42d3b561-9124-4d24-a1f8-7ff3e397d646) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:11.511540 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-59a14896-a83a-4c15-810d-50beecf6b5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.519946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Pushing event updated for resources: {'Port': ['ID=54186aa7-af1e-488a-abd8-1872722dba85,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.529711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.566568 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.728845 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:14:11.859521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Network 1af0c130-96bc-408a-adea-18f5c70ab904 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:11.861466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.866428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:11.877899 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8b444521-ba14-413f-a860-c8a35b7e7aeb req-6463a3f1-e6ed-4213-980c-0a31616bcd95 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.890304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['1dd6d1f9-8b62-41c0-89b8-d25b91df99af'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:11.893681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Transition to ACTIVE for port object 42d3b561-9124-4d24-a1f8-7ff3e397d646 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:11.926688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463a3f1-e6ed-4213-980c-0a31616bcd95 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event deleted for resources: {'Port': ['ID=1dd6d1f9-8b62-41c0-89b8-d25b91df99af,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.946259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:12.040469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1177994-06a6-4150-b2f0-dec36a24210d req-f5eccfbd-35d0-4517-adcb-c82228a76d6f tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbd3507c-c8a4-4b84-8ad3-5833fcb311ad HTTP/1.1" status: 200 len: 210 time: 0.0409229 Aug 16 02:14:12.051007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b444521-ba14-413f-a860-c8a35b7e7aeb req-6463a3f1-e6ed-4213-980c-0a31616bcd95 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] No DVR routers for this DVR port 1dd6d1f9-8b62-41c0-89b8-d25b91df99af on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:12.053880 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8b444521-ba14-413f-a860-c8a35b7e7aeb req-6463a3f1-e6ed-4213-980c-0a31616bcd95 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.063875 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8b444521-ba14-413f-a860-c8a35b7e7aeb req-6463a3f1-e6ed-4213-980c-0a31616bcd95 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.89 "DELETE /v2.0/ports/1dd6d1f9-8b62-41c0-89b8-d25b91df99af HTTP/1.1" status: 204 len: 173 time: 1.2451591 Aug 16 02:14:12.072284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd3507c-c8a4-4b84-8ad3-5833fcb311ad', 'name': 'network-vif-deleted', 'tag': '1dd6d1f9-8b62-41c0-89b8-d25b91df99af'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:12.074985 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a58bea3-9e6a-4bdb-a606-49f0fa19d00e" -d '{"events": [{"server_uuid": "dbd3507c-c8a4-4b84-8ad3-5833fcb311ad", "name": "network-vif-deleted", "tag": "1dd6d1f9-8b62-41c0-89b8-d25b91df99af"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:12.103807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43498) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:12.178635 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2d37e5-c843-44dc-8d0b-2560201a558d x-openstack-request-id: req-0d2d37e5-c843-44dc-8d0b-2560201a558d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:12.179060 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd3507c-c8a4-4b84-8ad3-5833fcb311ad", "name": "network-vif-deleted", "tag": "1dd6d1f9-8b62-41c0-89b8-d25b91df99af", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:12.179368 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d2d37e5-c843-44dc-8d0b-2560201a558d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:12.179829 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd3507c-c8a4-4b84-8ad3-5833fcb311ad', 'name': 'network-vif-deleted', 'tag': '1dd6d1f9-8b62-41c0-89b8-d25b91df99af', 'status': 'completed', 'code': 200} Aug 16 02:14:12.197109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.245732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Router af507346-2605-49b7-820d-90153e17ed7c has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:12.259148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:12.260169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:12.270140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:12.275481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:12.290095 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a325d836-80d0-4c50-b705-1012a45787b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.342481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:12.347609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:12.348052 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.450310 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a325d836-80d0-4c50-b705-1012a45787b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.474915 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a325d836-80d0-4c50-b705-1012a45787b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.496135 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.535292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=08fcda70-c7d4-4b91-aa4f-b6ca369a9d11,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:12.540330 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.611375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=08fcda70-c7d4-4b91-aa4f-b6ca369a9d11,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.618932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a325d836-80d0-4c50-b705-1012a45787b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=913a54792acc465e987487bff3cd1601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5113053 Aug 16 02:14:12.623377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43508) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:12.659860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325d836-80d0-4c50-b705-1012a45787b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead1a08d-68fd-4214-8267-c30432ed0d43,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.673132 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-084146a8-e3b9-40dd-84c5-f0d870c6d668 None None] Provisioning for port 42d3b561-9124-4d24-a1f8-7ff3e397d646 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:12.679570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-084146a8-e3b9-40dd-84c5-f0d870c6d668 None None] Provisioning complete for port 42d3b561-9124-4d24-a1f8-7ff3e397d646 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:12.679851 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-084146a8-e3b9-40dd-84c5-f0d870c6d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.715778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747a2be-413a-4cf6-a1ad-ab9c40739884 req-fdeb6ff8-e585-4fca-a6dd-bcc6b516ff35 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:12.724559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-084146a8-e3b9-40dd-84c5-f0d870c6d668 None None] Port 42d3b561-9124-4d24-a1f8-7ff3e397d646 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:12.731004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c747a2be-413a-4cf6-a1ad-ab9c40739884 req-fdeb6ff8-e585-4fca-a6dd-bcc6b516ff35 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 932 time: 0.2495775 Aug 16 02:14:12.753369 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.791504 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6826-5491-4717-b4b6-1d42710b9b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.814186 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c747a2be-413a-4cf6-a1ad-ab9c40739884 req-09745c6b-3d04-48f9-ac68-6b796d0d5200 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821979 Aug 16 02:14:12.847646 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6826-5491-4717-b4b6-1d42710b9b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.891583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=42d3b561-9124-4d24-a1f8-7ff3e397d646,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.919435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6826-5491-4717-b4b6-1d42710b9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.922559 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6826-5491-4717-b4b6-1d42710b9b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.923960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4ffb6826-5491-4717-b4b6-1d42710b9b76 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ead1a08d-68fd-4214-8267-c30432ed0d43 HTTP/1.1" status: 204 len: 168 time: 0.2995470 Aug 16 02:14:12.932739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb6826-5491-4717-b4b6-1d42710b9b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead1a08d-68fd-4214-8267-c30432ed0d43,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.967546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:12.968619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.989431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:12.992225 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-c7af0934-93b5-40d2-a82e-423d70d8ca7c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2775185 Aug 16 02:14:13.000597 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Sync routers for ids ['af507346-2605-49b7-820d-90153e17ed7c'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:13.003519 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d2dfad27-0342-4fa6-ad36-49b3e1cd3c95 admin admin] 10.222.0.79 "PUT /v2.0/routers/af507346-2605-49b7-820d-90153e17ed7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8198285 Aug 16 02:14:13.011103 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Routers {'af507346-2605-49b7-820d-90153e17ed7c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:13.011745 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:14:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['af507346-2605-49b7-820d-90153e17ed7c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:13.017651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Request body: {'port': {'device_id': '50d23104-5b78-45f0-ad1c-f872a28722cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:13.100090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.147172 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Set router af507346-2605-49b7-820d-90153e17ed7c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:13.504017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d3b561-9124-4d24-a1f8-7ff3e397d646 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:13.520301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.540411 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af507346-2605-49b7-820d-90153e17ed7c', 'name': 'tempest-ServerRescueTestJSON-457293619-router', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:10Z', 'revision_number': 4, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'gw_port': {'id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af507346-2605-49b7-820d-90153e17ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '54186aa7-af1e-488a-abd8-1872722dba85', 'name': '', 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'mac_address': 'fa:16:3e:5c:8e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af507346-2605-49b7-820d-90153e17ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'f42fc266-1840-4cf6-9e03-02860200a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:10Z', 'revision_number': 2, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'subnets': [{'id': 'f42fc266-1840-4cf6-9e03-02860200a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:13.547167 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Transition to ACTIVE for port object 42d3b561-9124-4d24-a1f8-7ff3e397d646 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:13.554770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.582437 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Checking router: af507346-2605-49b7-820d-90153e17ed7c for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:13.582856 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Updating router af507346-2605-49b7-820d-90153e17ed7c port 54186aa7-af1e-488a-abd8-1872722dba85 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:13.621747 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.653353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Pushing event updated for resources: {'Port': ['ID=42d3b561-9124-4d24-a1f8-7ff3e397d646,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:13.743466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-9a48cb16-9a7f-4cbc-bdec-b82cfab06e08 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.752565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-9a48cb16-9a7f-4cbc-bdec-b82cfab06e08 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/networks?id=1af0c130-96bc-408a-adea-18f5c70ab904 HTTP/1.1" status: 200 len: 810 time: 0.2133589 Aug 16 02:14:13.775287 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-47c50cec-e629-4517-af6f-2dfca25c52ef tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/quotas/b7e1393e8aca4620a68aef73b1c0611e HTTP/1.1" status: 200 len: 375 time: 0.0217216 Aug 16 02:14:13.846456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Attempting to bind port 42d3b561-9124-4d24-a1f8-7ff3e397d646 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:13.846814 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Attempting to bind port 42d3b561-9124-4d24-a1f8-7ff3e397d646 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:13.847500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Attempting to bind port 42d3b561-9124-4d24-a1f8-7ff3e397d646 on network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:13.862641 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Port 42d3b561-9124-4d24-a1f8-7ff3e397d646 on network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:13.866986 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Attempting to bind port 42d3b561-9124-4d24-a1f8-7ff3e397d646 on network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:13.876666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-20a0dcfa-8550-4235-bf30-2d70d0c022dd tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7e1393e8aca4620a68aef73b1c0611e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0995882 Aug 16 02:14:13.879211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:13.883426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Checking segment: {'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:13.884308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Bound using segment: {'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:13.884969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Bound port: 42d3b561-9124-4d24-a1f8-7ff3e397d646, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:13.887155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.068697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] For port 42d3b561-9124-4d24-a1f8-7ff3e397d646, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:14.075548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] For port 42d3b561-9124-4d24-a1f8-7ff3e397d646, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=42d3b561-9124-4d24-a1f8-7ff3e397d646,segment=NetworkSegment(9fcb0f0b-25d4-49d6-8246-da3e890093ec),segment_id=9fcb0f0b-25d4-49d6-8246-da3e890093ec)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:14.086582 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.118991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-f0de333a-6cf8-4cbc-be70-9ce3945b1caa service neutron] 10.222.0.79 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389090 Aug 16 02:14:14.161218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.162164 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.163892 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] 10.222.0.84 "PUT /v2.0/ports/42d3b561-9124-4d24-a1f8-7ff3e397d646 HTTP/1.1" status: 200 len: 1093 time: 1.1544633 Aug 16 02:14:14.180715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d23104-5b78-45f0-ad1c-f872a28722cc', 'tag': '42d3b561-9124-4d24-a1f8-7ff3e397d646'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:14.183325 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da55f0-d5fb-49f8-bb87-74253d084d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "50d23104-5b78-45f0-ad1c-f872a28722cc", "tag": "42d3b561-9124-4d24-a1f8-7ff3e397d646"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:14.212015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fedf1-e855-4a98-bfd4-96869da21503 service neutron] Pushing event updated for resources: {'Port': ['ID=42d3b561-9124-4d24-a1f8-7ff3e397d646,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.236617 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.249570 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Transition to ACTIVE for port object 54186aa7-af1e-488a-abd8-1872722dba85 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:14.260586 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.263005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:14.314803 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.345467 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Pushing event updated for resources: {'Port': ['ID=54186aa7-af1e-488a-abd8-1872722dba85,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.357153 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.359271 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.360064 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.360881 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.361521 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.362018 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.362527 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.363081 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.363580 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.364087 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.364726 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.365244 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.372440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-7e13af5d-3819-49d5-b5e1-24ad70de0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.377700 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-7e13af5d-3819-49d5-b5e1-24ad70de0214 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 1096 time: 0.1181815 Aug 16 02:14:14.403614 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:14.404063 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.422107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091da11-3f55-4302-82f2-336a773242ec req-e50a06fe-efe3-401b-b0cd-cbc1a82f709a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.424671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b091da11-3f55-4302-82f2-336a773242ec req-e50a06fe-efe3-401b-b0cd-cbc1a82f709a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 944 time: 0.2598913 Aug 16 02:14:14.459184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-808328d8-c156-4f50-83e7-28c8aec6a6a5 service neutron] 10.222.0.79 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389132 Aug 16 02:14:14.480251 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Attempting to bind port 54186aa7-af1e-488a-abd8-1872722dba85 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:14.481585 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Attempting to bind port 54186aa7-af1e-488a-abd8-1872722dba85 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:14.484390 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Attempting to bind port 54186aa7-af1e-488a-abd8-1872722dba85 on network 1af0c130-96bc-408a-adea-18f5c70ab904 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:14.497420 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-a18f42d7-0476-435a-a1f4-45fbd71396ae service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=42d3b561-9124-4d24-a1f8-7ff3e397d646 HTTP/1.1" status: 200 len: 217 time: 0.1036441 Aug 16 02:14:14.511021 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:14.511406 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Checking segment: {'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:14.511811 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.512203 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Bound using segment: {'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:14.512690 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Bound port: 54186aa7-af1e-488a-abd8-1872722dba85, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:14.513096 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.513961 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b091da11-3f55-4302-82f2-336a773242ec req-7c435daa-dccc-450c-a659-3b6cd060f651 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536139 Aug 16 02:14:14.635802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-176971a8-8adb-4b98-a160-c3fc78004a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.637767 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-176971a8-8adb-4b98-a160-c3fc78004a71 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ef579d2-9657-49de-b4df-42c96551a16e HTTP/1.1" status: 200 len: 837 time: 0.1312406 Aug 16 02:14:14.674984 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] For port 54186aa7-af1e-488a-abd8-1872722dba85, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:14.679180 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] For port 54186aa7-af1e-488a-abd8-1872722dba85, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=54186aa7-af1e-488a-abd8-1872722dba85,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:14.689319 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.697377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-492a240c-8352-4920-bf30-95b424b76ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.699523 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-492a240c-8352-4920-bf30-95b424b76ffd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ad4c6c57-b6a1-4fce-afa6-b2311f973c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0518212 Aug 16 02:14:14.882278 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e40d4-95b5-4c17-ac86-acf536ec7c4a x-openstack-request-id: req-c67e40d4-95b5-4c17-ac86-acf536ec7c4a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:14.882278 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d23104-5b78-45f0-ad1c-f872a28722cc", "tag": "42d3b561-9124-4d24-a1f8-7ff3e397d646", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:14.884267 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c67e40d4-95b5-4c17-ac86-acf536ec7c4a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:14.885220 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d23104-5b78-45f0-ad1c-f872a28722cc', 'tag': '42d3b561-9124-4d24-a1f8-7ff3e397d646', 'status': 'completed', 'code': 200} Aug 16 02:14:14.900802 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac12d0-03c9-4922-8d75-867007733e73 None None] Pushing event updated for resources: {'Port': ['ID=54186aa7-af1e-488a-abd8-1872722dba85,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.926228 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Routers {'af507346-2605-49b7-820d-90153e17ed7c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:14.926870 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:14:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['af507346-2605-49b7-820d-90153e17ed7c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:14.990884 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-5253c4cb-6607-4fa8-af93-bb5dde94210e service neutron] 10.222.0.84 "GET /v2.0/networks/ad4c6c57-b6a1-4fce-afa6-b2311f973c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797561 Aug 16 02:14:14.995862 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0dfc970f-3138-484b-90c9-5185e869c46a req-3bcba707-5cd0-4ad2-854a-3aaa136d6ddd tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 210 time: 0.0710640 Aug 16 02:14:15.012765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9165a47-b27a-4c92-a491-eec30e287f47 req-23a217ff-25f0-471a-a627-60e654e693ee tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.021860 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9165a47-b27a-4c92-a491-eec30e287f47 req-23a217ff-25f0-471a-a627-60e654e693ee tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 946 time: 0.1832230 Aug 16 02:14:15.069243 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9165a47-b27a-4c92-a491-eec30e287f47 req-e424de9f-b554-471b-89ec-03f32b6b66c0 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416825 Aug 16 02:14:15.088242 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] Set router af507346-2605-49b7-820d-90153e17ed7c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:15.173860 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ae2aa826-1e6b-4fc8-885a-f2ab69cf36c1 req-461225dc-49f7-473d-a965-aac076ec76a0 service neutron] 10.222.0.84 "GET /v2.0/networks/ad4c6c57-b6a1-4fce-afa6-b2311f973c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738524 Aug 16 02:14:15.174521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 1dd6d1f9-8b62-41c0-89b8-d25b91df99af no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:15.242449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 1dd6d1f9-8b62-41c0-89b8-d25b91df99af {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:15.242806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 1dd6d1f9-8b62-41c0-89b8-d25b91df99af not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:15.337026 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af507346-2605-49b7-820d-90153e17ed7c', 'name': 'tempest-ServerRescueTestJSON-457293619-router', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:10Z', 'revision_number': 4, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'gw_port': {'id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af507346-2605-49b7-820d-90153e17ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '54186aa7-af1e-488a-abd8-1872722dba85', 'name': '', 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'mac_address': 'fa:16:3e:5c:8e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af507346-2605-49b7-820d-90153e17ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'f42fc266-1840-4cf6-9e03-02860200a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'subnets': [{'id': 'f42fc266-1840-4cf6-9e03-02860200a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:15.353629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da55f0-d5fb-49f8-bb87-74253d084d8e req-3c897529-92e7-472d-a7ad-48684f1fc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.355480 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-12da55f0-d5fb-49f8-bb87-74253d084d8e req-3c897529-92e7-472d-a7ad-48684f1fc3b8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 1096 time: 0.0837588 Aug 16 02:14:15.369143 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a699934-d3f3-4605-b144-101edb7e8ec8 None None] The sync data for ids ['af507346-2605-49b7-820d-90153e17ed7c'] in n-d-768851-16 is: [{'id': 'af507346-2605-49b7-820d-90153e17ed7c', 'name': 'tempest-ServerRescueTestJSON-457293619-router', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:10Z', 'revision_number': 4, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'gw_port': {'id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af507346-2605-49b7-820d-90153e17ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '54186aa7-af1e-488a-abd8-1872722dba85', 'name': '', 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'mac_address': 'fa:16:3e:5c:8e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af507346-2605-49b7-820d-90153e17ed7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'f42fc266-1840-4cf6-9e03-02860200a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 4, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'subnets': [{'id': 'f42fc266-1840-4cf6-9e03-02860200a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:15.504494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da55f0-d5fb-49f8-bb87-74253d084d8e req-f461a921-68be-4079-b7ad-2d652dbaf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.506351 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-12da55f0-d5fb-49f8-bb87-74253d084d8e req-f461a921-68be-4079-b7ad-2d652dbaf61b service neutron] 10.222.0.84 "GET /v2.0/networks?id=ad4c6c57-b6a1-4fce-afa6-b2311f973c8a HTTP/1.1" status: 200 len: 897 time: 0.1400611 Aug 16 02:14:15.587755 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-12da55f0-d5fb-49f8-bb87-74253d084d8e req-238263f4-6270-464d-a1ac-106714b9f88e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=42d3b561-9124-4d24-a1f8-7ff3e397d646 HTTP/1.1" status: 200 len: 217 time: 0.0730429 Aug 16 02:14:15.649666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da55f0-d5fb-49f8-bb87-74253d084d8e req-d49c9ef2-710e-4aa9-bd8a-5571facca12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.651161 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-12da55f0-d5fb-49f8-bb87-74253d084d8e req-d49c9ef2-710e-4aa9-bd8a-5571facca12e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ef579d2-9657-49de-b4df-42c96551a16e HTTP/1.1" status: 200 len: 837 time: 0.0535095 Aug 16 02:14:15.726027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727602-57ff-4bdc-a840-5c3d486c54e1 req-0af9da51-8b22-4447-ae5b-7f2353177a52 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.728447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b727602-57ff-4bdc-a840-5c3d486c54e1 req-0af9da51-8b22-4447-ae5b-7f2353177a52 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 944 time: 0.0855644 Aug 16 02:14:15.752241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da55f0-d5fb-49f8-bb87-74253d084d8e req-84df7e72-ef2a-4a20-89fe-86f3ed894b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.754462 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-12da55f0-d5fb-49f8-bb87-74253d084d8e req-84df7e72-ef2a-4a20-89fe-86f3ed894b71 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ad4c6c57-b6a1-4fce-afa6-b2311f973c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0864391 Aug 16 02:14:15.850953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b727602-57ff-4bdc-a840-5c3d486c54e1 req-d07104a7-bf79-46be-8dad-271a4bdafbaf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148617 Aug 16 02:14:15.945001 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-12da55f0-d5fb-49f8-bb87-74253d084d8e req-59bc044a-0146-4c51-89af-f996546a5f61 service neutron] 10.222.0.84 "GET /v2.0/networks/ad4c6c57-b6a1-4fce-afa6-b2311f973c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559041 Aug 16 02:14:16.064551 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-12da55f0-d5fb-49f8-bb87-74253d084d8e req-dcfcaef9-8895-4fe3-a1f9-8f31da30869f service neutron] 10.222.0.84 "GET /v2.0/networks/ad4c6c57-b6a1-4fce-afa6-b2311f973c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106222 Aug 16 02:14:16.131780 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60435fe3-a4e4-4bac-89e3-72f08c51a292 req-ce75f099-c040-4875-abd6-3ae5f375bf4f tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 210 time: 0.0405414 Aug 16 02:14:16.243148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e03b9-c7cd-4903-9e9a-36d9d00874f4 req-3b64cd92-c1e8-4ae0-bd08-3aa403cd2432 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.245101 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ab0e03b9-c7cd-4903-9e9a-36d9d00874f4 req-3b64cd92-c1e8-4ae0-bd08-3aa403cd2432 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.84 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 946 time: 0.0952678 Aug 16 02:14:16.306897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431df22-14d3-458b-a83e-8fa940a738b3 req-875ce0c9-e74e-433a-955b-a792bc84f466 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.308723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4431df22-14d3-458b-a83e-8fa940a738b3 req-875ce0c9-e74e-433a-955b-a792bc84f466 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 946 time: 0.0848241 Aug 16 02:14:16.313588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 54186aa7-af1e-488a-abd8-1872722dba85 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:16.376226 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 54186aa7-af1e-488a-abd8-1872722dba85 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:16.382292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 54186aa7-af1e-488a-abd8-1872722dba85 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:16.383048 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.396955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4431df22-14d3-458b-a83e-8fa940a738b3 req-bff58292-4d98-4f6e-93ff-2707346bf2d4 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/security-groups?id=95ca3eba-8ee8-41cb-a230-084cfb04a243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732002 Aug 16 02:14:16.521947 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.543589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-a7605c9a-ed6b-4e99-a4a4-a2074eb2e400 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.545160 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-a7605c9a-ed6b-4e99-a4a4-a2074eb2e400 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.89 "GET /v2.0/networks?id=1af0c130-96bc-408a-adea-18f5c70ab904 HTTP/1.1" status: 200 len: 810 time: 0.2843776 Aug 16 02:14:16.559285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Request body: {'port': {'device_id': 'e7c134bb-ad9e-42e2-a477-b94aaa32421c', 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904', 'admin_state_up': True, 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:16.571282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 54186aa7-af1e-488a-abd8-1872722dba85, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=54186aa7-af1e-488a-abd8-1872722dba85,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:16.576283 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.635190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=54186aa7-af1e-488a-abd8-1872722dba85,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.659411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-ab0e03b9-c7cd-4903-9e9a-36d9d00874f4 req-a9c856a2-78a7-4386-a636-621ea3a59968 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Deleting port b1cb3507-0048-453b-9d09-904e390a14cc {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:16.659766 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ab0e03b9-c7cd-4903-9e9a-36d9d00874f4 req-a9c856a2-78a7-4386-a636-621ea3a59968 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.739843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Made reservation on behalf of b7e1393e8aca4620a68aef73b1c0611e for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:16.743540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.794126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ab0e03b9-c7cd-4903-9e9a-36d9d00874f4 req-a9c856a2-78a7-4386-a636-621ea3a59968 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] For port b1cb3507-0048-453b-9d09-904e390a14cc, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=b1cb3507-0048-453b-9d09-904e390a14cc,segment=NetworkSegment(bf2e1230-d3b9-439d-9262-b9d657b80ebf),segment_id=bf2e1230-d3b9-439d-9262-b9d657b80ebf)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:16.794552 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ab0e03b9-c7cd-4903-9e9a-36d9d00874f4 req-a9c856a2-78a7-4386-a636-621ea3a59968 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.839204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-ab0e03b9-c7cd-4903-9e9a-36d9d00874f4 req-a9c856a2-78a7-4386-a636-621ea3a59968 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Calling delete_port for b1cb3507-0048-453b-9d09-904e390a14cc owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:16.977609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Allocated IP 172.20.0.7 (1af0c130-96bc-408a-adea-18f5c70ab904/f42fc266-1840-4cf6-9e03-02860200a7f6/69363a4f-bed3-432c-a107-d92b5fd7d202) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:17.067575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123fa53-c97d-4975-91c0-f5c82bdb822c req-b1e1636c-b7b7-4a42-9e9d-8b7414dab3d4 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.078403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5123fa53-c97d-4975-91c0-f5c82bdb822c req-b1e1636c-b7b7-4a42-9e9d-8b7414dab3d4 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 944 time: 0.1063302 Aug 16 02:14:17.136291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5123fa53-c97d-4975-91c0-f5c82bdb822c req-94c80769-371d-4e38-ac33-f910820c36a9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536981 Aug 16 02:14:17.198819 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ab0e03b9-c7cd-4903-9e9a-36d9d00874f4 req-a9c856a2-78a7-4386-a636-621ea3a59968 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.232892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['b1cb3507-0048-453b-9d09-904e390a14cc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:17.275816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-546d33cd-db4a-49a8-8a93-62e967feb26d req-1fc939b8-b7e2-4bfd-95e0-76ca0284757b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 210 time: 0.0561516 Aug 16 02:14:17.296956 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.305192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c856a2-78a7-4386-a636-621ea3a59968 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Pushing event deleted for resources: {'Port': ['ID=b1cb3507-0048-453b-9d09-904e390a14cc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:17.357558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0e03b9-c7cd-4903-9e9a-36d9d00874f4 req-a9c856a2-78a7-4386-a636-621ea3a59968 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] No DVR routers for this DVR port b1cb3507-0048-453b-9d09-904e390a14cc on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:17.366418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ab0e03b9-c7cd-4903-9e9a-36d9d00874f4 req-a9c856a2-78a7-4386-a636-621ea3a59968 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.366418 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ab0e03b9-c7cd-4903-9e9a-36d9d00874f4 req-a9c856a2-78a7-4386-a636-621ea3a59968 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.84 "DELETE /v2.0/ports/b1cb3507-0048-453b-9d09-904e390a14cc HTTP/1.1" status: 204 len: 173 time: 1.1125383 Aug 16 02:14:17.366418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236fd143-b50f-40f6-9c79-1f76028c4205', 'name': 'network-vif-deleted', 'tag': 'b1cb3507-0048-453b-9d09-904e390a14cc'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:17.368740 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34238aa8-267c-4bbd-b5e6-f199f11ec95b" -d '{"events": [{"server_uuid": "236fd143-b50f-40f6-9c79-1f76028c4205", "name": "network-vif-deleted", "tag": "b1cb3507-0048-453b-9d09-904e390a14cc"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:17.431005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.503146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Network 1af0c130-96bc-408a-adea-18f5c70ab904 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:17.515193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:17.519552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:17.523290 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb7dba8-c498-418f-a59d-2fe2a9ecf146 x-openstack-request-id: req-4eb7dba8-c498-418f-a59d-2fe2a9ecf146 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:17.523446 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236fd143-b50f-40f6-9c79-1f76028c4205", "name": "network-vif-deleted", "tag": "b1cb3507-0048-453b-9d09-904e390a14cc", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:17.523652 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4eb7dba8-c498-418f-a59d-2fe2a9ecf146 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:17.524071 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236fd143-b50f-40f6-9c79-1f76028c4205', 'name': 'network-vif-deleted', 'tag': 'b1cb3507-0048-453b-9d09-904e390a14cc', 'status': 'completed', 'code': 200} Aug 16 02:14:17.554952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Pushing event updated for resources: {'Port': ['ID=69363a4f-bed3-432c-a107-d92b5fd7d202,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:17.589391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.590496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.610331 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-fcdb6eee-280e-4e16-8fb7-a77c04f74c69 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0554392 Aug 16 02:14:17.612191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-821602e9-223c-4fc1-b76e-9ce3a893a230 req-fbd4dece-bac7-452d-a82e-be4930556e41 tempest-ServersTestJSON-864700945 tempest-ServersTestJSON-864700945-project] 10.222.0.79 "GET /v2.0/ports?device_id=236fd143-b50f-40f6-9c79-1f76028c4205 HTTP/1.1" status: 200 len: 210 time: 0.0562482 Aug 16 02:14:17.628479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Request body: {'port': {'device_id': 'e7c134bb-ad9e-42e2-a477-b94aaa32421c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:17.701664 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.986540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69363a4f-bed3-432c-a107-d92b5fd7d202 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:17.994230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.006715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Transition to ACTIVE for port object 69363a4f-bed3-432c-a107-d92b5fd7d202 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:18.010420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.072141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Pushing event updated for resources: {'Port': ['ID=69363a4f-bed3-432c-a107-d92b5fd7d202,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.140426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Attempting to bind port 69363a4f-bed3-432c-a107-d92b5fd7d202 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:18.140770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Attempting to bind port 69363a4f-bed3-432c-a107-d92b5fd7d202 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:18.141148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Attempting to bind port 69363a4f-bed3-432c-a107-d92b5fd7d202 on network 1af0c130-96bc-408a-adea-18f5c70ab904 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:18.146570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Port 69363a4f-bed3-432c-a107-d92b5fd7d202 on network 1af0c130-96bc-408a-adea-18f5c70ab904 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:18.146570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Attempting to bind port 69363a4f-bed3-432c-a107-d92b5fd7d202 on network 1af0c130-96bc-408a-adea-18f5c70ab904 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:18.152350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:18.152747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Checking segment: {'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:18.153173 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Bound using segment: {'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:18.153611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Bound port: 69363a4f-bed3-432c-a107-d92b5fd7d202, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:18.153976 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.185400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 54186aa7-af1e-488a-abd8-1872722dba85 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:18.243784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] For port 69363a4f-bed3-432c-a107-d92b5fd7d202, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:18.247226 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] For port 69363a4f-bed3-432c-a107-d92b5fd7d202, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=69363a4f-bed3-432c-a107-d92b5fd7d202,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:18.252384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.266003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 54186aa7-af1e-488a-abd8-1872722dba85 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:18.266528 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.273665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e6b31-9dc1-4c20-abdc-9b4e7bbc7843 req-6ffc6e79-7de8-4262-b22a-f0e544d116fa tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.275447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e4e6b31-9dc1-4c20-abdc-9b4e7bbc7843 req-6ffc6e79-7de8-4262-b22a-f0e544d116fa tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 944 time: 0.0540478 Aug 16 02:14:18.321828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.344565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e4e6b31-9dc1-4c20-abdc-9b4e7bbc7843 req-a794438b-ae8b-4edd-aeed-71a52c4c587b tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585375 Aug 16 02:14:18.377293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.377902 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.379694 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] 10.222.0.89 "PUT /v2.0/ports/69363a4f-bed3-432c-a107-d92b5fd7d202 HTTP/1.1" status: 200 len: 1092 time: 0.7572401 Aug 16 02:14:18.380460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237b02b-16ec-4a28-9303-b8ab5898219d service neutron] Pushing event updated for resources: {'Port': ['ID=69363a4f-bed3-432c-a107-d92b5fd7d202,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.439145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc576c95-735c-492b-9fa9-c225f84ec0e9 req-9c06259f-e01f-493e-bb6e-1ff490e070e3 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.441276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc576c95-735c-492b-9fa9-c225f84ec0e9 req-9c06259f-e01f-493e-bb6e-1ff490e070e3 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 943 time: 0.0687523 Aug 16 02:14:18.467564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-6f974064-8993-4a3b-a1a2-53af6f39e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.470007 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-6f974064-8993-4a3b-a1a2-53af6f39e0f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e1393e8aca4620a68aef73b1c0611e&device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 1095 time: 0.0467064 Aug 16 02:14:18.503110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc576c95-735c-492b-9fa9-c225f84ec0e9 req-c49e8369-6927-42be-93b1-316d193d866a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552421 Aug 16 02:14:18.518125 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-854dff98-0802-4c8c-b444-124e6af959f2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69363a4f-bed3-432c-a107-d92b5fd7d202 HTTP/1.1" status: 200 len: 217 time: 0.0403287 Aug 16 02:14:18.579134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-96894fa6-ad77-4360-987c-76df15164e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.580783 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-96894fa6-ad77-4360-987c-76df15164e2e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f42fc266-1840-4cf6-9e03-02860200a7f6 HTTP/1.1" status: 200 len: 850 time: 0.0562596 Aug 16 02:14:18.615405 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-e1cdc924-6c92-484d-b3b5-8e81248fbb48 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1af0c130-96bc-408a-adea-18f5c70ab904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273445 Aug 16 02:14:18.694564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43648) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:18.718469 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-e8d9fe41-04b1-4554-b063-023cf2d45305 service neutron] 10.222.0.89 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947645 Aug 16 02:14:18.742245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1a098e-20c3-485c-8808-aacdc9e4732e admin admin] Deleting subnet 147f53e3-5971-4e4c-b75e-72fce8c26a2c {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:18.746065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2c1a098e-20c3-485c-8808-aacdc9e4732e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.788247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2c1a098e-20c3-485c-8808-aacdc9e4732e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.820383 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42fc6dd6-806e-43ad-85d2-4ed3369d8933 req-a15c4132-a06a-4f79-815f-29e97cf7afad service neutron] 10.222.0.89 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946116 Aug 16 02:14:18.827007 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2c1a098e-20c3-485c-8808-aacdc9e4732e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.888341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2c1a098e-20c3-485c-8808-aacdc9e4732e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.913742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a098e-20c3-485c-8808-aacdc9e4732e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147f53e3-5971-4e4c-b75e-72fce8c26a2c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.922150 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2c1a098e-20c3-485c-8808-aacdc9e4732e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.924375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2c1a098e-20c3-485c-8808-aacdc9e4732e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/147f53e3-5971-4e4c-b75e-72fce8c26a2c HTTP/1.1" status: 204 len: 168 time: 0.2287381 Aug 16 02:14:18.926915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43652) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:19.002164 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.113694 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.130308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87691784-fa2d-4a60-a026-eb05f8c9dc64']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:19.143923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2e1230-d3b9-439d-9262-b9d657b80ebf') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:19.144310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2e1230-d3b9-439d-9262-b9d657b80ebf') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:19.157695 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.180590 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.191608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:19.192011 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:19.193676 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:19.266645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.267944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 42d3b561-9124-4d24-a1f8-7ff3e397d646 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:19.284748 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.289699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] 10.222.0.79 "DELETE /v2.0/networks/87691784-fa2d-4a60-a026-eb05f8c9dc64 HTTP/1.1" status: 204 len: 168 time: 0.3587909 Aug 16 02:14:19.289699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a955dd-1ec7-47c5-aad2-49cdab118e55 admin admin] Pushing event deleted for resources: {'Network': ['ID=87691784-fa2d-4a60-a026-eb05f8c9dc64,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:19.391725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 42d3b561-9124-4d24-a1f8-7ff3e397d646, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=42d3b561-9124-4d24-a1f8-7ff3e397d646,segment=NetworkSegment(9fcb0f0b-25d4-49d6-8246-da3e890093ec),segment_id=9fcb0f0b-25d4-49d6-8246-da3e890093ec)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:19.408768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '42d3b561-9124-4d24-a1f8-7ff3e397d646', 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a', 'port_id': '42d3b561-9124-4d24-a1f8-7ff3e397d646', 'mac_address': 'fa:16:3e:d1:d9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef579d2-9657-49de-b4df-42c96551a16e', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:19.473472 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.494285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04733240-b595-4231-b0b3-149a49a971a7 req-08f881ee-1554-45ae-821e-ac292381518d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.497550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d3b561-9124-4d24-a1f8-7ff3e397d646 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:19.514465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04733240-b595-4231-b0b3-149a49a971a7 req-08f881ee-1554-45ae-821e-ac292381518d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 944 time: 0.0920956 Aug 16 02:14:19.525287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c134bb-ad9e-42e2-a477-b94aaa32421c', 'tag': '69363a4f-bed3-432c-a107-d92b5fd7d202'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:19.528946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 42d3b561-9124-4d24-a1f8-7ff3e397d646, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=42d3b561-9124-4d24-a1f8-7ff3e397d646,segment=NetworkSegment(9fcb0f0b-25d4-49d6-8246-da3e890093ec),segment_id=9fcb0f0b-25d4-49d6-8246-da3e890093ec)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:19.531850 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5541b7-4738-4d3e-a020-7552642293a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c134bb-ad9e-42e2-a477-b94aaa32421c", "tag": "69363a4f-bed3-432c-a107-d92b5fd7d202"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:19.538995 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.624820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43666) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:19.634709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04733240-b595-4231-b0b3-149a49a971a7 req-0d057498-9318-4e5b-bfe1-69fec3629d81 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169767 Aug 16 02:14:19.720541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=42d3b561-9124-4d24-a1f8-7ff3e397d646,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:19.728764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c10dd-6684-42b0-85b6-35a5e78f792d req-8f685775-5dd7-403d-9ff2-d72898dec3d5 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.737008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-541c10dd-6684-42b0-85b6-35a5e78f792d req-8f685775-5dd7-403d-9ff2-d72898dec3d5 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 943 time: 0.0983870 Aug 16 02:14:19.740853 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-73fcf5b9-3989-4671-98f0-f888a57bb197 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65d886f4476b4771a78f3f288a7c859d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1081309 Aug 16 02:14:19.742329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43668) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:19.794576 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ef1f7d-39c6-4833-b0c9-1cb6ff150c77 x-openstack-request-id: req-64ef1f7d-39c6-4833-b0c9-1cb6ff150c77 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:19.795104 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c134bb-ad9e-42e2-a477-b94aaa32421c", "tag": "69363a4f-bed3-432c-a107-d92b5fd7d202", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:19.795408 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-64ef1f7d-39c6-4833-b0c9-1cb6ff150c77 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:19.795706 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c134bb-ad9e-42e2-a477-b94aaa32421c', 'tag': '69363a4f-bed3-432c-a107-d92b5fd7d202', 'status': 'completed', 'code': 200} Aug 16 02:14:19.797316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-541c10dd-6684-42b0-85b6-35a5e78f792d req-46473614-f6b1-4072-a525-b975e1e4aa3b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527008 Aug 16 02:14:19.821175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2be0c39a-5576-4a7e-8d4b-d0ebd7f0228f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.862158 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2be0c39a-5576-4a7e-8d4b-d0ebd7f0228f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.900856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5541b7-4738-4d3e-a020-7552642293a4 req-079d010c-b727-4a7b-bd11-2222e07e52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.902401 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3b5541b7-4738-4d3e-a020-7552642293a4 req-079d010c-b727-4a7b-bd11-2222e07e52bb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e1393e8aca4620a68aef73b1c0611e&device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 1095 time: 0.0899549 Aug 16 02:14:19.980173 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2be0c39a-5576-4a7e-8d4b-d0ebd7f0228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.982722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2be0c39a-5576-4a7e-8d4b-d0ebd7f0228f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.983860 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2be0c39a-5576-4a7e-8d4b-d0ebd7f0228f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/95ca3eba-8ee8-41cb-a230-084cfb04a243 HTTP/1.1" status: 204 len: 168 time: 0.2394240 Aug 16 02:14:19.997039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0c39a-5576-4a7e-8d4b-d0ebd7f0228f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca3eba-8ee8-41cb-a230-084cfb04a243,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:20.027794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5541b7-4738-4d3e-a020-7552642293a4 req-f09c8eba-0268-4b3b-b9b8-46c47bdfce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.029272 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3b5541b7-4738-4d3e-a020-7552642293a4 req-f09c8eba-0268-4b3b-b9b8-46c47bdfce79 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1af0c130-96bc-408a-adea-18f5c70ab904 HTTP/1.1" status: 200 len: 911 time: 0.1192517 Aug 16 02:14:20.076707 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3b5541b7-4738-4d3e-a020-7552642293a4 req-6e1d1321-8aeb-4bc7-b7ac-70b455cba028 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69363a4f-bed3-432c-a107-d92b5fd7d202 HTTP/1.1" status: 200 len: 217 time: 0.0404582 Aug 16 02:14:20.089028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['42d3b561-9124-4d24-a1f8-7ff3e397d646'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:20.144747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5541b7-4738-4d3e-a020-7552642293a4 req-d2097e69-092c-42ef-9d57-b71e88ad14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.146269 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3b5541b7-4738-4d3e-a020-7552642293a4 req-d2097e69-092c-42ef-9d57-b71e88ad14f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f42fc266-1840-4cf6-9e03-02860200a7f6 HTTP/1.1" status: 200 len: 850 time: 0.0629966 Aug 16 02:14:20.187326 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3b5541b7-4738-4d3e-a020-7552642293a4 req-aae220d5-8f50-4d01-b8f5-2b479dd34dcf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1af0c130-96bc-408a-adea-18f5c70ab904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329409 Aug 16 02:14:20.283666 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3b5541b7-4738-4d3e-a020-7552642293a4 req-07bc51c9-b52c-4322-be5d-f5aa96e27191 service neutron] 10.222.0.89 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891128 Aug 16 02:14:20.391946 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3b5541b7-4738-4d3e-a020-7552642293a4 req-a1e763db-90f6-4753-83a8-7507245003d2 service neutron] 10.222.0.89 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977392 Aug 16 02:14:20.833628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815302e-bd15-4151-ac6a-c152a2a529ef req-1dff58ce-26fc-4ffc-8343-521d15836e87 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.835480 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8815302e-bd15-4151-ac6a-c152a2a529ef req-1dff58ce-26fc-4ffc-8343-521d15836e87 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 945 time: 0.0528605 Aug 16 02:14:20.876916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8815302e-bd15-4151-ac6a-c152a2a529ef req-d5257daf-f48f-4225-86f6-067490acad3b tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354545 Aug 16 02:14:21.004148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab540929-f708-4ad5-a109-0531de363811 req-1d02ee50-8072-40d2-93fc-68cd4afd7695 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.006165 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab540929-f708-4ad5-a109-0531de363811 req-1d02ee50-8072-40d2-93fc-68cd4afd7695 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 943 time: 0.0607800 Aug 16 02:14:21.046971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab540929-f708-4ad5-a109-0531de363811 req-37f1744a-a8b8-45a0-ba54-2029c4b229a2 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342090 Aug 16 02:14:21.199283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 69363a4f-bed3-432c-a107-d92b5fd7d202 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:21.279478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b1cb3507-0048-453b-9d09-904e390a14cc no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:21.293140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43714) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:21.308926 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: b1cb3507-0048-453b-9d09-904e390a14cc {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:21.309299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device b1cb3507-0048-453b-9d09-904e390a14cc not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:21.333472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 69363a4f-bed3-432c-a107-d92b5fd7d202, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=69363a4f-bed3-432c-a107-d92b5fd7d202,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:21.344324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '69363a4f-bed3-432c-a107-d92b5fd7d202', 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904', 'port_id': '69363a4f-bed3-432c-a107-d92b5fd7d202', 'mac_address': 'fa:16:3e:80:23:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42fc266-1840-4cf6-9e03-02860200a7f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:21.384621 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.398650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69363a4f-bed3-432c-a107-d92b5fd7d202 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:21.428319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 69363a4f-bed3-432c-a107-d92b5fd7d202, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=69363a4f-bed3-432c-a107-d92b5fd7d202,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:21.431563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46b22577-abf0-4b10-a499-cb0b5e2e57b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.434533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.502629 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=69363a4f-bed3-432c-a107-d92b5fd7d202,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:21.543627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46b22577-abf0-4b10-a499-cb0b5e2e57b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.547936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46b22577-abf0-4b10-a499-cb0b5e2e57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.586690 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-46b22577-abf0-4b10-a499-cb0b5e2e57b6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b7b74c462f14710a98db0a7ecdafda8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923310 Aug 16 02:14:21.588553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b22577-abf0-4b10-a499-cb0b5e2e57b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ebfe66-7480-4583-8f33-a496c84860fb,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:21.589368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43718) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:21.642597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['69363a4f-bed3-432c-a107-d92b5fd7d202'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:21.658723 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16df4e59-f594-40d5-8301-098efa440e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.700571 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16df4e59-f594-40d5-8301-098efa440e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.759851 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16df4e59-f594-40d5-8301-098efa440e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.767746 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16df4e59-f594-40d5-8301-098efa440e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.771934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-16df4e59-f594-40d5-8301-098efa440e70 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6ebfe66-7480-4583-8f33-a496c84860fb HTTP/1.1" status: 204 len: 168 time: 0.1814511 Aug 16 02:14:21.787459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df4e59-f594-40d5-8301-098efa440e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ebfe66-7480-4583-8f33-a496c84860fb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:22.010633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03352e03-3ea3-4725-b366-e6b9123adc36 req-03a5c55f-327f-4943-be27-3eaf6cbd3c63 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.012220 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03352e03-3ea3-4725-b366-e6b9123adc36 req-03a5c55f-327f-4943-be27-3eaf6cbd3c63 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 945 time: 0.0582788 Aug 16 02:14:22.060495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03352e03-3ea3-4725-b366-e6b9123adc36 req-270a6ea1-9b4d-4708-9687-5ee3bcf1607e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413136 Aug 16 02:14:22.178413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d971dac-66ec-4ca0-bbbf-3c6d340b0bd9 req-e803fad7-24bc-4f7d-b4ec-353e30e0520e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.179948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d971dac-66ec-4ca0-bbbf-3c6d340b0bd9 req-e803fad7-24bc-4f7d-b4ec-353e30e0520e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 944 time: 0.0526273 Aug 16 02:14:22.223529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d971dac-66ec-4ca0-bbbf-3c6d340b0bd9 req-15df246b-1c17-49c8-9d46-41198de840fd tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Aug 16 02:14:23.185089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4feaa8-2248-4360-b09f-420e7e3c28d0 req-abbded3f-8dc6-4b23-be5a-b120614ac04e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.187080 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d4feaa8-2248-4360-b09f-420e7e3c28d0 req-abbded3f-8dc6-4b23-be5a-b120614ac04e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 945 time: 0.0552661 Aug 16 02:14:23.206360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 69363a4f-bed3-432c-a107-d92b5fd7d202 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:23.234295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d4feaa8-2248-4360-b09f-420e7e3c28d0 req-bd450669-4fe5-4673-b821-b68f3afe4e9b tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410876 Aug 16 02:14:23.277143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 69363a4f-bed3-432c-a107-d92b5fd7d202 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:23.282150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 69363a4f-bed3-432c-a107-d92b5fd7d202 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:23.282815 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.334538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 42d3b561-9124-4d24-a1f8-7ff3e397d646 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:23.379764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11fc1e-f06d-4dc0-9819-d2bfeb18268a req-8c541ec6-3b39-4dd5-ab1f-74b7f37838f8 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.388518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa11fc1e-f06d-4dc0-9819-d2bfeb18268a req-8c541ec6-3b39-4dd5-ab1f-74b7f37838f8 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 944 time: 0.0717139 Aug 16 02:14:23.442836 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.446121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa11fc1e-f06d-4dc0-9819-d2bfeb18268a req-d726b768-3cd0-4fc1-97a2-3a6c05ffe6b3 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563600 Aug 16 02:14:23.464719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 42d3b561-9124-4d24-a1f8-7ff3e397d646 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:23.477120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 42d3b561-9124-4d24-a1f8-7ff3e397d646 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:23.477544 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.506749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c134bb-ad9e-42e2-a477-b94aaa32421c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69363a4f-bed3-432c-a107-d92b5fd7d202'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:23.509203 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd61293d-7317-49a0-b9b8-a7e17f47a211" -d '{"events": [{"server_uuid": "e7c134bb-ad9e-42e2-a477-b94aaa32421c", "name": "network-vif-plugged", "status": "completed", "tag": "69363a4f-bed3-432c-a107-d92b5fd7d202"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:23.535006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 69363a4f-bed3-432c-a107-d92b5fd7d202, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=69363a4f-bed3-432c-a107-d92b5fd7d202,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:23.548917 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.555310 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322bf956-6414-4612-b507-b4f96f3b050e x-openstack-request-id: req-322bf956-6414-4612-b507-b4f96f3b050e {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:23.555730 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c134bb-ad9e-42e2-a477-b94aaa32421c", "name": "network-vif-plugged", "status": "completed", "tag": "69363a4f-bed3-432c-a107-d92b5fd7d202", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:23.556080 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-322bf956-6414-4612-b507-b4f96f3b050e {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:23.556518 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c134bb-ad9e-42e2-a477-b94aaa32421c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69363a4f-bed3-432c-a107-d92b5fd7d202', 'code': 200} Aug 16 02:14:23.620581 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.652885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=69363a4f-bed3-432c-a107-d92b5fd7d202,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.672121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563841-769a-4bdf-b6e6-e2238de504d2 req-e763b50c-5620-46e5-8bcc-5bb3e7d59fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.674518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 42d3b561-9124-4d24-a1f8-7ff3e397d646, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=42d3b561-9124-4d24-a1f8-7ff3e397d646,segment=NetworkSegment(9fcb0f0b-25d4-49d6-8246-da3e890093ec),segment_id=9fcb0f0b-25d4-49d6-8246-da3e890093ec)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:23.675774 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5f563841-769a-4bdf-b6e6-e2238de504d2 req-e763b50c-5620-46e5-8bcc-5bb3e7d59fb9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 1097 time: 0.0598519 Aug 16 02:14:23.680280 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.722297 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5f563841-769a-4bdf-b6e6-e2238de504d2 req-825e9de5-d939-4bb6-a40f-4d71bd9e3e36 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384226 Aug 16 02:14:23.733750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=42d3b561-9124-4d24-a1f8-7ff3e397d646,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:24.364899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a609548-dc34-4c58-8600-f52b7598ed3e req-1752ea92-9806-4d38-858a-7c354ead67f1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.366652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a609548-dc34-4c58-8600-f52b7598ed3e req-1752ea92-9806-4d38-858a-7c354ead67f1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 946 time: 0.0531032 Aug 16 02:14:24.412770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a609548-dc34-4c58-8600-f52b7598ed3e req-7b553e66-e8ca-4ed1-8e31-c75a39856e03 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373435 Aug 16 02:14:24.603745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd280e-eabc-4fb1-b8cc-7d48fe280924 req-056229ec-4458-4e59-9823-145072927d34 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.605267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57dd280e-eabc-4fb1-b8cc-7d48fe280924 req-056229ec-4458-4e59-9823-145072927d34 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0697672 Aug 16 02:14:24.655701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57dd280e-eabc-4fb1-b8cc-7d48fe280924 req-172319c5-406d-4aaf-99be-842d2b626c4f tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 Aug 16 02:14:25.558338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d23104-5b78-45f0-ad1c-f872a28722cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d3b561-9124-4d24-a1f8-7ff3e397d646'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:25.559907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a52fbf-a43f-47fc-8581-f2021c5e050c req-85f05015-1073-4ef4-983a-904ba74b9d4f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.562121 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13228bc8-6e1a-48c4-9671-63f480bdfd41" -d '{"events": [{"server_uuid": "50d23104-5b78-45f0-ad1c-f872a28722cc", "name": "network-vif-plugged", "status": "completed", "tag": "42d3b561-9124-4d24-a1f8-7ff3e397d646"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:25.573266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2a52fbf-a43f-47fc-8581-f2021c5e050c req-85f05015-1073-4ef4-983a-904ba74b9d4f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 946 time: 0.0729213 Aug 16 02:14:25.622444 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb787c7-7a8d-42b3-bd70-31209bdfe3bb x-openstack-request-id: req-2eb787c7-7a8d-42b3-bd70-31209bdfe3bb {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:25.623232 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d23104-5b78-45f0-ad1c-f872a28722cc", "name": "network-vif-plugged", "status": "completed", "tag": "42d3b561-9124-4d24-a1f8-7ff3e397d646", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:25.624540 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2eb787c7-7a8d-42b3-bd70-31209bdfe3bb {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:25.625182 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d23104-5b78-45f0-ad1c-f872a28722cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d3b561-9124-4d24-a1f8-7ff3e397d646', 'code': 200} Aug 16 02:14:25.637077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2a52fbf-a43f-47fc-8581-f2021c5e050c req-5bd7aea8-2e1b-4ecb-b23f-4ec76132ae51 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628092 Aug 16 02:14:25.794434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35e3d5-ccd8-42ed-b9b1-d477f5a84928 req-5b531f2a-f048-47b5-9bd9-3072f8885a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.797201 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4a35e3d5-ccd8-42ed-b9b1-d477f5a84928 req-5b531f2a-f048-47b5-9bd9-3072f8885a91 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 1098 time: 0.0752041 Aug 16 02:14:25.803942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28443-b0f1-4881-b1d1-dd5284843149 req-3e561251-9334-4abd-98ba-392f3d91e878 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.806035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8e28443-b0f1-4881-b1d1-dd5284843149 req-3e561251-9334-4abd-98ba-392f3d91e878 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0655360 Aug 16 02:14:25.854982 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4a35e3d5-ccd8-42ed-b9b1-d477f5a84928 req-c9b2fd99-845e-4bde-a732-83272aab6283 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483871 Aug 16 02:14:25.875370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8e28443-b0f1-4881-b1d1-dd5284843149 req-2bb4fd48-8ef0-411f-8fd3-f7b66730e2a9 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616820 Aug 16 02:14:26.164653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f38616-7261-4a50-8229-ea1a9efd8fa4 req-72344589-ab9a-4baa-9c7a-f5d8597ff0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.166603 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4f38616-7261-4a50-8229-ea1a9efd8fa4 req-72344589-ab9a-4baa-9c7a-f5d8597ff0bf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e1393e8aca4620a68aef73b1c0611e&device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 1097 time: 0.0625875 Aug 16 02:14:26.177118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5a7d3-2ee7-40a8-8560-a1b7183796dc req-c115a6b8-9b5c-4769-8da1-bd10c1196571 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.178772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93a5a7d3-2ee7-40a8-8560-a1b7183796dc req-c115a6b8-9b5c-4769-8da1-bd10c1196571 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0653410 Aug 16 02:14:26.222162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93a5a7d3-2ee7-40a8-8560-a1b7183796dc req-89e86d8c-eccb-4fee-9563-3ec19f0a0553 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 Aug 16 02:14:26.269892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f38616-7261-4a50-8229-ea1a9efd8fa4 req-f510c1fa-516b-46ba-ab94-77e9ff00b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.271300 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4f38616-7261-4a50-8229-ea1a9efd8fa4 req-f510c1fa-516b-46ba-ab94-77e9ff00b6a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1af0c130-96bc-408a-adea-18f5c70ab904 HTTP/1.1" status: 200 len: 911 time: 0.0981123 Aug 16 02:14:26.314761 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4f38616-7261-4a50-8229-ea1a9efd8fa4 req-b0a37843-c982-4a13-a1f8-69f7918c6def service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69363a4f-bed3-432c-a107-d92b5fd7d202 HTTP/1.1" status: 200 len: 217 time: 0.0360990 Aug 16 02:14:26.378573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f38616-7261-4a50-8229-ea1a9efd8fa4 req-cd0a440d-b4e9-4939-9f2d-077d2929cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.380186 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4f38616-7261-4a50-8229-ea1a9efd8fa4 req-cd0a440d-b4e9-4939-9f2d-077d2929cc7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f42fc266-1840-4cf6-9e03-02860200a7f6 HTTP/1.1" status: 200 len: 850 time: 0.0579875 Aug 16 02:14:26.419849 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4f38616-7261-4a50-8229-ea1a9efd8fa4 req-0e42afaa-9f01-42e5-a07f-db5a6c714fb0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1af0c130-96bc-408a-adea-18f5c70ab904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316856 Aug 16 02:14:26.529590 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4f38616-7261-4a50-8229-ea1a9efd8fa4 req-646897ef-3c39-449e-b38d-d133dc7057ab service neutron] 10.222.0.89 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025293 Aug 16 02:14:26.644108 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a4f38616-7261-4a50-8229-ea1a9efd8fa4 req-24369936-5c88-41ea-a602-391b64844a59 service neutron] 10.222.0.89 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043692 Aug 16 02:14:26.797253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732522a-3c3a-40ad-b212-8c023683c94b req-69a4b498-29b8-4ee6-8727-2169763e194a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.802367 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a732522a-3c3a-40ad-b212-8c023683c94b req-69a4b498-29b8-4ee6-8727-2169763e194a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 946 time: 0.0646565 Aug 16 02:14:26.861608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a732522a-3c3a-40ad-b212-8c023683c94b req-5f52db1f-f248-4c10-bac7-fc24dc5aec71 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561044 Aug 16 02:14:27.345430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0510b-d5c1-405e-8b6a-3a224ce0f9e4 req-541fa6a3-9053-4d1c-a697-42f8fcbdb86b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:27.346848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8b0510b-d5c1-405e-8b6a-3a224ce0f9e4 req-541fa6a3-9053-4d1c-a697-42f8fcbdb86b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0529611 Aug 16 02:14:27.388283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8b0510b-d5c1-405e-8b6a-3a224ce0f9e4 req-f7ae063b-ec68-4129-895a-a2b16964c968 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335462 Aug 16 02:14:27.902452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43920) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:28.002472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9a526-f5bf-4b0e-b8be-1213775b0109 req-30acf577-1809-4824-9c09-aa4176276637 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.003979 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9e9a526-f5bf-4b0e-b8be-1213775b0109 req-30acf577-1809-4824-9c09-aa4176276637 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 946 time: 0.0540721 Aug 16 02:14:28.028465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1980f3e2-c3ef-4241-b590-75bbdaae91ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.060554 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9e9a526-f5bf-4b0e-b8be-1213775b0109 req-92463ad8-2314-43ee-a9a2-62e9cdb18c35 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499446 Aug 16 02:14:28.144767 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1980f3e2-c3ef-4241-b590-75bbdaae91ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.163187 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1980f3e2-c3ef-4241-b590-75bbdaae91ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.207933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980f3e2-c3ef-4241-b590-75bbdaae91ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5103f5b-7953-4bc5-9475-84db0b5a5e6e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:28.212431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1980f3e2-c3ef-4241-b590-75bbdaae91ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6694ae09dd3f411fa11d7a55f730c664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089898 Aug 16 02:14:28.215112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43928) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:28.229462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57c978-6a1e-491c-8ade-2a2272b66744 req-b14f4409-0b5a-44b7-b54a-a93d27c9acd9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.230916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db57c978-6a1e-491c-8ade-2a2272b66744 req-b14f4409-0b5a-44b7-b54a-a93d27c9acd9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 946 time: 0.0986571 Aug 16 02:14:28.299293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db57c978-6a1e-491c-8ade-2a2272b66744 req-beaf5f01-dc5f-4366-814c-efc39afd0a8e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610907 Aug 16 02:14:28.303832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f21b4c1-f0b0-4544-b8e6-73992586defa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.326536 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f21b4c1-f0b0-4544-b8e6-73992586defa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.373237 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f21b4c1-f0b0-4544-b8e6-73992586defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.376110 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f21b4c1-f0b0-4544-b8e6-73992586defa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.377339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3f21b4c1-f0b0-4544-b8e6-73992586defa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5103f5b-7953-4bc5-9475-84db0b5a5e6e HTTP/1.1" status: 204 len: 168 time: 0.1613255 Aug 16 02:14:28.385232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21b4c1-f0b0-4544-b8e6-73992586defa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5103f5b-7953-4bc5-9475-84db0b5a5e6e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:28.511814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b1612-5621-4a3e-ab97-49129d87c269 req-3c149655-f546-4906-ab78-fb77969f9f5f tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.513343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-066b1612-5621-4a3e-ab97-49129d87c269 req-3c149655-f546-4906-ab78-fb77969f9f5f tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0553906 Aug 16 02:14:28.552925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-066b1612-5621-4a3e-ab97-49129d87c269 req-f6e21a0d-ad14-4be1-9dec-2663fb9408b2 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331059 Aug 16 02:14:28.653377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 43942) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:28.668133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b23e77f5-4fe6-4dd7-88a3-64ae189557ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.760030 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b23e77f5-4fe6-4dd7-88a3-64ae189557ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.764178 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b23e77f5-4fe6-4dd7-88a3-64ae189557ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.804168 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b23e77f5-4fe6-4dd7-88a3-64ae189557ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6dfa288d8678420f979a74a2c1f271b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497993 Aug 16 02:14:28.806077 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e77f5-4fe6-4dd7-88a3-64ae189557ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52cdbb8-7899-4846-8ea3-f518c7cd994f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:28.807027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43946) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:28.859199 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39b6a37e-33f7-4ed1-a6ce-e855d8e68000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.881581 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39b6a37e-33f7-4ed1-a6ce-e855d8e68000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.946116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39b6a37e-33f7-4ed1-a6ce-e855d8e68000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.950164 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39b6a37e-33f7-4ed1-a6ce-e855d8e68000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.955446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-39b6a37e-33f7-4ed1-a6ce-e855d8e68000 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e52cdbb8-7899-4846-8ea3-f518c7cd994f HTTP/1.1" status: 204 len: 168 time: 0.1441810 Aug 16 02:14:28.963962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6a37e-33f7-4ed1-a6ce-e855d8e68000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52cdbb8-7899-4846-8ea3-f518c7cd994f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:29.681556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ab85e-c3d0-499d-b1dd-ab417986d803 req-d1b07510-d5a3-437e-ace9-5e8cff70fd43 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.683074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b1ab85e-c3d0-499d-b1dd-ab417986d803 req-d1b07510-d5a3-437e-ace9-5e8cff70fd43 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0531225 Aug 16 02:14:29.723010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b1ab85e-c3d0-499d-b1dd-ab417986d803 req-ac1ae043-2c63-44e3-8ac0-f30a5bc35d30 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Aug 16 02:14:29.821085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 43982) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:30.579168 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.910531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Allocated IP 172.20.0.17 (ad4c6c57-b6a1-4fce-afa6-b2311f973c8a/1ef579d2-9657-49de-b4df-42c96551a16e/dbba93cb-99aa-4702-8644-ba76441d239b) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:30.925148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe410-bc63-456e-8f60-7cb1308775c8 req-41e50619-97fc-4c82-bbaa-afa2da4ce355 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.926873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-73dfe410-bc63-456e-8f60-7cb1308775c8 req-41e50619-97fc-4c82-bbaa-afa2da4ce355 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.1051290 Aug 16 02:14:31.017272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-73dfe410-bc63-456e-8f60-7cb1308775c8 req-65a3fcb4-0088-4609-8bc8-0a137d92c412 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813968 Aug 16 02:14:31.080788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.096166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Transition to ACTIVE for port object dbba93cb-99aa-4702-8644-ba76441d239b will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:31.118499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44014) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:31.154650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.205010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:31.213297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:31.217477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:31.246744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=dbba93cb-99aa-4702-8644-ba76441d239b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.280080 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-624c5c9e-3838-431b-bda2-0e3a23b9c53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.287797 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.456795 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-624c5c9e-3838-431b-bda2-0e3a23b9c53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.465116 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-624c5c9e-3838-431b-bda2-0e3a23b9c53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.523465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c5c9e-3838-431b-bda2-0e3a23b9c53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4819b7-0401-4d57-bf65-f83bf87cb6ec,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.531359 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-624c5c9e-3838-431b-bda2-0e3a23b9c53b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=62c3b2f47e9c4da3891de1559d5dc2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107018 Aug 16 02:14:31.532516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44020) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:31.554302 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.583353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-99e2e327-74e1-49d2-bf28-4f41d59493ea None None] Provisioning for port dbba93cb-99aa-4702-8644-ba76441d239b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:31.594014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-99e2e327-74e1-49d2-bf28-4f41d59493ea None None] Provisioning complete for port dbba93cb-99aa-4702-8644-ba76441d239b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:31.595145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99e2e327-74e1-49d2-bf28-4f41d59493ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.625566 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ceb304da-cc8a-4889-abdd-54adce6a9a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.638892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-99e2e327-74e1-49d2-bf28-4f41d59493ea None None] Port dbba93cb-99aa-4702-8644-ba76441d239b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:31.665894 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ceb304da-cc8a-4889-abdd-54adce6a9a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.725888 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ceb304da-cc8a-4889-abdd-54adce6a9a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.728802 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ceb304da-cc8a-4889-abdd-54adce6a9a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.737815 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ceb304da-cc8a-4889-abdd-54adce6a9a86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca4819b7-0401-4d57-bf65-f83bf87cb6ec HTTP/1.1" status: 204 len: 168 time: 0.1988466 Aug 16 02:14:31.762544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb304da-cc8a-4889-abdd-54adce6a9a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4819b7-0401-4d57-bf65-f83bf87cb6ec,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.892010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.897980 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.972458 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.974313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=dbba93cb-99aa-4702-8644-ba76441d239b,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:32.085779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44028) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:32.100774 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e70cebf-4e52-4438-bde6-6b358eac1671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.155470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:32.158999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:32.225140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ca813-621a-41ce-98fd-ed45afa3bd3b req-698cc107-c923-402d-8bdb-31a6d90b3b3c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:32.232233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-817ca813-621a-41ce-98fd-ed45afa3bd3b req-698cc107-c923-402d-8bdb-31a6d90b3b3c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.1241980 Aug 16 02:14:32.270182 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e70cebf-4e52-4438-bde6-6b358eac1671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.281134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e70cebf-4e52-4438-bde6-6b358eac1671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.350270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70cebf-4e52-4438-bde6-6b358eac1671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92edb59-7a88-4135-bde2-b27bdc031960,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:32.362086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-817ca813-621a-41ce-98fd-ed45afa3bd3b req-4754a36d-92cb-428a-a797-cfe6d53e60cc tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284602 Aug 16 02:14:32.381494 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5e70cebf-4e52-4438-bde6-6b358eac1671 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f20c41039dfd49d98805b91c47a1d1be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939448 Aug 16 02:14:32.386083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44034) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:32.398218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 92e318c0-9756-4ad0-914b-ce4518313cab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:32.466540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ab06d62-331e-4727-a061-57bdc923b03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.499611 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ab06d62-331e-4727-a061-57bdc923b03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.534022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:32.539753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f7e63e69-8cfd-4b40-b098-ea501b9a4038 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "PUT /v2.0/routers/92e318c0-9756-4ad0-914b-ce4518313cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7175031 Aug 16 02:14:32.559979 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Sync routers for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:32.570355 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ab06d62-331e-4727-a061-57bdc923b03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.572785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0ab06d62-331e-4727-a061-57bdc923b03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.573343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:32.574006 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0ab06d62-331e-4727-a061-57bdc923b03b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a92edb59-7a88-4135-bde2-b27bdc031960 HTTP/1.1" status: 204 len: 168 time: 0.1860821 Aug 16 02:14:32.574356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:14:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:32.589036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab06d62-331e-4727-a061-57bdc923b03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92edb59-7a88-4135-bde2-b27bdc031960,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:32.825576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-13c722c2-bb5e-4013-9aee-6aa330155451 None None] Provisioning complete for port dbba93cb-99aa-4702-8644-ba76441d239b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:32.827070 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13c722c2-bb5e-4013-9aee-6aa330155451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.904046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-13c722c2-bb5e-4013-9aee-6aa330155451 None None] Port dbba93cb-99aa-4702-8644-ba76441d239b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:32.915420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:33.196162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:14:31Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f5165e61-f9a1-4140-92ab-50c8c9f0ed7d', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'port_id': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'mac_address': 'fa:16:3e:d1:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:38Z', 'updated_at': '2021-08-16T02:12:43Z', 'revision_number': 1, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbba93cb-99aa-4702-8644-ba76441d239b', 'name': '', 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:4c:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1ef579d2-9657-49de-b4df-42c96551a16e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:30Z', 'updated_at': '2021-08-16T02:14:31Z', 'revision_number': 2, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '1ef579d2-9657-49de-b4df-42c96551a16e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:33.228758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Checking router: 92e318c0-9756-4ad0-914b-ce4518313cab for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:33.228758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Updating router 92e318c0-9756-4ad0-914b-ce4518313cab port dbba93cb-99aa-4702-8644-ba76441d239b binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:33.254470 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.539107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19c3ab-58e4-491b-9041-1a4f5d82af50 req-171fe39d-8faa-4d84-84b6-c42148a0d597 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.547354 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd19c3ab-58e4-491b-9041-1a4f5d82af50 req-171fe39d-8faa-4d84-84b6-c42148a0d597 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0732758 Aug 16 02:14:33.590242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd19c3ab-58e4-491b-9041-1a4f5d82af50 req-570bf840-0c07-41a6-9d3e-d9aaefa45c11 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Aug 16 02:14:33.671887 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.683897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Transition to ACTIVE for port object dbba93cb-99aa-4702-8644-ba76441d239b will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:33.691107 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.774272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683f1bf-e2e6-458e-a6c7-6544929d1c00 None None] Pushing event updated for resources: {'Port': ['ID=dbba93cb-99aa-4702-8644-ba76441d239b,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:33.821308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Attempting to bind port dbba93cb-99aa-4702-8644-ba76441d239b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:33.821706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Attempting to bind port dbba93cb-99aa-4702-8644-ba76441d239b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:33.822173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Attempting to bind port dbba93cb-99aa-4702-8644-ba76441d239b on network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:33.828221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:33.828877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Checking segment: {'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:33.829037 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.829544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Bound using segment: {'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:33.830086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Bound port: dbba93cb-99aa-4702-8644-ba76441d239b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcb0f0b-25d4-49d6-8246-da3e890093ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:33.830575 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.924067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] For port dbba93cb-99aa-4702-8644-ba76441d239b, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:33.928173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] For port dbba93cb-99aa-4702-8644-ba76441d239b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=dbba93cb-99aa-4702-8644-ba76441d239b,segment=NetworkSegment(9fcb0f0b-25d4-49d6-8246-da3e890093ec),segment_id=9fcb0f0b-25d4-49d6-8246-da3e890093ec)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:33.935214 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.996524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:33.997190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:14:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:34.083868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683f1bf-e2e6-458e-a6c7-6544929d1c00 None None] Pushing event updated for resources: {'Port': ['ID=dbba93cb-99aa-4702-8644-ba76441d239b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:34.175771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:34.474092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:14:31Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f5165e61-f9a1-4140-92ab-50c8c9f0ed7d', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'port_id': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'mac_address': 'fa:16:3e:d1:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:38Z', 'updated_at': '2021-08-16T02:12:43Z', 'revision_number': 1, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbba93cb-99aa-4702-8644-ba76441d239b', 'name': '', 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:4c:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1ef579d2-9657-49de-b4df-42c96551a16e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:30Z', 'updated_at': '2021-08-16T02:14:33Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '1ef579d2-9657-49de-b4df-42c96551a16e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:34.510894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e44c650-37b7-40e0-b1f8-3c181e039f39 None None] The sync data for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 is: [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:14:31Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f5165e61-f9a1-4140-92ab-50c8c9f0ed7d', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'port_id': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'mac_address': 'fa:16:3e:d1:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:38Z', 'updated_at': '2021-08-16T02:12:43Z', 'revision_number': 1, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbba93cb-99aa-4702-8644-ba76441d239b', 'name': '', 'network_id': 'ad4c6c57-b6a1-4fce-afa6-b2311f973c8a', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:4c:cc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '1ef579d2-9657-49de-b4df-42c96551a16e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:30Z', 'updated_at': '2021-08-16T02:14:33Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '1ef579d2-9657-49de-b4df-42c96551a16e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:34.766421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77ecf-62bd-4a00-a844-62fa4f64af14 req-7beac04f-1089-4d22-986e-e8c9e46f270a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.768168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59d77ecf-62bd-4a00-a844-62fa4f64af14 req-7beac04f-1089-4d22-986e-e8c9e46f270a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0865574 Aug 16 02:14:34.847767 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59d77ecf-62bd-4a00-a844-62fa4f64af14 req-36d8b3d0-ba01-4405-8aa3-bb8a93c99387 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724638 Aug 16 02:14:35.974842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993756e1-19f5-4bb0-99c3-3db0cb63eb5e req-c6d5ee31-10c3-4aa2-ba82-39720600acba tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.977342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-993756e1-19f5-4bb0-99c3-3db0cb63eb5e req-c6d5ee31-10c3-4aa2-ba82-39720600acba tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0594542 Aug 16 02:14:36.037118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-993756e1-19f5-4bb0-99c3-3db0cb63eb5e req-6e15a4f7-62ee-4674-8659-7794d5919c8c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534627 Aug 16 02:14:36.243348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device dbba93cb-99aa-4702-8644-ba76441d239b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:36.300956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port dbba93cb-99aa-4702-8644-ba76441d239b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:36.305106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port dbba93cb-99aa-4702-8644-ba76441d239b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:36.305106 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.397812 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.438223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port dbba93cb-99aa-4702-8644-ba76441d239b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=dbba93cb-99aa-4702-8644-ba76441d239b,segment=NetworkSegment(9fcb0f0b-25d4-49d6-8246-da3e890093ec),segment_id=9fcb0f0b-25d4-49d6-8246-da3e890093ec)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:36.442730 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.500574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=dbba93cb-99aa-4702-8644-ba76441d239b,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:37.166015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc90e7-3c90-44e0-8d67-b0ffd16de5d6 req-dfd88352-fb7c-400b-8501-fd69e147d358 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:37.168365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13fc90e7-3c90-44e0-8d67-b0ffd16de5d6 req-dfd88352-fb7c-400b-8501-fd69e147d358 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0666049 Aug 16 02:14:37.212949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13fc90e7-3c90-44e0-8d67-b0ffd16de5d6 req-55bc13a1-cc72-45b9-ac28-24b0b927c773 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377393 Aug 16 02:14:38.214763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device dbba93cb-99aa-4702-8644-ba76441d239b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:38.271185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port dbba93cb-99aa-4702-8644-ba76441d239b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:38.271575 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.353465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b42b4-daa0-4508-9a5d-91e56a2ddf93 req-9812d090-8e6d-4b90-a339-2a173740038a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:38.355274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b1b42b4-daa0-4508-9a5d-91e56a2ddf93 req-9812d090-8e6d-4b90-a339-2a173740038a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0689611 Aug 16 02:14:38.401518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b1b42b4-daa0-4508-9a5d-91e56a2ddf93 req-751780b1-163c-417e-ac06-3d12d2bbec79 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341022 Aug 16 02:14:38.832843 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7f3be52c-f504-4e29-94a6-5f19ba03b343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.531318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fdca1-9f91-4f6e-889a-c68fdb24d6b3 req-4b3d4ae1-4acf-4e35-a534-4303a1e7d11c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:39.533007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e5fdca1-9f91-4f6e-889a-c68fdb24d6b3 req-4b3d4ae1-4acf-4e35-a534-4303a1e7d11c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0558529 Aug 16 02:14:39.578648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e5fdca1-9f91-4f6e-889a-c68fdb24d6b3 req-02738046-03c2-4778-b6d7-23dfbfce5311 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379438 Aug 16 02:14:39.663408 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.249987 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-64466e80-1a49-4e1a-a904-6d696ea2305f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516672 Aug 16 02:14:40.331670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-c88a0cfa-1ade-4cb7-a116-9d274443d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.333150 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-c88a0cfa-1ade-4cb7-a116-9d274443d591 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 1097 time: 0.0421948 Aug 16 02:14:40.456151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-f3e368af-b1be-4eac-be41-f8443bc59e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.457704 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-f3e368af-b1be-4eac-be41-f8443bc59e85 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7d34f731-a2d9-45ed-aecb-1a19117b0872 HTTP/1.1" status: 200 len: 897 time: 0.1034360 Aug 16 02:14:40.539715 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-5b8886de-2dd9-48e5-be5b-f765dcfbbca7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53856b0-19a3-4821-b7cb-59c38a31f9f2 HTTP/1.1" status: 200 len: 1001 time: 0.0743186 Aug 16 02:14:40.599043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-321bbb67-239b-44e7-8f1b-60530cf5a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.600581 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-321bbb67-239b-44e7-8f1b-60530cf5a40b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5881d048-7564-4938-9d74-5bac2a33197c HTTP/1.1" status: 200 len: 834 time: 0.0514014 Aug 16 02:14:40.666476 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-82dad95d-60c6-4e13-91d4-f0b6f42d05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.668327 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-82dad95d-60c6-4e13-91d4-f0b6f42d05a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7d34f731-a2d9-45ed-aecb-1a19117b0872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538309 Aug 16 02:14:40.711380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7891eec-46f6-4b00-ae14-ccea1c9f4c9f req-7ee23f09-5dd0-4c91-9252-467e80242bdd tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.720556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7891eec-46f6-4b00-ae14-ccea1c9f4c9f req-7ee23f09-5dd0-4c91-9252-467e80242bdd tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0646858 Aug 16 02:14:40.762518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7891eec-46f6-4b00-ae14-ccea1c9f4c9f req-bb7beff0-2e1c-4624-97e5-67b68e0ef600 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408287 Aug 16 02:14:40.788640 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-4875d833-c3ea-47fc-9307-cf544138cbe0 service neutron] 10.222.0.84 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093302 Aug 16 02:14:40.904102 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-09f13009-82e3-4929-b9fe-e08fc57dd868 req-546833b3-da75-4cf8-ab49-c02d57ad785e service neutron] 10.222.0.84 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038833 Aug 16 02:14:41.488254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dde550c4-f3c9-43d9-9108-5524b9074f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.558861 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.897588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf7477-1ea3-4fb0-a1a3-2ec0c668852c req-8af51445-0036-4c22-a15d-d2aee01dd438 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.899104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bdf7477-1ea3-4fb0-a1a3-2ec0c668852c req-8af51445-0036-4c22-a15d-d2aee01dd438 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0549545 Aug 16 02:14:41.944504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bdf7477-1ea3-4fb0-a1a3-2ec0c668852c req-f15ee549-e120-4d77-a11e-db8231e48552 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387433 Aug 16 02:14:42.602926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44358) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:42.718976 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7d405a0-f587-4f9d-aa54-367fccfa8bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.759928 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.816935 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7d405a0-f587-4f9d-aa54-367fccfa8bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.821982 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7d405a0-f587-4f9d-aa54-367fccfa8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.862721 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b7d405a0-f587-4f9d-aa54-367fccfa8bb9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0d81ed97edc8461298952aa0698fea07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586257 Aug 16 02:14:42.863976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d405a0-f587-4f9d-aa54-367fccfa8bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77faea66-fa90-4d75-b935-c10d31068366,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:42.865370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44368) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:42.927666 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ab4fcdb-a42d-4476-b4d7-0b0b990041f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.948816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ab4fcdb-a42d-4476-b4d7-0b0b990041f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.004301 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ab4fcdb-a42d-4476-b4d7-0b0b990041f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.008085 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ab4fcdb-a42d-4476-b4d7-0b0b990041f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.012563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6ab4fcdb-a42d-4476-b4d7-0b0b990041f0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/77faea66-fa90-4d75-b935-c10d31068366 HTTP/1.1" status: 204 len: 168 time: 0.1461358 Aug 16 02:14:43.022421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4fcdb-a42d-4476-b4d7-0b0b990041f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77faea66-fa90-4d75-b935-c10d31068366,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:43.080629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f90d78-ffd9-4c14-942a-6a8717d19bef req-2ed09152-25b2-4cd6-a7fb-e6952037e41a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.082481 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8f90d78-ffd9-4c14-942a-6a8717d19bef req-2ed09152-25b2-4cd6-a7fb-e6952037e41a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0525990 Aug 16 02:14:43.127486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8f90d78-ffd9-4c14-942a-6a8717d19bef req-907944b4-28f1-4734-a05a-1d0d9f5b5c23 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370140 Aug 16 02:14:44.219564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44418) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:44.245557 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.262089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3b67d-f088-456f-8b59-00600aa438bd req-1dae889c-4161-497e-8180-e22b738d7b9a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.264089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ff3b67d-f088-456f-8b59-00600aa438bd req-1dae889c-4161-497e-8180-e22b738d7b9a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0640149 Aug 16 02:14:44.307638 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ff3b67d-f088-456f-8b59-00600aa438bd req-b94f68cb-02b7-4058-bcc2-57caccb0ab1e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369518 Aug 16 02:14:44.356202 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-49d9225c-94d4-4b1c-a055-c4d42238332c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.454046 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-49d9225c-94d4-4b1c-a055-c4d42238332c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.458518 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-49d9225c-94d4-4b1c-a055-c4d42238332c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.506692 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-49d9225c-94d4-4b1c-a055-c4d42238332c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b61a7100d5040889bb62a0ada215e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859352 Aug 16 02:14:44.507718 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9225c-94d4-4b1c-a055-c4d42238332c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443433d8-da01-4264-af42-2f876b66f35e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:44.510244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44430) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:44.564089 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d373b9c-93ab-4d81-80bf-24f1c109d401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.585833 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d373b9c-93ab-4d81-80bf-24f1c109d401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.634706 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d373b9c-93ab-4d81-80bf-24f1c109d401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.637491 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d373b9c-93ab-4d81-80bf-24f1c109d401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.641240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2d373b9c-93ab-4d81-80bf-24f1c109d401 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/443433d8-da01-4264-af42-2f876b66f35e HTTP/1.1" status: 204 len: 168 time: 0.1255596 Aug 16 02:14:44.652968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d373b9c-93ab-4d81-80bf-24f1c109d401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443433d8-da01-4264-af42-2f876b66f35e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:44.924614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44442) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:44.938036 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92119a74-ed41-4e15-84c5-ef6d65550807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.047060 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92119a74-ed41-4e15-84c5-ef6d65550807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.052263 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92119a74-ed41-4e15-84c5-ef6d65550807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.097287 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-92119a74-ed41-4e15-84c5-ef6d65550807 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff77c4c9bd244559a1bd1f50901ac001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714613 Aug 16 02:14:45.098693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92119a74-ed41-4e15-84c5-ef6d65550807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc714fa-05c5-403d-948f-a6c7f9c6db13,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:45.099942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44452) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:45.170931 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-542cac27-5949-4525-a5d4-a12682831bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.199015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-542cac27-5949-4525-a5d4-a12682831bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.254691 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-542cac27-5949-4525-a5d4-a12682831bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.257304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-542cac27-5949-4525-a5d4-a12682831bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.258452 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-542cac27-5949-4525-a5d4-a12682831bf1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bfc714fa-05c5-403d-948f-a6c7f9c6db13 HTTP/1.1" status: 204 len: 168 time: 0.1571887 Aug 16 02:14:45.268091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cac27-5949-4525-a5d4-a12682831bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc714fa-05c5-403d-948f-a6c7f9c6db13,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:45.343211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55815435-1faf-4954-a62f-517b2e816f7b req-6b31298b-3912-4d26-9bd5-f5387e46d883 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.350570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55815435-1faf-4954-a62f-517b2e816f7b req-6b31298b-3912-4d26-9bd5-f5387e46d883 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0960953 Aug 16 02:14:45.384893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55815435-1faf-4954-a62f-517b2e816f7b req-813a3ecf-09f1-47da-86e3-d32350280a1f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334296 Aug 16 02:14:45.432731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983e85f-753a-4224-b2a0-65539123a477 req-13ce12d4-a354-4b7b-b21b-85625c7bf150 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.434280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a983e85f-753a-4224-b2a0-65539123a477 req-13ce12d4-a354-4b7b-b21b-85625c7bf150 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0484726 Aug 16 02:14:45.489814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a983e85f-753a-4224-b2a0-65539123a477 req-d0fa3706-7bc1-44ae-a730-7a9347571b8c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 Aug 16 02:14:46.532618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3072a7-8068-4fb4-8b15-b823486167bf req-b4b4a8fa-3247-4f04-a6a8-c34e6034c606 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.544768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa3072a7-8068-4fb4-8b15-b823486167bf req-b4b4a8fa-3247-4f04-a6a8-c34e6034c606 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0716980 Aug 16 02:14:46.600621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa3072a7-8068-4fb4-8b15-b823486167bf req-74cd9689-a9e0-4b11-89e1-4f9b25741aa9 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543463 Aug 16 02:14:46.643481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebaf13a-b4c3-4873-994c-06b862f291b5 req-86f92e46-aac9-484d-a6ed-0c49dd71c5a1 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.645505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eebaf13a-b4c3-4873-994c-06b862f291b5 req-86f92e46-aac9-484d-a6ed-0c49dd71c5a1 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0630388 Aug 16 02:14:46.689849 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eebaf13a-b4c3-4873-994c-06b862f291b5 req-f95b36a4-7ecf-4b7a-b1c6-87fe63d68608 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373065 Aug 16 02:14:46.900216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44530) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:47.025448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80a6e387-678e-4e82-919c-e623de1604a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.119141 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80a6e387-678e-4e82-919c-e623de1604a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.123092 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80a6e387-678e-4e82-919c-e623de1604a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.161057 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-80a6e387-678e-4e82-919c-e623de1604a1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ef5f3d3f26c4f03b0bab529ac46cdd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596335 Aug 16 02:14:47.161935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6e387-678e-4e82-919c-e623de1604a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6745b-cbbc-4ea6-bc3e-39ed996c1cea,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.163618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44534) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:47.214989 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e3e699f-752f-440a-ad95-3a3d5bd7d833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.237411 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e3e699f-752f-440a-ad95-3a3d5bd7d833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.283363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e3e699f-752f-440a-ad95-3a3d5bd7d833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.286111 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e3e699f-752f-440a-ad95-3a3d5bd7d833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.287392 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1e3e699f-752f-440a-ad95-3a3d5bd7d833 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dcc6745b-cbbc-4ea6-bc3e-39ed996c1cea HTTP/1.1" status: 204 len: 168 time: 0.1219959 Aug 16 02:14:47.295769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e699f-752f-440a-ad95-3a3d5bd7d833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6745b-cbbc-4ea6-bc3e-39ed996c1cea,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.745060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7d8ba-65cb-45bb-b0bd-12e7e8ad2ba5 req-d70e9753-922e-47c3-9dab-eed414de6d3c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.748082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34c7d8ba-65cb-45bb-b0bd-12e7e8ad2ba5 req-d70e9753-922e-47c3-9dab-eed414de6d3c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0754921 Aug 16 02:14:47.813751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34c7d8ba-65cb-45bb-b0bd-12e7e8ad2ba5 req-6bc4a0ff-1c33-47de-993b-f07499f06636 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553112 Aug 16 02:14:47.876805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f549d24-d63f-4ef0-aa7b-aac08a8c94a2 req-553d20f6-5abc-46ba-8019-4cbb0f9c685b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.881656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f549d24-d63f-4ef0-aa7b-aac08a8c94a2 req-553d20f6-5abc-46ba-8019-4cbb0f9c685b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0724225 Aug 16 02:14:47.927014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f549d24-d63f-4ef0-aa7b-aac08a8c94a2 req-23d5a985-eb96-4f94-9ffd-2f0e1446ec6d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Aug 16 02:14:48.308187 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.729820 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:14:48.958382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44664) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:48.983948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e194-71c3-4b4a-9bb8-4d107e001e94 req-e1303278-9765-4209-91d8-5c828734ece3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:48.985322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29e0e194-71c3-4b4a-9bb8-4d107e001e94 req-e1303278-9765-4209-91d8-5c828734ece3 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0803924 Aug 16 02:14:49.047391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29e0e194-71c3-4b4a-9bb8-4d107e001e94 req-5d686adc-3926-4769-9904-0033554668ec tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559604 Aug 16 02:14:49.094979 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b9c072d-bb5e-4d81-83dc-3de6b7dc6422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.129993 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffecd2-30d1-4c2a-8636-23a7ec557389 req-60fc6b3b-6400-4054-8e47-0879dcdae3a1 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.131504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61ffecd2-30d1-4c2a-8636-23a7ec557389 req-60fc6b3b-6400-4054-8e47-0879dcdae3a1 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0599530 Aug 16 02:14:49.177062 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61ffecd2-30d1-4c2a-8636-23a7ec557389 req-ee62e018-b99c-470c-9b39-9063ee354742 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356200 Aug 16 02:14:49.196120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b9c072d-bb5e-4d81-83dc-3de6b7dc6422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.200565 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b9c072d-bb5e-4d81-83dc-3de6b7dc6422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.237371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c072d-bb5e-4d81-83dc-3de6b7dc6422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551e1427-d154-41f1-b3ef-431471176a26,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.248940 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b9c072d-bb5e-4d81-83dc-3de6b7dc6422 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=49db1a4906874b3793438949c8587118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888286 Aug 16 02:14:49.249057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44668) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:49.299589 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-add8f8a0-436b-4d43-8194-fe7367b2a57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.321265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-add8f8a0-436b-4d43-8194-fe7367b2a57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.371245 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-add8f8a0-436b-4d43-8194-fe7367b2a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.373894 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-add8f8a0-436b-4d43-8194-fe7367b2a57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.375054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-add8f8a0-436b-4d43-8194-fe7367b2a57c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/551e1427-d154-41f1-b3ef-431471176a26 HTTP/1.1" status: 204 len: 168 time: 0.1248686 Aug 16 02:14:49.384408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8f8a0-436b-4d43-8194-fe7367b2a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551e1427-d154-41f1-b3ef-431471176a26,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:50.170696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd749fca-f4ca-43ee-9cad-0e326d4fb99c req-be323e3f-60dd-4557-a0f1-77db93ff3503 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.172237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd749fca-f4ca-43ee-9cad-0e326d4fb99c req-be323e3f-60dd-4557-a0f1-77db93ff3503 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0507674 Aug 16 02:14:50.223886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd749fca-f4ca-43ee-9cad-0e326d4fb99c req-5c0c5645-158a-49b9-b2ae-76b3f7b2c332 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454857 Aug 16 02:14:50.316473 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae3b6c-9f81-4d6f-8903-bfca2597b773 req-e2e67d10-b53c-4bf2-91fc-8132de9bfb4d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.318168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-daae3b6c-9f81-4d6f-8903-bfca2597b773 req-e2e67d10-b53c-4bf2-91fc-8132de9bfb4d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0604508 Aug 16 02:14:50.356114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-daae3b6c-9f81-4d6f-8903-bfca2597b773 req-761f5be3-0164-465b-90d1-38cba70ea067 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320249 Aug 16 02:14:50.737308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44744) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:50.846234 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c897d58-f9c1-41c7-b201-c892380a8376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.938962 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c897d58-f9c1-41c7-b201-c892380a8376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.943011 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c897d58-f9c1-41c7-b201-c892380a8376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.984899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8c897d58-f9c1-41c7-b201-c892380a8376 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=703f7b7a2ed046d099f85b18b826d88e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440045 Aug 16 02:14:50.985159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44750) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:50.991608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c897d58-f9c1-41c7-b201-c892380a8376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc70ba8-2bb5-4618-9cf9-03667da54e6b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:51.041832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63488fb7-16b4-47fa-8f87-c67f5c0975cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.069960 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63488fb7-16b4-47fa-8f87-c67f5c0975cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.117959 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63488fb7-16b4-47fa-8f87-c67f5c0975cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.120460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63488fb7-16b4-47fa-8f87-c67f5c0975cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.130573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-63488fb7-16b4-47fa-8f87-c67f5c0975cf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1fc70ba8-2bb5-4618-9cf9-03667da54e6b HTTP/1.1" status: 204 len: 168 time: 0.1388259 Aug 16 02:14:51.139708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63488fb7-16b4-47fa-8f87-c67f5c0975cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc70ba8-2bb5-4618-9cf9-03667da54e6b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:51.355683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d12c9-aca8-47d4-a7d2-474b9f88a82e req-fc8073ae-7cc3-46cb-aacb-3fe74f0bdd88 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.357224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-933d12c9-aca8-47d4-a7d2-474b9f88a82e req-fc8073ae-7cc3-46cb-aacb-3fe74f0bdd88 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0603254 Aug 16 02:14:51.405255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-933d12c9-aca8-47d4-a7d2-474b9f88a82e req-90daeb22-bd04-4f49-91e8-71df7ea2b521 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398483 Aug 16 02:14:51.509675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b95239-a116-40f5-8067-f799a5cdab02 req-b2c7952e-d70b-4d6c-ab1b-98f256ab2546 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.513453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42b95239-a116-40f5-8067-f799a5cdab02 req-b2c7952e-d70b-4d6c-ab1b-98f256ab2546 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0637281 Aug 16 02:14:51.559346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42b95239-a116-40f5-8067-f799a5cdab02 req-57f04dcc-28e7-456c-ae96-876f529b262c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412343 Aug 16 02:14:52.444041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44830) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:52.539836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5645210-c629-4afd-a56e-dc351e981f1b req-6cd04408-1b3b-40eb-a00f-31999b70d4af tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.541346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5645210-c629-4afd-a56e-dc351e981f1b req-6cd04408-1b3b-40eb-a00f-31999b70d4af tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0627437 Aug 16 02:14:52.573335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:52.604258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5645210-c629-4afd-a56e-dc351e981f1b req-73817ecb-3e6a-4e7d-9fc8-66b28cef1397 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563595 Aug 16 02:14:52.619487 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.691685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b202a-084f-44d4-92aa-800816c56efc req-006397dd-2e5b-45e3-9562-739bdadf48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.693252 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-178b202a-084f-44d4-92aa-800816c56efc req-006397dd-2e5b-45e3-9562-739bdadf48fa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 1097 time: 0.0431986 Aug 16 02:14:52.740145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cef80-6afc-439d-816d-2bdcb53f48fd req-96862c37-9d05-44dd-bb1b-dd2aad1b33ff tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.741755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf4cef80-6afc-439d-816d-2bdcb53f48fd req-96862c37-9d05-44dd-bb1b-dd2aad1b33ff tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0680013 Aug 16 02:14:52.758805 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-178b202a-084f-44d4-92aa-800816c56efc req-d8bb77ca-96a7-4013-81e6-96c1527886d1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589457 Aug 16 02:14:52.805139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf4cef80-6afc-439d-816d-2bdcb53f48fd req-54d9cc42-48a4-46e8-9ae3-09ceac8dc66a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521736 Aug 16 02:14:52.815491 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.927937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Allocated IP 172.25.2.241 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/d75ec70e-5a8a-432c-bc8f-a5334b053828) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:53.042109 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.083945 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.124333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:53.127248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:53.131529 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:53.153818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Pushing event updated for resources: {'Port': ['ID=d75ec70e-5a8a-432c-bc8f-a5334b053828,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:53.515864 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.550664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.734833 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.747518 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.787428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de85652-8e02-4c19-9590-cf2f989ce657 req-1cc045a2-5163-40d5-9ee0-a660f90fe40e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.788924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4de85652-8e02-4c19-9590-cf2f989ce657 req-1cc045a2-5163-40d5-9ee0-a660f90fe40e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.1078022 Aug 16 02:14:53.845683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Pushing event updated for resources: {'Port': ['ID=d75ec70e-5a8a-432c-bc8f-a5334b053828,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:53.871123 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.879768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4de85652-8e02-4c19-9590-cf2f989ce657 req-8f8b37a9-a727-4822-979e-26f0c405ea46 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815811 Aug 16 02:14:53.892211 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.896468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7c7e439e-7993-4455-9120-4d898370cdb7 tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4483933 Aug 16 02:14:53.896595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44866) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:53.901504 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-02b215ff-cd42-4bf3-8dde-81453cd0befb tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1732307613', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'fixed_ips': [{'ip_address': '172.25.2.241'}]}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:53.952881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b215ff-cd42-4bf3-8dde-81453cd0befb tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Made reservation on behalf of a99ff1f3485e4c44a7cfb01e131105c7 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:53.955523 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02b215ff-cd42-4bf3-8dde-81453cd0befb tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.966321 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02b215ff-cd42-4bf3-8dde-81453cd0befb tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.987369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c216271-cd01-43a6-82e0-e690f42c6270 req-a240e557-7f9e-4ee4-91f0-d48d1ab01d00 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.988852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c216271-cd01-43a6-82e0-e690f42c6270 req-a240e557-7f9e-4ee4-91f0-d48d1ab01d00 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0809274 Aug 16 02:14:54.049805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c216271-cd01-43a6-82e0-e690f42c6270 req-7609d21e-6ab5-4d32-9183-ce1f72547aed tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542412 Aug 16 02:14:54.122069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02b215ff-cd42-4bf3-8dde-81453cd0befb tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.126856 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02b215ff-cd42-4bf3-8dde-81453cd0befb tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.131946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-02b215ff-cd42-4bf3-8dde-81453cd0befb tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] device_id is not set on port baae2193-ab7f-48ba-ab2c-c6b113c21e71 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:54.234570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b215ff-cd42-4bf3-8dde-81453cd0befb tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674d8f1c-6b3c-4cc7-8fa5-5449a424462f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:54.450495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-133b100e-b8e9-4739-a3c9-07318b90d251 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.457117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-133b100e-b8e9-4739-a3c9-07318b90d251 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/networks?id=1af0c130-96bc-408a-adea-18f5c70ab904 HTTP/1.1" status: 200 len: 810 time: 0.1992104 Aug 16 02:14:54.469368 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b215ff-cd42-4bf3-8dde-81453cd0befb tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:14:54.469935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b215ff-cd42-4bf3-8dde-81453cd0befb tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:14:54.476339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-233b4308-66d8-4908-be58-df3bc5ecfc48 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/quotas/b7e1393e8aca4620a68aef73b1c0611e HTTP/1.1" status: 200 len: 375 time: 0.0182714 Aug 16 02:14:54.526148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-02b215ff-cd42-4bf3-8dde-81453cd0befb tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6255782 Aug 16 02:14:54.526822 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44892) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:54.544518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-b7b06a3b-5ba8-4155-8d13-b6795b68635a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7e1393e8aca4620a68aef73b1c0611e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619786 Aug 16 02:14:54.642452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-1ec123d2-1a95-4e85-a59e-dffa50123a58 service neutron] 10.222.0.79 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903602 Aug 16 02:14:54.694597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-547a21d7-5ef1-426a-bc2d-3976da0f3d2a tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Deleting port d75ec70e-5a8a-432c-bc8f-a5334b053828 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:54.694856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-547a21d7-5ef1-426a-bc2d-3976da0f3d2a tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.759927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-c5bd8e8e-2115-44fd-b290-bcb3f13c0e31 service neutron] 10.222.0.79 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103666 Aug 16 02:14:54.957346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8c967f1-db28-4d7f-876c-7dde5d1cfaa8 req-39cbe368-889e-4d97-9ff5-52d2648d736f tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 210 time: 0.0441022 Aug 16 02:14:55.065740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee3324-8451-472c-9cd0-d6c399b26bb0 req-096380ee-b101-4fa9-909c-24979acaf0d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:55.070035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-afee3324-8451-472c-9cd0-d6c399b26bb0 req-096380ee-b101-4fa9-909c-24979acaf0d4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0670645 Aug 16 02:14:55.120715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-afee3324-8451-472c-9cd0-d6c399b26bb0 req-16f5d88a-2fa0-4d5f-a532-537d8316d697 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434911 Aug 16 02:14:55.163492 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-547a21d7-5ef1-426a-bc2d-3976da0f3d2a tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.165049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-547a21d7-5ef1-426a-bc2d-3976da0f3d2a tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.181811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-547a21d7-5ef1-426a-bc2d-3976da0f3d2a tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Calling delete_port for d75ec70e-5a8a-432c-bc8f-a5334b053828 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:55.337079 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-547a21d7-5ef1-426a-bc2d-3976da0f3d2a tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.366332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a21d7-5ef1-426a-bc2d-3976da0f3d2a tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Pushing event deleted for resources: {'Port': ['ID=d75ec70e-5a8a-432c-bc8f-a5334b053828,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:55.429722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-547a21d7-5ef1-426a-bc2d-3976da0f3d2a tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.432422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-547a21d7-5ef1-426a-bc2d-3976da0f3d2a tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.437547 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-547a21d7-5ef1-426a-bc2d-3976da0f3d2a tempest-ExternalNetworksAdminNegativeTestJSON-703636241 tempest-ExternalNetworksAdminNegativeTestJSON-703636241-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/7748d0c2-5a65-4e9a-bc7d-ed4c3b7a8496 HTTP/1.1" status: 204 len: 168 time: 0.9056125 Aug 16 02:14:55.713677 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 44932) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:55.828658 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de80f870-c59f-4cd2-8fa1-b0cd032b0d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.925243 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de80f870-c59f-4cd2-8fa1-b0cd032b0d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.929218 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de80f870-c59f-4cd2-8fa1-b0cd032b0d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.970280 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-de80f870-c59f-4cd2-8fa1-b0cd032b0d2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a77b478190f94fe7818b8be1303c9fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554998 Aug 16 02:14:55.971613 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80f870-c59f-4cd2-8fa1-b0cd032b0d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b583fbcc-f85d-40ad-b858-934ada190664,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:55.972870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44940) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:56.054624 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a78096e0-0d64-4f8c-96c5-8f77c57a3ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.109452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9ac142b-a724-4910-9e84-983241e50e1e req-9c5e2f2f-b1d4-49aa-a5fd-6d4a53bb0a9b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 210 time: 0.0493274 Aug 16 02:14:56.114740 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a78096e0-0d64-4f8c-96c5-8f77c57a3ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.191621 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a78096e0-0d64-4f8c-96c5-8f77c57a3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.195307 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a78096e0-0d64-4f8c-96c5-8f77c57a3ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.196322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a78096e0-0d64-4f8c-96c5-8f77c57a3ce0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b583fbcc-f85d-40ad-b858-934ada190664 HTTP/1.1" status: 204 len: 168 time: 0.2222550 Aug 16 02:14:56.213918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78096e0-0d64-4f8c-96c5-8f77c57a3ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b583fbcc-f85d-40ad-b858-934ada190664,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.234065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-d9a078d8-2c30-4043-807d-52d688ac589f tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.236934 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-d9a078d8-2c30-4043-807d-52d688ac589f tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.84 "GET /v2.0/networks?id=1af0c130-96bc-408a-adea-18f5c70ab904 HTTP/1.1" status: 200 len: 810 time: 0.1687803 Aug 16 02:14:56.265610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Request body: {'port': {'device_id': 'b18d56d0-2dfb-45d2-9431-e4669bc20aeb', 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904', 'admin_state_up': True, 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:56.302491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f74bb-e4d0-432c-97cf-736486d99de8 req-bd8ff3a1-fe19-4889-9624-90530e9c6044 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.304330 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf2f74bb-e4d0-432c-97cf-736486d99de8 req-bd8ff3a1-fe19-4889-9624-90530e9c6044 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0835595 Aug 16 02:14:56.358704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf2f74bb-e4d0-432c-97cf-736486d99de8 req-f76c0967-0999-4619-9854-23a544a53f01 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440018 Aug 16 02:14:56.410390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Made reservation on behalf of b7e1393e8aca4620a68aef73b1c0611e for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:56.414268 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.548104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Allocated IP 172.20.0.5 (1af0c130-96bc-408a-adea-18f5c70ab904/f42fc266-1840-4cf6-9e03-02860200a7f6/53cf50c4-e79c-4603-bc55-e35c05f07bb0) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:56.571300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44956) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:56.624705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0cdf954b-53c9-4531-8ee4-064473ef9243 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a99ff1f3485e4c44a7cfb01e131105c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493805 Aug 16 02:14:56.625034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 44964) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:56.692303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a930de1-da64-4433-9224-62e77384e1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.714151 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a930de1-da64-4433-9224-62e77384e1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.739526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.769059 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a930de1-da64-4433-9224-62e77384e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.771981 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3a930de1-da64-4433-9224-62e77384e1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.775560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3a930de1-da64-4433-9224-62e77384e1c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/674d8f1c-6b3c-4cc7-8fa5-5449a424462f HTTP/1.1" status: 204 len: 168 time: 0.1471777 Aug 16 02:14:56.781791 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.786271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a930de1-da64-4433-9224-62e77384e1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674d8f1c-6b3c-4cc7-8fa5-5449a424462f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.794543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['69363a4f-bed3-432c-a107-d92b5fd7d202'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:56.847705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Pushing event updated for resources: {'Port': ['ID=53cf50c4-e79c-4603-bc55-e35c05f07bb0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.852192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Network 1af0c130-96bc-408a-adea-18f5c70ab904 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:56.854096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:56.856315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:56.926033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.926902 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.959833 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-05b7903e-c9f7-43d8-89cc-9396c3a4b2e7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7028515 Aug 16 02:14:57.034333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Request body: {'port': {'device_id': 'b18d56d0-2dfb-45d2-9431-e4669bc20aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:57.092688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.290762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a78ef7-ef9e-4d6d-9f77-9b8579c14ef4 req-833d89c7-7722-40ae-a584-17c19b9ca35d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.298435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36a78ef7-ef9e-4d6d-9f77-9b8579c14ef4 req-833d89c7-7722-40ae-a584-17c19b9ca35d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 931 time: 0.0985055 Aug 16 02:14:57.352528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36a78ef7-ef9e-4d6d-9f77-9b8579c14ef4 req-7b138170-2f22-4000-b309-da5a4674de04 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531232 Aug 16 02:14:57.417291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cf50c4-e79c-4603-bc55-e35c05f07bb0 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:57.425259 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.438396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Transition to ACTIVE for port object 53cf50c4-e79c-4603-bc55-e35c05f07bb0 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:57.442781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.493644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Pushing event updated for resources: {'Port': ['ID=53cf50c4-e79c-4603-bc55-e35c05f07bb0,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.563320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af827967-9441-43da-91df-43462c138830 req-1151ee67-9c10-4976-a111-e4ec02603397 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.564738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af827967-9441-43da-91df-43462c138830 req-1151ee67-9c10-4976-a111-e4ec02603397 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0910108 Aug 16 02:14:57.574750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Attempting to bind port 53cf50c4-e79c-4603-bc55-e35c05f07bb0 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:57.575218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Attempting to bind port 53cf50c4-e79c-4603-bc55-e35c05f07bb0 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:57.575653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Attempting to bind port 53cf50c4-e79c-4603-bc55-e35c05f07bb0 on network 1af0c130-96bc-408a-adea-18f5c70ab904 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:57.581275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Port 53cf50c4-e79c-4603-bc55-e35c05f07bb0 on network 1af0c130-96bc-408a-adea-18f5c70ab904 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:57.581610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Attempting to bind port 53cf50c4-e79c-4603-bc55-e35c05f07bb0 on network 1af0c130-96bc-408a-adea-18f5c70ab904 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:57.587537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:57.587872 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Checking segment: {'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:57.588269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Bound using segment: {'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:57.588710 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Bound port: 53cf50c4-e79c-4603-bc55-e35c05f07bb0, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a79336-9bcc-4e6e-a7f0-43543a1517e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:57.589109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.631661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af827967-9441-43da-91df-43462c138830 req-27017a17-94fb-4722-823f-18e1ffbe2604 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560637 Aug 16 02:14:57.665865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] For port 53cf50c4-e79c-4603-bc55-e35c05f07bb0, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:57.669628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] For port 53cf50c4-e79c-4603-bc55-e35c05f07bb0, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=53cf50c4-e79c-4603-bc55-e35c05f07bb0,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:57.675111 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.750046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.750682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.752580 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] 10.222.0.84 "PUT /v2.0/ports/53cf50c4-e79c-4603-bc55-e35c05f07bb0 HTTP/1.1" status: 200 len: 1092 time: 0.7224009 Aug 16 02:14:57.783833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18d56d0-2dfb-45d2-9431-e4669bc20aeb', 'tag': '53cf50c4-e79c-4603-bc55-e35c05f07bb0'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:57.786232 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9454c56a-ba3e-495d-981e-d631e3b90489" -d '{"events": [{"name": "network-changed", "server_uuid": "b18d56d0-2dfb-45d2-9431-e4669bc20aeb", "tag": "53cf50c4-e79c-4603-bc55-e35c05f07bb0"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:57.791631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52391738-f762-4da5-bcee-e8c39c3e623e service neutron] Pushing event updated for resources: {'Port': ['ID=53cf50c4-e79c-4603-bc55-e35c05f07bb0,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.844318 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6192c30-2e23-40a1-bf06-a2c067717954 x-openstack-request-id: req-f6192c30-2e23-40a1-bf06-a2c067717954 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:57.844608 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18d56d0-2dfb-45d2-9431-e4669bc20aeb", "tag": "53cf50c4-e79c-4603-bc55-e35c05f07bb0", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:57.844989 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6192c30-2e23-40a1-bf06-a2c067717954 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:57.845405 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18d56d0-2dfb-45d2-9431-e4669bc20aeb', 'tag': '53cf50c4-e79c-4603-bc55-e35c05f07bb0', 'status': 'completed', 'code': 200} Aug 16 02:14:57.864399 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-cd24e0d8-ac31-48ea-aaad-86a718fb644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.866157 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-cd24e0d8-ac31-48ea-aaad-86a718fb644d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7e1393e8aca4620a68aef73b1c0611e&device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 1095 time: 0.0521920 Aug 16 02:14:57.922686 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-0268214c-4070-40d3-965e-5b2bed11f057 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53cf50c4-e79c-4603-bc55-e35c05f07bb0 HTTP/1.1" status: 200 len: 217 time: 0.0415447 Aug 16 02:14:57.986375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-3aa1e8d1-02ce-449e-8d26-a2f6d3318676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.988201 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-3aa1e8d1-02ce-449e-8d26-a2f6d3318676 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f42fc266-1840-4cf6-9e03-02860200a7f6 HTTP/1.1" status: 200 len: 850 time: 0.0585096 Aug 16 02:14:58.023447 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-f2d6e535-2912-4f9a-b9f6-897bccc42a35 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1af0c130-96bc-408a-adea-18f5c70ab904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271921 Aug 16 02:14:58.133018 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-171e7eaa-7511-49e6-b74a-dfdf80757d7f service neutron] 10.222.0.84 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021235 Aug 16 02:14:58.249955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03f07baa-2f61-4a38-8f40-11968cae0ccc req-54ae8aa0-dc22-4a2b-b80a-934fa2338f17 service neutron] 10.222.0.84 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938659 Aug 16 02:14:58.390867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454c56a-ba3e-495d-981e-d631e3b90489 req-e2cd13f2-f439-4d84-a3cf-fdc9b5d328ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.392558 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9454c56a-ba3e-495d-981e-d631e3b90489 req-e2cd13f2-f439-4d84-a3cf-fdc9b5d328ff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7e1393e8aca4620a68aef73b1c0611e&device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 1095 time: 0.0467334 Aug 16 02:14:58.470684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45042) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:58.506883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26994a03-3bec-4bbf-83d9-5bb86db6fda4 req-053d0123-c6fb-4907-9c23-60481dff7556 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.508707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26994a03-3bec-4bbf-83d9-5bb86db6fda4 req-053d0123-c6fb-4907-9c23-60481dff7556 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 943 time: 0.0705895 Aug 16 02:14:58.546278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454c56a-ba3e-495d-981e-d631e3b90489 req-e1e21583-b04b-46f0-befe-d2386a8e12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.548609 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9454c56a-ba3e-495d-981e-d631e3b90489 req-e1e21583-b04b-46f0-befe-d2386a8e12bd service neutron] 10.222.0.84 "GET /v2.0/networks?id=1af0c130-96bc-408a-adea-18f5c70ab904 HTTP/1.1" status: 200 len: 911 time: 0.1482060 Aug 16 02:14:58.552295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26994a03-3bec-4bbf-83d9-5bb86db6fda4 req-ba5a2aff-d42c-4c9d-949c-75dee7d9e27b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Aug 16 02:14:58.595354 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9454c56a-ba3e-495d-981e-d631e3b90489 req-3a83e88d-7ca3-4794-ae21-a5d2df0f0ed3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53cf50c4-e79c-4603-bc55-e35c05f07bb0 HTTP/1.1" status: 200 len: 217 time: 0.0380783 Aug 16 02:14:58.620806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1604674807', 'router:external': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:58.644460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Made reservation on behalf of a8dfa4c1310a42e8aaf097ec1e13eeef for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:58.648951 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.656087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454c56a-ba3e-495d-981e-d631e3b90489 req-0a0f6e3a-774f-43c3-afc1-977f46f6b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.657349 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9454c56a-ba3e-495d-981e-d631e3b90489 req-0a0f6e3a-774f-43c3-afc1-977f46f6b865 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f42fc266-1840-4cf6-9e03-02860200a7f6 HTTP/1.1" status: 200 len: 850 time: 0.0545340 Aug 16 02:14:58.659524 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.699121 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9454c56a-ba3e-495d-981e-d631e3b90489 req-39fd877e-047f-4764-ba7c-45349eda32bf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1af0c130-96bc-408a-adea-18f5c70ab904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332208 Aug 16 02:14:58.794075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bb826-3901-4a22-a4ec-9950d3be8c22 req-a88f021f-92a3-4849-bf3e-6c616e5efb67 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.801349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc0bb826-3901-4a22-a4ec-9950d3be8c22 req-a88f021f-92a3-4849-bf3e-6c616e5efb67 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0873878 Aug 16 02:14:58.819781 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9454c56a-ba3e-495d-981e-d631e3b90489 req-cdc50a5f-f286-4452-8afd-919d45ca3262 service neutron] 10.222.0.84 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125476 Aug 16 02:14:58.823936 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.832023 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.862126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:58.876239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc0bb826-3901-4a22-a4ec-9950d3be8c22 req-a8bce22e-f78b-4b68-baa0-e6c09589fb2c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711460 Aug 16 02:14:58.892067 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.892349 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Added segment 34c861b1-0dc8-4829-959b-ede74865e634 of type vlan for network 9b0b7d7c-6c09-403b-9101-9ba4f6f54178 Aug 16 02:14:58.908157 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acee869-eb25-4c2f-919f-37b57825693a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:58.966883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.975613 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9454c56a-ba3e-495d-981e-d631e3b90489 req-099ac163-5565-4450-a3ae-4db401a48ae7 service neutron] 10.222.0.84 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224315 Aug 16 02:14:59.005977 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.007448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.007803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.065289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5928178 Aug 16 02:14:59.068812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45060) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:59.073837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Request body: {'subnet': {'network_id': '9b0b7d7c-6c09-403b-9101-9ba4f6f54178', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:59.093708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e70d0-1dd9-4a11-960a-5b4058e5eccc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event updated for resources: {'Network': ['ID=9b0b7d7c-6c09-403b-9101-9ba4f6f54178,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:59.102932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Made reservation on behalf of a8dfa4c1310a42e8aaf097ec1e13eeef for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:59.104722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 9b0b7d7c-6c09-403b-9101-9ba4f6f54178 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:59.105613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.417185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.objects.ports [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101381) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:14:59.417654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.475583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8a2e00a5-0352-42d4-96ad-3f892ccd8afb,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:59.485681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.486040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.486386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.486727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.487064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.487397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.487729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.488060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.488496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.488718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.489065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.489388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:59.494742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Checking segment: {'id': '34c861b1-0dc8-4829-959b-ede74865e634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9b0b7d7c-6c09-403b-9101-9ba4f6f54178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:59.495110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Network hostable DHCP agents. Network: 9b0b7d7c-6c09-403b-9101-9ba4f6f54178, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:59.517614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Network 9b0b7d7c-6c09-403b-9101-9ba4f6f54178 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:59.533768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 9b0b7d7c-6c09-403b-9101-9ba4f6f54178) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:59.542070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.542706 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.546179 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f0c7aa-33ab-4d24-aaec-4448293445f2 None None] Network 9b0b7d7c-6c09-403b-9101-9ba4f6f54178 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:59.560147 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6cf22a82-2366-4d46-9cd4-51d7207c7613 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4901912 Aug 16 02:14:59.563749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45072) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:59.569410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1400186895', 'network_id': '9b0b7d7c-6c09-403b-9101-9ba4f6f54178'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:59.610899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Made reservation on behalf of a8dfa4c1310a42e8aaf097ec1e13eeef for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:59.614208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.639798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] device_id is not set on port 0316a089-7730-440d-aedf-61f45e58780b yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:59.688582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8515d6a5-1fc9-4894-bfbe-d2b5f8e2e986 None None] Network 9b0b7d7c-6c09-403b-9101-9ba4f6f54178 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:59.711204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0446e-88f5-47d1-aaef-ba6ef6f6915f req-00b101a3-6459-475a-8ed0-93da452480f3 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.713051 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aaa0446e-88f5-47d1-aaef-ba6ef6f6915f req-00b101a3-6459-475a-8ed0-93da452480f3 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 943 time: 0.0812652 Aug 16 02:14:59.764423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aaa0446e-88f5-47d1-aaef-ba6ef6f6915f req-2466d1b4-6150-4fb1-8e94-39c5c9644941 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Aug 16 02:14:59.783904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Allocated IP 2001:db8::99 (9b0b7d7c-6c09-403b-9101-9ba4f6f54178/8a2e00a5-0352-42d4-96ad-3f892ccd8afb/0316a089-7730-440d-aedf-61f45e58780b) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:59.937773 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.984638 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.005945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29ff2e-20c4-40b3-b413-e8ad05586381 req-bdf30fa1-92ad-4d4e-8da0-928145de7684 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.007942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec29ff2e-20c4-40b3-b413-e8ad05586381 req-bdf30fa1-92ad-4d4e-8da0-928145de7684 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0562935 Aug 16 02:15:00.037579 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Network 9b0b7d7c-6c09-403b-9101-9ba4f6f54178 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:00.040959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:00.043574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:00.044772 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.045969 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.049478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec29ff2e-20c4-40b3-b413-e8ad05586381 req-b65cb7e0-0021-4701-8079-bbe4730e01cb tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353572 Aug 16 02:15:00.056375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event updated for resources: {'Port': ['ID=0316a089-7730-440d-aedf-61f45e58780b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:00.067196 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.067550 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.067955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.068306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.068654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.069008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.069332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.069657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.071448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.071930 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.072229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.072561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.084262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45088) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:00.084720 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b0692cac-7bb8-4c73-a5d3-64ea7057159a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5192342 Aug 16 02:15:00.174842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6072b-022e-441b-8957-e7b116af9b8a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Deleting port 0316a089-7730-440d-aedf-61f45e58780b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:00.175184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fb6072b-022e-441b-8957-e7b116af9b8a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.249922 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fb6072b-022e-441b-8957-e7b116af9b8a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.261281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6072b-022e-441b-8957-e7b116af9b8a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Calling delete_port for 0316a089-7730-440d-aedf-61f45e58780b owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:00.398812 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fb6072b-022e-441b-8957-e7b116af9b8a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.435535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6072b-022e-441b-8957-e7b116af9b8a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event deleted for resources: {'Port': ['ID=0316a089-7730-440d-aedf-61f45e58780b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:00.464318 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fb6072b-022e-441b-8957-e7b116af9b8a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.466570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7fb6072b-022e-441b-8957-e7b116af9b8a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "DELETE /v2.0/ports/0316a089-7730-440d-aedf-61f45e58780b HTTP/1.1" status: 204 len: 168 time: 0.3808956 Aug 16 02:15:00.469367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45096) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:00.473928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b0b7d7c-6c09-403b-9101-9ba4f6f54178', 'external_fixed_ips': [{'subnet_id': '8a2e00a5-0352-42d4-96ad-3f892ccd8afb', 'ip_address': '2001:db8::99'}]}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:00.494750 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.495735 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.558162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.702721 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.887989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248686bf-ca72-48c3-a14c-2c318cc5f212 req-c62fb81f-d5bb-40c4-aecf-08945b85677d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.890106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-248686bf-ca72-48c3-a14c-2c318cc5f212 req-c62fb81f-d5bb-40c4-aecf-08945b85677d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 943 time: 0.0508866 Aug 16 02:15:00.911823 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.932190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.946060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-248686bf-ca72-48c3-a14c-2c318cc5f212 req-131a642f-dd75-4957-a1e4-f192e051e5fd tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477953 Aug 16 02:15:01.109104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Allocated IP 2001:db8::99 (9b0b7d7c-6c09-403b-9101-9ba4f6f54178/8a2e00a5-0352-42d4-96ad-3f892ccd8afb/8c15d4bb-8c9d-4a57-b0f7-7257d3036164) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:01.221899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92994f-b029-47cc-b6a4-f689a23e575c req-9f19b7a5-9937-4320-b562-ca3e7c57fcb4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.223364 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd92994f-b029-47cc-b6a4-f689a23e575c req-9f19b7a5-9937-4320-b562-ca3e7c57fcb4 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0849514 Aug 16 02:15:01.272240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd92994f-b029-47cc-b6a4-f689a23e575c req-4dbca0fe-8d68-4550-8926-cacab2401e5f tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428348 Aug 16 02:15:01.274094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.331900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.395257 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Network 9b0b7d7c-6c09-403b-9101-9ba4f6f54178 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:01.418742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:01.422687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:01.449047 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e37ed598-1597-4169-90cd-4a99ebd3b35c details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:01.457448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e37ed598-1597-4169-90cd-4a99ebd3b35c no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:01.532729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event updated for resources: {'Port': ['ID=8c15d4bb-8c9d-4a57-b0f7-7257d3036164,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:01.554237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e2e86-3e2b-417e-a8d4-1b7fcfc726c1 req-b940ac3f-00eb-498d-a1f6-fb643243090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.555887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b23e2e86-3e2b-417e-a8d4-1b7fcfc726c1 req-b940ac3f-00eb-498d-a1f6-fb643243090a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 1097 time: 0.1815891 Aug 16 02:15:01.598506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e37ed598-1597-4169-90cd-4a99ebd3b35c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:01.610520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'port_id': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'mac_address': 'fa:16:3e:e6:80:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:01.680626 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b23e2e86-3e2b-417e-a8d4-1b7fcfc726c1 req-1a562005-a5c4-4839-8cad-d2c0804ffb44 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161587 Aug 16 02:15:01.689933 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.706860 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.708670 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.713657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e37ed598-1597-4169-90cd-4a99ebd3b35c {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:01.747918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e37ed598-1597-4169-90cd-4a99ebd3b35c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:01.752908 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.792145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:15:01.792739 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:15:01.847282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e37ed598-1597-4169-90cd-4a99ebd3b35c,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:01.926374 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.074449 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Router 4a94897e-f205-40b7-870d-349cebd022dc is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:02.084943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be9a17-d431-4e06-9dfd-f54416627152 req-81a03949-3e9c-45d1-a4ca-6b680caf04f5 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.087261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27be9a17-d431-4e06-9dfd-f54416627152 req-81a03949-3e9c-45d1-a4ca-6b680caf04f5 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 943 time: 0.0571847 Aug 16 02:15:02.146608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27be9a17-d431-4e06-9dfd-f54416627152 req-eb513db4-c53f-4a00-a4ef-1b8c9892c81e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523460 Aug 16 02:15:02.199095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:02.210135 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Sync routers for ids ['4a94897e-f205-40b7-870d-349cebd022dc'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:02.223073 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Routers {'4a94897e-f205-40b7-870d-349cebd022dc'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:02.223600 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.224039 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:14:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['4a94897e-f205-40b7-870d-349cebd022dc'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:02.227628 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-130a663f-1d8c-4732-9fd8-e6a4283037f4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.7547116 Aug 16 02:15:02.227942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45140) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:02.273393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['e37ed598-1597-4169-90cd-4a99ebd3b35c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:02.309880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118796-ce97-4b7e-a621-76cafacec227 req-1a004db8-ca3d-43bc-b419-0511580e0050 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.318266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118796-ce97-4b7e-a621-76cafacec227 req-1a004db8-ca3d-43bc-b419-0511580e0050 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.325322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118796-ce97-4b7e-a621-76cafacec227 req-1a004db8-ca3d-43bc-b419-0511580e0050 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.337416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118796-ce97-4b7e-a621-76cafacec227 req-1a004db8-ca3d-43bc-b419-0511580e0050 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.345678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118796-ce97-4b7e-a621-76cafacec227 req-1a004db8-ca3d-43bc-b419-0511580e0050 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.352440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118796-ce97-4b7e-a621-76cafacec227 req-1a004db8-ca3d-43bc-b419-0511580e0050 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.360077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118796-ce97-4b7e-a621-76cafacec227 req-1a004db8-ca3d-43bc-b419-0511580e0050 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.365189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3118796-ce97-4b7e-a621-76cafacec227 req-1a004db8-ca3d-43bc-b419-0511580e0050 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5430 time: 0.1238532 Aug 16 02:15:02.368160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.399485 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.422660 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Set router 4a94897e-f205-40b7-870d-349cebd022dc gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:02.460865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e37ed598-1597-4169-90cd-4a99ebd3b35c {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:02.464681 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3118796-ce97-4b7e-a621-76cafacec227 req-4ee83a99-3f58-4c5d-9d22-4e7d924e4b31 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894034 Aug 16 02:15:02.481752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2c2ea-fd0f-4ba3-b261-8152181762c7 req-56f08130-0ddb-4ec6-a289-4d188d5fb55a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.483841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06b2c2ea-fd0f-4ba3-b261-8152181762c7 req-56f08130-0ddb-4ec6-a289-4d188d5fb55a tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 944 time: 0.0856848 Aug 16 02:15:02.542777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06b2c2ea-fd0f-4ba3-b261-8152181762c7 req-e6cc1b36-6cf6-4d16-8a3b-0d064928585c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488312 Aug 16 02:15:02.551020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e37ed598-1597-4169-90cd-4a99ebd3b35c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:02.567537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.585466 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.645127 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Deleting port 8c15d4bb-8c9d-4a57-b0f7-7257d3036164 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:02.645481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.679076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e37ed598-1597-4169-90cd-4a99ebd3b35c,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.702114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d412f3-c316-4090-ac33-004cd76d3bea req-7defcc5c-2d93-4a3e-a967-42a920dff200 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.712498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d412f3-c316-4090-ac33-004cd76d3bea req-7defcc5c-2d93-4a3e-a967-42a920dff200 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.720289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d412f3-c316-4090-ac33-004cd76d3bea req-7defcc5c-2d93-4a3e-a967-42a920dff200 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.729416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d412f3-c316-4090-ac33-004cd76d3bea req-7defcc5c-2d93-4a3e-a967-42a920dff200 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.745091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d412f3-c316-4090-ac33-004cd76d3bea req-7defcc5c-2d93-4a3e-a967-42a920dff200 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.751414 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.754172 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a94897e-f205-40b7-870d-349cebd022dc', 'name': '', 'tenant_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b0b7d7c-6c09-403b-9101-9ba4f6f54178', 'external_fixed_ips': [{'subnet_id': '8a2e00a5-0352-42d4-96ad-3f892ccd8afb', 'ip_address': '2001:db8::99'}], 'enable_snat': True}, 'gw_port_id': '8c15d4bb-8c9d-4a57-b0f7-7257d3036164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:00Z', 'updated_at': '2021-08-16T02:15:01Z', 'revision_number': 3, 'project_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'gw_port': {'id': '8c15d4bb-8c9d-4a57-b0f7-7257d3036164', 'name': '', 'network_id': '9b0b7d7c-6c09-403b-9101-9ba4f6f54178', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:81:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a94897e-f205-40b7-870d-349cebd022dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '8a2e00a5-0352-42d4-96ad-3f892ccd8afb', 'ip_address': '2001:db8::99', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:00Z', 'updated_at': '2021-08-16T02:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2e00a5-0352-42d4-96ad-3f892ccd8afb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:02.760641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d412f3-c316-4090-ac33-004cd76d3bea req-7defcc5c-2d93-4a3e-a967-42a920dff200 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.767279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d412f3-c316-4090-ac33-004cd76d3bea req-7defcc5c-2d93-4a3e-a967-42a920dff200 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.768249 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Calling delete_port for 8c15d4bb-8c9d-4a57-b0f7-7257d3036164 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:02.769298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83d412f3-c316-4090-ac33-004cd76d3bea req-7defcc5c-2d93-4a3e-a967-42a920dff200 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5430 time: 0.1556408 Aug 16 02:15:02.809101 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Checking router: 4a94897e-f205-40b7-870d-349cebd022dc for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:02.809450 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Updating router 4a94897e-f205-40b7-870d-349cebd022dc port 8c15d4bb-8c9d-4a57-b0f7-7257d3036164 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:02.837361 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.970234 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.001034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c15d4bb-8c9d-4a57-b0f7-7257d3036164,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:03.028506 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.132991 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.133210 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.db.api [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:15:03.133605 n-d-768851-16 neutron-server[101383]: DEBUG oslo_db.api [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:15:03.136547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.187570 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.188281 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a94897e-f205-40b7-870d-349cebd022dc {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:03.193734 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.195186 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-222862d3-c2d6-4164-a3ff-fb3eac4e1089 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "DELETE /v2.0/routers/4a94897e-f205-40b7-870d-349cebd022dc HTTP/1.1" status: 204 len: 168 time: 0.9661777 Aug 16 02:15:03.198137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45162) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:03.292628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ea5516-638e-4102-a566-aff236feedb4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Deleting subnet 8a2e00a5-0352-42d4-96ad-3f892ccd8afb {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:03.297190 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1ea5516-638e-4102-a566-aff236feedb4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.332048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11916e-775a-4704-b8eb-79516c39f588 req-295ac302-f47d-482f-9164-89474ddf5060 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.333798 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da11916e-775a-4704-b8eb-79516c39f588 req-295ac302-f47d-482f-9164-89474ddf5060 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 943 time: 0.0908670 Aug 16 02:15:03.352031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1ea5516-638e-4102-a566-aff236feedb4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.428773 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da11916e-775a-4704-b8eb-79516c39f588 req-d12e8f2d-0ba1-4372-8998-7cba2211995c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858088 Aug 16 02:15:03.431434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1ea5516-638e-4102-a566-aff236feedb4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.474717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 53cf50c4-e79c-4603-bc55-e35c05f07bb0 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:03.516048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1ea5516-638e-4102-a566-aff236feedb4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.551530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea5516-638e-4102-a566-aff236feedb4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2e00a5-0352-42d4-96ad-3f892ccd8afb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:03.562711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1ea5516-638e-4102-a566-aff236feedb4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.568233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e1ea5516-638e-4102-a566-aff236feedb4 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/8a2e00a5-0352-42d4-96ad-3f892ccd8afb HTTP/1.1" status: 204 len: 168 time: 0.3657749 Aug 16 02:15:03.568972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45170) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:03.628996 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 53cf50c4-e79c-4603-bc55-e35c05f07bb0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=53cf50c4-e79c-4603-bc55-e35c05f07bb0,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:03.650919 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '53cf50c4-e79c-4603-bc55-e35c05f07bb0', 'network_id': '1af0c130-96bc-408a-adea-18f5c70ab904', 'port_id': '53cf50c4-e79c-4603-bc55-e35c05f07bb0', 'mac_address': 'fa:16:3e:31:75:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42fc266-1840-4cf6-9e03-02860200a7f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:03.674821 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Port 8c15d4bb-8c9d-4a57-b0f7-7257d3036164 not found while updating agent binding for router 4a94897e-f205-40b7-870d-349cebd022dc. {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 02:15:03.696787 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Routers set() bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:03.697233 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Router IDs set() for agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:15:03.697947 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a94897e-f205-40b7-870d-349cebd022dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:14:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent'). {{(pid=101383) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:15:03.698331 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7d058-e06e-40b7-92dd-8eb193911abc None None] The sync data for ids ['4a94897e-f205-40b7-870d-349cebd022dc'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:03.736199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f7006-21a5-4fbf-a6a4-563f28a666c5 req-f0cc6d24-2428-4e48-a4bc-01eebbd9f71c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.737915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d96f7006-21a5-4fbf-a6a4-563f28a666c5 req-f0cc6d24-2428-4e48-a4bc-01eebbd9f71c tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 943 time: 0.0987380 Aug 16 02:15:03.796598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d96f7006-21a5-4fbf-a6a4-563f28a666c5 req-21e91b23-290d-4f4b-87ab-bdb558ec73aa tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516903 Aug 16 02:15:03.823628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45178) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:03.905654 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.909857 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-767ff720-8069-472d-af84-1cb63ab9a6a1 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/floatingips/02853e7d-1796-4379-ac00-7e507d0043d3 HTTP/1.1" status: 200 len: 991 time: 0.0849748 Aug 16 02:15:03.923680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cf50c4-e79c-4603-bc55-e35c05f07bb0 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:03.946030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 53cf50c4-e79c-4603-bc55-e35c05f07bb0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=53cf50c4-e79c-4603-bc55-e35c05f07bb0,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:03.949882 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.017894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=53cf50c4-e79c-4603-bc55-e35c05f07bb0,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:04.041290 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.122564 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.132992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0b7d7c-6c09-403b-9101-9ba4f6f54178']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:04.146660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c861b1-0dc8-4829-959b-ede74865e634') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:04.146957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c861b1-0dc8-4829-959b-ede74865e634') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:04.156258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.170865 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.176904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:04.177385 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:04.179160 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:04.252266 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.257778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b0b7d7c-6c09-403b-9101-9ba4f6f54178 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:15:04.260770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.269853 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "DELETE /v2.0/networks/9b0b7d7c-6c09-403b-9101-9ba4f6f54178 HTTP/1.1" status: 204 len: 168 time: 0.6925042 Aug 16 02:15:04.277144 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a132c5-8008-4113-b0f6-b38545d1398f tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b0b7d7c-6c09-403b-9101-9ba4f6f54178,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:04.466196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45200) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:04.471665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9f33f02c-ef94-4116-88d5-6cb52bcecd17 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Request body: {'router': {'name': 'tempest-router--1452080719', 'project_id': 'd20e3889fae843508c1a2e761186a1b1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:04.513528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f33f02c-ef94-4116-88d5-6cb52bcecd17 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.514940 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f33f02c-ef94-4116-88d5-6cb52bcecd17 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.551125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['53cf50c4-e79c-4603-bc55-e35c05f07bb0'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:04.627537 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f33f02c-ef94-4116-88d5-6cb52bcecd17 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.646079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31682f1a-90e0-41f1-842f-fef23366d1c9 req-fc92098d-4b7c-4cf2-8b67-adfc314fc6a2 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.647930 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31682f1a-90e0-41f1-842f-fef23366d1c9 req-fc92098d-4b7c-4cf2-8b67-adfc314fc6a2 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 944 time: 0.1028259 Aug 16 02:15:04.649743 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f33f02c-ef94-4116-88d5-6cb52bcecd17 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.671944 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f33f02c-ef94-4116-88d5-6cb52bcecd17 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.673279 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9f33f02c-ef94-4116-88d5-6cb52bcecd17 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2053673 Aug 16 02:15:04.675984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45208) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:04.773305 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f2ff-a796-4a08-ba36-f273245ab6e6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.777848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31682f1a-90e0-41f1-842f-fef23366d1c9 req-96e822d9-57f0-411f-b3a1-e1fad34aa823 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166072 Aug 16 02:15:04.975695 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f2ff-a796-4a08-ba36-f273245ab6e6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.985808 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f2ff-a796-4a08-ba36-f273245ab6e6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.016131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45224) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:05.124622 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787a56-7058-4366-a331-6285623eba87 req-fb2a2504-af4e-4199-bd3d-a10d20b6373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.125183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787a56-7058-4366-a331-6285623eba87 req-fb2a2504-af4e-4199-bd3d-a10d20b6373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.125699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787a56-7058-4366-a331-6285623eba87 req-fb2a2504-af4e-4199-bd3d-a10d20b6373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.126183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787a56-7058-4366-a331-6285623eba87 req-fb2a2504-af4e-4199-bd3d-a10d20b6373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.126660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787a56-7058-4366-a331-6285623eba87 req-fb2a2504-af4e-4199-bd3d-a10d20b6373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.127136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787a56-7058-4366-a331-6285623eba87 req-fb2a2504-af4e-4199-bd3d-a10d20b6373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.127607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787a56-7058-4366-a331-6285623eba87 req-fb2a2504-af4e-4199-bd3d-a10d20b6373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.130138 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-81787a56-7058-4366-a331-6285623eba87 req-fb2a2504-af4e-4199-bd3d-a10d20b6373d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6494 time: 0.1129363 Aug 16 02:15:05.174974 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-81787a56-7058-4366-a331-6285623eba87 req-b77100eb-ef4f-4b60-b0e1-01272e3c5b17 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382073 Aug 16 02:15:05.297233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f2ff-a796-4a08-ba36-f273245ab6e6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.297765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd6f2ff-a796-4a08-ba36-f273245ab6e6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62a1f415-04cc-4bab-9514-ae88b3a0a319 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:05.302509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f2ff-a796-4a08-ba36-f273245ab6e6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.303226 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6fd6f2ff-a796-4a08-ba36-f273245ab6e6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "DELETE /v2.0/routers/62a1f415-04cc-4bab-9514-ae88b3a0a319 HTTP/1.1" status: 204 len: 168 time: 0.6263335 Aug 16 02:15:05.408646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45238) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:05.488309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e37ed598-1597-4169-90cd-4a99ebd3b35c up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:05.543744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port e37ed598-1597-4169-90cd-4a99ebd3b35c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:05.544123 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.584293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-992232588', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:05.635384 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.636190 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.638073 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.660455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:05.662741 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec53b168-7f72-41cd-8326-ac1715063768" -d '{"events": [{"server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "name": "network-vif-plugged", "status": "completed", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:05.676355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e37ed598-1597-4169-90cd-4a99ebd3b35c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:05.680902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.706678 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.711073 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eefd903-9046-4854-8232-c3f59d54c783 x-openstack-request-id: req-7eefd903-9046-4854-8232-c3f59d54c783 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:05.711642 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "name": "network-vif-plugged", "status": "completed", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:05.712103 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7eefd903-9046-4854-8232-c3f59d54c783 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:05.712770 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'code': 200} Aug 16 02:15:05.738200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e37ed598-1597-4169-90cd-4a99ebd3b35c,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:05.745865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.746219 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.746573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.746915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.747256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.747669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.747911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.748282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.748613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.748944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.749302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.749628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:05.846351 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.955725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a064568-9a29-4871-9ba7-6fc24d2257cc req-16b406f0-0dda-40f8-801a-24245ee19819 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.957208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a064568-9a29-4871-9ba7-6fc24d2257cc req-16b406f0-0dda-40f8-801a-24245ee19819 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 944 time: 0.0890512 Aug 16 02:15:06.014433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a064568-9a29-4871-9ba7-6fc24d2257cc req-fb11c9c3-5339-458e-8e10-4b30f085f9a2 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496366 Aug 16 02:15:06.118395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.137709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.250980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Allocated IP 172.25.2.111 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/1428a3da-fc84-4757-b825-ff7367b3b9df) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:06.374399 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.411772 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.456315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:06.461130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:06.463512 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:06.485631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Pushing event updated for resources: {'Port': ['ID=1428a3da-fc84-4757-b825-ff7367b3b9df,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:06.728692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.941741 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.086037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Router f7a9d3b7-bb48-4608-a4d4-00c0af64a264 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:07.217665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5affe0-7d16-4c93-acec-a77769cc6f49 req-6c5490c1-0c61-4822-97c9-547767678b61 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.219172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c5affe0-7d16-4c93-acec-a77769cc6f49 req-6c5490c1-0c61-4822-97c9-547767678b61 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 944 time: 0.1226137 Aug 16 02:15:07.251614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:07.263544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993af35e-1ab1-4ada-8215-080c3ee2560d None None] Sync routers for ids ['f7a9d3b7-bb48-4608-a4d4-00c0af64a264'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:07.275077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993af35e-1ab1-4ada-8215-080c3ee2560d None None] Routers {'f7a9d3b7-bb48-4608-a4d4-00c0af64a264'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:07.275876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-993af35e-1ab1-4ada-8215-080c3ee2560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:14:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f7a9d3b7-bb48-4608-a4d4-00c0af64a264'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.277064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c5affe0-7d16-4c93-acec-a77769cc6f49 req-5f5098c1-ec76-4b2f-b554-3caaafa5288f tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509832 Aug 16 02:15:07.287158 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.288749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-189a71ce-931b-4cab-9295-11c614e13606 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8789296 Aug 16 02:15:07.292052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45284) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:07.315940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-993af35e-1ab1-4ada-8215-080c3ee2560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.343857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993af35e-1ab1-4ada-8215-080c3ee2560d None None] Routers {'f7a9d3b7-bb48-4608-a4d4-00c0af64a264'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:07.344633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-993af35e-1ab1-4ada-8215-080c3ee2560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:14:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f7a9d3b7-bb48-4608-a4d4-00c0af64a264'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.379243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-993af35e-1ab1-4ada-8215-080c3ee2560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.379917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993af35e-1ab1-4ada-8215-080c3ee2560d None None] The sync data for ids ['f7a9d3b7-bb48-4608-a4d4-00c0af64a264'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:07.413496 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-05b2e92e-bb0d-47c8-b695-5689a3dd50c5 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/routers/f7a9d3b7-bb48-4608-a4d4-00c0af64a264 HTTP/1.1" status: 200 len: 924 time: 0.1202326 Aug 16 02:15:07.416325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45290) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:07.443511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7dfc2bd8-a6c1-4a1b-a38d-75afdca09ce6 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a9d3b7-bb48-4608-a4d4-00c0af64a264 HTTP/1.1" status: 200 len: 205 time: 0.0258186 Aug 16 02:15:07.445922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45292) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:07.493727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 53cf50c4-e79c-4603-bc55-e35c05f07bb0 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:07.549620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 53cf50c4-e79c-4603-bc55-e35c05f07bb0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:07.554814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 53cf50c4-e79c-4603-bc55-e35c05f07bb0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:07.555403 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.558342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.648144 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.687103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 53cf50c4-e79c-4603-bc55-e35c05f07bb0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=53cf50c4-e79c-4603-bc55-e35c05f07bb0,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:07.692533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.693444 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.717522 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18d56d0-2dfb-45d2-9431-e4669bc20aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cf50c4-e79c-4603-bc55-e35c05f07bb0'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:07.720329 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e16d08-e85c-4216-bab7-43724a46be5a" -d '{"events": [{"server_uuid": "b18d56d0-2dfb-45d2-9431-e4669bc20aeb", "name": "network-vif-plugged", "status": "completed", "tag": "53cf50c4-e79c-4603-bc55-e35c05f07bb0"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:07.754211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=53cf50c4-e79c-4603-bc55-e35c05f07bb0,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:07.772378 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a86869a-ee50-4b7a-8b49-20e62b4d1998 x-openstack-request-id: req-5a86869a-ee50-4b7a-8b49-20e62b4d1998 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:07.772671 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18d56d0-2dfb-45d2-9431-e4669bc20aeb", "name": "network-vif-plugged", "status": "completed", "tag": "53cf50c4-e79c-4603-bc55-e35c05f07bb0", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:07.772928 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5a86869a-ee50-4b7a-8b49-20e62b4d1998 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:07.773361 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18d56d0-2dfb-45d2-9431-e4669bc20aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cf50c4-e79c-4603-bc55-e35c05f07bb0', 'code': 200} Aug 16 02:15:07.777298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Deleting port 1428a3da-fc84-4757-b825-ff7367b3b9df {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:07.777760 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.859897 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.873902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Calling delete_port for 1428a3da-fc84-4757-b825-ff7367b3b9df owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:07.908299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6b038-46b7-44fa-8243-52db67d9cc82 req-0ccc73f4-f1db-4f6c-b3bb-7a5181406a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.910080 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03c6b038-46b7-44fa-8243-52db67d9cc82 req-0ccc73f4-f1db-4f6c-b3bb-7a5181406a0c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 1097 time: 0.0491855 Aug 16 02:15:07.965209 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03c6b038-46b7-44fa-8243-52db67d9cc82 req-525b3099-e13c-4eee-9a4a-7a4003983413 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Aug 16 02:15:08.061885 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.087245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Pushing event deleted for resources: {'Port': ['ID=1428a3da-fc84-4757-b825-ff7367b3b9df,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:08.160674 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.562918 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.565866 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.612839 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.613440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Fanout notify agent at l3_agent the message router_deleted on router f7a9d3b7-bb48-4608-a4d4-00c0af64a264 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:08.620577 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.625896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-813ce982-5045-4424-8209-89bd4f6f1b48 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/f7a9d3b7-bb48-4608-a4d4-00c0af64a264 HTTP/1.1" status: 204 len: 168 time: 1.1748724 Aug 16 02:15:08.625974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45318) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:08.630346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Request body: {'router': {'name': 'tempest-snat-router-348446146', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'enable_snat': False}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:08.631187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a940f-0ddd-4da3-b258-eba677a59c05 req-9e7db03f-dcac-4eb3-a7e8-37d4cf6a4a3e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.632651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b70a940f-0ddd-4da3-b258-eba677a59c05 req-9e7db03f-dcac-4eb3-a7e8-37d4cf6a4a3e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1270368 Aug 16 02:15:08.658198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.659270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.689607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b70a940f-0ddd-4da3-b258-eba677a59c05 req-c556c457-45f6-4d1c-8153-99fefb71222a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503633 Aug 16 02:15:08.720102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.835109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99f97e5b-ee9e-4083-8059-9e51de28e2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.871644 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.093118 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.116605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.227159 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Allocated IP 172.25.2.218 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/c2e09ae9-df34-4028-9174-42004b79edad) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:09.346870 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.396309 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.433169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:09.441059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:09.443926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:09.474117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event updated for resources: {'Port': ['ID=c2e09ae9-df34-4028-9174-42004b79edad,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:09.681631 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.719652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.811566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f510300-415c-48e2-83a2-3bbeedeaa755 req-04e73394-a13a-4224-ba32-44b9512c3e87 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.813209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f510300-415c-48e2-83a2-3bbeedeaa755 req-04e73394-a13a-4224-ba32-44b9512c3e87 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0576694 Aug 16 02:15:09.860526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f510300-415c-48e2-83a2-3bbeedeaa755 req-86e553c2-a4bd-42f1-a13d-0be2b2440928 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Aug 16 02:15:09.929809 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.094525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Router ab14ae8b-099c-4462-878e-c9fa687ff013 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:10.113035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58f76c-19f0-42ea-b869-3d6a5961df5a req-df677d07-3057-4b83-9bb7-fff8c42c8da7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.114788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f58f76c-19f0-42ea-b869-3d6a5961df5a req-df677d07-3057-4b83-9bb7-fff8c42c8da7 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0551469 Aug 16 02:15:10.164829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f58f76c-19f0-42ea-b869-3d6a5961df5a req-5323acec-5bdd-4de1-bf53-7ee52c173de0 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387871 Aug 16 02:15:10.183511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a44a1-532c-4e0a-ac1b-aef37e937346 req-64efc744-7341-4ec2-84d3-eec283820962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.185085 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c2a44a1-532c-4e0a-ac1b-aef37e937346 req-64efc744-7341-4ec2-84d3-eec283820962 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7e1393e8aca4620a68aef73b1c0611e&device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 1097 time: 0.1018598 Aug 16 02:15:10.300634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:10.311238 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Sync routers for ids ['ab14ae8b-099c-4462-878e-c9fa687ff013'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:10.322772 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Routers {'ab14ae8b-099c-4462-878e-c9fa687ff013'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:10.323430 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:14:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ab14ae8b-099c-4462-878e-c9fa687ff013'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:10.325946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.330565 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1391fcc7-b0df-494f-9b1e-9e008cc86a61 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7010865 Aug 16 02:15:10.330736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45356) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:10.339818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a44a1-532c-4e0a-ac1b-aef37e937346 req-1d9ab532-f3a1-4e21-8030-4386d99ffc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.341034 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c2a44a1-532c-4e0a-ac1b-aef37e937346 req-1d9ab532-f3a1-4e21-8030-4386d99ffc30 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1af0c130-96bc-408a-adea-18f5c70ab904 HTTP/1.1" status: 200 len: 911 time: 0.1471002 Aug 16 02:15:10.426563 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c2a44a1-532c-4e0a-ac1b-aef37e937346 req-03e22325-0836-4305-ae95-643610ca022e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53cf50c4-e79c-4603-bc55-e35c05f07bb0 HTTP/1.1" status: 200 len: 217 time: 0.0493429 Aug 16 02:15:10.530473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a44a1-532c-4e0a-ac1b-aef37e937346 req-4a931369-db2e-4827-8d79-1391bdcf6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.532191 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c2a44a1-532c-4e0a-ac1b-aef37e937346 req-4a931369-db2e-4827-8d79-1391bdcf6384 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f42fc266-1840-4cf6-9e03-02860200a7f6 HTTP/1.1" status: 200 len: 850 time: 0.0949643 Aug 16 02:15:10.534277 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-47ce0e8f-e02a-4192-b461-3992264fce00 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/routers/ab14ae8b-099c-4462-878e-c9fa687ff013 HTTP/1.1" status: 200 len: 908 time: 0.2025492 Aug 16 02:15:10.536791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45362) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:10.541466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Request body: {'router': {'name': 'tempest-snat-router-348446146', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'enable_snat': True}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:10.543296 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Set router ab14ae8b-099c-4462-878e-c9fa687ff013 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:10.591091 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c2a44a1-532c-4e0a-ac1b-aef37e937346 req-1cd3dcea-d3c2-4ae0-b32f-b0c3248bfd84 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1af0c130-96bc-408a-adea-18f5c70ab904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369117 Aug 16 02:15:10.620013 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.621183 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.734714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.736881 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab14ae8b-099c-4462-878e-c9fa687ff013', 'name': 'tempest-snat-router-348446146', 'tenant_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.218'}], 'enable_snat': False}, 'gw_port_id': 'c2e09ae9-df34-4028-9174-42004b79edad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:08Z', 'updated_at': '2021-08-16T02:15:09Z', 'revision_number': 3, 'project_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'gw_port': {'id': 'c2e09ae9-df34-4028-9174-42004b79edad', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab14ae8b-099c-4462-878e-c9fa687ff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:09Z', 'updated_at': '2021-08-16T02:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:10.740934 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c2a44a1-532c-4e0a-ac1b-aef37e937346 req-7b5dce0e-3e3c-4b43-bc0e-97341a1af4aa service neutron] 10.222.0.84 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404386 Aug 16 02:15:10.765872 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Checking router: ab14ae8b-099c-4462-878e-c9fa687ff013 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:10.766405 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Updating router ab14ae8b-099c-4462-878e-c9fa687ff013 port c2e09ae9-df34-4028-9174-42004b79edad binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:10.775783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45368) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:10.793957 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.947193 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.008725 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c2a44a1-532c-4e0a-ac1b-aef37e937346 req-68f534c1-44f6-463f-9c8f-55c473e67426 service neutron] 10.222.0.84 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314842 Aug 16 02:15:11.146616 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.161437 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Transition to ACTIVE for port object c2e09ae9-df34-4028-9174-42004b79edad will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:11.172036 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.237307 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Attempting to bind port c2e09ae9-df34-4028-9174-42004b79edad on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:11.237757 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Attempting to bind port c2e09ae9-df34-4028-9174-42004b79edad by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:11.238219 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Attempting to bind port c2e09ae9-df34-4028-9174-42004b79edad on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:11.243148 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4a2e4-ff05-4152-b3e7-8b08a7c9a06a None None] Pushing event updated for resources: {'Port': ['ID=c2e09ae9-df34-4028-9174-42004b79edad,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.256193 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:11.256565 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:11.256965 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.257377 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:11.257843 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Bound port: c2e09ae9-df34-4028-9174-42004b79edad, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:11.258303 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.266034 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.291818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.324141 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] For port c2e09ae9-df34-4028-9174-42004b79edad, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:11.327994 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] For port c2e09ae9-df34-4028-9174-42004b79edad, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c2e09ae9-df34-4028-9174-42004b79edad,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:11.334836 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.382199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd1b85-24e2-4e09-a0d9-763deaac8631 req-79b21c27-c6a7-4d30-9a24-94e2d99ff2a6 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.383751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1dfd1b85-24e2-4e09-a0d9-763deaac8631 req-79b21c27-c6a7-4d30-9a24-94e2d99ff2a6 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0806961 Aug 16 02:15:11.391340 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.396122 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4a2e4-ff05-4152-b3e7-8b08a7c9a06a None None] Pushing event updated for resources: {'Port': ['ID=c2e09ae9-df34-4028-9174-42004b79edad,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.436516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Allocated IP 172.25.2.125 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/fb95c4dc-8505-42e1-baf7-09e73f0f951d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:11.446026 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Routers {'ab14ae8b-099c-4462-878e-c9fa687ff013'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:11.448134 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:14:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ab14ae8b-099c-4462-878e-c9fa687ff013'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:11.496459 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5eb40bf3-b50a-4ffa-b42f-997c6955e851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.512707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1dfd1b85-24e2-4e09-a0d9-763deaac8631 req-78461f06-4387-4c65-b454-f1f58cd7c2e1 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181953 Aug 16 02:15:11.579813 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.583783 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.641769 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.659807 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] Set router ab14ae8b-099c-4462-878e-c9fa687ff013 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:11.684287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:11.688474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:11.692219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:11.740459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event updated for resources: {'Port': ['ID=fb95c4dc-8505-42e1-baf7-09e73f0f951d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.874632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting port dbba93cb-99aa-4702-8644-ba76441d239b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:11.875224 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.912534 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab14ae8b-099c-4462-878e-c9fa687ff013', 'name': 'tempest-snat-router-348446146', 'tenant_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.218'}], 'enable_snat': False}, 'gw_port_id': 'c2e09ae9-df34-4028-9174-42004b79edad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:08Z', 'updated_at': '2021-08-16T02:15:09Z', 'revision_number': 3, 'project_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'gw_port': {'id': 'c2e09ae9-df34-4028-9174-42004b79edad', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab14ae8b-099c-4462-878e-c9fa687ff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:09Z', 'updated_at': '2021-08-16T02:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:11.940962 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709c9e4-87de-4c4a-8318-ee3807b139ac None None] The sync data for ids ['ab14ae8b-099c-4462-878e-c9fa687ff013'] in n-d-768851-16 is: [{'id': 'ab14ae8b-099c-4462-878e-c9fa687ff013', 'name': 'tempest-snat-router-348446146', 'tenant_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.218'}], 'enable_snat': False}, 'gw_port_id': 'c2e09ae9-df34-4028-9174-42004b79edad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:08Z', 'updated_at': '2021-08-16T02:15:09Z', 'revision_number': 3, 'project_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'gw_port': {'id': 'c2e09ae9-df34-4028-9174-42004b79edad', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab14ae8b-099c-4462-878e-c9fa687ff013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:09Z', 'updated_at': '2021-08-16T02:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:12.006799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] For port dbba93cb-99aa-4702-8644-ba76441d239b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=dbba93cb-99aa-4702-8644-ba76441d239b,segment=NetworkSegment(9fcb0f0b-25d4-49d6-8246-da3e890093ec),segment_id=9fcb0f0b-25d4-49d6-8246-da3e890093ec)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:12.007028 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.017312 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.022639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Calling delete_port for dbba93cb-99aa-4702-8644-ba76441d239b owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:12.277994 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.311349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Port': ['ID=dbba93cb-99aa-4702-8644-ba76441d239b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:12.592143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.772524 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.783369 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.828388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452454-9ff7-4d64-86b2-4545ca579f24 req-6c380d7d-0a11-428d-9350-c0ae88604050 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.829981 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68452454-9ff7-4d64-86b2-4545ca579f24 req-6c380d7d-0a11-428d-9350-c0ae88604050 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1360581 Aug 16 02:15:12.948163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68452454-9ff7-4d64-86b2-4545ca579f24 req-9d3276b3-949f-4d40-b79e-e180936f9efc tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891058 Aug 16 02:15:12.981725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Router 21103869-96e3-43b5-bfab-620f7d17c836 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:13.031550 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 92e318c0-9756-4ad0-914b-ce4518313cab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:13.114675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:13.125613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Sync routers for ids ['21103869-96e3-43b5-bfab-620f7d17c836'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:13.133791 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.135438 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f0e93bcf-671f-4968-acdb-5b8f314e908a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5976031 Aug 16 02:15:13.137925 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45410) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:13.144967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Routers {'21103869-96e3-43b5-bfab-620f7d17c836'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:13.145844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['21103869-96e3-43b5-bfab-620f7d17c836'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.176326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:13.187558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-40858c45-76cc-455b-ac37-c8781725ed73 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "PUT /v2.0/routers/92e318c0-9756-4ad0-914b-ce4518313cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4095707 Aug 16 02:15:13.192796 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f493f840-9338-4580-bbb0-c6aacb0aedbf None None] Sync routers for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:13.230175 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493f840-9338-4580-bbb0-c6aacb0aedbf None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:13.231266 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f493f840-9338-4580-bbb0-c6aacb0aedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.291807 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6b818086-3923-490d-a854-61cc1e937b7b tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/routers/21103869-96e3-43b5-bfab-620f7d17c836 HTTP/1.1" status: 200 len: 907 time: 0.1500804 Aug 16 02:15:13.292252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45418) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:13.315152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Set router 21103869-96e3-43b5-bfab-620f7d17c836 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:13.477133 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-f493f840-9338-4580-bbb0-c6aacb0aedbf None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:13.554661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21103869-96e3-43b5-bfab-620f7d17c836', 'name': 'tempest-snat-router-348446146', 'tenant_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fb95c4dc-8505-42e1-baf7-09e73f0f951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:10Z', 'updated_at': '2021-08-16T02:15:11Z', 'revision_number': 3, 'project_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'gw_port': {'id': 'fb95c4dc-8505-42e1-baf7-09e73f0f951d', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:cf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21103869-96e3-43b5-bfab-620f7d17c836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:11Z', 'updated_at': '2021-08-16T02:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.594674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Checking router: 21103869-96e3-43b5-bfab-620f7d17c836 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:13.594674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Updating router 21103869-96e3-43b5-bfab-620f7d17c836 port fb95c4dc-8505-42e1-baf7-09e73f0f951d binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:13.636916 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.831814 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f493f840-9338-4580-bbb0-c6aacb0aedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:15:12Z', 'revision_number': 6, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f5165e61-f9a1-4140-92ab-50c8c9f0ed7d', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'port_id': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'mac_address': 'fa:16:3e:d1:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:38Z', 'updated_at': '2021-08-16T02:12:43Z', 'revision_number': 1, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.877565 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f493f840-9338-4580-bbb0-c6aacb0aedbf None None] Checking router: 92e318c0-9756-4ad0-914b-ce4518313cab for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:13.893802 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493f840-9338-4580-bbb0-c6aacb0aedbf None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:13.894673 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f493f840-9338-4580-bbb0-c6aacb0aedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.980863 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.109994 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.144072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Transition to ACTIVE for port object fb95c4dc-8505-42e1-baf7-09e73f0f951d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:14.157741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fddca4-45b4-4fb9-88c0-65f2429e0c96 req-804f7c4f-435f-4494-9065-722f07d19fff tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.173437 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.174305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27fddca4-45b4-4fb9-88c0-65f2429e0c96 req-804f7c4f-435f-4494-9065-722f07d19fff tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 946 time: 0.2753005 Aug 16 02:15:14.213838 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.233690 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-f493f840-9338-4580-bbb0-c6aacb0aedbf None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:14.244659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6b056-8495-4d5b-ad51-be818b2e34e9 None None] Pushing event updated for resources: {'Port': ['ID=fb95c4dc-8505-42e1-baf7-09e73f0f951d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:14.312534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27fddca4-45b4-4fb9-88c0-65f2429e0c96 req-acb98efc-1844-4bb7-91b3-8202b1781187 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131208 Aug 16 02:15:14.346746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42035-cdaf-4cd4-b80e-44f565f056f7 req-cdb794c8-fb6b-4974-99f3-e64af5d4accd tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.348758 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a42035-cdaf-4cd4-b80e-44f565f056f7 req-cdb794c8-fb6b-4974-99f3-e64af5d4accd tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1683412 Aug 16 02:15:14.355965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Deleting port fb95c4dc-8505-42e1-baf7-09e73f0f951d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:14.358195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Attempting to bind port fb95c4dc-8505-42e1-baf7-09e73f0f951d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:14.358696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Attempting to bind port fb95c4dc-8505-42e1-baf7-09e73f0f951d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:14.358807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.359338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Attempting to bind port fb95c4dc-8505-42e1-baf7-09e73f0f951d on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:14.376605 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.383520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:14.384116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:14.385021 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.385213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:14.385995 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Bound port: fb95c4dc-8505-42e1-baf7-09e73f0f951d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:14.387609 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.458002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a42035-cdaf-4cd4-b80e-44f565f056f7 req-b8643fa9-3069-4203-b472-79cba267cd37 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944519 Aug 16 02:15:14.504630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] For port fb95c4dc-8505-42e1-baf7-09e73f0f951d, host n-d-768851-16, got binding levels [] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:14.504868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c2e09ae9-df34-4028-9174-42004b79edad up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:14.505065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.520115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Calling delete_port for fb95c4dc-8505-42e1-baf7-09e73f0f951d owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:14.640002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] For port fb95c4dc-8505-42e1-baf7-09e73f0f951d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:14.656488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port c2e09ae9-df34-4028-9174-42004b79edad completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:14.663765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] For port fb95c4dc-8505-42e1-baf7-09e73f0f951d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fb95c4dc-8505-42e1-baf7-09e73f0f951d,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:14.665872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c2e09ae9-df34-4028-9174-42004b79edad triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:14.666312 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.691302 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.716077 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f493f840-9338-4580-bbb0-c6aacb0aedbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:15:12Z', 'revision_number': 6, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f5165e61-f9a1-4140-92ab-50c8c9f0ed7d', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'port_id': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'mac_address': 'fa:16:3e:d1:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:38Z', 'updated_at': '2021-08-16T02:12:43Z', 'revision_number': 1, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:14.748449 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f493f840-9338-4580-bbb0-c6aacb0aedbf None None] The sync data for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 is: [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:15:12Z', 'revision_number': 6, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f5165e61-f9a1-4140-92ab-50c8c9f0ed7d', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'port_id': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'mac_address': 'fa:16:3e:d1:33:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:38Z', 'updated_at': '2021-08-16T02:12:43Z', 'revision_number': 1, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:14.750461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6b056-8495-4d5b-ad51-be818b2e34e9 None None] Pushing event updated for resources: {'Port': ['ID=fb95c4dc-8505-42e1-baf7-09e73f0f951d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:14.815694 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.825997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Routers {'21103869-96e3-43b5-bfab-620f7d17c836'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:14.826658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['21103869-96e3-43b5-bfab-620f7d17c836'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:14.860686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb95c4dc-8505-42e1-baf7-09e73f0f951d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:14.925762 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.929328 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.948586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] Set router 21103869-96e3-43b5-bfab-620f7d17c836 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:15.017801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port c2e09ae9-df34-4028-9174-42004b79edad, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c2e09ae9-df34-4028-9174-42004b79edad,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:15.019043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21103869-96e3-43b5-bfab-620f7d17c836', 'name': 'tempest-snat-router-348446146', 'tenant_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:10Z', 'updated_at': '2021-08-16T02:15:14Z', 'revision_number': 5, 'project_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:15.023858 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.031183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.033645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.054265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6239efe-5286-4da2-a685-415ed71e2453 None None] The sync data for ids ['21103869-96e3-43b5-bfab-620f7d17c836'] in n-d-768851-16 is: [{'id': '21103869-96e3-43b5-bfab-620f7d17c836', 'name': 'tempest-snat-router-348446146', 'tenant_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:10Z', 'updated_at': '2021-08-16T02:15:14Z', 'revision_number': 5, 'project_id': 'a8dfa4c1310a42e8aaf097ec1e13eeef', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:15.091201 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.092730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21103869-96e3-43b5-bfab-620f7d17c836 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:15.098547 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.100158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6f6d6acc-c58f-4440-946b-839d1e6e7f41 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "DELETE /v2.0/routers/21103869-96e3-43b5-bfab-620f7d17c836 HTTP/1.1" status: 204 len: 168 time: 1.8060915 Aug 16 02:15:15.102570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45444) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:15.118918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=c2e09ae9-df34-4028-9174-42004b79edad,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:15.252274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.391713 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.461126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01c264-c3ae-4f31-bd5a-1e61e188de71 req-c0f563cf-0051-4c8a-b132-9b35d3e5188b tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.462639 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7c01c264-c3ae-4f31-bd5a-1e61e188de71 req-c0f563cf-0051-4c8a-b132-9b35d3e5188b tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.84 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 946 time: 0.1747675 Aug 16 02:15:15.489440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6510f-1d73-4463-8f34-6dc819fc333f req-12dedbe5-e5c1-4fe4-b767-15066d03d4b5 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.491436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b6510f-1d73-4463-8f34-6dc819fc333f req-12dedbe5-e5c1-4fe4-b767-15066d03d4b5 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 946 time: 0.0776045 Aug 16 02:15:15.544337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Deleting port c2e09ae9-df34-4028-9174-42004b79edad {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:15.544801 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.550258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b6510f-1d73-4463-8f34-6dc819fc333f req-ed9b3f66-aac7-4b45-957f-c92fa96dcace tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=53daf5f4-bfe7-4938-8caa-9015bc9e558b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487263 Aug 16 02:15:15.625108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736f33b-8470-43ae-994d-03e781d7fb85 req-85c88634-ff3a-4c7a-b3bc-4e5fae495a06 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.626816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e736f33b-8470-43ae-994d-03e781d7fb85 req-85c88634-ff3a-4c7a-b3bc-4e5fae495a06 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0563722 Aug 16 02:15:15.667603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-7c01c264-c3ae-4f31-bd5a-1e61e188de71 req-d8cf25a4-3e01-4da2-86f1-d9cf1458a30d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting port 42d3b561-9124-4d24-a1f8-7ff3e397d646 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:15.668020 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7c01c264-c3ae-4f31-bd5a-1e61e188de71 req-d8cf25a4-3e01-4da2-86f1-d9cf1458a30d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.672386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e736f33b-8470-43ae-994d-03e781d7fb85 req-84ce2310-1c02-4cb7-9ac9-09cee8ccfa86 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387206 Aug 16 02:15:15.736759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] For port c2e09ae9-df34-4028-9174-42004b79edad, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c2e09ae9-df34-4028-9174-42004b79edad,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:15.737168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.758192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Calling delete_port for c2e09ae9-df34-4028-9174-42004b79edad owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:15.845534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-7c01c264-c3ae-4f31-bd5a-1e61e188de71 req-d8cf25a4-3e01-4da2-86f1-d9cf1458a30d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] For port 42d3b561-9124-4d24-a1f8-7ff3e397d646, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=42d3b561-9124-4d24-a1f8-7ff3e397d646,segment=NetworkSegment(9fcb0f0b-25d4-49d6-8246-da3e890093ec),segment_id=9fcb0f0b-25d4-49d6-8246-da3e890093ec)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:15.845768 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7c01c264-c3ae-4f31-bd5a-1e61e188de71 req-d8cf25a4-3e01-4da2-86f1-d9cf1458a30d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.868181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-7c01c264-c3ae-4f31-bd5a-1e61e188de71 req-d8cf25a4-3e01-4da2-86f1-d9cf1458a30d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Calling delete_port for 42d3b561-9124-4d24-a1f8-7ff3e397d646 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:16.090868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.121934 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7c01c264-c3ae-4f31-bd5a-1e61e188de71 req-d8cf25a4-3e01-4da2-86f1-d9cf1458a30d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.126495 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2e09ae9-df34-4028-9174-42004b79edad,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:16.200574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf25a4-3e01-4da2-86f1-d9cf1458a30d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Port': ['ID=42d3b561-9124-4d24-a1f8-7ff3e397d646,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:16.256246 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c01c264-c3ae-4f31-bd5a-1e61e188de71 req-d8cf25a4-3e01-4da2-86f1-d9cf1458a30d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] No DVR routers for this DVR port 42d3b561-9124-4d24-a1f8-7ff3e397d646 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:16.260119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7c01c264-c3ae-4f31-bd5a-1e61e188de71 req-d8cf25a4-3e01-4da2-86f1-d9cf1458a30d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.262292 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7c01c264-c3ae-4f31-bd5a-1e61e188de71 req-d8cf25a4-3e01-4da2-86f1-d9cf1458a30d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.84 "DELETE /v2.0/ports/42d3b561-9124-4d24-a1f8-7ff3e397d646 HTTP/1.1" status: 204 len: 173 time: 0.7908411 Aug 16 02:15:16.262941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d23104-5b78-45f0-ad1c-f872a28722cc', 'name': 'network-vif-deleted', 'tag': '42d3b561-9124-4d24-a1f8-7ff3e397d646'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:16.265340 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baad65b5-0500-42d6-b3a8-1975a0bda514" -d '{"events": [{"server_uuid": "50d23104-5b78-45f0-ad1c-f872a28722cc", "name": "network-vif-deleted", "tag": "42d3b561-9124-4d24-a1f8-7ff3e397d646"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:16.281102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device dbba93cb-99aa-4702-8644-ba76441d239b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:16.289490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.314118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: dbba93cb-99aa-4702-8644-ba76441d239b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:16.314803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device dbba93cb-99aa-4702-8644-ba76441d239b not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:16.339865 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f84e0d-82de-4da3-b1e8-e0a403fc6edd x-openstack-request-id: req-45f84e0d-82de-4da3-b1e8-e0a403fc6edd {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:16.340150 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d23104-5b78-45f0-ad1c-f872a28722cc", "name": "network-vif-deleted", "tag": "42d3b561-9124-4d24-a1f8-7ff3e397d646", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:16.340581 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45f84e0d-82de-4da3-b1e8-e0a403fc6edd {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:16.341185 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d23104-5b78-45f0-ad1c-f872a28722cc', 'name': 'network-vif-deleted', 'tag': '42d3b561-9124-4d24-a1f8-7ff3e397d646', 'status': 'completed', 'code': 200} Aug 16 02:15:16.417846 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.420666 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.477840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.478474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab14ae8b-099c-4462-878e-c9fa687ff013 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:16.489232 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.491104 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f018e279-f95f-4f83-9e65-8ee8413e731d tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "DELETE /v2.0/routers/ab14ae8b-099c-4462-878e-c9fa687ff013 HTTP/1.1" status: 204 len: 168 time: 1.3867998 Aug 16 02:15:16.494326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45474) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:16.499641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-478072560', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:16.528187 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.530180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.612263 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.827892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ee1c84c-edef-41f7-9174-9ab78f8cb6c2 req-4faa927b-22c3-4342-aa6b-838445401838 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=50d23104-5b78-45f0-ad1c-f872a28722cc HTTP/1.1" status: 200 len: 210 time: 0.1121976 Aug 16 02:15:16.854245 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.922184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907340-5049-4c4a-9532-16363d04fc81 req-5894ae54-645e-4d1a-abe0-371fd5da37c4 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.923988 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33907340-5049-4c4a-9532-16363d04fc81 req-5894ae54-645e-4d1a-abe0-371fd5da37c4 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1548049 Aug 16 02:15:16.988904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33907340-5049-4c4a-9532-16363d04fc81 req-33df838f-0574-4bdf-8999-d7d1ab1144ee tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546639 Aug 16 02:15:17.120057 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.143307 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.254207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Allocated IP 172.25.2.188 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/50dceed0-8613-4812-a739-f1f0d60497de) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:17.372179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.412174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.449271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:17.454644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:17.457104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:17.486515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Pushing event updated for resources: {'Port': ['ID=50dceed0-8613-4812-a739-f1f0d60497de,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:17.729478 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.886355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45506) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:17.954147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.988907 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e700a9e0-2c3f-4da8-86c6-ade504bdcecd req-cbe3c68c-8545-44b6-a1a3-d61110723ac1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0736432 Aug 16 02:15:17.991785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e2f114b-cbf7-44c5-a607-2e0fa631bc49 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.026696 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e2f114b-cbf7-44c5-a607-2e0fa631bc49 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.108311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700a9e0-2c3f-4da8-86c6-ade504bdcecd req-f86d33fe-7ae7-48c9-bf71-5758fe5916e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.109909 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e700a9e0-2c3f-4da8-86c6-ade504bdcecd req-f86d33fe-7ae7-48c9-bf71-5758fe5916e1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e1393e8aca4620a68aef73b1c0611e&device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 1097 time: 0.0591023 Aug 16 02:15:18.149128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463d9af-342c-49c1-bd88-536eceb59e52 req-92840dd8-27af-4dd2-9955-82ae59120e95 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.150625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9463d9af-342c-49c1-bd88-536eceb59e52 req-92840dd8-27af-4dd2-9955-82ae59120e95 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0718451 Aug 16 02:15:18.189783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Router 4ebc0075-950a-4d74-ba38-c3436c71d62a is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:18.190261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c2e09ae9-df34-4028-9174-42004b79edad no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:18.197791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9463d9af-342c-49c1-bd88-536eceb59e52 req-9db99782-c000-48bb-8b8c-70a91560b30e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 Aug 16 02:15:18.206495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e2f114b-cbf7-44c5-a607-2e0fa631bc49 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.210877 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e2f114b-cbf7-44c5-a607-2e0fa631bc49 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.215132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2e2f114b-cbf7-44c5-a607-2e0fa631bc49 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/security-groups/53daf5f4-bfe7-4938-8caa-9015bc9e558b HTTP/1.1" status: 204 len: 168 time: 0.3273149 Aug 16 02:15:18.232434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f114b-cbf7-44c5-a607-2e0fa631bc49 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53daf5f4-bfe7-4938-8caa-9015bc9e558b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:18.257147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: c2e09ae9-df34-4028-9174-42004b79edad {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:18.258775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c2e09ae9-df34-4028-9174-42004b79edad not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:18.270692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45516) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:18.293145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700a9e0-2c3f-4da8-86c6-ade504bdcecd req-9c57e564-cb5a-483f-a0f5-b572a0cb2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.294686 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e700a9e0-2c3f-4da8-86c6-ade504bdcecd req-9c57e564-cb5a-483f-a0f5-b572a0cb2947 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1af0c130-96bc-408a-adea-18f5c70ab904 HTTP/1.1" status: 200 len: 911 time: 0.1606214 Aug 16 02:15:18.327155 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.342534 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e700a9e0-2c3f-4da8-86c6-ade504bdcecd req-92e854eb-d61e-49e3-b626-efb7352b2b41 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69363a4f-bed3-432c-a107-d92b5fd7d202 HTTP/1.1" status: 200 len: 217 time: 0.0397780 Aug 16 02:15:18.355931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:18.368543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-30523166-590f-480a-87ee-5c18538370fb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting subnet 1ef579d2-9657-49de-b4df-42c96551a16e {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:18.374175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2f251-3432-438f-81ff-b0d730c388a8 None None] Sync routers for ids ['4ebc0075-950a-4d74-ba38-c3436c71d62a'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:18.377158 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30523166-590f-480a-87ee-5c18538370fb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.387618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2f251-3432-438f-81ff-b0d730c388a8 None None] Routers {'4ebc0075-950a-4d74-ba38-c3436c71d62a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:18.389542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2eb2f251-3432-438f-81ff-b0d730c388a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['4ebc0075-950a-4d74-ba38-c3436c71d62a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:18.416134 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.420242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6745e7ed-2462-4332-8ebb-b2078adba64a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9215374 Aug 16 02:15:18.420413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700a9e0-2c3f-4da8-86c6-ade504bdcecd req-9f45f0eb-2a14-43c3-a91d-12868ffac558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.420413 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e700a9e0-2c3f-4da8-86c6-ade504bdcecd req-9f45f0eb-2a14-43c3-a91d-12868ffac558 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f42fc266-1840-4cf6-9e03-02860200a7f6 HTTP/1.1" status: 200 len: 850 time: 0.0702183 Aug 16 02:15:18.420591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45522) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:18.425001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6f2584ce-dcdb-4d14-b907-8d41ba9c9787 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'enable_snat': False}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:18.432326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2eb2f251-3432-438f-81ff-b0d730c388a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:18.443240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2f251-3432-438f-81ff-b0d730c388a8 None None] Routers {'4ebc0075-950a-4d74-ba38-c3436c71d62a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:18.444026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2eb2f251-3432-438f-81ff-b0d730c388a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['4ebc0075-950a-4d74-ba38-c3436c71d62a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:18.462689 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e700a9e0-2c3f-4da8-86c6-ade504bdcecd req-b5249f4f-e4e8-450b-836a-0649125678a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1af0c130-96bc-408a-adea-18f5c70ab904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326703 Aug 16 02:15:18.466305 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30523166-590f-480a-87ee-5c18538370fb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.484306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2eb2f251-3432-438f-81ff-b0d730c388a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:18.488076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2f251-3432-438f-81ff-b0d730c388a8 None None] The sync data for ids ['4ebc0075-950a-4d74-ba38-c3436c71d62a'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:18.570937 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e700a9e0-2c3f-4da8-86c6-ade504bdcecd req-d531b650-e908-442e-a907-d84305592f1b service neutron] 10.222.0.89 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986457 Aug 16 02:15:18.689515 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e700a9e0-2c3f-4da8-86c6-ade504bdcecd req-b8632169-be1f-46ce-b372-d6a892bb98c2 service neutron] 10.222.0.89 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094928 Aug 16 02:15:18.933571 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30523166-590f-480a-87ee-5c18538370fb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.089667 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30523166-590f-480a-87ee-5c18538370fb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.125329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30523166-590f-480a-87ee-5c18538370fb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef579d2-9657-49de-b4df-42c96551a16e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.132332 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-30523166-590f-480a-87ee-5c18538370fb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.136735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-30523166-590f-480a-87ee-5c18538370fb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/subnets/1ef579d2-9657-49de-b4df-42c96551a16e HTTP/1.1" status: 204 len: 168 time: 0.8370998 Aug 16 02:15:19.138140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45534) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:19.139941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb957e9-5039-43ad-afb4-8a95a93fe816 None None] Network ad4c6c57-b6a1-4fce-afa6-b2311f973c8a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:19.194654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f2584ce-dcdb-4d14-b907-8d41ba9c9787 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.218642 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.286699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:19.287137 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.375803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] For port 1d6863d0-21ef-4c47-9daf-2dde785c1be5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1d6863d0-21ef-4c47-9daf-2dde785c1be5,segment=NetworkSegment(9fcb0f0b-25d4-49d6-8246-da3e890093ec),segment_id=9fcb0f0b-25d4-49d6-8246-da3e890093ec)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:19.376178 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.395896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Calling delete_port for 1d6863d0-21ef-4c47-9daf-2dde785c1be5 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:19.432015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14aa821-08a4-43be-a24f-17d6c7cf4191 None None] DHCP port deletion for ad4c6c57-b6a1-4fce-afa6-b2311f973c8a request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:19.494252 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.509904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea0e8b-e7b6-4681-8212-5d467bc2e4f9 req-dcae616b-87da-40ff-a618-1635d9db2c35 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.510700 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2ea0e8b-e7b6-4681-8212-5d467bc2e4f9 req-dcae616b-87da-40ff-a618-1635d9db2c35 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1884294 Aug 16 02:15:19.520301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c14aa821-08a4-43be-a24f-17d6c7cf4191 None None] Deleting port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:19.520896 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c14aa821-08a4-43be-a24f-17d6c7cf4191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.553624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Port': ['ID=1d6863d0-21ef-4c47-9daf-2dde785c1be5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.558365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] No DVR routers for this DVR port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:19.566343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 42d3b561-9124-4d24-a1f8-7ff3e397d646 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:19.612417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 42d3b561-9124-4d24-a1f8-7ff3e397d646 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:19.613169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 42d3b561-9124-4d24-a1f8-7ff3e397d646 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:19.635420 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2ea0e8b-e7b6-4681-8212-5d467bc2e4f9 req-55c8ee7c-2c35-422e-bc5d-c579244a1c5d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123109 Aug 16 02:15:19.645570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c14aa821-08a4-43be-a24f-17d6c7cf4191 None None] For port 1d6863d0-21ef-4c47-9daf-2dde785c1be5, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:19.646126 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c14aa821-08a4-43be-a24f-17d6c7cf4191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.668363 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.675355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c14aa821-08a4-43be-a24f-17d6c7cf4191 None None] Calling delete_port for 1d6863d0-21ef-4c47-9daf-2dde785c1be5 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:19.678501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-c14aa821-08a4-43be-a24f-17d6c7cf4191 None None] Port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:15:19.679887 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c14aa821-08a4-43be-a24f-17d6c7cf4191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.692738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4c6c57-b6a1-4fce-afa6-b2311f973c8a']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:19.706764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aa821-08a4-43be-a24f-17d6c7cf4191 None None] Pushing event deleted for resources: {'Port': ['ID=1d6863d0-21ef-4c47-9daf-2dde785c1be5,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.710899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14aa821-08a4-43be-a24f-17d6c7cf4191 None None] No DVR routers for this DVR port 1d6863d0-21ef-4c47-9daf-2dde785c1be5 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:19.716231 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcb0f0b-25d4-49d6-8246-da3e890093ec') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:19.718420 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcb0f0b-25d4-49d6-8246-da3e890093ec') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:19.734277 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.751738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.759434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:19.759876 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:19.763122 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:19.832484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.841051 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.843855 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/networks/ad4c6c57-b6a1-4fce-afa6-b2311f973c8a HTTP/1.1" status: 204 len: 168 time: 0.7052631 Aug 16 02:15:19.846291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45548) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:19.866576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc6d22-fc79-460c-8b12-abad19c513c2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Network': ['ID=ad4c6c57-b6a1-4fce-afa6-b2311f973c8a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.895090 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f2584ce-dcdb-4d14-b907-8d41ba9c9787 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.898469 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f2584ce-dcdb-4d14-b907-8d41ba9c9787 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.029256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2584ce-dcdb-4d14-b907-8d41ba9c9787 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Router 4ebc0075-950a-4d74-ba38-c3436c71d62a has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:20.060902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting port 713e618f-9e95-4445-a3c5-0873cf109b84 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:20.061373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.147118 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.147781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.160597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Calling delete_port for 713e618f-9e95-4445-a3c5-0873cf109b84 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:20.164281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2584ce-dcdb-4d14-b907-8d41ba9c9787 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:20.170517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6f2584ce-dcdb-4d14-b907-8d41ba9c9787 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.171916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6f2584ce-dcdb-4d14-b907-8d41ba9c9787 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "PUT /v2.0/routers/4ebc0075-950a-4d74-ba38-c3436c71d62a HTTP/1.1" status: 200 len: 925 time: 1.7501051 Aug 16 02:15:20.177700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45558) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.178279 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e4faa-ab4d-413b-899b-428d7f6f6a1d None None] Sync routers for ids ['4ebc0075-950a-4d74-ba38-c3436c71d62a'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:20.190004 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e4faa-ab4d-413b-899b-428d7f6f6a1d None None] Routers {'4ebc0075-950a-4d74-ba38-c3436c71d62a'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:20.190973 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cd6e4faa-ab4d-413b-899b-428d7f6f6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['4ebc0075-950a-4d74-ba38-c3436c71d62a'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:20.224970 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cd6e4faa-ab4d-413b-899b-428d7f6f6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:20.235627 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e4faa-ab4d-413b-899b-428d7f6f6a1d None None] Routers {'4ebc0075-950a-4d74-ba38-c3436c71d62a'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:20.236514 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cd6e4faa-ab4d-413b-899b-428d7f6f6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['4ebc0075-950a-4d74-ba38-c3436c71d62a'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:20.278225 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cd6e4faa-ab4d-413b-899b-428d7f6f6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:20.279230 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e4faa-ab4d-413b-899b-428d7f6f6a1d None None] The sync data for ids ['4ebc0075-950a-4d74-ba38-c3436c71d62a'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:20.299834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1d6863d0-21ef-4c47-9daf-2dde785c1be5 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:20.325449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4ec52019-9f5e-4ce2-a73d-4a4af2deff74 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/routers/4ebc0075-950a-4d74-ba38-c3436c71d62a HTTP/1.1" status: 200 len: 925 time: 0.1461356 Aug 16 02:15:20.328076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45560) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.330532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 1d6863d0-21ef-4c47-9daf-2dde785c1be5 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:20.331041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1d6863d0-21ef-4c47-9daf-2dde785c1be5 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:20.415799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12659f64-994c-4ef8-86aa-5f5845a6d1a9 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:20.418715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-12659f64-994c-4ef8-86aa-5f5845a6d1a9 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=cd116b98-b556-47d3-9fef-5a748784b774&device_id=4ebc0075-950a-4d74-ba38-c3436c71d62a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0885043 Aug 16 02:15:20.424025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45562) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.426611 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.455091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Port': ['ID=713e618f-9e95-4445-a3c5-0873cf109b84,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:20.524428 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.524968 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Floating IP f5165e61-f9a1-4140-92ab-50c8c9f0ed7d disassociated (deleted). External IP: 172.25.2.205, port: e53856b0-19a3-4821-b7cb-59c38a31f9f2. Aug 16 02:15:20.527123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e30a5-f7d8-4f29-ad71-4aeb5a9ac2b6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:20.528579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7f3e30a5-f7d8-4f29-ad71-4aeb5a9ac2b6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 881 time: 0.1032915 Aug 16 02:15:20.531397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45568) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.563861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-25e2726a-5d46-4c09-a967-fc6a79bb832d tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ebc0075-950a-4d74-ba38-c3436c71d62a HTTP/1.1" status: 200 len: 205 time: 0.0275514 Aug 16 02:15:20.564191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45570) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.673076 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.759674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 92e318c0-9756-4ad0-914b-ce4518313cab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:20.819029 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.829704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899216d-e585-4a6f-8b3d-2a9a233700f0 req-c622e971-e429-4d99-b370-8665e5da591c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:20.831863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7899216d-e585-4a6f-8b3d-2a9a233700f0 req-c622e971-e429-4d99-b370-8665e5da591c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0754399 Aug 16 02:15:20.882337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:20.897053 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.899220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46de376-4492-4dfd-8b38-29fb0083b79a None None] Sync routers for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:20.915621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7899216d-e585-4a6f-8b3d-2a9a233700f0 req-de141d3f-29b6-40c4-b4e9-efd7e8f01a32 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736685 Aug 16 02:15:20.925241 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e7f4ffb6-3cb8-4364-828f-f318b83fcda1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/floatingips/f5165e61-f9a1-4140-92ab-50c8c9f0ed7d HTTP/1.1" status: 204 len: 168 time: 1.0774732 Aug 16 02:15:20.925807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'tag': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:20.928494 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52f5541-79fa-440b-98d2-566b2573bf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d00081e5-b0a4-4a5b-be9e-23c66111addd", "tag": "e53856b0-19a3-4821-b7cb-59c38a31f9f2"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:20.939463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46de376-4492-4dfd-8b38-29fb0083b79a None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:20.941823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d46de376-4492-4dfd-8b38-29fb0083b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:20.949906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Deleting port 50dceed0-8613-4812-a739-f1f0d60497de {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:20.950254 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.987384 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1b2dd5-bd8d-4099-b99e-842f5c0411ff x-openstack-request-id: req-7a1b2dd5-bd8d-4099-b99e-842f5c0411ff {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:20.987680 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00081e5-b0a4-4a5b-be9e-23c66111addd", "tag": "e53856b0-19a3-4821-b7cb-59c38a31f9f2", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:20.987937 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a1b2dd5-bd8d-4099-b99e-842f5c0411ff {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:20.988349 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'tag': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'status': 'completed', 'code': 200} Aug 16 02:15:21.137240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f5541-79fa-440b-98d2-566b2573bf5c req-fa08a4e7-f497-4208-932c-50ca24b5b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.139991 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e52f5541-79fa-440b-98d2-566b2573bf5c req-fa08a4e7-f497-4208-932c-50ca24b5b057 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 1097 time: 0.1012363 Aug 16 02:15:21.148617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-d46de376-4492-4dfd-8b38-29fb0083b79a None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:21.286969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f5541-79fa-440b-98d2-566b2573bf5c req-30605403-d0cd-455f-a401-59147cb671b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.289182 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e52f5541-79fa-440b-98d2-566b2573bf5c req-30605403-d0cd-455f-a401-59147cb671b0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7d34f731-a2d9-45ed-aecb-1a19117b0872 HTTP/1.1" status: 200 len: 897 time: 0.1168199 Aug 16 02:15:21.348231 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e52f5541-79fa-440b-98d2-566b2573bf5c req-d3867131-43ac-4a14-8f00-2a03726a993c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53856b0-19a3-4821-b7cb-59c38a31f9f2 HTTP/1.1" status: 200 len: 217 time: 0.0422690 Aug 16 02:15:21.415793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f5541-79fa-440b-98d2-566b2573bf5c req-dc7d5dbe-3f9e-45d4-ae77-a309263bd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.416744 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.417325 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e52f5541-79fa-440b-98d2-566b2573bf5c req-dc7d5dbe-3f9e-45d4-ae77-a309263bd376 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5881d048-7564-4938-9d74-5bac2a33197c HTTP/1.1" status: 200 len: 834 time: 0.0591829 Aug 16 02:15:21.433143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Calling delete_port for 50dceed0-8613-4812-a739-f1f0d60497de owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:21.466009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d46de376-4492-4dfd-8b38-29fb0083b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:15:12Z', 'revision_number': 6, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:21.467881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4aae0-fadc-4149-b669-515b8431de23 req-d537356f-e869-49d2-b211-ba51a75b3da2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.469424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-52a4aae0-fadc-4149-b669-515b8431de23 req-d537356f-e869-49d2-b211-ba51a75b3da2 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 945 time: 0.1158214 Aug 16 02:15:21.493142 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f5541-79fa-440b-98d2-566b2573bf5c req-f5ab5c85-e70e-4a3b-ac20-543cde0d5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.494940 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e52f5541-79fa-440b-98d2-566b2573bf5c req-f5ab5c85-e70e-4a3b-ac20-543cde0d5d37 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7d34f731-a2d9-45ed-aecb-1a19117b0872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661061 Aug 16 02:15:21.510737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46de376-4492-4dfd-8b38-29fb0083b79a None None] Checking router: 92e318c0-9756-4ad0-914b-ce4518313cab for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:21.519831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46de376-4492-4dfd-8b38-29fb0083b79a None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:21.520462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d46de376-4492-4dfd-8b38-29fb0083b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:21.548042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-52a4aae0-fadc-4149-b669-515b8431de23 req-d99fed77-d611-4008-8b28-d85214252373 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460896 Aug 16 02:15:21.611090 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e52f5541-79fa-440b-98d2-566b2573bf5c req-60907127-708f-43b5-bd25-eeb518f255d9 service neutron] 10.222.0.84 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062551 Aug 16 02:15:21.743476 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e52f5541-79fa-440b-98d2-566b2573bf5c req-27060e80-2de3-4079-8d28-1c3554222f16 service neutron] 10.222.0.84 "GET /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222394 Aug 16 02:15:21.747789 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.772753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Pushing event deleted for resources: {'Port': ['ID=50dceed0-8613-4812-a739-f1f0d60497de,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:21.811230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-d46de376-4492-4dfd-8b38-29fb0083b79a None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:21.846053 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.944217 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.947114 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.014044 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.014601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Fanout notify agent at l3_agent the message router_deleted on router 4ebc0075-950a-4d74-ba38-c3436c71d62a {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:22.035192 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.037434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6a7844f4-56e2-4912-ac25-cf389360be8c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/4ebc0075-950a-4d74-ba38-c3436c71d62a HTTP/1.1" status: 204 len: 168 time: 1.4721398 Aug 16 02:15:22.039845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45606) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:22.046780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c7dcec13-b673-49b8-b5b3-8d56f784c955 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1517305810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:22.055876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d46de376-4492-4dfd-8b38-29fb0083b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:15:12Z', 'revision_number': 6, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:22.085003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46de376-4492-4dfd-8b38-29fb0083b79a None None] The sync data for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 is: [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:15:12Z', 'revision_number': 6, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '3270f78a-5536-4a6e-827a-90750270d28c', 'name': '', 'network_id': '7d34f731-a2d9-45ed-aecb-1a19117b0872', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:98:a5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5881d048-7564-4938-9d74-5bac2a33197c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:05Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '5881d048-7564-4938-9d74-5bac2a33197c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:22.088253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974f857-6001-4291-9210-fc00b3686dee req-099f4057-3e08-429a-8169-2af5895ad346 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.096513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2974f857-6001-4291-9210-fc00b3686dee req-099f4057-3e08-429a-8169-2af5895ad346 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0956206 Aug 16 02:15:22.104297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7dcec13-b673-49b8-b5b3-8d56f784c955 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.105379 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7dcec13-b673-49b8-b5b3-8d56f784c955 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.155995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2974f857-6001-4291-9210-fc00b3686dee req-772105d0-062d-4929-895f-bda42b25faf8 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585501 Aug 16 02:15:22.201566 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7dcec13-b673-49b8-b5b3-8d56f784c955 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.205992 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7dcec13-b673-49b8-b5b3-8d56f784c955 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.223312 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7dcec13-b673-49b8-b5b3-8d56f784c955 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.224751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c7dcec13-b673-49b8-b5b3-8d56f784c955 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1839693 Aug 16 02:15:22.227598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45612) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:22.233372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:22.400576 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9936bd-ed9d-428e-aebb-7e45d0bf304a None None] New status for floating IP f5165e61-f9a1-4140-92ab-50c8c9f0ed7d: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:15:22.453937 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.696873 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.719707 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.744076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a71e90-79e9-4b85-a4df-a363b3657409 req-faf17325-f706-4bab-9f69-c082085652d6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.745647 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7a71e90-79e9-4b85-a4df-a363b3657409 req-faf17325-f706-4bab-9f69-c082085652d6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 945 time: 0.1028237 Aug 16 02:15:22.843265 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7a71e90-79e9-4b85-a4df-a363b3657409 req-8ca3d6f4-84a1-40c0-a47a-0b04a38e4a53 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691156 Aug 16 02:15:22.875498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Allocated IP 172.25.2.192 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/6e83e0c5-238a-4924-a9be-ca7b77da32a3) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:22.996939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.039025 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.085212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:23.088129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:23.091442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f622b5-1bce-4033-90a1-06c5af72cd78 req-90578ae5-34e0-4db7-8a38-d432ada87926 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.093227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:23.093532 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42f622b5-1bce-4033-90a1-06c5af72cd78 req-90578ae5-34e0-4db7-8a38-d432ada87926 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 945 time: 0.0598009 Aug 16 02:15:23.096532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Pushing event updated for resources: {'Port': ['ID=6e83e0c5-238a-4924-a9be-ca7b77da32a3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:23.201621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-42f622b5-1bce-4033-90a1-06c5af72cd78 req-511dff7e-c320-452f-9a87-61481e7db09d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting port e53856b0-19a3-4821-b7cb-59c38a31f9f2 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:23.201959 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42f622b5-1bce-4033-90a1-06c5af72cd78 req-511dff7e-c320-452f-9a87-61481e7db09d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.307255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-42f622b5-1bce-4033-90a1-06c5af72cd78 req-511dff7e-c320-452f-9a87-61481e7db09d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] For port e53856b0-19a3-4821-b7cb-59c38a31f9f2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e53856b0-19a3-4821-b7cb-59c38a31f9f2,segment=NetworkSegment(826f36fc-cb84-4a6b-a6c9-f5598a3d665d),segment_id=826f36fc-cb84-4a6b-a6c9-f5598a3d665d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:23.307624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42f622b5-1bce-4033-90a1-06c5af72cd78 req-511dff7e-c320-452f-9a87-61481e7db09d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.323279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-42f622b5-1bce-4033-90a1-06c5af72cd78 req-511dff7e-c320-452f-9a87-61481e7db09d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Calling delete_port for e53856b0-19a3-4821-b7cb-59c38a31f9f2 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:23.337709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d4500-cd75-4fb2-b58f-c8fe0a4e5551 req-adad1ef4-3839-4fd3-8af8-a1153f7e55e6 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.339171 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-174d4500-cd75-4fb2-b58f-c8fe0a4e5551 req-adad1ef4-3839-4fd3-8af8-a1153f7e55e6 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0925982 Aug 16 02:15:23.425995 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.430272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-174d4500-cd75-4fb2-b58f-c8fe0a4e5551 req-f5237dbc-045e-4b6a-a78f-b7779159b914 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530548 Aug 16 02:15:23.658314 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.662020 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.805705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Router 792ac536-9f6d-4014-9221-ec2cf480d631 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:23.863560 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42f622b5-1bce-4033-90a1-06c5af72cd78 req-511dff7e-c320-452f-9a87-61481e7db09d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.904937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-c320-452f-9a87-61481e7db09d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Port': ['ID=e53856b0-19a3-4821-b7cb-59c38a31f9f2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:23.924602 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:23.934817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ebfe5-1697-4f5b-a427-551c0ea52843 None None] Sync routers for ids ['792ac536-9f6d-4014-9221-ec2cf480d631'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:23.936505 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.938012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fc5824c8-1932-49ee-9ef4-184c46064b3b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "PUT /v2.0/routers/792ac536-9f6d-4014-9221-ec2cf480d631 HTTP/1.1" status: 200 len: 884 time: 1.7091727 Aug 16 02:15:23.940462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45632) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:23.948283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ebfe5-1697-4f5b-a427-551c0ea52843 None None] Routers {'792ac536-9f6d-4014-9221-ec2cf480d631'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:23.948919 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c28ebfe5-1697-4f5b-a427-551c0ea52843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['792ac536-9f6d-4014-9221-ec2cf480d631'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:23.969574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f622b5-1bce-4033-90a1-06c5af72cd78 req-511dff7e-c320-452f-9a87-61481e7db09d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] No DVR routers for this DVR port e53856b0-19a3-4821-b7cb-59c38a31f9f2 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:23.972310 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-42f622b5-1bce-4033-90a1-06c5af72cd78 req-511dff7e-c320-452f-9a87-61481e7db09d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.974507 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-42f622b5-1bce-4033-90a1-06c5af72cd78 req-511dff7e-c320-452f-9a87-61481e7db09d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.84 "DELETE /v2.0/ports/e53856b0-19a3-4821-b7cb-59c38a31f9f2 HTTP/1.1" status: 204 len: 173 time: 0.8737350 Aug 16 02:15:23.975011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'name': 'network-vif-deleted', 'tag': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:23.977393 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a715b5a-e8c3-4313-8ca8-010c20d57524" -d '{"events": [{"server_uuid": "d00081e5-b0a4-4a5b-be9e-23c66111addd", "name": "network-vif-deleted", "tag": "e53856b0-19a3-4821-b7cb-59c38a31f9f2"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:24.015107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c28ebfe5-1697-4f5b-a427-551c0ea52843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:24.026619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d3b180a-662e-4757-9e08-f98b9d09fe36 req-ac0633ce-6087-46f0-a218-d31b695d2ca9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=d00081e5-b0a4-4a5b-be9e-23c66111addd HTTP/1.1" status: 200 len: 210 time: 0.0387170 Aug 16 02:15:24.026799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ebfe5-1697-4f5b-a427-551c0ea52843 None None] Routers {'792ac536-9f6d-4014-9221-ec2cf480d631'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:24.027280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c28ebfe5-1697-4f5b-a427-551c0ea52843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['792ac536-9f6d-4014-9221-ec2cf480d631'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:24.032272 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbee2e2f-0315-4c2b-b765-324ec4116d3c x-openstack-request-id: req-bbee2e2f-0315-4c2b-b765-324ec4116d3c {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:24.032614 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00081e5-b0a4-4a5b-be9e-23c66111addd", "name": "network-vif-deleted", "tag": "e53856b0-19a3-4821-b7cb-59c38a31f9f2", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:24.033027 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bbee2e2f-0315-4c2b-b765-324ec4116d3c {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:24.033464 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00081e5-b0a4-4a5b-be9e-23c66111addd', 'name': 'network-vif-deleted', 'tag': 'e53856b0-19a3-4821-b7cb-59c38a31f9f2', 'status': 'completed', 'code': 200} Aug 16 02:15:24.064224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c28ebfe5-1697-4f5b-a427-551c0ea52843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:24.064882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ebfe5-1697-4f5b-a427-551c0ea52843 None None] The sync data for ids ['792ac536-9f6d-4014-9221-ec2cf480d631'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:24.110086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d8062416-f64c-496f-9fa4-256fe97adc92 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/routers/792ac536-9f6d-4014-9221-ec2cf480d631 HTTP/1.1" status: 200 len: 925 time: 0.1676214 Aug 16 02:15:24.110267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45636) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:24.196919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ded2f-e083-4af2-8703-06233a880ac6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.198483 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-595ded2f-e083-4af2-8703-06233a880ac6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=cd116b98-b556-47d3-9fef-5a748784b774&device_id=792ac536-9f6d-4014-9221-ec2cf480d631&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0871782 Aug 16 02:15:24.201378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45638) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:24.290744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d637aaa4-dac9-4c20-ab1f-5d3fcc35b0e2 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.295247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d637aaa4-dac9-4c20-ab1f-5d3fcc35b0e2 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 881 time: 0.0898142 Aug 16 02:15:24.296043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45640) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:24.328376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45642) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:24.328807 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-95e3a14d-de72-43b6-a984-264a4ef45fe5 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=792ac536-9f6d-4014-9221-ec2cf480d631 HTTP/1.1" status: 200 len: 205 time: 0.0312276 Aug 16 02:15:24.446313 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.602584 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.614005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d87e0-9826-4dfe-8303-57968a1f828d req-c81d540d-e563-47ad-941f-683f9a131b0f tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.615598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef2d87e0-9826-4dfe-8303-57968a1f828d req-c81d540d-e563-47ad-941f-683f9a131b0f tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0770867 Aug 16 02:15:24.688087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef2d87e0-9826-4dfe-8303-57968a1f828d req-67e8f8b5-f38d-48fc-b83e-3eb374011662 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622804 Aug 16 02:15:24.710007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Deleting port 6e83e0c5-238a-4924-a9be-ca7b77da32a3 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:24.710812 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.060917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.079690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Calling delete_port for 6e83e0c5-238a-4924-a9be-ca7b77da32a3 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:25.088586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45650) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:25.204776 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc351189-9198-4a30-b1e7-f50c0236fc1e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.269745 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc351189-9198-4a30-b1e7-f50c0236fc1e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.353887 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.382275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Pushing event deleted for resources: {'Port': ['ID=6e83e0c5-238a-4924-a9be-ca7b77da32a3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:25.437620 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc351189-9198-4a30-b1e7-f50c0236fc1e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.440151 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc351189-9198-4a30-b1e7-f50c0236fc1e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.441346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bc351189-9198-4a30-b1e7-f50c0236fc1e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/security-groups/8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5 HTTP/1.1" status: 204 len: 168 time: 0.3517663 Aug 16 02:15:25.457017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc351189-9198-4a30-b1e7-f50c0236fc1e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8771e8-95e8-4a5b-a982-ff3e72c8d9e5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:25.458909 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.484582 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45654) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:25.554658 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.557208 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.608213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.608704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Fanout notify agent at l3_agent the message router_deleted on router 792ac536-9f6d-4014-9221-ec2cf480d631 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:25.615995 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.620908 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1c7153be-aee7-4ea1-acbd-31fd077f9c6c tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/792ac536-9f6d-4014-9221-ec2cf480d631 HTTP/1.1" status: 204 len: 168 time: 1.2875636 Aug 16 02:15:25.621331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45656) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:25.629447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9b841aa4-2253-4f0a-8ae3-94da5ade587a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1997626043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:25.655457 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b841aa4-2253-4f0a-8ae3-94da5ade587a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.656808 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b841aa4-2253-4f0a-8ae3-94da5ade587a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.711971 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b841aa4-2253-4f0a-8ae3-94da5ade587a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.716962 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b841aa4-2253-4f0a-8ae3-94da5ade587a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.728693 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:15:25.737667 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b841aa4-2253-4f0a-8ae3-94da5ade587a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.741891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9b841aa4-2253-4f0a-8ae3-94da5ade587a tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1151979 Aug 16 02:15:25.742290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45660) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:25.750184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'enable_snat': True}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:25.914258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.969246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5652de-4882-4132-86aa-16270c872b15 req-36969e88-acd6-4bd7-b11f-3d8bc4ecff1a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:25.970860 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f5652de-4882-4132-86aa-16270c872b15 req-36969e88-acd6-4bd7-b11f-3d8bc4ecff1a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1826668 Aug 16 02:15:26.021879 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.093439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f5652de-4882-4132-86aa-16270c872b15 req-9c4e31dc-1031-4e28-8fd1-c8d1b105f94b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817411 Aug 16 02:15:26.232475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting port 3270f78a-5536-4a6e-827a-90750270d28c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:26.233368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.277832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.302377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.326662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] For port 3270f78a-5536-4a6e-827a-90750270d28c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3270f78a-5536-4a6e-827a-90750270d28c,segment=NetworkSegment(826f36fc-cb84-4a6b-a6c9-f5598a3d665d),segment_id=826f36fc-cb84-4a6b-a6c9-f5598a3d665d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:26.327022 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.341481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Calling delete_port for 3270f78a-5536-4a6e-827a-90750270d28c owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:26.418005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Allocated IP 172.25.2.128 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/4c42c064-f7f1-43d8-b03f-851bc9d5671d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:26.546141 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.552370 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.579312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Port': ['ID=3270f78a-5536-4a6e-827a-90750270d28c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:26.606788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.656402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:26.662279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:26.666234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:26.694815 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event updated for resources: {'Port': ['ID=4c42c064-f7f1-43d8-b03f-851bc9d5671d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:26.786192 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.964621 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.031129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 92e318c0-9756-4ad0-914b-ce4518313cab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:27.167611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:27.182960 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c97dc64b-51c7-472d-b083-9002bad13fd1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "PUT /v2.0/routers/92e318c0-9756-4ad0-914b-ce4518313cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6964269 Aug 16 02:15:27.186058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45684) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:27.186189 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec7e7a-b47a-4f46-af68-f456105dab00 None None] Sync routers for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:27.220475 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec7e7a-b47a-4f46-af68-f456105dab00 None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:27.222490 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0dec7e7a-b47a-4f46-af68-f456105dab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:27.252424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a079e9-1687-494f-b2f2-db254340d600 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting subnet 5881d048-7564-4938-9d74-5bac2a33197c {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:27.255853 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7a079e9-1687-494f-b2f2-db254340d600 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.280638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2ca46-596d-4a2e-9167-cf609e9f7f75 req-670c2c83-2f76-4ad7-acc4-fd84ed84f70b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.282336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4a2ca46-596d-4a2e-9167-cf609e9f7f75 req-670c2c83-2f76-4ad7-acc4-fd84ed84f70b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0824316 Aug 16 02:15:27.291136 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.313328 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7a079e9-1687-494f-b2f2-db254340d600 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.325581 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.357114 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0dec7e7a-b47a-4f46-af68-f456105dab00 None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:27.413100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4a2ca46-596d-4a2e-9167-cf609e9f7f75 req-dcf183f6-9ad3-469d-9d50-6e8cb626828a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195245 Aug 16 02:15:27.444382 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7a079e9-1687-494f-b2f2-db254340d600 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.509463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Router 1a980097-6be1-4e2a-be7c-bc98edfb85cc is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:27.537276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7a079e9-1687-494f-b2f2-db254340d600 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.550977 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7a079e9-1687-494f-b2f2-db254340d600 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.557280 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e7a079e9-1687-494f-b2f2-db254340d600 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/subnets/5881d048-7564-4938-9d74-5bac2a33197c HTTP/1.1" status: 204 len: 168 time: 0.3693480 Aug 16 02:15:27.558781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45722) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:27.559388 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f29d5-97e9-43e1-b1a9-4506a5bb75b7 None None] Network 7d34f731-a2d9-45ed-aecb-1a19117b0872 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:27.598750 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0dec7e7a-b47a-4f46-af68-f456105dab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:15:26Z', 'revision_number': 7, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:27.622198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a079e9-1687-494f-b2f2-db254340d600 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Subnet': ['ID=5881d048-7564-4938-9d74-5bac2a33197c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:27.636624 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec7e7a-b47a-4f46-af68-f456105dab00 None None] Checking router: 92e318c0-9756-4ad0-914b-ce4518313cab for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:27.646202 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec7e7a-b47a-4f46-af68-f456105dab00 None None] Routers {'92e318c0-9756-4ad0-914b-ce4518313cab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:27.647257 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0dec7e7a-b47a-4f46-af68-f456105dab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['92e318c0-9756-4ad0-914b-ce4518313cab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:27.658680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e53856b0-19a3-4821-b7cb-59c38a31f9f2 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:27.670209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:27.681853 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.684409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0b329c5c-0792-4f47-ac2f-0d13c55b6750 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "PUT /v2.0/routers/1a980097-6be1-4e2a-be7c-bc98edfb85cc HTTP/1.1" status: 200 len: 919 time: 1.9398460 Aug 16 02:15:27.687274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45736) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:27.714832 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: e53856b0-19a3-4821-b7cb-59c38a31f9f2 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:27.715345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e53856b0-19a3-4821-b7cb-59c38a31f9f2 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:27.718635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51415c2-0ed9-4178-b5df-cfdf026e8fae None None] Sync routers for ids ['1a980097-6be1-4e2a-be7c-bc98edfb85cc'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:27.733924 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.784023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51415c2-0ed9-4178-b5df-cfdf026e8fae None None] Routers {'1a980097-6be1-4e2a-be7c-bc98edfb85cc'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:27.785158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c51415c2-0ed9-4178-b5df-cfdf026e8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1a980097-6be1-4e2a-be7c-bc98edfb85cc'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:27.826945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c51415c2-0ed9-4178-b5df-cfdf026e8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:27.849119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ea746695-7345-4084-8f89-2c77515e0fd8 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/routers/1a980097-6be1-4e2a-be7c-bc98edfb85cc HTTP/1.1" status: 200 len: 925 time: 0.1605666 Aug 16 02:15:27.849494 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51415c2-0ed9-4178-b5df-cfdf026e8fae None None] Routers {'1a980097-6be1-4e2a-be7c-bc98edfb85cc'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:27.850373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c51415c2-0ed9-4178-b5df-cfdf026e8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['1a980097-6be1-4e2a-be7c-bc98edfb85cc'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:27.850887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45756) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:27.884321 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0dec7e7a-b47a-4f46-af68-f456105dab00 None None] Set router 92e318c0-9756-4ad0-914b-ce4518313cab gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:27.887480 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c51415c2-0ed9-4178-b5df-cfdf026e8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:27.888113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51415c2-0ed9-4178-b5df-cfdf026e8fae None None] The sync data for ids ['1a980097-6be1-4e2a-be7c-bc98edfb85cc'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:27.931360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024fea71-c125-4604-a714-6c2e77c14efc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.935777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-024fea71-c125-4604-a714-6c2e77c14efc tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=cd116b98-b556-47d3-9fef-5a748784b774&device_id=1a980097-6be1-4e2a-be7c-bc98edfb85cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0811274 Aug 16 02:15:27.936261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45766) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:27.949685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989aa668-959b-4ea8-9cb7-fecd0f67ede8 None None] DHCP port deletion for 7d34f731-a2d9-45ed-aecb-1a19117b0872 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:27.961845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.009957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-989aa668-959b-4ea8-9cb7-fecd0f67ede8 None None] Deleting port 033acf7f-1624-4866-82b3-96900628a368 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:28.010431 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-989aa668-959b-4ea8-9cb7-fecd0f67ede8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.062965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting port 651a1e14-c691-424d-abdb-a900d38e01c3 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:28.063312 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.106053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a00025-c10b-4712-94b3-6a5ed3396994 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.116172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e9a00025-c10b-4712-94b3-6a5ed3396994 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 881 time: 0.1701603 Aug 16 02:15:28.116305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45788) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:28.118482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-989aa668-959b-4ea8-9cb7-fecd0f67ede8 None None] For port 033acf7f-1624-4866-82b3-96900628a368, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=033acf7f-1624-4866-82b3-96900628a368,segment=NetworkSegment(826f36fc-cb84-4a6b-a6c9-f5598a3d665d),segment_id=826f36fc-cb84-4a6b-a6c9-f5598a3d665d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:28.119059 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-989aa668-959b-4ea8-9cb7-fecd0f67ede8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.136232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-989aa668-959b-4ea8-9cb7-fecd0f67ede8 None None] Calling delete_port for 033acf7f-1624-4866-82b3-96900628a368 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:28.149553 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-63c73803-c119-41a4-8d3d-049be6a3b7bf tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a980097-6be1-4e2a-be7c-bc98edfb85cc HTTP/1.1" status: 200 len: 205 time: 0.0321612 Aug 16 02:15:28.152154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 45794) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:28.171166 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0dec7e7a-b47a-4f46-af68-f456105dab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:15:26Z', 'revision_number': 7, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:28.211860 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec7e7a-b47a-4f46-af68-f456105dab00 None None] The sync data for ids ['92e318c0-9756-4ad0-914b-ce4518313cab'] in n-d-768851-16 is: [{'id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'name': 'tempest-TestNetworkBasicOps-router-471773131', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:56Z', 'updated_at': '2021-08-16T02:15:26Z', 'revision_number': 7, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': '651a1e14-c691-424d-abdb-a900d38e01c3', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e318c0-9756-4ad0-914b-ce4518313cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:57Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:28.257866 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-989aa668-959b-4ea8-9cb7-fecd0f67ede8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.288356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989aa668-959b-4ea8-9cb7-fecd0f67ede8 None None] Pushing event deleted for resources: {'Port': ['ID=033acf7f-1624-4866-82b3-96900628a368,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:28.294434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989aa668-959b-4ea8-9cb7-fecd0f67ede8 None None] No DVR routers for this DVR port 033acf7f-1624-4866-82b3-96900628a368 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:28.305794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] For port 651a1e14-c691-424d-abdb-a900d38e01c3, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=651a1e14-c691-424d-abdb-a900d38e01c3,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:28.306205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.326821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Calling delete_port for 651a1e14-c691-424d-abdb-a900d38e01c3 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:28.347380 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.560266 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.592118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d9efd-0dbd-4b52-9d69-4a00bc2a777a req-6f7bf168-e02f-4def-96e7-e990f56e2d89 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.595672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f67d9efd-0dbd-4b52-9d69-4a00bc2a777a req-6f7bf168-e02f-4def-96e7-e990f56e2d89 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0780962 Aug 16 02:15:28.660013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f67d9efd-0dbd-4b52-9d69-4a00bc2a777a req-fcefd27e-c0aa-48fa-b076-fdc93a3520da tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598538 Aug 16 02:15:28.674923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 033acf7f-1624-4866-82b3-96900628a368 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:28.710617 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.716118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 033acf7f-1624-4866-82b3-96900628a368 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:28.717344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 033acf7f-1624-4866-82b3-96900628a368 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:28.743872 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Deleting port 4c42c064-f7f1-43d8-b03f-851bc9d5671d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:28.744086 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.758157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Port': ['ID=651a1e14-c691-424d-abdb-a900d38e01c3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:28.881509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.884064 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.979330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Calling delete_port for 4c42c064-f7f1-43d8-b03f-851bc9d5671d owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:28.988550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.993581 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.072065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.072373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Fanout notify agent at l3_agent the message router_deleted on router 92e318c0-9756-4ad0-914b-ce4518313cab {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:29.080946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.082102 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5485718c-e602-446e-a0b5-77ca1d218c8f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/routers/92e318c0-9756-4ad0-914b-ce4518313cab HTTP/1.1" status: 204 len: 168 time: 1.5208013 Aug 16 02:15:29.085087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45916) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:29.195530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.228461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.261644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Pushing event deleted for resources: {'Port': ['ID=4c42c064-f7f1-43d8-b03f-851bc9d5671d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:29.332444 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.345207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d34f731-a2d9-45ed-aecb-1a19117b0872']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:29.354788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.365398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826f36fc-cb84-4a6b-a6c9-f5598a3d665d') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:29.365888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826f36fc-cb84-4a6b-a6c9-f5598a3d665d') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:29.378351 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.394649 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.402556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:29.403137 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:29.406774 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:29.475558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.486241 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.488941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/networks/7d34f731-a2d9-45ed-aecb-1a19117b0872 HTTP/1.1" status: 204 len: 168 time: 0.4023130 Aug 16 02:15:29.507751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaacd3-9421-4849-84b7-f487d33e97cb tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Network': ['ID=7d34f731-a2d9-45ed-aecb-1a19117b0872,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:29.517112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 45972) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:29.524032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'network': {'name': 'tempest-network-smoke--1727888943', 'project_id': '88de854c902c4de89cf8831855db3adc', 'port_security_enabled': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:29.548511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Made reservation on behalf of 88de854c902c4de89cf8831855db3adc for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:29.552580 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.585874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:29.597993 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.598572 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Added segment 3aaa440b-8318-47f5-991c-b919e3e68bfd of type vlan for network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 Aug 16 02:15:29.653924 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.710616 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.716343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.717193 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.859132 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.863444 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.924525 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.925395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Fanout notify agent at l3_agent the message router_deleted on router 1a980097-6be1-4e2a-be7c-bc98edfb85cc {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:29.934001 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.941326 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ce2b030d-fc3d-4024-8edf-386d5cd7ed3e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/1a980097-6be1-4e2a-be7c-bc98edfb85cc HTTP/1.1" status: 204 len: 168 time: 1.7821021 Aug 16 02:15:29.941326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46026) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:29.946819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-44bf2615-0ca6-4195-b290-a145a1d334b4 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-646653726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:29.973607 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44bf2615-0ca6-4195-b290-a145a1d334b4 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.975011 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44bf2615-0ca6-4195-b290-a145a1d334b4 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.044933 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44bf2615-0ca6-4195-b290-a145a1d334b4 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.050632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44bf2615-0ca6-4195-b290-a145a1d334b4 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.070131 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44bf2615-0ca6-4195-b290-a145a1d334b4 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.074912 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-44bf2615-0ca6-4195-b290-a145a1d334b4 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1325572 Aug 16 02:15:30.076365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46046) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:30.082455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'enable_snat': False}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:30.098765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5770910 Aug 16 02:15:30.114061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46050) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:30.121228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-172022508', 'admin_state_up': True, 'project_id': '88de854c902c4de89cf8831855db3adc', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:30.130673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9a957-7b8e-4a91-a365-136e6e2a90a3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Network': ['ID=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:30.142823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:30.156406 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.157614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.170243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98abca0-bea0-4cfa-810a-63cd7c3d53e9 req-42a5092b-aa73-40b9-b22c-4dace7a51f4e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:30.171881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c98abca0-bea0-4cfa-810a-63cd7c3d53e9 req-42a5092b-aa73-40b9-b22c-4dace7a51f4e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1000879 Aug 16 02:15:30.258666 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.279904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 651a1e14-c691-424d-abdb-a900d38e01c3 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:30.305212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 651a1e14-c691-424d-abdb-a900d38e01c3 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:30.305636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 651a1e14-c691-424d-abdb-a900d38e01c3 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:30.306442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3270f78a-5536-4a6e-827a-90750270d28c no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:30.313322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c98abca0-bea0-4cfa-810a-63cd7c3d53e9 req-a8317d12-b284-438c-8ea6-b5e4c65e4565 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281881 Aug 16 02:15:30.359269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 3270f78a-5536-4a6e-827a-90750270d28c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:30.359747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3270f78a-5536-4a6e-827a-90750270d28c not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:30.368235 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.433980 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.605093 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.626854 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.653568 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.673127 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.742739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Allocated IP 172.25.2.154 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/d9e8c871-6f42-4c4f-8ed8-f91a975bd155) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:30.854951 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.895041 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.936184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:30.939199 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:30.941660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:30.949209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Allocated IP 172.25.2.216 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:30.967512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Pushing event updated for resources: {'Port': ['ID=d9e8c871-6f42-4c4f-8ed8-f91a975bd155,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:31.052322 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.093737 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.130279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:31.136816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:31.143672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:31.150002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:31.206803 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.419079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.441153 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.446253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.551243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e724558-5927-447d-bd62-b5dc1ce452d9 req-654ba3f4-f267-4cf9-ae62-fa16eb13acd6 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.552099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e724558-5927-447d-bd62-b5dc1ce452d9 req-654ba3f4-f267-4cf9-ae62-fa16eb13acd6 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1291590 Aug 16 02:15:31.606365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Router dac3503f-8569-4917-bdac-e758efeea74b is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:31.644817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e724558-5927-447d-bd62-b5dc1ce452d9 req-f493ee5b-8a03-492e-be3f-f73729382357 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813339 Aug 16 02:15:31.718706 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.728390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:31.733559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.734797 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4efc72b1-6b3c-4502-bd5a-314e2d5aa528 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "PUT /v2.0/routers/dac3503f-8569-4917-bdac-e758efeea74b HTTP/1.1" status: 200 len: 919 time: 1.6569767 Aug 16 02:15:31.738525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46150) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.740484 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876df75-f9a5-4f16-8c8d-e66dd16f1621 None None] Sync routers for ids ['dac3503f-8569-4917-bdac-e758efeea74b'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:31.750682 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876df75-f9a5-4f16-8c8d-e66dd16f1621 None None] Routers {'dac3503f-8569-4917-bdac-e758efeea74b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:31.751764 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e876df75-f9a5-4f16-8c8d-e66dd16f1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['dac3503f-8569-4917-bdac-e758efeea74b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:31.793602 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e876df75-f9a5-4f16-8c8d-e66dd16f1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:31.803181 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876df75-f9a5-4f16-8c8d-e66dd16f1621 None None] Routers {'dac3503f-8569-4917-bdac-e758efeea74b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:31.804078 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e876df75-f9a5-4f16-8c8d-e66dd16f1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['dac3503f-8569-4917-bdac-e758efeea74b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:31.848127 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e876df75-f9a5-4f16-8c8d-e66dd16f1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:31.849127 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876df75-f9a5-4f16-8c8d-e66dd16f1621 None None] The sync data for ids ['dac3503f-8569-4917-bdac-e758efeea74b'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:31.865646 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-afc114dd-54f2-4a23-b526-6cc5cfebce0c tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/routers/dac3503f-8569-4917-bdac-e758efeea74b HTTP/1.1" status: 200 len: 925 time: 0.1235473 Aug 16 02:15:31.867884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 0a5e5be1-0c15-4258-afa5-80a38094efa9 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:31.868829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46152) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.912844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ce9b7f-edd1-4c0e-bc68-be6a4a403a8a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.915941 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a5ce9b7f-edd1-4c0e-bc68-be6a4a403a8a tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=cd116b98-b556-47d3-9fef-5a748784b774&device_id=dac3503f-8569-4917-bdac-e758efeea74b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0440049 Aug 16 02:15:31.917380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46154) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.988753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:32.000626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Sync routers for ids ['0a5e5be1-0c15-4258-afa5-80a38094efa9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:32.006054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756507bf-2e2e-434e-9903-fb6f3852ccd8 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:32.011618 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-756507bf-2e2e-434e-9903-fb6f3852ccd8 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/networks/cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 881 time: 0.0890875 Aug 16 02:15:32.011618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46156) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.013948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Routers {'0a5e5be1-0c15-4258-afa5-80a38094efa9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:32.014578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['0a5e5be1-0c15-4258-afa5-80a38094efa9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:32.021102 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.023477 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7e442584-191f-42e2-ab08-865413e1f5a0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9082096 Aug 16 02:15:32.026705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46158) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.058408 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4650c6db-6e12-42aa-a0d2-a4b9829841be tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=dac3503f-8569-4917-bdac-e758efeea74b HTTP/1.1" status: 200 len: 205 time: 0.0435364 Aug 16 02:15:32.062434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46160) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.072072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3956993f-1630-4ddd-95b9-6b4c0f395a0a tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=88de854c902c4de89cf8831855db3adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427775 Aug 16 02:15:32.074361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46162) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.152932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Set router 0a5e5be1-0c15-4258-afa5-80a38094efa9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:32.197313 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.204562 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49161131-c43b-4496-928e-009133bb3586 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:32.206567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-49161131-c43b-4496-928e-009133bb3586 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307423 Aug 16 02:15:32.209533 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46164) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.248130 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e7de5d8a-7ce6-423b-a7b2-91dc0880c7b3 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365005 Aug 16 02:15:32.250387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46166) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.258411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-235213429', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'project_id': '88de854c902c4de89cf8831855db3adc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:32.328675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.379735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:31Z', 'revision_number': 3, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:32.395098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Made reservation on behalf of 88de854c902c4de89cf8831855db3adc for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:32.395491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Deleting port d9e8c871-6f42-4c4f-8ed8-f91a975bd155 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:32.395921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.400182 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.411964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Checking router: 0a5e5be1-0c15-4258-afa5-80a38094efa9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:32.412587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Updating router 0a5e5be1-0c15-4258-afa5-80a38094efa9 port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:32.442461 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.491533 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.507594 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Calling delete_port for d9e8c871-6f42-4c4f-8ed8-f91a975bd155 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:32.702811 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.773109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.777628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Subnet': ['ID=974b490b-ccee-4408-bd98-cb8e7c950d0f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:32.780108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Checking segment: {'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:32.780565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network hostable DHCP agents. Network: 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:32.798305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:32.806470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Transition to ACTIVE for port object bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:32.806979 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.809174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:32.815136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:32.816350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.823046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f1e3eb-10d1-4012-83ab-1231be011ce5 None None] Network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:32.832679 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2c7582cc-e762-4f51-b390-c7b4444e279a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5800552 Aug 16 02:15:32.836053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46172) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.841533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Pushing event deleted for resources: {'Port': ['ID=d9e8c871-6f42-4c4f-8ed8-f91a975bd155,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:32.892242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed841fc-0e08-40fd-b11e-77f622363dc1 req-a2e25caf-4569-4761-9311-e830bc206d2b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:32.902205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eed841fc-0e08-40fd-b11e-77f622363dc1 req-a2e25caf-4569-4761-9311-e830bc206d2b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1756740 Aug 16 02:15:32.931611 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.980920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eed841fc-0e08-40fd-b11e-77f622363dc1 req-475f237e-e23b-440e-ab9f-370a18be4aab tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727043 Aug 16 02:15:33.008788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.023554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Attempting to bind port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:33.024102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Attempting to bind port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:33.024517 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Attempting to bind port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:33.035544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:33.036302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:33.036944 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.037569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:33.038415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Bound port: bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:33.039036 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.123607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] For port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:33.124331 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.126984 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.128600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efed6d-7561-48c4-a839-38e99c29596b None None] Pushing event updated for resources: {'Port': ['ID=bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:33.145160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ips': [{'subnet_id': '974b490b-ccee-4408-bd98-cb8e7c950d0f'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:33.146360 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.160866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] For port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:33.222734 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.345425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efed6d-7561-48c4-a839-38e99c29596b None None] Pushing event updated for resources: {'Port': ['ID=bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:33.350339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Routers {'0a5e5be1-0c15-4258-afa5-80a38094efa9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:33.351122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['0a5e5be1-0c15-4258-afa5-80a38094efa9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:33.387976 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.467826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] Set router 0a5e5be1-0c15-4258-afa5-80a38094efa9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:33.490511 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.491171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Fanout notify agent at l3_agent the message router_deleted on router dac3503f-8569-4917-bdac-e758efeea74b {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:33.501456 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.502620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e59d8ca7-ad7f-4d48-aa73-d0c28b04dc2b tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/dac3503f-8569-4917-bdac-e758efeea74b HTTP/1.1" status: 204 len: 168 time: 1.4386790 Aug 16 02:15:33.506825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46174) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:33.515561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-575993647', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:33.542835 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.544878 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.609413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.621318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Allocated IP 172.20.0.2 (014fab9f-fe80-4f4c-beb0-ec94e93ce4a9/974b490b-ccee-4408-bd98-cb8e7c950d0f/e2abae58-d826-4737-a287-a68c2d0a1c9f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:33.761270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:31Z', 'revision_number': 3, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:33.793803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.802477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d06d2c-e951-48a8-adbc-4de01c413547 None None] The sync data for ids ['0a5e5be1-0c15-4258-afa5-80a38094efa9'] in n-d-768851-16 is: [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:31Z', 'revision_number': 3, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:33.867385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.878090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Transition to ACTIVE for port object e2abae58-d826-4737-a287-a68c2d0a1c9f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:33.900068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Transition to ACTIVE for port object e2abae58-d826-4737-a287-a68c2d0a1c9f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:33.909886 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.952650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:33.956790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:33.959304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:33.983607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Allocated IP 172.20.0.1 (014fab9f-fe80-4f4c-beb0-ec94e93ce4a9/974b490b-ccee-4408-bd98-cb8e7c950d0f/c9005792-ed2f-4830-bd82-a3faf682b3f2) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:33.984791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Pushing event updated for resources: {'Port': ['ID=e2abae58-d826-4737-a287-a68c2d0a1c9f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.042076 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.045685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Attempting to bind port e2abae58-d826-4737-a287-a68c2d0a1c9f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:34.046727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Attempting to bind port e2abae58-d826-4737-a287-a68c2d0a1c9f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:34.047323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Attempting to bind port e2abae58-d826-4737-a287-a68c2d0a1c9f on network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:34.053222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:34.053943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Checking segment: {'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:34.054700 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.055294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Bound using segment: {'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:34.056003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Bound port: e2abae58-d826-4737-a287-a68c2d0a1c9f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:34.056608 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.076815 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.149787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] For port e2abae58-d826-4737-a287-a68c2d0a1c9f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:34.170989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] For port e2abae58-d826-4737-a287-a68c2d0a1c9f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e2abae58-d826-4737-a287-a68c2d0a1c9f,segment=NetworkSegment(3aaa440b-8318-47f5-991c-b919e3e68bfd),segment_id=3aaa440b-8318-47f5-991c-b919e3e68bfd)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:34.183550 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.276450 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.312144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e895e6-1c63-4107-b103-ad8751504d23 None None] Pushing event updated for resources: {'Port': ['ID=e2abae58-d826-4737-a287-a68c2d0a1c9f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.318884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Transition to ACTIVE for port object c9005792-ed2f-4830-bd82-a3faf682b3f2 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:34.345080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:34.385015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce7d2b-f3d7-4f4d-87cf-49bc1e61e200 req-0f6c06d7-a4ca-4737-9cf3-6daafc4cf336 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:34.397679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88ce7d2b-f3d7-4f4d-87cf-49bc1e61e200 req-0f6c06d7-a4ca-4737-9cf3-6daafc4cf336 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.3050432 Aug 16 02:15:34.405831 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.406400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:34.410664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:34.411035 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.479792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88ce7d2b-f3d7-4f4d-87cf-49bc1e61e200 req-c5caaf50-45cc-47c3-8ef8-d68f35d1dc9b tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811956 Aug 16 02:15:34.493368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Allocated IP 172.25.2.249 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/da56e302-aa0a-4c07-8bf6-2dd3984fc8da) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:34.498584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:34.504145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:34.512006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:34.569167 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.588021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=c9005792-ed2f-4830-bd82-a3faf682b3f2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.607744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:34.616180 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.690422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.710059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.712753 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.782969 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.879047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:34.907497 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Pushing event updated for resources: {'Port': ['ID=da56e302-aa0a-4c07-8bf6-2dd3984fc8da,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.910559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:34.917156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:34.938002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.185864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46186) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:35.241812 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.385573 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc69e597-7d50-4dd3-813c-aa3eb98203ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.418117 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.423906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.527873 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.706869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ce8c5-e7d3-4ab4-a8d2-49b21a2270e1 req-ffb3ef35-78f5-4bfb-81f1-7280f999163a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:35.708518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d17ce8c5-e7d3-4ab4-a8d2-49b21a2270e1 req-ffb3ef35-78f5-4bfb-81f1-7280f999163a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1046569 Aug 16 02:15:35.767510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c314c16-9217-4eb5-8157-071fddb7d0d5 None None] Network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:35.770542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d17ce8c5-e7d3-4ab4-a8d2-49b21a2270e1 req-c5dc1093-85b1-45ba-9712-35471eb4746c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486672 Aug 16 02:15:35.785465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Router 94479a96-8d90-4250-80ff-98140673fe5b is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:35.850518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-79c16374-282b-4260-8201-2415634d2165 None None] Provisioning for port e2abae58-d826-4737-a287-a68c2d0a1c9f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:35.912379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:35.932312 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d439fd4-4339-48f3-9321-6a398105b0ad None None] Sync routers for ids ['94479a96-8d90-4250-80ff-98140673fe5b'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:35.938120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=c9005792-ed2f-4830-bd82-a3faf682b3f2,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:35.945378 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d439fd4-4339-48f3-9321-6a398105b0ad None None] Routers {'94479a96-8d90-4250-80ff-98140673fe5b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:35.946576 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0d439fd4-4339-48f3-9321-6a398105b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['94479a96-8d90-4250-80ff-98140673fe5b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:35.957088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.995479 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0d439fd4-4339-48f3-9321-6a398105b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:36.006797 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d439fd4-4339-48f3-9321-6a398105b0ad None None] Routers {'94479a96-8d90-4250-80ff-98140673fe5b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:36.007555 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0d439fd4-4339-48f3-9321-6a398105b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['94479a96-8d90-4250-80ff-98140673fe5b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:36.046453 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0d439fd4-4339-48f3-9321-6a398105b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:36.047453 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d439fd4-4339-48f3-9321-6a398105b0ad None None] The sync data for ids ['94479a96-8d90-4250-80ff-98140673fe5b'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:36.106536 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc69e597-7d50-4dd3-813c-aa3eb98203ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.115440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc69e597-7d50-4dd3-813c-aa3eb98203ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.116736 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.118547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f33b3d17-b1b1-4bad-80f3-f860d419b201 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6073127 Aug 16 02:15:36.120027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:36.120965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46192) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.126769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:36.129661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:36.166496 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69e597-7d50-4dd3-813c-aa3eb98203ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df81e21-e5a5-4bc2-8520-64219a76d8d2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:36.202756 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fc69e597-7d50-4dd3-813c-aa3eb98203ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1743689235e3453cae3e1e5491bf8abd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0157294 Aug 16 02:15:36.205381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46194) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.303074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 0a5e5be1-0c15-4258-afa5-80a38094efa9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:36.311512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49a16dd5-0c19-4ce4-8ce2-e90ca0528aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.348228 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49a16dd5-0c19-4ce4-8ce2-e90ca0528aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.416874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e2abae58-d826-4737-a287-a68c2d0a1c9f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:36.437883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:36.449454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Sync routers for ids ['0a5e5be1-0c15-4258-afa5-80a38094efa9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:36.450310 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7420085a-555f-4768-b700-5af699b472a6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "PUT /v2.0/routers/0a5e5be1-0c15-4258-afa5-80a38094efa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6128016 Aug 16 02:15:36.452922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46196) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.470205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Routers {'0a5e5be1-0c15-4258-afa5-80a38094efa9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:36.471260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['0a5e5be1-0c15-4258-afa5-80a38094efa9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:36.556077 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49a16dd5-0c19-4ce4-8ce2-e90ca0528aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.560005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-49a16dd5-0c19-4ce4-8ce2-e90ca0528aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.561185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-49a16dd5-0c19-4ce4-8ce2-e90ca0528aab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9df81e21-e5a5-4bc2-8520-64219a76d8d2 HTTP/1.1" status: 204 len: 168 time: 0.3547907 Aug 16 02:15:36.594838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a16dd5-0c19-4ce4-8ce2-e90ca0528aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df81e21-e5a5-4bc2-8520-64219a76d8d2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:36.610702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port e2abae58-d826-4737-a287-a68c2d0a1c9f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:36.611542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695c217-9935-439e-aca4-e39de9f38abe tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.612182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695c217-9935-439e-aca4-e39de9f38abe tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.612674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695c217-9935-439e-aca4-e39de9f38abe tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.613170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695c217-9935-439e-aca4-e39de9f38abe tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.613685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695c217-9935-439e-aca4-e39de9f38abe tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.614251 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695c217-9935-439e-aca4-e39de9f38abe tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.614669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695c217-9935-439e-aca4-e39de9f38abe tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.615337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695c217-9935-439e-aca4-e39de9f38abe tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.616515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695c217-9935-439e-aca4-e39de9f38abe tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.622461 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b695c217-9935-439e-aca4-e39de9f38abe tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6348 time: 0.1645293 Aug 16 02:15:36.622461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46200) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.634823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e2abae58-d826-4737-a287-a68c2d0a1c9f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:36.635192 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.658644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Set router 0a5e5be1-0c15-4258-afa5-80a38094efa9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:36.685101 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.706340 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.741398 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350fcdf-b1c2-4b81-870a-edd510c9c63a tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.741871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350fcdf-b1c2-4b81-870a-edd510c9c63a tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.742369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350fcdf-b1c2-4b81-870a-edd510c9c63a tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.742826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350fcdf-b1c2-4b81-870a-edd510c9c63a tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.743288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350fcdf-b1c2-4b81-870a-edd510c9c63a tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.743924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350fcdf-b1c2-4b81-870a-edd510c9c63a tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.744371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350fcdf-b1c2-4b81-870a-edd510c9c63a tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.744863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350fcdf-b1c2-4b81-870a-edd510c9c63a tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.745379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0350fcdf-b1c2-4b81-870a-edd510c9c63a tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.747504 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0350fcdf-b1c2-4b81-870a-edd510c9c63a tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5796 time: 0.1248834 Aug 16 02:15:36.750273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46202) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.833808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Deleting port da56e302-aa0a-4c07-8bf6-2dd3984fc8da {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:36.834356 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.892654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-61523763-17ba-4ca1-bcb7-7168cf29c397 None None] Provisioning for port c9005792-ed2f-4830-bd82-a3faf682b3f2 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:36.923391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-61523763-17ba-4ca1-bcb7-7168cf29c397 None None] Provisioning complete for port c9005792-ed2f-4830-bd82-a3faf682b3f2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:36.923769 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-61523763-17ba-4ca1-bcb7-7168cf29c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.956961 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.981394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Calling delete_port for da56e302-aa0a-4c07-8bf6-2dd3984fc8da owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:36.989799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-61523763-17ba-4ca1-bcb7-7168cf29c397 None None] Port c9005792-ed2f-4830-bd82-a3faf682b3f2 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:37.005516 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e50d9a5c-387e-4bbf-a079-a85906d594c5 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4314 time: 0.2538390 Aug 16 02:15:37.127112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-61523763-17ba-4ca1-bcb7-7168cf29c397 None None] Provisioning complete for port e2abae58-d826-4737-a287-a68c2d0a1c9f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:37.127497 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-61523763-17ba-4ca1-bcb7-7168cf29c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.182542 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.186224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c9005792-ed2f-4830-bd82-a3faf682b3f2', 'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:2e:4b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:33Z', 'updated_at': '2021-08-16T02:15:35Z', 'revision_number': 2, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:37.214343 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.218149 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Checking router: 0a5e5be1-0c15-4258-afa5-80a38094efa9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:37.218512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Updating router 0a5e5be1-0c15-4258-afa5-80a38094efa9 port c9005792-ed2f-4830-bd82-a3faf682b3f2 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:37.245920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Pushing event deleted for resources: {'Port': ['ID=da56e302-aa0a-4c07-8bf6-2dd3984fc8da,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:37.302158 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-61523763-17ba-4ca1-bcb7-7168cf29c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.330648 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.337228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488fa7f-f7ce-4e53-88f4-305bcb9b83d8 req-6b6040a3-b71b-4f61-b5fb-6b5c7c5d35de tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.337760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a488fa7f-f7ce-4e53-88f4-305bcb9b83d8 req-6b6040a3-b71b-4f61-b5fb-6b5c7c5d35de tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1686776 Aug 16 02:15:37.375958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port e2abae58-d826-4737-a287-a68c2d0a1c9f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e2abae58-d826-4737-a287-a68c2d0a1c9f,segment=NetworkSegment(3aaa440b-8318-47f5-991c-b919e3e68bfd),segment_id=3aaa440b-8318-47f5-991c-b919e3e68bfd)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:37.376363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.383744 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.384563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:37.430957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46224) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.435636 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-cedf66df-9121-4457-89a4-a416e972aefa tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219806831', 'description': 'tempest-secgroup-smoke-219806831 description', 'project_id': '88de854c902c4de89cf8831855db3adc'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:37.464137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=e2abae58-d826-4737-a287-a68c2d0a1c9f,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:37.464934 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cedf66df-9121-4457-89a4-a416e972aefa tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.472068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a488fa7f-f7ce-4e53-88f4-305bcb9b83d8 req-e2c481d5-ab2d-463e-b7a7-96c94dcabb75 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217091 Aug 16 02:15:37.595588 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cedf66df-9121-4457-89a4-a416e972aefa tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.601387 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cedf66df-9121-4457-89a4-a416e972aefa tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.612865 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-61523763-17ba-4ca1-bcb7-7168cf29c397 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:15:37.613246 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-61523763-17ba-4ca1-bcb7-7168cf29c397 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:15:37.627890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cedf66df-9121-4457-89a4-a416e972aefa tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.632691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cedf66df-9121-4457-89a4-a416e972aefa tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2026734 Aug 16 02:15:37.632865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46234) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.639438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7b6ba23b-c8ae-4bc1-83a3-29e33206fbf3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': 'b601ec73-a630-4858-a71d-d2ac7c00792d', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:37.645511 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.651860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.660859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:37.661268 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.668854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf66df-9121-4457-89a4-a416e972aefa tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b601ec73-a630-4858-a71d-d2ac7c00792d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:37.706274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba23b-c8ae-4bc1-83a3-29e33206fbf3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.782319 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba23b-c8ae-4bc1-83a3-29e33206fbf3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.787921 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba23b-c8ae-4bc1-83a3-29e33206fbf3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.790826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Router 94479a96-8d90-4250-80ff-98140673fe5b has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:37.831945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ba23b-c8ae-4bc1-83a3-29e33206fbf3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0861babe-77ad-4ace-99c5-57f4c1a042b4,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:37.843179 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b6ba23b-c8ae-4bc1-83a3-29e33206fbf3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.844531 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7b6ba23b-c8ae-4bc1-83a3-29e33206fbf3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2105985 Aug 16 02:15:37.847437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46246) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.852931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ed8ac0ab-636d-4226-90e1-6c6a31e19b2e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': 'b601ec73-a630-4858-a71d-d2ac7c00792d', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:37.885953 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac0ab-636d-4226-90e1-6c6a31e19b2e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.893760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:37.901566 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.904342 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af6bf0-acc4-4356-950a-b244f8ac4fdb None None] Sync routers for ids ['94479a96-8d90-4250-80ff-98140673fe5b'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:37.919331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46264) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.920464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e2681bbc-4cde-4a2e-8700-0ce8d37e79c8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "PUT /v2.0/routers/94479a96-8d90-4250-80ff-98140673fe5b HTTP/1.1" status: 200 len: 709 time: 1.7981536 Aug 16 02:15:37.921598 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.922083 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af6bf0-acc4-4356-950a-b244f8ac4fdb None None] Routers {'94479a96-8d90-4250-80ff-98140673fe5b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:37.922700 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-56af6bf0-acc4-4356-950a-b244f8ac4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['94479a96-8d90-4250-80ff-98140673fe5b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:37.933928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Transition to ACTIVE for port object c9005792-ed2f-4830-bd82-a3faf682b3f2 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:37.942590 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.057622 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7be16-7eda-497f-8973-baaccf372294 None None] Pushing event updated for resources: {'Port': ['ID=c9005792-ed2f-4830-bd82-a3faf682b3f2,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:38.063348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8cd494c2-f4af-4d19-ae9e-5632f55212f5 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/routers/94479a96-8d90-4250-80ff-98140673fe5b HTTP/1.1" status: 200 len: 744 time: 0.1427131 Aug 16 02:15:38.068217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46274) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.101359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Attempting to bind port c9005792-ed2f-4830-bd82-a3faf682b3f2 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:38.102169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Attempting to bind port c9005792-ed2f-4830-bd82-a3faf682b3f2 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:38.102687 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Attempting to bind port c9005792-ed2f-4830-bd82-a3faf682b3f2 on network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:38.109199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:38.109864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Checking segment: {'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:38.110416 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.110962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Bound using segment: {'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:38.111434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Bound port: c9005792-ed2f-4830-bd82-a3faf682b3f2, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:38.111817 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.117314 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-56af6bf0-acc4-4356-950a-b244f8ac4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:38.128956 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af6bf0-acc4-4356-950a-b244f8ac4fdb None None] Routers {'94479a96-8d90-4250-80ff-98140673fe5b'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:38.131156 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-56af6bf0-acc4-4356-950a-b244f8ac4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['94479a96-8d90-4250-80ff-98140673fe5b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:38.140253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46276) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.141542 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3b51142d-610d-4d67-8281-dcb7196e05e6 tempest-RoutersIpV6AdminTest-2078906164 tempest-RoutersIpV6AdminTest-2078906164-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=cd116b98-b556-47d3-9fef-5a748784b774&device_id=94479a96-8d90-4250-80ff-98140673fe5b HTTP/1.1" status: 200 len: 205 time: 0.0671642 Aug 16 02:15:38.155716 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac0ab-636d-4226-90e1-6c6a31e19b2e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.163277 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac0ab-636d-4226-90e1-6c6a31e19b2e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.174212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-98a15da2-bda8-43d1-ad02-1726b95f5dd0 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=94479a96-8d90-4250-80ff-98140673fe5b HTTP/1.1" status: 200 len: 205 time: 0.0324869 Aug 16 02:15:38.175178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46278) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.211372 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-56af6bf0-acc4-4356-950a-b244f8ac4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:38.212047 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af6bf0-acc4-4356-950a-b244f8ac4fdb None None] The sync data for ids ['94479a96-8d90-4250-80ff-98140673fe5b'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:38.236541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac0ab-636d-4226-90e1-6c6a31e19b2e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.244496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46280) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.245671 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ed8ac0ab-636d-4226-90e1-6c6a31e19b2e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3970077 Aug 16 02:15:38.248668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ac0ab-636d-4226-90e1-6c6a31e19b2e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9807a337-a962-46a5-967c-ce4a3695fd81,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:38.258402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c3a608b5-f32f-4b8a-912b-c21df260e678 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': 'b601ec73-a630-4858-a71d-d2ac7c00792d', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:38.299730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] For port c9005792-ed2f-4830-bd82-a3faf682b3f2, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:38.304247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] For port c9005792-ed2f-4830-bd82-a3faf682b3f2, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c9005792-ed2f-4830-bd82-a3faf682b3f2,segment=NetworkSegment(3aaa440b-8318-47f5-991c-b919e3e68bfd),segment_id=3aaa440b-8318-47f5-991c-b919e3e68bfd)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:38.321358 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.330940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e2abae58-d826-4737-a287-a68c2d0a1c9f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:38.437967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Routers {'0a5e5be1-0c15-4258-afa5-80a38094efa9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:38.438971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['0a5e5be1-0c15-4258-afa5-80a38094efa9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:38.499358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7be16-7eda-497f-8973-baaccf372294 None None] Pushing event updated for resources: {'Port': ['ID=c9005792-ed2f-4830-bd82-a3faf682b3f2,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:38.531102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e2abae58-d826-4737-a287-a68c2d0a1c9f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:38.531102 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.657414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] Set router 0a5e5be1-0c15-4258-afa5-80a38094efa9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:38.699828 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf6e-27ae-439f-a9a4-a78619905e02 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.788299 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3a608b5-f32f-4b8a-912b-c21df260e678 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.799535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8ebe-21cd-42af-ba4f-ea60252b70cf req-039b11e3-54cd-4320-ad86-9006185c4056 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.801092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec0b8ebe-21cd-42af-ba4f-ea60252b70cf req-039b11e3-54cd-4320-ad86-9006185c4056 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1718378 Aug 16 02:15:38.859286 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8cf5b9cc-eeea-42e0-bea7-b5425034703f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.948108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c9005792-ed2f-4830-bd82-a3faf682b3f2', 'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:2e:4b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:33Z', 'updated_at': '2021-08-16T02:15:38Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:38.975547 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf6e-27ae-439f-a9a4-a78619905e02 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.978263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e847fb-4abc-4d3b-adb1-cd40aeaca4bd None None] The sync data for ids ['0a5e5be1-0c15-4258-afa5-80a38094efa9'] in n-d-768851-16 is: [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c9005792-ed2f-4830-bd82-a3faf682b3f2', 'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:2e:4b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:33Z', 'updated_at': '2021-08-16T02:15:38Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:38.985152 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf6e-27ae-439f-a9a4-a78619905e02 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.991165 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec0b8ebe-21cd-42af-ba4f-ea60252b70cf req-618ff14f-60fa-461f-99ce-3ef71c480f33 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479232 Aug 16 02:15:39.080458 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3a608b5-f32f-4b8a-912b-c21df260e678 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.082096 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf6e-27ae-439f-a9a4-a78619905e02 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.082705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1ecf6e-27ae-439f-a9a4-a78619905e02 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Fanout notify agent at l3_agent the message router_deleted on router 94479a96-8d90-4250-80ff-98140673fe5b {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:39.085283 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3a608b5-f32f-4b8a-912b-c21df260e678 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.092171 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf6e-27ae-439f-a9a4-a78619905e02 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.093326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1a1ecf6e-27ae-439f-a9a4-a78619905e02 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/94479a96-8d90-4250-80ff-98140673fe5b HTTP/1.1" status: 204 len: 168 time: 0.9164109 Aug 16 02:15:39.097213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46318) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.112946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a608b5-f32f-4b8a-912b-c21df260e678 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafcdbbf-4689-49a3-8504-f287e879b174,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.132372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3a608b5-f32f-4b8a-912b-c21df260e678 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.136251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c3a608b5-f32f-4b8a-912b-c21df260e678 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8870709 Aug 16 02:15:39.136506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46320) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.142051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3048f8b2-4953-4ad4-8809-6841d0096b2d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': 'b601ec73-a630-4858-a71d-d2ac7c00792d', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:39.146454 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-084d9e1b-47d3-48e0-a0d0-f166ce365c1f tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=94479a96-8d90-4250-80ff-98140673fe5b HTTP/1.1" status: 200 len: 205 time: 0.0480020 Aug 16 02:15:39.146611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46322) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.192879 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-d04d0f0c-fe3a-4761-ae56-29a6144fcf77 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] delete failed (client error): The resource could not be found. Aug 16 02:15:39.194204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d04d0f0c-fe3a-4761-ae56-29a6144fcf77 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/94479a96-8d90-4250-80ff-98140673fe5b HTTP/1.1" status: 404 len: 336 time: 0.0468421 Aug 16 02:15:39.197054 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46324) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.234418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d50acc0a-6d2e-4f70-8bb5-ff44f03a1c21 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=dac3503f-8569-4917-bdac-e758efeea74b HTTP/1.1" status: 200 len: 205 time: 0.0360696 Aug 16 02:15:39.236965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46326) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.249200 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3048f8b2-4953-4ad4-8809-6841d0096b2d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.282632 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-39f33f84-4548-48c0-ac12-e6987baac6d1 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] delete failed (client error): The resource could not be found. Aug 16 02:15:39.286213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-39f33f84-4548-48c0-ac12-e6987baac6d1 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/dac3503f-8569-4917-bdac-e758efeea74b HTTP/1.1" status: 404 len: 336 time: 0.0457962 Aug 16 02:15:39.287265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46328) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.323879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46330) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.324447 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2b4d4694-267a-4046-a372-ddbaa9ffbf1e tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a980097-6be1-4e2a-be7c-bc98edfb85cc HTTP/1.1" status: 200 len: 205 time: 0.0357795 Aug 16 02:15:39.381232 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-dd88e6bb-6134-4179-b792-3fe828ffdd23 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] delete failed (client error): The resource could not be found. Aug 16 02:15:39.384851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dd88e6bb-6134-4179-b792-3fe828ffdd23 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/1a980097-6be1-4e2a-be7c-bc98edfb85cc HTTP/1.1" status: 404 len: 336 time: 0.0574358 Aug 16 02:15:39.385607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46332) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.427536 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3048f8b2-4953-4ad4-8809-6841d0096b2d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.436232 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3048f8b2-4953-4ad4-8809-6841d0096b2d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.441731 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-645c09d3-ad50-48bb-8a79-e3963dcf87a8 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=792ac536-9f6d-4014-9221-ec2cf480d631 HTTP/1.1" status: 200 len: 205 time: 0.0548484 Aug 16 02:15:39.443057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46334) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.463060 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3048f8b2-4953-4ad4-8809-6841d0096b2d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.464252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3048f8b2-4953-4ad4-8809-6841d0096b2d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3266547 Aug 16 02:15:39.467214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048f8b2-4953-4ad4-8809-6841d0096b2d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7042a177-c35d-4174-bc8c-e67f03b7677d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.472777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46336) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.485366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6cb20389-8762-407e-a2c5-4804b20eed2a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': 'b601ec73-a630-4858-a71d-d2ac7c00792d', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:39.490783 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-82f4fd14-87d9-4cf7-90ec-36eaf428fb4d tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] delete failed (client error): The resource could not be found. Aug 16 02:15:39.494833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46338) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.494995 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-82f4fd14-87d9-4cf7-90ec-36eaf428fb4d tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/792ac536-9f6d-4014-9221-ec2cf480d631 HTTP/1.1" status: 404 len: 336 time: 0.0508437 Aug 16 02:15:39.528834 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-6cb20389-8762-407e-a2c5-4804b20eed2a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Project 88de854c902c4de89cf8831855db3adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:15:39.533428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e1f6ef3d-31e7-47be-9fcc-31408e72fe41 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ebc0075-950a-4d74-ba38-c3436c71d62a HTTP/1.1" status: 200 len: 205 time: 0.0348494 Aug 16 02:15:39.535770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46340) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.545181 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6cb20389-8762-407e-a2c5-4804b20eed2a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.632640 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-68fd3284-a8e6-4da6-99ce-26e86d38a026 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] delete failed (client error): The resource could not be found. Aug 16 02:15:39.637428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-68fd3284-a8e6-4da6-99ce-26e86d38a026 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/4ebc0075-950a-4d74-ba38-c3436c71d62a HTTP/1.1" status: 404 len: 336 time: 0.0969570 Aug 16 02:15:39.638648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46344) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.673153 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1f02073b-bc02-4fb3-bb27-e7d057f95c00 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a9d3b7-bb48-4608-a4d4-00c0af64a264 HTTP/1.1" status: 200 len: 205 time: 0.0333016 Aug 16 02:15:39.676812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46346) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.703213 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.722406 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-5b8a8509-f0f1-4300-8122-03b97663ce05 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] delete failed (client error): The resource could not be found. Aug 16 02:15:39.726019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5b8a8509-f0f1-4300-8122-03b97663ce05 tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/routers/f7a9d3b7-bb48-4608-a4d4-00c0af64a264 HTTP/1.1" status: 404 len: 336 time: 0.0456555 Aug 16 02:15:39.726632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46348) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.729574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6cb20389-8762-407e-a2c5-4804b20eed2a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.734494 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6cb20389-8762-407e-a2c5-4804b20eed2a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.749752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb20389-8762-407e-a2c5-4804b20eed2a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff87c0f9-9802-477d-93c4-4456e9d5a7e6,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.765116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6cb20389-8762-407e-a2c5-4804b20eed2a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.769037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6cb20389-8762-407e-a2c5-4804b20eed2a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2926214 Aug 16 02:15:39.769188 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3225d55-6f1a-4105-9c9b-4a07bfdb134d tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:39.769188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3225d55-6f1a-4105-9c9b-4a07bfdb134d tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:39.769188 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c3225d55-6f1a-4105-9c9b-4a07bfdb134d tempest-RoutersIpV6AdminTest-1232296260 tempest-RoutersIpV6AdminTest-1232296260-project] 10.222.0.79 "DELETE /v2.0/subnets/8a2e00a5-0352-42d4-96ad-3f892ccd8afb HTTP/1.1" status: 404 len: 337 time: 0.0409675 Aug 16 02:15:39.769801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46350) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.775690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-be69d25e-166d-45f9-a990-4a43a2e22876 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'security_group_rule': {'security_group_id': 'b601ec73-a630-4858-a71d-d2ac7c00792d', 'project_id': '88de854c902c4de89cf8831855db3adc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:39.804168 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-be69d25e-166d-45f9-a990-4a43a2e22876 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Project 88de854c902c4de89cf8831855db3adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:15:39.810999 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be69d25e-166d-45f9-a990-4a43a2e22876 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.898883 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be69d25e-166d-45f9-a990-4a43a2e22876 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.905192 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be69d25e-166d-45f9-a990-4a43a2e22876 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.925417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69d25e-166d-45f9-a990-4a43a2e22876 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe0e598-9067-464d-a784-1a0e5a16bf2c,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.937172 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-be69d25e-166d-45f9-a990-4a43a2e22876 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.938624 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-be69d25e-166d-45f9-a990-4a43a2e22876 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1677196 Aug 16 02:15:40.141825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46366) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:40.214406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcef94-9ac3-49f7-982e-40746970664a req-117ca5e5-77c5-4833-9cfa-2717c32d4756 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.217538 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9fcef94-9ac3-49f7-982e-40746970664a req-117ca5e5-77c5-4833-9cfa-2717c32d4756 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1163812 Aug 16 02:15:40.270003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-bb70a1fd-099d-4008-b69e-c2aba36b227b tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219806831&fields=id&tenant_id=88de854c902c4de89cf8831855db3adc HTTP/1.1" status: 200 len: 267 time: 0.0919008 Aug 16 02:15:40.347629 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c9005792-ed2f-4830-bd82-a3faf682b3f2 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:40.350505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9fcef94-9ac3-49f7-982e-40746970664a req-352848cf-9bbe-4c43-9756-8fc34668fd94 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226125 Aug 16 02:15:40.387752 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79fb98c9-38a6-4c50-a754-67e8104c09d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.418289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-d2c162d7-09c7-427a-a24e-9b7264ac5ac0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.425590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-d2c162d7-09c7-427a-a24e-9b7264ac5ac0 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/networks?id=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 HTTP/1.1" status: 200 len: 797 time: 0.1544504 Aug 16 02:15:40.429378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port c9005792-ed2f-4830-bd82-a3faf682b3f2 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:40.434860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c9005792-ed2f-4830-bd82-a3faf682b3f2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:40.435388 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.448237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-95efeea8-d7e9-4a6f-8d6f-627251846104 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/quotas/88de854c902c4de89cf8831855db3adc HTTP/1.1" status: 200 len: 375 time: 0.0188372 Aug 16 02:15:40.534342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-958d543a-6f3d-4466-ae60-9f18eee9d178 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832419 Aug 16 02:15:40.573570 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79fb98c9-38a6-4c50-a754-67e8104c09d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.580186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79fb98c9-38a6-4c50-a754-67e8104c09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.666581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb98c9-38a6-4c50-a754-67e8104c09d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce759f26-a202-4730-9e53-78165de3181e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:40.678618 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-79fb98c9-38a6-4c50-a754-67e8104c09d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1659d31e9586411098ff94b627ca36f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5327857 Aug 16 02:15:40.682254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46376) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:40.697397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-03a1f01e-a083-4210-a723-80fec8f5a4c4 service neutron] 10.222.0.79 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479180 Aug 16 02:15:40.739820 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.778285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port c9005792-ed2f-4830-bd82-a3faf682b3f2, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c9005792-ed2f-4830-bd82-a3faf682b3f2,segment=NetworkSegment(3aaa440b-8318-47f5-991c-b919e3e68bfd),segment_id=3aaa440b-8318-47f5-991c-b919e3e68bfd)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:40.783744 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.825387 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-c98472e6-ae18-42a2-9978-1cbbbb83b43d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1006258 Aug 16 02:15:40.827015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0af50d20-1049-425e-933e-636029aabf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.832895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-b7ca29ee-3efb-46f9-98c0-67e787fcd714 service neutron] 10.222.0.79 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333876 Aug 16 02:15:40.850086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=c9005792-ed2f-4830-bd82-a3faf682b3f2,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:40.860472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0af50d20-1049-425e-933e-636029aabf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.958018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-f17c336f-fa3a-4781-a0cb-7161a72c2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.958615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-f17c336f-fa3a-4781-a0cb-7161a72c2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.959108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-f17c336f-fa3a-4781-a0cb-7161a72c2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.959598 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-f17c336f-fa3a-4781-a0cb-7161a72c2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.960342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-f17c336f-fa3a-4781-a0cb-7161a72c2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.960819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-f17c336f-fa3a-4781-a0cb-7161a72c2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.961686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-f17c336f-fa3a-4781-a0cb-7161a72c2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.971137 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-f17c336f-fa3a-4781-a0cb-7161a72c2c06 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd85d7bef8a474fb707dff4d8748cae&device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 6494 time: 0.0709131 Aug 16 02:15:40.977976 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0af50d20-1049-425e-933e-636029aabf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.981793 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0af50d20-1049-425e-933e-636029aabf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.986468 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0af50d20-1049-425e-933e-636029aabf26 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce759f26-a202-4730-9e53-78165de3181e HTTP/1.1" status: 204 len: 168 time: 0.3002322 Aug 16 02:15:40.998922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af50d20-1049-425e-933e-636029aabf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce759f26-a202-4730-9e53-78165de3181e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:41.086367 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bef1072e-69df-403b-89fe-3cb4442860e6 req-af4df574-a449-463d-be60-372853c23eed tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 210 time: 0.0856500 Aug 16 02:15:41.133019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-724931bb-b566-48cf-9aa9-811a5dd68108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.133498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-724931bb-b566-48cf-9aa9-811a5dd68108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.133972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-724931bb-b566-48cf-9aa9-811a5dd68108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.139214 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-724931bb-b566-48cf-9aa9-811a5dd68108 service neutron] 10.222.0.84 "GET /v2.0/networks?id=75ecf9d7-bd12-4326-a6f3-a93a4477fa36&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&id=eca69f28-e548-4340-9226-f3b255cebbcd&id=eca69f28-e548-4340-9226-f3b255cebbcd HTTP/1.1" status: 200 len: 2294 time: 0.1183310 Aug 16 02:15:41.219733 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-6a8dfe01-0f3e-4037-a5d1-3c5563e70bf1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b37b6d9-f301-4243-a1f1-2c191409210e HTTP/1.1" status: 200 len: 1001 time: 0.0723875 Aug 16 02:15:41.283025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-ea0e1e60-fc85-48ef-906a-12ec4669bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.284737 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-ea0e1e60-fc85-48ef-906a-12ec4669bf1f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0ea88406-ad03-452f-8d46-b2b14ab4b8da HTTP/1.1" status: 200 len: 851 time: 0.0573466 Aug 16 02:15:41.372944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-af8af82a-2903-4497-9011-b0eaa15b4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.389720 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-af8af82a-2903-4497-9011-b0eaa15b4243 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=75ecf9d7-bd12-4326-a6f3-a93a4477fa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961406 Aug 16 02:15:41.427838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46394) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:41.479725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bbb6ca91-b460-4671-ba05-093bfa9a7732 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8dfa4c1310a42e8aaf097ec1e13eeef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500414 Aug 16 02:15:41.487470 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55260a04-472e-47da-95f1-b08a9a816f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.492835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46398) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:41.543319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1082f-cc7b-480e-ab95-80c7e94c48a9 req-8a3a804d-ef09-471d-aa97-654c7d355c17 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.545925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9b1082f-cc7b-480e-ab95-80c7e94c48a9 req-8a3a804d-ef09-471d-aa97-654c7d355c17 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0693872 Aug 16 02:15:41.577668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.599429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4e04158-2cf8-4bcf-b064-18c468ace9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.605187 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-359daf92-a09e-4cd7-a261-99c6358b3c8a service neutron] 10.222.0.84 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068293 Aug 16 02:15:41.628716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9b1082f-cc7b-480e-ab95-80c7e94c48a9 req-36e8fc74-fe14-4736-802b-a9326c1dc5c0 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613017 Aug 16 02:15:41.644112 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4e04158-2cf8-4bcf-b064-18c468ace9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.752040 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-39f39434-6fa9-46be-9df9-124f8e4625ce service neutron] 10.222.0.84 "GET /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390705 Aug 16 02:15:41.758674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4e04158-2cf8-4bcf-b064-18c468ace9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.761721 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4e04158-2cf8-4bcf-b064-18c468ace9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.763076 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f4e04158-2cf8-4bcf-b064-18c468ace9c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6acee869-eb25-4c2f-919f-37b57825693a HTTP/1.1" status: 204 len: 168 time: 0.2689848 Aug 16 02:15:41.812912 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-39493f9b-c7ab-41f6-a563-e543111474ca service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=91a212e2-94ac-4a5d-aedd-3a4eddc16505 HTTP/1.1" status: 200 len: 217 time: 0.0484025 Aug 16 02:15:41.813670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e04158-2cf8-4bcf-b064-18c468ace9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acee869-eb25-4c2f-919f-37b57825693a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:41.867756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-d049083f-d16b-4ecf-a07f-4d4cbce33ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.869315 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-d049083f-d16b-4ecf-a07f-4d4cbce33ccc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.0493467 Aug 16 02:15:41.921120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-65369c46-8646-4531-802d-cf2570638427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.922715 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-65369c46-8646-4531-802d-cf2570638427 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0448589 Aug 16 02:15:42.043255 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-8b0f5c3c-9141-470c-8979-3cb3992c4b57 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127195 Aug 16 02:15:42.204199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e57b831f-a4b6-41a8-be79-81bff4a3d394 req-04f008be-c3e1-40c8-a421-5cdb800ba97e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 210 time: 0.0518711 Aug 16 02:15:42.288870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c9005792-ed2f-4830-bd82-a3faf682b3f2 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:42.336112 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-a17c5274-d5d6-45be-8519-b07f1f8e97e8 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846024 Aug 16 02:15:42.343587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-b64c7ffd-3d25-401a-a73b-8db95e04b49e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.345327 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-b64c7ffd-3d25-401a-a73b-8db95e04b49e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.89 "GET /v2.0/networks?id=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 HTTP/1.1" status: 200 len: 797 time: 0.2052743 Aug 16 02:15:42.349407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c9005792-ed2f-4830-bd82-a3faf682b3f2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:42.350178 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.398873 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-a7701133-caa9-4e20-a4f9-2750a2c52982 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=a699867d-a866-4e7e-afaf-f2a7499ee9d4 HTTP/1.1" status: 200 len: 217 time: 0.0525415 Aug 16 02:15:42.464901 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-601f17fe-68bc-4b9d-9e8f-404915e72f35 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88de854c902c4de89cf8831855db3adc HTTP/1.1" status: 200 len: 379 time: 0.1092997 Aug 16 02:15:42.476921 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'port': {'device_id': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'admin_state_up': True, 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'security_groups': ['b601ec73-a630-4858-a71d-d2ac7c00792d']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:42.529598 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-9dcbab8e-208c-4e7f-825b-c290fc80d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.531603 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-9dcbab8e-208c-4e7f-825b-c290fc80d01e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.1239457 Aug 16 02:15:42.617550 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-83bd772b-7e28-4139-8d64-4eb1255b3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.619082 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-83bd772b-7e28-4139-8d64-4eb1255b3a79 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796132 Aug 16 02:15:42.706581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Made reservation on behalf of 88de854c902c4de89cf8831855db3adc for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:42.710963 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.765397 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.793761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890516f2-eb38-4f47-92f7-07b7048f3108 req-780336b5-cba6-4131-9696-d49c8b58fe0d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.795424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-890516f2-eb38-4f47-92f7-07b7048f3108 req-780336b5-cba6-4131-9696-d49c8b58fe0d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0758903 Aug 16 02:15:42.803624 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-308a52e0-4da9-4c80-9bec-a9f35594961a service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738672 Aug 16 02:15:42.849586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46428) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:42.858935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-890516f2-eb38-4f47-92f7-07b7048f3108 req-4071bc75-807f-445e-b4a3-fad637c78127 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553021 Aug 16 02:15:42.954738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Allocated IP 172.20.0.5 (014fab9f-fe80-4f4c-beb0-ec94e93ce4a9/974b490b-ccee-4408-bd98-cb8e7c950d0f/f59eeeda-9247-495e-97f5-4daaa78fe226) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:42.974422 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-2e4398e3-5d6c-4daf-b276-a3444497f399 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613581 Aug 16 02:15:42.976127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-e882ffd9-a091-43a3-bade-1ae1db64a407 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:42.977236 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e882ffd9-a091-43a3-bade-1ae1db64a407 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1266797 Aug 16 02:15:42.980345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46432) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:42.985189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-af86f816-b792-4f48-822a-7ceeaecf416c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:42.986343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-af86f816-b792-4f48-822a-7ceeaecf416c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047116 Aug 16 02:15:42.988845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46434) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:42.993969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-ff0f6e53-ad92-4aeb-a636-1efd263e6f50 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:42.997537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ff0f6e53-ad92-4aeb-a636-1efd263e6f50 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052631 Aug 16 02:15:42.997953 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46436) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.004910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-8966075d-7019-4789-bdf7-be27cfba1af5 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.008707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8966075d-7019-4789-bdf7-be27cfba1af5 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0096095 Aug 16 02:15:43.009375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46438) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.015810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-abc8f179-52ad-4837-8f8d-ae98d9e0733e tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.017068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-abc8f179-52ad-4837-8f8d-ae98d9e0733e tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067654 Aug 16 02:15:43.019664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46440) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.023975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-062d61ba-9a9f-4a9b-b90b-eb77c43d910b tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.025101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-062d61ba-9a9f-4a9b-b90b-eb77c43d910b tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043480 Aug 16 02:15:43.033859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46442) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.040587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-ff487b1f-0ee3-4c7b-9627-d9fe93cef888 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.041995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ff487b1f-0ee3-4c7b-9627-d9fe93cef888 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067089 Aug 16 02:15:43.044644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46444) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.046095 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-1b1d75bf-7709-438c-97b3-affef0d60c38 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 HTTP/1.1" status: 200 len: 217 time: 0.0608246 Aug 16 02:15:43.049862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-f1059d70-bc79-4c08-ba3d-2d29e1684f53 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.050840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f1059d70-bc79-4c08-ba3d-2d29e1684f53 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052371 Aug 16 02:15:43.054455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46446) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.058842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-7b8b3731-d31f-4e41-b862-b539eb98f1a1 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.059814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7b8b3731-d31f-4e41-b862-b539eb98f1a1 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042570 Aug 16 02:15:43.064636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46448) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.069313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-2c10094e-5536-4d31-93b3-47df842db455 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.070258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2c10094e-5536-4d31-93b3-47df842db455 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046425 Aug 16 02:15:43.073899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46450) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.078840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-69a2bb80-165b-426f-905b-d07eb5134a40 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.080004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-69a2bb80-165b-426f-905b-d07eb5134a40 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050583 Aug 16 02:15:43.082368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46452) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.088279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-363d38d5-7fe9-49fc-a178-d3c9848841e2 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.089587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-363d38d5-7fe9-49fc-a178-d3c9848841e2 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0061302 Aug 16 02:15:43.092785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46454) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.102903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-051b2e9f-143e-4b96-8477-6e12f74f3e3a tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.104553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-051b2e9f-143e-4b96-8477-6e12f74f3e3a tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0101070 Aug 16 02:15:43.107690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46456) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.114022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-a8080bbe-4fbc-427e-ae49-a744e22cb520 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.117508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a8080bbe-4fbc-427e-ae49-a744e22cb520 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0061276 Aug 16 02:15:43.117771 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46458) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.124675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-ceda5122-3c54-4e21-9a33-bf256b3e499e tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.129412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ceda5122-3c54-4e21-9a33-bf256b3e499e tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0103383 Aug 16 02:15:43.129908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46460) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.142686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-de9b703e-b456-4e14-bd86-2796e4622ab4 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.145025 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-de9b703e-b456-4e14-bd86-2796e4622ab4 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0113170 Aug 16 02:15:43.146490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46462) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.152772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-d05896a8-443a-4981-ad81-f306663ff2ca tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.156766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d05896a8-443a-4981-ad81-f306663ff2ca tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0089993 Aug 16 02:15:43.157379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46464) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.162707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-6fc77d36-b7a9-4d10-aa28-b47dff6c7fe4 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.166457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6fc77d36-b7a9-4d10-aa28-b47dff6c7fe4 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0081549 Aug 16 02:15:43.167030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46466) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.170976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-674d0614-64a9-4b8d-aa84-d7645da259a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.170976 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-674d0614-64a9-4b8d-aa84-d7645da259a4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.1175933 Aug 16 02:15:43.171543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-db10a2e4-23a5-4f1b-8fc6-d020df9981d4 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.173651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-db10a2e4-23a5-4f1b-8fc6-d020df9981d4 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0056896 Aug 16 02:15:43.176436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46468) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.181594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-70c66bae-5079-49e9-980a-44c531d731ea tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.182529 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-70c66bae-5079-49e9-980a-44c531d731ea tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051610 Aug 16 02:15:43.185694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46470) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.193520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-44a6bb62-71c4-48d0-b2fa-f14ae2796c38 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.198290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-44a6bb62-71c4-48d0-b2fa-f14ae2796c38 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0112848 Aug 16 02:15:43.199275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46472) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.204257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-ab26a9b8-80f7-4f42-96ce-e4da85397fcf tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.207726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ab26a9b8-80f7-4f42-96ce-e4da85397fcf tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0053458 Aug 16 02:15:43.208024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46474) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.214753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-c256700d-50fb-4a13-b6ec-ddeee331bcc6 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.218551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c256700d-50fb-4a13-b6ec-ddeee331bcc6 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0096421 Aug 16 02:15:43.219308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46476) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.225029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-0e485a9c-2417-4cb8-b83b-620a4f8c9551 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.228875 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0e485a9c-2417-4cb8-b83b-620a4f8c9551 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0080864 Aug 16 02:15:43.229654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46478) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.234493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-c9bfc7f5-7d7a-495d-a2fd-30abecb2c579 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.238044 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c9bfc7f5-7d7a-495d-a2fd-30abecb2c579 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0074153 Aug 16 02:15:43.239181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46482) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.253355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-eed8293b-3a7a-40bf-be3b-24d5c1194c0c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.254570 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eed8293b-3a7a-40bf-be3b-24d5c1194c0c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0119305 Aug 16 02:15:43.257988 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46484) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.260937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.267477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-8fa04421-3ac7-4bcd-b832-97d23a4dd86b tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.268420 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8fa04421-3ac7-4bcd-b832-97d23a4dd86b tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044096 Aug 16 02:15:43.272110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46486) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.279314 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-0fcc1b8a-11d1-4770-a2d8-92e122ec04b4 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.280091 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0fcc1b8a-11d1-4770-a2d8-92e122ec04b4 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043387 Aug 16 02:15:43.283588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46488) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.287242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-a4ffa5dc-3193-463f-815c-89d3a7a1e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.288712 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-a4ffa5dc-3193-463f-815c-89d3a7a1e4ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1025407 Aug 16 02:15:43.288959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-e87506c8-a5e5-4cf7-9db6-8b4227337add tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.289992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e87506c8-a5e5-4cf7-9db6-8b4227337add tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054643 Aug 16 02:15:43.292559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46490) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.294845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Transition to ACTIVE for port object f59eeeda-9247-495e-97f5-4daaa78fe226 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:43.299272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-31e0ea9a-cda6-49ed-a77f-bce4882aa052 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.300293 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-31e0ea9a-cda6-49ed-a77f-bce4882aa052 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0067432 Aug 16 02:15:43.311075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46492) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.313110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c426d59-d0fd-4623-a2ef-d65a7bd0e57b req-f0af10ef-a248-4a27-b98f-6b544c7767e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.314578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c426d59-d0fd-4623-a2ef-d65a7bd0e57b req-f0af10ef-a248-4a27-b98f-6b544c7767e2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 1097 time: 0.0755537 Aug 16 02:15:43.320158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-083f9852-90ad-4ca1-89df-6b340f3351e0 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.321144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-083f9852-90ad-4ca1-89df-6b340f3351e0 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0056520 Aug 16 02:15:43.324328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46494) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.343202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd7a9f3a-826c-465b-ba05-124bf593fefe req-4e595039-fce5-4efc-8103-167c036d16c9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 210 time: 0.0429537 Aug 16 02:15:43.368166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-10c6144d-73b6-4181-9f51-011be42f7577 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.368166 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-10c6144d-73b6-4181-9f51-011be42f7577 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083766 Aug 16 02:15:43.368166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46496) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.369886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-cd04ab0c-d5d4-421d-ae68-863b218acbcc tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.370660 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cd04ab0c-d5d4-421d-ae68-863b218acbcc tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041955 Aug 16 02:15:43.371405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c426d59-d0fd-4623-a2ef-d65a7bd0e57b req-b4608b05-e82c-4e28-b7e2-7d2ff164ced2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492489 Aug 16 02:15:43.374685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46498) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.379165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-2fd5aa3c-cdd2-442e-8eb9-a71fbb212f86 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.379946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2fd5aa3c-cdd2-442e-8eb9-a71fbb212f86 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046902 Aug 16 02:15:43.382660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46500) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.386702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-d2e77c03-61a5-4feb-80c7-e1e891986315 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.387623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d2e77c03-61a5-4feb-80c7-e1e891986315 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041041 Aug 16 02:15:43.390440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46502) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.394454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-f005767e-661c-4634-8307-caa89cd023c6 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.395386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f005767e-661c-4634-8307-caa89cd023c6 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040925 Aug 16 02:15:43.398086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46504) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.403516 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-0e657018-048f-4494-aac6-a87ad5ba169b tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.404469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0e657018-048f-4494-aac6-a87ad5ba169b tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054860 Aug 16 02:15:43.407223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46506) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.412258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-84a2bfce-3511-43b9-bfe6-491ab76ae14e tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.413312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-84a2bfce-3511-43b9-bfe6-491ab76ae14e tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048444 Aug 16 02:15:43.415977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46508) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.422624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-b575f332-444e-4bf3-8b11-d19a700e1fa5 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.422900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.424501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b575f332-444e-4bf3-8b11-d19a700e1fa5 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0074131 Aug 16 02:15:43.427323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46510) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.431971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-96a03b93-6157-4126-a47f-62cb470005c9 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.433142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-96a03b93-6157-4126-a47f-62cb470005c9 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046792 Aug 16 02:15:43.435985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46512) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.441336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-f4edc1b3-aa9c-4a70-98b7-94947945de73 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.444701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f4edc1b3-aa9c-4a70-98b7-94947945de73 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053596 Aug 16 02:15:43.445058 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46514) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.449250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-cda18af1-7339-49db-9ea0-20ef94e5f80a tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.453063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cda18af1-7339-49db-9ea0-20ef94e5f80a tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042679 Aug 16 02:15:43.453346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46516) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.457715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-5e105924-e318-4584-90cc-20981fa17f92 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.459045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5e105924-e318-4584-90cc-20981fa17f92 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045063 Aug 16 02:15:43.461464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46518) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.465959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-9d9d002e-d69e-4174-9e76-4bad34aa06e8 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.467031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9d9d002e-d69e-4174-9e76-4bad34aa06e8 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044551 Aug 16 02:15:43.469471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46520) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.474243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-51ea14f0-266e-4b17-b2b9-22edcc264f5c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.474520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-51ea14f0-266e-4b17-b2b9-22edcc264f5c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041454 Aug 16 02:15:43.476709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46522) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.480940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-bf92dd36-5866-42ca-8129-a9dda7ce385c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.483875 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bf92dd36-5866-42ca-8129-a9dda7ce385c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0042119 Aug 16 02:15:43.483992 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-902365d2-bfef-4b93-b68b-b2721238e057 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819732 Aug 16 02:15:43.484159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46524) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.489923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-dcbe0bf5-3f38-4a5b-b7e7-60f3cede4609 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.490874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dcbe0bf5-3f38-4a5b-b7e7-60f3cede4609 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0053270 Aug 16 02:15:43.491674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:43.493431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46526) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.495055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:43.498756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-e8b8d5a6-f2fa-4495-a61e-9d080cec1b61 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.502033 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e8b8d5a6-f2fa-4495-a61e-9d080cec1b61 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053802 Aug 16 02:15:43.502814 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:43.504293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46528) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.510762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-6946d575-8d34-4edc-8dfa-f4022f5beb32 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.511745 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6946d575-8d34-4edc-8dfa-f4022f5beb32 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0065143 Aug 16 02:15:43.515204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46530) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.520964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-ef41024f-2d15-4155-b0d0-03a555a18f3d tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.524333 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ef41024f-2d15-4155-b0d0-03a555a18f3d tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0058041 Aug 16 02:15:43.525106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46532) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.529603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-99c3d45d-3ac8-48d7-98f0-1404c6f2ca35 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.532950 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-99c3d45d-3ac8-48d7-98f0-1404c6f2ca35 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0049450 Aug 16 02:15:43.533205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46534) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.539813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-e2d5cd20-3024-41cf-bbd0-394df3a6806c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.541203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e2d5cd20-3024-41cf-bbd0-394df3a6806c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0066886 Aug 16 02:15:43.543265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=f59eeeda-9247-495e-97f5-4daaa78fe226,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.544068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46536) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.551019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-b42e43d8-d43e-4158-893c-71d79d469be8 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.553426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b42e43d8-d43e-4158-893c-71d79d469be8 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047395 Aug 16 02:15:43.554547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46538) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.559608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-b5c8e823-1fde-4ec4-a481-aa1a08dafeb7 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.561282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b5c8e823-1fde-4ec4-a481-aa1a08dafeb7 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055294 Aug 16 02:15:43.564050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46540) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.568821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-12579b7f-da3b-4fd5-9c10-52366f8b306c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.569888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-12579b7f-da3b-4fd5-9c10-52366f8b306c tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048523 Aug 16 02:15:43.573084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46542) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.577825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-bdd6d2b1-3a65-497a-994d-37b5165784e9 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.579042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bdd6d2b1-3a65-497a-994d-37b5165784e9 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050318 Aug 16 02:15:43.581803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46544) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.586912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-237efacd-f457-4cd4-888d-12fadaf1ed10 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.591448 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-237efacd-f457-4cd4-888d-12fadaf1ed10 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050578 Aug 16 02:15:43.591930 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46546) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.596914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-3963303f-c8ef-4053-987f-f2330c5c453b tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.597832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3963303f-c8ef-4053-987f-f2330c5c453b tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046511 Aug 16 02:15:43.598003 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.598796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.601215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46548) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.608598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-f269fa95-5842-46d6-9d17-d770550d94af tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.609602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f269fa95-5842-46d6-9d17-d770550d94af tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0063467 Aug 16 02:15:43.612250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46550) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.619383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-d777593e-617d-478d-a75e-cadbb4370cd6 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.620359 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d777593e-617d-478d-a75e-cadbb4370cd6 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0048335 Aug 16 02:15:43.622312 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-5b439871-7d69-4d8d-933a-9e217e62ed70 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1514904 Aug 16 02:15:43.623463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46552) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.627782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [None req-e7677202-e368-452c-8bc8-7e95fb303791 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.628785 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e7677202-e368-452c-8bc8-7e95fb303791 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043848 Aug 16 02:15:43.631340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46554) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.635168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Request body: {'port': {'device_id': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:43.636565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-39ec07bb-5261-40f5-83ad-b0369b5ede69 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.640412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-39ec07bb-5261-40f5-83ad-b0369b5ede69 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0055513 Aug 16 02:15:43.640835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46556) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.646633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-cb0c9923-26a2-4958-8044-4790d39b7252 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.649025 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cb0c9923-26a2-4958-8044-4790d39b7252 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059772 Aug 16 02:15:43.650251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46558) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.655361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-f761dff6-64b9-4e56-822f-6403706d7339 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.659615 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f761dff6-64b9-4e56-822f-6403706d7339 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067029 Aug 16 02:15:43.659861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46560) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.665379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-b63dd972-7c1c-4efc-9c85-45e88e371836 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.669309 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b63dd972-7c1c-4efc-9c85-45e88e371836 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0074232 Aug 16 02:15:43.671182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46562) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.675437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-c2fe3afc-1077-4f8a-b6ad-efe3c511ac4a tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.675437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c2fe3afc-1077-4f8a-b6ad-efe3c511ac4a tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046463 Aug 16 02:15:43.677998 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46564) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.684388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-bb6eadf3-1a84-434d-a7e7-7674153fac01 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.685409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bb6eadf3-1a84-434d-a7e7-7674153fac01 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0062857 Aug 16 02:15:43.687924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46566) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.693599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-c2ccfd25-740e-420f-bb9e-7e9d9daeadd9 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.695103 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c2ccfd25-740e-420f-bb9e-7e9d9daeadd9 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0056143 Aug 16 02:15:43.697772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46568) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.702954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [None req-7bc2674c-5e14-4665-a898-50d484343628 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:43.704113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7bc2674c-5e14-4665-a898-50d484343628 tempest-ExtensionsTestJSON-83201881 tempest-ExtensionsTestJSON-83201881-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052359 Aug 16 02:15:43.723784 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.789375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f985cac9-1011-40cd-856a-f47ecafc81d1 None None] Provisioning for port f59eeeda-9247-495e-97f5-4daaa78fe226 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:43.794539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f985cac9-1011-40cd-856a-f47ecafc81d1 None None] Provisioning complete for port f59eeeda-9247-495e-97f5-4daaa78fe226 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:43.795830 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f985cac9-1011-40cd-856a-f47ecafc81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.839562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f985cac9-1011-40cd-856a-f47ecafc81d1 None None] Port f59eeeda-9247-495e-97f5-4daaa78fe226 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:43.961086 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-2071ba3c-b19f-46e3-9a2f-32d26c967d27 service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090020 Aug 16 02:15:44.003916 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-9bfd913f-6f13-41c7-9a08-1788005aefda service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=c53bffd3-02b2-4ace-ad8e-9d1f39579199 HTTP/1.1" status: 200 len: 217 time: 0.0419331 Aug 16 02:15:44.021480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d935d-215c-40b7-89ac-7a3b31b32573 req-7b469ba8-999e-4e60-867e-13db57cf8e56 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.024107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c20d935d-215c-40b7-89ac-7a3b31b32573 req-7b469ba8-999e-4e60-867e-13db57cf8e56 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0727108 Aug 16 02:15:44.068349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46578) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:44.086743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c20d935d-215c-40b7-89ac-7a3b31b32573 req-d4a14a3e-6a15-47fa-b256-93d810d279c1 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549774 Aug 16 02:15:44.214978 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6c3496ce-54ce-4e79-8242-775dd1abe64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.256808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.337247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6c3496ce-54ce-4e79-8242-775dd1abe64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.342647 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6c3496ce-54ce-4e79-8242-775dd1abe64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.388586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6c3496ce-54ce-4e79-8242-775dd1abe64f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff82288525f142029c7fb1d41c3e91f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190780 Aug 16 02:15:44.389269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46584) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:44.395847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3496ce-54ce-4e79-8242-775dd1abe64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70068012-9732-4b1b-a7ee-7ae0e3289d15,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:44.463230 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-edf064d6-4fc3-47cc-bf9e-c8811156abd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.482975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-551cd042-9581-4084-aa69-0fc657b79ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.484445 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-551cd042-9581-4084-aa69-0fc657b79ae6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 200 len: 797 time: 0.4700446 Aug 16 02:15:44.515789 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-edf064d6-4fc3-47cc-bf9e-c8811156abd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.541848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b22a63-fad9-4144-a728-693e47a73ec9 req-cd04cd00-41f8-4030-805d-e8699824d1a9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.543425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21b22a63-fad9-4144-a728-693e47a73ec9 req-cd04cd00-41f8-4030-805d-e8699824d1a9 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 931 time: 0.0948024 Aug 16 02:15:44.570605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-3fe9c2a7-ff0b-4a40-8b45-00d14329da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.572271 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-3fe9c2a7-ff0b-4a40-8b45-00d14329da08 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1944101e-d34d-4ce2-bec3-f14d1e1e999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0786269 Aug 16 02:15:44.602314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21b22a63-fad9-4144-a728-693e47a73ec9 req-fc4d0bfd-57f2-4819-9bab-a214bf605971 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439897 Aug 16 02:15:44.621648 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-edf064d6-4fc3-47cc-bf9e-c8811156abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.633455 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-edf064d6-4fc3-47cc-bf9e-c8811156abd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.633455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-edf064d6-4fc3-47cc-bf9e-c8811156abd7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70068012-9732-4b1b-a7ee-7ae0e3289d15 HTTP/1.1" status: 204 len: 168 time: 0.2367876 Aug 16 02:15:44.640956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf064d6-4fc3-47cc-bf9e-c8811156abd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70068012-9732-4b1b-a7ee-7ae0e3289d15,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:44.695883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59eeeda-9247-495e-97f5-4daaa78fe226 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:44.712563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.738307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Transition to ACTIVE for port object f59eeeda-9247-495e-97f5-4daaa78fe226 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:44.748760 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.809389 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-f7798df8-d51a-4884-9d51-4a77fcffd33e service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980720 Aug 16 02:15:44.918641 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Pushing event updated for resources: {'Port': ['ID=f59eeeda-9247-495e-97f5-4daaa78fe226,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:44.974440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Attempting to bind port f59eeeda-9247-495e-97f5-4daaa78fe226 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:44.974791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Attempting to bind port f59eeeda-9247-495e-97f5-4daaa78fe226 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:44.975128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Attempting to bind port f59eeeda-9247-495e-97f5-4daaa78fe226 on network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:44.990408 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Port f59eeeda-9247-495e-97f5-4daaa78fe226 on network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:44.990408 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Attempting to bind port f59eeeda-9247-495e-97f5-4daaa78fe226 on network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:45.002374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:45.002717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Checking segment: {'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:45.003105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Bound using segment: {'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:45.003544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Bound port: f59eeeda-9247-495e-97f5-4daaa78fe226, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aaa440b-8318-47f5-991c-b919e3e68bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:45.003913 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.008577 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-06fbfeb9-41e2-4488-8c36-11c8a23c65df service neutron] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875389 Aug 16 02:15:45.076781 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-0086bf17-27a1-4ed6-a9c8-87513fb33cfd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 HTTP/1.1" status: 200 len: 217 time: 0.0596316 Aug 16 02:15:45.177908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-48bc826d-55b6-4eb5-806a-a3b6ee64c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.179533 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-48bc826d-55b6-4eb5-806a-a3b6ee64c07b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0037f35-dbb4-423d-a5d2-96979492cbc5 HTTP/1.1" status: 200 len: 797 time: 0.0705776 Aug 16 02:15:45.184186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] For port f59eeeda-9247-495e-97f5-4daaa78fe226, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:45.187675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] For port f59eeeda-9247-495e-97f5-4daaa78fe226, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f59eeeda-9247-495e-97f5-4daaa78fe226,segment=NetworkSegment(3aaa440b-8318-47f5-991c-b919e3e68bfd),segment_id=3aaa440b-8318-47f5-991c-b919e3e68bfd)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:45.219976 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.242186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a6084-bb24-483b-a593-aeb7be7e1be8 req-76542ee8-f0c9-4e85-980d-835151b86111 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.250856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db1a6084-bb24-483b-a593-aeb7be7e1be8 req-76542ee8-f0c9-4e85-980d-835151b86111 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0767541 Aug 16 02:15:45.274306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.274938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.276359 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] 10.222.0.89 "PUT /v2.0/ports/f59eeeda-9247-495e-97f5-4daaa78fe226 HTTP/1.1" status: 200 len: 1092 time: 1.6455860 Aug 16 02:15:45.276804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'tag': 'f59eeeda-9247-495e-97f5-4daaa78fe226'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:45.279665 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1880eadf-2744-44f1-9c52-c1005cf31aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2", "tag": "f59eeeda-9247-495e-97f5-4daaa78fe226"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:45.300883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-5dcc0193-5d61-4b3d-8880-b808d909fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.302643 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-5dcc0193-5d61-4b3d-8880-b808d909fd76 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eca69f28-e548-4340-9226-f3b255cebbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1136577 Aug 16 02:15:45.306168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dcd52-d25d-453f-b1f0-c9fdf2cdbb3c service neutron] Pushing event updated for resources: {'Port': ['ID=f59eeeda-9247-495e-97f5-4daaa78fe226,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:45.330909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db1a6084-bb24-483b-a593-aeb7be7e1be8 req-47d60da5-1bf2-4cfd-9d0b-9d0d30940242 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777624 Aug 16 02:15:45.400751 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c921209b-6f4c-4386-b72f-cdd760eef3a4 x-openstack-request-id: req-c921209b-6f4c-4386-b72f-cdd760eef3a4 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:45.402033 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2", "tag": "f59eeeda-9247-495e-97f5-4daaa78fe226", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:45.402604 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c921209b-6f4c-4386-b72f-cdd760eef3a4 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:45.403197 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'tag': 'f59eeeda-9247-495e-97f5-4daaa78fe226', 'status': 'completed', 'code': 200} Aug 16 02:15:45.436702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-47d86c4b-4fff-48cf-9e40-86014f5cc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.438296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-47d86c4b-4fff-48cf-9e40-86014f5cc7e7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 1095 time: 0.0978808 Aug 16 02:15:45.530142 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-1284d01d-0b1f-421f-a4c1-4e8798ff6f34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59eeeda-9247-495e-97f5-4daaa78fe226 HTTP/1.1" status: 200 len: 217 time: 0.0796940 Aug 16 02:15:45.643746 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-f306c244-0d45-4fb3-9c8c-16ec5b2189a2 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212233 Aug 16 02:15:45.662787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46618) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:45.687467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142789c-f3dd-464e-b710-4efc28db711c req-ca65fc46-fec8-4064-a45e-691c20583876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.689020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8142789c-f3dd-464e-b710-4efc28db711c req-ca65fc46-fec8-4064-a45e-691c20583876 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7e1393e8aca4620a68aef73b1c0611e&device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 1097 time: 0.1344440 Aug 16 02:15:45.701862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccfbe0-ee9b-48e9-82a6-afc2ab2bbc25 req-374bd6aa-ab38-4802-8f49-482225bfe39d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.703601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11ccfbe0-ee9b-48e9-82a6-afc2ab2bbc25 req-374bd6aa-ab38-4802-8f49-482225bfe39d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0971379 Aug 16 02:15:45.738278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-95ea4c8b-7b70-44dd-bb36-f04bfecf8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.740621 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-95ea4c8b-7b70-44dd-bb36-f04bfecf8534 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=974b490b-ccee-4408-bd98-cb8e7c950d0f HTTP/1.1" status: 200 len: 834 time: 0.1994975 Aug 16 02:15:45.838423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-e6e720c9-7818-4f66-9225-06b7d3fad374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.840238 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-e6e720c9-7818-4f66-9225-06b7d3fad374 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892735 Aug 16 02:15:45.843318 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-c75a4989-a035-4d57-aa73-43c66a151fca service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986673 Aug 16 02:15:45.854216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1859614524'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:45.855285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6e019-f00f-4e72-b635-f152e9aa80a3 req-c39bff90-ee3f-429c-8054-a0ff9a3011ec tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.863476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cf6e019-f00f-4e72-b635-f152e9aa80a3 req-c39bff90-ee3f-429c-8054-a0ff9a3011ec tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 943 time: 0.1587780 Aug 16 02:15:45.879111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11ccfbe0-ee9b-48e9-82a6-afc2ab2bbc25 req-1726b7fc-4fb3-479c-b596-664a4136eea2 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460326 Aug 16 02:15:45.907782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142789c-f3dd-464e-b710-4efc28db711c req-3970ced5-c521-404a-b0b8-d824d6db06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.909447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8142789c-f3dd-464e-b710-4efc28db711c req-3970ced5-c521-404a-b0b8-d824d6db06e7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1af0c130-96bc-408a-adea-18f5c70ab904 HTTP/1.1" status: 200 len: 911 time: 0.2037671 Aug 16 02:15:45.940797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cf6e019-f00f-4e72-b635-f152e9aa80a3 req-a5abc2f1-addf-4e56-9921-c2af2e16d98d tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763729 Aug 16 02:15:45.958837 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-37552c7d-e42d-4483-a751-7a323f5bc246 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79366d83-aed5-43fc-a3b8-297df612321f HTTP/1.1" status: 200 len: 217 time: 0.0990655 Aug 16 02:15:45.978086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8142789c-f3dd-464e-b710-4efc28db711c req-dc8b9c1b-616c-472d-8dc0-8b137d3d733c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53cf50c4-e79c-4603-bc55-e35c05f07bb0 HTTP/1.1" status: 200 len: 217 time: 0.0569956 Aug 16 02:15:46.008829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:46.012485 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.034145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142789c-f3dd-464e-b710-4efc28db711c req-1a5f623d-227b-438e-a6ae-c64277f349f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.035881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8142789c-f3dd-464e-b710-4efc28db711c req-1a5f623d-227b-438e-a6ae-c64277f349f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f42fc266-1840-4cf6-9e03-02860200a7f6 HTTP/1.1" status: 200 len: 850 time: 0.0508807 Aug 16 02:15:46.038384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.063873 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-c661a3e4-c897-4f88-b544-f462ffa2a1fd service neutron] 10.222.0.89 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060728 Aug 16 02:15:46.066516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-ee2d84e8-242f-4d6a-9ffd-2b9d8fb3c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.067915 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-ee2d84e8-242f-4d6a-9ffd-2b9d8fb3c6f8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0037f35-dbb4-423d-a5d2-96979492cbc5 HTTP/1.1" status: 200 len: 797 time: 0.0972519 Aug 16 02:15:46.071097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8142789c-f3dd-464e-b710-4efc28db711c req-b9a1d620-dcf5-42ef-88ed-da5140ec35ff service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1af0c130-96bc-408a-adea-18f5c70ab904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277553 Aug 16 02:15:46.210625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8142789c-f3dd-464e-b710-4efc28db711c req-c6bd5fd7-35b7-43b9-8c34-d02cb74d8f56 service neutron] 10.222.0.84 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169622 Aug 16 02:15:46.247441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-83573e88-5e53-47a4-9bfb-351e139dea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.249001 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-83573e88-5e53-47a4-9bfb-351e139dea91 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=eca69f28-e548-4340-9226-f3b255cebbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1602709 Aug 16 02:15:46.321295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8142789c-f3dd-464e-b710-4efc28db711c req-bb6b559b-d299-4bb0-ba5a-609bc8fec83d service neutron] 10.222.0.84 "GET /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002409 Aug 16 02:15:46.321854 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2ec98ef1-a3f2-45ed-b01c-06dd183af986 req-f99cd14a-cc50-4782-ad7a-8a2e0f8823e7 service neutron] 10.222.0.89 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506959 Aug 16 02:15:46.397069 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.415517 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.428344 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-9eb1b0cb-b759-4ef1-b4a3-1ddfa79eb4c5 service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692679 Aug 16 02:15:46.470563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:46.519305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86caf95-57e8-477a-8304-0e1cc7b2322c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:46.522309 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.522674 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Added segment f517461f-2dca-4f44-b8b6-168b410a1bc7 of type vlan for network fd1017db-1a93-41ed-b338-b8a995257aa6 Aug 16 02:15:46.538489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880eadf-2744-44f1-9c52-c1005cf31aeb req-79a9be17-e4d0-405d-953b-7e61b517edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.540126 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1880eadf-2744-44f1-9c52-c1005cf31aeb req-79a9be17-e4d0-405d-953b-7e61b517edae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 1095 time: 0.1638176 Aug 16 02:15:46.631834 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.674101 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8a4deb2b-cb18-449d-9112-0ceeee9a2a28 req-aa5d62b3-716e-4fbe-ad77-c6b6295ccf4e service neutron] 10.222.0.84 "GET /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319243 Aug 16 02:15:46.702305 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.707933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.708541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.741361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880eadf-2744-44f1-9c52-c1005cf31aeb req-5eaf447b-403e-468a-801c-b1d979ebc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.742867 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1880eadf-2744-44f1-9c52-c1005cf31aeb req-5eaf447b-403e-468a-801c-b1d979ebc231 service neutron] 10.222.0.89 "GET /v2.0/networks?id=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 HTTP/1.1" status: 200 len: 898 time: 0.1773207 Aug 16 02:15:46.769770 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1058331 Aug 16 02:15:46.826154 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1880eadf-2744-44f1-9c52-c1005cf31aeb req-a72b9a93-b843-4791-aa69-c6640d778122 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59eeeda-9247-495e-97f5-4daaa78fe226 HTTP/1.1" status: 200 len: 217 time: 0.0546808 Aug 16 02:15:46.833064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a2f73-73ef-4f11-93a9-557498377bb2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=fd1017db-1a93-41ed-b338-b8a995257aa6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:46.845428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network fd1017db-1a93-41ed-b338-b8a995257aa6 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:46.883276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880eadf-2744-44f1-9c52-c1005cf31aeb req-e210d982-b53e-438d-aff3-788764f3ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.885118 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1880eadf-2744-44f1-9c52-c1005cf31aeb req-e210d982-b53e-438d-aff3-788764f3ce24 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=974b490b-ccee-4408-bd98-cb8e7c950d0f HTTP/1.1" status: 200 len: 834 time: 0.0492053 Aug 16 02:15:46.977236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880eadf-2744-44f1-9c52-c1005cf31aeb req-90e67cc1-c3e3-4240-8ca8-04955a5e9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.979489 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1880eadf-2744-44f1-9c52-c1005cf31aeb req-90e67cc1-c3e3-4240-8ca8-04955a5e9d5c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855532 Aug 16 02:15:47.065519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990e058-f115-499d-937f-ed201d75fd77 req-d01e053a-a655-41c8-9a0e-c4ea2e78e32e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.067108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3990e058-f115-499d-937f-ed201d75fd77 req-d01e053a-a655-41c8-9a0e-c4ea2e78e32e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0818360 Aug 16 02:15:47.132326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3990e058-f115-499d-937f-ed201d75fd77 req-f15e4056-660e-4ebe-bd8c-cc4ddeee202c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Aug 16 02:15:47.144736 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1880eadf-2744-44f1-9c52-c1005cf31aeb req-a340b38b-0c8e-4894-9cdc-e1b79220b5f7 service neutron] 10.222.0.89 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571362 Aug 16 02:15:47.145111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52bdca-f94e-4bde-89a1-2e767c748de4 req-67c80c44-2206-43e8-9772-0d61963b0662 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.146702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f52bdca-f94e-4bde-89a1-2e767c748de4 req-67c80c44-2206-43e8-9772-0d61963b0662 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 943 time: 0.1050882 Aug 16 02:15:47.224519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f52bdca-f94e-4bde-89a1-2e767c748de4 req-3e5e6187-2a88-4a51-a366-0c1ac23888e6 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662215 Aug 16 02:15:47.267881 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1880eadf-2744-44f1-9c52-c1005cf31aeb req-281b57d2-89a2-485a-b2e6-a6215693f06d service neutron] 10.222.0.89 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151085 Aug 16 02:15:48.286006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbb47c-61ea-4b78-b522-7011141c74f3 req-737f9899-4225-4445-8f9f-4165f7f970cd tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.288120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87cbb47c-61ea-4b78-b522-7011141c74f3 req-737f9899-4225-4445-8f9f-4165f7f970cd tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0679510 Aug 16 02:15:48.360081 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.368438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87cbb47c-61ea-4b78-b522-7011141c74f3 req-1087136a-9b6d-4de8-950b-664f8da9c610 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722873 Aug 16 02:15:48.388452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d9456-3eb7-4cc8-8934-9180f8700c23 req-3594ea34-8f15-4014-b0f9-6a6a40068d10 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.389974 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a0d9456-3eb7-4cc8-8934-9180f8700c23 req-3594ea34-8f15-4014-b0f9-6a6a40068d10 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 943 time: 0.0761001 Aug 16 02:15:48.441634 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a0d9456-3eb7-4cc8-8934-9180f8700c23 req-fc9b49ee-e832-494a-9f8e-4f366944a967 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445991 Aug 16 02:15:49.523641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e7aba-602c-4629-9bf2-e6fcbdecde59 req-9a327707-b995-4843-85d4-5e68ffc4d14c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.525190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-308e7aba-602c-4629-9bf2-e6fcbdecde59 req-9a327707-b995-4843-85d4-5e68ffc4d14c tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0777452 Aug 16 02:15:49.595179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-308e7aba-602c-4629-9bf2-e6fcbdecde59 req-4a50f6e5-5ef1-48dd-928a-e5c82595fb70 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573945 Aug 16 02:15:49.607848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb522511-3a7c-4ab6-a65b-f6b852aba909 req-248569a2-e0f4-4440-bc48-ec87411642e5 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.609404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb522511-3a7c-4ab6-a65b-f6b852aba909 req-248569a2-e0f4-4440-bc48-ec87411642e5 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 943 time: 0.0814519 Aug 16 02:15:49.670583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb522511-3a7c-4ab6-a65b-f6b852aba909 req-26d1fc56-e612-4e39-abea-2ab996507830 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483878 Aug 16 02:15:49.671956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f59eeeda-9247-495e-97f5-4daaa78fe226 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:49.805850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f59eeeda-9247-495e-97f5-4daaa78fe226, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f59eeeda-9247-495e-97f5-4daaa78fe226,segment=NetworkSegment(3aaa440b-8318-47f5-991c-b919e3e68bfd),segment_id=3aaa440b-8318-47f5-991c-b919e3e68bfd)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:49.832927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'f59eeeda-9247-495e-97f5-4daaa78fe226', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'port_id': 'f59eeeda-9247-495e-97f5-4daaa78fe226', 'mac_address': 'fa:16:3e:a8:d8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:49.876202 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.890488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59eeeda-9247-495e-97f5-4daaa78fe226 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:49.914631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf07a9-7c0c-4bf0-a79e-e91a1d06acea req-6092e13b-da53-4718-8ee4-c4778e877546 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.916633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f59eeeda-9247-495e-97f5-4daaa78fe226, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f59eeeda-9247-495e-97f5-4daaa78fe226,segment=NetworkSegment(3aaa440b-8318-47f5-991c-b919e3e68bfd),segment_id=3aaa440b-8318-47f5-991c-b919e3e68bfd)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:49.922818 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.923494 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89cf07a9-7c0c-4bf0-a79e-e91a1d06acea req-6092e13b-da53-4718-8ee4-c4778e877546 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0680835 Aug 16 02:15:49.981586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89cf07a9-7c0c-4bf0-a79e-e91a1d06acea req-5832a942-bfc5-471c-9195-80f7246e7f3a tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530159 Aug 16 02:15:49.982554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=f59eeeda-9247-495e-97f5-4daaa78fe226,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:50.133859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['f59eeeda-9247-495e-97f5-4daaa78fe226'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:50.148174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46658) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:50.154214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'network_id': 'fd1017db-1a93-41ed-b338-b8a995257aa6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:50.271443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:50.275318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.482084 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.549097 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=2b1461a3-6baf-4b34-9a75-c7d69c612c4f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:50.554845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Checking segment: {'id': 'f517461f-2dca-4f44-b8b6-168b410a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fd1017db-1a93-41ed-b338-b8a995257aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:50.555294 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network hostable DHCP agents. Network: fd1017db-1a93-41ed-b338-b8a995257aa6, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:50.576817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network fd1017db-1a93-41ed-b338-b8a995257aa6 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:50.586061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, fd1017db-1a93-41ed-b338-b8a995257aa6) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:50.590695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.591852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.595918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc3e01-65d2-494f-b9be-c65af6cbcd6a None None] Network fd1017db-1a93-41ed-b338-b8a995257aa6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:50.614410 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2e84fad0-9a0b-4832-a679-d6402a3f4b19 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4650981 Aug 16 02:15:50.617859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46662) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:50.623999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296751993'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:50.649406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:50.653167 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.680601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:50.698204 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.698572 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Added segment d7ab582a-a50c-4767-b172-d67a44f21e26 of type vlan for network aad93ef3-c844-4f38-aed8-d9972f59b9a4 Aug 16 02:15:50.748735 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.751807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-fd1017db-1a93-41ed-b338-b8a995257aa6', 'network_id': 'fd1017db-1a93-41ed-b338-b8a995257aa6', 'tenant_id': '2e8429d6e270492989ad31f90991ab57', 'fixed_ips': [{'subnet_id': '2b1461a3-6baf-4b34-9a75-c7d69c612c4f'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:50.753638 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.826005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.831833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.832823 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.851573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e9ef6-ac4b-4130-9602-ee2173155e8f req-efddec5d-ec5e-47f7-a8c9-9da4aeb06e32 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.853122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-008e9ef6-ac4b-4130-9602-ee2173155e8f req-efddec5d-ec5e-47f7-a8c9-9da4aeb06e32 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 944 time: 0.0928409 Aug 16 02:15:50.915939 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Allocated IP 2001:db8:0:ffff::2 (fd1017db-1a93-41ed-b338-b8a995257aa6/2b1461a3-6baf-4b34-9a75-c7d69c612c4f/ee80f703-b08f-4b65-8231-f722c3d80f23) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:50.922251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3031883 Aug 16 02:15:50.926284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46666) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:50.932653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'network_id': 'aad93ef3-c844-4f38-aed8-d9972f59b9a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:50.944511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0b79f-d2d2-4cb1-bf5b-55dccb88bcdc tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=aad93ef3-c844-4f38-aed8-d9972f59b9a4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:50.952347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-008e9ef6-ac4b-4130-9602-ee2173155e8f req-4fff29ad-7674-4c29-928d-d0ceaf902d28 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819731 Aug 16 02:15:50.964802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network aad93ef3-c844-4f38-aed8-d9972f59b9a4 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:51.051953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:51.055838 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.124874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d32553-7995-40f1-95ac-bfb5330402a0 req-dd9cb604-756e-486f-a5ff-cba0024ebf7d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.126587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d32553-7995-40f1-95ac-bfb5330402a0 req-dd9cb604-756e-486f-a5ff-cba0024ebf7d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0750632 Aug 16 02:15:51.178762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d32553-7995-40f1-95ac-bfb5330402a0 req-883bb313-878d-4d18-8b8e-d2b505445d9e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Aug 16 02:15:51.182788 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.194129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Transition to ACTIVE for port object ee80f703-b08f-4b65-8231-f722c3d80f23 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:51.219163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Transition to ACTIVE for port object ee80f703-b08f-4b65-8231-f722c3d80f23 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:51.228035 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.258207 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.277977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Network fd1017db-1a93-41ed-b338-b8a995257aa6 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:51.280605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:51.284263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:51.291532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Pushing event updated for resources: {'Port': ['ID=ee80f703-b08f-4b65-8231-f722c3d80f23,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.321503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=61084122-6268-41ad-90af-fb33c412de74,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.340068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Checking segment: {'id': 'd7ab582a-a50c-4767-b172-d67a44f21e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aad93ef3-c844-4f38-aed8-d9972f59b9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:51.340429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network hostable DHCP agents. Network: aad93ef3-c844-4f38-aed8-d9972f59b9a4, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:51.348203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Attempting to bind port ee80f703-b08f-4b65-8231-f722c3d80f23 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:51.348613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Attempting to bind port ee80f703-b08f-4b65-8231-f722c3d80f23 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'f517461f-2dca-4f44-b8b6-168b410a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fd1017db-1a93-41ed-b338-b8a995257aa6'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:51.349005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Attempting to bind port ee80f703-b08f-4b65-8231-f722c3d80f23 on network fd1017db-1a93-41ed-b338-b8a995257aa6 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:51.354685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:51.355062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Checking segment: {'id': 'f517461f-2dca-4f44-b8b6-168b410a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fd1017db-1a93-41ed-b338-b8a995257aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:51.355468 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.355863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Bound using segment: {'id': 'f517461f-2dca-4f44-b8b6-168b410a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fd1017db-1a93-41ed-b338-b8a995257aa6'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:51.356339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Bound port: ee80f703-b08f-4b65-8231-f722c3d80f23, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f517461f-2dca-4f44-b8b6-168b410a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fd1017db-1a93-41ed-b338-b8a995257aa6'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:51.357348 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.361113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network aad93ef3-c844-4f38-aed8-d9972f59b9a4 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:51.371309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, aad93ef3-c844-4f38-aed8-d9972f59b9a4) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:51.378398 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.379274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.392903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d833f9c0-6aab-42db-b2ec-c93a280d9ea4 None None] Network aad93ef3-c844-4f38-aed8-d9972f59b9a4 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:51.395660 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ba054b13-469a-4284-96d1-32715e6d8f74 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4679244 Aug 16 02:15:51.398626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46670) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:51.479881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] For port ee80f703-b08f-4b65-8231-f722c3d80f23, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:51.515507 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.522335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] For port ee80f703-b08f-4b65-8231-f722c3d80f23, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ee80f703-b08f-4b65-8231-f722c3d80f23,segment=NetworkSegment(f517461f-2dca-4f44-b8b6-168b410a1bc7),segment_id=f517461f-2dca-4f44-b8b6-168b410a1bc7)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:51.529288 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.619673 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.642838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12924e04-dd69-4826-b64c-730fcf4786a4 None None] Pushing event updated for resources: {'Port': ['ID=ee80f703-b08f-4b65-8231-f722c3d80f23,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.657051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e086cac-2e36-4549-bc20-13c8320c0493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-aad93ef3-c844-4f38-aed8-d9972f59b9a4', 'network_id': 'aad93ef3-c844-4f38-aed8-d9972f59b9a4', 'tenant_id': '2e8429d6e270492989ad31f90991ab57', 'fixed_ips': [{'subnet_id': '61084122-6268-41ad-90af-fb33c412de74'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:51.657998 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e086cac-2e36-4549-bc20-13c8320c0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.688555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f59eeeda-9247-495e-97f5-4daaa78fe226 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:51.698187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.730843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Subnet': ['ID=61084122-6268-41ad-90af-fb33c412de74,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server [None req-2e086cac-2e36-4549-bc20-13c8320c0493 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61084122-6268-41ad-90af-fb33c412de74: This subnet is being modified by another concurrent operation. Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61084122-6268-41ad-90af-fb33c412de74: This subnet is being modified by another concurrent operation. Aug 16 02:15:51.803164 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Aug 16 02:15:51.824505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port f59eeeda-9247-495e-97f5-4daaa78fe226 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:51.829296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.830016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port f59eeeda-9247-495e-97f5-4daaa78fe226 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:51.830016 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.836306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c1328-397f-4ac1-979c-d84cbf0af88b None None] Network aad93ef3-c844-4f38-aed8-d9972f59b9a4 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:51.863236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad93ef3-c844-4f38-aed8-d9972f59b9a4']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:51.879712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ab582a-a50c-4767-b172-d67a44f21e26') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:51.882179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ab582a-a50c-4767-b172-d67a44f21e26') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:51.900967 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.966226 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.972932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:51.973381 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:51.976593 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:52.069387 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.078275 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.096436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.101849 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/aad93ef3-c844-4f38-aed8-d9972f59b9a4 HTTP/1.1" status: 204 len: 168 time: 0.7018180 Aug 16 02:15:52.104901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59eeeda-9247-495e-97f5-4daaa78fe226'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:52.108129 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4ceca5-d24f-4368-9681-65b61aff2fad" -d '{"events": [{"server_uuid": "e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2", "name": "network-vif-plugged", "status": "completed", "tag": "f59eeeda-9247-495e-97f5-4daaa78fe226"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:52.115114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46684) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:52.124058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-245176029'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:52.124718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f59eeeda-9247-495e-97f5-4daaa78fe226, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f59eeeda-9247-495e-97f5-4daaa78fe226,segment=NetworkSegment(3aaa440b-8318-47f5-991c-b919e3e68bfd),segment_id=3aaa440b-8318-47f5-991c-b919e3e68bfd)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:52.128639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d208b9e-4dc3-47b4-b0e3-d16136869fa7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Network': ['ID=aad93ef3-c844-4f38-aed8-d9972f59b9a4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.142545 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.155514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0c876-4683-4acc-a1c4-8392e7410447 req-21381cee-f5d3-45a9-8654-7f819c5a8738 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.156912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:52.162349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.166036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35d0c876-4683-4acc-a1c4-8392e7410447 req-21381cee-f5d3-45a9-8654-7f819c5a8738 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 944 time: 0.0937014 Aug 16 02:15:52.174939 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90e4fe5-34f8-4c98-bff5-8b0c4106c0c4 x-openstack-request-id: req-f90e4fe5-34f8-4c98-bff5-8b0c4106c0c4 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:52.175328 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2", "name": "network-vif-plugged", "status": "completed", "tag": "f59eeeda-9247-495e-97f5-4daaa78fe226", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:52.175655 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f90e4fe5-34f8-4c98-bff5-8b0c4106c0c4 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:52.176126 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59eeeda-9247-495e-97f5-4daaa78fe226', 'code': 200} Aug 16 02:15:52.191969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:52.203079 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.203514 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Added segment 1fac9abf-b22f-4e38-8820-45bbe6c24eac of type vlan for network 2f2d55ae-6e96-44fe-9fdb-c008cad2fa35 Aug 16 02:15:52.220318 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35d0c876-4683-4acc-a1c4-8392e7410447 req-65b5dc4c-cef7-4070-b1b3-29d0503323fa tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531213 Aug 16 02:15:52.268141 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=f59eeeda-9247-495e-97f5-4daaa78fe226,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.277787 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.347526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342347db-ad75-49ca-9a3d-e1aa1fb29293 req-fd837880-374a-481b-992e-d61f48b60848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.349276 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-342347db-ad75-49ca-9a3d-e1aa1fb29293 req-fd837880-374a-481b-992e-d61f48b60848 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 1097 time: 0.0917156 Aug 16 02:15:52.351076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.358263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.358263 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.373200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cd4ba-aead-4633-9ee5-a82dac9b12eb req-123537cf-5a48-4b0e-bbf0-4fde73e48c4e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.383105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ee80f703-b08f-4b65-8231-f722c3d80f23 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:52.395442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-293cd4ba-aead-4633-9ee5-a82dac9b12eb req-123537cf-5a48-4b0e-bbf0-4fde73e48c4e tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.0879056 Aug 16 02:15:52.442264 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3254049 Aug 16 02:15:52.447715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46692) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:52.458150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'network_id': '2f2d55ae-6e96-44fe-9fdb-c008cad2fa35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:52.471939 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-293cd4ba-aead-4633-9ee5-a82dac9b12eb req-5ed2e32e-d49b-4c64-b058-725a64f8d267 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753465 Aug 16 02:15:52.474602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ee80f703-b08f-4b65-8231-f722c3d80f23 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:52.485089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98d50c-1b4f-4505-9a48-54dfec15c1c5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=2f2d55ae-6e96-44fe-9fdb-c008cad2fa35,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.500396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 2f2d55ae-6e96-44fe-9fdb-c008cad2fa35 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:52.533691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-342347db-ad75-49ca-9a3d-e1aa1fb29293 req-22bf5aac-aefa-42c6-8276-c72a0d2578b6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719158 Aug 16 02:15:52.659261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:52.664266 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.933467 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.989096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74b074a-c0e5-4653-ac05-c61d6d508aa8 None None] Network fd1017db-1a93-41ed-b338-b8a995257aa6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:52.996887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=669a8b89-bb91-4cd9-8223-1bad499f38bd,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.009493 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Checking segment: {'id': '1fac9abf-b22f-4e38-8820-45bbe6c24eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f2d55ae-6e96-44fe-9fdb-c008cad2fa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:53.009816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network hostable DHCP agents. Network: 2f2d55ae-6e96-44fe-9fdb-c008cad2fa35, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:53.027564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network 2f2d55ae-6e96-44fe-9fdb-c008cad2fa35 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:53.039891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 2f2d55ae-6e96-44fe-9fdb-c008cad2fa35) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:53.049159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369f1d0-5a21-402c-9b73-292c7f462f15 None None] Network 2f2d55ae-6e96-44fe-9fdb-c008cad2fa35 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:53.050732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.051564 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.066895 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ad7174d0-bf43-43b1-ac87-db2e5cb490ef tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6157234 Aug 16 02:15:53.070333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46704) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:53.075569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2136143483'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:53.098005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2a9d1e3d-f8f2-43ac-8b65-0b3d83165064 None None] Provisioning for port ee80f703-b08f-4b65-8231-f722c3d80f23 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:53.100788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:53.104357 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.112340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2a9d1e3d-f8f2-43ac-8b65-0b3d83165064 None None] Provisioning complete for port ee80f703-b08f-4b65-8231-f722c3d80f23 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:53.112847 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a9d1e3d-f8f2-43ac-8b65-0b3d83165064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.131881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:53.142371 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.142747 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Added segment 6ed8bcbd-dde6-462b-913a-964c379e9c25 of type vlan for network e9624d10-8dcd-4f52-89c5-6e109ceb2495 Aug 16 02:15:53.215136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.264101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.271023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.271672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.290983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ecbbb-8410-4174-9be0-fed72201a754 req-85976de0-a261-4395-8eb1-b284896b0f76 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.292629 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-022ecbbb-8410-4174-9be0-fed72201a754 req-85976de0-a261-4395-8eb1-b284896b0f76 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.84 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.1091561 Aug 16 02:15:53.378254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a9d1e3d-f8f2-43ac-8b65-0b3d83165064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.388754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466af027-7ddc-4eb6-b70e-cce0ad3ed821 req-39004e07-6699-4150-8b28-1066401cab2a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.394334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-466af027-7ddc-4eb6-b70e-cce0ad3ed821 req-39004e07-6699-4150-8b28-1066401cab2a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 945 time: 0.0932944 Aug 16 02:15:53.407550 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3335209 Aug 16 02:15:53.410313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46708) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:53.422138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4d485-25e7-4200-aeee-68122f2f5fc4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=e9624d10-8dcd-4f52-89c5-6e109ceb2495,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.426754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-2f2d55ae-6e96-44fe-9fdb-c008cad2fa35', 'network_id': '2f2d55ae-6e96-44fe-9fdb-c008cad2fa35', 'tenant_id': '2e8429d6e270492989ad31f90991ab57', 'fixed_ips': [{'subnet_id': '669a8b89-bb91-4cd9-8223-1bad499f38bd'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:53.427701 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.435580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'network_id': 'e9624d10-8dcd-4f52-89c5-6e109ceb2495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:53.442670 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network e9624d10-8dcd-4f52-89c5-6e109ceb2495 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:53.486589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-022ecbbb-8410-4174-9be0-fed72201a754 req-38a08d83-2be7-4273-a32e-71695a300c48 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Deleting port 53cf50c4-e79c-4603-bc55-e35c05f07bb0 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:53.486982 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-022ecbbb-8410-4174-9be0-fed72201a754 req-38a08d83-2be7-4273-a32e-71695a300c48 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.549736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-466af027-7ddc-4eb6-b70e-cce0ad3ed821 req-17ab5f8b-c73a-474c-a1f4-45162cb6d64f tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492820 Aug 16 02:15:53.557720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2a9d1e3d-f8f2-43ac-8b65-0b3d83165064 None None] For port ee80f703-b08f-4b65-8231-f722c3d80f23, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ee80f703-b08f-4b65-8231-f722c3d80f23,segment=NetworkSegment(f517461f-2dca-4f44-b8b6-168b410a1bc7),segment_id=f517461f-2dca-4f44-b8b6-168b410a1bc7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:53.644894 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a9d1e3d-f8f2-43ac-8b65-0b3d83165064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.665451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:53.673108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.701455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-022ecbbb-8410-4174-9be0-fed72201a754 req-38a08d83-2be7-4273-a32e-71695a300c48 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] For port 53cf50c4-e79c-4603-bc55-e35c05f07bb0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=53cf50c4-e79c-4603-bc55-e35c05f07bb0,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:53.703293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-022ecbbb-8410-4174-9be0-fed72201a754 req-38a08d83-2be7-4273-a32e-71695a300c48 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.723938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-022ecbbb-8410-4174-9be0-fed72201a754 req-38a08d83-2be7-4273-a32e-71695a300c48 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Calling delete_port for 53cf50c4-e79c-4603-bc55-e35c05f07bb0 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:53.745424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Performing IP validity checks on allocation pools {{(pid=101381) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:15:53.746212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101381) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:15:53.904915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327686c0-fb62-4ebc-a25e-985e9534d9b7 req-42dd47fa-bd73-4405-962f-f7f11f4f0e95 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.913157 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-327686c0-fb62-4ebc-a25e-985e9534d9b7 req-42dd47fa-bd73-4405-962f-f7f11f4f0e95 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18d56d0-2dfb-45d2-9431-e4669bc20aeb HTTP/1.1" status: 200 len: 945 time: 0.3252525 Aug 16 02:15:53.921913 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.923286 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-022ecbbb-8410-4174-9be0-fed72201a754 req-38a08d83-2be7-4273-a32e-71695a300c48 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.942281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['69363a4f-bed3-432c-a107-d92b5fd7d202'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:53.976408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['53cf50c4-e79c-4603-bc55-e35c05f07bb0'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:54.007467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a08d83-2be7-4273-a32e-71695a300c48 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Pushing event deleted for resources: {'Port': ['ID=53cf50c4-e79c-4603-bc55-e35c05f07bb0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:54.038810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-022ecbbb-8410-4174-9be0-fed72201a754 req-38a08d83-2be7-4273-a32e-71695a300c48 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] No DVR routers for this DVR port 53cf50c4-e79c-4603-bc55-e35c05f07bb0 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:54.042217 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-022ecbbb-8410-4174-9be0-fed72201a754 req-38a08d83-2be7-4273-a32e-71695a300c48 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.044628 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-022ecbbb-8410-4174-9be0-fed72201a754 req-38a08d83-2be7-4273-a32e-71695a300c48 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.84 "DELETE /v2.0/ports/53cf50c4-e79c-4603-bc55-e35c05f07bb0 HTTP/1.1" status: 204 len: 173 time: 0.7302532 Aug 16 02:15:54.045219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18d56d0-2dfb-45d2-9431-e4669bc20aeb', 'name': 'network-vif-deleted', 'tag': '53cf50c4-e79c-4603-bc55-e35c05f07bb0'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:54.048331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=885ba74b-9ed8-47b6-b5e1-1df83b52ad11,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:54.050456 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667be210-9803-4469-9053-63eb731189d6" -d '{"events": [{"server_uuid": "b18d56d0-2dfb-45d2-9431-e4669bc20aeb", "name": "network-vif-deleted", "tag": "53cf50c4-e79c-4603-bc55-e35c05f07bb0"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:54.091829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d1e3d-f8f2-43ac-8b65-0b3d83165064 None None] Pushing event updated for resources: {'Port': ['ID=ee80f703-b08f-4b65-8231-f722c3d80f23,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:54.099268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-327686c0-fb62-4ebc-a25e-985e9534d9b7 req-378c963e-f87f-4ce2-bb64-f4c7ed3b9e43 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850655 Aug 16 02:15:54.102531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c491dcad-8752-49c0-8b91-7a6050757293 None None] Provisioning complete for port ee80f703-b08f-4b65-8231-f722c3d80f23 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:54.103076 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c491dcad-8752-49c0-8b91-7a6050757293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.104325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Checking segment: {'id': '6ed8bcbd-dde6-462b-913a-964c379e9c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e9624d10-8dcd-4f52-89c5-6e109ceb2495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:54.104818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network hostable DHCP agents. Network: e9624d10-8dcd-4f52-89c5-6e109ceb2495, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:54.165949 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442e161e-5d09-489b-9496-78ed2d4ea166 x-openstack-request-id: req-442e161e-5d09-489b-9496-78ed2d4ea166 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:54.167288 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18d56d0-2dfb-45d2-9431-e4669bc20aeb", "name": "network-vif-deleted", "tag": "53cf50c4-e79c-4603-bc55-e35c05f07bb0", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:54.167542 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-442e161e-5d09-489b-9496-78ed2d4ea166 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:54.168324 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18d56d0-2dfb-45d2-9431-e4669bc20aeb', 'name': 'network-vif-deleted', 'tag': '53cf50c4-e79c-4603-bc55-e35c05f07bb0', 'status': 'completed', 'code': 200} Aug 16 02:15:54.174734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network e9624d10-8dcd-4f52-89c5-6e109ceb2495 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:54.177526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Allocated IP 2001:db8::3 (2f2d55ae-6e96-44fe-9fdb-c008cad2fa35/669a8b89-bb91-4cd9-8223-1bad499f38bd/c729a8f7-ad00-4ab0-b246-f5ffcf3059e7) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:54.199002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, e9624d10-8dcd-4f52-89c5-6e109ceb2495) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:54.205734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.206493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.224592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e28ed-79b3-47f8-a323-7c0c5c3f9e09 None None] Network e9624d10-8dcd-4f52-89c5-6e109ceb2495 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:54.229610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46716) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:54.241825 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-872caf97-03b7-4adc-91f4-65d5f198bf6c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8304455 Aug 16 02:15:54.333279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ee80f703-b08f-4b65-8231-f722c3d80f23 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:54.358545 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.414858 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.487388 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.522082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Subnet': ['ID=885ba74b-9ed8-47b6-b5e1-1df83b52ad11,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:54.579944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ee80f703-b08f-4b65-8231-f722c3d80f23 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:54.580328 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.628556 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.647734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9624d10-8dcd-4f52-89c5-6e109ceb2495']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:54.657330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a2f0f-4df8-443b-aa66-ed35f14c496f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-e9624d10-8dcd-4f52-89c5-6e109ceb2495', 'network_id': 'e9624d10-8dcd-4f52-89c5-6e109ceb2495', 'tenant_id': '2e8429d6e270492989ad31f90991ab57', 'fixed_ips': [{'subnet_id': '885ba74b-9ed8-47b6-b5e1-1df83b52ad11'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:54.658183 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-541a2f0f-4df8-443b-aa66-ed35f14c496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.671253 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.680812 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed8bcbd-dde6-462b-913a-964c379e9c25') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:54.681146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed8bcbd-dde6-462b-913a-964c379e9c25') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:54.696923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.708503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Transition to ACTIVE for port object c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:54.750269 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.752662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a5c97-b545-4a28-8982-a59d77430824 req-98cada44-e813-4707-a4ea-6f8d8ce0babf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.766407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f50a5c97-b545-4a28-8982-a59d77430824 req-98cada44-e813-4707-a4ea-6f8d8ce0babf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 945 time: 0.0952635 Aug 16 02:15:54.766563 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:54.766978 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.816388 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f364c5-22f3-45a7-a9e9-f8e2409b5726 None None] Network e9624d10-8dcd-4f52-89c5-6e109ceb2495 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:54.841899 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:54.844257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f50a5c97-b545-4a28-8982-a59d77430824 req-51d72fad-90e2-4673-b1e4-8868c7966fda tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751452 Aug 16 02:15:54.847573 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.858632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.863814 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/e9624d10-8dcd-4f52-89c5-6e109ceb2495 HTTP/1.1" status: 204 len: 168 time: 0.6299233 Aug 16 02:15:54.864279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46732) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:54.870505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2007076000'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:54.882905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480d16e-2755-45d3-a640-d0849b1b302f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Network': ['ID=e9624d10-8dcd-4f52-89c5-6e109ceb2495,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:54.894164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:54.897906 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.912444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Transition to ACTIVE for port object c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:54.914317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f364c5-22f3-45a7-a9e9-f8e2409b5726 None None] Network e9624d10-8dcd-4f52-89c5-6e109ceb2495 could not be found, it might have been deleted concurrently. {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:15:54.926885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:54.927422 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.939179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.939876 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Added segment 98642685-46c5-421e-8dd5-0f596577e103 of type vlan for network c4b3c0f6-6f47-4c3c-a177-d4b6e307829e Aug 16 02:15:54.979059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Network 2f2d55ae-6e96-44fe-9fdb-c008cad2fa35 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:54.984048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:54.988482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:54.991750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Pushing event updated for resources: {'Port': ['ID=c729a8f7-ad00-4ab0-b246-f5ffcf3059e7,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:55.015780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.043191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f3fd-52be-46d5-8685-0d3b9c34b552 req-81be1116-a48c-40f8-9ed6-9fe5c650955c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.045410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2378f3fd-52be-46d5-8685-0d3b9c34b552 req-81be1116-a48c-40f8-9ed6-9fe5c650955c tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 945 time: 0.0948782 Aug 16 02:15:55.061954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Attempting to bind port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:55.062690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Attempting to bind port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '1fac9abf-b22f-4e38-8820-45bbe6c24eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f2d55ae-6e96-44fe-9fdb-c008cad2fa35'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:55.063061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Attempting to bind port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 on network 2f2d55ae-6e96-44fe-9fdb-c008cad2fa35 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:55.068571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:55.068952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Checking segment: {'id': '1fac9abf-b22f-4e38-8820-45bbe6c24eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f2d55ae-6e96-44fe-9fdb-c008cad2fa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:55.069402 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.069792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Bound using segment: {'id': '1fac9abf-b22f-4e38-8820-45bbe6c24eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f2d55ae-6e96-44fe-9fdb-c008cad2fa35'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:55.071826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Bound port: c729a8f7-ad00-4ab0-b246-f5ffcf3059e7, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fac9abf-b22f-4e38-8820-45bbe6c24eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2f2d55ae-6e96-44fe-9fdb-c008cad2fa35'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:55.072189 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.077105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.082685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.083381 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.138895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] For port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:55.142350 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] For port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c729a8f7-ad00-4ab0-b246-f5ffcf3059e7,segment=NetworkSegment(1fac9abf-b22f-4e38-8820-45bbe6c24eac),segment_id=1fac9abf-b22f-4e38-8820-45bbe6c24eac)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:55.148365 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.154051 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2378f3fd-52be-46d5-8685-0d3b9c34b552 req-6e12927f-11aa-4fa1-855a-45e799252552 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008356 Aug 16 02:15:55.175302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46736) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:55.190838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3245552 Aug 16 02:15:55.197169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46740) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:55.210719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b0d26-bca6-4d17-ac92-c7d1d8672b75 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=c4b3c0f6-6f47-4c3c-a177-d4b6e307829e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:55.221082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfa15b-13b6-410d-8ec3-73612cb0742e None None] Pushing event updated for resources: {'Port': ['ID=c729a8f7-ad00-4ab0-b246-f5ffcf3059e7,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:55.227894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network c4b3c0f6-6f47-4c3c-a177-d4b6e307829e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:55.254900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'network_id': 'c4b3c0f6-6f47-4c3c-a177-d4b6e307829e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:55.546089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42441d88-9414-4b66-abe2-64d1b0e15064 req-9adec11a-3f01-4836-942a-f346d31168e6 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.554298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42441d88-9414-4b66-abe2-64d1b0e15064 req-9adec11a-3f01-4836-942a-f346d31168e6 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0885692 Aug 16 02:15:55.613829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42441d88-9414-4b66-abe2-64d1b0e15064 req-ed087aee-5e5d-484b-9167-f5f32db8db83 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584869 Aug 16 02:15:55.765394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7c572d-b3b4-454e-8e7d-c5c34b6dc3c4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.767397 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6c7c572d-b3b4-454e-8e7d-c5c34b6dc3c4 tempest-TestNetworkBasicOps-1787782102 tempest-TestNetworkBasicOps-1787782102-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 1092 time: 0.5885534 Aug 16 02:15:55.770196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46744) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:55.775932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'f59eeeda-9247-495e-97f5-4daaa78fe226', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:55.797630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:55.802768 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.815979 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.928360 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.031771 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.047562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Allocated IP 172.25.2.142 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/b2f47526-e6af-43e2-b130-4528b98552cb) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:56.108674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=b9c42f9c-914a-44fe-be0e-57d9b8093f3b,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:56.121605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Checking segment: {'id': '98642685-46c5-421e-8dd5-0f596577e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c4b3c0f6-6f47-4c3c-a177-d4b6e307829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:56.122241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network hostable DHCP agents. Network: c4b3c0f6-6f47-4c3c-a177-d4b6e307829e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:56.142922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network c4b3c0f6-6f47-4c3c-a177-d4b6e307829e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:56.154183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, c4b3c0f6-6f47-4c3c-a177-d4b6e307829e) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:56.163628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360859bc-5017-49a1-ae5f-4d1089387b2e None None] Network c4b3c0f6-6f47-4c3c-a177-d4b6e307829e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:56.165207 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.166756 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.189974 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ca6606f5-154e-409a-bdbd-d6ffdba94e33 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9904599 Aug 16 02:15:56.190618 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.193837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46748) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:56.275956 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.410480 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:56.435312 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.539713 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b66a74-e677-4678-9184-4d1aa37f0eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-c4b3c0f6-6f47-4c3c-a177-d4b6e307829e', 'network_id': 'c4b3c0f6-6f47-4c3c-a177-d4b6e307829e', 'tenant_id': '2e8429d6e270492989ad31f90991ab57', 'fixed_ips': [{'subnet_id': 'b9c42f9c-914a-44fe-be0e-57d9b8093f3b'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:56.541852 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6b66a74-e677-4678-9184-4d1aa37f0eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.560408 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.578597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f0153b-c2c6-4f0a-98c0-8e7866c341ab None None] Network 2f2d55ae-6e96-44fe-9fdb-c008cad2fa35 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:56.678066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:56.690377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:56.691015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.698493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:56.703397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:56.735769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f00797aa-c9cc-49ac-a0cb-10f667608897 None None] Provisioning for port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:56.745519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:56.745901 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.774000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=b2f47526-e6af-43e2-b130-4528b98552cb,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:56.779936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f00797aa-c9cc-49ac-a0cb-10f667608897 None None] Provisioning complete for port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:56.779936 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f00797aa-c9cc-49ac-a0cb-10f667608897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.790117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c42f9c-914a-44fe-be0e-57d9b8093f3b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:56.852358 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server [None req-b6b66a74-e677-4678-9184-4d1aa37f0eed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9c42f9c-914a-44fe-be0e-57d9b8093f3b: This subnet is being modified by another concurrent operation. Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9c42f9c-914a-44fe-be0e-57d9b8093f3b: This subnet is being modified by another concurrent operation. Aug 16 02:15:56.882518 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Aug 16 02:15:56.892209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b3c0f6-6f47-4c3c-a177-d4b6e307829e']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:56.906016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98642685-46c5-421e-8dd5-0f596577e103') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:56.906478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98642685-46c5-421e-8dd5-0f596577e103') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:56.913403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906ac8d2-4a40-43c2-806a-9135501bd5c5 None None] Network c4b3c0f6-6f47-4c3c-a177-d4b6e307829e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:56.930175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.961541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.974461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:56.974885 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:56.981602 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:56.984205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff374c4-b507-4fe7-a8cd-dadd384a899f req-a4a04dea-ca73-431e-80ba-0f648953ba76 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.986223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ff374c4-b507-4fe7-a8cd-dadd384a899f req-a4a04dea-ca73-431e-80ba-0f648953ba76 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.2469451 Aug 16 02:15:57.063320 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.080329 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.083332 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/c4b3c0f6-6f47-4c3c-a177-d4b6e307829e HTTP/1.1" status: 204 len: 168 time: 0.8883986 Aug 16 02:15:57.089489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46756) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:57.096084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bc2d0-00bf-43a9-bc54-c11d59ebd6b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Network': ['ID=c4b3c0f6-6f47-4c3c-a177-d4b6e307829e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:57.096427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2100535610'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:57.110439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ff374c4-b507-4fe7-a8cd-dadd384a899f req-39cba8cf-c1ea-43e4-a69d-0530feeee3c1 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834224 Aug 16 02:15:57.174049 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f00797aa-c9cc-49ac-a0cb-10f667608897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.229038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:57.232403 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.312968 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.324970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f00797aa-c9cc-49ac-a0cb-10f667608897 None None] For port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c729a8f7-ad00-4ab0-b246-f5ffcf3059e7,segment=NetworkSegment(1fac9abf-b22f-4e38-8820-45bbe6c24eac),segment_id=1fac9abf-b22f-4e38-8820-45bbe6c24eac)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:57.335389 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f00797aa-c9cc-49ac-a0cb-10f667608897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.343721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:57.374401 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.374750 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Added segment 772d673e-820a-4f36-b6db-18ddda00e7f8 of type vlan for network c0a30ab2-e9dd-4b77-8dbe-263937fb7381 Aug 16 02:15:57.434155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00797aa-c9cc-49ac-a0cb-10f667608897 None None] Pushing event updated for resources: {'Port': ['ID=c729a8f7-ad00-4ab0-b246-f5ffcf3059e7,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:57.438765 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:15:57.439015 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:15:57.451208 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.457163 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.517725 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.523411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:57.524023 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.549549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da21db-9033-4cc8-8ed7-aba01b247853 req-9ec579ee-bdc0-4fb9-ba16-2f9fe057f03d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:57.553504 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03da21db-9033-4cc8-8ed7-aba01b247853 req-9ec579ee-bdc0-4fb9-ba16-2f9fe057f03d tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.1011565 Aug 16 02:15:57.613865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5225008 Aug 16 02:15:57.614207 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46758) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:57.620368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'network_id': 'c0a30ab2-e9dd-4b77-8dbe-263937fb7381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:57.620835 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.651528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c3b35-de2a-4514-92d7-0885a2bf07f2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=c0a30ab2-e9dd-4b77-8dbe-263937fb7381,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:57.663975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network c0a30ab2-e9dd-4b77-8dbe-263937fb7381 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:57.680647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4db303-8cfa-43cb-964a-1db24c627b8e None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:15:57.725895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 53cf50c4-e79c-4603-bc55-e35c05f07bb0 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:57.779204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 53cf50c4-e79c-4603-bc55-e35c05f07bb0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:57.779468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 53cf50c4-e79c-4603-bc55-e35c05f07bb0 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:57.814938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:57.818516 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.853916 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.861363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.888635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-03da21db-9033-4cc8-8ed7-aba01b247853 req-a3530958-2793-490f-9911-5e23fa032072 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Deleting port 69363a4f-bed3-432c-a107-d92b5fd7d202 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:57.888969 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03da21db-9033-4cc8-8ed7-aba01b247853 req-a3530958-2793-490f-9911-5e23fa032072 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.907855 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4db303-8cfa-43cb-964a-1db24c627b8e None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:15:57.918165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-649d9cea-784d-4eb4-84be-a2090a3d6c06 None None] Provisioning complete for port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:57.918675 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-649d9cea-784d-4eb4-84be-a2090a3d6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.925381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event updated for resources: {'Port': ['ID=b2f47526-e6af-43e2-b130-4528b98552cb,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:57.979002 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.031641 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-03da21db-9033-4cc8-8ed7-aba01b247853 req-a3530958-2793-490f-9911-5e23fa032072 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] For port 69363a4f-bed3-432c-a107-d92b5fd7d202, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=69363a4f-bed3-432c-a107-d92b5fd7d202,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:58.032002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03da21db-9033-4cc8-8ed7-aba01b247853 req-a3530958-2793-490f-9911-5e23fa032072 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.070721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-03da21db-9033-4cc8-8ed7-aba01b247853 req-a3530958-2793-490f-9911-5e23fa032072 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Calling delete_port for 69363a4f-bed3-432c-a107-d92b5fd7d202 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:58.138571 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Floating IP 4b4f3d0e-2005-4a5b-bd48-c662212d639b associated. External IP: 172.25.2.142, port: f59eeeda-9247-495e-97f5-4daaa78fe226. Aug 16 02:15:58.281542 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.320255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c328229-262d-4ff1-9fce-977b9a1a5aab req-376eadb6-e477-4ffb-91d9-1224cf436305 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.321850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c328229-262d-4ff1-9fce-977b9a1a5aab req-376eadb6-e477-4ffb-91d9-1224cf436305 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7c134bb-ad9e-42e2-a477-b94aaa32421c HTTP/1.1" status: 200 len: 945 time: 0.0759783 Aug 16 02:15:58.347458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=3708197b-3a1d-40c0-8502-d983f56d1639,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:58.399560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:58.512190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:58.512649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.519140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c328229-262d-4ff1-9fce-977b9a1a5aab req-07b8d84e-1673-41f9-82df-31ce04a1f6ac tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.79 "GET /v2.0/security-groups?id=c6af69f2-caf4-4fc8-95d2-0f10eb356855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013703 Aug 16 02:15:58.532628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Checking segment: {'id': '772d673e-820a-4f36-b6db-18ddda00e7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c0a30ab2-e9dd-4b77-8dbe-263937fb7381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:58.542130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network hostable DHCP agents. Network: c0a30ab2-e9dd-4b77-8dbe-263937fb7381, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:58.549663 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03da21db-9033-4cc8-8ed7-aba01b247853 req-a3530958-2793-490f-9911-5e23fa032072 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.573950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 0a5e5be1-0c15-4258-afa5-80a38094efa9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:58.614271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3530958-2793-490f-9911-5e23fa032072 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Pushing event deleted for resources: {'Port': ['ID=69363a4f-bed3-432c-a107-d92b5fd7d202,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:58.617353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network c0a30ab2-e9dd-4b77-8dbe-263937fb7381 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:58.650770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['69363a4f-bed3-432c-a107-d92b5fd7d202'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:58.672732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-03da21db-9033-4cc8-8ed7-aba01b247853 req-a3530958-2793-490f-9911-5e23fa032072 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] No DVR routers for this DVR port 69363a4f-bed3-432c-a107-d92b5fd7d202 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:58.676472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03da21db-9033-4cc8-8ed7-aba01b247853 req-a3530958-2793-490f-9911-5e23fa032072 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.678578 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03da21db-9033-4cc8-8ed7-aba01b247853 req-a3530958-2793-490f-9911-5e23fa032072 tempest-ServerRescueTestJSON-837221686 tempest-ServerRescueTestJSON-837221686-project] 10.222.0.89 "DELETE /v2.0/ports/69363a4f-bed3-432c-a107-d92b5fd7d202 HTTP/1.1" status: 204 len: 173 time: 1.1140594 Aug 16 02:15:58.679186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, c0a30ab2-e9dd-4b77-8dbe-263937fb7381) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:58.684184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.685377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.688572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c134bb-ad9e-42e2-a477-b94aaa32421c', 'name': 'network-vif-deleted', 'tag': '69363a4f-bed3-432c-a107-d92b5fd7d202'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:58.691295 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a89cfd-bec3-4d65-9d3d-c5a2b8c709c1" -d '{"events": [{"server_uuid": "e7c134bb-ad9e-42e2-a477-b94aaa32421c", "name": "network-vif-deleted", "tag": "69363a4f-bed3-432c-a107-d92b5fd7d202"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:58.694164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d69db-88a3-46a1-80fa-35f2212659ac None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:15:58.746154 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b686365c-6661-4509-bec9-28840467301a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1309488 Aug 16 02:15:58.748799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46774) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:58.754713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:58.779125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49365203-1c5d-40b1-b964-8652d54f0cc3 None None] Sync routers for ids ['0a5e5be1-0c15-4258-afa5-80a38094efa9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:58.781869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.821068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a1d848ef-4bef-4cd2-b8a0-34e26aa3ae79 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0492144 Aug 16 02:15:58.822292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'tag': 'f59eeeda-9247-495e-97f5-4daaa78fe226'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:58.825339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46776) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:58.827060 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b76ac1d-95ed-4b29-bbed-2f687dcea700" -d '{"events": [{"name": "network-changed", "server_uuid": "e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2", "tag": "f59eeeda-9247-495e-97f5-4daaa78fe226"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:58.827267 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106b17dc-e512-4c15-93ee-03bfdb13dc99 x-openstack-request-id: req-106b17dc-e512-4c15-93ee-03bfdb13dc99 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:58.827590 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c134bb-ad9e-42e2-a477-b94aaa32421c", "name": "network-vif-deleted", "tag": "69363a4f-bed3-432c-a107-d92b5fd7d202", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:58.827866 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-106b17dc-e512-4c15-93ee-03bfdb13dc99 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:58.828419 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c134bb-ad9e-42e2-a477-b94aaa32421c', 'name': 'network-vif-deleted', 'tag': '69363a4f-bed3-432c-a107-d92b5fd7d202', 'status': 'completed', 'code': 200} Aug 16 02:15:58.843542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49365203-1c5d-40b1-b964-8652d54f0cc3 None None] Routers {'0a5e5be1-0c15-4258-afa5-80a38094efa9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:58.843970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-49365203-1c5d-40b1-b964-8652d54f0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['0a5e5be1-0c15-4258-afa5-80a38094efa9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:58.887088 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94ddb72-f1a0-4dc6-ae16-457114d8698d x-openstack-request-id: req-e94ddb72-f1a0-4dc6-ae16-457114d8698d {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:58.887647 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2", "tag": "f59eeeda-9247-495e-97f5-4daaa78fe226", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:58.887853 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e94ddb72-f1a0-4dc6-ae16-457114d8698d {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:58.888347 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'tag': 'f59eeeda-9247-495e-97f5-4daaa78fe226', 'status': 'completed', 'code': 200} Aug 16 02:15:58.962920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d69db-88a3-46a1-80fa-35f2212659ac None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:15:59.017233 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0621a04e-101b-4795-a69e-d4990a032d29 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/floatingips/4b4f3d0e-2005-4a5b-bd48-c662212d639b HTTP/1.1" status: 200 len: 991 time: 0.1866510 Aug 16 02:15:59.033259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76ac1d-95ed-4b29-bbed-2f687dcea700 req-9a28f502-89bc-4a70-b640-f3bf773dd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.035042 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b76ac1d-95ed-4b29-bbed-2f687dcea700 req-9a28f502-89bc-4a70-b640-f3bf773dd2bc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 1097 time: 0.1173477 Aug 16 02:15:59.040774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-49365203-1c5d-40b1-b964-8652d54f0cc3 None None] Set router 0a5e5be1-0c15-4258-afa5-80a38094efa9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:59.046233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.189526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.256233 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76ac1d-95ed-4b29-bbed-2f687dcea700 req-cab44316-303b-498b-8948-c7db9bc8cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.258811 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b76ac1d-95ed-4b29-bbed-2f687dcea700 req-cab44316-303b-498b-8948-c7db9bc8cf28 service neutron] 10.222.0.89 "GET /v2.0/networks?id=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 HTTP/1.1" status: 200 len: 898 time: 0.2099552 Aug 16 02:15:59.260391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.342133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Subnet': ['ID=3708197b-3a1d-40c0-8502-d983f56d1639,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:59.429747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-49365203-1c5d-40b1-b964-8652d54f0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '4b4f3d0e-2005-4a5b-bd48-c662212d639b', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'port_id': 'f59eeeda-9247-495e-97f5-4daaa78fe226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'mac_address': 'fa:16:3e:a8:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:15:57Z', 'revision_number': 0, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9005792-ed2f-4830-bd82-a3faf682b3f2', 'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:2e:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:33Z', 'updated_at': '2021-08-16T02:15:40Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:59.435732 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.445238 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b76ac1d-95ed-4b29-bbed-2f687dcea700 req-189121ad-599a-4025-8699-03c5a57c7ee1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59eeeda-9247-495e-97f5-4daaa78fe226 HTTP/1.1" status: 200 len: 999 time: 0.1740170 Aug 16 02:15:59.449081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a30ab2-e9dd-4b77-8dbe-263937fb7381']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:59.464987 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e7395e-3262-4f5f-a368-403da5945b38 None None] Network c0a30ab2-e9dd-4b77-8dbe-263937fb7381 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:59.467507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49365203-1c5d-40b1-b964-8652d54f0cc3 None None] Checking router: 0a5e5be1-0c15-4258-afa5-80a38094efa9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:59.520280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49365203-1c5d-40b1-b964-8652d54f0cc3 None None] Routers {'0a5e5be1-0c15-4258-afa5-80a38094efa9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:59.521010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-49365203-1c5d-40b1-b964-8652d54f0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['0a5e5be1-0c15-4258-afa5-80a38094efa9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:59.521874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772d673e-820a-4f36-b6db-18ddda00e7f8') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:59.522324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772d673e-820a-4f36-b6db-18ddda00e7f8') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:59.535365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.545112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76ac1d-95ed-4b29-bbed-2f687dcea700 req-b0cbfe18-bfc9-4c5b-874c-ad3ca39a53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.546779 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b76ac1d-95ed-4b29-bbed-2f687dcea700 req-b0cbfe18-bfc9-4c5b-874c-ad3ca39a53ad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=974b490b-ccee-4408-bd98-cb8e7c950d0f HTTP/1.1" status: 200 len: 834 time: 0.0893230 Aug 16 02:15:59.585752 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.585991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46784) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:59.595352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:59.595842 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:59.600489 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:59.663194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76ac1d-95ed-4b29-bbed-2f687dcea700 req-76a33bac-876b-483e-9496-bd498d73b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.664736 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b76ac1d-95ed-4b29-bbed-2f687dcea700 req-76a33bac-876b-483e-9496-bd498d73b88c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101336 Aug 16 02:15:59.710842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820e28e3-df6d-4907-8cb6-1f737108dd3b None None] Network c0a30ab2-e9dd-4b77-8dbe-263937fb7381 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:59.732092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820e28e3-df6d-4907-8cb6-1f737108dd3b None None] Network c0a30ab2-e9dd-4b77-8dbe-263937fb7381 could not be found, it might have been deleted concurrently. {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:15:59.735017 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-49365203-1c5d-40b1-b964-8652d54f0cc3 None None] Set router 0a5e5be1-0c15-4258-afa5-80a38094efa9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:59.764071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.775829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.777774 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/c0a30ab2-e9dd-4b77-8dbe-263937fb7381 HTTP/1.1" status: 204 len: 168 time: 1.0277159 Aug 16 02:15:59.789172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46786) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:59.793291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-451631426'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:59.883366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867838c5-cbdb-49e8-ac2f-bcd913a09246 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Network': ['ID=c0a30ab2-e9dd-4b77-8dbe-263937fb7381,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:59.885284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:59.889921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.940055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:59.975473 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b76ac1d-95ed-4b29-bbed-2f687dcea700 req-b833e4cd-bb14-4726-919f-4a0ec1f8987b service neutron] 10.222.0.89 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997615 Aug 16 02:15:59.986061 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.986404 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Added segment cda437d2-6bd3-4d50-8fec-0175a5d72b0c of type vlan for network cf98be19-1d99-4496-b940-81c1f6ba8ec9 Aug 16 02:16:00.028937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46788) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:00.099521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.115101 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4b76ac1d-95ed-4b29-bbed-2f687dcea700 req-58856f34-015f-48f2-9db5-6966ed800a8e service neutron] 10.222.0.89 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322231 Aug 16 02:16:00.135127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-49365203-1c5d-40b1-b964-8652d54f0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '4b4f3d0e-2005-4a5b-bd48-c662212d639b', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'port_id': 'f59eeeda-9247-495e-97f5-4daaa78fe226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'mac_address': 'fa:16:3e:a8:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:15:57Z', 'revision_number': 0, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9005792-ed2f-4830-bd82-a3faf682b3f2', 'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:2e:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:33Z', 'updated_at': '2021-08-16T02:15:40Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:00.164659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3e47d9a9-d87d-44bf-8526-40dd8ef7b8e3 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/floatingips/4b4f3d0e-2005-4a5b-bd48-c662212d639b HTTP/1.1" status: 200 len: 991 time: 0.1333315 Aug 16 02:16:00.165140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49365203-1c5d-40b1-b964-8652d54f0cc3 None None] The sync data for ids ['0a5e5be1-0c15-4258-afa5-80a38094efa9'] in n-d-768851-16 is: [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '4b4f3d0e-2005-4a5b-bd48-c662212d639b', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'port_id': 'f59eeeda-9247-495e-97f5-4daaa78fe226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'mac_address': 'fa:16:3e:a8:d8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:15:57Z', 'revision_number': 0, 'project_id': '88de854c902c4de89cf8831855db3adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9005792-ed2f-4830-bd82-a3faf682b3f2', 'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:2e:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:33Z', 'updated_at': '2021-08-16T02:15:40Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:00.184125 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.189718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.190320 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.270980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4782753 Aug 16 02:16:00.270980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46790) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:00.279722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'network_id': 'cf98be19-1d99-4496-b940-81c1f6ba8ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:00.299176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=cf98be19-1d99-4496-b940-81c1f6ba8ec9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:00.364140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.364516 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.364834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.365196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.365535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.365865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.366193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.366519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.366848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.367173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.367498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.367818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac5695-6ec1-4f6e-b55c-61a3075807ff tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:00.381989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network cf98be19-1d99-4496-b940-81c1f6ba8ec9 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:00.395476 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe811d26-2dd5-4657-a0a8-de32431bbd55 None None] New status for floating IP 4b4f3d0e-2005-4a5b-bd48-c662212d639b: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:16:00.430327 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.433292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:00.436794 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.063218 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.164445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=2a21b359-a6cb-48ed-bbda-5cc2d391c12e,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:01.166917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46794) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:01.196471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Checking segment: {'id': 'cda437d2-6bd3-4d50-8fec-0175a5d72b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cf98be19-1d99-4496-b940-81c1f6ba8ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:01.196846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network hostable DHCP agents. Network: cf98be19-1d99-4496-b940-81c1f6ba8ec9, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:01.216433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] Deleting port 54186aa7-af1e-488a-abd8-1872722dba85 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:01.216777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.236353 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-56670f4d-1f74-47cf-878b-5540c59a0d3e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/floatingips/4b4f3d0e-2005-4a5b-bd48-c662212d639b HTTP/1.1" status: 200 len: 993 time: 0.0676665 Aug 16 02:16:01.256459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network cf98be19-1d99-4496-b940-81c1f6ba8ec9 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:01.274895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, cf98be19-1d99-4496-b940-81c1f6ba8ec9) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:01.281756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.282247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.284937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc82d77-9055-4100-ab11-e2edd60a3ef2 None None] Network cf98be19-1d99-4496-b940-81c1f6ba8ec9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:01.313010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e0c84bb2-6cdb-4650-9d84-d2e770d87783 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0384402 Aug 16 02:16:01.313659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46796) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:01.320163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'network_id': 'cf98be19-1d99-4496-b940-81c1f6ba8ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:01.326522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] For port 54186aa7-af1e-488a-abd8-1872722dba85, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=54186aa7-af1e-488a-abd8-1872722dba85,segment=NetworkSegment(70a79336-9bcc-4e6e-a7f0-43543a1517e5),segment_id=70a79336-9bcc-4e6e-a7f0-43543a1517e5)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:01.326888 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.340368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] Calling delete_port for 54186aa7-af1e-488a-abd8-1872722dba85 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:01.461409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:01.465250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.593895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.636061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=54186aa7-af1e-488a-abd8-1872722dba85,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:01.735005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-cf98be19-1d99-4496-b940-81c1f6ba8ec9', 'network_id': 'cf98be19-1d99-4496-b940-81c1f6ba8ec9', 'tenant_id': '2e8429d6e270492989ad31f90991ab57', 'fixed_ips': [{'subnet_id': '2a21b359-a6cb-48ed-bbda-5cc2d391c12e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:01.735902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.764787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 69363a4f-bed3-432c-a107-d92b5fd7d202 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:01.810936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.840496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 69363a4f-bed3-432c-a107-d92b5fd7d202 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:01.840875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 69363a4f-bed3-432c-a107-d92b5fd7d202 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:01.852709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.864923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=093e324f-5480-4937-abef-296fda276527,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:01.878107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.878911 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.878911 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.878911 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.882220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.882220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.882220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.882220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.882220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.882220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.882220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.882220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:01.892385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network cf98be19-1d99-4496-b940-81c1f6ba8ec9 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:01.893917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:01.897108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.897723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734562'] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.914300 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-71f28ce3-855b-4cc9-a7f1-817912dd1c7d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5994298 Aug 16 02:16:01.916778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46800) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:01.942589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Allocated IP 2001:db8::2 (cf98be19-1d99-4496-b940-81c1f6ba8ec9/2a21b359-a6cb-48ed-bbda-5cc2d391c12e/56fcc198-6cc5-4cfc-ad3e-d589f6d2c029) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:02.027833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e05d5-a0d0-4674-9d52-dca27ec8ea61 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.030222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e05d5-a0d0-4674-9d52-dca27ec8ea61 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.032310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e05d5-a0d0-4674-9d52-dca27ec8ea61 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.034211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e05d5-a0d0-4674-9d52-dca27ec8ea61 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.035752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e05d5-a0d0-4674-9d52-dca27ec8ea61 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.037531 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c20e05d5-a0d0-4674-9d52-dca27ec8ea61 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1195776 Aug 16 02:16:02.041343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46802) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:02.047074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1813520282'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:02.072574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:02.076451 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.103171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:02.113413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.113770 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Added segment 01688df2-7b91-4fcb-b665-7bfd4c3aa258 of type vlan for network e34de7ef-33bd-401a-9f11-66dcfc119383 Aug 16 02:16:02.140793 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.153679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Transition to ACTIVE for port object 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:02.157670 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.174598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Transition to ACTIVE for port object 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:02.177130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] Router af507346-2605-49b7-820d-90153e17ed7c has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:02.182993 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.191917 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.198555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.199238 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.237536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Network cf98be19-1d99-4496-b940-81c1f6ba8ec9 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:02.241388 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:02.246599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:02.250117 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Pushing event updated for resources: {'Port': ['ID=56fcc198-6cc5-4cfc-ad3e-d589f6d2c029,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:02.290581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=e34de7ef-33bd-401a-9f11-66dcfc119383,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:02.299792 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ba7630a3-8f92-41d9-bcfd-27f63c09852f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2567639 Aug 16 02:16:02.301886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46806) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:02.313441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3ed54274-25eb-4e07-aa19-e58ddf36b2a5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:02.316488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:02.322277 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-62af628d-01e0-46f1-9f1a-86908bec8d32 admin admin] 10.222.0.79 "PUT /v2.0/routers/af507346-2605-49b7-820d-90153e17ed7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7350912 Aug 16 02:16:02.326233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46808) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:02.337722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632d626-f63d-433b-9b46-2e996d2cce6e None None] Sync routers for ids ['af507346-2605-49b7-820d-90153e17ed7c'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:02.339553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network e34de7ef-33bd-401a-9f11-66dcfc119383 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:02.448797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Attempting to bind port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:02.449275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Attempting to bind port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'cda437d2-6bd3-4d50-8fec-0175a5d72b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cf98be19-1d99-4496-b940-81c1f6ba8ec9'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:02.449668 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Attempting to bind port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 on network cf98be19-1d99-4496-b940-81c1f6ba8ec9 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:02.456134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632d626-f63d-433b-9b46-2e996d2cce6e None None] Routers {'af507346-2605-49b7-820d-90153e17ed7c'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:02.456863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1632d626-f63d-433b-9b46-2e996d2cce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['af507346-2605-49b7-820d-90153e17ed7c'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:02.475302 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.524338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:02.524810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Checking segment: {'id': 'cda437d2-6bd3-4d50-8fec-0175a5d72b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cf98be19-1d99-4496-b940-81c1f6ba8ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:02.525344 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.526455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Bound using segment: {'id': 'cda437d2-6bd3-4d50-8fec-0175a5d72b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cf98be19-1d99-4496-b940-81c1f6ba8ec9'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:02.526455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Bound port: 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda437d2-6bd3-4d50-8fec-0175a5d72b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cf98be19-1d99-4496-b940-81c1f6ba8ec9'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:02.527614 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.578772 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ed54274-25eb-4e07-aa19-e58ddf36b2a5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.614398 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ed54274-25eb-4e07-aa19-e58ddf36b2a5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.625729 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.656504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ed54274-25eb-4e07-aa19-e58ddf36b2a5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network e34de7ef-33bd-401a-9f11-66dcfc119383 is not hosted by any dhcp agent {{(pid=101380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:16:02.669944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed54274-25eb-4e07-aa19-e58ddf36b2a5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.671029 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ed54274-25eb-4e07-aa19-e58ddf36b2a5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.674001 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ed54274-25eb-4e07-aa19-e58ddf36b2a5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "PUT /v2.0/networks/e34de7ef-33bd-401a-9f11-66dcfc119383 HTTP/1.1" status: 200 len: 723 time: 0.3700252 Aug 16 02:16:02.674962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-1632d626-f63d-433b-9b46-2e996d2cce6e None None] Set router af507346-2605-49b7-820d-90153e17ed7c gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:02.677227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] For port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:02.693454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46810) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:02.701643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'network_id': 'e34de7ef-33bd-401a-9f11-66dcfc119383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:02.738078 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:16:02.749519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] For port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=56fcc198-6cc5-4cfc-ad3e-d589f6d2c029,segment=NetworkSegment(cda437d2-6bd3-4d50-8fec-0175a5d72b0c),segment_id=cda437d2-6bd3-4d50-8fec-0175a5d72b0c)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:02.804831 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.811780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed54274-25eb-4e07-aa19-e58ddf36b2a5 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=e34de7ef-33bd-401a-9f11-66dcfc119383,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:02.836706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Deleting port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:02.837204 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.854998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network e34de7ef-33bd-401a-9f11-66dcfc119383 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:02.904530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:02.908032 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.986284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81e6d0-b5ae-4784-b2f1-fc34fdaafb4d None None] Pushing event updated for resources: {'Port': ['ID=56fcc198-6cc5-4cfc-ad3e-d589f6d2c029,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:03.002489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] For port 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=08fcda70-c7d4-4b91-aa4f-b6ca369a9d11,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:03.002870 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.027760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Calling delete_port for 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:03.093018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1632d626-f63d-433b-9b46-2e996d2cce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af507346-2605-49b7-820d-90153e17ed7c', 'name': 'tempest-ServerRescueTestJSON-457293619-router', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:16:01Z', 'revision_number': 5, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'gw_port': {'id': '08fcda70-c7d4-4b91-aa4f-b6ca369a9d11', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af507346-2605-49b7-820d-90153e17ed7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:03.161957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632d626-f63d-433b-9b46-2e996d2cce6e None None] Checking router: af507346-2605-49b7-820d-90153e17ed7c for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:03.187122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632d626-f63d-433b-9b46-2e996d2cce6e None None] Routers {'af507346-2605-49b7-820d-90153e17ed7c'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:03.187122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1632d626-f63d-433b-9b46-2e996d2cce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:15:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['af507346-2605-49b7-820d-90153e17ed7c'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:03.338244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-1632d626-f63d-433b-9b46-2e996d2cce6e None None] Set router af507346-2605-49b7-820d-90153e17ed7c gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:03.363230 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.427754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1632d626-f63d-433b-9b46-2e996d2cce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af507346-2605-49b7-820d-90153e17ed7c', 'name': 'tempest-ServerRescueTestJSON-457293619-router', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:16:02Z', 'revision_number': 6, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:03.442884 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.464458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632d626-f63d-433b-9b46-2e996d2cce6e None None] The sync data for ids ['af507346-2605-49b7-820d-90153e17ed7c'] in n-d-768851-16 is: [{'id': 'af507346-2605-49b7-820d-90153e17ed7c', 'name': 'tempest-ServerRescueTestJSON-457293619-router', 'tenant_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:06Z', 'updated_at': '2021-08-16T02:16:02Z', 'revision_number': 6, 'project_id': 'b7e1393e8aca4620a68aef73b1c0611e', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:03.517636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Pushing event deleted for resources: {'Port': ['ID=08fcda70-c7d4-4b91-aa4f-b6ca369a9d11,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:03.528580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=1a61b44e-56c9-48ad-9c45-17af5b3ebeef,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:03.566645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Checking segment: {'id': '01688df2-7b91-4fcb-b665-7bfd4c3aa258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e34de7ef-33bd-401a-9f11-66dcfc119383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:03.567450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network hostable DHCP agents. Network: e34de7ef-33bd-401a-9f11-66dcfc119383, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:03.667637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network e34de7ef-33bd-401a-9f11-66dcfc119383 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:03.699298 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.704667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, e34de7ef-33bd-401a-9f11-66dcfc119383) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:03.711742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.712657 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.717811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0ff8ee-2f91-42f6-985f-d0911b49243f None None] Network e34de7ef-33bd-401a-9f11-66dcfc119383 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:03.988669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46816) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:03.989210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-65633dd6-93b9-4c4e-8a5a-bcbd98ba0b3a tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2940760 Aug 16 02:16:03.994481 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.997087 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.997991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2c0165b2-03d5-47dd-adaf-0ff5ddb4bf6f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:04.019057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-e34de7ef-33bd-401a-9f11-66dcfc119383', 'network_id': 'e34de7ef-33bd-401a-9f11-66dcfc119383', 'tenant_id': '2e8429d6e270492989ad31f90991ab57', 'fixed_ips': [{'subnet_id': '1a61b44e-56c9-48ad-9c45-17af5b3ebeef'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:04.019855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.093120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.094787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Fanout notify agent at l3_agent the message router_deleted on router af507346-2605-49b7-820d-90153e17ed7c {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:16:04.109432 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.112894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bcb05e6c-a293-4cac-a4dc-60ac3d8fb4af admin admin] 10.222.0.79 "DELETE /v2.0/routers/af507346-2605-49b7-820d-90153e17ed7c HTTP/1.1" status: 204 len: 168 time: 1.7832766 Aug 16 02:16:04.113158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46818) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:04.174216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-e401c43f-0f67-4f66-987e-2fc7f86a8cd2 admin admin] Deleting subnet f42fc266-1840-4cf6-9e03-02860200a7f6 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:04.178829 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e401c43f-0f67-4f66-987e-2fc7f86a8cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.206204 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c0165b2-03d5-47dd-adaf-0ff5ddb4bf6f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12238623'] for subnet, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.240784 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e401c43f-0f67-4f66-987e-2fc7f86a8cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.319455 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e401c43f-0f67-4f66-987e-2fc7f86a8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.333135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Allocated IP 2001:db8::2 (e34de7ef-33bd-401a-9f11-66dcfc119383/1a61b44e-56c9-48ad-9c45-17af5b3ebeef/8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:04.441694 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e401c43f-0f67-4f66-987e-2fc7f86a8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.451890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be499d7c-0ebd-4a79-93a0-6b53f9aac86a None None] Network cf98be19-1d99-4496-b940-81c1f6ba8ec9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:04.488680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401c43f-0f67-4f66-987e-2fc7f86a8cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42fc266-1840-4cf6-9e03-02860200a7f6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.495772 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e401c43f-0f67-4f66-987e-2fc7f86a8cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.504517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e401c43f-0f67-4f66-987e-2fc7f86a8cd2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f42fc266-1840-4cf6-9e03-02860200a7f6 HTTP/1.1" status: 204 len: 168 time: 0.3874946 Aug 16 02:16:04.507707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46820) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:04.589963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fd0f435f-8b2c-4422-bbb7-09a7b618a91c None None] Provisioning for port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:04.647995 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.669067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:04.701829 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.724895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Transition to ACTIVE for port object 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:04.768439 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.791244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Transition to ACTIVE for port object 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:04.793270 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af0c130-96bc-408a-adea-18f5c70ab904']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:04.816013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a79336-9bcc-4e6e-a7f0-43543a1517e5') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:04.816721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a79336-9bcc-4e6e-a7f0-43543a1517e5') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:04.821567 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.831705 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.861412 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.875190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:04.875831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:04.878545 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:04.942161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:04.947662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Network e34de7ef-33bd-401a-9f11-66dcfc119383 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:04.966238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:04.966238 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.966988 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c0165b2-03d5-47dd-adaf-0ff5ddb4bf6f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767519384715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12185420'] for subnet, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.967514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Pushing event updated for resources: {'Port': ['ID=8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.967514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:04.973956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:04.991871 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.004213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.022174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] 10.222.0.79 "DELETE /v2.0/networks/1af0c130-96bc-408a-adea-18f5c70ab904 HTTP/1.1" status: 204 len: 168 time: 0.5158477 Aug 16 02:16:05.066691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0165b2-03d5-47dd-adaf-0ff5ddb4bf6f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:05.067963 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c0165b2-03d5-47dd-adaf-0ff5ddb4bf6f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.072481 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2c0165b2-03d5-47dd-adaf-0ff5ddb4bf6f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "PUT /v2.0/subnets/1a61b44e-56c9-48ad-9c45-17af5b3ebeef HTTP/1.1" status: 200 len: 826 time: 1.0764012 Aug 16 02:16:05.075960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46826) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:05.089636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219cc8b-665e-4f17-a6ed-b692ec25a61e admin admin] Pushing event deleted for resources: {'Network': ['ID=1af0c130-96bc-408a-adea-18f5c70ab904,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:05.119295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Attempting to bind port 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:05.119813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Attempting to bind port 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '01688df2-7b91-4fcb-b665-7bfd4c3aa258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e34de7ef-33bd-401a-9f11-66dcfc119383'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:05.120398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Attempting to bind port 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63 on network e34de7ef-33bd-401a-9f11-66dcfc119383 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:05.140432 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:05.141116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Checking segment: {'id': '01688df2-7b91-4fcb-b665-7bfd4c3aa258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e34de7ef-33bd-401a-9f11-66dcfc119383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:05.141696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.142277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Bound using segment: {'id': '01688df2-7b91-4fcb-b665-7bfd4c3aa258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e34de7ef-33bd-401a-9f11-66dcfc119383'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:05.143182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Bound port: 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01688df2-7b91-4fcb-b665-7bfd4c3aa258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e34de7ef-33bd-401a-9f11-66dcfc119383'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:05.143793 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.175199 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0165b2-03d5-47dd-adaf-0ff5ddb4bf6f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=1a61b44e-56c9-48ad-9c45-17af5b3ebeef,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:05.246099 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.344901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Deleting port 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:05.345523 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.394437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46828) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:05.408019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f31546-36f2-4b08-b3ad-011de6258d80 None None] Update dhcp port {'port': {'network_id': 'cf98be19-1d99-4496-b940-81c1f6ba8ec9', 'fixed_ips': [{'subnet_id': '2a21b359-a6cb-48ed-bbda-5cc2d391c12e', 'ip_address': '2001:db8::2'}, {'subnet_id': '093e324f-5480-4937-abef-296fda276527'}], 'binding:host_id': 'n-d-768851-16'}, 'id': '56fcc198-6cc5-4cfc-ad3e-d589f6d2c029'} from n-d-768851-16. {{(pid=101382) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:16:05.446930 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.448519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cfab7fec-ef39-4540-b019-792fca8f4c9d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7e1393e8aca4620a68aef73b1c0611e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525277 Aug 16 02:16:05.458027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46830) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:05.475796 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e5f31546-36f2-4b08-b3ad-011de6258d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.491168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] For port 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63, host n-d-768851-16, got binding levels [] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:05.492273 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.511919 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] For port 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:05.516012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Calling delete_port for 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:05.543207 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96cf2b54-bc62-44b0-a102-b84e2543e2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.575646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] For port 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63,segment=NetworkSegment(01688df2-7b91-4fcb-b665-7bfd4c3aa258),segment_id=01688df2-7b91-4fcb-b665-7bfd4c3aa258)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:05.589783 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96cf2b54-bc62-44b0-a102-b84e2543e2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.590229 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.603689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=56fcc198-6cc5-4cfc-ad3e-d589f6d2c029,segment=NetworkSegment(cda437d2-6bd3-4d50-8fec-0175a5d72b0c),segment_id=cda437d2-6bd3-4d50-8fec-0175a5d72b0c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:05.678247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96cf2b54-bc62-44b0-a102-b84e2543e2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.691048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96cf2b54-bc62-44b0-a102-b84e2543e2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.693281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-96cf2b54-bc62-44b0-a102-b84e2543e2ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6af69f2-caf4-4fc8-95d2-0f10eb356855 HTTP/1.1" status: 204 len: 168 time: 0.2337387 Aug 16 02:16:05.713216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf2b54-bc62-44b0-a102-b84e2543e2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6af69f2-caf4-4fc8-95d2-0f10eb356855,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:05.724795 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.843291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Pushing event updated for resources: {'Port': ['ID=8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:05.851010 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.870964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.871510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.872257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.872620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.872964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.873489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.874354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.874354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.875518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.875518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.875518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.875744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d10751-8cd8-454e-98fd-a03c2c6e77f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:05.891859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:05.921408 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Port': ['ID=8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:05.954760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=56fcc198-6cc5-4cfc-ad3e-d589f6d2c029,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:05.987601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:05.987601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 08fcda70-c7d4-4b91-aa4f-b6ca369a9d11 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:05.987601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 54186aa7-af1e-488a-abd8-1872722dba85 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:05.998462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-e5f31546-36f2-4b08-b3ad-011de6258d80 None None] Allocated IP 172.20.0.1 (cf98be19-1d99-4496-b940-81c1f6ba8ec9/093e324f-5480-4937-abef-296fda276527/56fcc198-6cc5-4cfc-ad3e-d589f6d2c029) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:06.024555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 54186aa7-af1e-488a-abd8-1872722dba85 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:06.024915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 54186aa7-af1e-488a-abd8-1872722dba85 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:06.025128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No DVR routers for this DVR port 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:06.158062 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.207262 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e5f31546-36f2-4b08-b3ad-011de6258d80 None None] For port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=56fcc198-6cc5-4cfc-ad3e-d589f6d2c029,segment=NetworkSegment(cda437d2-6bd3-4d50-8fec-0175a5d72b0c),segment_id=cda437d2-6bd3-4d50-8fec-0175a5d72b0c)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:06.287522 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e5f31546-36f2-4b08-b3ad-011de6258d80 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.301198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.329011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e5f31546-36f2-4b08-b3ad-011de6258d80 None None] Transition to ACTIVE for port object 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:06.336132 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e5f31546-36f2-4b08-b3ad-011de6258d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.353586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Subnet': ['ID=1a61b44e-56c9-48ad-9c45-17af5b3ebeef,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:06.446508 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.457716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34de7ef-33bd-401a-9f11-66dcfc119383']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:06.472897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01688df2-7b91-4fcb-b665-7bfd4c3aa258') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:06.476224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01688df2-7b91-4fcb-b665-7bfd4c3aa258') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:06.491734 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.508905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:06.539070 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.550397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:06.551134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:06.558185 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:06.570294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f31546-36f2-4b08-b3ad-011de6258d80 None None] Pushing event updated for resources: {'Port': ['ID=56fcc198-6cc5-4cfc-ad3e-d589f6d2c029,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:06.666712 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.683349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.688752 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/e34de7ef-33bd-401a-9f11-66dcfc119383 HTTP/1.1" status: 204 len: 168 time: 1.6082377 Aug 16 02:16:06.689362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46846) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:06.698518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a7472-ed0a-4e8d-a567-a8f99b4efb1d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Network': ['ID=e34de7ef-33bd-401a-9f11-66dcfc119383,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:06.753995 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a638e4f-a11c-412e-b456-dbd94345ccb7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:06.754882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a638e4f-a11c-412e-b456-dbd94345ccb7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:06.763246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2a638e4f-a11c-412e-b456-dbd94345ccb7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/e34de7ef-33bd-401a-9f11-66dcfc119383 HTTP/1.1" status: 404 len: 339 time: 0.0664763 Aug 16 02:16:06.763532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46848) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:06.769347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-494768176', 'description': 'd1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:06.825718 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:06.834026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.891778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:06.914787 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.915147 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Added segment c149f494-d7f1-4797-a5a4-d7349cf68873 of type vlan for network 706378a0-da59-4383-aa18-66ab4c57cdd2 Aug 16 02:16:06.980416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.028812 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.041509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:07.042595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.175842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46856) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:07.178606 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4133644 Aug 16 02:16:07.191747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886c0b2-4883-452b-90da-8ce104c21e54 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=706378a0-da59-4383-aa18-66ab4c57cdd2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:07.219063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 706378a0-da59-4383-aa18-66ab4c57cdd2 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:07.361732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c565b5a3-2650-449b-887a-1e69d251ff3b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:07.363568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c565b5a3-2650-449b-887a-1e69d251ff3b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/networks?id=706378a0-da59-4383-aa18-66ab4c57cdd2 HTTP/1.1" status: 200 len: 764 time: 0.1816649 Aug 16 02:16:07.366319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46862) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:07.372996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0bdd5581-336c-405a-be7b-b82975f1ff25 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'description': 'd2'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:07.568591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8f20d86e-d3e2-40a2-a0e1-52a3375edad9 None None] Could not find standard attr ID for object 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:16:07.589546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5c4ce0-233f-4677-8baa-2a050b65cd7a None None] DHCP port deletion for e34de7ef-33bd-401a-9f11-66dcfc119383 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:07.616652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555c4994-3404-4a85-a459-8d1bb3ea2134 None None] Network cf98be19-1d99-4496-b940-81c1f6ba8ec9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:07.621091 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e5ad1-2a36-4b86-916b-fafc4e6af230 None None] Network e34de7ef-33bd-401a-9f11-66dcfc119383 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:07.657098 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0bdd5581-336c-405a-be7b-b82975f1ff25 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.674453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e5ad1-2a36-4b86-916b-fafc4e6af230 None None] Network e34de7ef-33bd-401a-9f11-66dcfc119383 could not be found, it might have been deleted concurrently. {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:16:07.675215 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0bdd5581-336c-405a-be7b-b82975f1ff25 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.707554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d1de6-09fa-4b47-80c3-2bc2c4432b0e None None] Network e34de7ef-33bd-401a-9f11-66dcfc119383 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:07.742845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d1de6-09fa-4b47-80c3-2bc2c4432b0e None None] Network e34de7ef-33bd-401a-9f11-66dcfc119383 could not be found, it might have been deleted concurrently. {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:16:07.758934 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0bdd5581-336c-405a-be7b-b82975f1ff25 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network 706378a0-da59-4383-aa18-66ab4c57cdd2 is not hosted by any dhcp agent {{(pid=101380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:16:07.765538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd5581-336c-405a-be7b-b82975f1ff25 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:07.766895 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0bdd5581-336c-405a-be7b-b82975f1ff25 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.770304 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0bdd5581-336c-405a-be7b-b82975f1ff25 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "PUT /v2.0/networks/706378a0-da59-4383-aa18-66ab4c57cdd2 HTTP/1.1" status: 200 len: 761 time: 0.4024653 Aug 16 02:16:07.770522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46872) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:07.803355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd5581-336c-405a-be7b-b82975f1ff25 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=706378a0-da59-4383-aa18-66ab4c57cdd2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:07.829367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f4ff4398-89a3-464d-883f-6d0e62db9fdb None None] Provisioning for port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:07.842477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 706378a0-da59-4383-aa18-66ab4c57cdd2 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:07.891279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f4ff4398-89a3-464d-883f-6d0e62db9fdb None None] Provisioning complete for port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:07.891808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4398-89a3-464d-883f-6d0e62db9fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.006011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac69dd-a3b5-4da5-9714-1122d90dbf18 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:08.013426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46882) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:08.014969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f0ac69dd-a3b5-4da5-9714-1122d90dbf18 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/networks?id=706378a0-da59-4383-aa18-66ab4c57cdd2 HTTP/1.1" status: 200 len: 764 time: 0.2433295 Aug 16 02:16:08.080438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41837a11-3e82-45bb-819e-2cde6602cdac req-34fd6786-ccb4-4b98-b53c-44e5bd48093d tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0369592 Aug 16 02:16:08.301779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3afc67-baab-4679-9823-19e46f90aa14 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:08.303468 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6a3afc67-baab-4679-9823-19e46f90aa14 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2886276 Aug 16 02:16:08.306333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46892) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:08.392788 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5e2b7c40-9bb6-4b18-8c81-c6357e07117d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774 HTTP/1.1" status: 200 len: 207 time: 0.0851948 Aug 16 02:16:08.396503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46894) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:08.412962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:08.510392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:08.511529 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.624920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6031e1a2-a713-4af5-ba97-4589a974e997 None None] Provisioning complete for port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:08.626038 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6031e1a2-a713-4af5-ba97-4589a974e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.674201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:08.697915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:08.698519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8b8ab7ad-c8a0-4ae2-b3fd-bd3645ac5a63 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:08.858069 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-63d6a636-4366-47a5-ad35-7396d79d4afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.078862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb50604-56e8-4a78-b8fd-ef5d09a8490b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.085193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb50604-56e8-4a78-b8fd-ef5d09a8490b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.090908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb50604-56e8-4a78-b8fd-ef5d09a8490b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.097258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb50604-56e8-4a78-b8fd-ef5d09a8490b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.112699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb50604-56e8-4a78-b8fd-ef5d09a8490b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.119525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb50604-56e8-4a78-b8fd-ef5d09a8490b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.120721 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0eb50604-56e8-4a78-b8fd-ef5d09a8490b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7230361 Aug 16 02:16:09.125751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46902) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.204866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-413853c4-be67-4ccc-9515-ed4b347006ff req-3541de88-cdcd-4dc6-a9d5-c4c466900cfc tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0391467 Aug 16 02:16:09.273350 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-833e656d-9fa4-4276-810d-791510787cb3 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1435914 Aug 16 02:16:09.273350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46904) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.341602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1538ce-94cd-4085-be59-3cb677c5abe2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.343393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1538ce-94cd-4085-be59-3cb677c5abe2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.344899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1538ce-94cd-4085-be59-3cb677c5abe2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.346901 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1538ce-94cd-4085-be59-3cb677c5abe2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.348522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1538ce-94cd-4085-be59-3cb677c5abe2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.350356 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1c1538ce-94cd-4085-be59-3cb677c5abe2 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0773890 Aug 16 02:16:09.354027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46906) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.467833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd194de-1c5e-46a5-b183-07785af8ad89 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.469608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd194de-1c5e-46a5-b183-07785af8ad89 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.471329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd194de-1c5e-46a5-b183-07785af8ad89 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.473155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd194de-1c5e-46a5-b183-07785af8ad89 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.474624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd194de-1c5e-46a5-b183-07785af8ad89 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.476179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8dd194de-1c5e-46a5-b183-07785af8ad89 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1210058 Aug 16 02:16:09.480042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46908) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.603763 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19424f0e-ecc9-46f8-b508-d64c6e26a357 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.609372 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-19424f0e-ecc9-46f8-b508-d64c6e26a357 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/networks/fd1017db-1a93-41ed-b338-b8a995257aa6 HTTP/1.1" status: 200 len: 804 time: 0.1239848 Aug 16 02:16:09.609731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46912) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.690871 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.724354 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-121f4853-bebf-4c11-8c61-2824fcbff115 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/networks/fd1017db-1a93-41ed-b338-b8a995257aa6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1130450 Aug 16 02:16:09.727899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46914) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.782152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6455535-d0ef-4a61-92f5-1778a5bd510b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.783811 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c6455535-d0ef-4a61-92f5-1778a5bd510b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/subnets/2b1461a3-6baf-4b34-9a75-c7d69c612c4f HTTP/1.1" status: 200 len: 843 time: 0.0547915 Aug 16 02:16:09.787349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46916) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.845110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8bd5e1-b1ab-4de9-9766-257e3317f74b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.846627 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-df8bd5e1-b1ab-4de9-9766-257e3317f74b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "GET /v2.0/subnets/2b1461a3-6baf-4b34-9a75-c7d69c612c4f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0582032 Aug 16 02:16:09.850065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46918) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.854933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-786074085'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:09.880268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:09.883913 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.201068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:10.210176 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.210776 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Added segment f984c39f-4607-4386-8326-d08633341102 of type vlan for network 704a5bd1-3f3d-497f-b746-be76fd561c1b Aug 16 02:16:10.251470 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.282130 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.287755 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:10.288376 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.361787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0a865d1-243c-46dc-b276-4beedfebd11e req-f048e14e-02a1-4d95-9edc-dcefd72fbcc1 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0705075 Aug 16 02:16:10.381463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5296953 Aug 16 02:16:10.381946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46922) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:10.387464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120af92-8b70-409b-a286-ae9cfedda26f tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Network': ['ID=704a5bd1-3f3d-497f-b746-be76fd561c1b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:10.387861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'network_id': '704a5bd1-3f3d-497f-b746-be76fd561c1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:10.398825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 704a5bd1-3f3d-497f-b746-be76fd561c1b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:10.489913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Made reservation on behalf of 2e8429d6e270492989ad31f90991ab57 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:10.493681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.554031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_backend_mixin [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Performing IP validity checks on allocation pools {{(pid=101380) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:16:10.554727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_backend_mixin [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101380) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:16:10.706719 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.771344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=c3d7de05-dbd5-440b-bec9-d391d68f0a37,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:10.784628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Checking segment: {'id': 'f984c39f-4607-4386-8326-d08633341102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '704a5bd1-3f3d-497f-b746-be76fd561c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:10.785415 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network hostable DHCP agents. Network: 704a5bd1-3f3d-497f-b746-be76fd561c1b, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:10.808091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Network 704a5bd1-3f3d-497f-b746-be76fd561c1b is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:10.821261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 704a5bd1-3f3d-497f-b746-be76fd561c1b) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:10.825800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:10.826409 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.830776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2193c96a-2ac7-48b8-8003-c6fdb42af3e4 None None] Network 704a5bd1-3f3d-497f-b746-be76fd561c1b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:10.843832 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f22b2a94-6f84-450b-8944-a1396c994e05 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4603376 Aug 16 02:16:10.846695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46926) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:10.852281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-96d1e10f-5337-44e9-a146-963da6432c40 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:10.958179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96d1e10f-5337-44e9-a146-963da6432c40 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8457615'] for subnet, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.000760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-704a5bd1-3f3d-497f-b746-be76fd561c1b', 'network_id': '704a5bd1-3f3d-497f-b746-be76fd561c1b', 'tenant_id': '2e8429d6e270492989ad31f90991ab57', 'fixed_ips': [{'subnet_id': 'c3d7de05-dbd5-440b-bec9-d391d68f0a37'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:11.001944 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.139869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96d1e10f-5337-44e9-a146-963da6432c40 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767519384715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9161759'] for subnet, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.187230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d1e10f-5337-44e9-a146-963da6432c40 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:11.187844 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96d1e10f-5337-44e9-a146-963da6432c40 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.189173 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-96d1e10f-5337-44e9-a146-963da6432c40 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "PUT /v2.0/subnets/c3d7de05-dbd5-440b-bec9-d391d68f0a37 HTTP/1.1" status: 200 len: 900 time: 0.3414545 Aug 16 02:16:11.191293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Allocated IP 2001:db8::3 (704a5bd1-3f3d-497f-b746-be76fd561c1b/c3d7de05-dbd5-440b-bec9-d391d68f0a37/fe0759ce-20cb-4218-9afa-120ecd86a502) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:11.192119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46928) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:11.203765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1e10f-5337-44e9-a146-963da6432c40 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event updated for resources: {'Subnet': ['ID=c3d7de05-dbd5-440b-bec9-d391d68f0a37,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:11.299679 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.339490 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.348740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Transition to ACTIVE for port object fe0759ce-20cb-4218-9afa-120ecd86a502 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:11.363257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Transition to ACTIVE for port object fe0759ce-20cb-4218-9afa-120ecd86a502 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:11.369362 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.376969 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.411110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Network 704a5bd1-3f3d-497f-b746-be76fd561c1b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:11.416142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:11.418863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:11.458172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.460381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Pushing event updated for resources: {'Port': ['ID=fe0759ce-20cb-4218-9afa-120ecd86a502,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:11.492595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d7de05-dbd5-440b-bec9-d391d68f0a37,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:11.510225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Attempting to bind port fe0759ce-20cb-4218-9afa-120ecd86a502 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:11.510656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Attempting to bind port fe0759ce-20cb-4218-9afa-120ecd86a502 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'f984c39f-4607-4386-8326-d08633341102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '704a5bd1-3f3d-497f-b746-be76fd561c1b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:11.510955 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Attempting to bind port fe0759ce-20cb-4218-9afa-120ecd86a502 on network 704a5bd1-3f3d-497f-b746-be76fd561c1b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:11.514908 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c890b4c7-d040-42d0-a6b7-28169a843702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.518712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:11.519175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Checking segment: {'id': 'f984c39f-4607-4386-8326-d08633341102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '704a5bd1-3f3d-497f-b746-be76fd561c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:11.519571 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.519952 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Bound using segment: {'id': 'f984c39f-4607-4386-8326-d08633341102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '704a5bd1-3f3d-497f-b746-be76fd561c1b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:11.520422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Bound port: fe0759ce-20cb-4218-9afa-120ecd86a502, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f984c39f-4607-4386-8326-d08633341102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '704a5bd1-3f3d-497f-b746-be76fd561c1b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:11.520816 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.558723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d239c3cb-0637-4ebd-a2db-46796d5d1473 req-5e7fb3f2-ec73-464c-82fc-7033e9739a02 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0698895 Aug 16 02:16:11.577967 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.579447 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.595214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704a5bd1-3f3d-497f-b746-be76fd561c1b']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:11.597794 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] For port fe0759ce-20cb-4218-9afa-120ecd86a502, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:11.601272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] For port fe0759ce-20cb-4218-9afa-120ecd86a502, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fe0759ce-20cb-4218-9afa-120ecd86a502,segment=NetworkSegment(f984c39f-4607-4386-8326-d08633341102),segment_id=f984c39f-4607-4386-8326-d08633341102)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:11.602511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f984c39f-4607-4386-8326-d08633341102') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:11.602855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f984c39f-4607-4386-8326-d08633341102') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:11.605775 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.614934 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.630835 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.640230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:11.640876 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:11.648730 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:11.690430 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3d73a-9812-4cc2-b398-178a790e9a96 None None] Pushing event updated for resources: {'Port': ['ID=fe0759ce-20cb-4218-9afa-120ecd86a502,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:11.703632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a93efcf-6612-4146-958a-891e1487e33f None None] Network 704a5bd1-3f3d-497f-b746-be76fd561c1b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:11.715558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.api [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:16:11.715558 n-d-768851-16 neutron-server[101381]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:16:11.715558 n-d-768851-16 neutron-server[101381]: [parameters: {'id': '704a5bd1-3f3d-497f-b746-be76fd561c1b'}] Aug 16 02:16:11.715558 n-d-768851-16 neutron-server[101381]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:16:11.716032 n-d-768851-16 neutron-server[101381]: DEBUG oslo_db.api [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:16:11.832277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef48a56-43fd-4d31-a933-5387fedb876e None None] Network 704a5bd1-3f3d-497f-b746-be76fd561c1b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:11.960644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc110833-a89e-42d0-9de9-37727ead2c9c None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:16:12.086667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc110833-a89e-42d0-9de9-37727ead2c9c None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:16:12.216693 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.273328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Deleting port fe0759ce-20cb-4218-9afa-120ecd86a502 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:12.273705 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.343530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] For port fe0759ce-20cb-4218-9afa-120ecd86a502, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fe0759ce-20cb-4218-9afa-120ecd86a502,segment=NetworkSegment(f984c39f-4607-4386-8326-d08633341102),segment_id=f984c39f-4607-4386-8326-d08633341102)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:12.344172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.359433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Calling delete_port for fe0759ce-20cb-4218-9afa-120ecd86a502 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:12.439057 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.451233 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-cfe54d35-e325-4f74-8d7d-f4cfbbead265 req-67e5ace1-4bd6-4da4-b0e1-4f38dc0032e5 service neutron] (101380) timed out ('10.222.0.84', 62533) {{(pid=101380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:16:12.473636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No DVR routers for this DVR port fe0759ce-20cb-4218-9afa-120ecd86a502 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:12.478847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Port': ['ID=fe0759ce-20cb-4218-9afa-120ecd86a502,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:12.559927 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.570647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704a5bd1-3f3d-497f-b746-be76fd561c1b']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:12.583925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f984c39f-4607-4386-8326-d08633341102') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:12.583925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f984c39f-4607-4386-8326-d08633341102') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:12.592692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.607831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.614699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:12.615172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:12.618580 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:12.700538 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-330a1a5a-0d0e-4fdf-a48c-5a8a2f5f83fe req-8e1a4b2a-cf44-4ea7-9c0b-08dc2998e98a tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0370719 Aug 16 02:16:12.709336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.716594 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.718245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/704a5bd1-3f3d-497f-b746-be76fd561c1b HTTP/1.1" status: 204 len: 168 time: 1.5252230 Aug 16 02:16:12.722299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46948) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:12.730206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a6e88-2161-4642-81a3-3859efe0efda tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Network': ['ID=704a5bd1-3f3d-497f-b746-be76fd561c1b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:12.749476 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-39dc5602-fa90-42d4-92f2-caafaf1eb969 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:12.749926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39dc5602-fa90-42d4-92f2-caafaf1eb969 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:12.751653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-39dc5602-fa90-42d4-92f2-caafaf1eb969 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/subnets/c3d7de05-dbd5-440b-bec9-d391d68f0a37 HTTP/1.1" status: 404 len: 337 time: 0.0283415 Aug 16 02:16:12.754610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46950) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:12.755702 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.773678 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-543cbb69-0919-414c-a3fc-20e89b94b3e6 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:12.774201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543cbb69-0919-414c-a3fc-20e89b94b3e6 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:12.775860 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-543cbb69-0919-414c-a3fc-20e89b94b3e6 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/704a5bd1-3f3d-497f-b746-be76fd561c1b HTTP/1.1" status: 404 len: 339 time: 0.0200901 Aug 16 02:16:12.778322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46952) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:12.859958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.978571 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9290cbb1-a8ea-48ef-9894-964ee9253ba2 req-53b86404-b777-4f22-9f3a-796f7dae6051 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0428495 Aug 16 02:16:12.979956 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.990181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706378a0-da59-4383-aa18-66ab4c57cdd2']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:13.000055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c149f494-d7f1-4797-a5a4-d7349cf68873') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:13.000350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c149f494-d7f1-4797-a5a4-d7349cf68873') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:13.009458 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.024460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.031138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:13.031578 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:13.034648 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:13.092308 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.100482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.102530 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/706378a0-da59-4383-aa18-66ab4c57cdd2 HTTP/1.1" status: 204 len: 168 time: 0.3232372 Aug 16 02:16:13.105123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46958) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:13.116027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee80fbb-39ff-40c4-aa44-c3094ab9c89d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Network': ['ID=706378a0-da59-4383-aa18-66ab4c57cdd2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:13.132050 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfa9606-aa1e-4f29-a07e-535b49c8a073 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:13.132509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfa9606-aa1e-4f29-a07e-535b49c8a073 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:13.134261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7bfa9606-aa1e-4f29-a07e-535b49c8a073 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/subnets/1a61b44e-56c9-48ad-9c45-17af5b3ebeef HTTP/1.1" status: 404 len: 337 time: 0.0281534 Aug 16 02:16:13.136951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46960) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:13.156394 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca4105c-fa3a-4e7c-b6c6-3d79b0ead292 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:13.156943 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca4105c-fa3a-4e7c-b6c6-3d79b0ead292 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:13.158648 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8ca4105c-fa3a-4e7c-b6c6-3d79b0ead292 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/e34de7ef-33bd-401a-9f11-66dcfc119383 HTTP/1.1" status: 404 len: 339 time: 0.0205538 Aug 16 02:16:13.161254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46962) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:13.222099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-de44eea2-c2d9-41f6-bded-9d7e4dd88896 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Deleting subnet 093e324f-5480-4937-abef-296fda276527 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:13.226297 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de44eea2-c2d9-41f6-bded-9d7e4dd88896 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.269448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de44eea2-c2d9-41f6-bded-9d7e4dd88896 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.400174 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de44eea2-c2d9-41f6-bded-9d7e4dd88896 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.462536 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de44eea2-c2d9-41f6-bded-9d7e4dd88896 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.492083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44eea2-c2d9-41f6-bded-9d7e4dd88896 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Subnet': ['ID=093e324f-5480-4937-abef-296fda276527,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:13.494145 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-de44eea2-c2d9-41f6-bded-9d7e4dd88896 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.496175 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-de44eea2-c2d9-41f6-bded-9d7e4dd88896 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/subnets/093e324f-5480-4937-abef-296fda276527 HTTP/1.1" status: 204 len: 168 time: 0.3338928 Aug 16 02:16:13.498696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46970) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:13.501287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634fe86f-08fb-4a0b-acc0-e3e00bd16790 None None] Network cf98be19-1d99-4496-b940-81c1f6ba8ec9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:13.560273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce4c438-6938-434c-a725-26b385e82e23 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Deleting subnet 2a21b359-a6cb-48ed-bbda-5cc2d391c12e {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:13.563515 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c438-6938-434c-a725-26b385e82e23 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.607527 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c438-6938-434c-a725-26b385e82e23 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.717680 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c438-6938-434c-a725-26b385e82e23 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.842897 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c438-6938-434c-a725-26b385e82e23 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.864207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35657bc2-0a60-4aac-9620-53866306c707 req-5081058b-b736-4868-850e-ca9ab792cc97 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0362477 Aug 16 02:16:13.900348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4c438-6938-434c-a725-26b385e82e23 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Subnet': ['ID=2a21b359-a6cb-48ed-bbda-5cc2d391c12e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:13.903064 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c438-6938-434c-a725-26b385e82e23 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.907280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9ce4c438-6938-434c-a725-26b385e82e23 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/subnets/2a21b359-a6cb-48ed-bbda-5cc2d391c12e HTTP/1.1" status: 204 len: 168 time: 0.4053252 Aug 16 02:16:13.907650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 46974) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:13.995408 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.060004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Deleting port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:14.060335 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.132123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] For port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=56fcc198-6cc5-4cfc-ad3e-d589f6d2c029,segment=NetworkSegment(cda437d2-6bd3-4d50-8fec-0175a5d72b0c),segment_id=cda437d2-6bd3-4d50-8fec-0175a5d72b0c)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:14.132539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.153807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Calling delete_port for 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:14.274492 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.292652 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.326310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Port': ['ID=56fcc198-6cc5-4cfc-ad3e-d589f6d2c029,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:14.334743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No DVR routers for this DVR port 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:14.363454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1071f9ab-90ac-4438-bb48-d7290c2a7256 None None] Network cf98be19-1d99-4496-b940-81c1f6ba8ec9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:14.441648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-94fcb0b2-7afa-4efc-ac96-dd49b583da13 None None] Could not find standard attr ID for object 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:16:14.452688 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.468315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf98be19-1d99-4496-b940-81c1f6ba8ec9']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:14.488159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda437d2-6bd3-4d50-8fec-0175a5d72b0c') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:14.488532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda437d2-6bd3-4d50-8fec-0175a5d72b0c') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:14.500153 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.533300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.540685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:14.541183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:14.544486 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:14.656100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04607c8-6627-4e79-a3bd-64ba4b9d54ab None None] DHCP port deletion for cf98be19-1d99-4496-b940-81c1f6ba8ec9 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:14.699018 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.706873 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.709032 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/cf98be19-1d99-4496-b940-81c1f6ba8ec9 HTTP/1.1" status: 204 len: 168 time: 0.8000543 Aug 16 02:16:14.711720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46978) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:14.726152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa0229-c31b-4b68-941f-0eaeec47c857 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Network': ['ID=cf98be19-1d99-4496-b940-81c1f6ba8ec9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:14.745938 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aff3306-c900-4104-9642-371ed33fd9e1 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:14.746328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aff3306-c900-4104-9642-371ed33fd9e1 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:14.748575 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1aff3306-c900-4104-9642-371ed33fd9e1 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/subnets/3708197b-3a1d-40c0-8502-d983f56d1639 HTTP/1.1" status: 404 len: 337 time: 0.0358567 Aug 16 02:16:14.751201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46980) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:14.771235 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad65f6f-0ec5-495d-ae71-77d3464ec65c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:14.771717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad65f6f-0ec5-495d-ae71-77d3464ec65c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:14.773455 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9ad65f6f-0ec5-495d-ae71-77d3464ec65c tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/c0a30ab2-e9dd-4b77-8dbe-263937fb7381 HTTP/1.1" status: 404 len: 339 time: 0.0212710 Aug 16 02:16:14.776103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46982) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:14.810077 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49eca21-9bef-4060-8429-fee3be9fd6bb tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:14.810541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49eca21-9bef-4060-8429-fee3be9fd6bb tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:14.812368 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e49eca21-9bef-4060-8429-fee3be9fd6bb tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/subnets/b9c42f9c-914a-44fe-be0e-57d9b8093f3b HTTP/1.1" status: 404 len: 337 time: 0.0352862 Aug 16 02:16:14.815107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46984) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:14.835217 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f90c83-40b4-4948-a6c2-fa7af0fb44ed tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:14.835787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f90c83-40b4-4948-a6c2-fa7af0fb44ed tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:14.839878 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-21f90c83-40b4-4948-a6c2-fa7af0fb44ed tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/c4b3c0f6-6f47-4c3c-a177-d4b6e307829e HTTP/1.1" status: 404 len: 339 time: 0.0212791 Aug 16 02:16:14.842215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46986) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:14.869095 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d97f628-73cd-424d-8a35-24ac1fc78ad8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:14.869448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d97f628-73cd-424d-8a35-24ac1fc78ad8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:14.871200 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6d97f628-73cd-424d-8a35-24ac1fc78ad8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/subnets/885ba74b-9ed8-47b6-b5e1-1df83b52ad11 HTTP/1.1" status: 404 len: 337 time: 0.0280390 Aug 16 02:16:14.873765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46988) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:14.891718 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f267a3f-ece7-426a-9618-0af355c8be56 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:14.892223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f267a3f-ece7-426a-9618-0af355c8be56 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:14.894045 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1f267a3f-ece7-426a-9618-0af355c8be56 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/e9624d10-8dcd-4f52-89c5-6e109ceb2495 HTTP/1.1" status: 404 len: 339 time: 0.0191722 Aug 16 02:16:14.896241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46990) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:14.948487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-794b5d60-a6eb-456d-92f0-77785465362b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Deleting subnet 669a8b89-bb91-4cd9-8223-1bad499f38bd {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:14.951809 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-794b5d60-a6eb-456d-92f0-77785465362b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.977296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8176ab1d-6ec3-44db-91ef-e5c9a695bd69 req-dd5fd74c-501f-43d9-8bc2-cedebfb7f3ef tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0285194 Aug 16 02:16:14.994040 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-794b5d60-a6eb-456d-92f0-77785465362b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.088925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-794b5d60-a6eb-456d-92f0-77785465362b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.153476 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-794b5d60-a6eb-456d-92f0-77785465362b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.180214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b5d60-a6eb-456d-92f0-77785465362b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Subnet': ['ID=669a8b89-bb91-4cd9-8223-1bad499f38bd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:15.184237 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-794b5d60-a6eb-456d-92f0-77785465362b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.185990 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-794b5d60-a6eb-456d-92f0-77785465362b tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/subnets/669a8b89-bb91-4cd9-8223-1bad499f38bd HTTP/1.1" status: 204 len: 168 time: 0.2888372 Aug 16 02:16:15.188525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 46996) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:15.192046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c195d299-f62e-4adf-b11c-692d6f049d91 None None] Network 2f2d55ae-6e96-44fe-9fdb-c008cad2fa35 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:15.284510 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.361130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Deleting port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:15.361616 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.467868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] For port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c729a8f7-ad00-4ab0-b246-f5ffcf3059e7,segment=NetworkSegment(1fac9abf-b22f-4e38-8820-45bbe6c24eac),segment_id=1fac9abf-b22f-4e38-8820-45bbe6c24eac)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:15.468419 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.514854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Calling delete_port for c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:15.624870 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.655006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Port': ['ID=c729a8f7-ad00-4ab0-b246-f5ffcf3059e7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:15.657048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No DVR routers for this DVR port c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:15.686518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5660a138-3b9b-4ab1-9bf0-93fa3e380ce1 None None] DHCP port deletion for 2f2d55ae-6e96-44fe-9fdb-c008cad2fa35 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:15.748755 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.759111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2d55ae-6e96-44fe-9fdb-c008cad2fa35']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:15.771002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fac9abf-b22f-4e38-8820-45bbe6c24eac') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:15.771348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fac9abf-b22f-4e38-8820-45bbe6c24eac') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:15.781479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.796135 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.802570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:15.802913 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:15.806490 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:15.872323 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.879757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.881745 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/2f2d55ae-6e96-44fe-9fdb-c008cad2fa35 HTTP/1.1" status: 204 len: 168 time: 0.6923807 Aug 16 02:16:15.884176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47012) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:15.906042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a67846-a841-4ead-924c-c776aca1bc21 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Network': ['ID=2f2d55ae-6e96-44fe-9fdb-c008cad2fa35,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:15.930026 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-21178925-75bc-4988-b2e9-6b7c6582c88d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:15.930672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21178925-75bc-4988-b2e9-6b7c6582c88d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:15.935347 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-21178925-75bc-4988-b2e9-6b7c6582c88d tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/subnets/61084122-6268-41ad-90af-fb33c412de74 HTTP/1.1" status: 404 len: 337 time: 0.0468235 Aug 16 02:16:15.935634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47016) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:15.957559 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afc0c85-7883-4f66-980c-8bfe486309b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:15.958082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afc0c85-7883-4f66-980c-8bfe486309b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:15.960635 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3afc0c85-7883-4f66-980c-8bfe486309b4 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/aad93ef3-c844-4f38-aed8-d9972f59b9a4 HTTP/1.1" status: 404 len: 339 time: 0.0240934 Aug 16 02:16:15.963116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47020) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:15.967479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1db9af1a-d6db-4337-ba6a-577839effffb req-c923b1d0-0d4e-4c09-9f46-64142cc0e707 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0360813 Aug 16 02:16:16.023858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-346fc50b-d8f9-43a5-a5ca-d4b577a828d7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Deleting subnet 2b1461a3-6baf-4b34-9a75-c7d69c612c4f {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:16.027103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-346fc50b-d8f9-43a5-a5ca-d4b577a828d7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.067585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-346fc50b-d8f9-43a5-a5ca-d4b577a828d7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.161531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-346fc50b-d8f9-43a5-a5ca-d4b577a828d7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.224156 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-346fc50b-d8f9-43a5-a5ca-d4b577a828d7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.252715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fc50b-d8f9-43a5-a5ca-d4b577a828d7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1461a3-6baf-4b34-9a75-c7d69c612c4f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:16.254633 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-346fc50b-d8f9-43a5-a5ca-d4b577a828d7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.256493 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-346fc50b-d8f9-43a5-a5ca-d4b577a828d7 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/subnets/2b1461a3-6baf-4b34-9a75-c7d69c612c4f HTTP/1.1" status: 204 len: 168 time: 0.2924366 Aug 16 02:16:16.259994 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47024) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:16.267567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaaaf44-6dfe-40db-bfe6-d03dd35ee0f0 None None] Network fd1017db-1a93-41ed-b338-b8a995257aa6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:16.373197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.378566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:16.413606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:16.413947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c729a8f7-ad00-4ab0-b246-f5ffcf3059e7 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:16.414371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:16.432923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Deleting port ee80f703-b08f-4b65-8231-f722c3d80f23 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:16.433295 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.436820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:16.437202 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 56fcc198-6cc5-4cfc-ad3e-d589f6d2c029 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:16.508214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] For port ee80f703-b08f-4b65-8231-f722c3d80f23, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ee80f703-b08f-4b65-8231-f722c3d80f23,segment=NetworkSegment(f517461f-2dca-4f44-b8b6-168b410a1bc7),segment_id=f517461f-2dca-4f44-b8b6-168b410a1bc7)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:16.508613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.523544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Calling delete_port for ee80f703-b08f-4b65-8231-f722c3d80f23 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:16.527327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae645d2-1e2f-4cb2-8059-e67890014184 None None] DHCP port deletion for fd1017db-1a93-41ed-b338-b8a995257aa6 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:16.577962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9ae645d2-1e2f-4cb2-8059-e67890014184 None None] Deleting port ee80f703-b08f-4b65-8231-f722c3d80f23 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:16.578348 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9ae645d2-1e2f-4cb2-8059-e67890014184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.626068 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.647300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9ae645d2-1e2f-4cb2-8059-e67890014184 None None] For port ee80f703-b08f-4b65-8231-f722c3d80f23, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ee80f703-b08f-4b65-8231-f722c3d80f23,segment=NetworkSegment(f517461f-2dca-4f44-b8b6-168b410a1bc7),segment_id=f517461f-2dca-4f44-b8b6-168b410a1bc7)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:16.647800 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9ae645d2-1e2f-4cb2-8059-e67890014184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.654126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Port': ['ID=ee80f703-b08f-4b65-8231-f722c3d80f23,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:16.663172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] No DVR routers for this DVR port ee80f703-b08f-4b65-8231-f722c3d80f23 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:16.663326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9ae645d2-1e2f-4cb2-8059-e67890014184 None None] Calling delete_port for ee80f703-b08f-4b65-8231-f722c3d80f23 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:16.749504 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9ae645d2-1e2f-4cb2-8059-e67890014184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.751490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.764250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1017db-1a93-41ed-b338-b8a995257aa6']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:16.780551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f517461f-2dca-4f44-b8b6-168b410a1bc7') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:16.781623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f517461f-2dca-4f44-b8b6-168b410a1bc7') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:16.781748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae645d2-1e2f-4cb2-8059-e67890014184 None None] Pushing event deleted for resources: {'Port': ['ID=ee80f703-b08f-4b65-8231-f722c3d80f23,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:16.783518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae645d2-1e2f-4cb2-8059-e67890014184 None None] No DVR routers for this DVR port ee80f703-b08f-4b65-8231-f722c3d80f23 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:16.792446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.808911 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.814975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:16.815358 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:16.818350 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:16.879671 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.885152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.890409 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] 10.222.0.79 "DELETE /v2.0/networks/fd1017db-1a93-41ed-b338-b8a995257aa6 HTTP/1.1" status: 204 len: 168 time: 0.6269686 Aug 16 02:16:16.911237 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef0817-7c05-4327-804b-c3fb22bb67d8 tempest-NetworksIpV6Test-1818612408 tempest-NetworksIpV6Test-1818612408-project] Pushing event deleted for resources: {'Network': ['ID=fd1017db-1a93-41ed-b338-b8a995257aa6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:17.164544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47036) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:17.321312 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-159a8259-4e6a-431d-b91d-0a2eb78a1d07 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e8429d6e270492989ad31f90991ab57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524298 Aug 16 02:16:17.322511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47040) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:17.358476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4caf423-3ffe-4b73-a974-4e10c5a5ab70 req-c366cd39-972d-48b4-b41a-00bc4fc00fbc tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.3052430 Aug 16 02:16:17.380568 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-353d7717-bd97-48eb-b9f0-167fd187849c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.407442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-353d7717-bd97-48eb-b9f0-167fd187849c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.455617 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-353d7717-bd97-48eb-b9f0-167fd187849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.458387 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-353d7717-bd97-48eb-b9f0-167fd187849c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.462565 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-353d7717-bd97-48eb-b9f0-167fd187849c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e86caf95-57e8-477a-8304-0e1cc7b2322c HTTP/1.1" status: 204 len: 168 time: 0.1389596 Aug 16 02:16:17.472572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d7717-bd97-48eb-b9f0-167fd187849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86caf95-57e8-477a-8304-0e1cc7b2322c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:18.191387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47064) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:18.307365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3370e0cb-4f3e-4c4a-924d-a1b8b28a64fd tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-398583731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:18.338267 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3370e0cb-4f3e-4c4a-924d-a1b8b28a64fd tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.341358 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3370e0cb-4f3e-4c4a-924d-a1b8b28a64fd tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.366381 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.373845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ee80f703-b08f-4b65-8231-f722c3d80f23 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:18.394764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ee80f703-b08f-4b65-8231-f722c3d80f23 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:18.395173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ee80f703-b08f-4b65-8231-f722c3d80f23 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:18.450413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3370e0cb-4f3e-4c4a-924d-a1b8b28a64fd tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.458473 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3370e0cb-4f3e-4c4a-924d-a1b8b28a64fd tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.483720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3370e0cb-4f3e-4c4a-924d-a1b8b28a64fd tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.483720 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3370e0cb-4f3e-4c4a-924d-a1b8b28a64fd tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2883289 Aug 16 02:16:18.485019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47070) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:18.488907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e30ab25-59fb-46a0-a384-feb8b7d7bbfb req-1479343f-734a-40ba-b745-9df19c985b0e tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0427029 Aug 16 02:16:18.502599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1843239528'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:18.526261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Made reservation on behalf of c7f29e97a5fd4080aee9a15ef16df654 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:18.530126 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.539356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.646801 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.651946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.680920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:18.689549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ac06f5-a601-4139-8892-338b95716795,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:18.714053 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.714475 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Added segment 3927f705-1aac-478a-9bef-c78ae97197fc of type vlan for network 6f881875-2922-49d6-969b-037da41dc0a4 Aug 16 02:16:18.759087 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.789518 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.795559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:18.796135 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.859536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3683367 Aug 16 02:16:18.859882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47074) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:18.864909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'subnet': {'network_id': '6f881875-2922-49d6-969b-037da41dc0a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:18.865637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1ba85-7906-497e-a736-8dc3eb550a5c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Network': ['ID=6f881875-2922-49d6-969b-037da41dc0a4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:18.879644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 6f881875-2922-49d6-969b-037da41dc0a4 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:18.992411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Made reservation on behalf of c7f29e97a5fd4080aee9a15ef16df654 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:18.994799 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-585f24f6-f7c8-4142-bebc-07495f855038 req-418c0607-7f1a-4f07-ac2c-282ca75ebf85 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482311 Aug 16 02:16:18.996250 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.108850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f24f6-f7c8-4142-bebc-07495f855038 req-5113f91a-bd10-4e15-8296-40a56a92543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.111264 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-585f24f6-f7c8-4142-bebc-07495f855038 req-5113f91a-bd10-4e15-8296-40a56a92543a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 1097 time: 0.0637932 Aug 16 02:16:19.200415 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.229189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f24f6-f7c8-4142-bebc-07495f855038 req-f5a5cab7-8951-49e2-953c-ad68f399606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.232078 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-585f24f6-f7c8-4142-bebc-07495f855038 req-f5a5cab7-8951-49e2-953c-ad68f399606c service neutron] 10.222.0.89 "GET /v2.0/networks?id=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 HTTP/1.1" status: 200 len: 898 time: 0.0980203 Aug 16 02:16:19.278759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Subnet': ['ID=78c1e068-fb0b-46cb-83e4-3d634cfe3b3d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:19.284453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Checking segment: {'id': '3927f705-1aac-478a-9bef-c78ae97197fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f881875-2922-49d6-969b-037da41dc0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:19.284765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network hostable DHCP agents. Network: 6f881875-2922-49d6-969b-037da41dc0a4, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:19.303263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network 6f881875-2922-49d6-969b-037da41dc0a4 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:19.320587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 6f881875-2922-49d6-969b-037da41dc0a4) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:19.321754 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-585f24f6-f7c8-4142-bebc-07495f855038 req-f4a74b57-40fa-4286-b3cf-b721da98cc49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59eeeda-9247-495e-97f5-4daaa78fe226 HTTP/1.1" status: 200 len: 1001 time: 0.0810680 Aug 16 02:16:19.327109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.328035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.345159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337c14a-a280-4cd4-8985-76888e752bd8 None None] Network 6f881875-2922-49d6-969b-037da41dc0a4 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:19.381750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47078) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:19.382987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-566caf51-5530-4822-89f5-da05a613b54f tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5208421 Aug 16 02:16:19.387304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'network': {'name': 'tempest-router-network01--1966896484'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:19.420230 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f24f6-f7c8-4142-bebc-07495f855038 req-b5b148f4-b1dc-4056-823c-eb6c4f83eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.421856 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-585f24f6-f7c8-4142-bebc-07495f855038 req-b5b148f4-b1dc-4056-823c-eb6c4f83eba1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=974b490b-ccee-4408-bd98-cb8e7c950d0f HTTP/1.1" status: 200 len: 834 time: 0.0914438 Aug 16 02:16:19.424507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Made reservation on behalf of c7f29e97a5fd4080aee9a15ef16df654 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:19.428650 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.485533 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:19.498982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f24f6-f7c8-4142-bebc-07495f855038 req-0194a0a4-6a28-400b-995c-a53ff02c9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.501877 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-585f24f6-f7c8-4142-bebc-07495f855038 req-0194a0a4-6a28-400b-995c-a53ff02c9c11 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697989 Aug 16 02:16:19.531014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.531367 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Added segment ac72140e-d212-4199-9c09-88f447194568 of type vlan for network 7c0eef8e-753f-46ed-a875-e1112f59689c Aug 16 02:16:19.606673 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f090f88-64fb-4037-b0d2-65eb76326c6d req-35ec1446-9cef-4cd1-8127-1c044ea3532c tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0456514 Aug 16 02:16:19.634961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-6f881875-2922-49d6-969b-037da41dc0a4', 'network_id': '6f881875-2922-49d6-969b-037da41dc0a4', 'tenant_id': 'c7f29e97a5fd4080aee9a15ef16df654', 'fixed_ips': [{'subnet_id': '78c1e068-fb0b-46cb-83e4-3d634cfe3b3d'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:19.635856 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.647339 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.687683 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-585f24f6-f7c8-4142-bebc-07495f855038 req-a0c63c28-6c9f-4d13-953d-97c75e4a65e6 service neutron] 10.222.0.89 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728508 Aug 16 02:16:19.741475 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.750018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.750018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.850214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Allocated IP 2001:db8::2 (6f881875-2922-49d6-969b-037da41dc0a4/78c1e068-fb0b-46cb-83e4-3d634cfe3b3d/fc695811-4510-49eb-860c-8a5df9977ab0) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:20.044712 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.056422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Transition to ACTIVE for port object fc695811-4510-49eb-860c-8a5df9977ab0 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:20.073359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Transition to ACTIVE for port object fc695811-4510-49eb-860c-8a5df9977ab0 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:20.082585 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.099719 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7169363 Aug 16 02:16:20.102869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47086) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:20.110334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'network': {'name': 'tempest-router-network02--111219513'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:20.115024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f07ca-f12e-491b-94b8-71fafa76edb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Network': ['ID=7c0eef8e-753f-46ed-a875-e1112f59689c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.122284 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-585f24f6-f7c8-4142-bebc-07495f855038 req-1225ac31-6ae6-4f1c-bd47-cb3bcf1fd805 service neutron] 10.222.0.89 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268210 Aug 16 02:16:20.130628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 7c0eef8e-753f-46ed-a875-e1112f59689c details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:20.134550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Network 6f881875-2922-49d6-969b-037da41dc0a4 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:20.148307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:20.160747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Made reservation on behalf of c7f29e97a5fd4080aee9a15ef16df654 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:20.166372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.175684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:20.194404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:20.206818 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.207183 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Added segment 574958d0-e032-4513-8750-51f5a9c68115 of type vlan for network 95424e7c-d70f-4658-9ace-c73a3f12c15a Aug 16 02:16:20.226596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Pushing event updated for resources: {'Port': ['ID=fc695811-4510-49eb-860c-8a5df9977ab0,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.256636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.266837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Attempting to bind port fc695811-4510-49eb-860c-8a5df9977ab0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:20.267216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Attempting to bind port fc695811-4510-49eb-860c-8a5df9977ab0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '3927f705-1aac-478a-9bef-c78ae97197fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f881875-2922-49d6-969b-037da41dc0a4'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:20.267578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Attempting to bind port fc695811-4510-49eb-860c-8a5df9977ab0 on network 6f881875-2922-49d6-969b-037da41dc0a4 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:20.276509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:20.276877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Checking segment: {'id': '3927f705-1aac-478a-9bef-c78ae97197fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f881875-2922-49d6-969b-037da41dc0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:20.277326 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.277751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Bound using segment: {'id': '3927f705-1aac-478a-9bef-c78ae97197fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f881875-2922-49d6-969b-037da41dc0a4'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:20.278883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Bound port: fc695811-4510-49eb-860c-8a5df9977ab0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3927f705-1aac-478a-9bef-c78ae97197fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f881875-2922-49d6-969b-037da41dc0a4'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:20.279318 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.293330 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.299301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.299301 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.321104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2128856 Aug 16 02:16:20.325900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47088) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:20.334750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'subnet': {'network_id': '7c0eef8e-753f-46ed-a875-e1112f59689c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:20.356431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] For port fc695811-4510-49eb-860c-8a5df9977ab0, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:20.360327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] For port fc695811-4510-49eb-860c-8a5df9977ab0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fc695811-4510-49eb-860c-8a5df9977ab0,segment=NetworkSegment(3927f705-1aac-478a-9bef-c78ae97197fc),segment_id=3927f705-1aac-478a-9bef-c78ae97197fc)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:20.369384 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.381893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827af43-fc28-418a-8720-397daab785fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Network': ['ID=95424e7c-d70f-4658-9ace-c73a3f12c15a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.430449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 95424e7c-d70f-4658-9ace-c73a3f12c15a details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:20.470551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Made reservation on behalf of c7f29e97a5fd4080aee9a15ef16df654 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:20.477248 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.532154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789e1a8-b595-4d52-b89a-1063ddfcc302 None None] Pushing event updated for resources: {'Port': ['ID=fc695811-4510-49eb-860c-8a5df9977ab0,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.776091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c69173a-a9c0-4701-b3d0-03c4cc69253a req-5163f233-850a-4da2-87bb-81979d45d085 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0629678 Aug 16 02:16:20.834306 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.935539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Subnet': ['ID=a6ce456f-a2ac-4eb4-971e-3c8b52d8b7d4,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.939303 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Checking segment: {'id': 'ac72140e-d212-4199-9c09-88f447194568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7c0eef8e-753f-46ed-a875-e1112f59689c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:20.939671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network hostable DHCP agents. Network: 7c0eef8e-753f-46ed-a875-e1112f59689c, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:20.959440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network 7c0eef8e-753f-46ed-a875-e1112f59689c is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:20.972135 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 7c0eef8e-753f-46ed-a875-e1112f59689c) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:20.976959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.977747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.985991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea022700-d6bc-42a4-937f-088687bf7477 None None] Network 7c0eef8e-753f-46ed-a875-e1112f59689c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:20.997638 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-31b803fa-a524-4983-a950-c8c07f343765 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6703508 Aug 16 02:16:21.002559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47094) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:21.011547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'subnet': {'network_id': '95424e7c-d70f-4658-9ace-c73a3f12c15a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:21.151064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Made reservation on behalf of c7f29e97a5fd4080aee9a15ef16df654 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:21.155522 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.182443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-7c0eef8e-753f-46ed-a875-e1112f59689c', 'network_id': '7c0eef8e-753f-46ed-a875-e1112f59689c', 'tenant_id': 'c7f29e97a5fd4080aee9a15ef16df654', 'fixed_ips': [{'subnet_id': 'a6ce456f-a2ac-4eb4-971e-3c8b52d8b7d4'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:21.183507 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.413552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Allocated IP 2001:db8::2 (7c0eef8e-753f-46ed-a875-e1112f59689c/a6ce456f-a2ac-4eb4-971e-3c8b52d8b7d4/3a2d6322-7798-41df-827c-09cb3bb5f95c) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:21.489342 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.650620 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Subnet': ['ID=0af9e37e-5c0d-423e-bb03-cf4ffa36fd06,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:21.664212 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.674547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Transition to ACTIVE for port object 3a2d6322-7798-41df-827c-09cb3bb5f95c will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:21.685107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Checking segment: {'id': '574958d0-e032-4513-8750-51f5a9c68115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '95424e7c-d70f-4658-9ace-c73a3f12c15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:21.687042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network hostable DHCP agents. Network: 95424e7c-d70f-4658-9ace-c73a3f12c15a, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:21.701338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47edbce8-c249-49ad-be2a-0c9f1d3564b2 None None] Network 6f881875-2922-49d6-969b-037da41dc0a4 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:21.703546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Transition to ACTIVE for port object 3a2d6322-7798-41df-827c-09cb3bb5f95c will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:21.704357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network 95424e7c-d70f-4658-9ace-c73a3f12c15a is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:21.716895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 95424e7c-d70f-4658-9ace-c73a3f12c15a) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:21.718419 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.721924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:21.722652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.745705 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-61dac773-90c7-40fb-b700-65233cac9434 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7387860 Aug 16 02:16:21.747033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47096) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:21.750296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118c6802-f098-40cd-ab91-bd2c789c8e9d None None] Network 95424e7c-d70f-4658-9ace-c73a3f12c15a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:21.881972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Network 7c0eef8e-753f-46ed-a875-e1112f59689c is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:21.882717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-66e6666f-21f3-4538-88f1-91640aabf83c None None] Provisioning for port fc695811-4510-49eb-860c-8a5df9977ab0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:21.900510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:21.907233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:21.912358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Pushing event updated for resources: {'Port': ['ID=3a2d6322-7798-41df-827c-09cb3bb5f95c,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:22.103754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Attempting to bind port 3a2d6322-7798-41df-827c-09cb3bb5f95c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:22.104887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Attempting to bind port 3a2d6322-7798-41df-827c-09cb3bb5f95c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'ac72140e-d212-4199-9c09-88f447194568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7c0eef8e-753f-46ed-a875-e1112f59689c'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:22.105447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Attempting to bind port 3a2d6322-7798-41df-827c-09cb3bb5f95c on network 7c0eef8e-753f-46ed-a875-e1112f59689c {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:22.119800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1025104d-b564-4aad-8585-ef3c7b0faa05 req-d9c19a9e-741a-4865-9452-a5adc1371bac tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.2334404 Aug 16 02:16:22.150127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:22.150669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Checking segment: {'id': 'ac72140e-d212-4199-9c09-88f447194568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7c0eef8e-753f-46ed-a875-e1112f59689c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:22.150669 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.151074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Bound using segment: {'id': 'ac72140e-d212-4199-9c09-88f447194568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7c0eef8e-753f-46ed-a875-e1112f59689c'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:22.151626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Bound port: 3a2d6322-7798-41df-827c-09cb3bb5f95c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac72140e-d212-4199-9c09-88f447194568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7c0eef8e-753f-46ed-a875-e1112f59689c'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:22.152053 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.161054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.233511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-95424e7c-d70f-4658-9ace-c73a3f12c15a', 'network_id': '95424e7c-d70f-4658-9ace-c73a3f12c15a', 'tenant_id': 'c7f29e97a5fd4080aee9a15ef16df654', 'fixed_ips': [{'subnet_id': '0af9e37e-5c0d-423e-bb03-cf4ffa36fd06'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:22.234374 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.361235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] For port 3a2d6322-7798-41df-827c-09cb3bb5f95c, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:22.385986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] For port 3a2d6322-7798-41df-827c-09cb3bb5f95c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3a2d6322-7798-41df-827c-09cb3bb5f95c,segment=NetworkSegment(ac72140e-d212-4199-9c09-88f447194568),segment_id=ac72140e-d212-4199-9c09-88f447194568)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:22.393768 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.494351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fc695811-4510-49eb-860c-8a5df9977ab0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:22.498291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Allocated IP 2001:db8::1 (7c0eef8e-753f-46ed-a875-e1112f59689c/a6ce456f-a2ac-4eb4-971e-3c8b52d8b7d4/c6b58345-a599-4ace-85ef-a7d115902377) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:22.587990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Allocated IP 2001:db8::2 (95424e7c-d70f-4658-9ace-c73a3f12c15a/0af9e37e-5c0d-423e-bb03-cf4ffa36fd06/4ca6609a-74cf-4450-8acd-cff1a6aabc2a) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:22.600020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b8748-0c32-4827-9c9f-18c301b4290d None None] Pushing event updated for resources: {'Port': ['ID=3a2d6322-7798-41df-827c-09cb3bb5f95c,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:22.652951 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.672074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Transition to ACTIVE for port object c6b58345-a599-4ace-85ef-a7d115902377 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:22.682434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port fc695811-4510-49eb-860c-8a5df9977ab0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:22.687292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-666d9a3d-6224-4a7f-8bfc-acdf584c0f53 None None] Provisioning complete for port fc695811-4510-49eb-860c-8a5df9977ab0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:22.687668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-666d9a3d-6224-4a7f-8bfc-acdf584c0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.700307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fc695811-4510-49eb-860c-8a5df9977ab0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:22.701017 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.727781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.797168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Port': ['ID=c6b58345-a599-4ace-85ef-a7d115902377,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:22.819382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network 7c0eef8e-753f-46ed-a875-e1112f59689c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:22.825309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:22.831450 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:22.832091 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.970445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.143765 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.152033 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.156549 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-666d9a3d-6224-4a7f-8bfc-acdf584c0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.158682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Transition to ACTIVE for port object 4ca6609a-74cf-4450-8acd-cff1a6aabc2a will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:23.217605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Transition to ACTIVE for port object 4ca6609a-74cf-4450-8acd-cff1a6aabc2a will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:23.228946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-666d9a3d-6224-4a7f-8bfc-acdf584c0f53 None None] For port fc695811-4510-49eb-860c-8a5df9977ab0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fc695811-4510-49eb-860c-8a5df9977ab0,segment=NetworkSegment(3927f705-1aac-478a-9bef-c78ae97197fc),segment_id=3927f705-1aac-478a-9bef-c78ae97197fc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:23.231883 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.238196 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-666d9a3d-6224-4a7f-8bfc-acdf584c0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.246642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35823d33-6778-4e7e-bd9a-8d46e85be182 req-84ab77bf-650f-4180-829e-28543b2ee532 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0328588 Aug 16 02:16:23.312904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.321113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Network 95424e7c-d70f-4658-9ace-c73a3f12c15a is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:23.321745 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.322559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.333382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:23.336098 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:23.340049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Pushing event updated for resources: {'Port': ['ID=4ca6609a-74cf-4450-8acd-cff1a6aabc2a,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:23.377032 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:16:23.377400 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:16:23.443785 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Port': ['ID=c6b58345-a599-4ace-85ef-a7d115902377,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:23.455243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d9a3d-6224-4a7f-8bfc-acdf584c0f53 None None] Pushing event updated for resources: {'Port': ['ID=fc695811-4510-49eb-860c-8a5df9977ab0,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:23.462863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Attempting to bind port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:23.463262 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Attempting to bind port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '574958d0-e032-4513-8750-51f5a9c68115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '95424e7c-d70f-4658-9ace-c73a3f12c15a'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:23.463636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Attempting to bind port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a on network 95424e7c-d70f-4658-9ace-c73a3f12c15a {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:23.469850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:23.470238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Checking segment: {'id': '574958d0-e032-4513-8750-51f5a9c68115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '95424e7c-d70f-4658-9ace-c73a3f12c15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:23.470649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.471049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Bound using segment: {'id': '574958d0-e032-4513-8750-51f5a9c68115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '95424e7c-d70f-4658-9ace-c73a3f12c15a'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:23.471526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Bound port: 4ca6609a-74cf-4450-8acd-cff1a6aabc2a, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574958d0-e032-4513-8750-51f5a9c68115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '95424e7c-d70f-4658-9ace-c73a3f12c15a'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:23.471916 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.507110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network 7c0eef8e-753f-46ed-a875-e1112f59689c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:23.510215 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:23.581478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] For port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:23.585619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] For port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4ca6609a-74cf-4450-8acd-cff1a6aabc2a,segment=NetworkSegment(574958d0-e032-4513-8750-51f5a9c68115),segment_id=574958d0-e032-4513-8750-51f5a9c68115)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:23.600083 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.668088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c242c23-fdaf-4d65-b6cf-8f7b84aaee7f None None] Pushing event updated for resources: {'Port': ['ID=4ca6609a-74cf-4450-8acd-cff1a6aabc2a,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:23.679241 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Router b2ab5689-b522-4c08-9339-e31b5a0f89b6 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:16:23.784145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:23.793160 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b7bf64e0-54bd-49e4-b5ec-8373bb79e5e5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "PUT /v2.0/routers/b2ab5689-b522-4c08-9339-e31b5a0f89b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0423179 Aug 16 02:16:23.793909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47110) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:23.795370 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f0d66-9372-46d4-94e5-21df4d106821 None None] Sync routers for ids ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:23.806031 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f0d66-9372-46d4-94e5-21df4d106821 None None] Routers {'b2ab5689-b522-4c08-9339-e31b5a0f89b6'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:23.806650 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-649f0d66-9372-46d4-94e5-21df4d106821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:23.829946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a00638-8cfe-4ba2-ae3e-d007347bd8e1 None None] Network 7c0eef8e-753f-46ed-a875-e1112f59689c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:23.875284 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-649f0d66-9372-46d4-94e5-21df4d106821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:23.884422 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f0d66-9372-46d4-94e5-21df4d106821 None None] Routers {'b2ab5689-b522-4c08-9339-e31b5a0f89b6'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:23.885548 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-649f0d66-9372-46d4-94e5-21df4d106821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:23.939657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d03cc426-281a-4344-bf0b-33c4e548efc6 None None] Provisioning for port 3a2d6322-7798-41df-827c-09cb3bb5f95c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:23.942745 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-649f0d66-9372-46d4-94e5-21df4d106821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:23.943683 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f0d66-9372-46d4-94e5-21df4d106821 None None] The sync data for ids ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:24.211449 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-c964f10d-5242-4269-aa02-9e7d963d47f9 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:16:24.213470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c964f10d-5242-4269-aa02-9e7d963d47f9 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "PUT /v2.0/routers/b2ab5689-b522-4c08-9339-e31b5a0f89b6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4185126 Aug 16 02:16:24.215389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47118) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:24.394663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb0babbc-1f08-4630-9173-45adb2bf9675 req-c1607bf8-f15c-44f7-9043-6a5dac2d61b0 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0406539 Aug 16 02:16:24.502881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bc28873f-a14d-4f00-bb1e-08a1fd5871be None None] Provisioning for port c6b58345-a599-4ace-85ef-a7d115902377 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:24.518056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bc28873f-a14d-4f00-bb1e-08a1fd5871be None None] Provisioning complete for port c6b58345-a599-4ace-85ef-a7d115902377 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:24.518828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bc28873f-a14d-4f00-bb1e-08a1fd5871be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.589799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-bc28873f-a14d-4f00-bb1e-08a1fd5871be None None] Port c6b58345-a599-4ace-85ef-a7d115902377 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:24.648601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4ca6609a-74cf-4450-8acd-cff1a6aabc2a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:24.763014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:24.764733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e50a1721-3e45-4f41-946b-a34b3d6ff655 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.769665 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fc695811-4510-49eb-860c-8a5df9977ab0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:24.826811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port fc695811-4510-49eb-860c-8a5df9977ab0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:24.827422 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.937260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7716717e-517e-41c1-b52f-b96a00ea91cf None None] Provisioning complete for port c6b58345-a599-4ace-85ef-a7d115902377 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:24.937640 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7716717e-517e-41c1-b52f-b96a00ea91cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.983533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3a2d6322-7798-41df-827c-09cb3bb5f95c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:24.985364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7716717e-517e-41c1-b52f-b96a00ea91cf None None] Port c6b58345-a599-4ace-85ef-a7d115902377 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:25.015280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d865cf9-df0d-4860-a570-46bf1d50925b None None] Network 95424e7c-d70f-4658-9ace-c73a3f12c15a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:25.108753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 3a2d6322-7798-41df-827c-09cb3bb5f95c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:25.112784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e50a1721-3e45-4f41-946b-a34b3d6ff655 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Deleting port c6b58345-a599-4ace-85ef-a7d115902377 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:25.113426 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e50a1721-3e45-4f41-946b-a34b3d6ff655 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.129413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3a2d6322-7798-41df-827c-09cb3bb5f95c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:25.129786 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.164755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47126) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:25.171645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5467197a-c24a-4d87-a3be-4f8bd0f092ea None None] Provisioning for port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:25.182103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5467197a-c24a-4d87-a3be-4f8bd0f092ea None None] Provisioning complete for port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:25.182395 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5467197a-c24a-4d87-a3be-4f8bd0f092ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.231671 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e50a1721-3e45-4f41-946b-a34b3d6ff655 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.250142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e50a1721-3e45-4f41-946b-a34b3d6ff655 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Calling delete_port for c6b58345-a599-4ace-85ef-a7d115902377 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:25.359233 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.387120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port a8a47032-453f-4a7b-8c28-201e1ad41f52 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:25.387120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.390586 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5467197a-c24a-4d87-a3be-4f8bd0f092ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.450214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5467197a-c24a-4d87-a3be-4f8bd0f092ea None None] For port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4ca6609a-74cf-4450-8acd-cff1a6aabc2a,segment=NetworkSegment(574958d0-e032-4513-8750-51f5a9c68115),segment_id=574958d0-e032-4513-8750-51f5a9c68115)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:25.467117 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5467197a-c24a-4d87-a3be-4f8bd0f092ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.475253 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 3a2d6322-7798-41df-827c-09cb3bb5f95c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3a2d6322-7798-41df-827c-09cb3bb5f95c,segment=NetworkSegment(ac72140e-d212-4199-9c09-88f447194568),segment_id=ac72140e-d212-4199-9c09-88f447194568)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:25.522237 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e50a1721-3e45-4f41-946b-a34b3d6ff655 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.525743 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.526551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.536567 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.553877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for a8a47032-453f-4a7b-8c28-201e1ad41f52 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:25.604353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ed3f8748-bfd5-484c-b523-f89f589286ff None None] Could not find standard attr ID for object c6b58345-a599-4ace-85ef-a7d115902377. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:16:25.607233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467197a-c24a-4d87-a3be-4f8bd0f092ea None None] Pushing event updated for resources: {'Port': ['ID=4ca6609a-74cf-4450-8acd-cff1a6aabc2a,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:25.682966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=3a2d6322-7798-41df-827c-09cb3bb5f95c,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:25.723776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-70c743c7-1067-47ef-a660-51cd062da513 None None] Provisioning complete for port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:25.724151 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-70c743c7-1067-47ef-a660-51cd062da513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.816677 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.846549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=a8a47032-453f-4a7b-8c28-201e1ad41f52,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:25.920304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.920769 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Floating IP 02853e7d-1796-4379-ac00-7e507d0043d3 disassociated (deleted). External IP: 172.25.2.202, port: e37ed598-1597-4169-90cd-4a99ebd3b35c. Aug 16 02:16:25.959912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef83f055-844c-4215-8836-07c395d9319d req-ef082f68-931b-4f67-aeb0-59dec9a40aec tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.4346030 Aug 16 02:16:25.960929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a1721-3e45-4f41-946b-a34b3d6ff655 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Port': ['ID=c6b58345-a599-4ace-85ef-a7d115902377,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:26.070338 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e50a1721-3e45-4f41-946b-a34b3d6ff655 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.170945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:26.266474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50a1721-3e45-4f41-946b-a34b3d6ff655 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Router b2ab5689-b522-4c08-9339-e31b5a0f89b6 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:26.290828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:26.296762 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.301590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec3bad-ed12-47d0-9162-120581e70244 None None] Sync routers for ids ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:26.317735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec3bad-ed12-47d0-9162-120581e70244 None None] Routers {'2f22e45d-fc0f-44e7-b0cf-613405e56c29'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:26.318901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f0ec3bad-ed12-47d0-9162-120581e70244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:26.329577 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-687d51e2-78f3-4bfc-b30d-00016657eeb0 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/floatingips/02853e7d-1796-4379-ac00-7e507d0043d3 HTTP/1.1" status: 204 len: 168 time: 1.1628006 Aug 16 02:16:26.330180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:26.340274 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0be127e-b4e1-4884-9a5d-401b2c83772d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:26.367704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50a1721-3e45-4f41-946b-a34b3d6ff655 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:26.378483 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a08b8-bd29-4bf5-b311-c8eb9b4487ef None None] Sync routers for ids ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:26.396673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47140) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:26.397475 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a08b8-bd29-4bf5-b311-c8eb9b4487ef None None] Routers {'b2ab5689-b522-4c08-9339-e31b5a0f89b6'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:26.398365 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f84a08b8-bd29-4bf5-b311-c8eb9b4487ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:26.399165 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e50a1721-3e45-4f41-946b-a34b3d6ff655 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "PUT /v2.0/routers/b2ab5689-b522-4c08-9339-e31b5a0f89b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1803634 Aug 16 02:16:26.442076 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f84a08b8-bd29-4bf5-b311-c8eb9b4487ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:26.452517 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a08b8-bd29-4bf5-b311-c8eb9b4487ef None None] Routers {'b2ab5689-b522-4c08-9339-e31b5a0f89b6'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:26.453220 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f84a08b8-bd29-4bf5-b311-c8eb9b4487ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:26.459148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4ca6609a-74cf-4450-8acd-cff1a6aabc2a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:26.501438 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f84a08b8-bd29-4bf5-b311-c8eb9b4487ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:26.502397 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a08b8-bd29-4bf5-b311-c8eb9b4487ef None None] The sync data for ids ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:26.519080 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760498f5-b96a-43c6-97f5-03ec8b8b0623 x-openstack-request-id: req-760498f5-b96a-43c6-97f5-03ec8b8b0623 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:26.519635 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:26.520584 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-760498f5-b96a-43c6-97f5-03ec8b8b0623 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:26.521227 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'status': 'completed', 'code': 200} Aug 16 02:16:26.522175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f0ec3bad-ed12-47d0-9162-120581e70244 None None] Set router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:26.562024 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-c8005c6e-6289-4832-878c-a80a7d11a31c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] delete failed (client error): The resource could not be found. Aug 16 02:16:26.570901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47148) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:26.578934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-38bec7de-5213-47fc-a8f5-a1fc98103c8c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2ab5689-b522-4c08-9339-e31b5a0f89b6'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:26.588434 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c8005c6e-6289-4832-878c-a80a7d11a31c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-308337668 HTTP/1.1" status: 404 len: 334 time: 0.1903932 Aug 16 02:16:26.611027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:26.611637 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.647651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be127e-b4e1-4884-9a5d-401b2c83772d req-c491a951-1b63-4cda-bb26-d27dd223e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:26.666663 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a0be127e-b4e1-4884-9a5d-401b2c83772d req-c491a951-1b63-4cda-bb26-d27dd223e529 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=deee63146f784616a74dc0add2d1dad0&device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 1097 time: 0.1437583 Aug 16 02:16:26.870346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be127e-b4e1-4884-9a5d-401b2c83772d req-66b09951-df8c-470b-8a93-8fdb13c7f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:26.872718 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a0be127e-b4e1-4884-9a5d-401b2c83772d req-66b09951-df8c-470b-8a93-8fdb13c7f886 service neutron] 10.222.0.84 "GET /v2.0/networks?id=15838a19-cf19-41ed-b1d6-7b74307921e5 HTTP/1.1" status: 200 len: 897 time: 0.1869848 Aug 16 02:16:26.891273 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3a2d6322-7798-41df-827c-09cb3bb5f95c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:26.927511 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a0be127e-b4e1-4884-9a5d-401b2c83772d req-114fe0fd-e5e5-4a31-9a3d-ab3a6b713ace service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c HTTP/1.1" status: 200 len: 217 time: 0.0416796 Aug 16 02:16:26.930232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f0ec3bad-ed12-47d0-9162-120581e70244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c96d71e3-4e21-4650-8039-0e91a1762aa5', 'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:ec:89:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:53Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:26.968818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e419b-c66b-4357-a046-14ba898079d4 req-af3c2a76-ac8c-459c-b469-7f48b697e30e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:26.974616 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-396e419b-c66b-4357-a046-14ba898079d4 req-af3c2a76-ac8c-459c-b469-7f48b697e30e tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.1912365 Aug 16 02:16:26.977775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec3bad-ed12-47d0-9162-120581e70244 None None] Checking router: 2f22e45d-fc0f-44e7-b0cf-613405e56c29 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:26.995918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec3bad-ed12-47d0-9162-120581e70244 None None] Routers {'2f22e45d-fc0f-44e7-b0cf-613405e56c29'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:26.997121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f0ec3bad-ed12-47d0-9162-120581e70244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:27.003338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be127e-b4e1-4884-9a5d-401b2c83772d req-ee02f721-ace8-4942-978d-7169ae3a5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:27.005281 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a0be127e-b4e1-4884-9a5d-401b2c83772d req-ee02f721-ace8-4942-978d-7169ae3a5e0d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4ea55ec1-4cd0-4530-8557-b32855542487 HTTP/1.1" status: 200 len: 834 time: 0.0686669 Aug 16 02:16:27.013142 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-38bec7de-5213-47fc-a8f5-a1fc98103c8c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.055484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-396e419b-c66b-4357-a046-14ba898079d4 req-3045ded6-6235-4d3a-9fc6-40cae7f9d0d5 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642469 Aug 16 02:16:27.072654 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-38bec7de-5213-47fc-a8f5-a1fc98103c8c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] update failed (client error): The resource could not be found. Aug 16 02:16:27.077087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-38bec7de-5213-47fc-a8f5-a1fc98103c8c tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "PUT /v2.0/routers/b2ab5689-b522-4c08-9339-e31b5a0f89b6 HTTP/1.1" status: 404 len: 339 time: 0.5010140 Aug 16 02:16:27.077909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47154) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:27.083308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-476223945'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:27.147638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Made reservation on behalf of c7f29e97a5fd4080aee9a15ef16df654 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:27.150275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3a2d6322-7798-41df-827c-09cb3bb5f95c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:27.150645 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.153818 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.157759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-966913ec-bd82-4916-8a6d-3773c15ec27e req-addb657b-d5c4-4046-beb0-6b609bb69b0c tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0439088 Aug 16 02:16:27.207005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:27.230350 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.231271 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Added segment 77cc46d7-84a8-4a74-84c8-f5d028fffea9 of type vlan for network 7b5f2707-1262-4c0e-a2f1-fd945a44a714 Aug 16 02:16:27.295114 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.349680 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.359680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:27.369255 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.421083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3418553 Aug 16 02:16:27.421718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47156) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:27.466452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be127e-b4e1-4884-9a5d-401b2c83772d req-cc44be0b-60a8-4cb7-bced-f144697ac66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:27.468238 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a0be127e-b4e1-4884-9a5d-401b2c83772d req-cc44be0b-60a8-4cb7-bced-f144697ac66f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=15838a19-cf19-41ed-b1d6-7b74307921e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4452002 Aug 16 02:16:27.469955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'subnet': {'network_id': '7b5f2707-1262-4c0e-a2f1-fd945a44a714', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:27.512605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f0ec3bad-ed12-47d0-9162-120581e70244 None None] Set router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:27.538369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06f1fc-8e13-46e1-bf97-7b40103335f5 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Network': ['ID=7b5f2707-1262-4c0e-a2f1-fd945a44a714,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:27.562203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 7b5f2707-1262-4c0e-a2f1-fd945a44a714 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:27.614645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Made reservation on behalf of c7f29e97a5fd4080aee9a15ef16df654 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:27.619577 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.660656 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a0be127e-b4e1-4884-9a5d-401b2c83772d req-a1f959b4-b98b-47c4-a706-70d7ba0f8e77 service neutron] 10.222.0.84 "GET /v2.0/networks/15838a19-cf19-41ed-b1d6-7b74307921e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832159 Aug 16 02:16:27.833799 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a0be127e-b4e1-4884-9a5d-401b2c83772d req-d1d7e139-0e47-45a5-94de-b842fc9d47d1 service neutron] 10.222.0.84 "GET /v2.0/networks/15838a19-cf19-41ed-b1d6-7b74307921e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658387 Aug 16 02:16:27.894880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.904539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f0ec3bad-ed12-47d0-9162-120581e70244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c96d71e3-4e21-4650-8039-0e91a1762aa5', 'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:ec:89:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:53Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:27.940581 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec3bad-ed12-47d0-9162-120581e70244 None None] The sync data for ids ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'] in n-d-768851-16 is: [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c96d71e3-4e21-4650-8039-0e91a1762aa5', 'name': '', 'network_id': '15838a19-cf19-41ed-b1d6-7b74307921e5', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'mac_address': 'fa:16:3e:ec:89:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:53Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'subnets': [{'id': '4ea55ec1-4cd0-4530-8557-b32855542487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:27.965340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Subnet': ['ID=e4cb695a-fa11-4767-b669-2b252593a8ac,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:27.971075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Checking segment: {'id': '77cc46d7-84a8-4a74-84c8-f5d028fffea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7b5f2707-1262-4c0e-a2f1-fd945a44a714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:27.971342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network hostable DHCP agents. Network: 7b5f2707-1262-4c0e-a2f1-fd945a44a714, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:28.002360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network 7b5f2707-1262-4c0e-a2f1-fd945a44a714 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:28.015089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 7b5f2707-1262-4c0e-a2f1-fd945a44a714) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:28.019907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.020551 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.028877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae3377-7c95-4a9a-acac-579ccdb810e9 None None] Network 7b5f2707-1262-4c0e-a2f1-fd945a44a714 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:28.039382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5e8a9c23-73d0-4a72-8332-3b88d3555038 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5835831 Aug 16 02:16:28.044144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47160) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:28.049511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-cc73c7ff-dc69-4e29-a683-6cae7954b243 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b5f2707-1262-4c0e-a2f1-fd945a44a714'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:28.211863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-7b5f2707-1262-4c0e-a2f1-fd945a44a714', 'network_id': '7b5f2707-1262-4c0e-a2f1-fd945a44a714', 'tenant_id': 'c7f29e97a5fd4080aee9a15ef16df654', 'fixed_ips': [{'subnet_id': 'e4cb695a-fa11-4767-b669-2b252593a8ac'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:28.217882 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.343070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc73c7ff-dc69-4e29-a683-6cae7954b243 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.371106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9594994-389a-4728-95c2-112c3df88189 None None] New status for floating IP 02853e7d-1796-4379-ac00-7e507d0043d3: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:16:28.393990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b2573-04cf-4656-be84-fbdeb9043976 req-47fab76f-68ca-4678-b8a2-ecb4e0a75304 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.401557 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-969b2573-04cf-4656-be84-fbdeb9043976 req-47fab76f-68ca-4678-b8a2-ecb4e0a75304 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.2257030 Aug 16 02:16:28.404903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d51d00c8-ff80-4a3b-a500-c2c17b8327d9 req-1ad6c07a-0f90-4708-8f16-d3c59b6ea395 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0724626 Aug 16 02:16:28.440862 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac173dc0-0d7f-48d0-97fd-6a999eb94769 req-07d0ecaa-5063-4fb0-bf06-be5def309607 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.442740 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ac173dc0-0d7f-48d0-97fd-6a999eb94769 req-07d0ecaa-5063-4fb0-bf06-be5def309607 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 945 time: 0.0795894 Aug 16 02:16:28.460323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Allocated IP 2001:db8:1::2 (7b5f2707-1262-4c0e-a2f1-fd945a44a714/e4cb695a-fa11-4767-b669-2b252593a8ac/24a62a88-ed47-4112-909f-d15632eab82f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:28.513416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-969b2573-04cf-4656-be84-fbdeb9043976 req-c68482b3-3224-47c1-95ad-38470aa8c301 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072044 Aug 16 02:16:28.594443 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-cc73c7ff-dc69-4e29-a683-6cae7954b243 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:16:28.597022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cc73c7ff-dc69-4e29-a683-6cae7954b243 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "PUT /v2.0/routers/b2ab5689-b522-4c08-9339-e31b5a0f89b6 HTTP/1.1" status: 400 len: 364 time: 0.5503607 Aug 16 02:16:28.601556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47166) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:28.620750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-ac173dc0-0d7f-48d0-97fd-6a999eb94769 req-d00166b6-3c90-4b09-aae1-0ee4cceb8041 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port e37ed598-1597-4169-90cd-4a99ebd3b35c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:28.621871 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac173dc0-0d7f-48d0-97fd-6a999eb94769 req-d00166b6-3c90-4b09-aae1-0ee4cceb8041 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.689748 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.701905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Transition to ACTIVE for port object 24a62a88-ed47-4112-909f-d15632eab82f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:28.722032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Transition to ACTIVE for port object 24a62a88-ed47-4112-909f-d15632eab82f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:28.733137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-ac173dc0-0d7f-48d0-97fd-6a999eb94769 req-d00166b6-3c90-4b09-aae1-0ee4cceb8041 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port e37ed598-1597-4169-90cd-4a99ebd3b35c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e37ed598-1597-4169-90cd-4a99ebd3b35c,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:28.733271 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.740107 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac173dc0-0d7f-48d0-97fd-6a999eb94769 req-d00166b6-3c90-4b09-aae1-0ee4cceb8041 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.765973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-ac173dc0-0d7f-48d0-97fd-6a999eb94769 req-d00166b6-3c90-4b09-aae1-0ee4cceb8041 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for e37ed598-1597-4169-90cd-4a99ebd3b35c owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:28.780294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Network 7b5f2707-1262-4c0e-a2f1-fd945a44a714 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:28.784411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:28.786820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:28.789758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Pushing event updated for resources: {'Port': ['ID=24a62a88-ed47-4112-909f-d15632eab82f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:28.850505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Attempting to bind port 24a62a88-ed47-4112-909f-d15632eab82f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:28.850977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Attempting to bind port 24a62a88-ed47-4112-909f-d15632eab82f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '77cc46d7-84a8-4a74-84c8-f5d028fffea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7b5f2707-1262-4c0e-a2f1-fd945a44a714'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:28.851437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Attempting to bind port 24a62a88-ed47-4112-909f-d15632eab82f on network 7b5f2707-1262-4c0e-a2f1-fd945a44a714 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:28.858324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:28.858594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Checking segment: {'id': '77cc46d7-84a8-4a74-84c8-f5d028fffea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7b5f2707-1262-4c0e-a2f1-fd945a44a714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:28.859097 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.859590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Bound using segment: {'id': '77cc46d7-84a8-4a74-84c8-f5d028fffea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7b5f2707-1262-4c0e-a2f1-fd945a44a714'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:28.860207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Bound port: 24a62a88-ed47-4112-909f-d15632eab82f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cc46d7-84a8-4a74-84c8-f5d028fffea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7b5f2707-1262-4c0e-a2f1-fd945a44a714'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:28.860681 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.964894 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.973544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] For port 24a62a88-ed47-4112-909f-d15632eab82f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:28.977322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] For port 24a62a88-ed47-4112-909f-d15632eab82f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=24a62a88-ed47-4112-909f-d15632eab82f,segment=NetworkSegment(77cc46d7-84a8-4a74-84c8-f5d028fffea9),segment_id=77cc46d7-84a8-4a74-84c8-f5d028fffea9)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:28.984518 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.016583 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac173dc0-0d7f-48d0-97fd-6a999eb94769 req-d00166b6-3c90-4b09-aae1-0ee4cceb8041 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.111299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de211319-9571-45f8-a661-e88d29ef0940 None None] Pushing event updated for resources: {'Port': ['ID=24a62a88-ed47-4112-909f-d15632eab82f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.169092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00166b6-3c90-4b09-aae1-0ee4cceb8041 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=e37ed598-1597-4169-90cd-4a99ebd3b35c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.201297 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac173dc0-0d7f-48d0-97fd-6a999eb94769 req-d00166b6-3c90-4b09-aae1-0ee4cceb8041 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] No DVR routers for this DVR port e37ed598-1597-4169-90cd-4a99ebd3b35c on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:29.203718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-ac173dc0-0d7f-48d0-97fd-6a999eb94769 req-d00166b6-3c90-4b09-aae1-0ee4cceb8041 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.206900 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ac173dc0-0d7f-48d0-97fd-6a999eb94769 req-d00166b6-3c90-4b09-aae1-0ee4cceb8041 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.84 "DELETE /v2.0/ports/e37ed598-1597-4169-90cd-4a99ebd3b35c HTTP/1.1" status: 204 len: 173 time: 0.7577090 Aug 16 02:16:29.206900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'name': 'network-vif-deleted', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:29.209674 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a120fb60-304e-4975-ad05-eca68dc8ce0a" -d '{"events": [{"server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "name": "network-vif-deleted", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:29.251975 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8969c523-01d1-456b-bb1d-368ff3aadea5 x-openstack-request-id: req-8969c523-01d1-456b-bb1d-368ff3aadea5 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:29.252265 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d678eb2-4c52-48a8-ae5e-e0b275f60970", "name": "network-vif-deleted", "tag": "e37ed598-1597-4169-90cd-4a99ebd3b35c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:29.252577 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8969c523-01d1-456b-bb1d-368ff3aadea5 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:29.253154 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d678eb2-4c52-48a8-ae5e-e0b275f60970', 'name': 'network-vif-deleted', 'tag': 'e37ed598-1597-4169-90cd-4a99ebd3b35c', 'status': 'completed', 'code': 200} Aug 16 02:16:29.369603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Allocated IP 2001:db8::1 (6f881875-2922-49d6-969b-037da41dc0a4/78c1e068-fb0b-46cb-83e4-3d634cfe3b3d/ba7f9def-2c2a-4da8-8e7b-64d68dfeab34) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:29.596022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce56fd3c-4f6a-4513-879b-b855596d0016 req-5a4e22b9-1b81-4d2e-b2df-3c27208b9aa1 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0579157 Aug 16 02:16:29.653525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.719057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95656317-dc83-4aad-b93c-5ebbf89f0f46 req-efa90b34-0c15-44b4-8f3b-570a3d77d967 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d678eb2-4c52-48a8-ae5e-e0b275f60970 HTTP/1.1" status: 200 len: 210 time: 0.0566254 Aug 16 02:16:29.721815 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Transition to ACTIVE for port object ba7f9def-2c2a-4da8-8e7b-64d68dfeab34 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:29.777491 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.844201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network 6f881875-2922-49d6-969b-037da41dc0a4 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:29.847783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:29.853448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:29.854062 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.858925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Port': ['ID=ba7f9def-2c2a-4da8-8e7b-64d68dfeab34,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:30.044578 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.280610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0b5f36a4-e359-49bf-9896-30d294848607 None None] Provisioning for port ba7f9def-2c2a-4da8-8e7b-64d68dfeab34 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:30.285879 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0b5f36a4-e359-49bf-9896-30d294848607 None None] Provisioning complete for port ba7f9def-2c2a-4da8-8e7b-64d68dfeab34 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:30.286426 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0b5f36a4-e359-49bf-9896-30d294848607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.335011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f36a4-e359-49bf-9896-30d294848607 None None] Port ba7f9def-2c2a-4da8-8e7b-64d68dfeab34 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:30.427756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47184) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:30.436452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 24a62a88-ed47-4112-909f-d15632eab82f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:30.519010 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8f8e4477-b81f-4183-b088-345c285ac92a tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/floatingips/4b4f3d0e-2005-4a5b-bd48-c662212d639b HTTP/1.1" status: 200 len: 993 time: 0.0857024 Aug 16 02:16:30.533901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 24a62a88-ed47-4112-909f-d15632eab82f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:30.601629 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22128ca0-4f93-4926-a73f-f654386b86b5 None None] Network 7b5f2707-1262-4c0e-a2f1-fd945a44a714 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:30.679956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6fe3adce-e4e2-4558-8daf-a2fe4c0004b6 None None] Provisioning for port 24a62a88-ed47-4112-909f-d15632eab82f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:30.689239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6fe3adce-e4e2-4558-8daf-a2fe4c0004b6 None None] Provisioning complete for port 24a62a88-ed47-4112-909f-d15632eab82f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:30.689753 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6fe3adce-e4e2-4558-8daf-a2fe4c0004b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.763294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66e1afdf-fdcd-4921-b724-39557a0a4338 req-759e986c-04de-43a7-8f05-f5308b2833af tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0368156 Aug 16 02:16:30.787495 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47194) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:30.799914 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.809748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47196) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:30.810506 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.812314 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.895449 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6fe3adce-e4e2-4558-8daf-a2fe4c0004b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.944576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6fe3adce-e4e2-4558-8daf-a2fe4c0004b6 None None] For port 24a62a88-ed47-4112-909f-d15632eab82f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=24a62a88-ed47-4112-909f-d15632eab82f,segment=NetworkSegment(77cc46d7-84a8-4a74-84c8-f5d028fffea9),segment_id=77cc46d7-84a8-4a74-84c8-f5d028fffea9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:30.949727 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6fe3adce-e4e2-4558-8daf-a2fe4c0004b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.991579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event updated for resources: {'Port': ['ID=ba7f9def-2c2a-4da8-8e7b-64d68dfeab34,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:31.016456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3adce-e4e2-4558-8daf-a2fe4c0004b6 None None] Pushing event updated for resources: {'Port': ['ID=24a62a88-ed47-4112-909f-d15632eab82f,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:31.023600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Network 6f881875-2922-49d6-969b-037da41dc0a4 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:31.030868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:31.253647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Router b2ab5689-b522-4c08-9339-e31b5a0f89b6 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:31.289626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8c942529-95f5-470c-9c74-ab4a93f69caa None None] Provisioning complete for port 24a62a88-ed47-4112-909f-d15632eab82f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:31.290631 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8c942529-95f5-470c-9c74-ab4a93f69caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.424237 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting port b2f47526-e6af-43e2-b130-4528b98552cb {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:31.424590 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.519367 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.551696 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.552384 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.567703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Calling delete_port for b2f47526-e6af-43e2-b130-4528b98552cb owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:31.592776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-aa1a54ed-b8a4-4372-85f3-fc2262ca85bc None None] Provisioning complete for port ba7f9def-2c2a-4da8-8e7b-64d68dfeab34 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:31.593306 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa1a54ed-b8a4-4372-85f3-fc2262ca85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.594045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:31.606827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f8800947-288d-4358-9998-9984291348c3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "PUT /v2.0/routers/b2ab5689-b522-4c08-9339-e31b5a0f89b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0040529 Aug 16 02:16:31.608341 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980a9c68-673c-4e4e-bb93-158444546aa4 None None] Sync routers for ids ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:31.611189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47204) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:31.627274 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a9c68-673c-4e4e-bb93-158444546aa4 None None] Routers {'b2ab5689-b522-4c08-9339-e31b5a0f89b6'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:31.627917 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-980a9c68-673c-4e4e-bb93-158444546aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:31.641947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a54ed-b8a4-4372-85f3-fc2262ca85bc None None] Port ba7f9def-2c2a-4da8-8e7b-64d68dfeab34 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:31.667143 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-980a9c68-673c-4e4e-bb93-158444546aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:31.677152 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a9c68-673c-4e4e-bb93-158444546aa4 None None] Routers {'b2ab5689-b522-4c08-9339-e31b5a0f89b6'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:31.678011 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-980a9c68-673c-4e4e-bb93-158444546aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:31.714585 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-980a9c68-673c-4e4e-bb93-158444546aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:31.716118 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980a9c68-673c-4e4e-bb93-158444546aa4 None None] The sync data for ids ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:31.802983 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-958e823a-2a22-40b2-ae49-b47ee32b6cb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.898892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e37ed598-1597-4169-90cd-4a99ebd3b35c no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:31.907206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-569f0ecd-f962-4931-965e-ae5275dd5e24 req-85d972c1-534f-4db7-98d6-765c30bda604 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0339315 Aug 16 02:16:31.943414 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-958e823a-2a22-40b2-ae49-b47ee32b6cb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:16:31.948205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-958e823a-2a22-40b2-ae49-b47ee32b6cb8 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "DELETE /v2.0/routers/b2ab5689-b522-4c08-9339-e31b5a0f89b6 HTTP/1.1" status: 409 len: 329 time: 0.3353248 Aug 16 02:16:31.948819 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47208) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:31.958498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: e37ed598-1597-4169-90cd-4a99ebd3b35c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:31.959202 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e37ed598-1597-4169-90cd-4a99ebd3b35c not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:31.982604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port c96d71e3-4e21-4650-8039-0e91a1762aa5 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:31.982974 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.099188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port c96d71e3-4e21-4650-8039-0e91a1762aa5, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c96d71e3-4e21-4650-8039-0e91a1762aa5,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:32.099612 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.114443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for c96d71e3-4e21-4650-8039-0e91a1762aa5 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:32.129684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.187808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Port': ['ID=b2f47526-e6af-43e2-b130-4528b98552cb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.309945 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.309945 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Floating IP 4b4f3d0e-2005-4a5b-bd48-c662212d639b disassociated (deleted). External IP: 172.25.2.142, port: f59eeeda-9247-495e-97f5-4daaa78fe226. Aug 16 02:16:32.387662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.399305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 24a62a88-ed47-4112-909f-d15632eab82f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:32.419833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=c96d71e3-4e21-4650-8039-0e91a1762aa5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.500561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 24a62a88-ed47-4112-909f-d15632eab82f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:32.510290 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.653795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 0a5e5be1-0c15-4258-afa5-80a38094efa9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:32.658456 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.735177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c7440b4-4a76-442f-82a6-aa4866f713a0 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.915310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:33.044179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:33.050351 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-43a9c157-12ef-4593-a072-508c962c9258 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "PUT /v2.0/routers/2f22e45d-fc0f-44e7-b0cf-613405e56c29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2615669 Aug 16 02:16:33.054957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd75b1-2eb3-40b4-ad89-5c6e682e2000 None None] Sync routers for ids ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:33.057584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47214) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:33.065847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd75b1-2eb3-40b4-ad89-5c6e682e2000 None None] Routers {'2f22e45d-fc0f-44e7-b0cf-613405e56c29'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:33.066642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7ecd75b1-2eb3-40b4-ad89-5c6e682e2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:33.195994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-7ecd75b1-2eb3-40b4-ad89-5c6e682e2000 None None] Set router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:33.208307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32427d04-a42e-4af0-85c1-83504ea8e044 req-06512872-e97f-4324-ab1a-48c6b1983ac5 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.1069305 Aug 16 02:16:33.301472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:33.306585 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.314615 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8844a5-967c-45a2-9109-6de21ef11b83 None None] Sync routers for ids ['0a5e5be1-0c15-4258-afa5-80a38094efa9'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:33.334108 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8844a5-967c-45a2-9109-6de21ef11b83 None None] Routers {'0a5e5be1-0c15-4258-afa5-80a38094efa9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:33.334725 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-fc8844a5-967c-45a2-9109-6de21ef11b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['0a5e5be1-0c15-4258-afa5-80a38094efa9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:33.346909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8282564f-03a3-41a3-9bbc-5310ac0c90e1 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/floatingips/4b4f3d0e-2005-4a5b-bd48-c662212d639b HTTP/1.1" status: 204 len: 168 time: 2.5306325 Aug 16 02:16:33.346909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'tag': 'f59eeeda-9247-495e-97f5-4daaa78fe226'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:33.347591 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aece2bdf-0866-407e-adc5-c9f0c2444f70" -d '{"events": [{"name": "network-changed", "server_uuid": "e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2", "tag": "f59eeeda-9247-495e-97f5-4daaa78fe226"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:33.437904 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1206b8d7-8bfa-4d09-9d3b-c5b9e88aff8a x-openstack-request-id: req-1206b8d7-8bfa-4d09-9d3b-c5b9e88aff8a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:33.438095 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2", "tag": "f59eeeda-9247-495e-97f5-4daaa78fe226", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:33.438513 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1206b8d7-8bfa-4d09-9d3b-c5b9e88aff8a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:33.438932 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'tag': 'f59eeeda-9247-495e-97f5-4daaa78fe226', 'status': 'completed', 'code': 200} Aug 16 02:16:33.506876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7ecd75b1-2eb3-40b4-ad89-5c6e682e2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:16:32Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:33.554941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd75b1-2eb3-40b4-ad89-5c6e682e2000 None None] Checking router: 2f22e45d-fc0f-44e7-b0cf-613405e56c29 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:33.570875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd75b1-2eb3-40b4-ad89-5c6e682e2000 None None] Routers {'2f22e45d-fc0f-44e7-b0cf-613405e56c29'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:33.572528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7ecd75b1-2eb3-40b4-ad89-5c6e682e2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:33.575204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0c7440b4-4a76-442f-82a6-aa4866f713a0 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Deleting port ba7f9def-2c2a-4da8-8e7b-64d68dfeab34 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:33.576149 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c7440b4-4a76-442f-82a6-aa4866f713a0 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.620421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f570bfa-a9c9-48de-a621-a68417e9525b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting subnet 4ea55ec1-4cd0-4530-8557-b32855542487 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:33.631865 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f570bfa-a9c9-48de-a621-a68417e9525b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.632666 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-fc8844a5-967c-45a2-9109-6de21ef11b83 None None] Set router 0a5e5be1-0c15-4258-afa5-80a38094efa9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:33.664939 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece2bdf-0866-407e-adc5-c9f0c2444f70 req-94f954dd-36d1-42e4-a125-760c6b0738c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.666554 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aece2bdf-0866-407e-adc5-c9f0c2444f70 req-94f954dd-36d1-42e4-a125-760c6b0738c7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=88de854c902c4de89cf8831855db3adc&device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 1097 time: 0.2085614 Aug 16 02:16:33.726109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f570bfa-a9c9-48de-a621-a68417e9525b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.733932 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c7440b4-4a76-442f-82a6-aa4866f713a0 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.747252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0c7440b4-4a76-442f-82a6-aa4866f713a0 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Calling delete_port for ba7f9def-2c2a-4da8-8e7b-64d68dfeab34 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:33.812464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-7ecd75b1-2eb3-40b4-ad89-5c6e682e2000 None None] Set router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:33.919618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece2bdf-0866-407e-adc5-c9f0c2444f70 req-6058d5bb-2749-424b-a4dd-25108a2f0941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.921234 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aece2bdf-0866-407e-adc5-c9f0c2444f70 req-6058d5bb-2749-424b-a4dd-25108a2f0941 service neutron] 10.222.0.89 "GET /v2.0/networks?id=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 HTTP/1.1" status: 200 len: 898 time: 0.2466962 Aug 16 02:16:34.020860 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aece2bdf-0866-407e-adc5-c9f0c2444f70 req-9785b7e3-755d-4e80-93fa-73ab2548fa38 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59eeeda-9247-495e-97f5-4daaa78fe226 HTTP/1.1" status: 200 len: 217 time: 0.0818942 Aug 16 02:16:34.022263 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f570bfa-a9c9-48de-a621-a68417e9525b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.029245 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-fc8844a5-967c-45a2-9109-6de21ef11b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c9005792-ed2f-4830-bd82-a3faf682b3f2', 'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:2e:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:33Z', 'updated_at': '2021-08-16T02:15:40Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:34.063651 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8844a5-967c-45a2-9109-6de21ef11b83 None None] Checking router: 0a5e5be1-0c15-4258-afa5-80a38094efa9 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:34.069814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee742f8-3add-4bbf-9502-ca2c0178f818 req-dc0c6e7b-3d3f-46d5-8c9e-bec70a05bbcc tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.071439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eee742f8-3add-4bbf-9502-ca2c0178f818 req-dc0c6e7b-3d3f-46d5-8c9e-bec70a05bbcc tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 945 time: 0.1705592 Aug 16 02:16:34.081763 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8844a5-967c-45a2-9109-6de21ef11b83 None None] Routers {'0a5e5be1-0c15-4258-afa5-80a38094efa9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:34.082253 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-fc8844a5-967c-45a2-9109-6de21ef11b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['0a5e5be1-0c15-4258-afa5-80a38094efa9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:34.115601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7ecd75b1-2eb3-40b4-ad89-5c6e682e2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:16:32Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:34.130568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece2bdf-0866-407e-adc5-c9f0c2444f70 req-86e6788e-4c9d-424e-94ab-bc1e8b139ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.132309 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aece2bdf-0866-407e-adc5-c9f0c2444f70 req-86e6788e-4c9d-424e-94ab-bc1e8b139ede service neutron] 10.222.0.89 "GET /v2.0/subnets?id=974b490b-ccee-4408-bd98-cb8e7c950d0f HTTP/1.1" status: 200 len: 834 time: 0.0671737 Aug 16 02:16:34.135731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47228) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.150794 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd75b1-2eb3-40b4-ad89-5c6e682e2000 None None] The sync data for ids ['2f22e45d-fc0f-44e7-b0cf-613405e56c29'] in n-d-768851-16 is: [{'id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366168181', 'tenant_id': 'deee63146f784616a74dc0add2d1dad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '0a556757-85b3-411f-b077-a22c38163e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:44Z', 'updated_at': '2021-08-16T02:16:32Z', 'revision_number': 5, 'project_id': 'deee63146f784616a74dc0add2d1dad0', 'gw_port': {'id': '0a556757-85b3-411f-b077-a22c38163e45', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f22e45d-fc0f-44e7-b0cf-613405e56c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:34.205985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eee742f8-3add-4bbf-9502-ca2c0178f818 req-b1a9d087-bc98-4005-be1c-bc11420a0153 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196299 Aug 16 02:16:34.239399 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c7440b4-4a76-442f-82a6-aa4866f713a0 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.263167 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f570bfa-a9c9-48de-a621-a68417e9525b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.278823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece2bdf-0866-407e-adc5-c9f0c2444f70 req-28c6874c-02da-4a5e-89d8-18235a44ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.279863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7440b4-4a76-442f-82a6-aa4866f713a0 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Port': ['ID=ba7f9def-2c2a-4da8-8e7b-64d68dfeab34,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:34.291239 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aece2bdf-0866-407e-adc5-c9f0c2444f70 req-28c6874c-02da-4a5e-89d8-18235a44ef53 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489661 Aug 16 02:16:34.319631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873350ec-fa03-40ab-86a5-9d1702bce16f None None] Network 15838a19-cf19-41ed-b1d6-7b74307921e5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:34.365005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8f570bfa-a9c9-48de-a621-a68417e9525b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.370770 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8f570bfa-a9c9-48de-a621-a68417e9525b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/subnets/4ea55ec1-4cd0-4530-8557-b32855542487 HTTP/1.1" status: 204 len: 168 time: 1.3072085 Aug 16 02:16:34.373253 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47234) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.462577 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-fc8844a5-967c-45a2-9109-6de21ef11b83 None None] Set router 0a5e5be1-0c15-4258-afa5-80a38094efa9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:34.548675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5444bc4d-3542-4f37-a924-7d43c793436a req-10b8ef2f-974b-4c02-80c7-6b1d64b21f0f tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0852170 Aug 16 02:16:34.558339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c7440b4-4a76-442f-82a6-aa4866f713a0 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.587348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f570bfa-a9c9-48de-a621-a68417e9525b tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea55ec1-4cd0-4530-8557-b32855542487,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:34.662433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dde3804-3615-4e11-bfea-51c447eb80bf None None] DHCP port deletion for 15838a19-cf19-41ed-b1d6-7b74307921e5 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:34.667049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c96d71e3-4e21-4650-8039-0e91a1762aa5 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:34.725613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: c96d71e3-4e21-4650-8039-0e91a1762aa5 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:34.725962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c96d71e3-4e21-4650-8039-0e91a1762aa5 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:34.742538 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d13a4800-8381-435f-937d-86dff3a8f892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.759648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8dde3804-3615-4e11-bfea-51c447eb80bf None None] Deleting port bb6756ac-1883-48cc-85ef-4b883d6bff2e {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:34.760337 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8dde3804-3615-4e11-bfea-51c447eb80bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.790858 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aece2bdf-0866-407e-adc5-c9f0c2444f70 req-92b860af-7794-45cf-a3cd-eca53253e388 service neutron] 10.222.0.89 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387467 Aug 16 02:16:34.802227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.864866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7440b4-4a76-442f-82a6-aa4866f713a0 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Router b2ab5689-b522-4c08-9339-e31b5a0f89b6 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:34.925527 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-fc8844a5-967c-45a2-9109-6de21ef11b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c9005792-ed2f-4830-bd82-a3faf682b3f2', 'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:2e:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:33Z', 'updated_at': '2021-08-16T02:15:40Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:34.974452 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8844a5-967c-45a2-9109-6de21ef11b83 None None] The sync data for ids ['0a5e5be1-0c15-4258-afa5-80a38094efa9'] in n-d-768851-16 is: [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'c9005792-ed2f-4830-bd82-a3faf682b3f2', 'name': '', 'network_id': '014fab9f-fe80-4f4c-beb0-ec94e93ce4a9', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'mac_address': 'fa:16:3e:2e:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:33Z', 'updated_at': '2021-08-16T02:15:40Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'subnets': [{'id': '974b490b-ccee-4408-bd98-cb8e7c950d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:34.981951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7440b4-4a76-442f-82a6-aa4866f713a0 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:34.991891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0c7440b4-4a76-442f-82a6-aa4866f713a0 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "PUT /v2.0/routers/b2ab5689-b522-4c08-9339-e31b5a0f89b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0371521 Aug 16 02:16:34.995152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47236) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.028225 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.035617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bc425-9038-412c-a8b5-c6ca28195433 None None] Sync routers for ids ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:35.046494 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-fb504b0a-8db8-46ed-83f2-ae2015deec58 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] show failed (client error): The resource could not be found. Aug 16 02:16:35.051865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fb504b0a-8db8-46ed-83f2-ae2015deec58 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-812228131 HTTP/1.1" status: 404 len: 334 time: 0.0513332 Aug 16 02:16:35.051865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47238) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.056704 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aece2bdf-0866-407e-adc5-c9f0c2444f70 req-def77a83-0ffd-487e-91c2-3c68b9ee467a service neutron] 10.222.0.89 "GET /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574706 Aug 16 02:16:35.058027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e71450e9-1ccb-48f8-b501-7bd197f1cf9b tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:35.103336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bc425-9038-412c-a8b5-c6ca28195433 None None] Routers {'b2ab5689-b522-4c08-9339-e31b5a0f89b6'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:35.103966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-126bc425-9038-412c-a8b5-c6ca28195433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:35.105276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bccb50-bea3-4726-9527-4672f855b587 req-0ec2fbf3-5a79-4b0b-870d-e72163f0fa37 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.107474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36bccb50-bea3-4726-9527-4672f855b587 req-0ec2fbf3-5a79-4b0b-870d-e72163f0fa37 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.89 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 945 time: 0.1591177 Aug 16 02:16:35.108682 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-e71450e9-1ccb-48f8-b501-7bd197f1cf9b tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] update failed (client error): The resource could not be found. Aug 16 02:16:35.109640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e71450e9-1ccb-48f8-b501-7bd197f1cf9b tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-347665402 HTTP/1.1" status: 404 len: 334 time: 0.0571401 Aug 16 02:16:35.113378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47240) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.118821 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d13a4800-8381-435f-937d-86dff3a8f892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.127191 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d13a4800-8381-435f-937d-86dff3a8f892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.144004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-126bc425-9038-412c-a8b5-c6ca28195433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:35.163669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8dde3804-3615-4e11-bfea-51c447eb80bf None None] For port bb6756ac-1883-48cc-85ef-4b883d6bff2e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bb6756ac-1883-48cc-85ef-4b883d6bff2e,segment=NetworkSegment(010b87b6-a034-4bab-9c5f-f3a93c62228b),segment_id=010b87b6-a034-4bab-9c5f-f3a93c62228b)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:35.164081 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8dde3804-3615-4e11-bfea-51c447eb80bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.172383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bc425-9038-412c-a8b5-c6ca28195433 None None] Routers {'b2ab5689-b522-4c08-9339-e31b5a0f89b6'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:35.172963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-126bc425-9038-412c-a8b5-c6ca28195433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:35.180588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a4800-8381-435f-937d-86dff3a8f892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eedc860-6e92-4405-ab62-f8af1749444a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:35.202913 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d13a4800-8381-435f-937d-86dff3a8f892 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=873239a62ce04b6591dc248b06876c26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0671365 Aug 16 02:16:35.207049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47242) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.211351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-126bc425-9038-412c-a8b5-c6ca28195433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:35.212022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bc425-9038-412c-a8b5-c6ca28195433 None None] The sync data for ids ['b2ab5689-b522-4c08-9339-e31b5a0f89b6'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:35.216024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Deleting port 0a556757-85b3-411f-b077-a22c38163e45 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:35.216441 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.216953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8dde3804-3615-4e11-bfea-51c447eb80bf None None] Calling delete_port for bb6756ac-1883-48cc-85ef-4b883d6bff2e owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:35.243686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d83faf-d2d4-4b43-8343-9339557787f6 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Deleting subnet e4cb695a-fa11-4767-b669-2b252593a8ac {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:35.265721 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-20d83faf-d2d4-4b43-8343-9339557787f6 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.312685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] For port 0a556757-85b3-411f-b077-a22c38163e45, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0a556757-85b3-411f-b077-a22c38163e45,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:35.313086 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.328208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Calling delete_port for 0a556757-85b3-411f-b077-a22c38163e45 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:35.351035 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8dde3804-3615-4e11-bfea-51c447eb80bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.377676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-20d83faf-d2d4-4b43-8343-9339557787f6 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.393408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde3804-3615-4e11-bfea-51c447eb80bf None None] Pushing event deleted for resources: {'Port': ['ID=bb6756ac-1883-48cc-85ef-4b883d6bff2e,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:35.397051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde3804-3615-4e11-bfea-51c447eb80bf None None] No DVR routers for this DVR port bb6756ac-1883-48cc-85ef-4b883d6bff2e on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:35.430348 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e6b82-be9a-41c2-93bb-75a150af130e None None] New status for floating IP 4b4f3d0e-2005-4a5b-bd48-c662212d639b: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:16:35.491364 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b952a61-9c97-4f11-9f0d-660cfe120a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.494791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-36bccb50-bea3-4726-9527-4672f855b587 req-a05de14d-014f-4711-b571-aef5a960365e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting port f59eeeda-9247-495e-97f5-4daaa78fe226 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:35.495125 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-36bccb50-bea3-4726-9527-4672f855b587 req-a05de14d-014f-4711-b571-aef5a960365e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.510102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea15ea-2ebe-40b1-903f-74a94d7b43ea req-e72bb4c2-9d61-44a9-b234-8d96cf7db9cf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.511322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cea15ea-2ebe-40b1-903f-74a94d7b43ea req-e72bb4c2-9d61-44a9-b234-8d96cf7db9cf tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 945 time: 0.2051451 Aug 16 02:16:35.542315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.565989 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-20d83faf-d2d4-4b43-8343-9339557787f6 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.584179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Port': ['ID=0a556757-85b3-411f-b077-a22c38163e45,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:35.629659 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b952a61-9c97-4f11-9f0d-660cfe120a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.666093 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.728731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d68ab4ad-e997-4d02-b24a-7217c4bb3545 req-afef7d45-9b1d-4f67-b680-380dea0d7bb4 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0622566 Aug 16 02:16:35.732380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cea15ea-2ebe-40b1-903f-74a94d7b43ea req-b155e74b-d370-46e4-8370-b54841dd5338 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/security-groups?id=b601ec73-a630-4858-a71d-d2ac7c00792d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989627 Aug 16 02:16:35.766318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-36bccb50-bea3-4726-9527-4672f855b587 req-a05de14d-014f-4711-b571-aef5a960365e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] For port f59eeeda-9247-495e-97f5-4daaa78fe226, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f59eeeda-9247-495e-97f5-4daaa78fe226,segment=NetworkSegment(3aaa440b-8318-47f5-991c-b919e3e68bfd),segment_id=3aaa440b-8318-47f5-991c-b919e3e68bfd)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:35.766692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-36bccb50-bea3-4726-9527-4672f855b587 req-a05de14d-014f-4711-b571-aef5a960365e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.774383 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-20d83faf-d2d4-4b43-8343-9339557787f6 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.786994 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.789175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.808167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-36bccb50-bea3-4726-9527-4672f855b587 req-a05de14d-014f-4711-b571-aef5a960365e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Calling delete_port for f59eeeda-9247-495e-97f5-4daaa78fe226 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:35.816375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b952a61-9c97-4f11-9f0d-660cfe120a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.818945 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b952a61-9c97-4f11-9f0d-660cfe120a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.820101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2b952a61-9c97-4f11-9f0d-660cfe120a73 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1eedc860-6e92-4405-ab62-f8af1749444a HTTP/1.1" status: 204 len: 168 time: 0.6111844 Aug 16 02:16:35.821036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d83faf-d2d4-4b43-8343-9339557787f6 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cb695a-fa11-4767-b669-2b252593a8ac,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:35.835029 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-20d83faf-d2d4-4b43-8343-9339557787f6 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.839361 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-20d83faf-d2d4-4b43-8343-9339557787f6 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "DELETE /v2.0/subnets/e4cb695a-fa11-4767-b669-2b252593a8ac HTTP/1.1" status: 204 len: 168 time: 0.7226651 Aug 16 02:16:35.841008 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584fa9f-78ba-44ef-82a1-8b811e52010e None None] Network 7b5f2707-1262-4c0e-a2f1-fd945a44a714 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:35.850005 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47250) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.874156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b952a61-9c97-4f11-9f0d-660cfe120a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eedc860-6e92-4405-ab62-f8af1749444a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:35.899426 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.900028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Fanout notify agent at l3_agent the message router_deleted on router 2f22e45d-fc0f-44e7-b0cf-613405e56c29 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:16:35.908458 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.912412 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-93416149-c6ab-49de-88f1-23e1f55026fd tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/routers/2f22e45d-fc0f-44e7-b0cf-613405e56c29 HTTP/1.1" status: 204 len: 168 time: 1.5380392 Aug 16 02:16:35.916345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47252) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.971014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.028346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.046052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Deleting port 24a62a88-ed47-4112-909f-d15632eab82f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:36.046684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.113307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9812da-9ea6-47fb-969c-6da2d15ceb49 None None] DHCP port deletion for 7b5f2707-1262-4c0e-a2f1-fd945a44a714 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:36.141319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] For port 24a62a88-ed47-4112-909f-d15632eab82f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=24a62a88-ed47-4112-909f-d15632eab82f,segment=NetworkSegment(77cc46d7-84a8-4a74-84c8-f5d028fffea9),segment_id=77cc46d7-84a8-4a74-84c8-f5d028fffea9)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:36.141749 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.156415 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Calling delete_port for 24a62a88-ed47-4112-909f-d15632eab82f owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:36.187093 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.191019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1b9812da-9ea6-47fb-969c-6da2d15ceb49 None None] Deleting port 24a62a88-ed47-4112-909f-d15632eab82f {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:36.191522 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b9812da-9ea6-47fb-969c-6da2d15ceb49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.196393 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-36bccb50-bea3-4726-9527-4672f855b587 req-a05de14d-014f-4711-b571-aef5a960365e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.199112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15838a19-cf19-41ed-b1d6-7b74307921e5']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:36.235511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010b87b6-a034-4bab-9c5f-f3a93c62228b') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:36.235511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010b87b6-a034-4bab-9c5f-f3a93c62228b') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:36.239505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de14d-014f-4711-b571-aef5a960365e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Port': ['ID=f59eeeda-9247-495e-97f5-4daaa78fe226,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.253319 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.255314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.296039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1b9812da-9ea6-47fb-969c-6da2d15ceb49 None None] For port 24a62a88-ed47-4112-909f-d15632eab82f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=24a62a88-ed47-4112-909f-d15632eab82f,segment=NetworkSegment(77cc46d7-84a8-4a74-84c8-f5d028fffea9),segment_id=77cc46d7-84a8-4a74-84c8-f5d028fffea9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:36.296448 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b9812da-9ea6-47fb-969c-6da2d15ceb49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.297236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Port': ['ID=24a62a88-ed47-4112-909f-d15632eab82f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.300010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bccb50-bea3-4726-9527-4672f855b587 req-a05de14d-014f-4711-b571-aef5a960365e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] No DVR routers for this DVR port f59eeeda-9247-495e-97f5-4daaa78fe226 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:36.302024 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.304320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] No DVR routers for this DVR port 24a62a88-ed47-4112-909f-d15632eab82f on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:36.305269 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-36bccb50-bea3-4726-9527-4672f855b587 req-a05de14d-014f-4711-b571-aef5a960365e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.307761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36bccb50-bea3-4726-9527-4672f855b587 req-a05de14d-014f-4711-b571-aef5a960365e tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.89 "DELETE /v2.0/ports/f59eeeda-9247-495e-97f5-4daaa78fe226 HTTP/1.1" status: 204 len: 173 time: 1.1842978 Aug 16 02:16:36.308396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'name': 'network-vif-deleted', 'tag': 'f59eeeda-9247-495e-97f5-4daaa78fe226'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:36.311469 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26abcf6-60a0-4033-af47-846acbb36fc2" -d '{"events": [{"server_uuid": "e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2", "name": "network-vif-deleted", "tag": "f59eeeda-9247-495e-97f5-4daaa78fe226"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:36.317522 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1b9812da-9ea6-47fb-969c-6da2d15ceb49 None None] Calling delete_port for 24a62a88-ed47-4112-909f-d15632eab82f owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:36.322010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:36.323270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:36.329300 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:36.390459 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d738995f-0210-485f-8cac-17a8186a04dc x-openstack-request-id: req-d738995f-0210-485f-8cac-17a8186a04dc {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:36.391263 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2", "name": "network-vif-deleted", "tag": "f59eeeda-9247-495e-97f5-4daaa78fe226", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:36.391676 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d738995f-0210-485f-8cac-17a8186a04dc {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:36.392250 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2', 'name': 'network-vif-deleted', 'tag': 'f59eeeda-9247-495e-97f5-4daaa78fe226', 'status': 'completed', 'code': 200} Aug 16 02:16:36.430525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.442653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.446534 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b9812da-9ea6-47fb-969c-6da2d15ceb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.454195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.456761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/networks/15838a19-cf19-41ed-b1d6-7b74307921e5 HTTP/1.1" status: 204 len: 168 time: 0.5391929 Aug 16 02:16:36.464014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47266) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.490821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c56bb6-00cf-48bb-8648-6547db8c9e89 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'Network': ['ID=15838a19-cf19-41ed-b1d6-7b74307921e5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.505098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5f2707-1262-4c0e-a2f1-fd945a44a714']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:36.531175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9812da-9ea6-47fb-969c-6da2d15ceb49 None None] Pushing event deleted for resources: {'Port': ['ID=24a62a88-ed47-4112-909f-d15632eab82f,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.536941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cc46d7-84a8-4a74-84c8-f5d028fffea9') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:36.537587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9812da-9ea6-47fb-969c-6da2d15ceb49 None None] No DVR routers for this DVR port 24a62a88-ed47-4112-909f-d15632eab82f on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:36.544760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cc46d7-84a8-4a74-84c8-f5d028fffea9') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:36.566304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.573564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bb6756ac-1883-48cc-85ef-4b883d6bff2e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:36.593358 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.600896 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: bb6756ac-1883-48cc-85ef-4b883d6bff2e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:36.601340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bb6756ac-1883-48cc-85ef-4b883d6bff2e not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:36.601836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 24a62a88-ed47-4112-909f-d15632eab82f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:36.608857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:36.609305 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:36.612366 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:36.631956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 24a62a88-ed47-4112-909f-d15632eab82f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:36.632361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 24a62a88-ed47-4112-909f-d15632eab82f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:36.633088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a556757-85b3-411f-b077-a22c38163e45 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:36.653722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 0a556757-85b3-411f-b077-a22c38163e45 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:36.654063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0a556757-85b3-411f-b077-a22c38163e45 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:36.677340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6f28-1a2c-4f2d-afd5-421e454fdd69 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.714202 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6f28-1a2c-4f2d-afd5-421e454fdd69 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.717615 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.748844 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.755136 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "DELETE /v2.0/networks/7b5f2707-1262-4c0e-a2f1-fd945a44a714 HTTP/1.1" status: 204 len: 168 time: 0.9015949 Aug 16 02:16:36.755493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47274) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.758895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3ff7b-eb6f-4f32-8d9f-d021d2753f25 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Network': ['ID=7b5f2707-1262-4c0e-a2f1-fd945a44a714,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.865735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be23625-0d0f-4ac8-be09-6a9f279900a9 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Deleting subnet 0af9e37e-5c0d-423e-bb03-cf4ffa36fd06 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:36.875271 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3be23625-0d0f-4ac8-be09-6a9f279900a9 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.886656 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6f28-1a2c-4f2d-afd5-421e454fdd69 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.891631 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6f28-1a2c-4f2d-afd5-421e454fdd69 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.896617 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e8ac6f28-1a2c-4f2d-afd5-421e454fdd69 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] 10.222.0.79 "DELETE /v2.0/security-groups/f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0 HTTP/1.1" status: 204 len: 168 time: 0.4315493 Aug 16 02:16:36.910486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac6f28-1a2c-4f2d-afd5-421e454fdd69 tempest-TestNetworkAdvancedServerOps-1402701715 tempest-TestNetworkAdvancedServerOps-1402701715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a2b1bf-4e0f-4676-afc3-ac11ecb6e7d0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.978021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-395f60e5-19f0-4c89-8eb8-862c7f119df9 req-53f093ee-291d-447c-83bd-ddb098acd129 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "GET /v2.0/ports?device_id=e38f5f34-01aa-4a8a-85cd-ab7d00f70eb2 HTTP/1.1" status: 200 len: 210 time: 0.0677614 Aug 16 02:16:37.009650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41d328c2-f6b8-4467-85d1-f0c29eda4d88 req-74c18926-c579-41c9-8171-1963f41309ee tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0819218 Aug 16 02:16:37.035308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3be23625-0d0f-4ac8-be09-6a9f279900a9 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.133787 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3be23625-0d0f-4ac8-be09-6a9f279900a9 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.207690 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3be23625-0d0f-4ac8-be09-6a9f279900a9 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.237535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be23625-0d0f-4ac8-be09-6a9f279900a9 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Subnet': ['ID=0af9e37e-5c0d-423e-bb03-cf4ffa36fd06,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:37.239953 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3be23625-0d0f-4ac8-be09-6a9f279900a9 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.244115 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47292) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:37.244415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3be23625-0d0f-4ac8-be09-6a9f279900a9 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "DELETE /v2.0/subnets/0af9e37e-5c0d-423e-bb03-cf4ffa36fd06 HTTP/1.1" status: 204 len: 168 time: 0.4867907 Aug 16 02:16:37.247408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606587aa-a41d-4a54-a9d8-b9e0b6986bf4 None None] Network 95424e7c-d70f-4658-9ace-c73a3f12c15a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:37.304334 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f543e3-7f27-4640-9c9d-5c67924b25fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Deleting subnet a6ce456f-a2ac-4eb4-971e-3c8b52d8b7d4 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:37.308177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7f543e3-7f27-4640-9c9d-5c67924b25fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.354519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47294) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:37.369936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7f543e3-7f27-4640-9c9d-5c67924b25fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.491415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23deb6ad-2a9c-46ce-bb34-bc3ddfb0a382 None None] DHCP port deletion for 95424e7c-d70f-4658-9ace-c73a3f12c15a request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:37.503202 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7f543e3-7f27-4640-9c9d-5c67924b25fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.561313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-23deb6ad-2a9c-46ce-bb34-bc3ddfb0a382 None None] Deleting port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:37.561696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-23deb6ad-2a9c-46ce-bb34-bc3ddfb0a382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.584123 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f12b9eff-f574-44eb-b42c-003efe676af5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=deee63146f784616a74dc0add2d1dad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283263 Aug 16 02:16:37.586936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47302) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:37.589510 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7f543e3-7f27-4640-9c9d-5c67924b25fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.612250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d7f543e3-7f27-4640-9c9d-5c67924b25fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.619140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9dba8f-7a3e-4428-be17-dac23f63ca9f None None] Network 7c0eef8e-753f-46ed-a875-e1112f59689c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:37.622367 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d7f543e3-7f27-4640-9c9d-5c67924b25fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "DELETE /v2.0/subnets/a6ce456f-a2ac-4eb4-971e-3c8b52d8b7d4 HTTP/1.1" status: 204 len: 168 time: 0.3771577 Aug 16 02:16:37.627264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47306) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:37.648774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f543e3-7f27-4640-9c9d-5c67924b25fa tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ce456f-a2ac-4eb4-971e-3c8b52d8b7d4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:37.678068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-23deb6ad-2a9c-46ce-bb34-bc3ddfb0a382 None None] For port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4ca6609a-74cf-4450-8acd-cff1a6aabc2a,segment=NetworkSegment(574958d0-e032-4513-8750-51f5a9c68115),segment_id=574958d0-e032-4513-8750-51f5a9c68115)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:37.678475 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-23deb6ad-2a9c-46ce-bb34-bc3ddfb0a382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.697914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-23deb6ad-2a9c-46ce-bb34-bc3ddfb0a382 None None] Calling delete_port for 4ca6609a-74cf-4450-8acd-cff1a6aabc2a owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:37.719409 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d59468e0-e2fc-45e1-8860-17d0cfc6a493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.729827 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.755668 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d59468e0-e2fc-45e1-8860-17d0cfc6a493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.833525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Deleting port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:37.833916 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.835809 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-23deb6ad-2a9c-46ce-bb34-bc3ddfb0a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.856181 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d59468e0-e2fc-45e1-8860-17d0cfc6a493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.859103 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d59468e0-e2fc-45e1-8860-17d0cfc6a493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.860290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d59468e0-e2fc-45e1-8860-17d0cfc6a493 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee1b43e6-5599-40ee-a927-3ad09291614c HTTP/1.1" status: 204 len: 168 time: 0.2723496 Aug 16 02:16:37.865531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deb6ad-2a9c-46ce-bb34-bc3ddfb0a382 None None] Pushing event deleted for resources: {'Port': ['ID=4ca6609a-74cf-4450-8acd-cff1a6aabc2a,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:37.868997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23deb6ad-2a9c-46ce-bb34-bc3ddfb0a382 None None] No DVR routers for this DVR port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:37.907718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f59eeeda-9247-495e-97f5-4daaa78fe226 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:37.914136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59468e0-e2fc-45e1-8860-17d0cfc6a493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1b43e6-5599-40ee-a927-3ad09291614c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:37.936939 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: f59eeeda-9247-495e-97f5-4daaa78fe226 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:37.937334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f59eeeda-9247-495e-97f5-4daaa78fe226 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:37.957090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] For port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a, host n-d-768851-16, got binding levels [] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:37.957474 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.964354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74fcda0-6126-4165-b4a5-3b5ba694f683 None None] DHCP port deletion for 7c0eef8e-753f-46ed-a875-e1112f59689c request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:37.975078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Calling delete_port for 4ca6609a-74cf-4450-8acd-cff1a6aabc2a owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:37.978346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a was not found and therefore no delete operation was performed {{(pid=101381) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:16:37.979750 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.027254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a74fcda0-6126-4165-b4a5-3b5ba694f683 None None] Deleting port 3a2d6322-7798-41df-827c-09cb3bb5f95c {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:38.028129 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a74fcda0-6126-4165-b4a5-3b5ba694f683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.029874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Port': ['ID=4ca6609a-74cf-4450-8acd-cff1a6aabc2a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:38.032479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] No DVR routers for this DVR port 4ca6609a-74cf-4450-8acd-cff1a6aabc2a on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:38.083657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47316) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:38.120850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a74fcda0-6126-4165-b4a5-3b5ba694f683 None None] For port 3a2d6322-7798-41df-827c-09cb3bb5f95c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3a2d6322-7798-41df-827c-09cb3bb5f95c,segment=NetworkSegment(ac72140e-d212-4199-9c09-88f447194568),segment_id=ac72140e-d212-4199-9c09-88f447194568)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:38.121817 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a74fcda0-6126-4165-b4a5-3b5ba694f683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.127631 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.135903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a74fcda0-6126-4165-b4a5-3b5ba694f683 None None] Calling delete_port for 3a2d6322-7798-41df-827c-09cb3bb5f95c owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:38.139683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95424e7c-d70f-4658-9ace-c73a3f12c15a']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:38.150683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574958d0-e032-4513-8750-51f5a9c68115') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:38.150990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574958d0-e032-4513-8750-51f5a9c68115') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:38.161013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.203031 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b8ff-e694-4604-a74f-80f1d8850458 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.207376 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.227913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:38.228323 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:38.235149 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:38.240287 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a74fcda0-6126-4165-b4a5-3b5ba694f683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.272777 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b8ff-e694-4604-a74f-80f1d8850458 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.282084 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fcda0-6126-4165-b4a5-3b5ba694f683 None None] Pushing event deleted for resources: {'Port': ['ID=3a2d6322-7798-41df-827c-09cb3bb5f95c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:38.287542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fcda0-6126-4165-b4a5-3b5ba694f683 None None] No DVR routers for this DVR port 3a2d6322-7798-41df-827c-09cb3bb5f95c on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:38.351161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5d9ba8b-985c-4238-9797-1be032daa75a req-cba878ca-e4a1-472b-84c3-d9828e8876ed tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.1252139 Aug 16 02:16:38.390672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b8ff-e694-4604-a74f-80f1d8850458 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.394962 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b8ff-e694-4604-a74f-80f1d8850458 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.399263 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6ad1b8ff-e694-4604-a74f-80f1d8850458 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/security-groups/b601ec73-a630-4858-a71d-d2ac7c00792d HTTP/1.1" status: 204 len: 168 time: 0.3105004 Aug 16 02:16:38.400830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.410115 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.422114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "DELETE /v2.0/networks/95424e7c-d70f-4658-9ace-c73a3f12c15a HTTP/1.1" status: 204 len: 168 time: 0.7937920 Aug 16 02:16:38.422831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47320) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:38.430937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47322) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:38.434397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1b8ff-e694-4604-a74f-80f1d8850458 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b601ec73-a630-4858-a71d-d2ac7c00792d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:38.442918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4ca6609a-74cf-4450-8acd-cff1a6aabc2a no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:38.461077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266953-78b3-4e99-bca0-992a3729cf19 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Network': ['ID=95424e7c-d70f-4658-9ace-c73a3f12c15a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:38.471037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 4ca6609a-74cf-4450-8acd-cff1a6aabc2a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:38.471386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4ca6609a-74cf-4450-8acd-cff1a6aabc2a not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:38.471815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3a2d6322-7798-41df-827c-09cb3bb5f95c no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:38.493310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47326) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:38.497402 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e7407c70-3167-411e-b56f-15045c414422 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e6cd0920c3e94f888419ae90d600490b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582216 Aug 16 02:16:38.499611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47328) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:38.500577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 3a2d6322-7798-41df-827c-09cb3bb5f95c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:38.501357 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3a2d6322-7798-41df-827c-09cb3bb5f95c not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:38.551604 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.653025 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-664338a2-1cbf-48ed-9cad-3952a5abef5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.657066 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.669883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0eef8e-753f-46ed-a875-e1112f59689c']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:38.700387 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-664338a2-1cbf-48ed-9cad-3952a5abef5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.854196 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a7753234-4dac-4435-bf11-7c8dfe46c0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.867090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-664338a2-1cbf-48ed-9cad-3952a5abef5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.869653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-664338a2-1cbf-48ed-9cad-3952a5abef5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.874605 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-664338a2-1cbf-48ed-9cad-3952a5abef5b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee9bcf42-2ce1-4d09-8177-452a093cad97 HTTP/1.1" status: 204 len: 168 time: 0.3594356 Aug 16 02:16:38.910475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664338a2-1cbf-48ed-9cad-3952a5abef5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9bcf42-2ce1-4d09-8177-452a093cad97,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:39.029968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac72140e-d212-4199-9c09-88f447194568') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:39.030588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac72140e-d212-4199-9c09-88f447194568') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:39.042653 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.061611 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.066801 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.077358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:39.077358 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:39.080743 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:39.181179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.190476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.195952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "DELETE /v2.0/networks/7c0eef8e-753f-46ed-a875-e1112f59689c HTTP/1.1" status: 204 len: 168 time: 0.7680738 Aug 16 02:16:39.203611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47350) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:39.218014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b38b72-78d1-42df-b1b6-a8a5dcce57ea tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Network': ['ID=7c0eef8e-753f-46ed-a875-e1112f59689c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:39.318033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-65135fcb-262e-4338-a1fd-ff7e45d1288d tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Deleting subnet 78c1e068-fb0b-46cb-83e4-3d634cfe3b3d {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:39.322189 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65135fcb-262e-4338-a1fd-ff7e45d1288d tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.517668 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06b899bd-cbfa-4f35-afd2-6391f750e8a4 req-8804a5cb-fede-4de3-a770-2c5e1b8fc1e6 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0411937 Aug 16 02:16:39.689525 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.734879 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:16:39.745279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65135fcb-262e-4338-a1fd-ff7e45d1288d tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.879571 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65135fcb-262e-4338-a1fd-ff7e45d1288d tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.970232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting port c9005792-ed2f-4830-bd82-a3faf682b3f2 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:39.970565 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.974973 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65135fcb-262e-4338-a1fd-ff7e45d1288d tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.040946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65135fcb-262e-4338-a1fd-ff7e45d1288d tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Subnet': ['ID=78c1e068-fb0b-46cb-83e4-3d634cfe3b3d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.048039 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-65135fcb-262e-4338-a1fd-ff7e45d1288d tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.049920 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-65135fcb-262e-4338-a1fd-ff7e45d1288d tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "DELETE /v2.0/subnets/78c1e068-fb0b-46cb-83e4-3d634cfe3b3d HTTP/1.1" status: 204 len: 168 time: 0.8453403 Aug 16 02:16:40.052513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47376) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:40.053109 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14adf2e-09ab-4bb0-8742-eef3f13494c9 None None] Network 6f881875-2922-49d6-969b-037da41dc0a4 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:40.106158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] For port c9005792-ed2f-4830-bd82-a3faf682b3f2, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c9005792-ed2f-4830-bd82-a3faf682b3f2,segment=NetworkSegment(3aaa440b-8318-47f5-991c-b919e3e68bfd),segment_id=3aaa440b-8318-47f5-991c-b919e3e68bfd)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:40.106619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.124040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Calling delete_port for c9005792-ed2f-4830-bd82-a3faf682b3f2 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:40.161436 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.224367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Deleting port fc695811-4510-49eb-860c-8a5df9977ab0 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:40.224808 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.279910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b2756c-19b2-4eb2-ae71-00a74a05d747 None None] DHCP port deletion for 6f881875-2922-49d6-969b-037da41dc0a4 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:40.326598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] For port fc695811-4510-49eb-860c-8a5df9977ab0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fc695811-4510-49eb-860c-8a5df9977ab0,segment=NetworkSegment(3927f705-1aac-478a-9bef-c78ae97197fc),segment_id=3927f705-1aac-478a-9bef-c78ae97197fc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:40.326988 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.351119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Calling delete_port for fc695811-4510-49eb-860c-8a5df9977ab0 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:40.382760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-03b2756c-19b2-4eb2-ae71-00a74a05d747 None None] Deleting port fc695811-4510-49eb-860c-8a5df9977ab0 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:40.383001 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b2756c-19b2-4eb2-ae71-00a74a05d747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.416477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fc695811-4510-49eb-860c-8a5df9977ab0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:40.425276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.488471 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Port': ['ID=c9005792-ed2f-4830-bd82-a3faf682b3f2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.497426 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.524614 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-03b2756c-19b2-4eb2-ae71-00a74a05d747 None None] For port fc695811-4510-49eb-860c-8a5df9977ab0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=fc695811-4510-49eb-860c-8a5df9977ab0,segment=NetworkSegment(3927f705-1aac-478a-9bef-c78ae97197fc),segment_id=3927f705-1aac-478a-9bef-c78ae97197fc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:40.524973 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b2756c-19b2-4eb2-ae71-00a74a05d747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.531622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Port': ['ID=fc695811-4510-49eb-860c-8a5df9977ab0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.539611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] No DVR routers for this DVR port fc695811-4510-49eb-860c-8a5df9977ab0 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:40.544789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No active binding found for port fc695811-4510-49eb-860c-8a5df9977ab0 {{(pid=101382) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:16:40.545268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device fc695811-4510-49eb-860c-8a5df9977ab0 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:40.576442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-03b2756c-19b2-4eb2-ae71-00a74a05d747 None None] Calling delete_port for fc695811-4510-49eb-860c-8a5df9977ab0 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:40.718314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.770871 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2324ec4-603a-4c30-adf2-885d4a32d05f req-b32c7682-c54e-4171-85ce-8595e2736332 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0419528 Aug 16 02:16:40.772999 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.787944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f881875-2922-49d6-969b-037da41dc0a4']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:40.810577 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03b2756c-19b2-4eb2-ae71-00a74a05d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.811875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3927f705-1aac-478a-9bef-c78ae97197fc') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:40.812341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3927f705-1aac-478a-9bef-c78ae97197fc') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:40.823178 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.837220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2756c-19b2-4eb2-ae71-00a74a05d747 None None] No DVR routers for this DVR port fc695811-4510-49eb-860c-8a5df9977ab0 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:40.851266 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.870055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:40.871004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:40.878279 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:40.884221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2756c-19b2-4eb2-ae71-00a74a05d747 None None] Pushing event deleted for resources: {'Port': ['ID=fc695811-4510-49eb-860c-8a5df9977ab0,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.971250 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.981425 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.988232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47400) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:40.988468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "DELETE /v2.0/networks/6f881875-2922-49d6-969b-037da41dc0a4 HTTP/1.1" status: 204 len: 168 time: 0.9325008 Aug 16 02:16:41.006694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb33dc2-afd8-40d2-a42a-52e9ab27dd73 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Pushing event deleted for resources: {'Network': ['ID=6f881875-2922-49d6-969b-037da41dc0a4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:41.051843 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b904b0c-3d02-4ee6-b8a8-e474df7e4129 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2ab5689-b522-4c08-9339-e31b5a0f89b6 HTTP/1.1" status: 200 len: 205 time: 0.0592139 Aug 16 02:16:41.051843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47404) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:41.143006 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-89d92183-6286-41ed-9e90-b973ad8dbbb3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.217555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Router 0a5e5be1-0c15-4258-afa5-80a38094efa9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:41.359049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-89d92183-6286-41ed-9e90-b973ad8dbbb3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.362605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-89d92183-6286-41ed-9e90-b973ad8dbbb3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.451787 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-89d92183-6286-41ed-9e90-b973ad8dbbb3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.452448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d92183-6286-41ed-9e90-b973ad8dbbb3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Fanout notify agent at l3_agent the message router_deleted on router b2ab5689-b522-4c08-9339-e31b5a0f89b6 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:16:41.460923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-89d92183-6286-41ed-9e90-b973ad8dbbb3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.462110 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-89d92183-6286-41ed-9e90-b973ad8dbbb3 tempest-RoutersNegativeIpV6Test-1010426504 tempest-RoutersNegativeIpV6Test-1010426504-project] 10.222.0.79 "DELETE /v2.0/routers/b2ab5689-b522-4c08-9339-e31b5a0f89b6 HTTP/1.1" status: 204 len: 168 time: 0.4095843 Aug 16 02:16:41.490322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:41.492091 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d0162a6d-cedd-42ae-9f46-835afd972265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.498734 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-48b6b83f-a6ee-450f-86f8-fcba0b51cb84 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "PUT /v2.0/routers/0a5e5be1-0c15-4258-afa5-80a38094efa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9976315 Aug 16 02:16:41.499706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47420) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:41.515873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb4b80-780b-4ed6-bcc0-afd8c6afd066 None None] Sync routers for ids ['0a5e5be1-0c15-4258-afa5-80a38094efa9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:41.554792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb4b80-780b-4ed6-bcc0-afd8c6afd066 None None] Routers {'0a5e5be1-0c15-4258-afa5-80a38094efa9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:41.556628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-cefb4b80-780b-4ed6-bcc0-afd8c6afd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['0a5e5be1-0c15-4258-afa5-80a38094efa9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:41.611879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52ff4ef-957f-4dea-837e-43341fe80e45 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting subnet 974b490b-ccee-4408-bd98-cb8e7c950d0f {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:41.617400 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b52ff4ef-957f-4dea-837e-43341fe80e45 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.697855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.702039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-cefb4b80-780b-4ed6-bcc0-afd8c6afd066 None None] Set router 0a5e5be1-0c15-4258-afa5-80a38094efa9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:41.708887 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b52ff4ef-957f-4dea-837e-43341fe80e45 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.901598 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b52ff4ef-957f-4dea-837e-43341fe80e45 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.924970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-cefb4b80-780b-4ed6-bcc0-afd8c6afd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:16:40Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:41.965890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb4b80-780b-4ed6-bcc0-afd8c6afd066 None None] Checking router: 0a5e5be1-0c15-4258-afa5-80a38094efa9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:41.974683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89a1259d-41ab-4a7a-90b0-e471d9ef6572 req-260c8f6f-8b22-4acf-a129-618fe8bedb70 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0478730 Aug 16 02:16:41.976069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb4b80-780b-4ed6-bcc0-afd8c6afd066 None None] Routers {'0a5e5be1-0c15-4258-afa5-80a38094efa9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:41.976720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-cefb4b80-780b-4ed6-bcc0-afd8c6afd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['0a5e5be1-0c15-4258-afa5-80a38094efa9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:42.000341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47428) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:42.022387 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b52ff4ef-957f-4dea-837e-43341fe80e45 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.078906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ff4ef-957f-4dea-837e-43341fe80e45 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Subnet': ['ID=974b490b-ccee-4408-bd98-cb8e7c950d0f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.096052 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b52ff4ef-957f-4dea-837e-43341fe80e45 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.103863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47432) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:42.104167 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b52ff4ef-957f-4dea-837e-43341fe80e45 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/subnets/974b490b-ccee-4408-bd98-cb8e7c950d0f HTTP/1.1" status: 204 len: 168 time: 0.6022890 Aug 16 02:16:42.117466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801102f9-e278-431c-9527-d3c6fcbd2c68 None None] Network 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:42.176146 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-cefb4b80-780b-4ed6-bcc0-afd8c6afd066 None None] Set router 0a5e5be1-0c15-4258-afa5-80a38094efa9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:42.233990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47434) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:42.240608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'network': {'name': 'tempest-network-smoke--826245233', 'project_id': '06438d0ead5145579ec2336933061baa', 'port_security_enabled': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:42.263365 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7a1293ba-764b-4489-b455-34916243910d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c7f29e97a5fd4080aee9a15ef16df654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617602 Aug 16 02:16:42.265986 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47436) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:42.270756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Made reservation on behalf of 06438d0ead5145579ec2336933061baa for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:42.275551 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.297528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.298606 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.457070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.465330 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.467186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9bea949-cba6-410d-a115-95b22046138b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.487824 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.498256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:42.513578 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9bea949-cba6-410d-a115-95b22046138b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.519374 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.519955 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Added segment 82105c1d-61d1-4f64-b4a2-e28e42661534 of type vlan for network b51b2a3c-9462-4efd-873c-94a3f720551b Aug 16 02:16:42.521175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470222b1-d580-4a7f-bf28-18462b9b6363,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.574865 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.616283 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.638860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.641898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Deleting port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:42.641898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.642896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.658366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9bea949-cba6-410d-a115-95b22046138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.661763 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c9bea949-cba6-410d-a115-95b22046138b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.666533 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c9bea949-cba6-410d-a115-95b22046138b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15ac06f5-a601-4139-8892-338b95716795 HTTP/1.1" status: 204 len: 168 time: 0.3994322 Aug 16 02:16:42.691744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4564378 Aug 16 02:16:42.710992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47440) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:42.723349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'admin_state_up': True, 'project_id': '06438d0ead5145579ec2336933061baa', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:42.740082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-cefb4b80-780b-4ed6-bcc0-afd8c6afd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:16:40Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:42.749419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bea949-cba6-410d-a115-95b22046138b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ac06f5-a601-4139-8892-338b95716795,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.782007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dd1fd-a25e-439d-93cb-37b281393f86 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Network': ['ID=b51b2a3c-9462-4efd-873c-94a3f720551b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.783612 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.785391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.815495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21811a47-6226-460c-9fe1-4ae4c0fb42dc None None] DHCP port deletion for 014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:42.835934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network b51b2a3c-9462-4efd-873c-94a3f720551b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:42.838480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] For port bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:42.838948 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.849997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb4b80-780b-4ed6-bcc0-afd8c6afd066 None None] The sync data for ids ['0a5e5be1-0c15-4258-afa5-80a38094efa9'] in n-d-768851-16 is: [{'id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'name': 'tempest-TestNetworkBasicOps-router-172022508', 'tenant_id': '88de854c902c4de89cf8831855db3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:16:40Z', 'revision_number': 5, 'project_id': '88de854c902c4de89cf8831855db3adc', 'gw_port': {'id': 'bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5e5be1-0c15-4258-afa5-80a38094efa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:30Z', 'updated_at': '2021-08-16T02:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:42.873001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Calling delete_port for bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:42.927460 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.942927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.027127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-21811a47-6226-460c-9fe1-4ae4c0fb42dc None None] Deleting port e2abae58-d826-4737-a287-a68c2d0a1c9f {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:43.028123 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21811a47-6226-460c-9fe1-4ae4c0fb42dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.136010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-21811a47-6226-460c-9fe1-4ae4c0fb42dc None None] For port e2abae58-d826-4737-a287-a68c2d0a1c9f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e2abae58-d826-4737-a287-a68c2d0a1c9f,segment=NetworkSegment(3aaa440b-8318-47f5-991c-b919e3e68bfd),segment_id=3aaa440b-8318-47f5-991c-b919e3e68bfd)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:43.136950 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21811a47-6226-460c-9fe1-4ae4c0fb42dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.151588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-21811a47-6226-460c-9fe1-4ae4c0fb42dc None None] Calling delete_port for e2abae58-d826-4737-a287-a68c2d0a1c9f owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:43.184020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23d9d979-4c58-422d-8dcc-57b50f7a05e2 req-1bbc4913-8d1e-44da-8b8b-0fc69b800e08 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0617735 Aug 16 02:16:43.284550 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21811a47-6226-460c-9fe1-4ae4c0fb42dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.322141 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21811a47-6226-460c-9fe1-4ae4c0fb42dc None None] No DVR routers for this DVR port e2abae58-d826-4737-a287-a68c2d0a1c9f on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:43.331774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21811a47-6226-460c-9fe1-4ae4c0fb42dc None None] Pushing event deleted for resources: {'Port': ['ID=e2abae58-d826-4737-a287-a68c2d0a1c9f,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:43.412438 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.418779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.454633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Port': ['ID=bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:43.818606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47468) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:43.874241 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.954002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1000182683'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:43.981704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.982997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Made reservation on behalf of ded40b05542042caae2562bd02e54d1e for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:43.985175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.986748 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.998412 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.039144 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.039713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Fanout notify agent at l3_agent the message router_deleted on router 0a5e5be1-0c15-4258-afa5-80a38094efa9 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:16:44.058857 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.059995 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b91f2921-6ff4-45f9-880f-9f210a1967da tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/routers/0a5e5be1-0c15-4258-afa5-80a38094efa9 HTTP/1.1" status: 204 len: 168 time: 1.9547398 Aug 16 02:16:44.064204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47474) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.188455 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.208635 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.209853 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.234296 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.264405 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.282999 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.301885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:44.316236 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.316700 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Added segment d1583199-2b87-4f96-b75d-e89d0ff40a22 of type vlan for network c2451f0d-d4b7-43da-8900-05c28f204ab3 Aug 16 02:16:44.368796 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.422325 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.427881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:44.428574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.441450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e2abae58-d826-4737-a287-a68c2d0a1c9f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:44.465378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: e2abae58-d826-4737-a287-a68c2d0a1c9f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:44.465822 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e2abae58-d826-4737-a287-a68c2d0a1c9f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:44.466322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:44.488942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:44.489323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bfefb248-6ff3-4ea5-b1bb-5b05f423fc6c not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:44.489936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c9005792-ed2f-4830-bd82-a3faf682b3f2 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:44.509847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: c9005792-ed2f-4830-bd82-a3faf682b3f2 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:44.510434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c9005792-ed2f-4830-bd82-a3faf682b3f2 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:44.539896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Allocated IP 172.25.2.229 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/6672ecc0-f331-415d-9dbb-2bbd4abc4816) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:44.577973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Pushing event updated for resources: {'Network': ['ID=c2451f0d-d4b7-43da-8900-05c28f204ab3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:44.590573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9c7076-6aa8-4c7f-983c-fad253c191f4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:44.594278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network c2451f0d-d4b7-43da-8900-05c28f204ab3 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:44.632779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf2d79bc-7140-4f0d-a73c-cf3a68867c5a req-be0041de-88b5-4617-bafb-4482af19adad tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0540502 Aug 16 02:16:44.653531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6fd8974c-7daa-4314-a79f-eaf78d374b06 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8335819 Aug 16 02:16:44.656237 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.659438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47478) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.664935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Request body: {'subnet': {'network_id': 'c2451f0d-d4b7-43da-8900-05c28f204ab3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:44.694166 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.695304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014fab9f-fe80-4f4c-beb0-ec94e93ce4a9']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.740706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aaa440b-8318-47f5-991c-b919e3e68bfd') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.741198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aaa440b-8318-47f5-991c-b919e3e68bfd') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.743018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.756542 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.781616 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.792464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:44.792855 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:44.796950 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:44.798924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:44.801536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:44.807166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:44.810770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Port': ['ID=6672ecc0-f331-415d-9dbb-2bbd4abc4816,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:44.861731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Made reservation on behalf of ded40b05542042caae2562bd02e54d1e for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:44.865602 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.923309 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.935607 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.940321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] 10.222.0.79 "DELETE /v2.0/networks/014fab9f-fe80-4f4c-beb0-ec94e93ce4a9 HTTP/1.1" status: 204 len: 168 time: 0.8723366 Aug 16 02:16:44.968195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab1c8d-557b-45c0-bf99-00a846289d62 tempest-TestNetworkBasicOps-746131346 tempest-TestNetworkBasicOps-746131346-project] Pushing event deleted for resources: {'Network': ['ID=014fab9f-fe80-4f4c-beb0-ec94e93ce4a9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:45.118123 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.157205 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.281835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Pushing event updated for resources: {'Subnet': ['ID=7da3396f-7222-4daa-ad01-f3ff02ae9e15,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:45.320129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Checking segment: {'id': 'd1583199-2b87-4f96-b75d-e89d0ff40a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c2451f0d-d4b7-43da-8900-05c28f204ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:45.320492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Network hostable DHCP agents. Network: c2451f0d-d4b7-43da-8900-05c28f204ab3, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:45.347484 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Network c2451f0d-d4b7-43da-8900-05c28f204ab3 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:45.363759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, c2451f0d-d4b7-43da-8900-05c28f204ab3) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:45.369005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:45.369607 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.372035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070c6d5-a612-4e2e-8ba9-d5181794c25e None None] Network c2451f0d-d4b7-43da-8900-05c28f204ab3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:45.394201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-aaabf6df-6ebf-4aab-b14c-2276e7f29520 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7336462 Aug 16 02:16:45.396925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47488) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:45.400375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47490) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:45.403673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Request body: {'port': {'network_id': 'c2451f0d-d4b7-43da-8900-05c28f204ab3', 'name': 'tempest-TagsExtTest-1780176852'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:45.421863 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.625450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Made reservation on behalf of ded40b05542042caae2562bd02e54d1e for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:45.629816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.669854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-c2451f0d-d4b7-43da-8900-05c28f204ab3', 'network_id': 'c2451f0d-d4b7-43da-8900-05c28f204ab3', 'tenant_id': 'ded40b05542042caae2562bd02e54d1e', 'fixed_ips': [{'subnet_id': '7da3396f-7222-4daa-ad01-f3ff02ae9e15'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:45.671315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] device_id is not set on port 72af0ee5-bf38-4169-a5ac-746741be0304 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:16:45.671435 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.709038 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Router 161b1a79-3426-442e-a192-fce2000ec9a9 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:16:45.733303 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a8a8782f-6caf-41df-9242-0c5a454c1aff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88de854c902c4de89cf8831855db3adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316627 Aug 16 02:16:45.736706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47502) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:45.869498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Allocated IP 172.20.0.3 (c2451f0d-d4b7-43da-8900-05c28f204ab3/7da3396f-7222-4daa-ad01-f3ff02ae9e15/72af0ee5-bf38-4169-a5ac-746741be0304) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:45.876650 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2585ad2d-51c1-4616-8481-db2ed808ceac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.889659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:45.903150 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Sync routers for ids ['161b1a79-3426-442e-a192-fce2000ec9a9'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:45.920775 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Routers {'161b1a79-3426-442e-a192-fce2000ec9a9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:45.921475 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['161b1a79-3426-442e-a192-fce2000ec9a9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:45.943895 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2585ad2d-51c1-4616-8481-db2ed808ceac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.962641 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.963966 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2aaca574-4489-41e8-b96a-fd151ec53f8c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2482219 Aug 16 02:16:45.978796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47504) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:46.020605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2585ad2d-51c1-4616-8481-db2ed808ceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.023658 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2585ad2d-51c1-4616-8481-db2ed808ceac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.024909 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2585ad2d-51c1-4616-8481-db2ed808ceac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20ec7159-a74c-4787-9a1e-c9227192130a HTTP/1.1" status: 204 len: 168 time: 0.2873299 Aug 16 02:16:46.065435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585ad2d-51c1-4616-8481-db2ed808ceac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ec7159-a74c-4787-9a1e-c9227192130a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.079068 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Set router 161b1a79-3426-442e-a192-fce2000ec9a9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:46.138992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3745ea29-9e19-4ff8-9114-92c5b131ce7d req-fefac7a9-7156-46a2-a8b5-a7bd4a19a1ed tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.3161597 Aug 16 02:16:46.234049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.253835 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b4911107-6cc6-4032-9d30-84dfe43ba6a4 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=06438d0ead5145579ec2336933061baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2728696 Aug 16 02:16:46.255849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47510) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:46.257841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Transition to ACTIVE for port object 72af0ee5-bf38-4169-a5ac-746741be0304 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:46.331899 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.405674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Allocated IP 172.20.0.2 (c2451f0d-d4b7-43da-8900-05c28f204ab3/7da3396f-7222-4daa-ad01-f3ff02ae9e15/dbe91dfb-d71c-4c30-8d14-c97eb890027b) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:46.406394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Network c2451f0d-d4b7-43da-8900-05c28f204ab3 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:46.407201 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:44Z', 'revision_number': 3, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:46.420422 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:46.450397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:46.475965 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Checking router: 161b1a79-3426-442e-a192-fce2000ec9a9 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:46.477691 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Updating router 161b1a79-3426-442e-a192-fce2000ec9a9 port 6672ecc0-f331-415d-9dbb-2bbd4abc4816 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:16:46.514726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Pushing event updated for resources: {'Port': ['ID=72af0ee5-bf38-4169-a5ac-746741be0304,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.518366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ee60f2-6d88-4102-ad3f-7cff55af27bd tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:46.524096 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-64ee60f2-6d88-4102-ad3f-7cff55af27bd tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2663839 Aug 16 02:16:46.525352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47514) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:46.587574 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.595349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:46.595959 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.619221 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-241f18b0-ac0d-4dd6-a793-5c66212ecc1e tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0922906 Aug 16 02:16:46.624232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47518) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:46.643485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-925709556', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'project_id': '06438d0ead5145579ec2336933061baa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:46.661983 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.672277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47520) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:46.673349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Transition to ACTIVE for port object dbe91dfb-d71c-4c30-8d14-c97eb890027b will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:46.691490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c46a0bf-1cf3-462f-b852-eb2f4e0f4ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.691944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Transition to ACTIVE for port object dbe91dfb-d71c-4c30-8d14-c97eb890027b will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:46.699808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.750087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Network c2451f0d-d4b7-43da-8900-05c28f204ab3 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:46.755304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:46.763649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9f6f8a06-60d4-41ef-acd2-4ce8b1b1739a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3621566 Aug 16 02:16:46.763956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:46.764092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47522) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:46.769555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5e0f6955-b0b2-4f78-aba9-88db20eee00a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-666165026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:46.802177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c46a0bf-1cf3-462f-b852-eb2f4e0f4ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.804325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Pushing event updated for resources: {'Port': ['ID=dbe91dfb-d71c-4c30-8d14-c97eb890027b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.807857 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6c46a0bf-1cf3-462f-b852-eb2f4e0f4ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.827864 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.api [None req-5e0f6955-b0b2-4f78-aba9-88db20eee00a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:16:46.827864 n-d-768851-16 neutron-server[101381]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:16:46.827864 n-d-768851-16 neutron-server[101381]: [parameters: {'project_id_1': 'ded40b05542042caae2562bd02e54d1e', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 16, 46, 779362)}] Aug 16 02:16:46.827864 n-d-768851-16 neutron-server[101381]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:16:46.829005 n-d-768851-16 neutron-server[101381]: DEBUG oslo_db.api [None req-5e0f6955-b0b2-4f78-aba9-88db20eee00a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:16:46.831253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Made reservation on behalf of 06438d0ead5145579ec2336933061baa for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:46.836523 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.838212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Attempting to bind port dbe91dfb-d71c-4c30-8d14-c97eb890027b on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:46.838667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Attempting to bind port dbe91dfb-d71c-4c30-8d14-c97eb890027b by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd1583199-2b87-4f96-b75d-e89d0ff40a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c2451f0d-d4b7-43da-8900-05c28f204ab3'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:46.839043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Attempting to bind port dbe91dfb-d71c-4c30-8d14-c97eb890027b on network c2451f0d-d4b7-43da-8900-05c28f204ab3 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:46.844684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:46.845114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Checking segment: {'id': 'd1583199-2b87-4f96-b75d-e89d0ff40a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c2451f0d-d4b7-43da-8900-05c28f204ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:46.845526 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.845923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Bound using segment: {'id': 'd1583199-2b87-4f96-b75d-e89d0ff40a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c2451f0d-d4b7-43da-8900-05c28f204ab3'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:46.846399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Bound port: dbe91dfb-d71c-4c30-8d14-c97eb890027b, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1583199-2b87-4f96-b75d-e89d0ff40a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c2451f0d-d4b7-43da-8900-05c28f204ab3'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:46.846786 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.849873 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6c46a0bf-1cf3-462f-b852-eb2f4e0f4ec8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1c121611e0024a01a2f71bf69c4b686b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741424 Aug 16 02:16:46.855030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47524) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:46.919074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46a0bf-1cf3-462f-b852-eb2f4e0f4ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0406dbc2-7a64-497f-aa86-cca98cffc414,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.935091 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66a05e38-c1a5-4965-9a7f-278e6c0fe082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.943953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] For port dbe91dfb-d71c-4c30-8d14-c97eb890027b, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:46.947975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] For port dbe91dfb-d71c-4c30-8d14-c97eb890027b, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=dbe91dfb-d71c-4c30-8d14-c97eb890027b,segment=NetworkSegment(d1583199-2b87-4f96-b75d-e89d0ff40a22),segment_id=d1583199-2b87-4f96-b75d-e89d0ff40a22)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:46.955489 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.957877 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.960813 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66a05e38-c1a5-4965-9a7f-278e6c0fe082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.984168 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Transition to ACTIVE for port object 6672ecc0-f331-415d-9dbb-2bbd4abc4816 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:46.996216 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.042630 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66a05e38-c1a5-4965-9a7f-278e6c0fe082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.042874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647d322-6d5b-4067-9594-6d0cd1cbe9d3 None None] Pushing event updated for resources: {'Port': ['ID=dbe91dfb-d71c-4c30-8d14-c97eb890027b,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:47.045793 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66a05e38-c1a5-4965-9a7f-278e6c0fe082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.055291 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-66a05e38-c1a5-4965-9a7f-278e6c0fe082 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0406dbc2-7a64-497f-aa86-cca98cffc414 HTTP/1.1" status: 204 len: 168 time: 0.1990156 Aug 16 02:16:47.061723 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Attempting to bind port 6672ecc0-f331-415d-9dbb-2bbd4abc4816 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:47.062098 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Attempting to bind port 6672ecc0-f331-415d-9dbb-2bbd4abc4816 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:47.062463 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Attempting to bind port 6672ecc0-f331-415d-9dbb-2bbd4abc4816 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:47.064124 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a05e38-c1a5-4965-9a7f-278e6c0fe082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0406dbc2-7a64-497f-aa86-cca98cffc414,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:47.070328 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Pushing event updated for resources: {'Port': ['ID=6672ecc0-f331-415d-9dbb-2bbd4abc4816,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:47.075714 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:47.076094 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:47.076505 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.076907 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:47.077433 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Bound port: 6672ecc0-f331-415d-9dbb-2bbd4abc4816, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:47.077799 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.103405 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.104013 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.104510 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.105012 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.106053 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.106560 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.107042 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.107520 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.107996 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.108472 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.108962 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.109455 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:47.126046 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.153057 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] For port 6672ecc0-f331-415d-9dbb-2bbd4abc4816, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:47.158165 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] For port 6672ecc0-f331-415d-9dbb-2bbd4abc4816, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6672ecc0-f331-415d-9dbb-2bbd4abc4816,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:47.163911 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.199991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Subnet': ['ID=9a4eaa82-caea-40a8-ae49-c3f72ca1c64a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:47.205868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Checking segment: {'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:47.206236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network hostable DHCP agents. Network: b51b2a3c-9462-4efd-873c-94a3f720551b, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:47.229170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network b51b2a3c-9462-4efd-873c-94a3f720551b is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:47.241175 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Routers {'161b1a79-3426-442e-a192-fce2000ec9a9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:47.241762 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['161b1a79-3426-442e-a192-fce2000ec9a9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:47.253900 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, b51b2a3c-9462-4efd-873c-94a3f720551b) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:47.267128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:47.267128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.290663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467aee31-3faf-4048-b912-d30da2ff3f60 None None] Network b51b2a3c-9462-4efd-873c-94a3f720551b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:47.312436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47530) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:47.313334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6e55a3c7-80a9-481b-8d91-e0cecb1b912e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6872330 Aug 16 02:16:47.321597 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae03d3-0b42-41b4-9e63-2027c9312487 None None] Pushing event updated for resources: {'Port': ['ID=6672ecc0-f331-415d-9dbb-2bbd4abc4816,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:47.392759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f65f541-7a78-4387-938a-b8e7880e5124 req-3ac1044b-1ee9-439e-a270-c3b28a0d946f tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0980778 Aug 16 02:16:47.396210 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6955-b0b2-4f78-aba9-88db20eee00a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.407045 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6955-b0b2-4f78-aba9-88db20eee00a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.481336 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] Set router 161b1a79-3426-442e-a192-fce2000ec9a9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:47.517948 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6955-b0b2-4f78-aba9-88db20eee00a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.524923 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6955-b0b2-4f78-aba9-88db20eee00a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.548912 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6955-b0b2-4f78-aba9-88db20eee00a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.552108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5e0f6955-b0b2-4f78-aba9-88db20eee00a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7869153 Aug 16 02:16:47.557373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47534) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:47.566492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d0e370b7-84b7-4fb5-8e4c-b44892d124bb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1391371889', 'prefixes': ['172.20.0.0/16']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:47.577717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-b51b2a3c-9462-4efd-873c-94a3f720551b', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'fixed_ips': [{'subnet_id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:47.579586 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.713496 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0e370b7-84b7-4fb5-8e4c-b44892d124bb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for subnetpool, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.715814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d0e370b7-84b7-4fb5-8e4c-b44892d124bb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1571529 Aug 16 02:16:47.721055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47540) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:47.733143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-be56b995-1f88-4fc1-9ba7-0e78ae164cd3 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15', 'tempest-TagsExtTest-Tag-2055791117') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:47.796359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Allocated IP 172.20.0.2 (b51b2a3c-9462-4efd-873c-94a3f720551b/9a4eaa82-caea-40a8-ae49-c3f72ca1c64a/3e92c181-84fc-48c9-9586-a2b3ce2832e0) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:47.843971 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:44Z', 'revision_number': 3, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:47.949388 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1201ffa4-3872-4225-8be2-718d0684c3fb None None] The sync data for ids ['161b1a79-3426-442e-a192-fce2000ec9a9'] in n-d-768851-16 is: [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:44Z', 'revision_number': 3, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:48.036461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-be56b995-1f88-4fc1-9ba7-0e78ae164cd3 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags/tempest-TagsExtTest-Tag-2055791117 HTTP/1.1" status: 201 len: 201 time: 0.3141015 Aug 16 02:16:48.037576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47550) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:48.043370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-635f7fdf-b6cc-494f-ae1e-96f44e9fd6da tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304', 'tempest-TagsExtTest-Tag-1612725306') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:48.198620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-635f7fdf-b6cc-494f-ae1e-96f44e9fd6da tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags/tempest-TagsExtTest-Tag-1612725306 HTTP/1.1" status: 201 len: 201 time: 0.1590865 Aug 16 02:16:48.200009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47554) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:48.210077 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-2f428e62-e076-45fd-89cf-45cb410fe1f4 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186', 'tempest-TagsExtTest-Tag-944600861') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:48.218525 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.247754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Transition to ACTIVE for port object 3e92c181-84fc-48c9-9586-a2b3ce2832e0 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:48.272788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Transition to ACTIVE for port object 3e92c181-84fc-48c9-9586-a2b3ce2832e0 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:48.281100 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.346243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Pushing event updated for resources: {'Port': ['ID=3e92c181-84fc-48c9-9586-a2b3ce2832e0,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:48.373843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Network b51b2a3c-9462-4efd-873c-94a3f720551b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:48.384311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:48.388973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:48.407718 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.546292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Attempting to bind port 3e92c181-84fc-48c9-9586-a2b3ce2832e0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:48.546701 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Attempting to bind port 3e92c181-84fc-48c9-9586-a2b3ce2832e0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:48.550311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Attempting to bind port 3e92c181-84fc-48c9-9586-a2b3ce2832e0 on network b51b2a3c-9462-4efd-873c-94a3f720551b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:48.573954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:48.575518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Checking segment: {'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:48.575940 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.576555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Bound using segment: {'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:48.577115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Bound port: 3e92c181-84fc-48c9-9586-a2b3ce2832e0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:48.577562 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.599079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f37257f-49fa-4562-afb0-8f456c284549 req-95004cb5-519c-47b0-9356-0b45511efa82 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0616603 Aug 16 02:16:48.664189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cfe617-8287-439e-bb4c-373c734b62c9 None None] Network c2451f0d-d4b7-43da-8900-05c28f204ab3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:48.692424 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2f428e62-e076-45fd-89cf-45cb410fe1f4 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags/tempest-TagsExtTest-Tag-944600861 HTTP/1.1" status: 201 len: 201 time: 0.4892004 Aug 16 02:16:48.692922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47568) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:48.716316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-c333734f-cc7e-438e-8f8a-b83bb84a5bf2 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665', 'tempest-TagsExtTest-Tag-1383416616') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:48.767854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device dbe91dfb-d71c-4c30-8d14-c97eb890027b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:48.809012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] For port 3e92c181-84fc-48c9-9586-a2b3ce2832e0, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:48.853090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] For port 3e92c181-84fc-48c9-9586-a2b3ce2832e0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3e92c181-84fc-48c9-9586-a2b3ce2832e0,segment=NetworkSegment(82105c1d-61d1-4f64-b4a2-e28e42661534),segment_id=82105c1d-61d1-4f64-b4a2-e28e42661534)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:48.853430 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.856880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0a603686-d369-4621-ad32-67039157fe1e None None] Provisioning for port dbe91dfb-d71c-4c30-8d14-c97eb890027b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:48.870765 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.880572 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c333734f-cc7e-438e-8f8a-b83bb84a5bf2 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags/tempest-TagsExtTest-Tag-1383416616 HTTP/1.1" status: 201 len: 201 time: 0.1814837 Aug 16 02:16:48.881013 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47574) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:48.888070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-dca7adbe-9013-49e7-91c7-d53d405c6211 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.015791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port dbe91dfb-d71c-4c30-8d14-c97eb890027b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:49.025693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8eb4c-2207-4b27-adfd-6d8d5dbb5218 None None] Pushing event updated for resources: {'Port': ['ID=3e92c181-84fc-48c9-9586-a2b3ce2832e0,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:49.029941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port dbe91dfb-d71c-4c30-8d14-c97eb890027b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:49.030388 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.162015 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.244151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port dbe91dfb-d71c-4c30-8d14-c97eb890027b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=dbe91dfb-d71c-4c30-8d14-c97eb890027b,segment=NetworkSegment(d1583199-2b87-4f96-b75d-e89d0ff40a22),segment_id=d1583199-2b87-4f96-b75d-e89d0ff40a22)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:49.250145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.309008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47582) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:49.314853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-c6fa7abc-6634-4323-82e5-55a76f91eec0 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15', 'tempest-TagsExtTest-Tag-2055791117') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.318566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dca7adbe-9013-49e7-91c7-d53d405c6211 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags HTTP/1.1" status: 200 len: 241 time: 0.4361279 Aug 16 02:16:49.371346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=dbe91dfb-d71c-4c30-8d14-c97eb890027b,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:49.437398 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c6fa7abc-6634-4323-82e5-55a76f91eec0 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags/tempest-TagsExtTest-Tag-2055791117 HTTP/1.1" status: 204 len: 168 time: 0.1271214 Aug 16 02:16:49.438104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47584) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:49.448715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-bd38108f-5b6c-4c1d-9f8d-bb5d256e381a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15', 'tempest-TagsExtTest-Tag-2055791117') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.619121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bd38108f-5b6c-4c1d-9f8d-bb5d256e381a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags/tempest-TagsExtTest-Tag-2055791117 HTTP/1.1" status: 204 len: 168 time: 0.1798704 Aug 16 02:16:49.619626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47588) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:49.628231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0292e27c-c310-440e-9a3c-b53664db6a8a None None] Provisioning complete for port dbe91dfb-d71c-4c30-8d14-c97eb890027b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:49.628617 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0292e27c-c310-440e-9a3c-b53664db6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.699811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Allocated IP 172.20.0.1 (b51b2a3c-9462-4efd-873c-94a3f720551b/9a4eaa82-caea-40a8-ae49-c3f72ca1c64a/41b9f40e-892b-4778-99da-32f24f309ca2) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:49.765141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-e2b4592e-b10b-46d6-a532-9771767a47fd tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.823149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72ed3ca9-832b-4b76-8cfd-af67e1a75db2 req-782c2027-54e5-40d0-bbc8-90184b620924 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0515053 Aug 16 02:16:49.836249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0292e27c-c310-440e-9a3c-b53664db6a8a None None] Provisioning for port 72af0ee5-bf38-4169-a5ac-746741be0304 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:49.842809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0292e27c-c310-440e-9a3c-b53664db6a8a None None] Provisioning complete for port 72af0ee5-bf38-4169-a5ac-746741be0304 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:49.843974 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0292e27c-c310-440e-9a3c-b53664db6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.908563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0292e27c-c310-440e-9a3c-b53664db6a8a None None] Port 72af0ee5-bf38-4169-a5ac-746741be0304 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:49.955901 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.979358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Transition to ACTIVE for port object 41b9f40e-892b-4778-99da-32f24f309ca2 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:50.045567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cf08a857-0ca3-4cd2-8a46-ba44f2d15ca9 None None] Provisioning complete for port 72af0ee5-bf38-4169-a5ac-746741be0304 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:50.045950 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cf08a857-0ca3-4cd2-8a46-ba44f2d15ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.049211 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e2b4592e-b10b-46d6-a532-9771767a47fd tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags HTTP/1.1" status: 200 len: 205 time: 0.4256158 Aug 16 02:16:50.049784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47610) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:50.055406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-cf7512aa-993d-4b07-b66a-94d95654d1e5 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:50.070833 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.133747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cf08a857-0ca3-4cd2-8a46-ba44f2d15ca9 None None] Port 72af0ee5-bf38-4169-a5ac-746741be0304 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:50.136434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network b51b2a3c-9462-4efd-873c-94a3f720551b is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:50.142568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:50.146973 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cf7512aa-993d-4b07-b66a-94d95654d1e5 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags HTTP/1.1" status: 200 len: 241 time: 0.0960689 Aug 16 02:16:50.149599 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:50.150983 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47624) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:50.156760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-be6864ed-42ae-4539-ab2b-6ff140571fde tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304', 'tempest-TagsExtTest-Tag-1612725306') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:50.217068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Port': ['ID=41b9f40e-892b-4778-99da-32f24f309ca2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:50.234420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.256267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-be6864ed-42ae-4539-ab2b-6ff140571fde tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags/tempest-TagsExtTest-Tag-1612725306 HTTP/1.1" status: 204 len: 168 time: 0.1041160 Aug 16 02:16:50.262914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47638) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:50.267682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-e272ae76-3544-4824-bd4a-56917ea8a7e2 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304', 'tempest-TagsExtTest-Tag-1612725306') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:50.532745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e272ae76-3544-4824-bd4a-56917ea8a7e2 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags/tempest-TagsExtTest-Tag-1612725306 HTTP/1.1" status: 204 len: 168 time: 0.2687607 Aug 16 02:16:50.536779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47656) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:50.552344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-6bc162d9-f993-4d79-a01a-92236be0683d tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:50.632698 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-52b38246-a0e8-40fd-9bd9-0b887f1888d3 req-5616abec-e6d8-4dc2-a64a-d6e11971e1c8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0484273 Aug 16 02:16:50.693380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d9471b-a980-442d-a97b-9dd6f586d382 None None] Network b51b2a3c-9462-4efd-873c-94a3f720551b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:50.764538 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.772831 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6bc162d9-f993-4d79-a01a-92236be0683d tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags HTTP/1.1" status: 200 len: 205 time: 0.2319076 Aug 16 02:16:50.772831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47684) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:50.774270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6672ecc0-f331-415d-9dbb-2bbd4abc4816 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:50.776827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-f35aaf0f-d21a-46a0-b1cd-1dd19cb93afd tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:50.863941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-317df8ba-5fb3-43f0-8c31-a78f79dbe274 None None] Provisioning for port 3e92c181-84fc-48c9-9586-a2b3ce2832e0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:50.916803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 6672ecc0-f331-415d-9dbb-2bbd4abc4816 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:50.934457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6672ecc0-f331-415d-9dbb-2bbd4abc4816 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:50.935658 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.023391 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f35aaf0f-d21a-46a0-b1cd-1dd19cb93afd tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags HTTP/1.1" status: 200 len: 240 time: 0.2499919 Aug 16 02:16:51.025962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47714) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.032011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6afe4fb5-1e15-4a1b-a839-cfb056a379d9 req-7e8f2f26-2021-4ccc-a69b-2eb8258dc2ac tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0453994 Aug 16 02:16:51.032292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-91b11aa8-c20b-4691-b544-1565098804c8 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186', 'tempest-TagsExtTest-Tag-944600861') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:51.168195 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.219889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 6672ecc0-f331-415d-9dbb-2bbd4abc4816, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6672ecc0-f331-415d-9dbb-2bbd4abc4816,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:51.239327 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-91b11aa8-c20b-4691-b544-1565098804c8 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags/tempest-TagsExtTest-Tag-944600861 HTTP/1.1" status: 204 len: 168 time: 0.2121427 Aug 16 02:16:51.241863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47730) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.242370 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.243966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device dbe91dfb-d71c-4c30-8d14-c97eb890027b up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:51.256388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-c587a641-b0f8-43a3-a68f-3224f48f56bf tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186', 'tempest-TagsExtTest-Tag-944600861') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:51.344590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=6672ecc0-f331-415d-9dbb-2bbd4abc4816,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:51.384550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port dbe91dfb-d71c-4c30-8d14-c97eb890027b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:51.385213 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.451274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.461678 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.515189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3e92c181-84fc-48c9-9586-a2b3ce2832e0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:51.537721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Port': ['ID=41b9f40e-892b-4778-99da-32f24f309ca2,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:51.538777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47734) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.604746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 3e92c181-84fc-48c9-9586-a2b3ce2832e0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:51.613868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3e92c181-84fc-48c9-9586-a2b3ce2832e0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:51.614429 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.642353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8c1ddc09-88ec-483d-a26b-9b40f35d80e6 None None] Provisioning complete for port 3e92c181-84fc-48c9-9586-a2b3ce2832e0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:51.642913 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddc09-88ec-483d-a26b-9b40f35d80e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.647755 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c587a641-b0f8-43a3-a68f-3224f48f56bf tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags/tempest-TagsExtTest-Tag-944600861 HTTP/1.1" status: 204 len: 168 time: 0.4048920 Aug 16 02:16:51.650803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47738) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.657141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-8e289ac1-84aa-4dd1-905a-fd0b03e3a857 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:51.665313 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.770965 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.796999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network b51b2a3c-9462-4efd-873c-94a3f720551b is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:51.798541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:51.812077 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51dc361e-de54-4ec3-a630-4538a57224c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.828314 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddc09-88ec-483d-a26b-9b40f35d80e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.829174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8e289ac1-84aa-4dd1-905a-fd0b03e3a857 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags HTTP/1.1" status: 200 len: 205 time: 0.1769195 Aug 16 02:16:51.830640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47740) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.836437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-5ccee92b-9d71-42d6-ac54-7aa2cad7e97b tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:51.869731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 3e92c181-84fc-48c9-9586-a2b3ce2832e0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3e92c181-84fc-48c9-9586-a2b3ce2832e0,segment=NetworkSegment(82105c1d-61d1-4f64-b4a2-e28e42661534),segment_id=82105c1d-61d1-4f64-b4a2-e28e42661534)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:51.923754 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-8c1ddc09-88ec-483d-a26b-9b40f35d80e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:16:51.924144 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-8c1ddc09-88ec-483d-a26b-9b40f35d80e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:16:51.925027 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.945319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5ccee92b-9d71-42d6-ac54-7aa2cad7e97b tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags HTTP/1.1" status: 200 len: 241 time: 0.1132703 Aug 16 02:16:51.948075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47744) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.953769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-ec5b3845-226d-4a12-972c-982ac0d1bca2 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665', 'tempest-TagsExtTest-Tag-1383416616') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:51.990399 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Router 161b1a79-3426-442e-a192-fce2000ec9a9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:52.028513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=3e92c181-84fc-48c9-9586-a2b3ce2832e0,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:52.040723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ec5b3845-226d-4a12-972c-982ac0d1bca2 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags/tempest-TagsExtTest-Tag-1383416616 HTTP/1.1" status: 204 len: 168 time: 0.0915184 Aug 16 02:16:52.042017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47746) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:52.047963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-867e1764-5a44-431c-895c-b4e621602af0 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665', 'tempest-TagsExtTest-Tag-1383416616') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:52.098837 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51dc361e-de54-4ec3-a630-4538a57224c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.107172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51dc361e-de54-4ec3-a630-4538a57224c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.156078 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:52.166528 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-56e59894-dbb9-420b-9f4b-2a577fb82a0b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "PUT /v2.0/routers/161b1a79-3426-442e-a192-fce2000ec9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8504059 Aug 16 02:16:52.168698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47750) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:52.172205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Sync routers for ids ['161b1a79-3426-442e-a192-fce2000ec9a9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:52.173716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-867e1764-5a44-431c-895c-b4e621602af0 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags/tempest-TagsExtTest-Tag-1383416616 HTTP/1.1" status: 204 len: 168 time: 0.1293912 Aug 16 02:16:52.174385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47752) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:52.177457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-78b36134-3cf9-4c63-8718-efcde9289f27 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1231404826', 'description': 'tempest-secgroup_access--1231404826 description', 'project_id': '06438d0ead5145579ec2336933061baa'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:52.184107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Routers {'161b1a79-3426-442e-a192-fce2000ec9a9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:52.185144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['161b1a79-3426-442e-a192-fce2000ec9a9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:52.190400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-50340bf8-d71d-485d-9528-e1eb11cb74e7 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:52.201311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-51dc361e-de54-4ec3-a630-4538a57224c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8df6fd91af354633bc2c119f156a2636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6588738 Aug 16 02:16:52.204131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47754) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:52.216885 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-78b36134-3cf9-4c63-8718-efcde9289f27 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.217868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc361e-de54-4ec3-a630-4538a57224c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88c5fdf-9f1d-4382-8c34-0ffa2a98ff9f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:52.296726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2271e03-33e1-42d4-9b3b-7f3911f8a297 req-8f7f7325-c576-4a73-b7b5-af5841af1649 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0648978 Aug 16 02:16:52.318102 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-50340bf8-d71d-485d-9528-e1eb11cb74e7 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags HTTP/1.1" status: 200 len: 205 time: 0.1359663 Aug 16 02:16:52.320591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47756) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:52.325921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-e7cca5fe-1d97-4d1b-8698-b120bfe3b7c4 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:52.358180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6913ca8-dc13-4688-aa42-b882535b653e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.398898 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e7cca5fe-1d97-4d1b-8698-b120bfe3b7c4 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags HTTP/1.1" status: 204 len: 168 time: 0.0729752 Aug 16 02:16:52.399987 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47760) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:52.408320 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6913ca8-dc13-4688-aa42-b882535b653e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.410503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-c9b60f90-9e76-441f-9b8a-58a9653eb15b tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:52.414948 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-78b36134-3cf9-4c63-8718-efcde9289f27 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.463845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6672ecc0-f331-415d-9dbb-2bbd4abc4816 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:52.494692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6913ca8-dc13-4688-aa42-b882535b653e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.495520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-78b36134-3cf9-4c63-8718-efcde9289f27 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.499094 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6913ca8-dc13-4688-aa42-b882535b653e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.500374 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e6913ca8-dc13-4688-aa42-b882535b653e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b88c5fdf-9f1d-4382-8c34-0ffa2a98ff9f HTTP/1.1" status: 204 len: 168 time: 0.2835600 Aug 16 02:16:52.518952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6913ca8-dc13-4688-aa42-b882535b653e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88c5fdf-9f1d-4382-8c34-0ffa2a98ff9f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:52.779797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Set router 161b1a79-3426-442e-a192-fce2000ec9a9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:52.793344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1dd45132-0c31-4c18-be3a-c3cb2c88ef6d req-82e9bf9e-0788-4e39-b2df-8fb2c30fcbff tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0579011 Aug 16 02:16:52.956667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b36134-3cf9-4c63-8718-efcde9289f27 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c89e28d-7158-427f-882f-ef55eb0c0d4e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:52.972866 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-78b36134-3cf9-4c63-8718-efcde9289f27 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.978831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47772) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:52.991273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-dff78e5b-c8ed-4bb3-9296-857cd980a743 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--345923794', 'description': 'tempest-secgroup_general--345923794 description', 'project_id': '06438d0ead5145579ec2336933061baa'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:52.996049 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-78b36134-3cf9-4c63-8718-efcde9289f27 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8239746 Aug 16 02:16:53.002769 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-708aa0ed-6855-42ef-8919-172056756482 req-7e7d7023-5f37-4bae-b367-65a47200dc23 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a19fc7f5cab04c47a1342bdeb589cb51&device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.1316500 Aug 16 02:16:53.007592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8c1ddc09-88ec-483d-a26b-9b40f35d80e6 None None] Provisioning for port 41b9f40e-892b-4778-99da-32f24f309ca2 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:53.036951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6672ecc0-f331-415d-9dbb-2bbd4abc4816 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:53.037440 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.064703 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dff78e5b-c8ed-4bb3-9296-857cd980a743 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.113714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8c1ddc09-88ec-483d-a26b-9b40f35d80e6 None None] Provisioning complete for port 41b9f40e-892b-4778-99da-32f24f309ca2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:53.114127 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddc09-88ec-483d-a26b-9b40f35d80e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.144131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47774) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:53.200160 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-708aa0ed-6855-42ef-8919-172056756482 req-f33160d0-0705-427f-bb14-2a659a9bb63a service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=a19fc7f5cab04c47a1342bdeb589cb51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961430 Aug 16 02:16:53.204201 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4066154-87c0-40e7-b5fd-bbf629e8a3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.217557 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ddc09-88ec-483d-a26b-9b40f35d80e6 None None] Port 41b9f40e-892b-4778-99da-32f24f309ca2 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:53.232043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3e92c181-84fc-48c9-9586-a2b3ce2832e0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:53.322167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '41b9f40e-892b-4778-99da-32f24f309ca2', 'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:a2:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 2, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:53.349329 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c9b60f90-9e76-441f-9b8a-58a9653eb15b tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags HTTP/1.1" status: 204 len: 168 time: 0.9480572 Aug 16 02:16:53.361793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47776) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:53.369673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3e92c181-84fc-48c9-9586-a2b3ce2832e0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:53.369889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-5655b314-c43d-4bb6-9324-166594c7eace tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:53.370182 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.411760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Checking router: 161b1a79-3426-442e-a192-fce2000ec9a9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:53.412169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Updating router 161b1a79-3426-442e-a192-fce2000ec9a9 port 41b9f40e-892b-4778-99da-32f24f309ca2 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:16:53.427239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dff78e5b-c8ed-4bb3-9296-857cd980a743 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.436044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a61a49e8-bf24-48c7-95b6-ef96303d22d8 None None] Provisioning complete for port 41b9f40e-892b-4778-99da-32f24f309ca2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:53.436867 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a61a49e8-bf24-48c7-95b6-ef96303d22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.447297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dff78e5b-c8ed-4bb3-9296-857cd980a743 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.491722 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.506243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aa0ed-6855-42ef-8919-172056756482 req-64378ec3-2f97-43c8-bbaf-8d7f98efaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.508086 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-708aa0ed-6855-42ef-8919-172056756482 req-64378ec3-2f97-43c8-bbaf-8d7f98efaa22 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3002667 Aug 16 02:16:53.515793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a61a49e8-bf24-48c7-95b6-ef96303d22d8 None None] Port 41b9f40e-892b-4778-99da-32f24f309ca2 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:53.527074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff78e5b-c8ed-4bb3-9296-857cd980a743 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce940b7-7e37-462e-b554-14609971f80b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:53.538735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5655b314-c43d-4bb6-9324-166594c7eace tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags HTTP/1.1" status: 204 len: 168 time: 0.1714356 Aug 16 02:16:53.539541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47778) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:53.544428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-75478ebb-1e8b-488c-b255-4ee21dc73d8d tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:53.619474 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4066154-87c0-40e7-b5fd-bbf629e8a3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.619685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47780) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:53.620791 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-75478ebb-1e8b-488c-b255-4ee21dc73d8d tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags HTTP/1.1" status: 204 len: 168 time: 0.0804977 Aug 16 02:16:53.625041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-3e9da56a-1813-45ee-9f41-214035a6e7e5 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15', 'tempest-TagsExtTest-Tag-140955447') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:53.630406 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4066154-87c0-40e7-b5fd-bbf629e8a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.656666 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dff78e5b-c8ed-4bb3-9296-857cd980a743 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.660627 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dff78e5b-c8ed-4bb3-9296-857cd980a743 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6780667 Aug 16 02:16:53.661780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47782) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:53.669239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c4cf42d4-228b-4856-817d-6a9826c1880b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'security_group_rule': {'security_group_id': '7c89e28d-7158-427f-882f-ef55eb0c0d4e', 'project_id': '06438d0ead5145579ec2336933061baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:53.699229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e4066154-87c0-40e7-b5fd-bbf629e8a3d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b98b0cc3c05480ea9d3fea10f3dfbe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478492 Aug 16 02:16:53.699229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4066154-87c0-40e7-b5fd-bbf629e8a3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6e4a64-e8ed-422b-9b1f-8d02f053324f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:53.713187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47784) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:53.754535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47786) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:53.755406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4cf42d4-228b-4856-817d-6a9826c1880b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.761728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3e9da56a-1813-45ee-9f41-214035a6e7e5 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags/tempest-TagsExtTest-Tag-140955447 HTTP/1.1" status: 201 len: 201 time: 0.1409366 Aug 16 02:16:53.762819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-44e56a95-d72c-4256-918c-8e42690a0098 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304', 'tempest-TagsExtTest-Tag-274061384') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:53.816827 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e27ae0e7-afe7-424d-958b-e815a237e6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.867642 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e27ae0e7-afe7-424d-958b-e815a237e6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.910323 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4cf42d4-228b-4856-817d-6a9826c1880b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.920175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4cf42d4-228b-4856-817d-6a9826c1880b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.935905 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c19847d-4539-48dd-a259-7dbe2022bdf0 req-012e3be5-89cb-49e9-b2e4-c84628c59e6c tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0417397 Aug 16 02:16:53.953979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf42d4-228b-4856-817d-6a9826c1880b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0f76d7-f190-4837-ad4a-b5bc2793b5fa,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:53.955495 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.958045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4cf42d4-228b-4856-817d-6a9826c1880b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.961345 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c4cf42d4-228b-4856-817d-6a9826c1880b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2962875 Aug 16 02:16:53.977866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Transition to ACTIVE for port object 41b9f40e-892b-4778-99da-32f24f309ca2 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:53.986136 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.998524 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e27ae0e7-afe7-424d-958b-e815a237e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.001527 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e27ae0e7-afe7-424d-958b-e815a237e6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.002813 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e27ae0e7-afe7-424d-958b-e815a237e6a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a6e4a64-e8ed-422b-9b1f-8d02f053324f HTTP/1.1" status: 204 len: 168 time: 0.2881105 Aug 16 02:16:54.006795 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-44e56a95-d72c-4256-918c-8e42690a0098 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags/tempest-TagsExtTest-Tag-274061384 HTTP/1.1" status: 201 len: 201 time: 0.2483895 Aug 16 02:16:54.013211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47794) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:54.014974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ae0e7-afe7-424d-958b-e815a237e6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6e4a64-e8ed-422b-9b1f-8d02f053324f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:54.025620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-762c0875-405a-4fed-90f3-a1550511147a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186', 'tempest-TagsExtTest-Tag-141567939') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:54.214479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef9145-0469-4e60-8618-88e0787faa4b None None] Pushing event updated for resources: {'Port': ['ID=41b9f40e-892b-4778-99da-32f24f309ca2,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:54.287223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Attempting to bind port 41b9f40e-892b-4778-99da-32f24f309ca2 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:54.287609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Attempting to bind port 41b9f40e-892b-4778-99da-32f24f309ca2 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:54.287986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Attempting to bind port 41b9f40e-892b-4778-99da-32f24f309ca2 on network b51b2a3c-9462-4efd-873c-94a3f720551b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:54.293587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-762c0875-405a-4fed-90f3-a1550511147a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags/tempest-TagsExtTest-Tag-141567939 HTTP/1.1" status: 201 len: 201 time: 0.2791777 Aug 16 02:16:54.294966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47808) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:54.301235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-517dcdfb-0752-43ec-8572-9ac5dfc041ea tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665', 'tempest-TagsExtTest-Tag-1525896201') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:54.305892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:54.306221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Checking segment: {'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:54.306631 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.307034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Bound using segment: {'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:54.307522 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Bound port: 41b9f40e-892b-4778-99da-32f24f309ca2, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:54.307915 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.363346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-8f0088f4-2b75-4a8f-9cf1-64d837e5fe51 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_general--345923794&fields=id&tenant_id=06438d0ead5145579ec2336933061baa HTTP/1.1" status: 200 len: 267 time: 0.0808401 Aug 16 02:16:54.397132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-517dcdfb-0752-43ec-8572-9ac5dfc041ea tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags/tempest-TagsExtTest-Tag-1525896201 HTTP/1.1" status: 201 len: 201 time: 0.0998771 Aug 16 02:16:54.399706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47812) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:54.426217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-03c3bbc2-80f6-4e95-8fa4-27341a042714 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15', {'tags': ['tempest-TagsExtTest-Tag-770649878', 'tempest-TagsExtTest-Tag-758084198', 'tempest-TagsExtTest-Tag-706451688']}) {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:54.431544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] For port 41b9f40e-892b-4778-99da-32f24f309ca2, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:54.436028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] For port 41b9f40e-892b-4778-99da-32f24f309ca2, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=41b9f40e-892b-4778-99da-32f24f309ca2,segment=NetworkSegment(82105c1d-61d1-4f64-b4a2-e28e42661534),segment_id=82105c1d-61d1-4f64-b4a2-e28e42661534)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:54.448571 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.530916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-27df08d2-97aa-4fd1-bb00-4ee0142e5ab1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_access--1231404826&fields=id&tenant_id=06438d0ead5145579ec2336933061baa HTTP/1.1" status: 200 len: 267 time: 0.1599820 Aug 16 02:16:54.537966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef9145-0469-4e60-8618-88e0787faa4b None None] Pushing event updated for resources: {'Port': ['ID=41b9f40e-892b-4778-99da-32f24f309ca2,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:54.560204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Routers {'161b1a79-3426-442e-a192-fce2000ec9a9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:54.560940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['161b1a79-3426-442e-a192-fce2000ec9a9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:54.605913 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-03c3bbc2-80f6-4e95-8fa4-27341a042714 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags HTTP/1.1" status: 200 len: 315 time: 0.2018549 Aug 16 02:16:54.608865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47818) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:54.635776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-1a51c0af-e739-47f7-a3c8-1cfcd483c3d4 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:54.817715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82747d23-2474-451b-85c5-873fac621352 req-dc5d0c93-52f0-4629-8ea9-478de2271e8f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.835239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] Set router 161b1a79-3426-442e-a192-fce2000ec9a9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:54.838485 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-dc5d0c93-52f0-4629-8ea9-478de2271e8f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/networks?id=b51b2a3c-9462-4efd-873c-94a3f720551b HTTP/1.1" status: 200 len: 796 time: 0.2958641 Aug 16 02:16:54.845081 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1a51c0af-e739-47f7-a3c8-1cfcd483c3d4 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags HTTP/1.1" status: 204 len: 168 time: 0.2318738 Aug 16 02:16:54.845774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47824) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:54.857931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-d4281b8a-29f2-4791-a19e-e6d295c48500 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15', 'tempest-TagsExtTest-Tag-770649878') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:54.870029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-6b9a01e7-22e1-41f5-a067-218117b2a696 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/quotas/06438d0ead5145579ec2336933061baa HTTP/1.1" status: 200 len: 375 time: 0.0304489 Aug 16 02:16:54.931412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-f915cf76-2544-44ea-87d0-3ceb78bd8fd1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=06438d0ead5145579ec2336933061baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601695 Aug 16 02:16:54.974673 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-d4281b8a-29f2-4791-a19e-e6d295c48500 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:54.976241 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d4281b8a-29f2-4791-a19e-e6d295c48500 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags/tempest-TagsExtTest-Tag-770649878 HTTP/1.1" status: 404 len: 328 time: 0.1295149 Aug 16 02:16:54.998650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47828) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:55.002388 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-708aa0ed-6855-42ef-8919-172056756482 req-f25468d3-55dd-4a90-8bf1-1f75f46a63c5 tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.84 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.0562689 Aug 16 02:16:55.005596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-5ef08d2a-a03e-4689-bc96-57553da9ce39 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15', 'tempest-TagsExtTest-Tag-758084198') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.114286 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-5ef08d2a-a03e-4689-bc96-57553da9ce39 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:55.128963 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5ef08d2a-a03e-4689-bc96-57553da9ce39 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags/tempest-TagsExtTest-Tag-758084198 HTTP/1.1" status: 404 len: 328 time: 0.1190121 Aug 16 02:16:55.129319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47832) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:55.141465 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-632ac429-3eef-4696-bafa-79d12357cead tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15', 'tempest-TagsExtTest-Tag-706451688') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.169439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7244352-d812-40d1-b0e6-037f73f5528c req-f1c57eae-5bb0-47df-9dfd-91566717d98e tempest-ServerShowV254Test-46750055 tempest-ServerShowV254Test-46750055-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c465e0d-cb7c-467d-80d7-1d5b4846beed HTTP/1.1" status: 200 len: 210 time: 0.1062889 Aug 16 02:16:55.211844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-e18540a9-f9b4-471b-a71c-e06e0db37807 service neutron] 10.222.0.79 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678556 Aug 16 02:16:55.242153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '41b9f40e-892b-4778-99da-32f24f309ca2', 'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:a2:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.308930 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-632ac429-3eef-4696-bafa-79d12357cead tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:55.313045 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-632ac429-3eef-4696-bafa-79d12357cead tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags/tempest-TagsExtTest-Tag-706451688 HTTP/1.1" status: 404 len: 328 time: 0.1797760 Aug 16 02:16:55.313161 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47838) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:55.319273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-18b9cfcd-2b79-416b-add0-cc7e1041d5eb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304', {'tags': ['tempest-TagsExtTest-Tag-1368783220', 'tempest-TagsExtTest-Tag-431950371', 'tempest-TagsExtTest-Tag-1348726136']}) {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.367544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17680f-5149-400e-ac0d-9e72a70e5772 None None] The sync data for ids ['161b1a79-3426-442e-a192-fce2000ec9a9'] in n-d-768851-16 is: [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '41b9f40e-892b-4778-99da-32f24f309ca2', 'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:a2:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:55.388932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-840e72ab-53c6-4834-aba6-e2cb1cc71bb8 service neutron] 10.222.0.79 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602542 Aug 16 02:16:55.455850 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-18b9cfcd-2b79-416b-add0-cc7e1041d5eb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags HTTP/1.1" status: 200 len: 317 time: 0.1414878 Aug 16 02:16:55.461131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47842) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:55.468724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-c095f5cd-5596-42a3-867f-92b2b5b9e7d9 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.688495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c095f5cd-5596-42a3-867f-92b2b5b9e7d9 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags HTTP/1.1" status: 204 len: 168 time: 0.2259996 Aug 16 02:16:55.691527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47846) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:55.699243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-ac29a784-1cfc-4ff6-b780-cd34f3adee45 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304', 'tempest-TagsExtTest-Tag-1368783220') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.781816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47852) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:55.834191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3699142b-d7c8-4085-9f7e-0f00a5f64b62 req-c84d9f0c-2cc2-4f85-b83c-63bb882a6698 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 210 time: 0.0634351 Aug 16 02:16:55.837476 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-ac29a784-1cfc-4ff6-b780-cd34f3adee45 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:55.841056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ac29a784-1cfc-4ff6-b780-cd34f3adee45 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags/tempest-TagsExtTest-Tag-1368783220 HTTP/1.1" status: 404 len: 329 time: 0.1445799 Aug 16 02:16:55.841316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47856) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:55.855921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-2dc7541d-70e8-4cbe-bb99-23c0e28f152d tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304', 'tempest-TagsExtTest-Tag-431950371') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.927210 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-2dc7541d-70e8-4cbe-bb99-23c0e28f152d tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:55.928351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2dc7541d-70e8-4cbe-bb99-23c0e28f152d tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags/tempest-TagsExtTest-Tag-431950371 HTTP/1.1" status: 404 len: 328 time: 0.0859754 Aug 16 02:16:55.931887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47858) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:55.936472 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-0b5cfa40-3a72-4574-a976-2eb106567ee9 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304', 'tempest-TagsExtTest-Tag-1348726136') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:56.017453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1145198081-network', 'tenant_id': '98941c0504af48e39a0ed057e7943116'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:56.042132 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-0b5cfa40-3a72-4574-a976-2eb106567ee9 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:56.045038 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0b5cfa40-3a72-4574-a976-2eb106567ee9 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags/tempest-TagsExtTest-Tag-1348726136 HTTP/1.1" status: 404 len: 329 time: 0.1108432 Aug 16 02:16:56.047223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47864) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:56.053585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-1b1477a9-4fcd-4b18-b4a4-ababb5f8a61c tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186', {'tags': ['tempest-TagsExtTest-Tag-1420262233', 'tempest-TagsExtTest-Tag-61450760', 'tempest-TagsExtTest-Tag-1897342656']}) {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:56.055003 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Made reservation on behalf of 98941c0504af48e39a0ed057e7943116 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:56.059458 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.082257 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.220010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1b1477a9-4fcd-4b18-b4a4-ababb5f8a61c tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags HTTP/1.1" status: 200 len: 316 time: 0.1711552 Aug 16 02:16:56.220657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47868) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:56.228048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-e91df408-0797-48ee-b88b-629746c908c8 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:56.254502 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.264205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.319864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:56.333347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270295a3-8df0-450a-ac44-370d438cd0f3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:56.343278 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.344413 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Added segment 5b86da60-9adc-4221-9089-998d1315fedc of type vlan for network 247151b5-763a-45bc-be4e-76651f25b837 Aug 16 02:16:56.445351 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.574447 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.575906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.576534 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.596140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 41b9f40e-892b-4778-99da-32f24f309ca2 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:56.726635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 41b9f40e-892b-4778-99da-32f24f309ca2 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:56.738972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 41b9f40e-892b-4778-99da-32f24f309ca2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:56.739630 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.828332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47878) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:56.890274 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1072743 Aug 16 02:16:56.890946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47884) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:56.911567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] Request body: {'subnet': {'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1145198081-subnet', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:56.923759 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e130c-26eb-47af-93f8-69fa8d484d35 admin admin] Pushing event updated for resources: {'Network': ['ID=247151b5-763a-45bc-be4e-76651f25b837,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:56.944566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 247151b5-763a-45bc-be4e-76651f25b837 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:56.983168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] Made reservation on behalf of 98941c0504af48e39a0ed057e7943116 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:56.993440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.076520 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.165072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6e948d4-5824-4867-9161-d4987e1fa56a req-271a2aea-a444-4784-baa0-6926b2c1a745 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 210 time: 0.0518677 Aug 16 02:16:57.201388 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 41b9f40e-892b-4778-99da-32f24f309ca2, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=41b9f40e-892b-4778-99da-32f24f309ca2,segment=NetworkSegment(82105c1d-61d1-4f64-b4a2-e28e42661534),segment_id=82105c1d-61d1-4f64-b4a2-e28e42661534)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:57.205918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e91df408-0797-48ee-b88b-629746c908c8 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags HTTP/1.1" status: 204 len: 168 time: 0.9817483 Aug 16 02:16:57.206381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47886) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.208838 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.214613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-2e473dce-a642-4f98-bc4a-8988c129346b tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186', 'tempest-TagsExtTest-Tag-1420262233') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:57.292912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.298208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e37315a-ce2d-4632-a378-22761bf73dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.313519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=41b9f40e-892b-4778-99da-32f24f309ca2,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:57.331360 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-2e473dce-a642-4f98-bc4a-8988c129346b tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:57.333031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2e473dce-a642-4f98-bc4a-8988c129346b tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags/tempest-TagsExtTest-Tag-1420262233 HTTP/1.1" status: 404 len: 329 time: 0.1236868 Aug 16 02:16:57.349425 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47888) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.363776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-d5d4a125-b902-4630-9977-bcae791cec6a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186', 'tempest-TagsExtTest-Tag-61450760') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:57.454209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6b6b27-e493-4db9-8e9c-a155a480bbc3,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:57.496689 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82747d23-2474-451b-85c5-873fac621352 req-7f0a186b-9e1b-4bec-8370-bee7895b9fb0 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.502630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-7f0a186b-9e1b-4bec-8370-bee7895b9fb0 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.89 "GET /v2.0/networks?id=b51b2a3c-9462-4efd-873c-94a3f720551b HTTP/1.1" status: 200 len: 796 time: 0.1671789 Aug 16 02:16:57.534258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] Checking segment: {'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:57.534679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] Network hostable DHCP agents. Network: 247151b5-763a-45bc-be4e-76651f25b837, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:57.584607 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-d5d4a125-b902-4630-9977-bcae791cec6a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:57.586517 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d5d4a125-b902-4630-9977-bcae791cec6a tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags/tempest-TagsExtTest-Tag-61450760 HTTP/1.1" status: 404 len: 327 time: 0.2335272 Aug 16 02:16:57.593516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47892) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.600579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-e6f1447f-cb27-49b7-b1e2-5b56e17c4c5a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06438d0ead5145579ec2336933061baa HTTP/1.1" status: 200 len: 477 time: 0.0871327 Aug 16 02:16:57.600788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-87055ad5-c8cc-4ded-b296-0bd8b0816e2e tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186', 'tempest-TagsExtTest-Tag-1897342656') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:57.611961 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'port': {'device_id': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'admin_state_up': True, 'tenant_id': '06438d0ead5145579ec2336933061baa', 'security_groups': ['7ce940b7-7e37-462e-b554-14609971f80b', '7c89e28d-7158-427f-882f-ef55eb0c0d4e']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:57.655546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] Network 247151b5-763a-45bc-be4e-76651f25b837 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:57.709907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 247151b5-763a-45bc-be4e-76651f25b837) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:57.715368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.716331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.721420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cf5e03-313f-43c6-9a3b-f3144a881c07 None None] Network 247151b5-763a-45bc-be4e-76651f25b837 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:57.749757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e37315a-ce2d-4632-a378-22761bf73dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.754474 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-87055ad5-c8cc-4ded-b296-0bd8b0816e2e tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:57.755749 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-87055ad5-c8cc-4ded-b296-0bd8b0816e2e tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags/tempest-TagsExtTest-Tag-1897342656 HTTP/1.1" status: 404 len: 329 time: 0.1604562 Aug 16 02:16:57.758191 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8e37315a-ce2d-4632-a378-22761bf73dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.758608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47894) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.765031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-b7139e3b-6bf1-4bab-8cfc-f7f5ab153330 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665', {'tags': ['tempest-TagsExtTest-Tag-1508599179', 'tempest-TagsExtTest-Tag-816066314', 'tempest-TagsExtTest-Tag-1104410659']}) {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:57.778633 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-85b5eae6-b3ec-488c-8732-e050b497bc56 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8843827 Aug 16 02:16:57.781332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47896) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.791406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:57.802301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37315a-ce2d-4632-a378-22761bf73dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e86317f-6047-4c19-b0ed-a49e1f8d261e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:57.809005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8e37315a-ce2d-4632-a378-22761bf73dc1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a19fc7f5cab04c47a1342bdeb589cb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9785702 Aug 16 02:16:57.812816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47898) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.823295 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Made reservation on behalf of 06438d0ead5145579ec2336933061baa for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:57.828086 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.859617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b7139e3b-6bf1-4bab-8cfc-f7f5ab153330 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "PUT /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags HTTP/1.1" status: 200 len: 317 time: 0.0997806 Aug 16 02:16:57.863894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47900) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.868654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-9af078db-ba89-410f-921d-22ad9b1d413e tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:57.874072 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.875357 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.948023 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d950272-61cf-4d0e-8f92-cbb97c915c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.978462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-247151b5-763a-45bc-be4e-76651f25b837', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:57.979686 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.007974 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.010663 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d950272-61cf-4d0e-8f92-cbb97c915c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.090575 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d950272-61cf-4d0e-8f92-cbb97c915c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.096868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d950272-61cf-4d0e-8f92-cbb97c915c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.104818 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7d950272-61cf-4d0e-8f92-cbb97c915c6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6e86317f-6047-4c19-b0ed-a49e1f8d261e HTTP/1.1" status: 204 len: 168 time: 0.2896893 Aug 16 02:16:58.114011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9af078db-ba89-410f-921d-22ad9b1d413e tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags HTTP/1.1" status: 204 len: 168 time: 0.2488036 Aug 16 02:16:58.122906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47904) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:58.130855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-a508da62-37f4-400e-8b71-2a2b767c4090 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665', 'tempest-TagsExtTest-Tag-1508599179') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:58.133788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d950272-61cf-4d0e-8f92-cbb97c915c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e86317f-6047-4c19-b0ed-a49e1f8d261e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:58.171289 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-a508da62-37f4-400e-8b71-2a2b767c4090 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:58.175749 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a508da62-37f4-400e-8b71-2a2b767c4090 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags/tempest-TagsExtTest-Tag-1508599179 HTTP/1.1" status: 404 len: 329 time: 0.0517697 Aug 16 02:16:58.176503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47906) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:58.182397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-2a0b13c3-baae-440c-bc5c-02108b631ff4 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665', 'tempest-TagsExtTest-Tag-816066314') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:58.201103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Allocated IP 172.20.0.11 (b51b2a3c-9462-4efd-873c-94a3f720551b/9a4eaa82-caea-40a8-ae49-c3f72ca1c64a/5f285cb7-932d-4767-8078-4db39a4690cd) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:58.204826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Allocated IP 172.20.0.2 (247151b5-763a-45bc-be4e-76651f25b837/cc6b6b27-e493-4db9-8e9c-a155a480bbc3/4f3007b8-9467-4ab9-92a6-280870aa829c) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:58.225378 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-2a0b13c3-baae-440c-bc5c-02108b631ff4 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:58.235578 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2a0b13c3-baae-440c-bc5c-02108b631ff4 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags/tempest-TagsExtTest-Tag-816066314 HTTP/1.1" status: 404 len: 328 time: 0.0579398 Aug 16 02:16:58.236315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47910) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:58.242737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-3c51a5ab-bbe9-436b-af0c-a2fe722aa337 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665', 'tempest-TagsExtTest-Tag-1104410659') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:58.273189 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.301636 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-3c51a5ab-bbe9-436b-af0c-a2fe722aa337 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] show failed (client error): The resource could not be found. Aug 16 02:16:58.302714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3c51a5ab-bbe9-436b-af0c-a2fe722aa337 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags/tempest-TagsExtTest-Tag-1104410659 HTTP/1.1" status: 404 len: 329 time: 0.0635490 Aug 16 02:16:58.306520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47912) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:58.312633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-c99eea50-2c5b-4f97-a32a-1460f934d479 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1494c91d-b7b9-44a0-9d54-339a6be92665') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:58.362012 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c99eea50-2c5b-4f97-a32a-1460f934d479 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665/tags HTTP/1.1" status: 204 len: 168 time: 0.0542915 Aug 16 02:16:58.362407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47914) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:58.388211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.tag.tag_plugin [None req-70e5386b-d451-4920-bb75-8a8ceb21270c tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:58.466486 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.477251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Transition to ACTIVE for port object 4f3007b8-9467-4ab9-92a6-280870aa829c will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:58.507131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 41b9f40e-892b-4778-99da-32f24f309ca2 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:58.512648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Transition to ACTIVE for port object 4f3007b8-9467-4ab9-92a6-280870aa829c will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:58.540180 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.602687 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.615300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Network 247151b5-763a-45bc-be4e-76651f25b837 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:58.620420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Pushing event updated for resources: {'Port': ['ID=4f3007b8-9467-4ab9-92a6-280870aa829c,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:58.641431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 41b9f40e-892b-4778-99da-32f24f309ca2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:58.641882 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.642298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f86587d1-7d13-4f4c-841f-b68914bdf317 req-8e980157-b81f-48c1-9c47-acd91b038024 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 210 time: 0.2899547 Aug 16 02:16:58.643585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:58.646174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:58.659838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Transition to ACTIVE for port object 5f285cb7-932d-4767-8078-4db39a4690cd will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:58.768157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Attempting to bind port 4f3007b8-9467-4ab9-92a6-280870aa829c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:58.768838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Attempting to bind port 4f3007b8-9467-4ab9-92a6-280870aa829c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:58.768957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Attempting to bind port 4f3007b8-9467-4ab9-92a6-280870aa829c on network 247151b5-763a-45bc-be4e-76651f25b837 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:58.776617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:58.777055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Checking segment: {'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:58.778022 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.778473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Bound using segment: {'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:58.778844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Bound port: 4f3007b8-9467-4ab9-92a6-280870aa829c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:58.779229 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.792055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.857229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47928) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:58.861833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-d723c0f6-dbf2-4337-b034-57ca20f98a63 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '72af0ee5-bf38-4169-a5ac-746741be0304') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:58.865502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-70e5386b-d451-4920-bb75-8a8ceb21270c tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186/tags HTTP/1.1" status: 204 len: 168 time: 0.4876580 Aug 16 02:16:58.874871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network b51b2a3c-9462-4efd-873c-94a3f720551b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:58.943908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] For port 4f3007b8-9467-4ab9-92a6-280870aa829c, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:58.956390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] For port 4f3007b8-9467-4ab9-92a6-280870aa829c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4f3007b8-9467-4ab9-92a6-280870aa829c,segment=NetworkSegment(5b86da60-9adc-4221-9089-998d1315fedc),segment_id=5b86da60-9adc-4221-9089-998d1315fedc)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:58.970458 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.978929 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d723c0f6-dbf2-4337-b034-57ca20f98a63 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304/tags HTTP/1.1" status: 204 len: 168 time: 0.1205256 Aug 16 02:16:58.983790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47930) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:58.996957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.tag.tag_plugin [None req-d1762853-0ba3-45ce-9dfb-f57c5c055ade tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7da3396f-7222-4daa-ad01-f3ff02ae9e15') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:59.005975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Port': ['ID=5f285cb7-932d-4767-8078-4db39a4690cd,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:59.013650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:59.017042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:59.060598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0ba9e-91e6-4655-986f-d677f3d3c08d None None] Pushing event updated for resources: {'Port': ['ID=4f3007b8-9467-4ab9-92a6-280870aa829c,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:59.103065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.111191 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d1762853-0ba3-45ce-9dfb-f57c5c055ade tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15/tags HTTP/1.1" status: 204 len: 168 time: 0.1256034 Aug 16 02:16:59.120536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47934) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:59.130086 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.139644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.140324 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.222666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-695d1dc3-ff66-4725-8b5b-d3c353918594 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.6152985 Aug 16 02:16:59.248761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-485756b1-bd57-4f69-96b9-7f923eba348b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:16:59.249878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-485756b1-bd57-4f69-96b9-7f923eba348b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107481 Aug 16 02:16:59.263382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Request body: {'port': {'device_id': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:59.328482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b95ff447-15d8-4897-a0c2-d1f9ec9d4675 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for subnetpool, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.331965 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b95ff447-15d8-4897-a0c2-d1f9ec9d4675 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/subnetpools/1494c91d-b7b9-44a0-9d54-339a6be92665 HTTP/1.1" status: 204 len: 168 time: 0.2076812 Aug 16 02:16:59.332239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47940) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:59.373641 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ee997aba-45c0-4c15-b534-aa53d4e28e50 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186 HTTP/1.1" status: 200 len: 205 time: 0.0370836 Aug 16 02:16:59.373641 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47942) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:59.435650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.475166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Allocated IP 172.25.2.96 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/c3b42b22-d0e8-461c-b686-958cce55a8c4) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:59.550538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47946) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:59.580443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8847b0fb-4909-44bf-aff8-e81e9e3738fb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.593764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8f995ce2-d555-4df9-98e7-b70b7f438a56 None None] Provisioning for port 5f285cb7-932d-4767-8078-4db39a4690cd completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:59.608095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8f995ce2-d555-4df9-98e7-b70b7f438a56 None None] Provisioning complete for port 5f285cb7-932d-4767-8078-4db39a4690cd triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:59.609592 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8f995ce2-d555-4df9-98e7-b70b7f438a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.744030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8f995ce2-d555-4df9-98e7-b70b7f438a56 None None] Port 5f285cb7-932d-4767-8078-4db39a4690cd cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:59.847885 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1609863947-network', 'tenant_id': 'cd21bed2916e4d27a9c4c0c68874da76'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:59.903861 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8847b0fb-4909-44bf-aff8-e81e9e3738fb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.907549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8847b0fb-4909-44bf-aff8-e81e9e3738fb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.919763 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Made reservation on behalf of cd21bed2916e4d27a9c4c0c68874da76 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:59.922484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.940997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b282348-d9f2-4b29-bad3-7611093f0488 req-b45cd831-9da5-4794-b0d1-a675e6e73e57 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.942626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b282348-d9f2-4b29-bad3-7611093f0488 req-b45cd831-9da5-4794-b0d1-a675e6e73e57 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 971 time: 0.1639595 Aug 16 02:16:59.962206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.011120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.029035 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8847b0fb-4909-44bf-aff8-e81e9e3738fb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.029711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8847b0fb-4909-44bf-aff8-e81e9e3738fb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Fanout notify agent at l3_agent the message router_deleted on router 3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:17:00.038097 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8847b0fb-4909-44bf-aff8-e81e9e3738fb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.039148 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8847b0fb-4909-44bf-aff8-e81e9e3738fb tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/routers/3b7a9eb2-cfa3-4ee9-b019-1b48b7c25186 HTTP/1.1" status: 204 len: 168 time: 0.6644840 Aug 16 02:17:00.042206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47954) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:00.044224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b282348-d9f2-4b29-bad3-7611093f0488 req-7032fedb-6ee1-4862-b5ea-ba6b79ef5428 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0928655 Aug 16 02:17:00.149370 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.179538 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.182048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:00.186602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3a286707-5d92-46cc-b624-bf4ee0fcb1b7 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Deleting port 72af0ee5-bf38-4169-a5ac-746741be0304 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:00.187085 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3a286707-5d92-46cc-b624-bf4ee0fcb1b7 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.189167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f285cb7-932d-4767-8078-4db39a4690cd {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:00.194385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:00.217433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:00.221771 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.239114 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.272780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Transition to ACTIVE for port object 5f285cb7-932d-4767-8078-4db39a4690cd will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:00.285836 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.287439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Pushing event updated for resources: {'Port': ['ID=c3b42b22-d0e8-461c-b686-958cce55a8c4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.376272 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3a286707-5d92-46cc-b624-bf4ee0fcb1b7 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.395761 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3a286707-5d92-46cc-b624-bf4ee0fcb1b7 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Calling delete_port for 72af0ee5-bf38-4169-a5ac-746741be0304 owned by {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:00.445747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Pushing event updated for resources: {'Port': ['ID=5f285cb7-932d-4767-8078-4db39a4690cd,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.496384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4f3007b8-9467-4ab9-92a6-280870aa829c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.506548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:00.632575 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4f3007b8-9467-4ab9-92a6-280870aa829c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:00.647626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Attempting to bind port 5f285cb7-932d-4767-8078-4db39a4690cd on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:00.648476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Attempting to bind port 5f285cb7-932d-4767-8078-4db39a4690cd by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:00.649094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Attempting to bind port 5f285cb7-932d-4767-8078-4db39a4690cd on network b51b2a3c-9462-4efd-873c-94a3f720551b {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:00.655307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Port 5f285cb7-932d-4767-8078-4db39a4690cd on network b51b2a3c-9462-4efd-873c-94a3f720551b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:00.656530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Attempting to bind port 5f285cb7-932d-4767-8078-4db39a4690cd on network b51b2a3c-9462-4efd-873c-94a3f720551b {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:00.662971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:00.663729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Checking segment: {'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:00.664287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Bound using segment: {'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:00.664877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Bound port: 5f285cb7-932d-4767-8078-4db39a4690cd, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82105c1d-61d1-4f64-b4a2-e28e42661534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:00.665442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.666826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:00.681284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a93328-1856-4b94-9f53-c0d79db1f472,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.695616 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3a286707-5d92-46cc-b624-bf4ee0fcb1b7 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.742392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a286707-5d92-46cc-b624-bf4ee0fcb1b7 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Pushing event deleted for resources: {'Port': ['ID=72af0ee5-bf38-4169-a5ac-746741be0304,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.765379 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.766003 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Added segment 3edeac3b-b7d5-4126-bd39-b3bbda7dbf05 of type vlan for network 5250813f-a548-4d3d-8152-48f72f639cdd Aug 16 02:17:00.868365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a934a-9e09-4229-aaff-17227a432382 None None] Network 247151b5-763a-45bc-be4e-76651f25b837 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:00.875883 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.945600 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3a286707-5d92-46cc-b624-bf4ee0fcb1b7 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.950464 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3a286707-5d92-46cc-b624-bf4ee0fcb1b7 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/ports/72af0ee5-bf38-4169-a5ac-746741be0304 HTTP/1.1" status: 204 len: 168 time: 0.9049687 Aug 16 02:17:00.950787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47958) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:00.967033 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4783269d-dd86-491e-8fc6-0a63c2e5f991 None None] Provisioning for port 4f3007b8-9467-4ab9-92a6-280870aa829c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:00.979729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4783269d-dd86-491e-8fc6-0a63c2e5f991 None None] Provisioning complete for port 4f3007b8-9467-4ab9-92a6-280870aa829c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:00.981059 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4783269d-dd86-491e-8fc6-0a63c2e5f991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.013844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f18fc30-d444-463e-960c-b60d78de8323 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Deleting subnet 7da3396f-7222-4daa-ad01-f3ff02ae9e15 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:01.017590 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5f18fc30-d444-463e-960c-b60d78de8323 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.066197 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5f18fc30-d444-463e-960c-b60d78de8323 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.115367 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.117484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:01.120562 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4783269d-dd86-491e-8fc6-0a63c2e5f991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.120743 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.170309 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6176600 Aug 16 02:17:01.258220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4783269d-dd86-491e-8fc6-0a63c2e5f991 None None] For port 4f3007b8-9467-4ab9-92a6-280870aa829c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4f3007b8-9467-4ab9-92a6-280870aa829c,segment=NetworkSegment(5b86da60-9adc-4221-9089-998d1315fedc),segment_id=5b86da60-9adc-4221-9089-998d1315fedc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:01.269975 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4783269d-dd86-491e-8fc6-0a63c2e5f991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.330208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783269d-dd86-491e-8fc6-0a63c2e5f991 None None] Pushing event updated for resources: {'Port': ['ID=4f3007b8-9467-4ab9-92a6-280870aa829c,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:01.343298 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5f18fc30-d444-463e-960c-b60d78de8323 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.398884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] For port 5f285cb7-932d-4767-8078-4db39a4690cd, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:01.430664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ad8ab-d175-43f8-9805-52d472380628 req-a4f27d11-a2db-4c87-8201-e08f1dcc8088 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:01.432515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-186ad8ab-d175-43f8-9805-52d472380628 req-a4f27d11-a2db-4c87-8201-e08f1dcc8088 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 983 time: 0.1507373 Aug 16 02:17:01.437978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] For port 5f285cb7-932d-4767-8078-4db39a4690cd, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5f285cb7-932d-4767-8078-4db39a4690cd,segment=NetworkSegment(82105c1d-61d1-4f64-b4a2-e28e42661534),segment_id=82105c1d-61d1-4f64-b4a2-e28e42661534)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:01.448493 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ae035-8d28-4a31-a899-f49f14fad025 admin admin] Pushing event updated for resources: {'Network': ['ID=5250813f-a548-4d3d-8152-48f72f639cdd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:01.457290 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.478675 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 5250813f-a548-4d3d-8152-48f72f639cdd details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:01.499813 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5f18fc30-d444-463e-960c-b60d78de8323 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.525154 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.569613 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18fc30-d444-463e-960c-b60d78de8323 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Pushing event deleted for resources: {'Subnet': ['ID=7da3396f-7222-4daa-ad01-f3ff02ae9e15,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:01.572634 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5f18fc30-d444-463e-960c-b60d78de8323 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.578962 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5f18fc30-d444-463e-960c-b60d78de8323 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/subnets/7da3396f-7222-4daa-ad01-f3ff02ae9e15 HTTP/1.1" status: 204 len: 168 time: 0.6237142 Aug 16 02:17:01.580059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 47970) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:01.610334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba003e24-6a7e-4352-9261-eb0e501c34ee None None] Network c2451f0d-d4b7-43da-8900-05c28f204ab3 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:01.652000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:01.653083 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.654482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] 10.222.0.89 "PUT /v2.0/ports/5f285cb7-932d-4767-8078-4db39a4690cd HTTP/1.1" status: 200 len: 1132 time: 2.3959563 Aug 16 02:17:01.668231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'tag': '5f285cb7-932d-4767-8078-4db39a4690cd'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:01.671481 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e", "tag": "5f285cb7-932d-4767-8078-4db39a4690cd"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:01.745054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-186ad8ab-d175-43f8-9805-52d472380628 req-7223fc1f-b141-4d36-a149-ccaddc4bfbc6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3008046 Aug 16 02:17:01.790441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2da732bf-988a-495c-a57d-a0280dc8d383 None None] Provisioning complete for port 4f3007b8-9467-4ab9-92a6-280870aa829c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:01.790927 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2da732bf-988a-495c-a57d-a0280dc8d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.802777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1a261-c9e7-46d1-9934-67658474679e service neutron] Pushing event updated for resources: {'Port': ['ID=5f285cb7-932d-4767-8078-4db39a4690cd,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:01.847207 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf39b82-be30-43cc-ba10-9a2304cd55d1 x-openstack-request-id: req-8bf39b82-be30-43cc-ba10-9a2304cd55d1 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:01.847707 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e", "tag": "5f285cb7-932d-4767-8078-4db39a4690cd", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:01.848199 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8bf39b82-be30-43cc-ba10-9a2304cd55d1 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:01.859849 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'tag': '5f285cb7-932d-4767-8078-4db39a4690cd', 'status': 'completed', 'code': 200} Aug 16 02:17:01.891660 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.956724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82747d23-2474-451b-85c5-873fac621352 req-a9107c33-fcf0-40ab-8769-ca8bb6fdce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:01.958321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-a9107c33-fcf0-40ab-8769-ca8bb6fdce1e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=06438d0ead5145579ec2336933061baa&device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 1135 time: 0.2481363 Aug 16 02:17:01.974737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f931bf3-da4b-4000-9ddc-58c1424c0b8b None None] DHCP port deletion for c2451f0d-d4b7-43da-8900-05c28f204ab3 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:02.034754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5f931bf3-da4b-4000-9ddc-58c1424c0b8b None None] Deleting port dbe91dfb-d71c-4c30-8d14-c97eb890027b {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:02.035149 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5f931bf3-da4b-4000-9ddc-58c1424c0b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.109192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-e546727e-ed02-4e42-94c1-31687507db78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f285cb7-932d-4767-8078-4db39a4690cd HTTP/1.1" status: 200 len: 217 time: 0.1153686 Aug 16 02:17:02.115551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5f931bf3-da4b-4000-9ddc-58c1424c0b8b None None] For port dbe91dfb-d71c-4c30-8d14-c97eb890027b, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=dbe91dfb-d71c-4c30-8d14-c97eb890027b,segment=NetworkSegment(d1583199-2b87-4f96-b75d-e89d0ff40a22),segment_id=d1583199-2b87-4f96-b75d-e89d0ff40a22)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:02.116057 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5f931bf3-da4b-4000-9ddc-58c1424c0b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.133418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5f931bf3-da4b-4000-9ddc-58c1424c0b8b None None] Calling delete_port for dbe91dfb-d71c-4c30-8d14-c97eb890027b owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:02.229339 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5f931bf3-da4b-4000-9ddc-58c1424c0b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.258316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f931bf3-da4b-4000-9ddc-58c1424c0b8b None None] No DVR routers for this DVR port dbe91dfb-d71c-4c30-8d14-c97eb890027b on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:02.264507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f931bf3-da4b-4000-9ddc-58c1424c0b8b None None] Pushing event deleted for resources: {'Port': ['ID=dbe91dfb-d71c-4c30-8d14-c97eb890027b,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:02.316320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82747d23-2474-451b-85c5-873fac621352 req-a3106bf4-c258-407e-9e17-165304f59f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:02.317748 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-a3106bf4-c258-407e-9e17-165304f59f69 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a4eaa82-caea-40a8-ae49-c3f72ca1c64a HTTP/1.1" status: 200 len: 834 time: 0.1926792 Aug 16 02:17:02.327871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb127a-46a9-4dc6-a349-e21756226c4c req-12e96f55-178a-418c-8a1e-1e0770898d94 tempest-ComputeTenantNetworksTest-1580863500 tempest-ComputeTenantNetworksTest-1580863500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:02.333800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb127a-46a9-4dc6-a349-e21756226c4c req-12e96f55-178a-418c-8a1e-1e0770898d94 tempest-ComputeTenantNetworksTest-1580863500 tempest-ComputeTenantNetworksTest-1580863500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:02.340405 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb127a-46a9-4dc6-a349-e21756226c4c req-12e96f55-178a-418c-8a1e-1e0770898d94 tempest-ComputeTenantNetworksTest-1580863500 tempest-ComputeTenantNetworksTest-1580863500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:02.342789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1eb127a-46a9-4dc6-a349-e21756226c4c req-12e96f55-178a-418c-8a1e-1e0770898d94 tempest-ComputeTenantNetworksTest-1580863500 tempest-ComputeTenantNetworksTest-1580863500-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4476459 Aug 16 02:17:02.388222 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.407931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4f3007b8-9467-4ab9-92a6-280870aa829c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:02.512079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Deleting port dbe91dfb-d71c-4c30-8d14-c97eb890027b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:02.512531 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.539189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82747d23-2474-451b-85c5-873fac621352 req-351eb9fa-69d8-420c-ab60-2407f55099de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:02.540640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-351eb9fa-69d8-420c-ab60-2407f55099de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b51b2a3c-9462-4efd-873c-94a3f720551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967421 Aug 16 02:17:02.597822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756aab7-7327-44d1-b8c2-8b5ddfa5e9b5 req-de5da642-07c2-4162-858f-91bf37af8e8e tempest-ComputeTenantNetworksTest-1580863500 tempest-ComputeTenantNetworksTest-1580863500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:02.599149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0756aab7-7327-44d1-b8c2-8b5ddfa5e9b5 req-de5da642-07c2-4162-858f-91bf37af8e8e tempest-ComputeTenantNetworksTest-1580863500 tempest-ComputeTenantNetworksTest-1580863500-project] 10.222.0.79 "GET /v2.0/networks/5250813f-a548-4d3d-8152-48f72f639cdd HTTP/1.1" status: 200 len: 769 time: 0.2168660 Aug 16 02:17:02.607853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47978) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:02.631164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4f3007b8-9467-4ab9-92a6-280870aa829c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:02.632240 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.677237 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.700632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] For port dbe91dfb-d71c-4c30-8d14-c97eb890027b, host n-d-768851-16, got binding levels [] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:02.701048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.722917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Calling delete_port for dbe91dfb-d71c-4c30-8d14-c97eb890027b owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:02.726833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Port dbe91dfb-d71c-4c30-8d14-c97eb890027b was not found and therefore no delete operation was performed {{(pid=101381) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:17:02.732429 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.766923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.773367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] No DVR routers for this DVR port dbe91dfb-d71c-4c30-8d14-c97eb890027b on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:02.778427 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5250813f-a548-4d3d-8152-48f72f639cdd']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:02.778646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Pushing event deleted for resources: {'Port': ['ID=dbe91dfb-d71c-4c30-8d14-c97eb890027b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:02.787717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device dbe91dfb-d71c-4c30-8d14-c97eb890027b no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:02.790385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edeac3b-b7d5-4126-bd39-b3bbda7dbf05') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:02.791636 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edeac3b-b7d5-4126-bd39-b3bbda7dbf05') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:02.801532 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.818160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.823444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: dbe91dfb-d71c-4c30-8d14-c97eb890027b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:02.824499 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device dbe91dfb-d71c-4c30-8d14-c97eb890027b not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:02.827933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:02.828930 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:02.841323 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:02.889395 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.894883 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.897666 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5250813f-a548-4d3d-8152-48f72f639cdd HTTP/1.1" status: 204 len: 168 time: 0.2887952 Aug 16 02:17:02.909006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Pushing event deleted for resources: {'Network': ['ID=5250813f-a548-4d3d-8152-48f72f639cdd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:02.915124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-53242ef5-a48c-4a9a-82de-6d6cc9e3ef02 service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360860 Aug 16 02:17:02.916888 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.917345 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.917690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.918027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.918625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.918837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.919051 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.919332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.919794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.920122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.920452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.920775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031413e-f141-4e86-bcfe-2ac2450ce415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.932799 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.971566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:17:03.004433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2451f0d-d4b7-43da-8900-05c28f204ab3']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:03.029922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1583199-2b87-4f96-b75d-e89d0ff40a22') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:03.030290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1583199-2b87-4f96-b75d-e89d0ff40a22') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:03.039422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47988) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:03.043433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b5d60-6f0a-4703-b28a-92037f27809e req-e7b1ed2d-f2de-4175-9b09-f02aa1e978f6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:03.045052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f70b5d60-6f0a-4703-b28a-92037f27809e req-e7b1ed2d-f2de-4175-9b09-f02aa1e978f6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 983 time: 0.2122979 Aug 16 02:17:03.092742 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bd0c63a6-5bdc-424b-b22f-f38d0b001e9a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd21bed2916e4d27a9c4c0c68874da76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496774 Aug 16 02:17:03.093283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 47990) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:03.107381 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.153066 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0e029d2-7a45-4a54-bc3f-110bb20b939b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.168442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.178692 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0e029d2-7a45-4a54-bc3f-110bb20b939b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.183732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82747d23-2474-451b-85c5-873fac621352 req-bf473ae2-ac7c-4fd3-92c0-02f9827dbb34 service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562313 Aug 16 02:17:03.221373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:03.221771 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:03.224853 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:03.240033 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0e029d2-7a45-4a54-bc3f-110bb20b939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.242724 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0e029d2-7a45-4a54-bc3f-110bb20b939b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.244297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f70b5d60-6f0a-4703-b28a-92037f27809e req-e1771dcc-7cd2-4d7d-87c5-63b5108a4fb6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1914513 Aug 16 02:17:03.258341 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c0e029d2-7a45-4a54-bc3f-110bb20b939b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b9a93328-1856-4b94-9f53-c0d79db1f472 HTTP/1.1" status: 204 len: 168 time: 0.1529214 Aug 16 02:17:03.267918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e029d2-7a45-4a54-bc3f-110bb20b939b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a93328-1856-4b94-9f53-c0d79db1f472,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:03.349494 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.354699 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.357493 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] 10.222.0.79 "DELETE /v2.0/networks/c2451f0d-d4b7-43da-8900-05c28f204ab3 HTTP/1.1" status: 204 len: 168 time: 1.7743843 Aug 16 02:17:03.376870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:03.386764 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42910f45-3807-46d8-955b-68de20263426 None None] Sync routers for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:03.388865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9cfcd-19d2-4258-8d0f-cb523f472985 tempest-TagsExtTest-39862725 tempest-TagsExtTest-39862725-project] Pushing event deleted for resources: {'Network': ['ID=c2451f0d-d4b7-43da-8900-05c28f204ab3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:03.396535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5 req-87eeea4d-0f75-45f6-8b01-5289f7a5d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:03.398171 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5 req-87eeea4d-0f75-45f6-8b01-5289f7a5d87f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=06438d0ead5145579ec2336933061baa&device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 1135 time: 0.1218874 Aug 16 02:17:03.405787 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42910f45-3807-46d8-955b-68de20263426 None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:03.406515 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42910f45-3807-46d8-955b-68de20263426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:03.409259 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.410614 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2983d7d9-5fa7-424a-afc0-215a5b2bf27a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6258845 Aug 16 02:17:03.413469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48002) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:03.550600 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-42910f45-3807-46d8-955b-68de20263426 None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:03.561753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5 req-e4b113e6-8b3d-458e-83eb-5f589757952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:03.563619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5 req-e4b113e6-8b3d-458e-83eb-5f589757952f service neutron] 10.222.0.89 "GET /v2.0/networks?id=b51b2a3c-9462-4efd-873c-94a3f720551b HTTP/1.1" status: 200 len: 897 time: 0.1519079 Aug 16 02:17:03.681705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5 req-f7885cd1-5710-44d8-939b-866ae6a08b81 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f285cb7-932d-4767-8078-4db39a4690cd HTTP/1.1" status: 200 len: 217 time: 0.1087615 Aug 16 02:17:03.794267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5 req-534a4b89-2776-44e6-97ab-fa5288aab89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:03.799641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5 req-534a4b89-2776-44e6-97ab-fa5288aab89e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a4eaa82-caea-40a8-ae49-c3f72ca1c64a HTTP/1.1" status: 200 len: 834 time: 0.1059687 Aug 16 02:17:03.842915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48014) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:03.874434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5 req-25b8745c-7a47-4ad3-bf01-fc632221ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:03.878234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5 req-25b8745c-7a47-4ad3-bf01-fc632221ce26 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b51b2a3c-9462-4efd-873c-94a3f720551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702326 Aug 16 02:17:03.954827 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42910f45-3807-46d8-955b-68de20263426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:00Z', 'revision_number': 3, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:04.031965 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42910f45-3807-46d8-955b-68de20263426 None None] Checking router: 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:04.037640 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42910f45-3807-46d8-955b-68de20263426 None None] Updating router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 port c3b42b22-d0e8-461c-b686-958cce55a8c4 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:04.111696 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-42910f45-3807-46d8-955b-68de20263426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.156148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5 req-a89fea31-379a-4495-b632-0802b6b03dd0 service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574494 Aug 16 02:17:04.282035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b84d3ae7-422a-42a3-a25d-b3d078c3487c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ded40b05542042caae2562bd02e54d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359186 Aug 16 02:17:04.284313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48036) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:04.382184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39b6b44b-4155-48eb-bc16-74e8ba66b0e5 req-b9e5e606-06ac-48e4-9ae4-5de9cd784f8a service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185419 Aug 16 02:17:04.405839 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a08f33a-15ce-494c-be0e-eb3cdb2b72de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.437003 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a08f33a-15ce-494c-be0e-eb3cdb2b72de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.508309 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a08f33a-15ce-494c-be0e-eb3cdb2b72de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.510741 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a08f33a-15ce-494c-be0e-eb3cdb2b72de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.518992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9a08f33a-15ce-494c-be0e-eb3cdb2b72de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f9c7076-6aa8-4c7f-983c-fad253c191f4 HTTP/1.1" status: 204 len: 168 time: 0.2335618 Aug 16 02:17:04.542249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f8d98-9259-4aa4-a1c5-e8a462863c9f req-eda64d18-f5e0-43a9-81bd-6b9dd542aaf9 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:04.545317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec7f8d98-9259-4aa4-a1c5-e8a462863c9f req-eda64d18-f5e0-43a9-81bd-6b9dd542aaf9 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 983 time: 0.1657200 Aug 16 02:17:04.546663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08f33a-15ce-494c-be0e-eb3cdb2b72de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9c7076-6aa8-4c7f-983c-fad253c191f4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:04.634343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec7f8d98-9259-4aa4-a1c5-e8a462863c9f req-8e3ba0be-d4e2-41f7-a27e-bfef653d6faa tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0775905 Aug 16 02:17:04.636097 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-42910f45-3807-46d8-955b-68de20263426 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.663146 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-42910f45-3807-46d8-955b-68de20263426 None None] Transition to ACTIVE for port object c3b42b22-d0e8-461c-b686-958cce55a8c4 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:04.671543 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-42910f45-3807-46d8-955b-68de20263426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.695599 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.735296 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-42910f45-3807-46d8-955b-68de20263426 None None] Attempting to bind port c3b42b22-d0e8-461c-b686-958cce55a8c4 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:04.742146 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-42910f45-3807-46d8-955b-68de20263426 None None] Attempting to bind port c3b42b22-d0e8-461c-b686-958cce55a8c4 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:04.743119 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42910f45-3807-46d8-955b-68de20263426 None None] Attempting to bind port c3b42b22-d0e8-461c-b686-958cce55a8c4 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:04.760340 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42910f45-3807-46d8-955b-68de20263426 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:04.761808 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42910f45-3807-46d8-955b-68de20263426 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:04.762890 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-42910f45-3807-46d8-955b-68de20263426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.763545 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42910f45-3807-46d8-955b-68de20263426 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:04.764183 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-42910f45-3807-46d8-955b-68de20263426 None None] Bound port: c3b42b22-d0e8-461c-b686-958cce55a8c4, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:04.764721 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-42910f45-3807-46d8-955b-68de20263426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.832521 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9b80b-372d-4f1f-b058-ef42da4498dc None None] Pushing event updated for resources: {'Port': ['ID=c3b42b22-d0e8-461c-b686-958cce55a8c4,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:04.836074 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-42910f45-3807-46d8-955b-68de20263426 None None] For port c3b42b22-d0e8-461c-b686-958cce55a8c4, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:04.850329 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-42910f45-3807-46d8-955b-68de20263426 None None] For port c3b42b22-d0e8-461c-b686-958cce55a8c4, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c3b42b22-d0e8-461c-b686-958cce55a8c4,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:04.867308 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-42910f45-3807-46d8-955b-68de20263426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.946343 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42910f45-3807-46d8-955b-68de20263426 None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:04.947480 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42910f45-3807-46d8-955b-68de20263426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:04.951925 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9b80b-372d-4f1f-b058-ef42da4498dc None None] Pushing event updated for resources: {'Port': ['ID=c3b42b22-d0e8-461c-b686-958cce55a8c4,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:05.031032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Allocated IP 172.20.0.1 (247151b5-763a-45bc-be4e-76651f25b837/cc6b6b27-e493-4db9-8e9c-a155a480bbc3/8fa74387-3e3a-4861-b6f7-554b15155abd) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:05.109723 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-42910f45-3807-46d8-955b-68de20263426 None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:05.239879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.256738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Transition to ACTIVE for port object 8fa74387-3e3a-4861-b6f7-554b15155abd will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:05.331300 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-42910f45-3807-46d8-955b-68de20263426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:00Z', 'revision_number': 3, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:05.346758 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.384228 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42910f45-3807-46d8-955b-68de20263426 None None] The sync data for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 is: [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:00Z', 'revision_number': 3, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:05.397455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Network 247151b5-763a-45bc-be4e-76651f25b837 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:05.400681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:05.405544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:05.470674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa74387-3e3a-4861-b6f7-554b15155abd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:05.496267 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.841877 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.845046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fec71462-0e00-4b6b-a436-d2938e1aae61 None None] Provisioning for port 8fa74387-3e3a-4861-b6f7-554b15155abd completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:05.863689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fec71462-0e00-4b6b-a436-d2938e1aae61 None None] Provisioning complete for port 8fa74387-3e3a-4861-b6f7-554b15155abd triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:05.865665 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fec71462-0e00-4b6b-a436-d2938e1aae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.873947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f99f1-d91d-4207-ba73-81810167d624 req-090fa457-aea9-4d0b-8b61-81ebe9936857 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:05.886502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f8f99f1-d91d-4207-ba73-81810167d624 req-090fa457-aea9-4d0b-8b61-81ebe9936857 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 983 time: 0.1276462 Aug 16 02:17:05.986902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f8f99f1-d91d-4207-ba73-81810167d624 req-aeec6f46-8e7f-4fa9-b032-f509cb4d49f3 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0989048 Aug 16 02:17:06.015331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fec71462-0e00-4b6b-a436-d2938e1aae61 None None] Port 8fa74387-3e3a-4861-b6f7-554b15155abd cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:06.021341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5f285cb7-932d-4767-8078-4db39a4690cd details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:06.094874 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.102128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.209808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa74387-3e3a-4861-b6f7-554b15155abd,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:06.247294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5f285cb7-932d-4767-8078-4db39a4690cd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5f285cb7-932d-4767-8078-4db39a4690cd,segment=NetworkSegment(82105c1d-61d1-4f64-b4a2-e28e42661534),segment_id=82105c1d-61d1-4f64-b4a2-e28e42661534)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:06.256368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.275523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '5f285cb7-932d-4767-8078-4db39a4690cd', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'port_id': '5f285cb7-932d-4767-8078-4db39a4690cd', 'mac_address': 'fa:16:3e:3f:6c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:06.359691 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.391862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f285cb7-932d-4767-8078-4db39a4690cd {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:06.441926 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5f285cb7-932d-4767-8078-4db39a4690cd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5f285cb7-932d-4767-8078-4db39a4690cd,segment=NetworkSegment(82105c1d-61d1-4f64-b4a2-e28e42661534),segment_id=82105c1d-61d1-4f64-b4a2-e28e42661534)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:06.450463 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.483156 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Network 247151b5-763a-45bc-be4e-76651f25b837 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:06.490662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:06.535841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c3b42b22-d0e8-461c-b686-958cce55a8c4 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:06.647966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=5f285cb7-932d-4767-8078-4db39a4690cd,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:06.664093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.664702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.665228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.665717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.666226 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.666715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.667199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.668235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.668943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.669591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.670092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.670571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:06.676285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port c3b42b22-d0e8-461c-b686-958cce55a8c4 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:06.682230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c3b42b22-d0e8-461c-b686-958cce55a8c4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:06.683400 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.685992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['5f285cb7-932d-4767-8078-4db39a4690cd'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:06.766286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:06.982314 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.003741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:07.020633 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a65bd954-5fee-403f-bc7c-69ee7b328421 admin admin] 10.222.0.79 "PUT /v2.0/routers/2c6e4c51-bf64-43ca-bac9-90aab1b588d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6011341 Aug 16 02:17:07.064126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cac8e625-b1de-465b-9035-1c7b193d1406 None None] Provisioning complete for port 8fa74387-3e3a-4861-b6f7-554b15155abd triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:07.064501 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cac8e625-b1de-465b-9035-1c7b193d1406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.113541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port c3b42b22-d0e8-461c-b686-958cce55a8c4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c3b42b22-d0e8-461c-b686-958cce55a8c4,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:07.115254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cac8e625-b1de-465b-9035-1c7b193d1406 None None] Port 8fa74387-3e3a-4861-b6f7-554b15155abd cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:07.126470 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.195994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=c3b42b22-d0e8-461c-b686-958cce55a8c4,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:07.229651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae69382-6764-4055-98d6-0c67595e2f23 req-1df05916-ca94-4610-9da1-f706ceee983c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.241560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bae69382-6764-4055-98d6-0c67595e2f23 req-1df05916-ca94-4610-9da1-f706ceee983c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 984 time: 0.1294689 Aug 16 02:17:07.305351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bae69382-6764-4055-98d6-0c67595e2f23 req-fb15ce1e-de3d-40be-a154-b41db869a766 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0609541 Aug 16 02:17:07.914891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ea123-2168-4734-85dd-3d78e317a9c9 req-53aea119-c722-4909-a321-a3827da37dc2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.922186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ea123-2168-4734-85dd-3d78e317a9c9 req-53aea119-c722-4909-a321-a3827da37dc2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.931079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ea123-2168-4734-85dd-3d78e317a9c9 req-53aea119-c722-4909-a321-a3827da37dc2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.937041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Sync routers for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:07.939541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ea123-2168-4734-85dd-3d78e317a9c9 req-53aea119-c722-4909-a321-a3827da37dc2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.946728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ea123-2168-4734-85dd-3d78e317a9c9 req-53aea119-c722-4909-a321-a3827da37dc2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.955884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:07.956649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:07.960233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ea123-2168-4734-85dd-3d78e317a9c9 req-53aea119-c722-4909-a321-a3827da37dc2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.971413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ea123-2168-4734-85dd-3d78e317a9c9 req-53aea119-c722-4909-a321-a3827da37dc2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.978444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c8ea123-2168-4734-85dd-3d78e317a9c9 req-53aea119-c722-4909-a321-a3827da37dc2 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5430 time: 0.1408296 Aug 16 02:17:08.055107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c8ea123-2168-4734-85dd-3d78e317a9c9 req-0d77cce1-d785-4e5f-be3f-a6133d85ee64 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693252 Aug 16 02:17:08.090479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5f285cb7-932d-4767-8078-4db39a4690cd up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:08.136789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:08.368188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 5f285cb7-932d-4767-8078-4db39a4690cd completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:08.383342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48160) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:08.388859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-256219507-network', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:08.423251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 5f285cb7-932d-4767-8078-4db39a4690cd triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:08.423691 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.460783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Made reservation on behalf of c9356e2b247743cb86c5beabab26b408 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:08.465004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.512546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c3b42b22-d0e8-461c-b686-958cce55a8c4 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:08.673300 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.701168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 2, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:08.713385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c3b42b22-d0e8-461c-b686-958cce55a8c4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:08.713790 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.715168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f285cb7-932d-4767-8078-4db39a4690cd'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:08.717578 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62287cad-9087-4598-a8db-862f622b1e48" -d '{"events": [{"server_uuid": "3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e", "name": "network-vif-plugged", "status": "completed", "tag": "5f285cb7-932d-4767-8078-4db39a4690cd"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:08.787851 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Checking router: 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:08.788206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Updating router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 port 8fa74387-3e3a-4861-b6f7-554b15155abd binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:08.797705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5f285cb7-932d-4767-8078-4db39a4690cd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5f285cb7-932d-4767-8078-4db39a4690cd,segment=NetworkSegment(82105c1d-61d1-4f64-b4a2-e28e42661534),segment_id=82105c1d-61d1-4f64-b4a2-e28e42661534)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:08.870331 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.893203 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09ad7f8-ee1b-4d61-a075-ee450f702232 x-openstack-request-id: req-d09ad7f8-ee1b-4d61-a075-ee450f702232 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:08.900236 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e", "name": "network-vif-plugged", "status": "completed", "tag": "5f285cb7-932d-4767-8078-4db39a4690cd", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:08.900511 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d09ad7f8-ee1b-4d61-a075-ee450f702232 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:08.901059 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f285cb7-932d-4767-8078-4db39a4690cd', 'code': 200} Aug 16 02:17:09.004502 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.007535 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.053667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374744c-217a-4f93-8640-e9b8d695ee31 req-85e527e4-6699-4d7a-aa1c-bd057bd3ec38 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.055804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e374744c-217a-4f93-8640-e9b8d695ee31 req-85e527e4-6699-4d7a-aa1c-bd057bd3ec38 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 984 time: 0.6231871 Aug 16 02:17:09.132931 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3df707a9-b764-4a40-a38c-b0db0aeee02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.174392 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e374744c-217a-4f93-8640-e9b8d695ee31 req-084e1e2c-bf48-4a1f-86d9-42e34c49aefc tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1049957 Aug 16 02:17:09.253336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.263065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.334389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:09.351596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e01c612b-2aad-43bc-aecc-6873d51ced04 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.367551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e01c612b-2aad-43bc-aecc-6873d51ced04 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.381780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5475a727-c35c-4b96-85ad-73d44090c402,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:09.392228 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.392799 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Added segment d94e42e9-d74c-4302-a398-10ad71b7210a of type vlan for network 7946a3aa-f856-41e5-96b8-90d7a4945a6d Aug 16 02:17:09.402134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e01c612b-2aad-43bc-aecc-6873d51ced04 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.420623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e01c612b-2aad-43bc-aecc-6873d51ced04 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.428768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e01c612b-2aad-43bc-aecc-6873d51ced04 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.438481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e01c612b-2aad-43bc-aecc-6873d51ced04 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.454729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=5f285cb7-932d-4767-8078-4db39a4690cd,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:09.469111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e01c612b-2aad-43bc-aecc-6873d51ced04 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.472055 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e01c612b-2aad-43bc-aecc-6873d51ced04 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5430 time: 0.3505969 Aug 16 02:17:09.495012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd5cea-ed84-4ec4-bf97-3e8572fc3063 req-54a71504-7313-480b-9152-36c2018b34e8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.518861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd5cea-ed84-4ec4-bf97-3e8572fc3063 req-54a71504-7313-480b-9152-36c2018b34e8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.525122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd5cea-ed84-4ec4-bf97-3e8572fc3063 req-54a71504-7313-480b-9152-36c2018b34e8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.531685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd5cea-ed84-4ec4-bf97-3e8572fc3063 req-54a71504-7313-480b-9152-36c2018b34e8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.538020 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd5cea-ed84-4ec4-bf97-3e8572fc3063 req-54a71504-7313-480b-9152-36c2018b34e8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.545418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd5cea-ed84-4ec4-bf97-3e8572fc3063 req-54a71504-7313-480b-9152-36c2018b34e8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.552133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd5cea-ed84-4ec4-bf97-3e8572fc3063 req-54a71504-7313-480b-9152-36c2018b34e8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.554336 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8cfd5cea-ed84-4ec4-bf97-3e8572fc3063 req-54a71504-7313-480b-9152-36c2018b34e8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5430 time: 0.2789783 Aug 16 02:17:09.571472 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-dd192620-8c28-4d72-8fc4-e73391c06b8a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.573391 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.574208 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-dd192620-8c28-4d72-8fc4-e73391c06b8a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "GET /v2.0/ports/91a212e2-94ac-4a5d-aedd-3a4eddc16505?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0915873 Aug 16 02:17:09.592969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d184d5-7bb9-4a95-b616-20303c46697c req-13e103df-b83b-4f7f-bc5b-6da7f85ad714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.595018 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11d184d5-7bb9-4a95-b616-20303c46697c req-13e103df-b83b-4f7f-bc5b-6da7f85ad714 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 1137 time: 0.6024821 Aug 16 02:17:09.676530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.677719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.678303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.697291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8cfd5cea-ed84-4ec4-bf97-3e8572fc3063 req-6361ed71-f637-4589-b963-e0a56e26d18c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291003 Aug 16 02:17:09.703372 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11d184d5-7bb9-4a95-b616-20303c46697c req-86af9c07-a20d-47b3-9f7b-c2c2fb9075c3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7ce940b7-7e37-462e-b554-14609971f80b&id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0988009 Aug 16 02:17:09.706477 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3223500 Aug 16 02:17:09.721187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48226) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:09.726536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] Request body: {'subnet': {'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-256219507-subnet', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:09.762986 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.782147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48230) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:09.802983 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e115d-8ed7-4fe1-9dae-811df470017a admin admin] Pushing event updated for resources: {'Network': ['ID=7946a3aa-f856-41e5-96b8-90d7a4945a6d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:09.809513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] Made reservation on behalf of c9356e2b247743cb86c5beabab26b408 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:09.812135 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.820862 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 7946a3aa-f856-41e5-96b8-90d7a4945a6d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:09.863397 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-a7121a6a-3756-4d11-bcec-9f7c10be291d tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "GET /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2825541 Aug 16 02:17:09.973434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.986303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Transition to ACTIVE for port object 8fa74387-3e3a-4861-b6f7-554b15155abd will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:09.989136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a2ec7a2b-95e0-4ec0-97d5-e19f1af84c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.997717 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.097615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b99032-fac0-4276-8df7-aae621b849f7 None None] Pushing event updated for resources: {'Port': ['ID=8fa74387-3e3a-4861-b6f7-554b15155abd,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.117738 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.185489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Attempting to bind port 8fa74387-3e3a-4861-b6f7-554b15155abd on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:10.189193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Attempting to bind port 8fa74387-3e3a-4861-b6f7-554b15155abd by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:10.190210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Attempting to bind port 8fa74387-3e3a-4861-b6f7-554b15155abd on network 247151b5-763a-45bc-be4e-76651f25b837 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:10.202830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:10.205756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Checking segment: {'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:10.207542 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.209982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Bound using segment: {'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:10.212409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Bound port: 8fa74387-3e3a-4861-b6f7-554b15155abd, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:10.213097 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.238128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:10.251209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c158791-6796-48d0-97e1-372499a9c67a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.272549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] Checking segment: {'id': 'd94e42e9-d74c-4302-a398-10ad71b7210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:10.275917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] Network hostable DHCP agents. Network: 7946a3aa-f856-41e5-96b8-90d7a4945a6d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:10.310367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] Network 7946a3aa-f856-41e5-96b8-90d7a4945a6d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:10.320312 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a2ec7a2b-95e0-4ec0-97d5-e19f1af84c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.331352 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a2ec7a2b-95e0-4ec0-97d5-e19f1af84c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.367627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] For port 8fa74387-3e3a-4861-b6f7-554b15155abd, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:10.371857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] For port 8fa74387-3e3a-4861-b6f7-554b15155abd, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8fa74387-3e3a-4861-b6f7-554b15155abd,segment=NetworkSegment(5b86da60-9adc-4221-9089-998d1315fedc),segment_id=5b86da60-9adc-4221-9089-998d1315fedc)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:10.376879 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a2ec7a2b-95e0-4ec0-97d5-e19f1af84c51 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d02a0b76cbb4e6492c2633f7aebd918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738184 Aug 16 02:17:10.377620 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.379499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48264) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:10.453768 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.455061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 7946a3aa-f856-41e5-96b8-90d7a4945a6d) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:10.457470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec7a2b-95e0-4ec0-97d5-e19f1af84c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba851053-8ab5-40b0-b081-8551a6f048e3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.459906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b99032-fac0-4276-8df7-aae621b849f7 None None] Pushing event updated for resources: {'Port': ['ID=8fa74387-3e3a-4861-b6f7-554b15155abd,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.466865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7f81a-672c-42ad-9690-389129d787ae None None] Network 7946a3aa-f856-41e5-96b8-90d7a4945a6d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:10.482843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.484956 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.583041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:10.583939 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:16:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:10.590294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c1822-8997-437b-93cb-1371773ed569 req-f5d59894-964f-45ea-b17d-d7ca2c2b1212 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.592829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-186c1822-8997-437b-93cb-1371773ed569 req-f5d59894-964f-45ea-b17d-d7ca2c2b1212 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 985 time: 0.2789690 Aug 16 02:17:10.626615 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0ff1607d-f924-46ab-9f55-28074813490d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9040816 Aug 16 02:17:10.631311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48272) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:10.638943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-256219507-router', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:10.659845 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65c222d1-5870-41e3-8d1f-279d51c0f02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.687807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65c222d1-5870-41e3-8d1f-279d51c0f02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.758452 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65c222d1-5870-41e3-8d1f-279d51c0f02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.763184 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65c222d1-5870-41e3-8d1f-279d51c0f02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.764537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-65c222d1-5870-41e3-8d1f-279d51c0f02e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ba851053-8ab5-40b0-b081-8551a6f048e3 HTTP/1.1" status: 204 len: 168 time: 0.3833833 Aug 16 02:17:10.781572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-186c1822-8997-437b-93cb-1371773ed569 req-5ddd31e0-627f-4059-a04d-f5998cb42e11 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1800339 Aug 16 02:17:10.808956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c222d1-5870-41e3-8d1f-279d51c0f02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba851053-8ab5-40b0-b081-8551a6f048e3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.825317 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.826796 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.839910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] For port 91a212e2-94ac-4a5d-aedd-3a4eddc16505, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=91a212e2-94ac-4a5d-aedd-3a4eddc16505,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:10.896692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] For port 91a212e2-94ac-4a5d-aedd-3a4eddc16505, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:10.971113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] device_id is not set on port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:17:10.985168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.996028 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.094214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] No DVR routers for this DVR port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:11.113922 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.131559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] Pushing event updated for resources: {'Port': ['ID=91a212e2-94ac-4a5d-aedd-3a4eddc16505,revision_number=6']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:11.181149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] In _notify_port_updated(), no bound segment for port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:17:11.182805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.184096 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.185822 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ce5690d1-7735-40b5-88fd-4086b2166041 service neutron] 10.222.0.84 "PUT /v2.0/ports/91a212e2-94ac-4a5d-aedd-3a4eddc16505 HTTP/1.1" status: 200 len: 1027 time: 1.3134458 Aug 16 02:17:11.267275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f6c17-ad90-4d5c-90b4-e874a821efdd req-76cc6a26-fb03-4c14-96b4-7c19faefd518 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.279625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:11.282386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f6c17-ad90-4d5c-90b4-e874a821efdd req-76cc6a26-fb03-4c14-96b4-7c19faefd518 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.289446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-7946a3aa-f856-41e5-96b8-90d7a4945a6d', 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'fixed_ips': [{'subnet_id': '7c158791-6796-48d0-97e1-372499a9c67a'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:11.290371 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.297850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f6c17-ad90-4d5c-90b4-e874a821efdd req-76cc6a26-fb03-4c14-96b4-7c19faefd518 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.312341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-7dd257fb-a2c6-4ffa-9b38-ec3adaf124f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.313782 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-7dd257fb-a2c6-4ffa-9b38-ec3adaf124f6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "GET /v2.0/ports/a699867d-a866-4e7e-afaf-f2a7499ee9d4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1207230 Aug 16 02:17:11.317331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f6c17-ad90-4d5c-90b4-e874a821efdd req-76cc6a26-fb03-4c14-96b4-7c19faefd518 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.328499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:11.331178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f6c17-ad90-4d5c-90b4-e874a821efdd req-76cc6a26-fb03-4c14-96b4-7c19faefd518 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.342976 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f6c17-ad90-4d5c-90b4-e874a821efdd req-76cc6a26-fb03-4c14-96b4-7c19faefd518 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.349368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f6c17-ad90-4d5c-90b4-e874a821efdd req-76cc6a26-fb03-4c14-96b4-7c19faefd518 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.351345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc7f6c17-ad90-4d5c-90b4-e874a821efdd req-76cc6a26-fb03-4c14-96b4-7c19faefd518 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 5352 time: 0.4381437 Aug 16 02:17:11.353736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48288) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:11.454167 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.525763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48292) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:11.531891 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.579270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f723d5cc-f25c-43c7-82b5-38ae988a4f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.588269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc7f6c17-ad90-4d5c-90b4-e874a821efdd req-eb09ae98-4f83-4c05-8567-acef30febf93 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e&id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2259572 Aug 16 02:17:11.591498 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d15f0b-8955-42ac-90bb-5ed1ad907246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.712229 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.731279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] For port a699867d-a866-4e7e-afaf-f2a7499ee9d4, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a699867d-a866-4e7e-afaf-f2a7499ee9d4,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:11.748419 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02786eda-aa9e-4270-9b51-eebcf868091c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.749907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-224adf19-dc49-4d9c-859b-67e5c06eb041 None None] Provisioning complete for port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:11.750276 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-224adf19-dc49-4d9c-859b-67e5c06eb041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.781903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] For port a699867d-a866-4e7e-afaf-f2a7499ee9d4, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:11.843778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-224adf19-dc49-4d9c-859b-67e5c06eb041 None None] Port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:11.853352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Allocated IP 172.20.0.2 (7946a3aa-f856-41e5-96b8-90d7a4945a6d/7c158791-6796-48d0-97e1-372499a9c67a/a521d6f9-72a4-481b-8d23-999fb72ef92d) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:11.858997 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.870197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:10Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:11.876934 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] device_id is not set on port a699867d-a866-4e7e-afaf-f2a7499ee9d4 yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:17:11.891434 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.896305 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.902195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41f0be-3704-4fde-aef5-f6969b19cae4 None None] The sync data for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 is: [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:10Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:11.915271 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.952360 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d15f0b-8955-42ac-90bb-5ed1ad907246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.007149 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41d15f0b-8955-42ac-90bb-5ed1ad907246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.078829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d15f0b-8955-42ac-90bb-5ed1ad907246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd756a2-2e01-40cd-8d63-6e5a6b1cd57d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.117088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a699867d-a866-4e7e-afaf-f2a7499ee9d4 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:12.128098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] No DVR routers for this DVR port a699867d-a866-4e7e-afaf-f2a7499ee9d4 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:12.188227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-41d15f0b-8955-42ac-90bb-5ed1ad907246 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea82b5036a0443fea6e84271c5448afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8333271 Aug 16 02:17:12.193479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48298) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:12.197430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a699867d-a866-4e7e-afaf-f2a7499ee9d4,revision_number=6']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.240226 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.259530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] In _notify_port_updated(), no bound segment for port a699867d-a866-4e7e-afaf-f2a7499ee9d4 on network 1944101e-d34d-4ce2-bec3-f14d1e1e999e {{(pid=101380) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:17:12.259530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.259530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.263542 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-e9bdd69d-c595-40e0-8fb4-a6d8458542b9 service neutron] 10.222.0.84 "PUT /v2.0/ports/a699867d-a866-4e7e-afaf-f2a7499ee9d4 HTTP/1.1" status: 200 len: 1026 time: 0.9427078 Aug 16 02:17:12.288898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Transition to ACTIVE for port object a521d6f9-72a4-481b-8d23-999fb72ef92d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:12.291182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a699867d-a866-4e7e-afaf-f2a7499ee9d4 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:12.291616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2b37b6d9-f301-4243-a1f1-2c191409210e no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:12.348395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Allocated IP 172.25.2.211 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/293254ad-85d0-4f9a-965e-28826d23b1d0) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:12.361316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Transition to ACTIVE for port object a521d6f9-72a4-481b-8d23-999fb72ef92d will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:12.376080 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.392061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7c04f-920b-4299-a4a6-0011fd55ece0 req-ac92c318-4baa-4c73-baa5-fe3548bc8f67 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.393838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91f7c04f-920b-4299-a4a6-0011fd55ece0 req-ac92c318-4baa-4c73-baa5-fe3548bc8f67 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 985 time: 0.4498508 Aug 16 02:17:12.462666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Pushing event updated for resources: {'Port': ['ID=a521d6f9-72a4-481b-8d23-999fb72ef92d,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.483364 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-c3856dda-f8cb-4336-8106-5a6cc5ec96ef tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Deleting port c53bffd3-02b2-4ace-ad8e-9d1f39579199 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:12.484746 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-c3856dda-f8cb-4336-8106-5a6cc5ec96ef tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.508088 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f723d5cc-f25c-43c7-82b5-38ae988a4f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.612648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Network 7946a3aa-f856-41e5-96b8-90d7a4945a6d is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:12.616016 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.618225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fa74387-3e3a-4861-b6f7-554b15155abd up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:12.656318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:12.666375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:12.699871 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.711960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2b37b6d9-f301-4243-a1f1-2c191409210e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2b37b6d9-f301-4243-a1f1-2c191409210e,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:12.716409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-c3856dda-f8cb-4336-8106-5a6cc5ec96ef tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] For port c53bffd3-02b2-4ace-ad8e-9d1f39579199, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=c53bffd3-02b2-4ace-ad8e-9d1f39579199,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:12.718686 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-c3856dda-f8cb-4336-8106-5a6cc5ec96ef tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.722775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b37b6d9-f301-4243-a1f1-2c191409210e'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:12.731857 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2434e4-7af5-4061-a5d2-2c0ccce900ad" -d '{"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-unplugged", "status": "completed", "tag": "2b37b6d9-f301-4243-a1f1-2c191409210e"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:12.734759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-956ae70b-34bd-4bde-8832-374ef99a01c4 None None] Provisioning complete for port a699867d-a866-4e7e-afaf-f2a7499ee9d4 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:12.735462 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-956ae70b-34bd-4bde-8832-374ef99a01c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.747592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-c3856dda-f8cb-4336-8106-5a6cc5ec96ef tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Calling delete_port for c53bffd3-02b2-4ace-ad8e-9d1f39579199 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:12.784057 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f723d5cc-f25c-43c7-82b5-38ae988a4f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.842476 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.843582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 91a212e2-94ac-4a5d-aedd-3a4eddc16505 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:12.851477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-956ae70b-34bd-4bde-8832-374ef99a01c4 None None] Port a699867d-a866-4e7e-afaf-f2a7499ee9d4 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:12.870480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723d5cc-f25c-43c7-82b5-38ae988a4f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e7e669-5db5-48ea-8c69-f98b87e6a16a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.913727 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.989721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:13.014015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f723d5cc-f25c-43c7-82b5-38ae988a4f96 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=433511d32cdf42e99b22708ca635d707&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4855561 Aug 16 02:17:13.015964 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bba94366-186c-4312-9e43-d219d3069d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.027739 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91f7c04f-920b-4299-a4a6-0011fd55ece0 req-a3653e8b-c5cb-459a-8bb7-dc75c27537c0 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2804158 Aug 16 02:17:13.031052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48342) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:13.046742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 8fa74387-3e3a-4861-b6f7-554b15155abd completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:13.079168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Attempting to bind port a521d6f9-72a4-481b-8d23-999fb72ef92d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:13.081371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Attempting to bind port a521d6f9-72a4-481b-8d23-999fb72ef92d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd94e42e9-d74c-4302-a398-10ad71b7210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:13.081844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Attempting to bind port a521d6f9-72a4-481b-8d23-999fb72ef92d on network 7946a3aa-f856-41e5-96b8-90d7a4945a6d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:13.083586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Pushing event updated for resources: {'Port': ['ID=293254ad-85d0-4f9a-965e-28826d23b1d0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:13.094592 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.100855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:13.104647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:13.115512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8fa74387-3e3a-4861-b6f7-554b15155abd triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:13.115970 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.172772 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-c3856dda-f8cb-4336-8106-5a6cc5ec96ef tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.199771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:13.200178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Checking segment: {'id': 'd94e42e9-d74c-4302-a398-10ad71b7210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:13.201212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4233e850-be98-47bc-b5dd-b974d6a1c4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.208065 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.208561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Bound using segment: {'id': 'd94e42e9-d74c-4302-a398-10ad71b7210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:13.209110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Bound port: a521d6f9-72a4-481b-8d23-999fb72ef92d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94e42e9-d74c-4302-a398-10ad71b7210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:13.209597 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.226206 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951e10ae-b9ce-4b22-9d8a-d22fdee4c896 x-openstack-request-id: req-951e10ae-b9ce-4b22-9d8a-d22fdee4c896 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:13.226454 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-unplugged", "status": "completed", "tag": "2b37b6d9-f301-4243-a1f1-2c191409210e", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:13.226712 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-951e10ae-b9ce-4b22-9d8a-d22fdee4c896 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:13.227101 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b37b6d9-f301-4243-a1f1-2c191409210e', 'code': 200} Aug 16 02:17:13.234928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c3a5e-0d32-4248-a9e3-8eda0738386b req-279fc224-cc6d-42c8-935b-e09977f58a4e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.245014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c3a5e-0d32-4248-a9e3-8eda0738386b req-279fc224-cc6d-42c8-935b-e09977f58a4e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.257946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c3a5e-0d32-4248-a9e3-8eda0738386b req-279fc224-cc6d-42c8-935b-e09977f58a4e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.262087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 91a212e2-94ac-4a5d-aedd-3a4eddc16505 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:13.262526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:13.264316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c3a5e-0d32-4248-a9e3-8eda0738386b req-279fc224-cc6d-42c8-935b-e09977f58a4e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.269220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3856dda-f8cb-4336-8106-5a6cc5ec96ef tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Port': ['ID=c53bffd3-02b2-4ace-ad8e-9d1f39579199,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:13.280146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c3a5e-0d32-4248-a9e3-8eda0738386b req-279fc224-cc6d-42c8-935b-e09977f58a4e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.282079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a57c3a5e-0d32-4248-a9e3-8eda0738386b req-279fc224-cc6d-42c8-935b-e09977f58a4e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 3881 time: 0.5179405 Aug 16 02:17:13.282962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2b37b6d9-f301-4243-a1f1-2c191409210e,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:13.344826 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bba94366-186c-4312-9e43-d219d3069d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.505722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] For port a521d6f9-72a4-481b-8d23-999fb72ef92d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:13.528177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4233e850-be98-47bc-b5dd-b974d6a1c4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.533393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-c3856dda-f8cb-4336-8106-5a6cc5ec96ef tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] No DVR routers for this DVR port c53bffd3-02b2-4ace-ad8e-9d1f39579199 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:13.540420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-c3856dda-f8cb-4336-8106-5a6cc5ec96ef tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.546635 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-c3856dda-f8cb-4336-8106-5a6cc5ec96ef tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "DELETE /v2.0/ports/c53bffd3-02b2-4ace-ad8e-9d1f39579199 HTTP/1.1" status: 204 len: 173 time: 1.2750368 Aug 16 02:17:13.555012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] For port a521d6f9-72a4-481b-8d23-999fb72ef92d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a521d6f9-72a4-481b-8d23-999fb72ef92d,segment=NetworkSegment(d94e42e9-d74c-4302-a398-10ad71b7210a),segment_id=d94e42e9-d74c-4302-a398-10ad71b7210a)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:13.568583 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.579827 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.626540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-deleted', 'tag': 'c53bffd3-02b2-4ace-ad8e-9d1f39579199'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:13.630764 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.631008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a57c3a5e-0d32-4248-a9e3-8eda0738386b req-4278f998-9275-437f-a7b8-98010cd7c3ad tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402841 Aug 16 02:17:13.646415 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48c7ce7-efbb-4fac-b074-0584e2dcead6" -d '{"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-deleted", "tag": "c53bffd3-02b2-4ace-ad8e-9d1f39579199"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:13.749971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589b60-fad0-438a-b006-2f6537826782 req-82f0b5ef-2751-42c0-93fa-5bcc90c0f444 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.752344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 8fa74387-3e3a-4861-b6f7-554b15155abd, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8fa74387-3e3a-4861-b6f7-554b15155abd,segment=NetworkSegment(5b86da60-9adc-4221-9089-998d1315fedc),segment_id=5b86da60-9adc-4221-9089-998d1315fedc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:13.757026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a589b60-fad0-438a-b006-2f6537826782 req-82f0b5ef-2751-42c0-93fa-5bcc90c0f444 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 985 time: 0.4094222 Aug 16 02:17:13.785934 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.878642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1ef49-3276-45b5-89cd-8b96f7100980 None None] Pushing event updated for resources: {'Port': ['ID=a521d6f9-72a4-481b-8d23-999fb72ef92d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:13.891856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4233e850-be98-47bc-b5dd-b974d6a1c4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.896070 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4233e850-be98-47bc-b5dd-b974d6a1c4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.898132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4233e850-be98-47bc-b5dd-b974d6a1c4cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5e7e669-5db5-48ea-8c69-f98b87e6a16a HTTP/1.1" status: 204 len: 168 time: 0.8643439 Aug 16 02:17:13.900066 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcca2c1-edbd-4e7e-8f6e-50f6d0365d08 x-openstack-request-id: req-fdcca2c1-edbd-4e7e-8f6e-50f6d0365d08 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:13.900650 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-deleted", "tag": "c53bffd3-02b2-4ace-ad8e-9d1f39579199", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:13.901232 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fdcca2c1-edbd-4e7e-8f6e-50f6d0365d08 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:13.903948 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-deleted', 'tag': 'c53bffd3-02b2-4ace-ad8e-9d1f39579199', 'status': 'completed', 'code': 200} Aug 16 02:17:13.919321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233e850-be98-47bc-b5dd-b974d6a1c4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e7e669-5db5-48ea-8c69-f98b87e6a16a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:13.943862 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bba94366-186c-4312-9e43-d219d3069d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.951401 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bba94366-186c-4312-9e43-d219d3069d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.952881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bba94366-186c-4312-9e43-d219d3069d05 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7dd756a2-2e01-40cd-8d63-6e5a6b1cd57d HTTP/1.1" status: 204 len: 168 time: 1.7567682 Aug 16 02:17:14.004296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a589b60-fad0-438a-b006-2f6537826782 req-14aa0da7-afa9-49ff-963b-c4314c872884 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2308247 Aug 16 02:17:14.012633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba94366-186c-4312-9e43-d219d3069d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd756a2-2e01-40cd-8d63-6e5a6b1cd57d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.014587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-560dcf14-21f4-4cfd-9480-9b588017be9f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Deleting port 79366d83-aed5-43fc-a3b8-297df612321f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:14.015727 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-560dcf14-21f4-4cfd-9480-9b588017be9f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.045753 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.096261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:14.169216 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.172955 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 79366d83-aed5-43fc-a3b8-297df612321f no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:14.322500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-560dcf14-21f4-4cfd-9480-9b588017be9f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] For port 79366d83-aed5-43fc-a3b8-297df612321f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79366d83-aed5-43fc-a3b8-297df612321f,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:14.336842 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-560dcf14-21f4-4cfd-9480-9b588017be9f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.411418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-560dcf14-21f4-4cfd-9480-9b588017be9f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Calling delete_port for 79366d83-aed5-43fc-a3b8-297df612321f owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:14.447761 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.457939 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=8fa74387-3e3a-4861-b6f7-554b15155abd,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.584515 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.637188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.711977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a521d6f9-72a4-481b-8d23-999fb72ef92d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:14.744571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97682d-8c27-4bad-803d-6e87fb1aedc1 req-5200891c-54db-456a-9ffe-aed138079fa5 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:14.747521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d97682d-8c27-4bad-803d-6e87fb1aedc1 req-5200891c-54db-456a-9ffe-aed138079fa5 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 1137 time: 0.4738953 Aug 16 02:17:14.777436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 79366d83-aed5-43fc-a3b8-297df612321f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=79366d83-aed5-43fc-a3b8-297df612321f,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:14.790996 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.801982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:14.881454 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-560dcf14-21f4-4cfd-9480-9b588017be9f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.900323 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-0d97682d-8c27-4bad-803d-6e87fb1aedc1 req-a495df65-c805-47b3-9d0a-6d7e0c9ef4d5 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.934463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dcf14-21f4-4cfd-9480-9b588017be9f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Port': ['ID=79366d83-aed5-43fc-a3b8-297df612321f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.032360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-560dcf14-21f4-4cfd-9480-9b588017be9f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] No DVR routers for this DVR port 79366d83-aed5-43fc-a3b8-297df612321f on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:15.032360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48404) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:15.040330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event deleted for resources: {'Port': ['ID=79366d83-aed5-43fc-a3b8-297df612321f,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.048162 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-560dcf14-21f4-4cfd-9480-9b588017be9f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.057324 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-560dcf14-21f4-4cfd-9480-9b588017be9f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "DELETE /v2.0/ports/79366d83-aed5-43fc-a3b8-297df612321f HTTP/1.1" status: 204 len: 173 time: 1.4019918 Aug 16 02:17:15.065905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.108652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port a521d6f9-72a4-481b-8d23-999fb72ef92d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:15.141716 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.154670 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9e6cd193-ceb0-49d4-9965-03fc90c1da0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.215036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:15.218195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144aa19-46ec-4384-be7d-96b1cca4b718 req-e208b92f-dc1f-4b92-a09e-12bfa6cc17f3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.226192 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.227005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144aa19-46ec-4384-be7d-96b1cca4b718 req-e208b92f-dc1f-4b92-a09e-12bfa6cc17f3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.227671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c53bffd3-02b2-4ace-ad8e-9d1f39579199 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:15.233485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19'}, {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79366d83-aed5-43fc-a3b8-297df612321f'}, {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a28bec1-580b-45ea-8c4c-2d4d5a3829e7'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:15.233900 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144aa19-46ec-4384-be7d-96b1cca4b718 req-e208b92f-dc1f-4b92-a09e-12bfa6cc17f3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.235726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b144aa19-46ec-4384-be7d-96b1cca4b718 req-e208b92f-dc1f-4b92-a09e-12bfa6cc17f3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 2411 time: 0.3829508 Aug 16 02:17:15.239901 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72767d3c-6ce6-4b8d-b8db-be87033910ed" -d '{"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19"}, {"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-unplugged", "status": "completed", "tag": "79366d83-aed5-43fc-a3b8-297df612321f"}, {"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-unplugged", "status": "completed", "tag": "0a28bec1-580b-45ea-8c4c-2d4d5a3829e7"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:15.259715 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-368bec28-48fa-4f55-b5a2-431ce844eb76 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Deleting port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:15.260481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-368bec28-48fa-4f55-b5a2-431ce844eb76 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.350421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: c53bffd3-02b2-4ace-ad8e-9d1f39579199 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:15.350421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device c53bffd3-02b2-4ace-ad8e-9d1f39579199 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:15.419830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.525629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-368bec28-48fa-4f55-b5a2-431ce844eb76 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] For port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:15.526007 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-368bec28-48fa-4f55-b5a2-431ce844eb76 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.561426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-368bec28-48fa-4f55-b5a2-431ce844eb76 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Calling delete_port for 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:15.574219 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b144aa19-46ec-4384-be7d-96b1cca4b718 req-b4f3b309-3b97-4480-a227-ea0b93ac106f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309422 Aug 16 02:17:15.690041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-0d97682d-8c27-4bad-803d-6e87fb1aedc1 req-a495df65-c805-47b3-9d0a-6d7e0c9ef4d5 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.706002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004be4dc-72bf-4db1-8512-e509cffc3a7c None None] Network 7946a3aa-f856-41e5-96b8-90d7a4945a6d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:15.716413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-0d97682d-8c27-4bad-803d-6e87fb1aedc1 req-a495df65-c805-47b3-9d0a-6d7e0c9ef4d5 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.775841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495df65-c805-47b3-9d0a-6d7e0c9ef4d5 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b38f84-c70d-4718-a04d-550cd2aa5bf7,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.797012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d97682d-8c27-4bad-803d-6e87fb1aedc1 req-a495df65-c805-47b3-9d0a-6d7e0c9ef4d5 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.0389941 Aug 16 02:17:15.804198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Router d3c27999-4576-4700-b7c7-bca10d68c357 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:17:15.816015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48420) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:15.817322 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c5543a-74a1-40db-b043-89ae663c923a x-openstack-request-id: req-21c5543a-74a1-40db-b043-89ae663c923a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:15.821543 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19", "code": 200}, {"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-unplugged", "status": "completed", "tag": "79366d83-aed5-43fc-a3b8-297df612321f", "code": 200}, {"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-unplugged", "status": "completed", "tag": "0a28bec1-580b-45ea-8c4c-2d4d5a3829e7", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:15.824420 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21c5543a-74a1-40db-b043-89ae663c923a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:15.826080 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19', 'code': 200} Aug 16 02:17:15.827189 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79366d83-aed5-43fc-a3b8-297df612321f', 'code': 200} Aug 16 02:17:15.828274 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a28bec1-580b-45ea-8c4c-2d4d5a3829e7', 'code': 200} Aug 16 02:17:15.892784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-66e79ede-2a6d-4fd0-be03-4900d31c0b73 None None] Provisioning for port a521d6f9-72a4-481b-8d23-999fb72ef92d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:15.899355 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-368bec28-48fa-4f55-b5a2-431ce844eb76 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.906061 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-deleted', 'tag': '79366d83-aed5-43fc-a3b8-297df612321f'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:15.912258 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c56fec4-7cd3-484e-89f9-95053e0e2a4e" -d '{"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-deleted", "tag": "79366d83-aed5-43fc-a3b8-297df612321f"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:15.924950 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-66e79ede-2a6d-4fd0-be03-4900d31c0b73 None None] Provisioning complete for port a521d6f9-72a4-481b-8d23-999fb72ef92d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:15.926839 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-66e79ede-2a6d-4fd0-be03-4900d31c0b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.992136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bec28-48fa-4f55-b5a2-431ce844eb76 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Port': ['ID=0a28bec1-580b-45ea-8c4c-2d4d5a3829e7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.022304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:16.034341 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Sync routers for ids ['d3c27999-4576-4700-b7c7-bca10d68c357'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:16.041735 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56be1cb-2eaf-4ce5-979b-919d2b710411 x-openstack-request-id: req-e56be1cb-2eaf-4ce5-979b-919d2b710411 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:16.042028 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-deleted", "tag": "79366d83-aed5-43fc-a3b8-297df612321f", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:16.042296 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e56be1cb-2eaf-4ce5-979b-919d2b710411 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:16.042692 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-deleted', 'tag': '79366d83-aed5-43fc-a3b8-297df612321f', 'status': 'completed', 'code': 200} Aug 16 02:17:16.048923 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Routers {'d3c27999-4576-4700-b7c7-bca10d68c357'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:16.049869 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d3c27999-4576-4700-b7c7-bca10d68c357'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.066289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fe1005-f682-49cb-baa3-4c4f668bbb64 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:16.068011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c8fe1005-f682-49cb-baa3-4c4f668bbb64 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 1132 time: 0.2510059 Aug 16 02:17:16.082579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48426) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:16.087678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '5f285cb7-932d-4767-8078-4db39a4690cd', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:16.118265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-368bec28-48fa-4f55-b5a2-431ce844eb76 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] No DVR routers for this DVR port 0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:16.124772 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-368bec28-48fa-4f55-b5a2-431ce844eb76 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.127602 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-368bec28-48fa-4f55-b5a2-431ce844eb76 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "DELETE /v2.0/ports/0a28bec1-580b-45ea-8c4c-2d4d5a3829e7 HTTP/1.1" status: 204 len: 173 time: 1.0637662 Aug 16 02:17:16.234500 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Set router d3c27999-4576-4700-b7c7-bca10d68c357 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:16.291775 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9e6cd193-ceb0-49d4-9965-03fc90c1da0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.296962 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-66e79ede-2a6d-4fd0-be03-4900d31c0b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.309358 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.313610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7917f901-fa18-4890-9dce-75af3b07ff7d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6760821 Aug 16 02:17:16.314401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48430) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:16.323122 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9e6cd193-ceb0-49d4-9965-03fc90c1da0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.352052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-66e79ede-2a6d-4fd0-be03-4900d31c0b73 None None] For port a521d6f9-72a4-481b-8d23-999fb72ef92d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a521d6f9-72a4-481b-8d23-999fb72ef92d,segment=NetworkSegment(d94e42e9-d74c-4302-a398-10ad71b7210a),segment_id=d94e42e9-d74c-4302-a398-10ad71b7210a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:16.361256 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-66e79ede-2a6d-4fd0-be03-4900d31c0b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.469384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e79ede-2a6d-4fd0-be03-4900d31c0b73 None None] Pushing event updated for resources: {'Port': ['ID=a521d6f9-72a4-481b-8d23-999fb72ef92d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.520113 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.557306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fa74387-3e3a-4861-b6f7-554b15155abd up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:16.583248 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9e6cd193-ceb0-49d4-9965-03fc90c1da0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5521799812c0446f8494b63ae8333a78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5499783 Aug 16 02:17:16.584783 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48438) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:16.726620 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'name': 'tempest-TestVolumeBackupRestore-256219507-router', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:10Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 3, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'gw_port': {'id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:11Z', 'updated_at': '2021-08-16T02:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.738961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8fa74387-3e3a-4861-b6f7-554b15155abd triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:16.740007 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.758477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cd193-ceb0-49d4-9965-03fc90c1da0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f59f717-004f-4afa-a3ee-6e2008402984,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.787456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-d0fa065f-225d-4fe5-9f2f-1996b2e89cd6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Deleting port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:16.791372 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-d0fa065f-225d-4fe5-9f2f-1996b2e89cd6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.823008 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:17:16.847375 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Checking router: d3c27999-4576-4700-b7c7-bca10d68c357 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:16.847869 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Updating router d3c27999-4576-4700-b7c7-bca10d68c357 port 293254ad-85d0-4f9a-965e-28826d23b1d0 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:16.904326 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.963566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fc18337f-7ddd-42da-90de-a05a3fbd953b None None] Provisioning complete for port a521d6f9-72a4-481b-8d23-999fb72ef92d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:16.963937 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc18337f-7ddd-42da-90de-a05a3fbd953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.054350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a0e99b90-70e1-4b41-9295-f1b0ecf56dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.069976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-d0fa065f-225d-4fe5-9f2f-1996b2e89cd6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] For port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:17.070622 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-d0fa065f-225d-4fe5-9f2f-1996b2e89cd6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.101134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-d0fa065f-225d-4fe5-9f2f-1996b2e89cd6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Calling delete_port for fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:17.104557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a0e99b90-70e1-4b41-9295-f1b0ecf56dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.273230 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.281562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a0e99b90-70e1-4b41-9295-f1b0ecf56dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.285531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a0e99b90-70e1-4b41-9295-f1b0ecf56dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.286681 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Transition to ACTIVE for port object 293254ad-85d0-4f9a-965e-28826d23b1d0 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:17.286954 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a0e99b90-70e1-4b41-9295-f1b0ecf56dd8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0f59f717-004f-4afa-a3ee-6e2008402984 HTTP/1.1" status: 204 len: 168 time: 0.6833942 Aug 16 02:17:17.299442 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.305467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e99b90-70e1-4b41-9295-f1b0ecf56dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f59f717-004f-4afa-a3ee-6e2008402984,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.403194 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b84537-2f26-4eee-87d4-0766b34a78f8 None None] Pushing event updated for resources: {'Port': ['ID=293254ad-85d0-4f9a-965e-28826d23b1d0,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.435765 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-d0fa065f-225d-4fe5-9f2f-1996b2e89cd6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.458972 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Attempting to bind port 293254ad-85d0-4f9a-965e-28826d23b1d0 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:17.459431 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Attempting to bind port 293254ad-85d0-4f9a-965e-28826d23b1d0 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:17.459712 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Attempting to bind port 293254ad-85d0-4f9a-965e-28826d23b1d0 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:17.465932 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:17.466298 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:17.471219 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.473347 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:17.473805 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Bound port: 293254ad-85d0-4f9a-965e-28826d23b1d0, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:17.474202 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.492729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95909eac-ff07-4f93-bbc8-5a637b9d09df req-8b1c1c3c-a3f6-45af-a30e-4c628b744989 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:17.500847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95909eac-ff07-4f93-bbc8-5a637b9d09df req-8b1c1c3c-a3f6-45af-a30e-4c628b744989 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:17.503047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95909eac-ff07-4f93-bbc8-5a637b9d09df req-8b1c1c3c-a3f6-45af-a30e-4c628b744989 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 1677 time: 0.1995564 Aug 16 02:17:17.599629 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] For port 293254ad-85d0-4f9a-965e-28826d23b1d0, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:17.600072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa065f-225d-4fe5-9f2f-1996b2e89cd6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Port': ['ID=fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.604930 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] For port 293254ad-85d0-4f9a-965e-28826d23b1d0, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=293254ad-85d0-4f9a-965e-28826d23b1d0,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:17.612329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95909eac-ff07-4f93-bbc8-5a637b9d09df req-c423cb50-e551-4fbd-b373-8229eef3f53c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993619 Aug 16 02:17:17.614136 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.709438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-d0fa065f-225d-4fe5-9f2f-1996b2e89cd6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] No DVR routers for this DVR port fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:17.720649 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.723123 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-d0fa065f-225d-4fe5-9f2f-1996b2e89cd6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.728549 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-d0fa065f-225d-4fe5-9f2f-1996b2e89cd6 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "DELETE /v2.0/ports/fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19 HTTP/1.1" status: 204 len: 173 time: 1.5908530 Aug 16 02:17:17.918369 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b84537-2f26-4eee-87d4-0766b34a78f8 None None] Pushing event updated for resources: {'Port': ['ID=293254ad-85d0-4f9a-965e-28826d23b1d0,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.949792 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Routers {'d3c27999-4576-4700-b7c7-bca10d68c357'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:17.950599 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d3c27999-4576-4700-b7c7-bca10d68c357'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:17.993212 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Deleting port 2b37b6d9-f301-4243-a1f1-2c191409210e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:18.001493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.045469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-deleted', 'tag': '0a28bec1-580b-45ea-8c4c-2d4d5a3829e7'}, {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-deleted', 'tag': 'fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:18.053975 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943f0402-ff46-469c-adde-e9d2b9257c8e" -d '{"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-deleted", "tag": "0a28bec1-580b-45ea-8c4c-2d4d5a3829e7"}, {"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-deleted", "tag": "fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:18.086859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Allocated IP 172.25.2.234 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/d9e30f2b-5855-4a45-81a0-d0ee4ed73436) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:18.131048 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] Set router d3c27999-4576-4700-b7c7-bca10d68c357 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:18.209797 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0435e9-3625-4e88-aa29-aba73234f8b5 x-openstack-request-id: req-ef0435e9-3625-4e88-aa29-aba73234f8b5 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:18.210378 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-deleted", "tag": "0a28bec1-580b-45ea-8c4c-2d4d5a3829e7", "status": "completed", "code": 200}, {"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-deleted", "tag": "fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:18.211123 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef0435e9-3625-4e88-aa29-aba73234f8b5 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:18.211616 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-deleted', 'tag': '0a28bec1-580b-45ea-8c4c-2d4d5a3829e7', 'status': 'completed', 'code': 200} Aug 16 02:17:18.212802 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-deleted', 'tag': 'fbbf3fc7-d5be-4fa8-8e59-571ff0c90e19', 'status': 'completed', 'code': 200} Aug 16 02:17:18.250129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] For port 2b37b6d9-f301-4243-a1f1-2c191409210e, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2b37b6d9-f301-4243-a1f1-2c191409210e,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:18.250732 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.415164 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.421238 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.445864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a521d6f9-72a4-481b-8d23-999fb72ef92d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:18.488067 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.559324 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'name': 'tempest-TestVolumeBackupRestore-256219507-router', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:10Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 3, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'gw_port': {'id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:11Z', 'updated_at': '2021-08-16T02:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:18.618082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a521d6f9-72a4-481b-8d23-999fb72ef92d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:18.618466 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.628339 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4fd0a-0f55-4d92-9cd0-b83b3480075e None None] The sync data for ids ['d3c27999-4576-4700-b7c7-bca10d68c357'] in n-d-768851-16 is: [{'id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'name': 'tempest-TestVolumeBackupRestore-256219507-router', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:10Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 3, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'gw_port': {'id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:11Z', 'updated_at': '2021-08-16T02:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:18.814734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.907004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:18.910518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:18.928866 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.929904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.930622 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Floating IP 35efe2f3-a8fa-4dc3-bc13-e99ac87c8f6e disassociated. External IP: 172.25.2.235, port: 2b37b6d9-f301-4243-a1f1-2c191409210e. Aug 16 02:17:18.931050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Calling delete_port for 2b37b6d9-f301-4243-a1f1-2c191409210e owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:18.958564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:19.004268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Allocated IP 172.20.0.1 (7946a3aa-f856-41e5-96b8-90d7a4945a6d/7c158791-6796-48d0-97e1-372499a9c67a/e0612932-fdac-4f21-aaf6-10cda06cf6ec) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:19.007944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Port': ['ID=d9e30f2b-5855-4a45-81a0-d0ee4ed73436,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:19.186051 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.390996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041a945-26fb-4f81-9628-29c1b8148481 req-31224ac8-803f-40a2-a86b-656b8e3f2b5f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:19.392559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0041a945-26fb-4f81-9628-29c1b8148481 req-31224ac8-803f-40a2-a86b-656b8e3f2b5f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 943 time: 0.5441375 Aug 16 02:17:19.423260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-4746290b-90cc-4874-9fbb-df2ddd4fee3e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4727695 Aug 16 02:17:19.643080 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.686203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Port': ['ID=2b37b6d9-f301-4243-a1f1-2c191409210e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:19.686737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0041a945-26fb-4f81-9628-29c1b8148481 req-d7681c16-2c29-47ca-a0ca-87dbb8209eed tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups?id=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687254 Aug 16 02:17:19.749581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Transition to ACTIVE for port object e0612932-fdac-4f21-aaf6-10cda06cf6ec will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:19.817833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-14876652-8af6-47b5-b1c3-3006f93fe491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:19.820053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-14876652-8af6-47b5-b1c3-3006f93fe491 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=06438d0ead5145579ec2336933061baa&device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 1137 time: 0.3099661 Aug 16 02:17:19.867999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Router 7475ffa3-687c-490e-9cd7-be9d2e90f263 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:20.079433 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.080530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:20.095871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5870b-e6bb-481a-aab3-1e078f0df91c None None] Sync routers for ids ['7475ffa3-687c-490e-9cd7-be9d2e90f263'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:20.109027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5870b-e6bb-481a-aab3-1e078f0df91c None None] Routers {'7475ffa3-687c-490e-9cd7-be9d2e90f263'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:20.116146 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-05e5870b-e6bb-481a-aab3-1e078f0df91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7475ffa3-687c-490e-9cd7-be9d2e90f263'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:20.191416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] No DVR routers for this DVR port 2b37b6d9-f301-4243-a1f1-2c191409210e on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:20.198804 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.202769 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-82c3538a-dc55-4da8-bb01-db9ac0e22bf0 req-ee97ee9c-8319-4a40-a672-b4bed854c7aa tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.84 "DELETE /v2.0/ports/2b37b6d9-f301-4243-a1f1-2c191409210e HTTP/1.1" status: 204 len: 173 time: 2.4672580 Aug 16 02:17:20.214856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-deleted', 'tag': '2b37b6d9-f301-4243-a1f1-2c191409210e'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:20.217855 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a43293-0170-4e6c-a9f5-c81ca5b08474" -d '{"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-deleted", "tag": "2b37b6d9-f301-4243-a1f1-2c191409210e"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:20.326393 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63076055-c8cf-42d0-82a7-382f48edf74a x-openstack-request-id: req-63076055-c8cf-42d0-82a7-382f48edf74a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:20.326895 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f82c595-3ec4-469a-8954-cf941443c68c", "name": "network-vif-deleted", "tag": "2b37b6d9-f301-4243-a1f1-2c191409210e", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:20.327222 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63076055-c8cf-42d0-82a7-382f48edf74a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:20.327894 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f82c595-3ec4-469a-8954-cf941443c68c', 'name': 'network-vif-deleted', 'tag': '2b37b6d9-f301-4243-a1f1-2c191409210e', 'status': 'completed', 'code': 200} Aug 16 02:17:20.406141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-5e0ec379-274d-4786-b24e-bf78faa626fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:20.413517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-5e0ec379-274d-4786-b24e-bf78faa626fe service neutron] 10.222.0.89 "GET /v2.0/networks?id=b51b2a3c-9462-4efd-873c-94a3f720551b HTTP/1.1" status: 200 len: 897 time: 0.5660539 Aug 16 02:17:20.472890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Network 7946a3aa-f856-41e5-96b8-90d7a4945a6d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:20.561517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:20.572624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:20.665305 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.669803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-e239912e-4b39-466d-b908-4f1425b04d84 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f285cb7-932d-4767-8078-4db39a4690cd HTTP/1.1" status: 200 len: 217 time: 0.2506266 Aug 16 02:17:20.806832 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 293254ad-85d0-4f9a-965e-28826d23b1d0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:20.861424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Pushing event updated for resources: {'Port': ['ID=e0612932-fdac-4f21-aaf6-10cda06cf6ec,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:20.959536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-05e5870b-e6bb-481a-aab3-1e078f0df91c None None] Set router 7475ffa3-687c-490e-9cd7-be9d2e90f263 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:21.069703 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 293254ad-85d0-4f9a-965e-28826d23b1d0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:21.090279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 293254ad-85d0-4f9a-965e-28826d23b1d0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:21.090807 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.100094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a54ddd2-6acf-4a65-8b2d-a00503dace50 req-104873ef-61d2-4117-b667-4812fad7a5fd tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.1986732 Aug 16 02:17:21.222833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-345e3de1-6468-45b4-a84b-9889f31de468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:21.224513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-345e3de1-6468-45b4-a84b-9889f31de468 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a4eaa82-caea-40a8-ae49-c3f72ca1c64a HTTP/1.1" status: 200 len: 834 time: 0.4862809 Aug 16 02:17:21.284455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48544) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:21.407406 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.458567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-01ec2956-59f8-41f8-a26c-5e1fc9c93d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:21.463410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-01ec2956-59f8-41f8-a26c-5e1fc9c93d05 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b51b2a3c-9462-4efd-873c-94a3f720551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2000008 Aug 16 02:17:21.470200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48548) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:21.508207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fcf4c24e-300d-44f8-be6d-ed5920fc5bbd None None] Provisioning for port e0612932-fdac-4f21-aaf6-10cda06cf6ec completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:21.525676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.538810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fcf4c24e-300d-44f8-be6d-ed5920fc5bbd None None] Provisioning complete for port e0612932-fdac-4f21-aaf6-10cda06cf6ec triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:21.540142 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c24e-300d-44f8-be6d-ed5920fc5bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.601131 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dda8f1c5-9c7a-49c4-bfd9-ba76664e2728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.634827 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d6114d2-d2c5-49aa-9246-0d6c9482e7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.650912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4c24e-300d-44f8-be6d-ed5920fc5bbd None None] Port e0612932-fdac-4f21-aaf6-10cda06cf6ec cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:21.716186 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.750904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 293254ad-85d0-4f9a-965e-28826d23b1d0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=293254ad-85d0-4f9a-965e-28826d23b1d0,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:21.755187 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dda8f1c5-9c7a-49c4-bfd9-ba76664e2728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.764415 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.791539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dda8f1c5-9c7a-49c4-bfd9-ba76664e2728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.827259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8f1c5-9c7a-49c4-bfd9-ba76664e2728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128fa778-f7d7-40aa-9853-4f48cf54eafe,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:21.830543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=293254ad-85d0-4f9a-965e-28826d23b1d0,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:21.836753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-05e5870b-e6bb-481a-aab3-1e078f0df91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:55Z', 'revision_number': 4, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91', 'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'mac_address': 'fa:16:3e:8a:23:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:54Z', 'updated_at': '2021-08-16T02:07:04Z', 'revision_number': 5, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'subnets': [{'id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:21.850234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-2960a871-394f-4b0c-9172-1abfa774f601 service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169878 Aug 16 02:17:21.865558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.879635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5870b-e6bb-481a-aab3-1e078f0df91c None None] Checking router: 7475ffa3-687c-490e-9cd7-be9d2e90f263 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:21.880356 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dda8f1c5-9c7a-49c4-bfd9-ba76664e2728 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00c5b8e010ff494eb3bd1237a9aeb74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930285 Aug 16 02:17:21.884227 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48552) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:21.894811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5870b-e6bb-481a-aab3-1e078f0df91c None None] Routers {'7475ffa3-687c-490e-9cd7-be9d2e90f263'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:21.895816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-05e5870b-e6bb-481a-aab3-1e078f0df91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7475ffa3-687c-490e-9cd7-be9d2e90f263'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:22.048797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35707db6-9be0-41e8-a719-103104a33e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.057130 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d6114d2-d2c5-49aa-9246-0d6c9482e7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.063323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-05e5870b-e6bb-481a-aab3-1e078f0df91c None None] Set router 7475ffa3-687c-490e-9cd7-be9d2e90f263 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:22.071832 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7d6114d2-d2c5-49aa-9246-0d6c9482e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.122795 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35707db6-9be0-41e8-a719-103104a33e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.172586 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7d6114d2-d2c5-49aa-9246-0d6c9482e7c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7483c7ddb8184d22a825b038c0281685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7009845 Aug 16 02:17:22.179015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48556) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:22.191786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6114d2-d2c5-49aa-9246-0d6c9482e7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219dfdbd-244a-43b4-9043-9541c6d518ea,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:22.323823 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2bcde601-79e8-4ad0-9386-4363212e951b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.330704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35707db6-9be0-41e8-a719-103104a33e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.333563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-35707db6-9be0-41e8-a719-103104a33e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.337042 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-35707db6-9be0-41e8-a719-103104a33e5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/128fa778-f7d7-40aa-9853-4f48cf54eafe HTTP/1.1" status: 204 len: 168 time: 0.4485564 Aug 16 02:17:22.386279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35707db6-9be0-41e8-a719-103104a33e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128fa778-f7d7-40aa-9853-4f48cf54eafe,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:22.414971 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2bcde601-79e8-4ad0-9386-4363212e951b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.532331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2bcde601-79e8-4ad0-9386-4363212e951b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.535382 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2bcde601-79e8-4ad0-9386-4363212e951b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.536146 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 293254ad-85d0-4f9a-965e-28826d23b1d0 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:22.540212 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2bcde601-79e8-4ad0-9386-4363212e951b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/219dfdbd-244a-43b4-9043-9541c6d518ea HTTP/1.1" status: 204 len: 168 time: 0.3576047 Aug 16 02:17:22.581544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcde601-79e8-4ad0-9386-4363212e951b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219dfdbd-244a-43b4-9043-9541c6d518ea,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:22.683714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 293254ad-85d0-4f9a-965e-28826d23b1d0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:22.686451 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.745567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-05e5870b-e6bb-481a-aab3-1e078f0df91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:55Z', 'revision_number': 4, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91', 'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'mac_address': 'fa:16:3e:8a:23:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:54Z', 'updated_at': '2021-08-16T02:07:04Z', 'revision_number': 5, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'subnets': [{'id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:22.804807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5870b-e6bb-481a-aab3-1e078f0df91c None None] The sync data for ids ['7475ffa3-687c-490e-9cd7-be9d2e90f263'] in n-d-768851-16 is: [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:06:55Z', 'revision_number': 4, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91', 'name': '', 'network_id': '75ecf9d7-bd12-4326-a6f3-a93a4477fa36', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'mac_address': 'fa:16:3e:8a:23:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:54Z', 'updated_at': '2021-08-16T02:07:04Z', 'revision_number': 5, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'subnets': [{'id': '0ea88406-ad03-452f-8d46-b2b14ab4b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:23.036053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-501c72f9-51f7-4447-a537-bd0ca116cab3 req-75a0b84f-fbcc-4395-a916-c4453da34f52 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.1272163 Aug 16 02:17:23.131434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.175874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.226142 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48568) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:23.246514 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c25799f-355a-46da-8fee-04696b1bf0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.292794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93f3ceee-603d-4e2f-aa90-46576ce3370e req-c35a4c8e-487b-4c3a-b8ed-ea72d3b87aca service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3010030 Aug 16 02:17:23.340289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48570) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:23.352247 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619d733-f244-43d3-b0cf-31684db65fbd None None] New status for floating IP 35efe2f3-a8fa-4dc3-bc13-e99ac87c8f6e: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:23.365640 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.376251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Pushing event updated for resources: {'Port': ['ID=e0612932-fdac-4f21-aaf6-10cda06cf6ec,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:23.385577 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27b9f409-92ea-44f9-bebb-e217511cf6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.388013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.403407 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.524345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Port': ['ID=d9e30f2b-5855-4a45-81a0-d0ee4ed73436,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:23.526112 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c25799f-355a-46da-8fee-04696b1bf0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.544463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c25799f-355a-46da-8fee-04696b1bf0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.556265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.619203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25799f-355a-46da-8fee-04696b1bf0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ad2a5d-8ebf-4a31-89c3-ea5a92ff18f1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:23.643836 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2c25799f-355a-46da-8fee-04696b1bf0fe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2a1a8c1ee1534335a24a2c4a54169617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164019 Aug 16 02:17:23.646811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48574) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:23.712946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4e23f98-2d53-4365-b981-a86544393a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.754809 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4e23f98-2d53-4365-b981-a86544393a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.768062 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Network 7946a3aa-f856-41e5-96b8-90d7a4945a6d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:23.778240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:23.787594 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Floating IP 33ffdc60-09d6-4e26-bd7c-a169ea61c1cb associated. External IP: 172.25.2.234, port: 5f285cb7-932d-4767-8078-4db39a4690cd. Aug 16 02:17:23.821252 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4e23f98-2d53-4365-b981-a86544393a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.824907 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4e23f98-2d53-4365-b981-a86544393a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.829695 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f4e23f98-2d53-4365-b981-a86544393a1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86ad2a5d-8ebf-4a31-89c3-ea5a92ff18f1 HTTP/1.1" status: 204 len: 168 time: 0.1817291 Aug 16 02:17:23.840705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e23f98-2d53-4365-b981-a86544393a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ad2a5d-8ebf-4a31-89c3-ea5a92ff18f1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:24.032745 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27b9f409-92ea-44f9-bebb-e217511cf6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.050167 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27b9f409-92ea-44f9-bebb-e217511cf6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.097464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3cfa62cc-37d8-44ce-94cc-aacd68af3c83 None None] Provisioning complete for port e0612932-fdac-4f21-aaf6-10cda06cf6ec triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:24.098797 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3cfa62cc-37d8-44ce-94cc-aacd68af3c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.115848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48580) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:24.116228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-27b9f409-92ea-44f9-bebb-e217511cf6a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6f3884c5dc646be9c7b4db9d18ee491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7673266 Aug 16 02:17:24.125315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9f409-92ea-44f9-bebb-e217511cf6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff86b8a-598f-4e16-b06a-53dfcbe8e512,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:24.168537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Router d3c27999-4576-4700-b7c7-bca10d68c357 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:24.209375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa62cc-37d8-44ce-94cc-aacd68af3c83 None None] Port e0612932-fdac-4f21-aaf6-10cda06cf6ec cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:24.216061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe947f9e-f1b8-42c1-810f-f89f2df74150 req-2821c8e0-9676-4723-bcb5-b8b073f69d2e tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0336084 Aug 16 02:17:24.232465 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91a298d-3480-4aa8-a6c6-8806989e70e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.281367 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91a298d-3480-4aa8-a6c6-8806989e70e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.375990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91a298d-3480-4aa8-a6c6-8806989e70e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.379623 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b91a298d-3480-4aa8-a6c6-8806989e70e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.381460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b91a298d-3480-4aa8-a6c6-8806989e70e2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ff86b8a-598f-4e16-b06a-53dfcbe8e512 HTTP/1.1" status: 204 len: 168 time: 0.2640748 Aug 16 02:17:24.395477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a298d-3480-4aa8-a6c6-8806989e70e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff86b8a-598f-4e16-b06a-53dfcbe8e512,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:24.480456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Router 161b1a79-3426-442e-a192-fce2000ec9a9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:24.487313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:24.502157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Sync routers for ids ['d3c27999-4576-4700-b7c7-bca10d68c357'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:24.509956 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8bc1efbb-1117-414e-a59d-8750216eb545 admin admin] 10.222.0.79 "PUT /v2.0/routers/d3c27999-4576-4700-b7c7-bca10d68c357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1937499 Aug 16 02:17:24.531456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Routers {'d3c27999-4576-4700-b7c7-bca10d68c357'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:24.533025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d3c27999-4576-4700-b7c7-bca10d68c357'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:24.670714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:24.682254 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427721f5-261b-40ea-83cb-1933e6f88d15 None None] Sync routers for ids ['161b1a79-3426-442e-a192-fce2000ec9a9'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:24.693505 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.696621 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427721f5-261b-40ea-83cb-1933e6f88d15 None None] Routers {'161b1a79-3426-442e-a192-fce2000ec9a9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:24.699016 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-427721f5-261b-40ea-83cb-1933e6f88d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['161b1a79-3426-442e-a192-fce2000ec9a9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:24.743686 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7af6af97-761b-4480-860f-16a4dad5120a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.6600440 Aug 16 02:17:24.744300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'tag': '5f285cb7-932d-4767-8078-4db39a4690cd'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:24.746304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48596) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:24.747155 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2fc13e-b23c-40e2-9523-a18553124825" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e", "tag": "5f285cb7-932d-4767-8078-4db39a4690cd"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:24.784856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Set router d3c27999-4576-4700-b7c7-bca10d68c357 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:24.868637 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7957f4-e047-4387-83cd-4b4afdfdeaa2 x-openstack-request-id: req-cb7957f4-e047-4387-83cd-4b4afdfdeaa2 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:24.868950 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e", "tag": "5f285cb7-932d-4767-8078-4db39a4690cd", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:24.869581 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb7957f4-e047-4387-83cd-4b4afdfdeaa2 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:24.871012 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'tag': '5f285cb7-932d-4767-8078-4db39a4690cd', 'status': 'completed', 'code': 200} Aug 16 02:17:24.996123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fc13e-b23c-40e2-9523-a18553124825 req-35c7c09d-ec14-47bb-9d2b-9ef61b258ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.997722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e2fc13e-b23c-40e2-9523-a18553124825 req-35c7c09d-ec14-47bb-9d2b-9ef61b258ae9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=06438d0ead5145579ec2336933061baa&device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 1137 time: 0.1253569 Aug 16 02:17:25.037041 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-427721f5-261b-40ea-83cb-1933e6f88d15 None None] Set router 161b1a79-3426-442e-a192-fce2000ec9a9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:25.051083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0f49f-1bf9-4c17-96cb-d1cce4f2b6f3 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.051579 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0f49f-1bf9-4c17-96cb-d1cce4f2b6f3 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.052046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0f49f-1bf9-4c17-96cb-d1cce4f2b6f3 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.052519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0f49f-1bf9-4c17-96cb-d1cce4f2b6f3 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.053572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0f49f-1bf9-4c17-96cb-d1cce4f2b6f3 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.069542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0f49f-1bf9-4c17-96cb-d1cce4f2b6f3 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.075389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0f49f-1bf9-4c17-96cb-d1cce4f2b6f3 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.076108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0f49f-1bf9-4c17-96cb-d1cce4f2b6f3 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.076388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0f49f-1bf9-4c17-96cb-d1cce4f2b6f3 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.078618 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a3e0f49f-1bf9-4c17-96cb-d1cce4f2b6f3 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6368 time: 0.3299646 Aug 16 02:17:25.086658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48612) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.208421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'name': 'tempest-TestVolumeBackupRestore-256219507-router', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:10Z', 'updated_at': '2021-08-16T02:17:21Z', 'revision_number': 4, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'gw_port': {'id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:11Z', 'updated_at': '2021-08-16T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'e0612932-fdac-4f21-aaf6-10cda06cf6ec', 'name': '', 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'mac_address': 'fa:16:3e:59:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '7c158791-6796-48d0-97e1-372499a9c67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:18Z', 'updated_at': '2021-08-16T02:17:21Z', 'revision_number': 2, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'subnets': [{'id': '7c158791-6796-48d0-97e1-372499a9c67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:25.255506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Checking router: d3c27999-4576-4700-b7c7-bca10d68c357 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:25.256131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Updating router d3c27999-4576-4700-b7c7-bca10d68c357 port e0612932-fdac-4f21-aaf6-10cda06cf6ec binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:25.289777 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.312418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a5623-2bbe-4a1b-a0da-5c80c0768dc9 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.312963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fc13e-b23c-40e2-9523-a18553124825 req-aaeae074-94ad-4475-8a51-016c38086e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.313855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a5623-2bbe-4a1b-a0da-5c80c0768dc9 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.314688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a5623-2bbe-4a1b-a0da-5c80c0768dc9 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.315311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a5623-2bbe-4a1b-a0da-5c80c0768dc9 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.315918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a5623-2bbe-4a1b-a0da-5c80c0768dc9 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.316525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a5623-2bbe-4a1b-a0da-5c80c0768dc9 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.317192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a5623-2bbe-4a1b-a0da-5c80c0768dc9 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.317830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a5623-2bbe-4a1b-a0da-5c80c0768dc9 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.319463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a5623-2bbe-4a1b-a0da-5c80c0768dc9 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.322161 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6d5a5623-2bbe-4a1b-a0da-5c80c0768dc9 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5817 time: 0.2344437 Aug 16 02:17:25.324215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e2fc13e-b23c-40e2-9523-a18553124825 req-aaeae074-94ad-4475-8a51-016c38086e1a service neutron] 10.222.0.89 "GET /v2.0/networks?id=b51b2a3c-9462-4efd-873c-94a3f720551b HTTP/1.1" status: 200 len: 897 time: 0.3068900 Aug 16 02:17:25.325138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48620) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.603306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-645fd26d-df87-4d81-9821-e03689bcd0e7 req-32c0445c-3cb1-433b-ac6c-b9ae4831b049 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0976155 Aug 16 02:17:25.612131 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-427721f5-261b-40ea-83cb-1933e6f88d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '33ffdc60-09d6-4e26-bd7c-a169ea61c1cb', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'port_id': '5f285cb7-932d-4767-8078-4db39a4690cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'mac_address': 'fa:16:3e:3f:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:20Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 0, 'project_id': '06438d0ead5145579ec2336933061baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b9f40e-892b-4778-99da-32f24f309ca2', 'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:a2:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:57Z', 'revision_number': 5, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:25.643128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e2fc13e-b23c-40e2-9523-a18553124825 req-8187f8aa-e20f-43ec-bb14-0141741d5e03 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f285cb7-932d-4767-8078-4db39a4690cd HTTP/1.1" status: 200 len: 1000 time: 0.3181374 Aug 16 02:17:25.686640 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427721f5-261b-40ea-83cb-1933e6f88d15 None None] Checking router: 161b1a79-3426-442e-a192-fce2000ec9a9 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:25.711991 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427721f5-261b-40ea-83cb-1933e6f88d15 None None] Routers {'161b1a79-3426-442e-a192-fce2000ec9a9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:25.712851 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-427721f5-261b-40ea-83cb-1933e6f88d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['161b1a79-3426-442e-a192-fce2000ec9a9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:25.756609 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-233b4f6f-9f78-4ee7-bb08-186e25694ce7 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.4275017 Aug 16 02:17:25.757673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fc13e-b23c-40e2-9523-a18553124825 req-2949c034-51e7-4f5f-8e25-8ee13bccf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.763274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e2fc13e-b23c-40e2-9523-a18553124825 req-2949c034-51e7-4f5f-8e25-8ee13bccf0a7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a4eaa82-caea-40a8-ae49-c3f72ca1c64a HTTP/1.1" status: 200 len: 834 time: 0.1125193 Aug 16 02:17:25.764011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48660) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.930172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fc13e-b23c-40e2-9523-a18553124825 req-9d640444-c2e3-4786-a024-abe5d105fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.937597 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.947155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e2fc13e-b23c-40e2-9523-a18553124825 req-9d640444-c2e3-4786-a024-abe5d105fb32 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b51b2a3c-9462-4efd-873c-94a3f720551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1552804 Aug 16 02:17:25.959459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Transition to ACTIVE for port object e0612932-fdac-4f21-aaf6-10cda06cf6ec will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:25.973643 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.004559 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-427721f5-261b-40ea-83cb-1933e6f88d15 None None] Set router 161b1a79-3426-442e-a192-fce2000ec9a9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:26.137144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a500d-f8c4-4b37-9457-f3bdc6175649 None None] Pushing event updated for resources: {'Port': ['ID=e0612932-fdac-4f21-aaf6-10cda06cf6ec,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:26.179414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e2fc13e-b23c-40e2-9523-a18553124825 req-0794e541-abc4-4f4d-9f23-d3e32935a690 service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220407 Aug 16 02:17:26.182222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7ddb2-2a99-4239-8ce0-b527cd105689 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.189250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7ddb2-2a99-4239-8ce0-b527cd105689 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.204588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-83e7ddb2-2a99-4239-8ce0-b527cd105689 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=161b1a79-3426-442e-a192-fce2000ec9a9 HTTP/1.1" status: 200 len: 1992 time: 0.4378462 Aug 16 02:17:26.332738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Attempting to bind port e0612932-fdac-4f21-aaf6-10cda06cf6ec on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:26.338807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Attempting to bind port e0612932-fdac-4f21-aaf6-10cda06cf6ec by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd94e42e9-d74c-4302-a398-10ad71b7210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:26.339258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Attempting to bind port e0612932-fdac-4f21-aaf6-10cda06cf6ec on network 7946a3aa-f856-41e5-96b8-90d7a4945a6d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:26.360128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:26.364808 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Checking segment: {'id': 'd94e42e9-d74c-4302-a398-10ad71b7210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:26.365361 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.368744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Bound using segment: {'id': 'd94e42e9-d74c-4302-a398-10ad71b7210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:26.371396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Bound port: e0612932-fdac-4f21-aaf6-10cda06cf6ec, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94e42e9-d74c-4302-a398-10ad71b7210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:26.374372 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.429615 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e2fc13e-b23c-40e2-9523-a18553124825 req-b97f7136-3e77-43f3-8f41-a2992cfbbd4c service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143083 Aug 16 02:17:26.611855 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] For port e0612932-fdac-4f21-aaf6-10cda06cf6ec, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:26.627202 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] For port e0612932-fdac-4f21-aaf6-10cda06cf6ec, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e0612932-fdac-4f21-aaf6-10cda06cf6ec,segment=NetworkSegment(d94e42e9-d74c-4302-a398-10ad71b7210a),segment_id=d94e42e9-d74c-4302-a398-10ad71b7210a)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:26.641770 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.717510 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-427721f5-261b-40ea-83cb-1933e6f88d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '33ffdc60-09d6-4e26-bd7c-a169ea61c1cb', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'port_id': '5f285cb7-932d-4767-8078-4db39a4690cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'mac_address': 'fa:16:3e:3f:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:20Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 0, 'project_id': '06438d0ead5145579ec2336933061baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b9f40e-892b-4778-99da-32f24f309ca2', 'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:a2:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:57Z', 'revision_number': 5, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:26.772506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a500d-f8c4-4b37-9457-f3bdc6175649 None None] Pushing event updated for resources: {'Port': ['ID=e0612932-fdac-4f21-aaf6-10cda06cf6ec,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:26.772788 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427721f5-261b-40ea-83cb-1933e6f88d15 None None] The sync data for ids ['161b1a79-3426-442e-a192-fce2000ec9a9'] in n-d-768851-16 is: [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '33ffdc60-09d6-4e26-bd7c-a169ea61c1cb', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'port_id': '5f285cb7-932d-4767-8078-4db39a4690cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'mac_address': 'fa:16:3e:3f:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:20Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 0, 'project_id': '06438d0ead5145579ec2336933061baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b9f40e-892b-4778-99da-32f24f309ca2', 'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:a2:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:57Z', 'revision_number': 5, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:26.803316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Routers {'d3c27999-4576-4700-b7c7-bca10d68c357'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:26.804170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d3c27999-4576-4700-b7c7-bca10d68c357'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:26.858648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23884bf5-f433-4cb9-a5a4-a8274c87d48a req-20b99b1d-756a-4ed9-a001-bf60b788f129 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.1181889 Aug 16 02:17:27.050037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] Set router d3c27999-4576-4700-b7c7-bca10d68c357 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:27.250670 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4daf7-6bff-471d-8428-02bf0857d98f None None] New status for floating IP 33ffdc60-09d6-4e26-bd7c-a169ea61c1cb: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:27.779127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'name': 'tempest-TestVolumeBackupRestore-256219507-router', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:10Z', 'updated_at': '2021-08-16T02:17:21Z', 'revision_number': 4, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'gw_port': {'id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:11Z', 'updated_at': '2021-08-16T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'e0612932-fdac-4f21-aaf6-10cda06cf6ec', 'name': '', 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'mac_address': 'fa:16:3e:59:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '7c158791-6796-48d0-97e1-372499a9c67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:18Z', 'updated_at': '2021-08-16T02:17:26Z', 'revision_number': 4, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'subnets': [{'id': '7c158791-6796-48d0-97e1-372499a9c67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:27.840088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df2621-6fbe-43a2-a231-7b9b860fdf4a None None] The sync data for ids ['d3c27999-4576-4700-b7c7-bca10d68c357'] in n-d-768851-16 is: [{'id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'name': 'tempest-TestVolumeBackupRestore-256219507-router', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:10Z', 'updated_at': '2021-08-16T02:17:21Z', 'revision_number': 4, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'gw_port': {'id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:11Z', 'updated_at': '2021-08-16T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'e0612932-fdac-4f21-aaf6-10cda06cf6ec', 'name': '', 'network_id': '7946a3aa-f856-41e5-96b8-90d7a4945a6d', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'mac_address': 'fa:16:3e:59:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '7c158791-6796-48d0-97e1-372499a9c67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:18Z', 'updated_at': '2021-08-16T02:17:26Z', 'revision_number': 4, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'subnets': [{'id': '7c158791-6796-48d0-97e1-372499a9c67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:28.098458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f0f8e61-b15c-463b-b08e-d3aaf14e6e57 req-84d6dc47-b9d7-4a51-be47-151230cd6355 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0578420 Aug 16 02:17:28.511711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e0612932-fdac-4f21-aaf6-10cda06cf6ec up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:28.599880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port e0612932-fdac-4f21-aaf6-10cda06cf6ec completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:28.610136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e0612932-fdac-4f21-aaf6-10cda06cf6ec triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:28.610136 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.717996 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.791638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port e0612932-fdac-4f21-aaf6-10cda06cf6ec, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e0612932-fdac-4f21-aaf6-10cda06cf6ec,segment=NetworkSegment(d94e42e9-d74c-4302-a398-10ad71b7210a),segment_id=d94e42e9-d74c-4302-a398-10ad71b7210a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:28.801659 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.916716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=e0612932-fdac-4f21-aaf6-10cda06cf6ec,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:29.322768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef567bc9-80af-4dec-894c-2e1fb225f23b req-42253686-1403-4e1b-8d15-3a8a014bf0ba tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0597148 Aug 16 02:17:29.825072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48792) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:29.982290 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8948e647-09ab-4da4-9be8-fcfb3e7e908b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.099650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8948e647-09ab-4da4-9be8-fcfb3e7e908b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.105457 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8948e647-09ab-4da4-9be8-fcfb3e7e908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.160395 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8948e647-09ab-4da4-9be8-fcfb3e7e908b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d2598503de95436cbcb6f864709b1975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335373 Aug 16 02:17:30.161996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948e647-09ab-4da4-9be8-fcfb3e7e908b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb6f844-9634-452d-a556-a1762a76e366,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:30.163040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48802) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:30.269159 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34b70562-376c-4697-9db0-8da82c68ab2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.297623 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34b70562-376c-4697-9db0-8da82c68ab2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.371884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34b70562-376c-4697-9db0-8da82c68ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.374951 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-34b70562-376c-4697-9db0-8da82c68ab2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.378499 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-34b70562-376c-4697-9db0-8da82c68ab2d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/abb6f844-9634-452d-a556-a1762a76e366 HTTP/1.1" status: 204 len: 168 time: 0.2113245 Aug 16 02:17:30.393755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b70562-376c-4697-9db0-8da82c68ab2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb6f844-9634-452d-a556-a1762a76e366,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:30.471887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e0612932-fdac-4f21-aaf6-10cda06cf6ec up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:30.544526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e574825-9d30-4d82-b824-7e5109fb982d req-7dc4d5cd-2a26-4733-97ea-8160a3b038c7 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0462887 Aug 16 02:17:30.633992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port e0612932-fdac-4f21-aaf6-10cda06cf6ec triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:30.635243 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.902972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48816) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:30.918103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e89e360a-38f9-49cf-b013-bb3b9c6c7c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.045786 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e89e360a-38f9-49cf-b013-bb3b9c6c7c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.052910 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e89e360a-38f9-49cf-b013-bb3b9c6c7c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.111029 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e89e360a-38f9-49cf-b013-bb3b9c6c7c9a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=167d834b3be04aaaa5dba4ae9fe772aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064002 Aug 16 02:17:31.113945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48822) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:31.118004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e360a-38f9-49cf-b013-bb3b9c6c7c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d78e078-5b36-45f5-b0c6-e7861e96afd4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:31.185542 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9083b06-b111-4700-8a3e-a5cdc9f745ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.221127 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9083b06-b111-4700-8a3e-a5cdc9f745ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.291484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9083b06-b111-4700-8a3e-a5cdc9f745ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.295272 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9083b06-b111-4700-8a3e-a5cdc9f745ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.296865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b9083b06-b111-4700-8a3e-a5cdc9f745ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d78e078-5b36-45f5-b0c6-e7861e96afd4 HTTP/1.1" status: 204 len: 168 time: 0.1815069 Aug 16 02:17:31.310962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9083b06-b111-4700-8a3e-a5cdc9f745ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d78e078-5b36-45f5-b0c6-e7861e96afd4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:31.711449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4641db11-ab6c-4ac3-a2e9-565f3f58df9c req-a6aa7106-a1fc-488b-959d-a4624ed7b815 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0632818 Aug 16 02:17:32.841565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf44729d-5719-4cfd-8cc8-9469198cc8be req-fcac693f-15f1-45b7-8f7d-479f91faa51a tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0289929 Aug 16 02:17:32.850158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 48872) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:32.999231 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39489d6d-78c9-406c-9846-9e8199411e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.117331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39489d6d-78c9-406c-9846-9e8199411e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.123101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-39489d6d-78c9-406c-9846-9e8199411e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.168615 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-39489d6d-78c9-406c-9846-9e8199411e67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9954114f8a846af9261412ce52d85f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165407 Aug 16 02:17:33.169583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39489d6d-78c9-406c-9846-9e8199411e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4476aa-d141-4feb-8302-05863d4405e8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:33.171658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48880) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:33.242874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dff582a-e6b7-4c21-b103-9539eb5756f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.272700 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dff582a-e6b7-4c21-b103-9539eb5756f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.351115 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dff582a-e6b7-4c21-b103-9539eb5756f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.358803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dff582a-e6b7-4c21-b103-9539eb5756f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.360580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4dff582a-e6b7-4c21-b103-9539eb5756f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dd4476aa-d141-4feb-8302-05863d4405e8 HTTP/1.1" status: 204 len: 168 time: 0.1877973 Aug 16 02:17:33.374215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff582a-e6b7-4c21-b103-9539eb5756f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4476aa-d141-4feb-8302-05863d4405e8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:34.057135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1c3a245-6ea6-4cf8-bd7e-1910bb759fcb req-940b05be-ca4a-471a-9ba1-c99fd3bb7ea8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0975459 Aug 16 02:17:34.676581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48928) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:34.915100 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0836-e879-418f-8d1c-0a73f0be3e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.050546 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0836-e879-418f-8d1c-0a73f0be3e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.057966 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0836-e879-418f-8d1c-0a73f0be3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.136407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac0836-e879-418f-8d1c-0a73f0be3e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb4cb33-3c7f-4b95-915f-e36d43f6dc3a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:35.154539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a4ac0836-e879-418f-8d1c-0a73f0be3e78 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e4baf3526fac41138ffd9ade8efe51ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765732 Aug 16 02:17:35.157072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 48936) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:35.207885 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b377478c-c9ee-4c66-90f1-2f62a2591dcb req-22078dae-c693-46f5-abdd-f1ecc6387e8f tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0403416 Aug 16 02:17:35.241563 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51cce521-f12d-4c7f-8974-86538f48a981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.268380 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51cce521-f12d-4c7f-8974-86538f48a981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.325652 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51cce521-f12d-4c7f-8974-86538f48a981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.328755 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51cce521-f12d-4c7f-8974-86538f48a981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.330037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-51cce521-f12d-4c7f-8974-86538f48a981 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8bb4cb33-3c7f-4b95-915f-e36d43f6dc3a HTTP/1.1" status: 204 len: 168 time: 0.1720138 Aug 16 02:17:35.338464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cce521-f12d-4c7f-8974-86538f48a981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb4cb33-3c7f-4b95-915f-e36d43f6dc3a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:36.395753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbb260c7-e998-4493-b371-470a6037257b req-d9347491-1879-44a4-941f-5a1566670337 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0614421 Aug 16 02:17:37.609595 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58d06a36-e313-4585-a3bd-06b54747e1fa req-e228b699-ca95-4a1a-a499-67990b2336ce tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f82c595-3ec4-469a-8954-cf941443c68c HTTP/1.1" status: 200 len: 210 time: 0.0721486 Aug 16 02:17:37.682395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49018) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:37.840894 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2209ad16-d5df-4412-8f98-315b984e5680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.971037 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2209ad16-d5df-4412-8f98-315b984e5680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.976359 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2209ad16-d5df-4412-8f98-315b984e5680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.025498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2209ad16-d5df-4412-8f98-315b984e5680 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=950e8eb3016c4a2b9dafb67acfba19bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386590 Aug 16 02:17:38.025498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ad16-d5df-4412-8f98-315b984e5680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6074ec6a-f065-4c0a-8ff7-19d1a1e7132c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.025896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49024) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.094279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91651c11-6a06-468a-a0f8-a44d90b0e4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.120707 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91651c11-6a06-468a-a0f8-a44d90b0e4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.188953 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91651c11-6a06-468a-a0f8-a44d90b0e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.195860 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91651c11-6a06-468a-a0f8-a44d90b0e4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.200581 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-91651c11-6a06-468a-a0f8-a44d90b0e4a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6074ec6a-f065-4c0a-8ff7-19d1a1e7132c HTTP/1.1" status: 204 len: 168 time: 0.1726649 Aug 16 02:17:38.233118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91651c11-6a06-468a-a0f8-a44d90b0e4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6074ec6a-f065-4c0a-8ff7-19d1a1e7132c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.687049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49040) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.707903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ef95bd7-b38c-4677-9df5-c7b4f6d57577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.781189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49046) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.824691 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ef95bd7-b38c-4677-9df5-c7b4f6d57577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.825973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49048) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.836294 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ef95bd7-b38c-4677-9df5-c7b4f6d57577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.864536 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-61afb602-b734-4698-bd36-fc7817112036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.894295 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ef95bd7-b38c-4677-9df5-c7b4f6d57577 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=821d45178b484ddb9a2708cf696b1000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2061210 Aug 16 02:17:38.895556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef95bd7-b38c-4677-9df5-c7b4f6d57577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2687e986-9167-4235-84f0-2d7b4e365332,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.896826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49056) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.947939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-200df3b1-fd7f-4c22-8878-5508898200c3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.041726 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-200df3b1-fd7f-4c22-8878-5508898200c3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.050899 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6cee4bf0-aa2e-4447-9ea8-3d2bf9a6a409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.080035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59edc22e-4829-48d3-8914-5b516039f449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.110864 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59edc22e-4829-48d3-8914-5b516039f449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.148486 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-200df3b1-fd7f-4c22-8878-5508898200c3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.152065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-200df3b1-fd7f-4c22-8878-5508898200c3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.154302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-200df3b1-fd7f-4c22-8878-5508898200c3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "DELETE /v2.0/security-groups/fbd2a3e5-3254-462d-a5d8-413bc48c1ab0 HTTP/1.1" status: 204 len: 168 time: 0.3717995 Aug 16 02:17:39.156953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49064) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:39.173829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200df3b1-fd7f-4c22-8878-5508898200c3 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd2a3e5-3254-462d-a5d8-413bc48c1ab0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.181405 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-64aa41df-8c49-4d54-8761-b4192e93c629 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] show failed (client error): The resource could not be found. Aug 16 02:17:39.183621 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-64aa41df-8c49-4d54-8761-b4192e93c629 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "GET /v2.0/security-groups/fbd2a3e5-3254-462d-a5d8-413bc48c1ab0 HTTP/1.1" status: 404 len: 347 time: 0.0248744 Aug 16 02:17:39.187453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49066) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:39.243379 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59edc22e-4829-48d3-8914-5b516039f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.261945 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59edc22e-4829-48d3-8914-5b516039f449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.266897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-59edc22e-4829-48d3-8914-5b516039f449 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2687e986-9167-4235-84f0-2d7b4e365332 HTTP/1.1" status: 204 len: 168 time: 0.3686337 Aug 16 02:17:39.287745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edc22e-4829-48d3-8914-5b516039f449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2687e986-9167-4235-84f0-2d7b4e365332,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.351378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6cee4bf0-aa2e-4447-9ea8-3d2bf9a6a409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.360949 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6cee4bf0-aa2e-4447-9ea8-3d2bf9a6a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.397183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49072) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:39.397422 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6cee4bf0-aa2e-4447-9ea8-3d2bf9a6a409 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=80494ac168d44c43b182398c5d34ae7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702817 Aug 16 02:17:39.465835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee4bf0-aa2e-4447-9ea8-3d2bf9a6a409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9ed889-23b0-467c-b8c6-401c72e3d2dc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.487080 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1385510d-abb6-4519-b1e8-0a665911a5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.490600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-db9b13ea-27f6-4c05-bda4-01b959e61dbf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Deleting port 08c2cb0b-ed08-4b2c-b80b-b30c76223c8f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:39.491032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db9b13ea-27f6-4c05-bda4-01b959e61dbf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.527146 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1385510d-abb6-4519-b1e8-0a665911a5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.610086 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1385510d-abb6-4519-b1e8-0a665911a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.613276 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1385510d-abb6-4519-b1e8-0a665911a5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.615401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1385510d-abb6-4519-b1e8-0a665911a5a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b9ed889-23b0-467c-b8c6-401c72e3d2dc HTTP/1.1" status: 204 len: 168 time: 0.2158630 Aug 16 02:17:39.619726 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db9b13ea-27f6-4c05-bda4-01b959e61dbf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.620243 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db9b13ea-27f6-4c05-bda4-01b959e61dbf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.624807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385510d-abb6-4519-b1e8-0a665911a5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9ed889-23b0-467c-b8c6-401c72e3d2dc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.641036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-db9b13ea-27f6-4c05-bda4-01b959e61dbf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Calling delete_port for 08c2cb0b-ed08-4b2c-b80b-b30c76223c8f owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:39.705697 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.836574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db9b13ea-27f6-4c05-bda4-01b959e61dbf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.879024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b13ea-27f6-4c05-bda4-01b959e61dbf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Port': ['ID=08c2cb0b-ed08-4b2c-b80b-b30c76223c8f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.959739 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db9b13ea-27f6-4c05-bda4-01b959e61dbf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.962934 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db9b13ea-27f6-4c05-bda4-01b959e61dbf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.967304 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-db9b13ea-27f6-4c05-bda4-01b959e61dbf tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "DELETE /v2.0/floatingips/35efe2f3-a8fa-4dc3-bc13-e99ac87c8f6e HTTP/1.1" status: 204 len: 168 time: 0.7755561 Aug 16 02:17:39.967627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49090) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:40.102259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-57224fd7-0301-4c42-888c-fdd7e2302610 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Deleting port a699867d-a866-4e7e-afaf-f2a7499ee9d4 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:40.102572 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57224fd7-0301-4c42-888c-fdd7e2302610 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.256736 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57224fd7-0301-4c42-888c-fdd7e2302610 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.273872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-57224fd7-0301-4c42-888c-fdd7e2302610 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Calling delete_port for a699867d-a866-4e7e-afaf-f2a7499ee9d4 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:40.279081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49100) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:40.304431 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-827090fa-db1a-4536-92d2-ec1d0253b459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.435531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-827090fa-db1a-4536-92d2-ec1d0253b459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.441377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-827090fa-db1a-4536-92d2-ec1d0253b459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.483453 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57224fd7-0301-4c42-888c-fdd7e2302610 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.515625 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-827090fa-db1a-4536-92d2-ec1d0253b459 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5b7d1f269f5a4aeba495f1360bf2bfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360294 Aug 16 02:17:40.516416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49104) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:40.517120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827090fa-db1a-4536-92d2-ec1d0253b459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67817839-20f4-4d08-99fb-05fdffb28d5f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.585047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23da37f2-4e82-4e1e-a793-9ec09633ef68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.611192 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23da37f2-4e82-4e1e-a793-9ec09633ef68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.646820 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57224fd7-0301-4c42-888c-fdd7e2302610 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.652138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-57224fd7-0301-4c42-888c-fdd7e2302610 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "DELETE /v2.0/ports/a699867d-a866-4e7e-afaf-f2a7499ee9d4 HTTP/1.1" status: 204 len: 168 time: 0.6806417 Aug 16 02:17:40.652138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224fd7-0301-4c42-888c-fdd7e2302610 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Port': ['ID=a699867d-a866-4e7e-afaf-f2a7499ee9d4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.655096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49108) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:40.673470 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23da37f2-4e82-4e1e-a793-9ec09633ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.676946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23da37f2-4e82-4e1e-a793-9ec09633ef68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.680376 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-23da37f2-4e82-4e1e-a793-9ec09633ef68 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67817839-20f4-4d08-99fb-05fdffb28d5f HTTP/1.1" status: 204 len: 168 time: 0.1582286 Aug 16 02:17:40.688067 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da37f2-4e82-4e1e-a793-9ec09633ef68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67817839-20f4-4d08-99fb-05fdffb28d5f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.806039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ce3ea-90d2-4ed3-900b-9659630de9f8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Deleting port 91a212e2-94ac-4a5d-aedd-3a4eddc16505 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:40.806313 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b2ce3ea-90d2-4ed3-900b-9659630de9f8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.951830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b2ce3ea-90d2-4ed3-900b-9659630de9f8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.969996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ce3ea-90d2-4ed3-900b-9659630de9f8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Calling delete_port for 91a212e2-94ac-4a5d-aedd-3a4eddc16505 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:41.252905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b2ce3ea-90d2-4ed3-900b-9659630de9f8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.335656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ce3ea-90d2-4ed3-900b-9659630de9f8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Port': ['ID=91a212e2-94ac-4a5d-aedd-3a4eddc16505,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.434878 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b2ce3ea-90d2-4ed3-900b-9659630de9f8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.442455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49130) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:41.443801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8b2ce3ea-90d2-4ed3-900b-9659630de9f8 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "DELETE /v2.0/ports/91a212e2-94ac-4a5d-aedd-3a4eddc16505 HTTP/1.1" status: 204 len: 168 time: 0.7866299 Aug 16 02:17:41.503034 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dec2e75c-3722-48a0-ad6f-0f28b5a6c50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.571696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.578612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecc839b-3a71-45ce-abcc-56c3506b5ffb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Deleting subnet c0037f35-dbb4-423d-a5d2-96979492cbc5 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:41.586001 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ecc839b-3a71-45ce-abcc-56c3506b5ffb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.668046 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ecc839b-3a71-45ce-abcc-56c3506b5ffb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.863137 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ecc839b-3a71-45ce-abcc-56c3506b5ffb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.014576 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ecc839b-3a71-45ce-abcc-56c3506b5ffb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.051199 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc839b-3a71-45ce-abcc-56c3506b5ffb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Subnet': ['ID=c0037f35-dbb4-423d-a5d2-96979492cbc5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:42.055773 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ecc839b-3a71-45ce-abcc-56c3506b5ffb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.058619 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6ecc839b-3a71-45ce-abcc-56c3506b5ffb tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "DELETE /v2.0/subnets/c0037f35-dbb4-423d-a5d2-96979492cbc5 HTTP/1.1" status: 204 len: 168 time: 0.6133659 Aug 16 02:17:42.061798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49148) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:42.066206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e4b36-0b9b-4168-87e9-cbec0c5dc904 None None] Network eca69f28-e548-4340-9226-f3b255cebbcd requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:42.180777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-763c8a12-3383-41d0-8974-473ac628752c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Deleting subnet b1a21a04-68da-4e54-ba75-333f82e8ef5c {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:42.184901 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-763c8a12-3383-41d0-8974-473ac628752c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.242810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49154) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:42.268213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-763c8a12-3383-41d0-8974-473ac628752c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.419775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22adf144-c495-4670-a32f-ccb86c803024 None None] DHCP port deletion for eca69f28-e548-4340-9226-f3b255cebbcd request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:42.440686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4ef23c57-26c0-4d0f-89ec-e4cb6762dd4f tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:42.471446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4ef23c57-26c0-4d0f-89ec-e4cb6762dd4f tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] 10.222.0.79 "PUT /v2.0/quotas/99d4ab64fb904c6983a7eb4738a98e03 HTTP/1.1" status: 200 len: 368 time: 0.2274735 Aug 16 02:17:42.475296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49164) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:42.488159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Request body: {'network': {'project_id': '99d4ab64fb904c6983a7eb4738a98e03'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:42.489318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-763c8a12-3383-41d0-8974-473ac628752c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.525476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-22adf144-c495-4670-a32f-ccb86c803024 None None] Deleting port 411bbc96-7009-4951-8b37-a6572bab3121 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:42.526098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-22adf144-c495-4670-a32f-ccb86c803024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.537469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Made reservation on behalf of 99d4ab64fb904c6983a7eb4738a98e03 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:42.540179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.562289 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.624301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-22adf144-c495-4670-a32f-ccb86c803024 None None] For port 411bbc96-7009-4951-8b37-a6572bab3121, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=411bbc96-7009-4951-8b37-a6572bab3121,segment=NetworkSegment(37f6c469-a99b-4705-8387-482383568b3d),segment_id=37f6c469-a99b-4705-8387-482383568b3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:42.624704 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-22adf144-c495-4670-a32f-ccb86c803024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.657347 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-763c8a12-3383-41d0-8974-473ac628752c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.660320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-22adf144-c495-4670-a32f-ccb86c803024 None None] Calling delete_port for 411bbc96-7009-4951-8b37-a6572bab3121 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:42.728101 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.739471 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c8a12-3383-41d0-8974-473ac628752c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a21a04-68da-4e54-ba75-333f82e8ef5c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:42.740762 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.757891 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-763c8a12-3383-41d0-8974-473ac628752c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.764953 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-763c8a12-3383-41d0-8974-473ac628752c tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "DELETE /v2.0/subnets/b1a21a04-68da-4e54-ba75-333f82e8ef5c HTTP/1.1" status: 204 len: 168 time: 0.7019079 Aug 16 02:17:42.767087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49168) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:42.771730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c245b4ea-91d6-4840-9626-34680d471b7e None None] Network 1944101e-d34d-4ce2-bec3-f14d1e1e999e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:42.822397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:42.835583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866f3235-8233-42c6-a8b2-52643ad3bf85,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:42.853995 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.855194 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Added segment 37fcafc7-576c-427f-ad90-01ee1a9cefa1 of type vlan for network 3c8c01ca-19a2-4628-b11d-98bf03bb332b Aug 16 02:17:42.928599 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.957766 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.958007 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.005928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.005928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:43.005928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.020447 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-22adf144-c495-4670-a32f-ccb86c803024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.047184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Deleting port 411bbc96-7009-4951-8b37-a6572bab3121 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:43.048257 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.067483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5867636 Aug 16 02:17:43.068103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adf144-c495-4670-a32f-ccb86c803024 None None] No DVR routers for this DVR port 411bbc96-7009-4951-8b37-a6572bab3121 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:43.080064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adf144-c495-4670-a32f-ccb86c803024 None None] Pushing event deleted for resources: {'Port': ['ID=411bbc96-7009-4951-8b37-a6572bab3121,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.101698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49172) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:43.112217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Request body: {'network': {'project_id': '99d4ab64fb904c6983a7eb4738a98e03'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:43.129813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd25e02-04fc-4c7c-b9c4-02fcd1584c3e None None] DHCP port deletion for 1944101e-d34d-4ce2-bec3-f14d1e1e999e request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:43.144682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba2962-d153-4d28-8295-9c3f19b726dd tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Pushing event updated for resources: {'Network': ['ID=3c8c01ca-19a2-4628-b11d-98bf03bb332b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.167699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 3c8c01ca-19a2-4628-b11d-98bf03bb332b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:43.211494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] For port 411bbc96-7009-4951-8b37-a6572bab3121, host n-d-768851-16, got binding levels [] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:43.211986 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.220101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Made reservation on behalf of 99d4ab64fb904c6983a7eb4738a98e03 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:43.222792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.255320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Calling delete_port for 411bbc96-7009-4951-8b37-a6572bab3121 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:43.255802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1dd25e02-04fc-4c7c-b9c4-02fcd1584c3e None None] Deleting port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:43.256177 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1dd25e02-04fc-4c7c-b9c4-02fcd1584c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.259828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.ipam_backend_mixin [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Port 411bbc96-7009-4951-8b37-a6572bab3121 was not found and therefore no delete operation was performed {{(pid=101380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:17:43.265802 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.268686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:43.309312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Port': ['ID=411bbc96-7009-4951-8b37-a6572bab3121,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.324536 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.325248 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Added segment aeb2a244-28fd-4057-b676-6f576f0bd6dd of type vlan for network a8fffe3f-69a8-4f8c-a37a-84b2439c9df5 Aug 16 02:17:43.327438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] No DVR routers for this DVR port 411bbc96-7009-4951-8b37-a6572bab3121 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:43.334803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1dd25e02-04fc-4c7c-b9c4-02fcd1584c3e None None] For port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0765c0f0-a9a6-4358-9e1a-152f764cc9ed,segment=NetworkSegment(df724141-cb3b-423d-a7a6-10ae7e652b15),segment_id=df724141-cb3b-423d-a7a6-10ae7e652b15)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:43.335139 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1dd25e02-04fc-4c7c-b9c4-02fcd1584c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.353251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1dd25e02-04fc-4c7c-b9c4-02fcd1584c3e None None] Calling delete_port for 0765c0f0-a9a6-4358-9e1a-152f764cc9ed owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:43.464214 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.471910 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.494360 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1dd25e02-04fc-4c7c-b9c4-02fcd1584c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.495373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca69f28-e548-4340-9226-f3b255cebbcd']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.520458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f6c469-a99b-4705-8387-482383568b3d') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.520764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f6c469-a99b-4705-8387-482383568b3d') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.522881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd25e02-04fc-4c7c-b9c4-02fcd1584c3e None None] Pushing event deleted for resources: {'Port': ['ID=0765c0f0-a9a6-4358-9e1a-152f764cc9ed,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.529961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd25e02-04fc-4c7c-b9c4-02fcd1584c3e None None] No DVR routers for this DVR port 0765c0f0-a9a6-4358-9e1a-152f764cc9ed on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:43.540254 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.552810 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.553962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:43.554599 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.583875 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.616490 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5105989 Aug 16 02:17:43.617230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49188) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:43.622949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:43.623365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.624334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0b851429-f406-4bdf-ae18-956380721ea4 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Request body: {'network': {'project_id': '99d4ab64fb904c6983a7eb4738a98e03'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:43.626348 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:43.643328 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b851429-f406-4bdf-ae18-956380721ea4 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:17:43.643990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b851429-f406-4bdf-ae18-956380721ea4 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:43.645526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0b851429-f406-4bdf-ae18-956380721ea4 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0266354 Aug 16 02:17:43.689725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aed969-3550-4e8a-b360-9f570382e257 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Pushing event updated for resources: {'Network': ['ID=a8fffe3f-69a8-4f8c-a37a-84b2439c9df5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.702195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49192) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:43.704328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network a8fffe3f-69a8-4f8c-a37a-84b2439c9df5 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:43.708048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.717591 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.719700 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "DELETE /v2.0/networks/eca69f28-e548-4340-9226-f3b255cebbcd HTTP/1.1" status: 204 len: 168 time: 0.9513798 Aug 16 02:17:43.722422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49196) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:43.745401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5d13b-bf92-461a-b54f-78e391125468 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Network': ['ID=eca69f28-e548-4340-9226-f3b255cebbcd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.819946 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.928345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.947597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1944101e-d34d-4ce2-bec3-f14d1e1e999e']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.960467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df724141-cb3b-423d-a7a6-10ae7e652b15') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.961167 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df724141-cb3b-423d-a7a6-10ae7e652b15') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.972262 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.985801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6b273128-86f2-4f60-93cb-606a9a2b2463 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=99d4ab64fb904c6983a7eb4738a98e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821193 Aug 16 02:17:43.988480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49206) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:43.995991 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.003489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:44.003933 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:44.007765 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:44.062192 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-956efadd-e993-4ce6-9297-976aa454ab24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.091057 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-956efadd-e993-4ce6-9297-976aa454ab24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.096338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.124616 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.126543 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] 10.222.0.79 "DELETE /v2.0/networks/1944101e-d34d-4ce2-bec3-f14d1e1e999e HTTP/1.1" status: 204 len: 168 time: 0.4031167 Aug 16 02:17:44.127735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bd7f6-0b71-47b5-91b4-24ccd40b8908 tempest-TaggedBootDevicesTest-400086941 tempest-TaggedBootDevicesTest-400086941-project] Pushing event deleted for resources: {'Network': ['ID=1944101e-d34d-4ce2-bec3-f14d1e1e999e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.177890 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-956efadd-e993-4ce6-9297-976aa454ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.178030 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-956efadd-e993-4ce6-9297-976aa454ab24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.181002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-956efadd-e993-4ce6-9297-976aa454ab24 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/866f3235-8233-42c6-a8b2-52643ad3bf85 HTTP/1.1" status: 204 len: 168 time: 0.1896052 Aug 16 02:17:44.182976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49214) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:44.196856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956efadd-e993-4ce6-9297-976aa454ab24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866f3235-8233-42c6-a8b2-52643ad3bf85,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.273868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.279808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.385688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.416452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fffe3f-69a8-4f8c-a37a-84b2439c9df5']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.429828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb2a244-28fd-4057-b676-6f576f0bd6dd') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.430380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb2a244-28fd-4057-b676-6f576f0bd6dd') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.443670 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.464823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0765c0f0-a9a6-4358-9e1a-152f764cc9ed no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:44.468920 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.495659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:44.496282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:44.497939 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:44.513402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 0765c0f0-a9a6-4358-9e1a-152f764cc9ed {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:44.514038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0765c0f0-a9a6-4358-9e1a-152f764cc9ed not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:44.514796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 411bbc96-7009-4951-8b37-a6572bab3121 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:44.545135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 411bbc96-7009-4951-8b37-a6572bab3121 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:44.546341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 411bbc96-7009-4951-8b37-a6572bab3121 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:44.610035 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.629029 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.631273 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] 10.222.0.79 "DELETE /v2.0/networks/a8fffe3f-69a8-4f8c-a37a-84b2439c9df5 HTTP/1.1" status: 204 len: 168 time: 0.4473150 Aug 16 02:17:44.634092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49238) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:44.670667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4bc1d-833d-4132-8129-945a3f7fc4e3 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8fffe3f-69a8-4f8c-a37a-84b2439c9df5,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.736594 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.834615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.858929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8c01ca-19a2-4628-b11d-98bf03bb332b']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.889549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fcafc7-576c-427f-ad90-01ee1a9cefa1') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.890048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fcafc7-576c-427f-ad90-01ee1a9cefa1') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.902239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.918092 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.926136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:44.926723 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:44.983790 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:45.022436 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.031813 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.038820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] 10.222.0.79 "DELETE /v2.0/networks/3c8c01ca-19a2-4628-b11d-98bf03bb332b HTTP/1.1" status: 204 len: 168 time: 0.4010942 Aug 16 02:17:45.060901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1706d-5960-4f3d-bc5d-ac6524702320 tempest-QuotasNegativeTest-489991098 tempest-QuotasNegativeTest-489991098-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c8c01ca-19a2-4628-b11d-98bf03bb332b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.583520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49272) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:45.608727 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b590-abd4-4f58-828b-5b4ccf6134a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.718280 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b590-abd4-4f58-828b-5b4ccf6134a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.731502 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b590-abd4-4f58-828b-5b4ccf6134a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.770326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49280) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:45.803752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e1a3b590-abd4-4f58-828b-5b4ccf6134a1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=342f0927419c41d8a63a638078a0afde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187848 Aug 16 02:17:45.804860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b590-abd4-4f58-828b-5b4ccf6134a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda9734-16e8-4a8a-82d6-3407951a343a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.807933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49282) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:45.893896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a04e26ae-ead7-44f6-bc6d-b5fca25cc9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.951700 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a04e26ae-ead7-44f6-bc6d-b5fca25cc9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.952821 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-79a0519a-c627-48f4-a846-ba1dfb59f9b3 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2543 time: 0.1811912 Aug 16 02:17:45.953545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49284) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:45.958793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'network': {'name': 'tempest-network-smoke--723439086', 'project_id': '06438d0ead5145579ec2336933061baa', 'port_security_enabled': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:45.982329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Made reservation on behalf of 06438d0ead5145579ec2336933061baa for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:45.987479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.015951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:46.029824 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.030629 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Added segment 1c681e90-cc2d-40c6-8eae-7915196bebb1 of type vlan for network d5a1972c-12bf-435f-a1d3-fb3b88d68371 Aug 16 02:17:46.056788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a04e26ae-ead7-44f6-bc6d-b5fca25cc9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.060170 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a04e26ae-ead7-44f6-bc6d-b5fca25cc9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.071394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a04e26ae-ead7-44f6-bc6d-b5fca25cc9c0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9eda9734-16e8-4a8a-82d6-3407951a343a HTTP/1.1" status: 204 len: 168 time: 0.2550604 Aug 16 02:17:46.101459 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.102907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e26ae-ead7-44f6-bc6d-b5fca25cc9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda9734-16e8-4a8a-82d6-3407951a343a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.199209 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.231331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:46.235730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.377377 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4224453 Aug 16 02:17:46.381356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49290) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.389114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1726969384', 'admin_state_up': True, 'project_id': '06438d0ead5145579ec2336933061baa', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:46.402015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00253e32-8444-4e66-9b97-bf583db117e6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Network': ['ID=d5a1972c-12bf-435f-a1d3-fb3b88d68371,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.431798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network d5a1972c-12bf-435f-a1d3-fb3b88d68371 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:46.493702 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.496589 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.638375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.774066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49302) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.821417 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.824716 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-de1d43f1-5730-473b-b0c6-7e5dc7582e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.000448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-de1d43f1-5730-473b-b0c6-7e5dc7582e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.403137 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-de1d43f1-5730-473b-b0c6-7e5dc7582e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.467128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-de1d43f1-5730-473b-b0c6-7e5dc7582e7c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44e7f11c65a74718ae619f47a5ad9f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6919100 Aug 16 02:17:47.470417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49304) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:47.487977 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.515822 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.518439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d43f1-5730-473b-b0c6-7e5dc7582e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362a2f28-1cba-4de2-b53b-35da9f2e6dc1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:47.570146 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e12af002-582c-4ba8-9ee1-48c790bb9bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.600453 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e12af002-582c-4ba8-9ee1-48c790bb9bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.665886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e12af002-582c-4ba8-9ee1-48c790bb9bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.670211 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e12af002-582c-4ba8-9ee1-48c790bb9bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.675042 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e12af002-582c-4ba8-9ee1-48c790bb9bcb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/362a2f28-1cba-4de2-b53b-35da9f2e6dc1 HTTP/1.1" status: 204 len: 168 time: 0.2011011 Aug 16 02:17:47.684592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12af002-582c-4ba8-9ee1-48c790bb9bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362a2f28-1cba-4de2-b53b-35da9f2e6dc1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:47.716539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Allocated IP 172.25.2.155 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:47.968082 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.075752 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.129628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:48.138907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:48.142085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:48.236197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Port': ['ID=f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.402201 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.613774 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.968296 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.263290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Router dc54cafe-2daf-4345-8b06-047c19e94062 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:17:49.427420 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:49.440226 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Sync routers for ids ['dc54cafe-2daf-4345-8b06-047c19e94062'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:49.460566 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Routers {'dc54cafe-2daf-4345-8b06-047c19e94062'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:49.463724 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['dc54cafe-2daf-4345-8b06-047c19e94062'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:49.468250 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.469561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-87f69542-ddbe-41a1-89b6-27d1bbdd4e70 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0869620 Aug 16 02:17:49.472952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49374) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.660736 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Set router dc54cafe-2daf-4345-8b06-047c19e94062 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:49.684345 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1febcc1f-2a0c-43e1-95a2-93d457ce30de tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.694226 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1febcc1f-2a0c-43e1-95a2-93d457ce30de tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=06438d0ead5145579ec2336933061baa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2200372 Aug 16 02:17:49.696805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49380) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.910128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e8755-3446-4634-84f6-96b60f785d5f tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.911912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e55e8755-3446-4634-84f6-96b60f785d5f tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2140806 Aug 16 02:17:49.914803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49386) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.951490 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5e126f29-5aec-4da5-aade-198584528b3e tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339596 Aug 16 02:17:49.953949 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49388) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.990719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1e5e47a6-38e9-4376-8e8d-4162ebce92c5 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=06438d0ead5145579ec2336933061baa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354841 Aug 16 02:17:49.995366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49392) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.998221 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1726969384', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:46Z', 'updated_at': '2021-08-16T02:17:48Z', 'revision_number': 3, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:50.039222 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Checking router: dc54cafe-2daf-4345-8b06-047c19e94062 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:50.040245 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Updating router dc54cafe-2daf-4345-8b06-047c19e94062 port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:50.081665 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.201937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba836f-f77e-4b42-82c0-097f3cfb3489 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:50.207175 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-76ba836f-f77e-4b42-82c0-097f3cfb3489 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2073643 Aug 16 02:17:50.207387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49404) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:50.275205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3b32d87e-7c07-46da-86e6-b5b7277ff5fe tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0651636 Aug 16 02:17:50.275656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49414) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:50.289600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-496042192', 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371', 'project_id': '06438d0ead5145579ec2336933061baa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:50.493191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49416) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:50.540634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Made reservation on behalf of 06438d0ead5145579ec2336933061baa for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:50.545092 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.727502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-133118627', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:50.744307 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.757076 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Transition to ACTIVE for port object f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:50.769848 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.778117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Made reservation on behalf of 032d97f63d014785b7e0831bd8fa2f90 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:50.781931 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.809654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.864197 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Attempting to bind port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:50.864571 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Attempting to bind port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:50.864929 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Attempting to bind port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:50.880015 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:50.881775 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:50.881775 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.881775 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:50.881775 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Bound port: f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:50.882133 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.938067 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Pushing event updated for resources: {'Port': ['ID=f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:50.963951 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:50.965188 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:50.965809 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:50.966150 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.966726 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:50.967546 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:50.968872 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:50.969924 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:50.970741 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:50.971439 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:50.972090 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:50.973198 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:50.973977 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:51.011130 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] For port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:51.015183 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] For port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:51.019787 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.044311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.053394 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.059982 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] device_id is not set on port 22e41e79-502c-4ecf-8461-e5a2bf6c9ee9 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:17:51.100098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Subnet': ['ID=bd30e81a-4584-40cb-a8fc-c836cae4c46e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.114990 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58efd09-78eb-4d09-86d8-42aeefd3fc34 None None] Pushing event updated for resources: {'Port': ['ID=f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.119187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Checking segment: {'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:51.119567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network hostable DHCP agents. Network: d5a1972c-12bf-435f-a1d3-fb3b88d68371, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:51.138444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803fa1fe-96a1-48d4-9fb9-513ab85034c8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.171414 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network d5a1972c-12bf-435f-a1d3-fb3b88d68371 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:51.172776 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Routers {'dc54cafe-2daf-4345-8b06-047c19e94062'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:51.173460 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['dc54cafe-2daf-4345-8b06-047c19e94062'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:51.193887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, d5a1972c-12bf-435f-a1d3-fb3b88d68371) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:51.200024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:51.201093 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.206210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b883b3-e7ee-426b-b0fa-46a4775c1534 None None] Network d5a1972c-12bf-435f-a1d3-fb3b88d68371 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:51.228224 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-38012f5c-7880-4e4a-932f-c82097c11d2c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9507129 Aug 16 02:17:51.230806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49424) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:51.336812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Allocated IP 172.25.2.137 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/22e41e79-502c-4ecf-8461-e5a2bf6c9ee9) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:51.341230 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] Set router dc54cafe-2daf-4345-8b06-047c19e94062 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:51.510050 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-d5a1972c-12bf-435f-a1d3-fb3b88d68371', 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'fixed_ips': [{'subnet_id': 'bd30e81a-4584-40cb-a8fc-c836cae4c46e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:51.511154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.778899 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.829320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Allocated IP 172.20.0.18 (d5a1972c-12bf-435f-a1d3-fb3b88d68371/bd30e81a-4584-40cb-a8fc-c836cae4c46e/83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:51.922216 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1726969384', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:46Z', 'updated_at': '2021-08-16T02:17:48Z', 'revision_number': 3, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:51.930516 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.006144 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.015702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Transition to ACTIVE for port object 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:52.031709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Transition to ACTIVE for port object 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:52.044108 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.049735 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c60b0-7127-48fc-a9db-237563a23494 None None] The sync data for ids ['dc54cafe-2daf-4345-8b06-047c19e94062'] in n-d-768851-16 is: [{'id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1726969384', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:46Z', 'updated_at': '2021-08-16T02:17:48Z', 'revision_number': 3, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:52.085527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:52.099745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:52.106525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:52.141429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Network d5a1972c-12bf-435f-a1d3-fb3b88d68371 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:52.152649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:52.175908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:52.201355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Pushing event updated for resources: {'Port': ['ID=22e41e79-502c-4ecf-8461-e5a2bf6c9ee9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.273010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:52.273663 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.301856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c723b7ae-6757-4602-b6ea-a058290b4d7e tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8075325 Aug 16 02:17:52.304625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49454) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:52.309581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.137'}]}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:52.359467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Pushing event updated for resources: {'Port': ['ID=83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.362228 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.363306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.418446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Attempting to bind port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:52.419533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Attempting to bind port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:52.420129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Attempting to bind port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 on network d5a1972c-12bf-435f-a1d3-fb3b88d68371 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:52.431866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:52.433268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Checking segment: {'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:52.433968 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.434587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Bound using segment: {'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:52.436149 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Bound port: 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:52.445671 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.522807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.651778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] For port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:52.655310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] For port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18,segment=NetworkSegment(1c681e90-cc2d-40c6-8eae-7915196bebb1),segment_id=1c681e90-cc2d-40c6-8eae-7915196bebb1)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:52.663356 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.905172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ae53-ac95-4491-96fc-846367d312f4 None None] Pushing event updated for resources: {'Port': ['ID=83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.911846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49462) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:52.964578 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.435711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.554725 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.602705 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f09b3d-c7ba-4c33-8a41-fa34b49edc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.644712 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.770767 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:17:54.177595 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.449889 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.463456 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.504777 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f09b3d-c7ba-4c33-8a41-fa34b49edc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.542028 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.542977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc8bc82b-43cc-4003-8968-e6e35fdd6a16 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:17:54.582350 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:17:54.587486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dbf37892-adf5-4825-be22-5145021a0b46 tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2817693 Aug 16 02:17:54.588125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49486) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:54.654413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Allocated IP 172.20.0.17 (d5a1972c-12bf-435f-a1d3-fb3b88d68371/bd30e81a-4584-40cb-a8fc-c836cae4c46e/9213908c-1349-4cf2-a29f-5951f87536ce) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:54.683518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:54.761258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-54236343-9a57-4dee-a5d7-f1981d56d41d tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Deleting port 22e41e79-502c-4ecf-8461-e5a2bf6c9ee9 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:54.762160 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54236343-9a57-4dee-a5d7-f1981d56d41d tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.866957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:54.877755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad51b24-18da-4b36-80e4-9ed22f0cc511 None None] Network d5a1972c-12bf-435f-a1d3-fb3b88d68371 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:54.980031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54236343-9a57-4dee-a5d7-f1981d56d41d tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.009974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-54236343-9a57-4dee-a5d7-f1981d56d41d tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Calling delete_port for 22e41e79-502c-4ecf-8461-e5a2bf6c9ee9 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:55.037514 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.075634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Transition to ACTIVE for port object 9213908c-1349-4cf2-a29f-5951f87536ce will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:55.114798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:55.155785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3f09b3d-c7ba-4c33-8a41-fa34b49edc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.173139 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.255389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5207373e-8da2-48f3-b9bd-b0613bc1defb None None] Provisioning for port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:55.265365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5207373e-8da2-48f3-b9bd-b0613bc1defb None None] Provisioning complete for port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:55.268231 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5207373e-8da2-48f3-b9bd-b0613bc1defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.342291 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54236343-9a57-4dee-a5d7-f1981d56d41d tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.376007 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e3f09b3d-c7ba-4c33-8a41-fa34b49edc05 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e9213545e4d4840abfcb105f1a34a67&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4582105 Aug 16 02:17:55.401175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:55.403247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49492) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:55.414725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54236343-9a57-4dee-a5d7-f1981d56d41d tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Pushing event deleted for resources: {'Port': ['ID=22e41e79-502c-4ecf-8461-e5a2bf6c9ee9,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.419106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f09b3d-c7ba-4c33-8a41-fa34b49edc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eee149-0d1c-4c2a-97cf-035a6ae60b29,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.426042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:55.428707 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.441604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network d5a1972c-12bf-435f-a1d3-fb3b88d68371 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:55.444897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Port': ['ID=9213908c-1349-4cf2-a29f-5951f87536ce,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.450913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:55.464789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:55.551475 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-54236343-9a57-4dee-a5d7-f1981d56d41d tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.564279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.575960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-54236343-9a57-4dee-a5d7-f1981d56d41d tempest-RoutersAdminNegativeTest-941824830 tempest-RoutersAdminNegativeTest-941824830-project-admin] 10.222.0.79 "DELETE /v2.0/ports/22e41e79-502c-4ecf-8461-e5a2bf6c9ee9 HTTP/1.1" status: 204 len: 168 time: 0.9864497 Aug 16 02:17:55.675863 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a7d07d3-f14e-4a3b-903f-bf535f4790ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.707227 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.719458 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5207373e-8da2-48f3-b9bd-b0613bc1defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.744460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a7d07d3-f14e-4a3b-903f-bf535f4790ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.777978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:55.782995 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.794247 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.839754 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a7d07d3-f14e-4a3b-903f-bf535f4790ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.849883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a7d07d3-f14e-4a3b-903f-bf535f4790ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.863293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9a7d07d3-f14e-4a3b-903f-bf535f4790ec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0eee149-0d1c-4c2a-97cf-035a6ae60b29 HTTP/1.1" status: 204 len: 168 time: 0.4458230 Aug 16 02:17:55.892141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d07d3-f14e-4a3b-903f-bf535f4790ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eee149-0d1c-4c2a-97cf-035a6ae60b29,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.901886 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.920641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5207373e-8da2-48f3-b9bd-b0613bc1defb None None] For port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18,segment=NetworkSegment(1c681e90-cc2d-40c6-8eae-7915196bebb1),segment_id=1c681e90-cc2d-40c6-8eae-7915196bebb1)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:55.934910 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5207373e-8da2-48f3-b9bd-b0613bc1defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.039818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207373e-8da2-48f3-b9bd-b0613bc1defb None None] Pushing event updated for resources: {'Port': ['ID=83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:56.117607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49504) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:56.173442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2ed7e343-8925-405f-af35-ef2381ecf86d None None] Provisioning complete for port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:56.173836 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e343-8925-405f-af35-ef2381ecf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.548130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2ed7e343-8925-405f-af35-ef2381ecf86d None None] Provisioning for port 9213908c-1349-4cf2-a29f-5951f87536ce completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:56.555384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2ed7e343-8925-405f-af35-ef2381ecf86d None None] Provisioning complete for port 9213908c-1349-4cf2-a29f-5951f87536ce triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:56.555761 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e343-8925-405f-af35-ef2381ecf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.581700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:56.607921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49516) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:56.636148 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-758f943b-39cc-4402-ba27-efc18771ab8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.671305 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2476ae9d-ed6a-4aa9-a09e-41ef2e20d37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.718943 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.730276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7e343-8925-405f-af35-ef2381ecf86d None None] Port 9213908c-1349-4cf2-a29f-5951f87536ce cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:56.734502 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.762386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:56.762693 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.839961 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-758f943b-39cc-4402-ba27-efc18771ab8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.858938 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-758f943b-39cc-4402-ba27-efc18771ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.898852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.903975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Port': ['ID=9213908c-1349-4cf2-a29f-5951f87536ce,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:56.913194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7b6eec30-92d1-4c85-9ada-1b22a2496f13 None None] Provisioning complete for port 9213908c-1349-4cf2-a29f-5951f87536ce triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:56.914056 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7b6eec30-92d1-4c85-9ada-1b22a2496f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.936209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-758f943b-39cc-4402-ba27-efc18771ab8b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fc367ac4812640eaa6eedd75ae83fbf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268340 Aug 16 02:17:56.937082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49520) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.039960 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7b6eec30-92d1-4c85-9ada-1b22a2496f13 None None] Port 9213908c-1349-4cf2-a29f-5951f87536ce cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:57.128513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:57.143691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f943b-39cc-4402-ba27-efc18771ab8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736afa34-3b3d-47ed-b0ac-beb55daa408c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.154532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network d5a1972c-12bf-435f-a1d3-fb3b88d68371 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:57.158517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:57.248807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3109a65f-d444-4e87-9532-176b95ddf794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.254873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:57.255256 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.361167 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3109a65f-d444-4e87-9532-176b95ddf794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.476796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Router dc54cafe-2daf-4345-8b06-047c19e94062 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:57.489780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2476ae9d-ed6a-4aa9-a09e-41ef2e20d37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.502135 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2476ae9d-ed6a-4aa9-a09e-41ef2e20d37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.563647 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2476ae9d-ed6a-4aa9-a09e-41ef2e20d37b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f393c00afad43bb982c05a6cd09f347&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4447997 Aug 16 02:17:57.568156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a74e3b5e-d8f7-432c-83c9-31ca748e7f43 None None] Provisioning complete for port 9213908c-1349-4cf2-a29f-5951f87536ce triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:57.568339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49526) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.568896 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a74e3b5e-d8f7-432c-83c9-31ca748e7f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.615396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476ae9d-ed6a-4aa9-a09e-41ef2e20d37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c8ed06-f7a5-4fa4-93f4-e2e9ba9b80b4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.650773 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3109a65f-d444-4e87-9532-176b95ddf794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.653398 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3109a65f-d444-4e87-9532-176b95ddf794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.654635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3109a65f-d444-4e87-9532-176b95ddf794 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/736afa34-3b3d-47ed-b0ac-beb55daa408c HTTP/1.1" status: 204 len: 168 time: 0.7063055 Aug 16 02:17:57.665507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a74e3b5e-d8f7-432c-83c9-31ca748e7f43 None None] Port 9213908c-1349-4cf2-a29f-5951f87536ce cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:57.690065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109a65f-d444-4e87-9532-176b95ddf794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736afa34-3b3d-47ed-b0ac-beb55daa408c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.742770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:57.755863 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9bf91e5b-e255-44a0-bbf2-697627a8e9a1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "PUT /v2.0/routers/dc54cafe-2daf-4345-8b06-047c19e94062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5237737 Aug 16 02:17:57.757553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Sync routers for ids ['dc54cafe-2daf-4345-8b06-047c19e94062'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:57.763703 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b12cebc-14d0-43ee-b161-fb5ed11a0e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.778183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Routers {'dc54cafe-2daf-4345-8b06-047c19e94062'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:57.779261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['dc54cafe-2daf-4345-8b06-047c19e94062'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:57.818819 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b12cebc-14d0-43ee-b161-fb5ed11a0e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.919929 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b12cebc-14d0-43ee-b161-fb5ed11a0e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.922791 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b12cebc-14d0-43ee-b161-fb5ed11a0e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.926401 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b12cebc-14d0-43ee-b161-fb5ed11a0e4e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5c8ed06-f7a5-4fa4-93f4-e2e9ba9b80b4 HTTP/1.1" status: 204 len: 168 time: 0.3543513 Aug 16 02:17:57.937971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12cebc-14d0-43ee-b161-fb5ed11a0e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c8ed06-f7a5-4fa4-93f4-e2e9ba9b80b4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:58.274189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-9fd8fb94-0763-41e4-a452-43fc2a034d52 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:58.275905 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-9fd8fb94-0763-41e4-a452-43fc2a034d52 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/networks?id=d5a1972c-12bf-435f-a1d3-fb3b88d68371 HTTP/1.1" status: 200 len: 797 time: 0.2162695 Aug 16 02:17:58.300317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-d02ac145-ee24-4326-a583-cb58d740e574 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/quotas/06438d0ead5145579ec2336933061baa HTTP/1.1" status: 200 len: 375 time: 0.0166173 Aug 16 02:17:58.354930 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Set router dc54cafe-2daf-4345-8b06-047c19e94062 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:58.424136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-d7202647-d9c4-4791-a75d-be98955683ba tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=06438d0ead5145579ec2336933061baa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1167529 Aug 16 02:17:58.469864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49552) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:58.509880 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6cfd0a-6fa2-4ff7-8785-ded8b260d540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.514068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49554) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:58.589294 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49558) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:58.594170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bcdefeac-25ee-4f9f-828a-7788cfcc004d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=032d97f63d014785b7e0831bd8fa2f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707445 Aug 16 02:17:58.753902 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f20f2ec-726a-4826-aad4-178d6e96f8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.781131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1726969384', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:46Z', 'updated_at': '2021-08-16T02:17:55Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9213908c-1349-4cf2-a29f-5951f87536ce', 'name': '', 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:e0:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bd30e81a-4584-40cb-a8fc-c836cae4c46e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:54Z', 'updated_at': '2021-08-16T02:17:56Z', 'revision_number': 2, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': 'bd30e81a-4584-40cb-a8fc-c836cae4c46e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:58.846779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f20f2ec-726a-4826-aad4-178d6e96f8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.850723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ddebba17-25dd-41dc-8e5a-3cbc86b687df service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:17:58.859191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ddebba17-25dd-41dc-8e5a-3cbc86b687df service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4156628 Aug 16 02:17:58.863997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Checking router: dc54cafe-2daf-4345-8b06-047c19e94062 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:58.866739 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Updating router dc54cafe-2daf-4345-8b06-047c19e94062 port 9213908c-1349-4cf2-a29f-5951f87536ce binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:58.889461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6cfd0a-6fa2-4ff7-8785-ded8b260d540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.905694 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa6cfd0a-6fa2-4ff7-8785-ded8b260d540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.919779 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.991881 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aa6cfd0a-6fa2-4ff7-8785-ded8b260d540 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d63dc67755e94bc5a200590f947f59e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205972 Aug 16 02:17:58.994610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49562) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:59.006583 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cfd0a-6fa2-4ff7-8785-ded8b260d540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96662fb3-ef9a-44c1-b8d6-018ca9c00723,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:59.045651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-2713e71a-6b1d-43da-a0fd-0ca56ad1ede6 service neutron] 10.222.0.79 "GET /v2.0/networks/d5a1972c-12bf-435f-a1d3-fb3b88d68371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845100 Aug 16 02:17:59.066910 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f20f2ec-726a-4826-aad4-178d6e96f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.070064 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4f20f2ec-726a-4826-aad4-178d6e96f8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.071630 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4f20f2ec-726a-4826-aad4-178d6e96f8b2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/803fa1fe-96a1-48d4-9fb9-513ab85034c8 HTTP/1.1" status: 204 len: 168 time: 0.4810727 Aug 16 02:17:59.125416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20f2ec-726a-4826-aad4-178d6e96f8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803fa1fe-96a1-48d4-9fb9-513ab85034c8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:59.238002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-20f2463b-6d75-438c-8ad0-12ca8d77b985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.320026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-20f2463b-6d75-438c-8ad0-12ca8d77b985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.344494 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-b0bf7f92-2a29-40ef-832a-61c2842f0e80 service neutron] 10.222.0.79 "GET /v2.0/networks/d5a1972c-12bf-435f-a1d3-fb3b88d68371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906153 Aug 16 02:17:59.430992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-20f2463b-6d75-438c-8ad0-12ca8d77b985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.443489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-20f2463b-6d75-438c-8ad0-12ca8d77b985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.450411 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-20f2463b-6d75-438c-8ad0-12ca8d77b985 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/96662fb3-ef9a-44c1-b8d6-018ca9c00723 HTTP/1.1" status: 204 len: 168 time: 0.4539073 Aug 16 02:17:59.483408 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2463b-6d75-438c-8ad0-12ca8d77b985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96662fb3-ef9a-44c1-b8d6-018ca9c00723,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:59.681663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49580) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:59.689452 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.706355 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf6d5ee8-632b-4d81-8d71-872257084db0 req-6b38f7c9-936d-4bee-b0aa-e7810858e97f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 210 time: 0.0398738 Aug 16 02:17:59.723669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Transition to ACTIVE for port object 9213908c-1349-4cf2-a29f-5951f87536ce will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:59.739317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.849992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8940b3-a75a-4eae-88dd-d99b80fa4064 None None] Pushing event updated for resources: {'Port': ['ID=9213908c-1349-4cf2-a29f-5951f87536ce,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:59.987185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Attempting to bind port 9213908c-1349-4cf2-a29f-5951f87536ce on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:59.987560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Attempting to bind port 9213908c-1349-4cf2-a29f-5951f87536ce by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:59.990337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Attempting to bind port 9213908c-1349-4cf2-a29f-5951f87536ce on network d5a1972c-12bf-435f-a1d3-fb3b88d68371 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:00.002347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:00.003706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Checking segment: {'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:00.004455 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.006284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Bound using segment: {'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:00.007724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Bound port: 9213908c-1349-4cf2-a29f-5951f87536ce, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:00.008902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.194183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] For port 9213908c-1349-4cf2-a29f-5951f87536ce, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:00.198416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] For port 9213908c-1349-4cf2-a29f-5951f87536ce, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9213908c-1349-4cf2-a29f-5951f87536ce,segment=NetworkSegment(1c681e90-cc2d-40c6-8eae-7915196bebb1),segment_id=1c681e90-cc2d-40c6-8eae-7915196bebb1)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:00.207348 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.298764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Routers {'dc54cafe-2daf-4345-8b06-047c19e94062'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:00.299408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['dc54cafe-2daf-4345-8b06-047c19e94062'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:00.442609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8940b3-a75a-4eae-88dd-d99b80fa4064 None None] Pushing event updated for resources: {'Port': ['ID=9213908c-1349-4cf2-a29f-5951f87536ce,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.631068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] Set router dc54cafe-2daf-4345-8b06-047c19e94062 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:00.901552 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72e02038-0e4a-45ce-8000-0a9b45c2d8d2 req-04d5d557-0db4-4778-9337-0a4b438bf0f3 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 210 time: 0.0716715 Aug 16 02:18:00.976733 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49614) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:01.123838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1726969384', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:46Z', 'updated_at': '2021-08-16T02:17:55Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9213908c-1349-4cf2-a29f-5951f87536ce', 'name': '', 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:e0:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bd30e81a-4584-40cb-a8fc-c836cae4c46e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:54Z', 'updated_at': '2021-08-16T02:18:00Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': 'bd30e81a-4584-40cb-a8fc-c836cae4c46e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:01.214689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ae70d-150c-47c8-8e16-1a81054fb245 None None] The sync data for ids ['dc54cafe-2daf-4345-8b06-047c19e94062'] in n-d-768851-16 is: [{'id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1726969384', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:46Z', 'updated_at': '2021-08-16T02:17:55Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9213908c-1349-4cf2-a29f-5951f87536ce', 'name': '', 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:e0:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bd30e81a-4584-40cb-a8fc-c836cae4c46e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:54Z', 'updated_at': '2021-08-16T02:18:00Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': 'bd30e81a-4584-40cb-a8fc-c836cae4c46e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:01.248480 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.343071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d569-c153-4de9-8e63-60a7927ed8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.780595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49644) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:01.856525 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d569-c153-4de9-8e63-60a7927ed8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.868272 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d569-c153-4de9-8e63-60a7927ed8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.977392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49656) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:01.977959 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a7c6d569-c153-4de9-8e63-60a7927ed8b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf8665aaab0f4693a98cf4c4accf019d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9995964 Aug 16 02:18:01.999625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Deleting port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:01.999990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.003014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6d569-c153-4de9-8e63-60a7927ed8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d630be9-e13c-410b-9cc6-ab8b724a919e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.183941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c312ef1-3e05-470d-8420-d03347db0953 req-3caff594-dcf1-4208-bcef-17a95a786b53 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 210 time: 0.1007509 Aug 16 02:18:02.193037 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.250094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'network': {'name': 'tempest-RoutersTest-1168280458'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:02.259765 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.343922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:02.344592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] For port 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:02.345131 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.349285 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.364257 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.422330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Calling delete_port for 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:02.466982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-356a8a42-0908-486f-8d82-5f93e2114386 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.468528 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-356a8a42-0908-486f-8d82-5f93e2114386 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.84 "GET /v2.0/networks?id=d5a1972c-12bf-435f-a1d3-fb3b88d68371 HTTP/1.1" status: 200 len: 797 time: 0.3318985 Aug 16 02:18:02.495845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Request body: {'port': {'device_id': '818904b2-22ce-49ce-8356-8bd403eaf361', 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371', 'admin_state_up': True, 'tenant_id': '06438d0ead5145579ec2336933061baa'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:02.521076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9213908c-1349-4cf2-a29f-5951f87536ce up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:02.526795 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.530927 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.533922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d630be9-e13c-410b-9cc6-ab8b724a919e HTTP/1.1" status: 204 len: 168 time: 0.5537765 Aug 16 02:18:02.569877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d630be9-e13c-410b-9cc6-ab8b724a919e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.602277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.609040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.609938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.610956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.613347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.614089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.614673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.615338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.615787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 9213908c-1349-4cf2-a29f-5951f87536ce completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:02.617254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.618577 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.620020 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.621724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64154c76-87a2-4cfa-a3f8-6c9aabd68bbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:02.622942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 9213908c-1349-4cf2-a29f-5951f87536ce triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:02.623724 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.693667 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.704529 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.771393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:02.781508 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.800522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcbec1c-219a-4870-afaf-2beddd7737d8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.811659 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.811898 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added segment 6f969995-79d1-4501-b2fa-bf69db1e3065 of type vlan for network 9be68441-b135-4e5c-b9b8-6be12bc294d0 Aug 16 02:18:02.850190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 9213908c-1349-4cf2-a29f-5951f87536ce, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9213908c-1349-4cf2-a29f-5951f87536ce,segment=NetworkSegment(1c681e90-cc2d-40c6-8eae-7915196bebb1),segment_id=1c681e90-cc2d-40c6-8eae-7915196bebb1)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:02.860226 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.910669 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.966177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=9213908c-1349-4cf2-a29f-5951f87536ce,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.025732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Made reservation on behalf of 06438d0ead5145579ec2336933061baa for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:03.027618 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.041475 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.045241 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.046838 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.093185 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.174263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3918428 Aug 16 02:18:03.178104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49676) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:03.185355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'network': {'name': 'tempest-RoutersTest-723602553'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:03.193353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f113d6-5dc5-4eb0-81f6-02bd6bd8c81f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Network': ['ID=9be68441-b135-4e5c-b9b8-6be12bc294d0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.236292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 9be68441-b135-4e5c-b9b8-6be12bc294d0 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:03.254401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.280970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:03.295514 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.358314 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.358670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.358988 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.361312 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.361661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.361997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.362332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.362663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.363110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.363308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.363631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.363952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:03.433281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c58db826-bf99-4beb-8a20-d804b7447132 req-43eb463c-d569-44b8-a901-23e13dcdc758 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 210 time: 0.1033199 Aug 16 02:18:03.474485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:03.499624 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.499979 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added segment 41b9abb2-f575-4bc0-a080-31a030fa1b62 of type vlan for network cb47fe46-2ff1-4711-abac-982c5ee9654b Aug 16 02:18:03.568597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Allocated IP 172.20.0.28 (d5a1972c-12bf-435f-a1d3-fb3b88d68371/bd30e81a-4584-40cb-a8fc-c836cae4c46e/079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:03.590352 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.659116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.664904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.665534 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.783263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6033518 Aug 16 02:18:03.794869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98bb14-b2ce-406a-9044-f8c7664c14e3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Network': ['ID=cb47fe46-2ff1-4711-abac-982c5ee9654b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.799126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49694) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:03.804889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'subnet': {'network_id': '9be68441-b135-4e5c-b9b8-6be12bc294d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:03.810124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network cb47fe46-2ff1-4711-abac-982c5ee9654b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:03.855886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.986708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:03.991765 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.038136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49700) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:04.078651 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.120678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Transition to ACTIVE for port object 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:04.271296 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.288605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1896843392-network', 'tenant_id': 'd75bbba41d5646da86049365f8e03555'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:04.362751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Subnet': ['ID=06988361-eb22-4be7-9e7b-2933e136d700,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.382814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Checking segment: {'id': '6f969995-79d1-4501-b2fa-bf69db1e3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9be68441-b135-4e5c-b9b8-6be12bc294d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:04.383188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network hostable DHCP agents. Network: 9be68441-b135-4e5c-b9b8-6be12bc294d0, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:04.405323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 9be68441-b135-4e5c-b9b8-6be12bc294d0 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:04.418471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 9be68441-b135-4e5c-b9b8-6be12bc294d0) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:04.425538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.426400 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.427443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac926aee-3b66-48ba-bca2-8e8eb18139a7 None None] Network 9be68441-b135-4e5c-b9b8-6be12bc294d0 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:04.466403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a02ba539-5c6e-405e-9ddb-201165db0310 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6637623 Aug 16 02:18:04.468792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49712) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:04.481194 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'subnet': {'network_id': 'cb47fe46-2ff1-4711-abac-982c5ee9654b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:04.652390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6595c27-36d3-42b0-bf6b-4bc09332a459 req-0331bd0a-9979-467e-a555-9bb821a20630 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 210 time: 0.0471013 Aug 16 02:18:04.682838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9213908c-1349-4cf2-a29f-5951f87536ce up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:04.719701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:04.726849 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.756444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-9be68441-b135-4e5c-b9b8-6be12bc294d0', 'network_id': '9be68441-b135-4e5c-b9b8-6be12bc294d0', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'fixed_ips': [{'subnet_id': '06988361-eb22-4be7-9e7b-2933e136d700'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:04.757736 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.839269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 9213908c-1349-4cf2-a29f-5951f87536ce triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:04.840488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.876696 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.930427 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Router 7475ffa3-687c-490e-9cd7-be9d2e90f263 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:04.936092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event updated for resources: {'Port': ['ID=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.954982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Made reservation on behalf of d75bbba41d5646da86049365f8e03555 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:04.957231 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.968805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Network d5a1972c-12bf-435f-a1d3-fb3b88d68371 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:04.969680 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.983529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Allocated IP 172.20.0.2 (9be68441-b135-4e5c-b9b8-6be12bc294d0/06988361-eb22-4be7-9e7b-2933e136d700/9fa14535-e136-42d1-ac7a-0b9bb18cce25) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:04.983725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:05.024405 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:05.198967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.199720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.240615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:05.249304 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6ba617a0-3870-4c12-93f6-a16b18238071 admin admin] 10.222.0.79 "PUT /v2.0/routers/7475ffa3-687c-490e-9cd7-be9d2e90f263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5661867 Aug 16 02:18:05.251146 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3966e6-2788-4de6-91d1-866b79c0d20f None None] Sync routers for ids ['7475ffa3-687c-490e-9cd7-be9d2e90f263'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:05.251688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49716) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:05.273251 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3966e6-2788-4de6-91d1-866b79c0d20f None None] Routers {'7475ffa3-687c-490e-9cd7-be9d2e90f263'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:05.279266 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2f3966e6-2788-4de6-91d1-866b79c0d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7475ffa3-687c-490e-9cd7-be9d2e90f263'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:05.308916 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.319609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Transition to ACTIVE for port object 9fa14535-e136-42d1-ac7a-0b9bb18cce25 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:05.356265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Transition to ACTIVE for port object 9fa14535-e136-42d1-ac7a-0b9bb18cce25 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:05.368890 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.396710 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.455653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.473077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.480184 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-2f3966e6-2788-4de6-91d1-866b79c0d20f None None] Set router 7475ffa3-687c-490e-9cd7-be9d2e90f263 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:05.520715 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ea283f99-bec7-43c9-b7f7-021610943896 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.0312333 Aug 16 02:18:05.531164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Pushing event updated for resources: {'Port': ['ID=9fa14535-e136-42d1-ac7a-0b9bb18cce25,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.565772 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ee925ce4-025c-40dd-b8b4-739fa3e1b5c6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:18:05.567035 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-ee925ce4-025c-40dd-b8b4-739fa3e1b5c6 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146425 Aug 16 02:18:05.608999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Request body: {'port': {'device_id': '818904b2-22ce-49ce-8356-8bd403eaf361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:05.611570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Network 9be68441-b135-4e5c-b9b8-6be12bc294d0 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:05.615517 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:05.618217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-257460c3-f39e-467e-93fb-88e4f6eb43c8 None None] Provisioning for port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:05.630645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:05.640632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-257460c3-f39e-467e-93fb-88e4f6eb43c8 None None] Provisioning complete for port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:05.647748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:05.657194 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-257460c3-f39e-467e-93fb-88e4f6eb43c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.658258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c30c4a-e406-4c06-8d73-f9e8094447a8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.714881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-257460c3-f39e-467e-93fb-88e4f6eb43c8 None None] Port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:05.752278 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.752726 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Added segment 42be88d8-2f32-4b22-8c2a-07bfc3d4388d of type vlan for network aa825c6e-a21d-4154-8526-44de4f4b199d Aug 16 02:18:05.820396 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2f3966e6-2788-4de6-91d1-866b79c0d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:18:02Z', 'revision_number': 5, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port': {'id': '0fa72838-1069-45af-a2b0-cc9edd04b80f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:06:50Z', 'updated_at': '2021-08-16T02:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:05.825647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Attempting to bind port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:05.826024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Attempting to bind port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '6f969995-79d1-4501-b2fa-bf69db1e3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9be68441-b135-4e5c-b9b8-6be12bc294d0'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:05.826441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Attempting to bind port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 on network 9be68441-b135-4e5c-b9b8-6be12bc294d0 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:05.833280 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.834300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:05.835076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Checking segment: {'id': '6f969995-79d1-4501-b2fa-bf69db1e3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9be68441-b135-4e5c-b9b8-6be12bc294d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:05.835597 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.836264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Bound using segment: {'id': '6f969995-79d1-4501-b2fa-bf69db1e3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9be68441-b135-4e5c-b9b8-6be12bc294d0'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:05.836795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Bound port: 9fa14535-e136-42d1-ac7a-0b9bb18cce25, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f969995-79d1-4501-b2fa-bf69db1e3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9be68441-b135-4e5c-b9b8-6be12bc294d0'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:05.837282 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.886269 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.892943 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3966e6-2788-4de6-91d1-866b79c0d20f None None] Checking router: 7475ffa3-687c-490e-9cd7-be9d2e90f263 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:05.915265 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3966e6-2788-4de6-91d1-866b79c0d20f None None] Routers {'7475ffa3-687c-490e-9cd7-be9d2e90f263'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:05.918312 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2f3966e6-2788-4de6-91d1-866b79c0d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:17:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['7475ffa3-687c-490e-9cd7-be9d2e90f263'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:05.921971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf5f14-ed5f-4fa8-bd73-d70f95029ac6 req-44d2f779-6aaa-4e7d-ac0e-9aba9d0ac72d tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.935196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-64bf5f14-ed5f-4fa8-bd73-d70f95029ac6 req-44d2f779-6aaa-4e7d-ac0e-9aba9d0ac72d tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 895 time: 0.0916777 Aug 16 02:18:05.949213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] For port 9fa14535-e136-42d1-ac7a-0b9bb18cce25, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:05.958852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] For port 9fa14535-e136-42d1-ac7a-0b9bb18cce25, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9fa14535-e136-42d1-ac7a-0b9bb18cce25,segment=NetworkSegment(6f969995-79d1-4501-b2fa-bf69db1e3065),segment_id=6f969995-79d1-4501-b2fa-bf69db1e3065)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:05.963417 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.967720 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.043476 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.044956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:06.045764 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.059123 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99cdeb-32de-4e7d-b4ec-3addb5944d2b None None] Pushing event updated for resources: {'Port': ['ID=9fa14535-e136-42d1-ac7a-0b9bb18cce25,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:06.101471 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-2f3966e6-2788-4de6-91d1-866b79c0d20f None None] Set router 7475ffa3-687c-490e-9cd7-be9d2e90f263 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:06.139715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.177783 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2f3966e6-2788-4de6-91d1-866b79c0d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:18:05Z', 'revision_number': 6, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:06.213170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Subnet': ['ID=4874e97f-7c7d-4938-8cc4-29724e447908,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:06.215220 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3966e6-2788-4de6-91d1-866b79c0d20f None None] The sync data for ids ['7475ffa3-687c-490e-9cd7-be9d2e90f263'] in n-d-768851-16 is: [{'id': '7475ffa3-687c-490e-9cd7-be9d2e90f263', 'name': 'tempest-TaggedBootDevicesTest-1667880696-router', 'tenant_id': 'edd85d7bef8a474fb707dff4d8748cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:06:49Z', 'updated_at': '2021-08-16T02:18:05Z', 'revision_number': 6, 'project_id': 'edd85d7bef8a474fb707dff4d8748cae', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:06.234026 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1946592 Aug 16 02:18:06.237472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49724) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:06.246423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] Request body: {'subnet': {'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1896843392-subnet', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:06.313644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Checking segment: {'id': '41b9abb2-f575-4bc0-a080-31a030fa1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cb47fe46-2ff1-4711-abac-982c5ee9654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:06.313907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network hostable DHCP agents. Network: cb47fe46-2ff1-4711-abac-982c5ee9654b, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:06.339205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] Made reservation on behalf of d75bbba41d5646da86049365f8e03555 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:06.341771 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.358719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network cb47fe46-2ff1-4711-abac-982c5ee9654b is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:06.404548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, cb47fe46-2ff1-4711-abac-982c5ee9654b) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:06.415546 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:06.437568 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.437801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cbdd9d-485f-4554-a519-2f6108a608d1 None None] Network cb47fe46-2ff1-4711-abac-982c5ee9654b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:06.485666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-29991138-37a2-4d96-ad47-dbf2bb26b08f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0148647 Aug 16 02:18:06.489266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49726) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:06.503207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-375b0cb9-7daf-4317-8cdb-cfb3726ef4b0 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-111367041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:06.567256 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-375b0cb9-7daf-4317-8cdb-cfb3726ef4b0 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.568359 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-375b0cb9-7daf-4317-8cdb-cfb3726ef4b0 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.638187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Deleting port 0fa72838-1069-45af-a2b0-cc9edd04b80f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:06.638543 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.646714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaffcb-f3a5-46be-a715-d2688725b0da admin admin] Pushing event updated for resources: {'Network': ['ID=aa825c6e-a21d-4154-8526-44de4f4b199d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:06.700346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network aa825c6e-a21d-4154-8526-44de4f4b199d details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:06.728209 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-375b0cb9-7daf-4317-8cdb-cfb3726ef4b0 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.769610 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-375b0cb9-7daf-4317-8cdb-cfb3726ef4b0 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.788109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:06.798103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.810510 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-375b0cb9-7daf-4317-8cdb-cfb3726ef4b0 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.811896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-375b0cb9-7daf-4317-8cdb-cfb3726ef4b0 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3204865 Aug 16 02:18:06.814770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49730) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:06.833489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:06.894601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Transition to ACTIVE for port object 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:06.904834 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.909664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:06.914519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1d09ee7b-5b40-4ff8-a9b5-e51dc6e0aa91 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:06.974246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-cb47fe46-2ff1-4711-abac-982c5ee9654b', 'network_id': 'cb47fe46-2ff1-4711-abac-982c5ee9654b', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'fixed_ips': [{'subnet_id': '4874e97f-7c7d-4938-8cc4-29724e447908'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:06.975275 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.037302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Pushing event updated for resources: {'Port': ['ID=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:07.174391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] For port 0fa72838-1069-45af-a2b0-cc9edd04b80f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0fa72838-1069-45af-a2b0-cc9edd04b80f,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:07.174769 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.193648 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.204551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Calling delete_port for 0fa72838-1069-45af-a2b0-cc9edd04b80f owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:07.218734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Allocated IP 172.21.0.2 (cb47fe46-2ff1-4711-abac-982c5ee9654b/4874e97f-7c7d-4938-8cc4-29724e447908/365937de-87d1-4f84-8869-50661d9cd0e2) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:07.334763 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Attempting to bind port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:07.335321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Attempting to bind port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:07.335795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Attempting to bind port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f on network d5a1972c-12bf-435f-a1d3-fb3b88d68371 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:07.350491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f on network d5a1972c-12bf-435f-a1d3-fb3b88d68371 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:07.351066 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Attempting to bind port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f on network d5a1972c-12bf-435f-a1d3-fb3b88d68371 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:07.382690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:07.383316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Checking segment: {'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:07.384256 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Bound using segment: {'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:07.384935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Bound port: 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c681e90-cc2d-40c6-8eae-7915196bebb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:07.387375 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.413151 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.423516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Transition to ACTIVE for port object 365937de-87d1-4f84-8869-50661d9cd0e2 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:07.441908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Transition to ACTIVE for port object 365937de-87d1-4f84-8869-50661d9cd0e2 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:07.445494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd6b74-d6a4-4199-aade-caa341cd65fd req-2754b61e-456c-4b3e-a146-e263b11a537f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.447100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dfd6b74-d6a4-4199-aade-caa341cd65fd req-2754b61e-456c-4b3e-a146-e263b11a537f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 907 time: 0.3511131 Aug 16 02:18:07.463883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62fa95a6-f539-4a2a-bec5-6be7a7f420e0,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:07.464781 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.498302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] For port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:07.507277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] For port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f,segment=NetworkSegment(1c681e90-cc2d-40c6-8eae-7915196bebb1),segment_id=1c681e90-cc2d-40c6-8eae-7915196bebb1)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:07.520040 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.536354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Pushing event updated for resources: {'Port': ['ID=365937de-87d1-4f84-8869-50661d9cd0e2,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:07.549030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Network cb47fe46-2ff1-4711-abac-982c5ee9654b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:07.551152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:07.552916 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] Checking segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:07.555498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.556180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.556636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.557692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.558194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.558560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] Network hostable DHCP agents. Network: aa825c6e-a21d-4154-8526-44de4f4b199d, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:07.558743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.559279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.559721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.560156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.560795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.561354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.561686 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.561984 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:07.569469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:07.644173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Attempting to bind port 365937de-87d1-4f84-8869-50661d9cd0e2 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:07.645464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Attempting to bind port 365937de-87d1-4f84-8869-50661d9cd0e2 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '41b9abb2-f575-4bc0-a080-31a030fa1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cb47fe46-2ff1-4711-abac-982c5ee9654b'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:07.646152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Attempting to bind port 365937de-87d1-4f84-8869-50661d9cd0e2 on network cb47fe46-2ff1-4711-abac-982c5ee9654b {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:07.652867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:07.653476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Checking segment: {'id': '41b9abb2-f575-4bc0-a080-31a030fa1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cb47fe46-2ff1-4711-abac-982c5ee9654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:07.653991 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.654547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Bound using segment: {'id': '41b9abb2-f575-4bc0-a080-31a030fa1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cb47fe46-2ff1-4711-abac-982c5ee9654b'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:07.655855 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Bound port: 365937de-87d1-4f84-8869-50661d9cd0e2, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b9abb2-f575-4bc0-a080-31a030fa1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cb47fe46-2ff1-4711-abac-982c5ee9654b'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:07.656352 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.696609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.697272 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.698893 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-76899d38-6f83-412d-be37-46601b3b025c service neutron] 10.222.0.84 "PUT /v2.0/ports/079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f HTTP/1.1" status: 200 len: 1056 time: 2.1172409 Aug 16 02:18:07.700030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818904b2-22ce-49ce-8356-8bd403eaf361', 'tag': '079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:07.716728 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bbe234-1a6b-4932-922f-bd2832b2d62b" -d '{"events": [{"name": "network-changed", "server_uuid": "818904b2-22ce-49ce-8356-8bd403eaf361", "tag": "079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:07.731829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] Network aa825c6e-a21d-4154-8526-44de4f4b199d is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:07.758761 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] For port 365937de-87d1-4f84-8869-50661d9cd0e2, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:07.765473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] For port 365937de-87d1-4f84-8869-50661d9cd0e2, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=365937de-87d1-4f84-8869-50661d9cd0e2,segment=NetworkSegment(41b9abb2-f575-4bc0-a080-31a030fa1b62),segment_id=41b9abb2-f575-4bc0-a080-31a030fa1b62)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:07.771668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.794674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, aa825c6e-a21d-4154-8526-44de4f4b199d) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:07.816726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.823709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.849805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76899d38-6f83-412d-be37-46601b3b025c service neutron] Pushing event updated for resources: {'Port': ['ID=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:07.886134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8917e662-8fb6-42e1-9775-22dca022c17d None None] Network aa825c6e-a21d-4154-8526-44de4f4b199d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:07.985110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1cade568-eb37-4045-8009-71a3daeda1b6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7437854 Aug 16 02:18:07.992287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49750) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.997706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-a10c6c59-8c1e-4af0-bd49-e88d28ac92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.999561 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-a10c6c59-8c1e-4af0-bd49-e88d28ac92ee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06438d0ead5145579ec2336933061baa&device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 1059 time: 0.2284458 Aug 16 02:18:08.000897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.024358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:08.089576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d302adf-fa2f-42e6-9e49-12e45292633b None None] Pushing event updated for resources: {'Port': ['ID=365937de-87d1-4f84-8869-50661d9cd0e2,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.143751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89881cde-6a19-4889-af82-1cd5d54fbf6c None None] Network 9be68441-b135-4e5c-b9b8-6be12bc294d0 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:08.165514 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.166536 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.191737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa72838-1069-45af-a2b0-cc9edd04b80f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.242258 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-8839cfb9-3e1d-4b95-9a7d-3c5b73049baf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f HTTP/1.1" status: 200 len: 217 time: 0.2166898 Aug 16 02:18:08.318191 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2931db4-cd0a-4329-97b1-39362b78940f x-openstack-request-id: req-c2931db4-cd0a-4329-97b1-39362b78940f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:08.318495 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818904b2-22ce-49ce-8356-8bd403eaf361", "tag": "079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:08.318738 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c2931db4-cd0a-4329-97b1-39362b78940f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:08.319145 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818904b2-22ce-49ce-8356-8bd403eaf361', 'tag': '079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f', 'status': 'completed', 'code': 200} Aug 16 02:18:08.321591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Allocated IP 172.20.0.1 (9be68441-b135-4e5c-b9b8-6be12bc294d0/06988361-eb22-4be7-9e7b-2933e136d700/ec3e8226-4b0e-4628-b447-fbc93f47dd4a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:08.342153 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.549179 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.552276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-9d2993ba-972d-41e3-8994-0eeebf30911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.553869 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-9d2993ba-972d-41e3-8994-0eeebf30911e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bd30e81a-4584-40cb-a8fc-c836cae4c46e HTTP/1.1" status: 200 len: 837 time: 0.2978363 Aug 16 02:18:08.701108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 365937de-87d1-4f84-8869-50661d9cd0e2 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:08.821973 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.832632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.837231 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.876060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41125638-7995-414e-9277-36dc78d2a59f req-8e973edf-2962-4286-b5f6-920ff11b73a3 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.877822 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41125638-7995-414e-9277-36dc78d2a59f req-8e973edf-2962-4286-b5f6-920ff11b73a3 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 907 time: 0.2059002 Aug 16 02:18:08.887727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e92bb11d-8d70-41b3-9efc-b4498d44ed52 None None] Provisioning for port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:08.903958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.904696 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7475ffa3-687c-490e-9cd7-be9d2e90f263 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:08.917725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.920840 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-13de902e-859b-4a66-9e3f-28f943a24f7a admin admin] 10.222.0.79 "DELETE /v2.0/routers/7475ffa3-687c-490e-9cd7-be9d2e90f263 HTTP/1.1" status: 204 len: 168 time: 3.6663616 Aug 16 02:18:08.928666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49776) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:08.940766 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.961967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-50c66b0d-a089-4d2e-8da9-f8ff8865294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.965493 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-50c66b0d-a089-4d2e-8da9-f8ff8865294c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d5a1972c-12bf-435f-a1d3-fb3b88d68371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3909974 Aug 16 02:18:09.022587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Transition to ACTIVE for port object ec3e8226-4b0e-4628-b447-fbc93f47dd4a will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:09.049793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-936dc6f7-84af-418a-8846-33bcd149aff4 admin admin] Deleting subnet 0ea88406-ad03-452f-8d46-b2b14ab4b8da {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:09.055855 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-936dc6f7-84af-418a-8846-33bcd149aff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.070035 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-49183dfe-4a20-4d03-837d-5fd0218ff6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.077203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-aa825c6e-a21d-4154-8526-44de4f4b199d', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:09.078318 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.150743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 365937de-87d1-4f84-8869-50661d9cd0e2 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:09.160371 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-936dc6f7-84af-418a-8846-33bcd149aff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.234794 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9fa14535-e136-42d1-ac7a-0b9bb18cce25 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:09.270123 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.272381 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-0e99e78b-6752-4105-83e8-2dfeb2ec1815 service neutron] 10.222.0.84 "GET /v2.0/networks/d5a1972c-12bf-435f-a1d3-fb3b88d68371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971640 Aug 16 02:18:09.322289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 9be68441-b135-4e5c-b9b8-6be12bc294d0 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:09.354463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:09.362675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:09.431069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.474047 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f82e1ccb-d323-43f5-95dc-26f2c767896b req-cdadab2c-4386-4b9b-80de-f100e9819caa service neutron] 10.222.0.84 "GET /v2.0/networks/d5a1972c-12bf-435f-a1d3-fb3b88d68371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945193 Aug 16 02:18:09.488122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:09.497749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:09.498124 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.624359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Allocated IP 172.20.0.2 (aa825c6e-a21d-4154-8526-44de4f4b199d/62fa95a6-f539-4a2a-bec5-6be7a7f420e0/d0672f6f-0c7c-47b2-92d4-d7eaf459b96f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:09.702263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbe234-1a6b-4932-922f-bd2832b2d62b req-5e9d98f5-3cbc-494c-b09b-aaf631e5503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.706619 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e6bbe234-1a6b-4932-922f-bd2832b2d62b req-5e9d98f5-3cbc-494c-b09b-aaf631e5503e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06438d0ead5145579ec2336933061baa&device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 1059 time: 0.1060963 Aug 16 02:18:09.742961 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=ec3e8226-4b0e-4628-b447-fbc93f47dd4a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.783917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa9f38-c6ba-439f-a44e-02cd96c155d4 None None] Network cb47fe46-2ff1-4711-abac-982c5ee9654b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:09.844495 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.850502 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.883794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbe234-1a6b-4932-922f-bd2832b2d62b req-ba6b7379-b0e3-48b6-b2b4-056d0ef53fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.889027 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e6bbe234-1a6b-4932-922f-bd2832b2d62b req-ba6b7379-b0e3-48b6-b2b4-056d0ef53fb7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d5a1972c-12bf-435f-a1d3-fb3b88d68371 HTTP/1.1" status: 200 len: 898 time: 0.1732664 Aug 16 02:18:09.926196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d8e55605-96fc-4b02-ab28-c8d05f1aec53 None None] Provisioning for port 365937de-87d1-4f84-8869-50661d9cd0e2 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:09.929752 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-936dc6f7-84af-418a-8846-33bcd149aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.970769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 9fa14535-e136-42d1-ac7a-0b9bb18cce25, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9fa14535-e136-42d1-ac7a-0b9bb18cce25,segment=NetworkSegment(6f969995-79d1-4501-b2fa-bf69db1e3065),segment_id=6f969995-79d1-4501-b2fa-bf69db1e3065)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:09.986724 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e6bbe234-1a6b-4932-922f-bd2832b2d62b req-72c4a093-c14d-4d91-980b-3cc4efc836f1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f HTTP/1.1" status: 200 len: 217 time: 0.0897899 Aug 16 02:18:09.988838 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.994424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d8e55605-96fc-4b02-ab28-c8d05f1aec53 None None] Provisioning complete for port 365937de-87d1-4f84-8869-50661d9cd0e2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:09.994804 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8e55605-96fc-4b02-ab28-c8d05f1aec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.019106 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.126585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbe234-1a6b-4932-922f-bd2832b2d62b req-f4d6c25a-d9f8-4563-8599-823951b2633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.131661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=9fa14535-e136-42d1-ac7a-0b9bb18cce25,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.133897 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e6bbe234-1a6b-4932-922f-bd2832b2d62b req-f4d6c25a-d9f8-4563-8599-823951b2633d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bd30e81a-4584-40cb-a8fc-c836cae4c46e HTTP/1.1" status: 200 len: 837 time: 0.1400416 Aug 16 02:18:10.135525 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0fa72838-1069-45af-a2b0-cc9edd04b80f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:10.155746 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.176499 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 0fa72838-1069-45af-a2b0-cc9edd04b80f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:10.176970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0fa72838-1069-45af-a2b0-cc9edd04b80f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:10.183108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.204064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3c906-c88c-471f-98ca-b82648568e80 req-832084b4-8ec8-4330-abe1-b968aeb56186 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.206283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2d3c906-c88c-471f-98ca-b82648568e80 req-832084b4-8ec8-4330-abe1-b968aeb56186 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 907 time: 0.1890008 Aug 16 02:18:10.212382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbe234-1a6b-4932-922f-bd2832b2d62b req-251bb40c-8571-482d-af30-29644c308a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.215847 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e6bbe234-1a6b-4932-922f-bd2832b2d62b req-251bb40c-8571-482d-af30-29644c308a95 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d5a1972c-12bf-435f-a1d3-fb3b88d68371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0727468 Aug 16 02:18:10.337101 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-936dc6f7-84af-418a-8846-33bcd149aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.354362 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-936dc6f7-84af-418a-8846-33bcd149aff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.354508 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.355427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-936dc6f7-84af-418a-8846-33bcd149aff4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0ea88406-ad03-452f-8d46-b2b14ab4b8da HTTP/1.1" status: 204 len: 168 time: 1.4249861 Aug 16 02:18:10.377938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9af30a0-fff7-4fe9-9cb6-4f0cc7d16afb None None] Network 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:10.382464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49792) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.403782 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e6bbe234-1a6b-4932-922f-bd2832b2d62b req-3e28ba8b-8334-42a6-9a49-49ceba70c13c service neutron] 10.222.0.84 "GET /v2.0/networks/d5a1972c-12bf-435f-a1d3-fb3b88d68371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802912 Aug 16 02:18:10.437016 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8e55605-96fc-4b02-ab28-c8d05f1aec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.459471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Transition to ACTIVE for port object d0672f6f-0c7c-47b2-92d4-d7eaf459b96f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:10.536052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9fa14535-e136-42d1-ac7a-0b9bb18cce25 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:10.581067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d8e55605-96fc-4b02-ab28-c8d05f1aec53 None None] For port 365937de-87d1-4f84-8869-50661d9cd0e2, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=365937de-87d1-4f84-8869-50661d9cd0e2,segment=NetworkSegment(41b9abb2-f575-4bc0-a080-31a030fa1b62),segment_id=41b9abb2-f575-4bc0-a080-31a030fa1b62)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:10.615316 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8e55605-96fc-4b02-ab28-c8d05f1aec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.629946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Transition to ACTIVE for port object d0672f6f-0c7c-47b2-92d4-d7eaf459b96f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:10.639270 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e6bbe234-1a6b-4932-922f-bd2832b2d62b req-15595f0d-9fdc-4dac-ba5d-8ff25123ac21 service neutron] 10.222.0.84 "GET /v2.0/networks/d5a1972c-12bf-435f-a1d3-fb3b88d68371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233672 Aug 16 02:18:10.660769 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.720389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d8e55605-96fc-4b02-ab28-c8d05f1aec53 None None] Provisioning complete for port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:10.720585 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8e55605-96fc-4b02-ab28-c8d05f1aec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.795891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Network aa825c6e-a21d-4154-8526-44de4f4b199d is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:10.800594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:10.840627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:10.863969 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e55605-96fc-4b02-ab28-c8d05f1aec53 None None] Pushing event updated for resources: {'Port': ['ID=365937de-87d1-4f84-8869-50661d9cd0e2,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.934279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936dc6f7-84af-418a-8846-33bcd149aff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ea88406-ad03-452f-8d46-b2b14ab4b8da,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.984306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:10.984942 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.045034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Pushing event updated for resources: {'Port': ['ID=d0672f6f-0c7c-47b2-92d4-d7eaf459b96f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.055642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.067255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Attempting to bind port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:11.067255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Attempting to bind port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:11.067847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Attempting to bind port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:11.087230 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:11.087737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Checking segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:11.088799 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.089330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Bound using segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:11.089970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Bound port: d0672f6f-0c7c-47b2-92d4-d7eaf459b96f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:11.090432 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.121984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Allocated IP 172.25.2.166 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/118bf6b1-88bf-4653-a63c-389c914fd3a8) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:11.172069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fd3732-120d-4711-9d66-f023082165a0 None None] DHCP port deletion for 75ecf9d7-bd12-4326-a6f3-a93a4477fa36 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:11.280096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] For port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:11.290598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] For port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d0672f6f-0c7c-47b2-92d4-d7eaf459b96f,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:11.309559 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.349265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.379777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.389294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Deleting port 581d4c26-40b2-4c51-a5b1-822782ad9b05 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:11.389626 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.396788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-00db2e37-f180-4ade-8412-3333e8b54ab8 None None] Provisioning for port ec3e8226-4b0e-4628-b447-fbc93f47dd4a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:11.415379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-00db2e37-f180-4ade-8412-3333e8b54ab8 None None] Provisioning complete for port ec3e8226-4b0e-4628-b447-fbc93f47dd4a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:11.415589 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00db2e37-f180-4ade-8412-3333e8b54ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.443748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d678b-76d6-44bf-9e54-1ed3b3055677 None None] Pushing event updated for resources: {'Port': ['ID=d0672f6f-0c7c-47b2-92d4-d7eaf459b96f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.471205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-00db2e37-f180-4ade-8412-3333e8b54ab8 None None] Port ec3e8226-4b0e-4628-b447-fbc93f47dd4a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:11.490102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-88fd3732-120d-4711-9d66-f023082165a0 None None] Deleting port 581d4c26-40b2-4c51-a5b1-822782ad9b05 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:11.490405 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-88fd3732-120d-4711-9d66-f023082165a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.554903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-00db2e37-f180-4ade-8412-3333e8b54ab8 None None] Provisioning complete for port 365937de-87d1-4f84-8869-50661d9cd0e2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:11.555274 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00db2e37-f180-4ade-8412-3333e8b54ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.577879 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b821b97-b5d3-4499-9024-7b175f28850a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.587496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2b050-653c-40cb-8aba-c766ade85ff7 req-d94fa503-f9d0-4dde-b315-cd4aca9ff9ce tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.589180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82f2b050-653c-40cb-8aba-c766ade85ff7 req-d94fa503-f9d0-4dde-b315-cd4aca9ff9ce tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 907 time: 0.2641404 Aug 16 02:18:11.594063 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.596332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=ec3e8226-4b0e-4628-b447-fbc93f47dd4a,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.598932 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.610577 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] For port 581d4c26-40b2-4c51-a5b1-822782ad9b05, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=581d4c26-40b2-4c51-a5b1-822782ad9b05,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:11.611624 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.639010 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.660885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-88fd3732-120d-4711-9d66-f023082165a0 None None] For port 581d4c26-40b2-4c51-a5b1-822782ad9b05, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=581d4c26-40b2-4c51-a5b1-822782ad9b05,segment=NetworkSegment(25ce840a-b9f9-4c34-9f5c-27b1686ec159),segment_id=25ce840a-b9f9-4c34-9f5c-27b1686ec159)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:11.661620 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-88fd3732-120d-4711-9d66-f023082165a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.682336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Calling delete_port for 581d4c26-40b2-4c51-a5b1-822782ad9b05 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:11.687979 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-88fd3732-120d-4711-9d66-f023082165a0 None None] Calling delete_port for 581d4c26-40b2-4c51-a5b1-822782ad9b05 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:11.822237 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-88fd3732-120d-4711-9d66-f023082165a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.853312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd3732-120d-4711-9d66-f023082165a0 None None] Pushing event deleted for resources: {'Port': ['ID=581d4c26-40b2-4c51-a5b1-822782ad9b05,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.857856 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd3732-120d-4711-9d66-f023082165a0 None None] No DVR routers for this DVR port 581d4c26-40b2-4c51-a5b1-822782ad9b05 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:11.889237 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.905139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 9be68441-b135-4e5c-b9b8-6be12bc294d0 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:11.924963 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.929483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:11.955868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:11.959044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] No DVR routers for this DVR port 581d4c26-40b2-4c51-a5b1-822782ad9b05 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:11.966875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:12.009557 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:12.059131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Pushing event updated for resources: {'Port': ['ID=118bf6b1-88bf-4653-a63c-389c914fd3a8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:12.156605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Pushing event deleted for resources: {'Port': ['ID=581d4c26-40b2-4c51-a5b1-822782ad9b05,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:12.188359 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.205091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ecf9d7-bd12-4326-a6f3-a93a4477fa36']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:12.222040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-666c2a3c-2b26-420d-994e-aaccafef2fdd None None] Provisioning complete for port ec3e8226-4b0e-4628-b447-fbc93f47dd4a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:12.222269 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-666c2a3c-2b26-420d-994e-aaccafef2fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.253145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ce840a-b9f9-4c34-9f5c-27b1686ec159') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:12.253145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ce840a-b9f9-4c34-9f5c-27b1686ec159') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:12.271927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-666c2a3c-2b26-420d-994e-aaccafef2fdd None None] Port ec3e8226-4b0e-4628-b447-fbc93f47dd4a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:12.300455 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.354411 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.375814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:12.376241 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:12.378995 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:12.412160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:12.429225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router a31a9ec4-700e-41e2-8d5e-15c72b28bc13 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:12.547158 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.555965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.560112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] 10.222.0.79 "DELETE /v2.0/networks/75ecf9d7-bd12-4326-a6f3-a93a4477fa36 HTTP/1.1" status: 204 len: 168 time: 2.1745861 Aug 16 02:18:12.685898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03742563-77c0-4c86-8e88-f74b76681eef admin admin] Pushing event deleted for resources: {'Network': ['ID=75ecf9d7-bd12-4326-a6f3-a93a4477fa36,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:12.694762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f,segment=NetworkSegment(1c681e90-cc2d-40c6-8eae-7915196bebb1),segment_id=1c681e90-cc2d-40c6-8eae-7915196bebb1)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:12.742225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f', 'network_id': 'd5a1972c-12bf-435f-a1d3-fb3b88d68371', 'port_id': '079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f', 'mac_address': 'fa:16:3e:1f:a6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd30e81a-4584-40cb-a8fc-c836cae4c46e', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:12.785342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49828) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:12.818012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:12.824790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6667f5ee-efac-4a77-a634-6b771e5a19d1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/a31a9ec4-700e-41e2-8d5e-15c72b28bc13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0068796 Aug 16 02:18:12.829787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49830) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:12.837758 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f1828c36-6c15-424b-ae44-07f4ff52989c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=edd85d7bef8a474fb707dff4d8748cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512965 Aug 16 02:18:12.838428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49832) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:12.840639 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.844723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd51d67-1b72-41cc-a924-e2833a962541 None None] Network aa825c6e-a21d-4154-8526-44de4f4b199d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:12.895076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b024679-9d79-4415-bc68-09fd26e611d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.923198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b024679-9d79-4415-bc68-09fd26e611d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.934560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 365937de-87d1-4f84-8869-50661d9cd0e2 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:12.940797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf2eb05-c0cb-40a3-9719-0eb4eeef36a4 None None] Sync routers for ids ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:12.956065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c03698e-ed22-47ca-8038-531f9ad04ec7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.957717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6c03698e-ed22-47ca-8038-531f9ad04ec7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports/ec3e8226-4b0e-4628-b447-fbc93f47dd4a HTTP/1.1" status: 200 len: 910 time: 0.1250007 Aug 16 02:18:12.970741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49840) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:12.980880 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b024679-9d79-4415-bc68-09fd26e611d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.983868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b024679-9d79-4415-bc68-09fd26e611d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.988552 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b024679-9d79-4415-bc68-09fd26e611d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e HTTP/1.1" status: 204 len: 168 time: 0.1489124 Aug 16 02:18:12.997946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b024679-9d79-4415-bc68-09fd26e611d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08fd3f7-e5cd-4241-9c93-b6e9ec587b3e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.032248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e4f31-4684-4681-8f83-2926fb011d9e req-9c698b54-7e1e-43bd-873e-e5e6722bab2a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:13.032248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb4e4f31-4684-4681-8f83-2926fb011d9e req-9c698b54-7e1e-43bd-873e-e5e6722bab2a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 907 time: 0.2568917 Aug 16 02:18:13.073461 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.249290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:13.277482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf2eb05-c0cb-40a3-9719-0eb4eeef36a4 None None] Routers {'a31a9ec4-700e-41e2-8d5e-15c72b28bc13'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:13.278167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-eaf2eb05-c0cb-40a3-9719-0eb4eeef36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:13.292767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f,segment=NetworkSegment(1c681e90-cc2d-40c6-8eae-7915196bebb1),segment_id=1c681e90-cc2d-40c6-8eae-7915196bebb1)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:13.380279 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.381025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fcfbe303-148f-4892-8e23-864de7ccca79 None None] Provisioning for port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:13.386940 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.388808 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-eaf2eb05-c0cb-40a3-9719-0eb4eeef36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:13.612730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf2eb05-c0cb-40a3-9719-0eb4eeef36a4 None None] Routers {'a31a9ec4-700e-41e2-8d5e-15c72b28bc13'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:13.616301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-eaf2eb05-c0cb-40a3-9719-0eb4eeef36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:13.685658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-eaf2eb05-c0cb-40a3-9719-0eb4eeef36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:13.686796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf2eb05-c0cb-40a3-9719-0eb4eeef36a4 None None] The sync data for ids ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:13.690204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.710803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 365937de-87d1-4f84-8869-50661d9cd0e2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:13.711457 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.717575 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.831932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:14.006850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d0672f6f-0c7c-47b2-92d4-d7eaf459b96f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:14.153229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:14.157228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:14.157617 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.167376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49872) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:14.234070 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-730cc1f9-3519-4ada-8e62-9921027f8471 None None] Provisioning complete for port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:14.234329 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-730cc1f9-3519-4ada-8e62-9921027f8471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.319104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1330147679-network', 'tenant_id': '40acf36e8b3e48ba908eb7d2f5cdedeb'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:14.319309 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.371085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Made reservation on behalf of 40acf36e8b3e48ba908eb7d2f5cdedeb for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:14.374068 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.385345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.386194 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-730cc1f9-3519-4ada-8e62-9921027f8471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.395657 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.428168 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:14.471313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d0672f6f-0c7c-47b2-92d4-d7eaf459b96f,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:14.499242 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.603746 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.613601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.641936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=d0672f6f-0c7c-47b2-92d4-d7eaf459b96f,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.645185 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-730cc1f9-3519-4ada-8e62-9921027f8471 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:18:14.645544 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-730cc1f9-3519-4ada-8e62-9921027f8471 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:18:14.646316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 581d4c26-40b2-4c51-a5b1-822782ad9b05 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:14.664714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:14.678346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 581d4c26-40b2-4c51-a5b1-822782ad9b05 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:14.678722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 581d4c26-40b2-4c51-a5b1-822782ad9b05 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:14.692946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:14.700004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:14.700387 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.728957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.744094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.748647 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Added segment 6a84a302-96f5-42d2-8cd7-dba996fd0c4d of type vlan for network 192d414b-0555-4f7c-a24f-e86abe41e355 Aug 16 02:18:14.795986 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.827876 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.860358 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.875915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818904b2-22ce-49ce-8356-8bd403eaf361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:14.881825 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da76e04-83e5-4100-ac67-2b87d0b35285" -d '{"events": [{"server_uuid": "818904b2-22ce-49ce-8356-8bd403eaf361", "name": "network-vif-plugged", "status": "completed", "tag": "079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:14.910506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d0672f6f-0c7c-47b2-92d4-d7eaf459b96f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:14.937750 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.938909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.939519 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.972841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f,segment=NetworkSegment(1c681e90-cc2d-40c6-8eae-7915196bebb1),segment_id=1c681e90-cc2d-40c6-8eae-7915196bebb1)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:14.991653 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.028188 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8595405 Aug 16 02:18:15.035098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49888) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:15.050223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] Request body: {'subnet': {'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1330147679-subnet', 'tenant_id': '40acf36e8b3e48ba908eb7d2f5cdedeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:15.082919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b9907-198e-4a9c-98cb-e1f263ee0fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=192d414b-0555-4f7c-a24f-e86abe41e355,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:15.118032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] Made reservation on behalf of 40acf36e8b3e48ba908eb7d2f5cdedeb for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:15.124044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.124204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 192d414b-0555-4f7c-a24f-e86abe41e355 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:15.311836 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d717f3fe-6bab-436d-9631-86199e1b3892 x-openstack-request-id: req-d717f3fe-6bab-436d-9631-86199e1b3892 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:15.312189 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818904b2-22ce-49ce-8356-8bd403eaf361", "name": "network-vif-plugged", "status": "completed", "tag": "079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:15.312448 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d717f3fe-6bab-436d-9631-86199e1b3892 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:15.312860 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818904b2-22ce-49ce-8356-8bd403eaf361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f', 'code': 200} Aug 16 02:18:15.333451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:15.346499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Allocated IP 172.21.0.1 (cb47fe46-2ff1-4711-abac-982c5ee9654b/4874e97f-7c7d-4938-8cc4-29724e447908/887ff9dc-eb65-4faa-bec2-000f8be31aff) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:15.358494 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:15.360033 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.375021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3905aa-0292-469a-9cf1-c5bc8a1236a3 req-1e412990-0dd4-47cd-af0a-ae33b56cb1c4 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:15.383654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d3905aa-0292-469a-9cf1-c5bc8a1236a3 req-1e412990-0dd4-47cd-af0a-ae33b56cb1c4 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 908 time: 0.6889739 Aug 16 02:18:15.566294 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.589150 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.611047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Transition to ACTIVE for port object 887ff9dc-eb65-4faa-bec2-000f8be31aff will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:15.648935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd894-e386-4bc1-a3ff-8b6fa5efcd5b req-f808e94c-fc9c-444e-8f79-db36901edd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:15.651460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-891cd894-e386-4bc1-a3ff-8b6fa5efcd5b req-f808e94c-fc9c-444e-8f79-db36901edd67 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 1061 time: 0.3155656 Aug 16 02:18:15.655432 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.662271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b71849d-3b87-4c94-8a03-cd02dbf2bd07,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:15.699891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] Checking segment: {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:15.699891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] Network hostable DHCP agents. Network: 192d414b-0555-4f7c-a24f-e86abe41e355, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:15.704882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Router d975a779-ee2b-48f5-b51a-bcaed30e279c is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:15.717027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network cb47fe46-2ff1-4711-abac-982c5ee9654b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:15.730424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:15.737677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:15.742857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] Network 192d414b-0555-4f7c-a24f-e86abe41e355 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:15.762195 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 192d414b-0555-4f7c-a24f-e86abe41e355) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:15.772239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f82ba-2bfc-465b-8797-813a2f7d4fe3 None None] Network 192d414b-0555-4f7c-a24f-e86abe41e355 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:15.790028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:15.792285 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.826657 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7fa446fa-c7a1-4a5a-b431-c21658ffec02 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7876472 Aug 16 02:18:15.838469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=887ff9dc-eb65-4faa-bec2-000f8be31aff,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:15.917256 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.084151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95af31a0-bc32-46f2-96e0-578ddde49de0 None None] Network 192d414b-0555-4f7c-a24f-e86abe41e355 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:16.186061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:16.197701 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Sync routers for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:16.207927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cf94a28e-812f-41e2-ad62-5ffe1ae6d087 None None] Provisioning for port 887ff9dc-eb65-4faa-bec2-000f8be31aff completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:16.212310 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:16.214730 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:16.220894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cf94a28e-812f-41e2-ad62-5ffe1ae6d087 None None] Provisioning complete for port 887ff9dc-eb65-4faa-bec2-000f8be31aff triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:16.220894 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cf94a28e-812f-41e2-ad62-5ffe1ae6d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.237722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49906) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:16.274577 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.277648 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.281683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ff91d459-6507-4081-8235-48c1be4e6782 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2586451 Aug 16 02:18:16.284236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49910) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:16.322564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cf94a28e-812f-41e2-ad62-5ffe1ae6d087 None None] Port 887ff9dc-eb65-4faa-bec2-000f8be31aff cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:16.565539 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:16.656269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bb8a0-430e-4fb3-bbbc-03ce5a8fbe8b req-0b3cd05a-6143-4d6d-9170-e66a2addd15f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.658162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c3bb8a0-430e-4fb3-bbbc-03ce5a8fbe8b req-0b3cd05a-6143-4d6d-9170-e66a2addd15f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 909 time: 0.0766957 Aug 16 02:18:16.776934 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a187c0e-b905-4d5a-ac49-86ff68f0b572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.984232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-2f35a5d4-aec5-4195-99e7-7e249ae5256e tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.986357 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-2f35a5d4-aec5-4195-99e7-7e249ae5256e tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/networks?id=192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 200 len: 813 time: 0.2966774 Aug 16 02:18:17.023949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-46653c26-02d9-4074-b799-b4205911ec7a tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/quotas/40acf36e8b3e48ba908eb7d2f5cdedeb HTTP/1.1" status: 200 len: 375 time: 0.0269489 Aug 16 02:18:17.027063 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.043917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.046646 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:12Z', 'revision_number': 3, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:17.057761 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.103876 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Checking router: d975a779-ee2b-48f5-b51a-bcaed30e279c for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:17.104404 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Updating router d975a779-ee2b-48f5-b51a-bcaed30e279c port 118bf6b1-88bf-4653-a63c-389c914fd3a8 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:18:17.116076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a187c0e-b905-4d5a-ac49-86ff68f0b572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.141647 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.153973 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a187c0e-b905-4d5a-ac49-86ff68f0b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.176961 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.182741 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4a187c0e-b905-4d5a-ac49-86ff68f0b572 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6685efb4d60441d9d47e82c30ba717f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9437521 Aug 16 02:18:17.186291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 49928) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:17.191714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=887ff9dc-eb65-4faa-bec2-000f8be31aff,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:17.205606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-eea67b9d-85b7-4598-b757-a62c45b46a9f tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1754613 Aug 16 02:18:17.271149 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a187c0e-b905-4d5a-ac49-86ff68f0b572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677ae9f3-5d45-49a1-8463-cf1373313b7c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:17.320784 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb3c4a9a-1dd4-4bce-ab70-b4f3e78fb4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.365537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb3c4a9a-1dd4-4bce-ab70-b4f3e78fb4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.406895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-7ddc9cd6-1b4b-4203-af97-6d2a5323aa7c service neutron] 10.222.0.79 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875503 Aug 16 02:18:17.409736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network cb47fe46-2ff1-4711-abac-982c5ee9654b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:17.410915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:17.436267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Allocated IP 172.20.0.1 (aa825c6e-a21d-4154-8526-44de4f4b199d/62fa95a6-f539-4a2a-bec5-6be7a7f420e0/006af4c6-1691-4398-9cbc-f86c7a50579c) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:17.499506 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.511301 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Transition to ACTIVE for port object 118bf6b1-88bf-4653-a63c-389c914fd3a8 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:17.520022 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.532795 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb3c4a9a-1dd4-4bce-ab70-b4f3e78fb4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.536586 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cb3c4a9a-1dd4-4bce-ab70-b4f3e78fb4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.538052 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cb3c4a9a-1dd4-4bce-ab70-b4f3e78fb4fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/677ae9f3-5d45-49a1-8463-cf1373313b7c HTTP/1.1" status: 204 len: 168 time: 0.3464265 Aug 16 02:18:17.552264 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c4a9a-1dd4-4bce-ab70-b4f3e78fb4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677ae9f3-5d45-49a1-8463-cf1373313b7c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:17.629583 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1eba5-84be-4254-a806-8f93622da4e3 None None] Pushing event updated for resources: {'Port': ['ID=118bf6b1-88bf-4653-a63c-389c914fd3a8,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:17.645487 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Attempting to bind port 118bf6b1-88bf-4653-a63c-389c914fd3a8 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:17.646091 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Attempting to bind port 118bf6b1-88bf-4653-a63c-389c914fd3a8 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:17.646866 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Attempting to bind port 118bf6b1-88bf-4653-a63c-389c914fd3a8 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:17.648602 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.654651 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:17.655299 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:17.656257 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.657068 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:17.657712 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Bound port: 118bf6b1-88bf-4653-a63c-389c914fd3a8, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:17.658285 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.683582 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Transition to ACTIVE for port object 006af4c6-1691-4398-9cbc-f86c7a50579c will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:17.706261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router a31a9ec4-700e-41e2-8d5e-15c72b28bc13 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:17.741041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-b2760d5a-e501-46c5-8cf3-264df3e12787 service neutron] 10.222.0.79 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277168 Aug 16 02:18:17.771720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.823622 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] For port 118bf6b1-88bf-4653-a63c-389c914fd3a8, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:17.827101 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] For port 118bf6b1-88bf-4653-a63c-389c914fd3a8, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=118bf6b1-88bf-4653-a63c-389c914fd3a8,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:17.835973 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.858972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-89036974-5a29-4b88-a129-75c2b145099d None None] Provisioning complete for port 887ff9dc-eb65-4faa-bec2-000f8be31aff triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:17.861196 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-89036974-5a29-4b88-a129-75c2b145099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.881497 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Network aa825c6e-a21d-4154-8526-44de4f4b199d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:17.896416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:17.903194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:17.945882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eff6c-90d9-4a96-9428-505f215f1d45 req-68719928-3cc3-45b1-a826-0863457186c3 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.955175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-196eff6c-90d9-4a96-9428-505f215f1d45 req-68719928-3cc3-45b1-a826-0863457186c3 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 909 time: 0.1521161 Aug 16 02:18:17.957696 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:17.958387 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:17.984370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Pushing event updated for resources: {'Port': ['ID=006af4c6-1691-4398-9cbc-f86c7a50579c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:17.986548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:17.989937 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1eba5-84be-4254-a806-8f93622da4e3 None None] Pushing event updated for resources: {'Port': ['ID=118bf6b1-88bf-4653-a63c-389c914fd3a8,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:18.008339 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.018827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-64dee460-95de-43e0-91fd-c4e74d287148 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/a31a9ec4-700e-41e2-8d5e-15c72b28bc13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0175195 Aug 16 02:18:18.018972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-89036974-5a29-4b88-a129-75c2b145099d None None] Port 887ff9dc-eb65-4faa-bec2-000f8be31aff cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:18.021393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49942) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:18.028138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf1873-9b40-4c23-ba50-aca330c82b53 None None] Sync routers for ids ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:18.060201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf1873-9b40-4c23-ba50-aca330c82b53 None None] Routers {'a31a9ec4-700e-41e2-8d5e-15c72b28bc13'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:18.060788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-aabf1873-9b40-4c23-ba50-aca330c82b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:18.139446 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6399c2ce-012c-4d0f-a016-4409d3115ffc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.144675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6399c2ce-012c-4d0f-a016-4409d3115ffc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports/887ff9dc-eb65-4faa-bec2-000f8be31aff HTTP/1.1" status: 200 len: 910 time: 0.1220303 Aug 16 02:18:18.145693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49946) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:18.160122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-aabf1873-9b40-4c23-ba50-aca330c82b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:18.220442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf1873-9b40-4c23-ba50-aca330c82b53 None None] Routers {'a31a9ec4-700e-41e2-8d5e-15c72b28bc13'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:18.221331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-aabf1873-9b40-4c23-ba50-aca330c82b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:18.273393 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:18.297689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-aabf1873-9b40-4c23-ba50-aca330c82b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:18.299176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf1873-9b40-4c23-ba50-aca330c82b53 None None] The sync data for ids ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:18.412839 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.418689 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.520212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d3d4868-eb3e-4f35-bedf-93dc16f2027f req-b103cebb-59d3-44f7-b10d-f639ac8fdaae tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 210 time: 0.0335217 Aug 16 02:18:18.549974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf340c7-4582-4627-8022-7ffe6b078a87 req-67ca8d00-22a8-4370-b5e0-4849423237d2 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.559803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-abf340c7-4582-4627-8022-7ffe6b078a87 req-67ca8d00-22a8-4370-b5e0-4849423237d2 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 909 time: 0.4116552 Aug 16 02:18:18.562922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-266be934-c6f6-4755-8a54-62d03458b6b2 None None] Provisioning for port 006af4c6-1691-4398-9cbc-f86c7a50579c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:18.577560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-266be934-c6f6-4755-8a54-62d03458b6b2 None None] Provisioning complete for port 006af4c6-1691-4398-9cbc-f86c7a50579c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:18.582563 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-266be934-c6f6-4755-8a54-62d03458b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.604861 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:12Z', 'revision_number': 3, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:18.679268 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76cadd2-841b-427b-9117-d355a90bfb85 None None] The sync data for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 is: [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:12Z', 'revision_number': 3, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:18.689016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-266be934-c6f6-4755-8a54-62d03458b6b2 None None] Port 006af4c6-1691-4398-9cbc-f86c7a50579c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:18.930676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fad95-ac40-4aaf-a4c5-3a0c4ad50347 req-8080b034-8143-47e9-b359-ea188ec6e623 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.932196 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.932778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b03fad95-ac40-4aaf-a4c5-3a0c4ad50347 req-8080b034-8143-47e9-b359-ea188ec6e623 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 1061 time: 0.2086821 Aug 16 02:18:18.966255 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.076472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.213525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c4b88-c698-4222-a80a-de399c0e3825 req-b5f2ea18-4e6a-4de9-a4c8-b3a9eeca12b6 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:19.215204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-858c4b88-c698-4222-a80a-de399c0e3825 req-b5f2ea18-4e6a-4de9-a4c8-b3a9eeca12b6 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 1137 time: 0.1851921 Aug 16 02:18:19.357449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-858c4b88-c698-4222-a80a-de399c0e3825 req-b82da537-1a4d-423c-be4f-9725040f75b5 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1234801 Aug 16 02:18:19.372631 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0bae8b89-5d6d-4b81-bb8a-a62538ae9a05 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.411260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 49998) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:19.520660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ccd679-764f-494d-8c41-48235107b857 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:19.524823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-16ccd679-764f-494d-8c41-48235107b857 tempest-TestSecurityGroupsBasicOps-2120041085 tempest-TestSecurityGroupsBasicOps-2120041085-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 1056 time: 0.1101303 Aug 16 02:18:19.785776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7942f15f-96c2-4708-aa5b-21e3032b5319 req-ddd9eb6e-095f-4c29-a8fe-af2e84991ad9 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 210 time: 0.1012535 Aug 16 02:18:20.061791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-d69c7fe3-b5f8-43f7-ade2-848831cdd2f9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1414025 Aug 16 02:18:20.083189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7927f9c-e863-441d-b386-23de38fcfb51 req-13fbd757-5fd8-4c34-a0c2-ac923175f80d tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.085039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7927f9c-e863-441d-b386-23de38fcfb51 req-13fbd757-5fd8-4c34-a0c2-ac923175f80d tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 909 time: 0.0930603 Aug 16 02:18:20.096274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0bae8b89-5d6d-4b81-bb8a-a62538ae9a05 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port 887ff9dc-eb65-4faa-bec2-000f8be31aff {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:20.097168 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0bae8b89-5d6d-4b81-bb8a-a62538ae9a05 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.110216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Pushing event updated for resources: {'Port': ['ID=006af4c6-1691-4398-9cbc-f86c7a50579c,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:20.200887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Network aa825c6e-a21d-4154-8526-44de4f4b199d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:20.202670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:20.729323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f737c647-7739-47b0-ab85-7ab9d1e8b342 None None] Provisioning complete for port 006af4c6-1691-4398-9cbc-f86c7a50579c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:20.733577 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f737c647-7739-47b0-ab85-7ab9d1e8b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.768692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-067f2716-7746-469a-95a9-6a6758935539 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.779544 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-067f2716-7746-469a-95a9-6a6758935539 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.89 "GET /v2.0/networks?id=192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 200 len: 813 time: 0.3688648 Aug 16 02:18:20.868923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f737c647-7739-47b0-ab85-7ab9d1e8b342 None None] Port 006af4c6-1691-4398-9cbc-f86c7a50579c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:20.908283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 118bf6b1-88bf-4653-a63c-389c914fd3a8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:20.911720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Router d975a779-ee2b-48f5-b51a-bcaed30e279c has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:20.932172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Request body: {'port': {'device_id': '5ba331cc-ae3b-4623-9366-d28dd73ded47', 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355', 'admin_state_up': True, 'tenant_id': '40acf36e8b3e48ba908eb7d2f5cdedeb'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:20.954501 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-00f91ca7-9615-471b-a585-72dd1d5c7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.968168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-00f91ca7-9615-471b-a585-72dd1d5c7ded service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=06438d0ead5145579ec2336933061baa&device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 1137 time: 0.8304508 Aug 16 02:18:20.980474 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0bae8b89-5d6d-4b81-bb8a-a62538ae9a05 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.015860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 118bf6b1-88bf-4653-a63c-389c914fd3a8 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:21.021011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 118bf6b1-88bf-4653-a63c-389c914fd3a8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:21.021393 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.061486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-0bae8b89-5d6d-4b81-bb8a-a62538ae9a05 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for 887ff9dc-eb65-4faa-bec2-000f8be31aff owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:21.108517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-16c1c622-4b51-485e-a041-9231e71abf2e tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.108952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8dad1d09-34ec-4b1f-b206-7793c76abedf req-2157d699-200d-4038-90d8-08cfb3f3e0bb tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 210 time: 0.1074815 Aug 16 02:18:21.110612 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-16c1c622-4b51-485e-a041-9231e71abf2e tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.84 "GET /v2.0/networks?id=192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 200 len: 813 time: 0.5868218 Aug 16 02:18:21.145494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Request body: {'port': {'device_id': 'e20e8e07-820f-47fa-aea3-9eea98ba18d7', 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355', 'admin_state_up': True, 'tenant_id': '40acf36e8b3e48ba908eb7d2f5cdedeb'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:21.223207 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.265319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 118bf6b1-88bf-4653-a63c-389c914fd3a8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=118bf6b1-88bf-4653-a63c-389c914fd3a8,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:21.271794 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.304438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-dce7fa73-ef8f-49cd-94bd-b2c63405fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.304438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-dce7fa73-ef8f-49cd-94bd-b2c63405fd09 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b51b2a3c-9462-4efd-873c-94a3f720551b HTTP/1.1" status: 200 len: 897 time: 0.2996383 Aug 16 02:18:21.346935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=118bf6b1-88bf-4653-a63c-389c914fd3a8,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:21.428775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Made reservation on behalf of 40acf36e8b3e48ba908eb7d2f5cdedeb for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:21.434236 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.524020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-bd4950ef-7061-4cee-97be-ad4afc88a62b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f285cb7-932d-4767-8078-4db39a4690cd HTTP/1.1" status: 200 len: 1002 time: 0.1603539 Aug 16 02:18:21.621121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-b47aa11d-6fc7-41ea-b258-f0defe142d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.623328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-b47aa11d-6fc7-41ea-b258-f0defe142d33 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a4eaa82-caea-40a8-ae49-c3f72ca1c64a HTTP/1.1" status: 200 len: 834 time: 0.0809889 Aug 16 02:18:21.634079 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Made reservation on behalf of 40acf36e8b3e48ba908eb7d2f5cdedeb for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:21.638009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.643195 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:21.653324 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Sync routers for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:21.653864 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cdbe15b1-26bd-42c0-81ca-d76cd10541d3 admin admin] 10.222.0.79 "PUT /v2.0/routers/d975a779-ee2b-48f5-b51a-bcaed30e279c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3679872 Aug 16 02:18:21.668313 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:21.668953 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:21.766680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac799b-5596-4489-85f2-d5ad981e91b5 req-65ceb9a4-6495-48b5-99dd-5307e7a8bf73 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.779845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cac799b-5596-4489-85f2-d5ad981e91b5 req-65ceb9a4-6495-48b5-99dd-5307e7a8bf73 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 909 time: 0.4978042 Aug 16 02:18:21.843365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Allocated IP 172.20.0.11 (192d414b-0555-4f7c-a24f-e86abe41e355/0b71849d-3b87-4c94-8a03-cd02dbf2bd07/799e456d-bec0-4a85-a119-e83976be01fe) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:21.877583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e588117-63a6-42f7-a22a-98bd04e79e8f req-1b760848-5895-49d4-b33d-c722da24009c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.880011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e588117-63a6-42f7-a22a-98bd04e79e8f req-1b760848-5895-49d4-b33d-c722da24009c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.84 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 909 time: 0.3550572 Aug 16 02:18:21.887745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-2bbd1424-4e5e-42a5-b2f0-3c532ed2304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.889598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-2bbd1424-4e5e-42a5-b2f0-3c532ed2304a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b51b2a3c-9462-4efd-873c-94a3f720551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2475159 Aug 16 02:18:22.021884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-79c8ab37-9ee2-4241-8149-7416073e7d66 service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165793 Aug 16 02:18:22.023322 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:22.144613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0bae8b89-5d6d-4b81-bb8a-a62538ae9a05 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.224489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae8b89-5d6d-4b81-bb8a-a62538ae9a05 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=887ff9dc-eb65-4faa-bec2-000f8be31aff,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:22.367944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d17f7a80-40a0-426b-984b-7ffabcee74b4 req-ffd27b72-6d11-4585-8154-5d6b53d0ada2 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 210 time: 0.0906916 Aug 16 02:18:22.419927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.459483 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 2, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:22.478090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-912480b9-bc2f-486d-ac10-3cd98ef48209 req-70814ae8-9777-483b-8c62-d6165f805b24 service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316580 Aug 16 02:18:22.566296 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Checking router: d975a779-ee2b-48f5-b51a-bcaed30e279c for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:22.566742 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Updating router d975a779-ee2b-48f5-b51a-bcaed30e279c port 006af4c6-1691-4398-9cbc-f86c7a50579c binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:18:22.600306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-9e588117-63a6-42f7-a22a-98bd04e79e8f req-84138044-2d11-463c-9061-170e75c57b63 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Deleting port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:22.600661 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9e588117-63a6-42f7-a22a-98bd04e79e8f req-84138044-2d11-463c-9061-170e75c57b63 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.644291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Allocated IP 172.20.0.14 (192d414b-0555-4f7c-a24f-e86abe41e355/0b71849d-3b87-4c94-8a03-cd02dbf2bd07/0b26e8f5-a0d0-4762-9229-9b0be8e4a75c) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:22.650955 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.781026 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0bae8b89-5d6d-4b81-bb8a-a62538ae9a05 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.870664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 118bf6b1-88bf-4653-a63c-389c914fd3a8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:22.916858 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.963634 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.014628 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.047926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Network 192d414b-0555-4f7c-a24f-e86abe41e355 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:23.054615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:23.058814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 118bf6b1-88bf-4653-a63c-389c914fd3a8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:23.060809 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.065945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:23.111033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50088) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:23.116060 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.116727 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.119948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-504006735-network', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:23.154004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-9e588117-63a6-42f7-a22a-98bd04e79e8f req-84138044-2d11-463c-9061-170e75c57b63 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] For port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f,segment=NetworkSegment(1c681e90-cc2d-40c6-8eae-7915196bebb1),segment_id=1c681e90-cc2d-40c6-8eae-7915196bebb1)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:23.154477 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9e588117-63a6-42f7-a22a-98bd04e79e8f req-84138044-2d11-463c-9061-170e75c57b63 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.161421 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2723536 Aug 16 02:18:23.163240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Network 192d414b-0555-4f7c-a24f-e86abe41e355 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:23.168084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:23.180218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:23.218651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-9e588117-63a6-42f7-a22a-98bd04e79e8f req-84138044-2d11-463c-9061-170e75c57b63 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Calling delete_port for 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:23.231510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Made reservation on behalf of b2017e02212a47a7ab0f10301c2559d4 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:23.233817 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.236299 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.251726 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Transition to ACTIVE for port object 006af4c6-1691-4398-9cbc-f86c7a50579c will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:23.261607 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.262184 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.264549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.266402 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.271869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16ffc9-27c3-4f7a-a513-7f5de6e2e3f8 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Pushing event updated for resources: {'Port': ['ID=799e456d-bec0-4a85-a119-e83976be01fe,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:23.287625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdb46f-8c4c-4560-a8ae-8e21f48db2c7 req-635cf3cf-3aef-4e38-aeb3-303410817e5c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.292995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Request body: {'port': {'device_id': '5ba331cc-ae3b-4623-9366-d28dd73ded47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:23.295649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ebdb46f-8c4c-4560-a8ae-8e21f48db2c7 req-635cf3cf-3aef-4e38-aeb3-303410817e5c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 909 time: 0.1836188 Aug 16 02:18:23.361410 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737173d6-4250-48f5-bb64-c4dd73930191 None None] Pushing event updated for resources: {'Port': ['ID=006af4c6-1691-4398-9cbc-f86c7a50579c,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:23.376370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Pushing event updated for resources: {'Port': ['ID=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:23.471170 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.523382 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Attempting to bind port 006af4c6-1691-4398-9cbc-f86c7a50579c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:23.523980 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Attempting to bind port 006af4c6-1691-4398-9cbc-f86c7a50579c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:23.525123 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Attempting to bind port 006af4c6-1691-4398-9cbc-f86c7a50579c on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:23.536260 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:23.540269 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Checking segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:23.543476 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.544193 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Bound using segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:23.545412 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Bound port: 006af4c6-1691-4398-9cbc-f86c7a50579c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:23.546039 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.587007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bae8b89-5d6d-4b81-bb8a-a62538ae9a05 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router a31a9ec4-700e-41e2-8d5e-15c72b28bc13 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:23.721725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4aa20-0a61-4800-8b65-74ea9b49d180 req-a1994def-605b-4c87-921a-874ed26f86f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.724507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8f4aa20-0a61-4800-8b65-74ea9b49d180 req-a1994def-605b-4c87-921a-874ed26f86f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 932 time: 0.2148805 Aug 16 02:18:23.730599 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] For port 006af4c6-1691-4398-9cbc-f86c7a50579c, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:23.885451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bae8b89-5d6d-4b81-bb8a-a62538ae9a05 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:23.903876 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] For port 006af4c6-1691-4398-9cbc-f86c7a50579c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=006af4c6-1691-4398-9cbc-f86c7a50579c,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:23.906270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8a73f-aab9-4f80-8fcc-8ef92ce2f009 None None] Sync routers for ids ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:23.910973 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.912159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0bae8b89-5d6d-4b81-bb8a-a62538ae9a05 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/a31a9ec4-700e-41e2-8d5e-15c72b28bc13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7601087 Aug 16 02:18:23.918511 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9e588117-63a6-42f7-a22a-98bd04e79e8f req-84138044-2d11-463c-9061-170e75c57b63 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.923519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50100) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:23.939021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8a73f-aab9-4f80-8fcc-8ef92ce2f009 None None] Routers {'a31a9ec4-700e-41e2-8d5e-15c72b28bc13'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:23.948467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-80f8a73f-aab9-4f80-8fcc-8ef92ce2f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:24.004711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-80f8a73f-aab9-4f80-8fcc-8ef92ce2f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:24.016836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8a73f-aab9-4f80-8fcc-8ef92ce2f009 None None] Routers {'a31a9ec4-700e-41e2-8d5e-15c72b28bc13'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:24.017500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-80f8a73f-aab9-4f80-8fcc-8ef92ce2f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:24.021221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799e456d-bec0-4a85-a119-e83976be01fe {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:24.041927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.080281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-80f8a73f-aab9-4f80-8fcc-8ef92ce2f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:24.082718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8a73f-aab9-4f80-8fcc-8ef92ce2f009 None None] The sync data for ids ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:24.090401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Transition to ACTIVE for port object 799e456d-bec0-4a85-a119-e83976be01fe will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:24.098949 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.100279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.163446 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-031676de-33d3-4175-bbdd-4023806fdb88 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0219483 Aug 16 02:18:24.168523 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.192637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Request body: {'port': {'device_id': 'e20e8e07-820f-47fa-aea3-9eea98ba18d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:24.212651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84138044-2d11-463c-9061-170e75c57b63 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'Port': ['ID=079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.226689 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:24.229509 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:24.284204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Pushing event updated for resources: {'Port': ['ID=799e456d-bec0-4a85-a119-e83976be01fe,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.332052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8f4aa20-0a61-4800-8b65-74ea9b49d180 req-81613b57-c182-4c1f-be17-1588b03cce64 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962832 Aug 16 02:18:24.384375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:24.426471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e588117-63a6-42f7-a22a-98bd04e79e8f req-84138044-2d11-463c-9061-170e75c57b63 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] No DVR routers for this DVR port 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:24.442228 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9e588117-63a6-42f7-a22a-98bd04e79e8f req-84138044-2d11-463c-9061-170e75c57b63 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.444509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9e588117-63a6-42f7-a22a-98bd04e79e8f req-84138044-2d11-463c-9061-170e75c57b63 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.84 "DELETE /v2.0/ports/079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f HTTP/1.1" status: 204 len: 173 time: 2.5537646 Aug 16 02:18:24.445209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818904b2-22ce-49ce-8356-8bd403eaf361', 'name': 'network-vif-deleted', 'tag': '079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:24.454744 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6020a-2c5c-465d-a012-f2a990bb9d16" -d '{"events": [{"server_uuid": "818904b2-22ce-49ce-8356-8bd403eaf361", "name": "network-vif-deleted", "tag": "079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:24.459334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:24.473223 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:24.494494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd9d067-5731-4d6b-9909-44b229db2229,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.498182 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.499053 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.502306 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Added segment 7102b234-d232-4f5f-9425-391f6ef25ddc of type vlan for network aee16e0e-dd66-4eac-af4e-1b3617b06c5e Aug 16 02:18:24.544759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:24.545940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:24.557374 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc6303e9-2788-4f16-901a-ce81c156b621 req-d0fd1b7b-c153-46cf-b285-ef4d3f062ade tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=818904b2-22ce-49ce-8356-8bd403eaf361 HTTP/1.1" status: 200 len: 210 time: 0.1284723 Aug 16 02:18:24.672235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.697394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Attempting to bind port 799e456d-bec0-4a85-a119-e83976be01fe on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:24.699949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Attempting to bind port 799e456d-bec0-4a85-a119-e83976be01fe by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:24.700726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Attempting to bind port 799e456d-bec0-4a85-a119-e83976be01fe on network 192d414b-0555-4f7c-a24f-e86abe41e355 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:24.774071 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.776390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.777223 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.872274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Port 799e456d-bec0-4a85-a119-e83976be01fe on network 192d414b-0555-4f7c-a24f-e86abe41e355 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:24.878924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Attempting to bind port 799e456d-bec0-4a85-a119-e83976be01fe on network 192d414b-0555-4f7c-a24f-e86abe41e355 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:24.888168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7739120 Aug 16 02:18:24.896064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50112) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:24.905671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] Request body: {'subnet': {'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-504006735-subnet', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:24.909255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:24.912367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Checking segment: {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:24.912861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Bound using segment: {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:24.916411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Bound port: 799e456d-bec0-4a85-a119-e83976be01fe, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:24.916845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.920681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15202c-6613-4e71-bfe6-4312182c5f83 admin admin] Pushing event updated for resources: {'Network': ['ID=aee16e0e-dd66-4eac-af4e-1b3617b06c5e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.932272 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737173d6-4250-48f5-bb64-c4dd73930191 None None] Pushing event updated for resources: {'Port': ['ID=006af4c6-1691-4398-9cbc-f86c7a50579c,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.938736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network aee16e0e-dd66-4eac-af4e-1b3617b06c5e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:25.003244 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-68eb6e9d-9619-49ec-87bb-3dbfabcc6d2f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.027630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] For port 799e456d-bec0-4a85-a119-e83976be01fe, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:25.035164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] For port 799e456d-bec0-4a85-a119-e83976be01fe, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=799e456d-bec0-4a85-a119-e83976be01fe,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:25.045980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.145998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.146980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.148698 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] 10.222.0.89 "PUT /v2.0/ports/799e456d-bec0-4a85-a119-e83976be01fe HTTP/1.1" status: 200 len: 1093 time: 1.8987870 Aug 16 02:18:25.156094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba331cc-ae3b-4623-9366-d28dd73ded47', 'tag': '799e456d-bec0-4a85-a119-e83976be01fe'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:25.158825 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ff373a-b218-4030-83a2-9d778b0b8291" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba331cc-ae3b-4623-9366-d28dd73ded47", "tag": "799e456d-bec0-4a85-a119-e83976be01fe"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:25.219393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8cadf-081c-46b0-a757-f6a1f66fe7cb service neutron] Pushing event updated for resources: {'Port': ['ID=799e456d-bec0-4a85-a119-e83976be01fe,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.258705 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd8350b-b8bd-40e9-b215-d8543af9adc2 x-openstack-request-id: req-6cd8350b-b8bd-40e9-b215-d8543af9adc2 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:25.259355 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba331cc-ae3b-4623-9366-d28dd73ded47", "tag": "799e456d-bec0-4a85-a119-e83976be01fe", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:25.259657 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6cd8350b-b8bd-40e9-b215-d8543af9adc2 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:25.260448 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba331cc-ae3b-4623-9366-d28dd73ded47', 'tag': '799e456d-bec0-4a85-a119-e83976be01fe', 'status': 'completed', 'code': 200} Aug 16 02:18:25.268856 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:23Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:25.328638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:25.346341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.392627 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f33dd2-43f7-4706-b05b-77025c928508 None None] The sync data for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 is: [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:23Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:25.430646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Transition to ACTIVE for port object 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:25.446084 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.502217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-1af72c69-b406-4aff-a94c-dfa64c509559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.503834 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-1af72c69-b406-4aff-a94c-dfa64c509559 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&device_id=5ba331cc-ae3b-4623-9366-d28dd73ded47 HTTP/1.1" status: 200 len: 1096 time: 0.1322641 Aug 16 02:18:25.584188 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-890c8449-e509-41b6-af93-0c2054ce42b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=799e456d-bec0-4a85-a119-e83976be01fe HTTP/1.1" status: 200 len: 217 time: 0.0703285 Aug 16 02:18:25.691619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] Made reservation on behalf of b2017e02212a47a7ab0f10301c2559d4 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:25.701017 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.702804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50124) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:25.704226 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89fae24-23e4-4a1a-bba8-4cf404638077 x-openstack-request-id: req-a89fae24-23e4-4a1a-bba8-4cf404638077 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:25.710539 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818904b2-22ce-49ce-8356-8bd403eaf361", "name": "network-vif-deleted", "tag": "079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:25.711395 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a89fae24-23e4-4a1a-bba8-4cf404638077 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:25.712105 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818904b2-22ce-49ce-8356-8bd403eaf361', 'name': 'network-vif-deleted', 'tag': '079a8c7d-c3b5-4684-9b5a-9e93c7b27d3f', 'status': 'completed', 'code': 200} Aug 16 02:18:25.725202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Pushing event updated for resources: {'Port': ['ID=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.743388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-0c1feb84-b361-4a33-9cbe-ef5c1a2c8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.758929 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-0c1feb84-b361-4a33-9cbe-ef5c1a2c8d93 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b71849d-3b87-4c94-8a03-cd02dbf2bd07 HTTP/1.1" status: 200 len: 853 time: 0.1429610 Aug 16 02:18:25.832328 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-4be31ab5-8fad-4e6f-949c-60340e19454d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=192d414b-0555-4f7c-a24f-e86abe41e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499046 Aug 16 02:18:26.066774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Attempting to bind port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:26.073137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Attempting to bind port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:26.074525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Attempting to bind port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c on network 192d414b-0555-4f7c-a24f-e86abe41e355 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:26.107209 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c on network 192d414b-0555-4f7c-a24f-e86abe41e355 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:26.115921 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Attempting to bind port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c on network 192d414b-0555-4f7c-a24f-e86abe41e355 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:26.128887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:26.130023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Checking segment: {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:26.131070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Bound using segment: {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:26.131778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Bound port: 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:26.132411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.206414 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-723feb7a-f25f-4620-892a-24fcf3930462 service neutron] 10.222.0.89 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606100 Aug 16 02:18:26.357997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] For port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:26.363186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] For port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:26.370490 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-fe5ebea5-2fc0-447c-8711-6443a63fec27 service neutron] 10.222.0.89 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524911 Aug 16 02:18:26.374190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.424031 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50134) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:26.455299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.456084 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.457649 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] 10.222.0.84 "PUT /v2.0/ports/0b26e8f5-a0d0-4762-9229-9b0be8e4a75c HTTP/1.1" status: 200 len: 1093 time: 2.2694159 Aug 16 02:18:26.459976 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d155998-2293-4103-949a-8b1ff9287cba req-6656501e-f5fe-49b7-b9eb-3699ac92cfb6 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.464359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d155998-2293-4103-949a-8b1ff9287cba req-6656501e-f5fe-49b7-b9eb-3699ac92cfb6 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 944 time: 0.7251863 Aug 16 02:18:26.556132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0496e9d-e54d-4aa8-a573-b9f6a20b4dbc service neutron] Pushing event updated for resources: {'Port': ['ID=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:26.593285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff373a-b218-4030-83a2-9d778b0b8291 req-4e3d403f-fdf7-4afd-87ce-fc28cb803014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.594927 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00ff373a-b218-4030-83a2-9d778b0b8291 req-4e3d403f-fdf7-4afd-87ce-fc28cb803014 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&device_id=5ba331cc-ae3b-4623-9366-d28dd73ded47 HTTP/1.1" status: 200 len: 1096 time: 0.1605120 Aug 16 02:18:26.641868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d155998-2293-4103-949a-8b1ff9287cba req-2342e612-789a-406f-aefe-3337576c3d89 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704586 Aug 16 02:18:26.725445 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-3a3fce9e-e1f5-439d-af3b-85c6c08d5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.727304 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-3a3fce9e-e1f5-439d-af3b-85c6c08d5b78 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 1096 time: 0.1895027 Aug 16 02:18:26.780937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1d83c77d-3c4f-4f0b-93e2-2ba3bd028f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.831040 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-33965981-d747-40c1-8fbe-53d8023428f0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c HTTP/1.1" status: 200 len: 217 time: 0.0714421 Aug 16 02:18:26.890758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 006af4c6-1691-4398-9cbc-f86c7a50579c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:26.914182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff373a-b218-4030-83a2-9d778b0b8291 req-8c6f10c9-f4ae-4c49-8f56-25e066295c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.915604 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00ff373a-b218-4030-83a2-9d778b0b8291 req-8c6f10c9-f4ae-4c49-8f56-25e066295c12 service neutron] 10.222.0.89 "GET /v2.0/networks?id=192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 200 len: 914 time: 0.3008578 Aug 16 02:18:26.998868 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.004479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 006af4c6-1691-4398-9cbc-f86c7a50579c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:27.010635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 006af4c6-1691-4398-9cbc-f86c7a50579c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:27.011013 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.018607 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00ff373a-b218-4030-83a2-9d778b0b8291 req-8c96629a-cc91-4d95-942b-1866a766518d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=799e456d-bec0-4a85-a119-e83976be01fe HTTP/1.1" status: 200 len: 217 time: 0.0806291 Aug 16 02:18:27.023340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-0bcb56b1-1ace-4d3c-bad1-7e2687cdb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.025929 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-0bcb56b1-1ace-4d3c-bad1-7e2687cdb5da service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0b71849d-3b87-4c94-8a03-cd02dbf2bd07 HTTP/1.1" status: 200 len: 853 time: 0.1851275 Aug 16 02:18:27.119150 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-517cd454-0f51-45fa-aaa6-b284fbdeb8f2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=192d414b-0555-4f7c-a24f-e86abe41e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777946 Aug 16 02:18:27.157290 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.188460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-68eb6e9d-9619-49ec-87bb-3dbfabcc6d2f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port ec3e8226-4b0e-4628-b447-fbc93f47dd4a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:27.188688 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-68eb6e9d-9619-49ec-87bb-3dbfabcc6d2f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.208774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 006af4c6-1691-4398-9cbc-f86c7a50579c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=006af4c6-1691-4398-9cbc-f86c7a50579c,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:27.209626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cfee4ff-037c-486f-ac22-1d121a92b7b9,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:27.212289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] Checking segment: {'id': '7102b234-d232-4f5f-9425-391f6ef25ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:27.212738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] Network hostable DHCP agents. Network: aee16e0e-dd66-4eac-af4e-1b3617b06c5e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:27.215128 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.215993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff373a-b218-4030-83a2-9d778b0b8291 req-16d63530-1452-4eab-9f5f-4c742020904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.217729 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00ff373a-b218-4030-83a2-9d778b0b8291 req-16d63530-1452-4eab-9f5f-4c742020904d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b71849d-3b87-4c94-8a03-cd02dbf2bd07 HTTP/1.1" status: 200 len: 853 time: 0.1964328 Aug 16 02:18:27.266665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20e8e07-820f-47fa-aea3-9eea98ba18d7', 'tag': '0b26e8f5-a0d0-4762-9229-9b0be8e4a75c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:27.268821 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053bd09c-f0cd-4490-82e5-f56cf4e676c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e20e8e07-820f-47fa-aea3-9eea98ba18d7", "tag": "0b26e8f5-a0d0-4762-9229-9b0be8e4a75c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:27.272034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.277768 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00ff373a-b218-4030-83a2-9d778b0b8291 req-376fd6e6-a6a8-4da3-bea0-ffc8d9684385 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=192d414b-0555-4f7c-a24f-e86abe41e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487843 Aug 16 02:18:27.288178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=006af4c6-1691-4398-9cbc-f86c7a50579c,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:27.362703 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9079b95a-667b-4d9b-ba11-daff0e7f33cb x-openstack-request-id: req-9079b95a-667b-4d9b-ba11-daff0e7f33cb {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:27.362992 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20e8e07-820f-47fa-aea3-9eea98ba18d7", "tag": "0b26e8f5-a0d0-4762-9229-9b0be8e4a75c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:27.363367 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9079b95a-667b-4d9b-ba11-daff0e7f33cb {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:27.363760 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20e8e07-820f-47fa-aea3-9eea98ba18d7', 'tag': '0b26e8f5-a0d0-4762-9229-9b0be8e4a75c', 'status': 'completed', 'code': 200} Aug 16 02:18:27.365672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1d83c77d-3c4f-4f0b-93e2-2ba3bd028f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.380811 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1d83c77d-3c4f-4f0b-93e2-2ba3bd028f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.411955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-35fcccf4-221f-4192-a279-227a4bc7ddbd service neutron] 10.222.0.84 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807527 Aug 16 02:18:27.413841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] Network aee16e0e-dd66-4eac-af4e-1b3617b06c5e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:27.441900 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, aee16e0e-dd66-4eac-af4e-1b3617b06c5e) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:27.454394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f55fda-a439-4469-8775-00ae6350e689 None None] Network aee16e0e-dd66-4eac-af4e-1b3617b06c5e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:27.457421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.458019 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.473632 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00ff373a-b218-4030-83a2-9d778b0b8291 req-340586ca-27ca-47f8-8e95-2ca920cf1212 service neutron] 10.222.0.89 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886990 Aug 16 02:18:27.487307 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-68eb6e9d-9619-49ec-87bb-3dbfabcc6d2f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.492437 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1d83c77d-3c4f-4f0b-93e2-2ba3bd028f8b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=641dda527e694cac9857ee59f3ef3f84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0670912 Aug 16 02:18:27.505183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50146) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:27.572942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7016ae4c-9a25-4f57-8007-5657ffeee7a0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6719813 Aug 16 02:18:27.574293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-68eb6e9d-9619-49ec-87bb-3dbfabcc6d2f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for ec3e8226-4b0e-4628-b447-fbc93f47dd4a owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:27.575966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50148) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:27.585924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-504006735-router', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:27.669228 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.669780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.675690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-aee16e0e-dd66-4eac-af4e-1b3617b06c5e', 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'fixed_ips': [{'subnet_id': '9cfee4ff-037c-486f-ac22-1d121a92b7b9'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:27.678001 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.736211 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.863018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Allocated IP 172.20.0.2 (aee16e0e-dd66-4eac-af4e-1b3617b06c5e/9cfee4ff-037c-486f-ac22-1d121a92b7b9/432c0138-0c0b-4f9d-9157-8dc6747d3f08) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:28.067658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83c77d-3c4f-4f0b-93e2-2ba3bd028f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2983e3-fe88-4a3b-97ab-cc898ee04d74,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.090045 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.097093 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.102641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Transition to ACTIVE for port object 432c0138-0c0b-4f9d-9157-8dc6747d3f08 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:28.129763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Transition to ACTIVE for port object 432c0138-0c0b-4f9d-9157-8dc6747d3f08 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:28.145884 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.154591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c52524-328e-469e-93cc-d58449202d7c req-7ee700b6-006d-421b-aee8-4a4602471181 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.158134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6c52524-328e-469e-93cc-d58449202d7c req-7ee700b6-006d-421b-aee8-4a4602471181 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 944 time: 0.3650296 Aug 16 02:18:28.198780 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79feb131-800a-4ba7-a6a3-226b8d1ba5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.208276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Network aee16e0e-dd66-4eac-af4e-1b3617b06c5e is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:28.210451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:28.215660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:28.230728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Pushing event updated for resources: {'Port': ['ID=432c0138-0c0b-4f9d-9157-8dc6747d3f08,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.257205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79feb131-800a-4ba7-a6a3-226b8d1ba5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.266862 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-00ff373a-b218-4030-83a2-9d778b0b8291 req-460c6f36-46ec-4ab8-b01b-03de8ebf9255 service neutron] 10.222.0.89 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7699208 Aug 16 02:18:28.270599 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-057d1249-469c-4718-a4c8-de6b2280cdd6 req-45217915-bb26-42e7-8d18-7c3733ac63f3 service neutron] 10.222.0.84 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8349159 Aug 16 02:18:28.287602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Attempting to bind port 432c0138-0c0b-4f9d-9157-8dc6747d3f08 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:28.287982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Attempting to bind port 432c0138-0c0b-4f9d-9157-8dc6747d3f08 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7102b234-d232-4f5f-9425-391f6ef25ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:28.288349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Attempting to bind port 432c0138-0c0b-4f9d-9157-8dc6747d3f08 on network aee16e0e-dd66-4eac-af4e-1b3617b06c5e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:28.295621 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:28.296010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Checking segment: {'id': '7102b234-d232-4f5f-9425-391f6ef25ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:28.296716 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.297319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Bound using segment: {'id': '7102b234-d232-4f5f-9425-391f6ef25ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:28.297814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Bound port: 432c0138-0c0b-4f9d-9157-8dc6747d3f08, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7102b234-d232-4f5f-9425-391f6ef25ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:28.298225 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.331689 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6c52524-328e-469e-93cc-d58449202d7c req-ace90173-843e-4291-8d82-63e8e8283e7e tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550951 Aug 16 02:18:28.340507 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-68eb6e9d-9619-49ec-87bb-3dbfabcc6d2f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.349263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Deleting port 9213908c-1349-4cf2-a29f-5951f87536ce {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:28.349603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.352280 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79feb131-800a-4ba7-a6a3-226b8d1ba5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.356319 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79feb131-800a-4ba7-a6a3-226b8d1ba5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.357717 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-79feb131-800a-4ba7-a6a3-226b8d1ba5fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa2983e3-fe88-4a3b-97ab-cc898ee04d74 HTTP/1.1" status: 204 len: 168 time: 0.8504274 Aug 16 02:18:28.406264 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79feb131-800a-4ba7-a6a3-226b8d1ba5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2983e3-fe88-4a3b-97ab-cc898ee04d74,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.415383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] For port 432c0138-0c0b-4f9d-9157-8dc6747d3f08, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:28.432647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb6e9d-9619-49ec-87bb-3dbfabcc6d2f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=ec3e8226-4b0e-4628-b447-fbc93f47dd4a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.449208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 799e456d-bec0-4a85-a119-e83976be01fe details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:28.456719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] For port 432c0138-0c0b-4f9d-9157-8dc6747d3f08, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=432c0138-0c0b-4f9d-9157-8dc6747d3f08,segment=NetworkSegment(7102b234-d232-4f5f-9425-391f6ef25ddc),segment_id=7102b234-d232-4f5f-9425-391f6ef25ddc)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:28.471532 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.473690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bd09c-f0cd-4490-82e5-f56cf4e676c5 req-a4af4a80-027d-4edb-a719-065bcc2209e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.475338 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-053bd09c-f0cd-4490-82e5-f56cf4e676c5 req-a4af4a80-027d-4edb-a719-065bcc2209e8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 1096 time: 0.0965331 Aug 16 02:18:28.638492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 799e456d-bec0-4a85-a119-e83976be01fe, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=799e456d-bec0-4a85-a119-e83976be01fe,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:28.655272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '799e456d-bec0-4a85-a119-e83976be01fe', 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355', 'port_id': '799e456d-bec0-4a85-a119-e83976be01fe', 'mac_address': 'fa:16:3e:78:12:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b71849d-3b87-4c94-8a03-cd02dbf2bd07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:28.675647 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bd09c-f0cd-4490-82e5-f56cf4e676c5 req-466b9218-b0f6-485e-add1-5211d6dcf973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.677752 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-053bd09c-f0cd-4490-82e5-f56cf4e676c5 req-466b9218-b0f6-485e-add1-5211d6dcf973 service neutron] 10.222.0.84 "GET /v2.0/networks?id=192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 200 len: 914 time: 0.1845980 Aug 16 02:18:28.756293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] For port 9213908c-1349-4cf2-a29f-5951f87536ce, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9213908c-1349-4cf2-a29f-5951f87536ce,segment=NetworkSegment(1c681e90-cc2d-40c6-8eae-7915196bebb1),segment_id=1c681e90-cc2d-40c6-8eae-7915196bebb1)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:28.757927 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.789221 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-053bd09c-f0cd-4490-82e5-f56cf4e676c5 req-801e294f-71ba-40c0-b324-00c387ab894d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c HTTP/1.1" status: 200 len: 217 time: 0.1036220 Aug 16 02:18:28.891514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bd09c-f0cd-4490-82e5-f56cf4e676c5 req-ffb3c6b9-cd6e-4c27-a6a8-2fadbef7d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.893681 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-053bd09c-f0cd-4490-82e5-f56cf4e676c5 req-ffb3c6b9-cd6e-4c27-a6a8-2fadbef7d779 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0b71849d-3b87-4c94-8a03-cd02dbf2bd07 HTTP/1.1" status: 200 len: 853 time: 0.0823519 Aug 16 02:18:28.940843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Calling delete_port for 9213908c-1349-4cf2-a29f-5951f87536ce owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:28.963748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 006af4c6-1691-4398-9cbc-f86c7a50579c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:28.965768 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-68eb6e9d-9619-49ec-87bb-3dbfabcc6d2f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.966225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b6350-bf80-4181-8110-c4a55019500d None None] Pushing event updated for resources: {'Port': ['ID=432c0138-0c0b-4f9d-9157-8dc6747d3f08,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.983071 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-053bd09c-f0cd-4490-82e5-f56cf4e676c5 req-62cff4ea-8bc5-4ba7-b186-fb7ad46c9809 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=192d414b-0555-4f7c-a24f-e86abe41e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812840 Aug 16 02:18:29.062389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50166) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:29.088882 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.095597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-950acc0a-d10d-4212-b327-f8af6875b960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.112596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799e456d-bec0-4a85-a119-e83976be01fe {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:29.143074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 799e456d-bec0-4a85-a119-e83976be01fe, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=799e456d-bec0-4a85-a119-e83976be01fe,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:29.153182 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.167015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 006af4c6-1691-4398-9cbc-f86c7a50579c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:29.168863 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.228830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.255441 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.269788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=799e456d-bec0-4a85-a119-e83976be01fe,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:29.288441 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-950acc0a-d10d-4212-b327-f8af6875b960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.298347 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-950acc0a-d10d-4212-b327-f8af6875b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.363036 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-053bd09c-f0cd-4490-82e5-f56cf4e676c5 req-329fb34d-4130-46fe-a0bf-08041202e712 service neutron] 10.222.0.84 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633161 Aug 16 02:18:29.368453 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-950acc0a-d10d-4212-b327-f8af6875b960 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3bdc03da904d44ecb9564e5b01f52cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048232 Aug 16 02:18:29.384961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['799e456d-bec0-4a85-a119-e83976be01fe'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:29.424491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50170) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:29.470319 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-053bd09c-f0cd-4490-82e5-f56cf4e676c5 req-8f5f915c-9031-4a71-b392-0281f057c9aa service neutron] 10.222.0.84 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987484 Aug 16 02:18:29.471354 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950acc0a-d10d-4212-b327-f8af6875b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d575a7d-a924-4401-bc72-3885264842af,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:29.540164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Allocated IP 172.25.2.18 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/71db3cb7-3d7f-4d66-894b-8239e0cb9787) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:29.636775 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19da4197-f7b4-4254-b101-f10ed25923e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.773086 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19da4197-f7b4-4254-b101-f10ed25923e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.823140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eb6e9d-9619-49ec-87bb-3dbfabcc6d2f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router a31a9ec4-700e-41e2-8d5e-15c72b28bc13 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:29.841668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e22aa7-834e-4ca5-8927-880fd22318a8 req-9ef716b0-5ca6-4569-94d3-1fc24f9a3a33 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.843136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0e22aa7-834e-4ca5-8927-880fd22318a8 req-9ef716b0-5ca6-4569-94d3-1fc24f9a3a33 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 944 time: 0.3338907 Aug 16 02:18:29.959136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6218735-d442-468d-9e85-b6b6371708a6 None None] Network aee16e0e-dd66-4eac-af4e-1b3617b06c5e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:30.045533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a0310fdf-8989-42fe-bf0b-616a13708b4c None None] Provisioning for port 432c0138-0c0b-4f9d-9157-8dc6747d3f08 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:30.382347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0e22aa7-834e-4ca5-8927-880fd22318a8 req-c7e76b04-daea-4285-a809-327b766ad067 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248001 Aug 16 02:18:30.387954 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.389835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eb6e9d-9619-49ec-87bb-3dbfabcc6d2f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:30.397483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-68eb6e9d-9619-49ec-87bb-3dbfabcc6d2f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/a31a9ec4-700e-41e2-8d5e-15c72b28bc13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4660606 Aug 16 02:18:30.400991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50178) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:30.408395 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a163188-98ed-451f-a93c-01cc49906764 None None] Sync routers for ids ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:30.420440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19da4197-f7b4-4254-b101-f10ed25923e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.423003 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-19da4197-f7b4-4254-b101-f10ed25923e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.427742 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-19da4197-f7b4-4254-b101-f10ed25923e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d575a7d-a924-4401-bc72-3885264842af HTTP/1.1" status: 204 len: 168 time: 0.9971750 Aug 16 02:18:30.447378 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-569799a5-64b2-460b-a934-0a981e18a606 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=a31a9ec4-700e-41e2-8d5e-15c72b28bc13 HTTP/1.1" status: 200 len: 205 time: 0.0398424 Aug 16 02:18:30.448910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50182) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:30.449390 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a163188-98ed-451f-a93c-01cc49906764 None None] Routers {'a31a9ec4-700e-41e2-8d5e-15c72b28bc13'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:30.452685 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a163188-98ed-451f-a93c-01cc49906764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:30.464339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.466355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da4197-f7b4-4254-b101-f10ed25923e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d575a7d-a924-4401-bc72-3885264842af,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.466723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 799e456d-bec0-4a85-a119-e83976be01fe up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:30.507024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'Port': ['ID=9213908c-1349-4cf2-a29f-5951f87536ce,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.590372 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a163188-98ed-451f-a93c-01cc49906764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:30.610280 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a163188-98ed-451f-a93c-01cc49906764 None None] Routers {'a31a9ec4-700e-41e2-8d5e-15c72b28bc13'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:30.611203 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a163188-98ed-451f-a93c-01cc49906764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:30.654442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.683407 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-507253dc-d8cb-472d-9fac-76ac6b62144d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.684371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 799e456d-bec0-4a85-a119-e83976be01fe completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:30.685517 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a163188-98ed-451f-a93c-01cc49906764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:30.686412 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a163188-98ed-451f-a93c-01cc49906764 None None] The sync data for ids ['a31a9ec4-700e-41e2-8d5e-15c72b28bc13'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:30.696490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 799e456d-bec0-4a85-a119-e83976be01fe triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:30.696878 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.738597 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:18:30.740873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:30.787209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:30.791720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:30.793978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Pushing event updated for resources: {'Port': ['ID=71db3cb7-3d7f-4d66-894b-8239e0cb9787,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.948024 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.998256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba331cc-ae3b-4623-9366-d28dd73ded47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799e456d-bec0-4a85-a119-e83976be01fe'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:31.000756 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ae556b-ef65-48ec-82b2-ea3fb5e5b56b" -d '{"events": [{"server_uuid": "5ba331cc-ae3b-4623-9366-d28dd73ded47", "name": "network-vif-plugged", "status": "completed", "tag": "799e456d-bec0-4a85-a119-e83976be01fe"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:31.027672 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.048287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 799e456d-bec0-4a85-a119-e83976be01fe, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=799e456d-bec0-4a85-a119-e83976be01fe,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:31.057121 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.099638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 432c0138-0c0b-4f9d-9157-8dc6747d3f08 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:31.105511 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24780d6d-c2be-438e-92d9-690e2f6517b7 x-openstack-request-id: req-24780d6d-c2be-438e-92d9-690e2f6517b7 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:31.105973 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba331cc-ae3b-4623-9366-d28dd73ded47", "name": "network-vif-plugged", "status": "completed", "tag": "799e456d-bec0-4a85-a119-e83976be01fe", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:31.106239 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-24780d6d-c2be-438e-92d9-690e2f6517b7 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:31.106629 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba331cc-ae3b-4623-9366-d28dd73ded47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799e456d-bec0-4a85-a119-e83976be01fe', 'code': 200} Aug 16 02:18:31.171421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=799e456d-bec0-4a85-a119-e83976be01fe,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:31.197337 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-507253dc-d8cb-472d-9fac-76ac6b62144d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.203027 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-507253dc-d8cb-472d-9fac-76ac6b62144d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.221619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 432c0138-0c0b-4f9d-9157-8dc6747d3f08 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:31.223536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e734529-04d5-4b35-be9d-d49fd950b37f req-9bee900f-14a6-4ee8-9c55-557684937ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.225212 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e734529-04d5-4b35-be9d-d49fd950b37f req-9bee900f-14a6-4ee8-9c55-557684937ad2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5ba331cc-ae3b-4623-9366-d28dd73ded47 HTTP/1.1" status: 200 len: 1098 time: 0.0767677 Aug 16 02:18:31.231582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 432c0138-0c0b-4f9d-9157-8dc6747d3f08 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:31.232472 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.294192 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e734529-04d5-4b35-be9d-d49fd950b37f req-5c46643b-7fc1-4147-affb-be87890ec3e4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339093 Aug 16 02:18:31.295019 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-507253dc-d8cb-472d-9fac-76ac6b62144d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.295651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507253dc-d8cb-472d-9fac-76ac6b62144d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Fanout notify agent at l3_agent the message router_deleted on router a31a9ec4-700e-41e2-8d5e-15c72b28bc13 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:31.310743 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-507253dc-d8cb-472d-9fac-76ac6b62144d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.314208 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-507253dc-d8cb-472d-9fac-76ac6b62144d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/a31a9ec4-700e-41e2-8d5e-15c72b28bc13 HTTP/1.1" status: 204 len: 168 time: 0.8592942 Aug 16 02:18:31.314692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50202) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:31.376801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b719db-c8ec-4b9f-909d-c8b4aebefcd7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting subnet 4874e97f-7c7d-4938-8cc4-29724e447908 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:31.380784 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5b719db-c8ec-4b9f-909d-c8b4aebefcd7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.428779 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.430371 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5b719db-c8ec-4b9f-909d-c8b4aebefcd7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.433163 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.511851 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 432c0138-0c0b-4f9d-9157-8dc6747d3f08, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=432c0138-0c0b-4f9d-9157-8dc6747d3f08,segment=NetworkSegment(7102b234-d232-4f5f-9425-391f6ef25ddc),segment_id=7102b234-d232-4f5f-9425-391f6ef25ddc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:31.517493 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.598062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=432c0138-0c0b-4f9d-9157-8dc6747d3f08,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:31.617341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5b719db-c8ec-4b9f-909d-c8b4aebefcd7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.690540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Router dc54cafe-2daf-4345-8b06-047c19e94062 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:31.702663 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5b719db-c8ec-4b9f-909d-c8b4aebefcd7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.725103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5b719db-c8ec-4b9f-909d-c8b4aebefcd7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.728054 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f5b719db-c8ec-4b9f-909d-c8b4aebefcd7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/4874e97f-7c7d-4938-8cc4-29724e447908 HTTP/1.1" status: 204 len: 168 time: 0.4115403 Aug 16 02:18:31.731895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60ac9a1-caf2-4385-9766-f48315a401ce None None] Network cb47fe46-2ff1-4711-abac-982c5ee9654b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:31.750268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b719db-c8ec-4b9f-909d-c8b4aebefcd7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Subnet': ['ID=4874e97f-7c7d-4938-8cc4-29724e447908,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:31.757494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50214) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:31.765249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2108d-e5f8-4219-8df6-c322c88512b2 req-245eeb46-c5a2-4738-869d-737821cebde3 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.767228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04d2108d-e5f8-4219-8df6-c322c88512b2 req-245eeb46-c5a2-4738-869d-737821cebde3 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 944 time: 0.1593177 Aug 16 02:18:31.845618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-33913296-5763-4c5b-935c-1bdb023084d5 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting subnet 06988361-eb22-4be7-9e7b-2933e136d700 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:31.849374 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33913296-5763-4c5b-935c-1bdb023084d5 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.932057 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33913296-5763-4c5b-935c-1bdb023084d5 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.015984 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04d2108d-e5f8-4219-8df6-c322c88512b2 req-07763b8d-07ef-48fe-881f-e67bda3d8a92 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030382 Aug 16 02:18:32.057956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978986fa-f713-4dd5-9c9f-c9512cef2476 None None] DHCP port deletion for cb47fe46-2ff1-4711-abac-982c5ee9654b request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:32.064837 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.095024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:32.108158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50224) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:32.109313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cbcd651b-2071-47ed-800e-81b7839b9878 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "PUT /v2.0/routers/dc54cafe-2daf-4345-8b06-047c19e94062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2716260 Aug 16 02:18:32.115203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2d4d2-e7bb-4c5d-90ed-0ee0bd628d4e None None] Sync routers for ids ['dc54cafe-2daf-4345-8b06-047c19e94062'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:32.143805 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2d4d2-e7bb-4c5d-90ed-0ee0bd628d4e None None] Routers {'dc54cafe-2daf-4345-8b06-047c19e94062'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:32.144461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-01f2d4d2-e7bb-4c5d-90ed-0ee0bd628d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['dc54cafe-2daf-4345-8b06-047c19e94062'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:32.230130 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33913296-5763-4c5b-935c-1bdb023084d5 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.236543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-347639ac-4f99-4f52-8630-d10aae50464a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Deleting subnet bd30e81a-4584-40cb-a8fc-c836cae4c46e {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:32.249101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-347639ac-4f99-4f52-8630-d10aae50464a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.274865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-978986fa-f713-4dd5-9c9f-c9512cef2476 None None] Deleting port 365937de-87d1-4f84-8869-50661d9cd0e2 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:32.275227 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-978986fa-f713-4dd5-9c9f-c9512cef2476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.339620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Router bc853a05-c466-4b3b-a4f5-307111f389b9 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:32.343531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-347639ac-4f99-4f52-8630-d10aae50464a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.398243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-978986fa-f713-4dd5-9c9f-c9512cef2476 None None] For port 365937de-87d1-4f84-8869-50661d9cd0e2, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=365937de-87d1-4f84-8869-50661d9cd0e2,segment=NetworkSegment(41b9abb2-f575-4bc0-a080-31a030fa1b62),segment_id=41b9abb2-f575-4bc0-a080-31a030fa1b62)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:32.398705 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-978986fa-f713-4dd5-9c9f-c9512cef2476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.417327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-978986fa-f713-4dd5-9c9f-c9512cef2476 None None] Calling delete_port for 365937de-87d1-4f84-8869-50661d9cd0e2 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:32.455229 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33913296-5763-4c5b-935c-1bdb023084d5 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.533798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-01f2d4d2-e7bb-4c5d-90ed-0ee0bd628d4e None None] Set router dc54cafe-2daf-4345-8b06-047c19e94062 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:32.554922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33913296-5763-4c5b-935c-1bdb023084d5 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Subnet': ['ID=06988361-eb22-4be7-9e7b-2933e136d700,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:32.577071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-33913296-5763-4c5b-935c-1bdb023084d5 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.579897 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-33913296-5763-4c5b-935c-1bdb023084d5 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/06988361-eb22-4be7-9e7b-2933e136d700 HTTP/1.1" status: 204 len: 168 time: 0.8209667 Aug 16 02:18:32.590507 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-347639ac-4f99-4f52-8630-d10aae50464a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.590937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50232) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:32.592325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:32.602849 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Sync routers for ids ['bc853a05-c466-4b3b-a4f5-307111f389b9'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:32.624310 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Routers {'bc853a05-c466-4b3b-a4f5-307111f389b9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:32.624945 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bc853a05-c466-4b3b-a4f5-307111f389b9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:32.677951 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.679585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1eed4e33-08b0-41a2-91cb-39f3abe161c1 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0992854 Aug 16 02:18:32.682841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50234) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:32.706741 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.776967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:32.779329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a904fe-27de-405c-8989-da6ac60fa978 None None] Network 9be68441-b135-4e5c-b9b8-6be12bc294d0 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:32.784811 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-978986fa-f713-4dd5-9c9f-c9512cef2476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.839777 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Set router bc853a05-c466-4b3b-a4f5-307111f389b9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:32.840785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port 365937de-87d1-4f84-8869-50661d9cd0e2 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:32.841387 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.939504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 432c0138-0c0b-4f9d-9157-8dc6747d3f08 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:32.990038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978986fa-f713-4dd5-9c9f-c9512cef2476 None None] Pushing event deleted for resources: {'Port': ['ID=365937de-87d1-4f84-8869-50661d9cd0e2,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:33.004579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978986fa-f713-4dd5-9c9f-c9512cef2476 None None] No DVR routers for this DVR port 365937de-87d1-4f84-8869-50661d9cd0e2 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:33.049207 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-347639ac-4f99-4f52-8630-d10aae50464a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.084308 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-347639ac-4f99-4f52-8630-d10aae50464a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.086538 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-347639ac-4f99-4f52-8630-d10aae50464a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "DELETE /v2.0/subnets/bd30e81a-4584-40cb-a8fc-c836cae4c46e HTTP/1.1" status: 204 len: 168 time: 0.9770451 Aug 16 02:18:33.089950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50240) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:33.109193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347639ac-4f99-4f52-8630-d10aae50464a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'Subnet': ['ID=bd30e81a-4584-40cb-a8fc-c836cae4c46e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:33.127523 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port 365937de-87d1-4f84-8869-50661d9cd0e2, host n-d-768851-16, got binding levels [] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:33.127934 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.140013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d374d74-197f-4cbb-80ee-137d68525bb3 None None] Network d5a1972c-12bf-435f-a1d3-fb3b88d68371 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:33.211460 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'name': 'tempest-TestVolumeBootPattern-504006735-router', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:27Z', 'updated_at': '2021-08-16T02:18:31Z', 'revision_number': 3, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'gw_port': {'id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:29Z', 'updated_at': '2021-08-16T02:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:33.272357 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Checking router: bc853a05-c466-4b3b-a4f5-307111f389b9 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:33.273219 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Updating router bc853a05-c466-4b3b-a4f5-307111f389b9 port 71db3cb7-3d7f-4d66-894b-8239e0cb9787 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:18:33.294996 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.305420 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.309937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 432c0138-0c0b-4f9d-9157-8dc6747d3f08 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:33.310503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.329894 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.420503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:33.439159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '0b26e8f5-a0d0-4762-9229-9b0be8e4a75c', 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355', 'port_id': '0b26e8f5-a0d0-4762-9229-9b0be8e4a75c', 'mac_address': 'fa:16:3e:b3:40:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b71849d-3b87-4c94-8a03-cd02dbf2bd07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:33.571503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.572212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for 365937de-87d1-4f84-8869-50661d9cd0e2 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:33.580218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Port 365937de-87d1-4f84-8869-50661d9cd0e2 was not found and therefore no delete operation was performed {{(pid=101381) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:18:33.586072 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.590130 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.593910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Allocated IP 172.20.0.1 (aee16e0e-dd66-4eac-af4e-1b3617b06c5e/9cfee4ff-037c-486f-ac22-1d121a92b7b9/a8ce55c2-33cc-4429-a270-33b4c01c70b8) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:33.614747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:33.646866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:33.648381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f17188-42b6-4a95-92ea-2fb38e1388ed None None] DHCP port deletion for 9be68441-b135-4e5c-b9b8-6be12bc294d0 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:33.665320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5deb8ab-ae5f-489b-83c7-ec716d3de8d5 None None] DHCP port deletion for d5a1972c-12bf-435f-a1d3-fb3b88d68371 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:33.675281 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.759031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=365937de-87d1-4f84-8869-50661d9cd0e2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:33.801181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d73b1-1854-4927-b287-008ec902de02 req-83290313-a3ab-48da-a0cf-de97202ce53d tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.802696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-423d73b1-1854-4927-b287-008ec902de02 req-83290313-a3ab-48da-a0cf-de97202ce53d tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 944 time: 0.4706850 Aug 16 02:18:33.806192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No DVR routers for this DVR port 365937de-87d1-4f84-8869-50661d9cd0e2 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:33.861216 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.873209 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Transition to ACTIVE for port object 71db3cb7-3d7f-4d66-894b-8239e0cb9787 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:33.881870 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.885548 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.900835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Transition to ACTIVE for port object a8ce55c2-33cc-4429-a270-33b4c01c70b8 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:33.942777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.943326 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da509d9-9820-4d7c-9207-3a4b0ee3b4d4 None None] Pushing event updated for resources: {'Port': ['ID=71db3cb7-3d7f-4d66-894b-8239e0cb9787,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:33.960600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-423d73b1-1854-4927-b287-008ec902de02 req-9e14d610-aa87-493d-b967-87160b801ddf tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459744 Aug 16 02:18:33.963668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Deleting port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:33.964310 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.981273 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.000453 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Attempting to bind port 71db3cb7-3d7f-4d66-894b-8239e0cb9787 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:34.000828 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Attempting to bind port 71db3cb7-3d7f-4d66-894b-8239e0cb9787 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:34.001220 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Attempting to bind port 71db3cb7-3d7f-4d66-894b-8239e0cb9787 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:34.007228 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:34.007589 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:34.008048 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.008832 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:34.009334 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Bound port: 71db3cb7-3d7f-4d66-894b-8239e0cb9787, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:34.010258 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.016154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Network aee16e0e-dd66-4eac-af4e-1b3617b06c5e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:34.027089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb47fe46-2ff1-4711-abac-982c5ee9654b']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:34.042468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b9abb2-f575-4bc0-a080-31a030fa1b62') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:34.043033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b9abb2-f575-4bc0-a080-31a030fa1b62') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:34.060507 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.065221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-71f17188-42b6-4a95-92ea-2fb38e1388ed None None] Deleting port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:34.065603 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71f17188-42b6-4a95-92ea-2fb38e1388ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.073083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:34.077693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:34.084739 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.089949 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.102222 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] For port 71db3cb7-3d7f-4d66-894b-8239e0cb9787, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:34.108166 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] For port 71db3cb7-3d7f-4d66-894b-8239e0cb9787, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=71db3cb7-3d7f-4d66-894b-8239e0cb9787,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:34.111209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:34.111663 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.114133 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:34.114941 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:34.134411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['0b26e8f5-a0d0-4762-9229-9b0be8e4a75c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:34.184219 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da509d9-9820-4d7c-9207-3a4b0ee3b4d4 None None] Pushing event updated for resources: {'Port': ['ID=71db3cb7-3d7f-4d66-894b-8239e0cb9787,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.187088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.187259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-01f2d4d2-e7bb-4c5d-90ed-0ee0bd628d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1726969384', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:46Z', 'updated_at': '2021-08-16T02:18:30Z', 'revision_number': 5, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': 'f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:34.213786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] For port f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:34.214171 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.228044 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Routers {'bc853a05-c466-4b3b-a4f5-307111f389b9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:34.228746 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bc853a05-c466-4b3b-a4f5-307111f389b9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:34.240292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Calling delete_port for f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:34.256644 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.323760 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.329929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/networks/cb47fe46-2ff1-4711-abac-982c5ee9654b HTTP/1.1" status: 204 len: 168 time: 1.7315238 Aug 16 02:18:34.329929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c4f34-90c3-43e8-b1ed-cb325e568ca4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Network': ['ID=cb47fe46-2ff1-4711-abac-982c5ee9654b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.331718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50252) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:34.353730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ce55c2-33cc-4429-a270-33b4c01c70b8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.434471 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] Set router bc853a05-c466-4b3b-a4f5-307111f389b9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:34.535188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.539497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2d4d2-e7bb-4c5d-90ed-0ee0bd628d4e None None] Checking router: dc54cafe-2daf-4345-8b06-047c19e94062 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:34.585258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2d4d2-e7bb-4c5d-90ed-0ee0bd628d4e None None] Routers {'dc54cafe-2daf-4345-8b06-047c19e94062'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:34.586865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-01f2d4d2-e7bb-4c5d-90ed-0ee0bd628d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['dc54cafe-2daf-4345-8b06-047c19e94062'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:34.699229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-01f2d4d2-e7bb-4c5d-90ed-0ee0bd628d4e None None] Set router dc54cafe-2daf-4345-8b06-047c19e94062 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:34.764527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d5deb8ab-ae5f-489b-83c7-ec716d3de8d5 None None] Deleting port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:34.764824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5deb8ab-ae5f-489b-83c7-ec716d3de8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.775158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-01f2d4d2-e7bb-4c5d-90ed-0ee0bd628d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1726969384', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:46Z', 'updated_at': '2021-08-16T02:18:33Z', 'revision_number': 6, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:34.777552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 365937de-87d1-4f84-8869-50661d9cd0e2 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:34.812505 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'name': 'tempest-TestVolumeBootPattern-504006735-router', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:27Z', 'updated_at': '2021-08-16T02:18:31Z', 'revision_number': 3, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'gw_port': {'id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:29Z', 'updated_at': '2021-08-16T02:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:34.819788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 365937de-87d1-4f84-8869-50661d9cd0e2 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:34.820154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 365937de-87d1-4f84-8869-50661d9cd0e2 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:34.877714 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8d45c-9d55-42c3-bf15-4775d26b5cbe None None] The sync data for ids ['bc853a05-c466-4b3b-a4f5-307111f389b9'] in n-d-768851-16 is: [{'id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'name': 'tempest-TestVolumeBootPattern-504006735-router', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:27Z', 'updated_at': '2021-08-16T02:18:31Z', 'revision_number': 3, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'gw_port': {'id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:29Z', 'updated_at': '2021-08-16T02:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:34.904659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d687bc50-5b31-41f1-800a-dd76796cf62b None None] Provisioning for port a8ce55c2-33cc-4429-a270-33b4c01c70b8 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:34.932868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2d4d2-e7bb-4c5d-90ed-0ee0bd628d4e None None] The sync data for ids ['dc54cafe-2daf-4345-8b06-047c19e94062'] in n-d-768851-16 is: [{'id': 'dc54cafe-2daf-4345-8b06-047c19e94062', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1726969384', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:46Z', 'updated_at': '2021-08-16T02:18:33Z', 'revision_number': 6, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:34.940235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-71f17188-42b6-4a95-92ea-2fb38e1388ed None None] For port 9fa14535-e136-42d1-ac7a-0b9bb18cce25, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9fa14535-e136-42d1-ac7a-0b9bb18cce25,segment=NetworkSegment(6f969995-79d1-4501-b2fa-bf69db1e3065),segment_id=6f969995-79d1-4501-b2fa-bf69db1e3065)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:34.940643 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71f17188-42b6-4a95-92ea-2fb38e1388ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.979346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d687bc50-5b31-41f1-800a-dd76796cf62b None None] Provisioning complete for port a8ce55c2-33cc-4429-a270-33b4c01c70b8 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:34.979725 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d687bc50-5b31-41f1-800a-dd76796cf62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.014585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.030060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.079331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d5deb8ab-ae5f-489b-83c7-ec716d3de8d5 None None] For port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18,segment=NetworkSegment(1c681e90-cc2d-40c6-8eae-7915196bebb1),segment_id=1c681e90-cc2d-40c6-8eae-7915196bebb1)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:35.080026 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5deb8ab-ae5f-489b-83c7-ec716d3de8d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.085595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-71f17188-42b6-4a95-92ea-2fb38e1388ed None None] Calling delete_port for 9fa14535-e136-42d1-ac7a-0b9bb18cce25 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:35.107224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d687bc50-5b31-41f1-800a-dd76796cf62b None None] Port a8ce55c2-33cc-4429-a270-33b4c01c70b8 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:35.138515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d5deb8ab-ae5f-489b-83c7-ec716d3de8d5 None None] Calling delete_port for 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:35.155525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.163199 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.179221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ce55c2-33cc-4429-a270-33b4c01c70b8,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:35.236481 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.281460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'Port': ['ID=f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:35.403326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Network aee16e0e-dd66-4eac-af4e-1b3617b06c5e is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:35.413001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:35.463083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:35.501226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafb5ac-dfd6-451f-b035-7f3f86cf43bc req-5071515d-601e-443e-bfa4-43cb6ae7f851 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.503418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fafb5ac-dfd6-451f-b035-7f3f86cf43bc req-5071515d-601e-443e-bfa4-43cb6ae7f851 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 945 time: 0.3401582 Aug 16 02:18:35.593187 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.601194 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-71f17188-42b6-4a95-92ea-2fb38e1388ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.692360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Router bc853a05-c466-4b3b-a4f5-307111f389b9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:35.725833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f17188-42b6-4a95-92ea-2fb38e1388ed None None] No DVR routers for this DVR port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:35.735097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f17188-42b6-4a95-92ea-2fb38e1388ed None None] Pushing event deleted for resources: {'Port': ['ID=9fa14535-e136-42d1-ac7a-0b9bb18cce25,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:35.747310 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5deb8ab-ae5f-489b-83c7-ec716d3de8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.769569 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fafb5ac-dfd6-451f-b035-7f3f86cf43bc req-adc91072-2a6c-4620-934e-109c793827ae tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533386 Aug 16 02:18:35.827903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5deb8ab-ae5f-489b-83c7-ec716d3de8d5 None None] Pushing event deleted for resources: {'Port': ['ID=83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:35.850557 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No active binding found for port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 {{(pid=101382) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:18:35.851264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:35.851708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9fa14535-e136-42d1-ac7a-0b9bb18cce25 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:35.915650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 9fa14535-e136-42d1-ac7a-0b9bb18cce25 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:35.916544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9fa14535-e136-42d1-ac7a-0b9bb18cce25 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:35.923269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5deb8ab-ae5f-489b-83c7-ec716d3de8d5 None None] No DVR routers for this DVR port 83a56b65-4ab9-428e-9fe3-cb4cd0ad3c18 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:35.951443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0a0f60db-e2cd-4d00-ad49-f7a634c395ef None None] Provisioning complete for port a8ce55c2-33cc-4429-a270-33b4c01c70b8 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:35.951940 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a0f60db-e2cd-4d00-ad49-f7a634c395ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.976691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:35.977354 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.999950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:36.000526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f60db-e2cd-4d00-ad49-f7a634c395ef None None] Port a8ce55c2-33cc-4429-a270-33b4c01c70b8 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:36.021124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8b611c37-6a93-48f4-9841-aba0cdc65763 admin admin] 10.222.0.79 "PUT /v2.0/routers/bc853a05-c466-4b3b-a4f5-307111f389b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3293498 Aug 16 02:18:36.038806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.043296 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.105691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port 9fa14535-e136-42d1-ac7a-0b9bb18cce25, host n-d-768851-16, got binding levels [] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:36.106351 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.116225 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.117114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Fanout notify agent at l3_agent the message router_deleted on router dc54cafe-2daf-4345-8b06-047c19e94062 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:36.126907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.128407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-48b7cccc-7da6-40b8-a914-ff4f57995460 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "DELETE /v2.0/routers/dc54cafe-2daf-4345-8b06-047c19e94062 HTTP/1.1" status: 204 len: 168 time: 3.0331321 Aug 16 02:18:36.131363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50292) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:36.133824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for 9fa14535-e136-42d1-ac7a-0b9bb18cce25 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:36.137212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 was not found and therefore no delete operation was performed {{(pid=101381) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:18:36.138996 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.240661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=9fa14535-e136-42d1-ac7a-0b9bb18cce25,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.253775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No DVR routers for this DVR port 9fa14535-e136-42d1-ac7a-0b9bb18cce25 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:36.315684 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.378004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.394152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be68441-b135-4e5c-b9b8-6be12bc294d0']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:36.416392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f969995-79d1-4501-b2fa-bf69db1e3065') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:36.416848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f969995-79d1-4501-b2fa-bf69db1e3065') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:36.428365 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.475100 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.482720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.493515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:36.494400 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:36.498767 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:36.510426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a1972c-12bf-435f-a1d3-fb3b88d68371']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:36.556033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c681e90-cc2d-40c6-8eae-7915196bebb1') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:36.556593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c681e90-cc2d-40c6-8eae-7915196bebb1') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:36.574392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.600903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.609053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:36.609477 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:36.613556 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:36.620524 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.634414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.637057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/networks/9be68441-b135-4e5c-b9b8-6be12bc294d0 HTTP/1.1" status: 204 len: 168 time: 2.3037248 Aug 16 02:18:36.641769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50308) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:36.647860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'network': {'name': 'tempest-RoutersTest-902466435'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:36.673032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159de661-5e65-48b1-8150-0829acf7b7ad tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Network': ['ID=9be68441-b135-4e5c-b9b8-6be12bc294d0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.698635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:36.703707 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.707991 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.721388 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.727875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50310) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:36.728689 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "DELETE /v2.0/networks/d5a1972c-12bf-435f-a1d3-fb3b88d68371 HTTP/1.1" status: 204 len: 168 time: 0.5908136 Aug 16 02:18:36.758645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfc5bb-5555-435a-b51d-12dc8d295e5b tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'Network': ['ID=d5a1972c-12bf-435f-a1d3-fb3b88d68371,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.820172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:36.921793 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.922313 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added segment 870a9083-29cd-4ed1-ab44-5a9158bdec56 of type vlan for network 91fc238a-f11a-43d4-a829-5d2f6a386d83 Aug 16 02:18:37.038710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 71db3cb7-3d7f-4d66-894b-8239e0cb9787 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:37.043346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.057753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210a525-0a20-4654-bdc9-228e90f3de07 req-9e88a7dc-355c-4e8e-b8de-6f470cdf913e tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.067021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2210a525-0a20-4654-bdc9-228e90f3de07 req-9e88a7dc-355c-4e8e-b8de-6f470cdf913e tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 945 time: 0.1949317 Aug 16 02:18:37.117170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 71db3cb7-3d7f-4d66-894b-8239e0cb9787 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:37.124266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 71db3cb7-3d7f-4d66-894b-8239e0cb9787 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:37.125509 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.163190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2210a525-0a20-4654-bdc9-228e90f3de07 req-fe163853-7de2-4a76-8213-1329d63ea228 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952649 Aug 16 02:18:37.191692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.208098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.208646 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.359703 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.393166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50326) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:37.399355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'subnet': {'network_id': '91fc238a-f11a-43d4-a829-5d2f6a386d83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:37.401008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7568736 Aug 16 02:18:37.439483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 71db3cb7-3d7f-4d66-894b-8239e0cb9787, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=71db3cb7-3d7f-4d66-894b-8239e0cb9787,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:37.442849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Deleting port d9e30f2b-5855-4a45-81a0-d0ee4ed73436 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:37.445614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.448896 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.453970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535484e7-2c21-4ad0-a521-33ed13dc86ac tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Network': ['ID=91fc238a-f11a-43d4-a829-5d2f6a386d83,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:37.561279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=71db3cb7-3d7f-4d66-894b-8239e0cb9787,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:37.563922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 91fc238a-f11a-43d4-a829-5d2f6a386d83 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:37.640752 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.641151 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.652023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:37.655604 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.674006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9213908c-1349-4cf2-a29f-5951f87536ce no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:37.679262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Calling delete_port for d9e30f2b-5855-4a45-81a0-d0ee4ed73436 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:37.717598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 9213908c-1349-4cf2-a29f-5951f87536ce {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:37.718249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9213908c-1349-4cf2-a29f-5951f87536ce not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:37.718905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:37.752640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:37.753448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f76f2952-6b4a-4aa6-b584-ccc0e7e9f69e not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:37.969053 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.987165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Sync routers for ids ['bc853a05-c466-4b3b-a4f5-307111f389b9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:38.001641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'Port': ['ID=d9e30f2b-5855-4a45-81a0-d0ee4ed73436,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:38.006562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Routers {'bc853a05-c466-4b3b-a4f5-307111f389b9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:38.006562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bc853a05-c466-4b3b-a4f5-307111f389b9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:38.036928 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.081344 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.082051 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Floating IP 33ffdc60-09d6-4e26-bd7c-a169ea61c1cb disassociated (deleted). External IP: 172.25.2.234, port: 5f285cb7-932d-4767-8078-4db39a4690cd. Aug 16 02:18:38.095406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Subnet': ['ID=5ae93868-0e8c-4937-81da-8db9ee619676,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:38.147133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Checking segment: {'id': '870a9083-29cd-4ed1-ab44-5a9158bdec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '91fc238a-f11a-43d4-a829-5d2f6a386d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:38.147591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network hostable DHCP agents. Network: 91fc238a-f11a-43d4-a829-5d2f6a386d83, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:38.176615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 91fc238a-f11a-43d4-a829-5d2f6a386d83 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:38.189075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 91fc238a-f11a-43d4-a829-5d2f6a386d83) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:38.198324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9092927-6a4c-4eed-a181-569717dfc28b None None] Network 91fc238a-f11a-43d4-a829-5d2f6a386d83 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:38.204941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.205799 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.228006 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5b1f491d-01ff-42a0-a739-2bc5cae347bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8306704 Aug 16 02:18:38.228793 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50332) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:38.233991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-58ea6299-784a-4486-a374-90d8a21078cb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1026182240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:38.281329 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58ea6299-784a-4486-a374-90d8a21078cb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.283293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58ea6299-784a-4486-a374-90d8a21078cb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.325540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Set router bc853a05-c466-4b3b-a4f5-307111f389b9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:38.412944 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58ea6299-784a-4486-a374-90d8a21078cb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.422303 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58ea6299-784a-4486-a374-90d8a21078cb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.463522 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-58ea6299-784a-4486-a374-90d8a21078cb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.467344 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-58ea6299-784a-4486-a374-90d8a21078cb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2349536 Aug 16 02:18:38.469090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50344) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:38.477205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'port': {'network_id': '91fc238a-f11a-43d4-a829-5d2f6a386d83', 'name': 'tempest-RoutersTest-311600210'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:38.551107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:38.630484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-91fc238a-f11a-43d4-a829-5d2f6a386d83', 'network_id': '91fc238a-f11a-43d4-a829-5d2f6a386d83', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'fixed_ips': [{'subnet_id': '5ae93868-0e8c-4937-81da-8db9ee619676'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:38.631353 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.768973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:38.769220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f5a9-1902-491b-b811-c61db2bba5ed req-090aa487-67fc-4840-b281-d538feaa454c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.769958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d60f5a9-1902-491b-b811-c61db2bba5ed req-090aa487-67fc-4840-b281-d538feaa454c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 945 time: 0.3607042 Aug 16 02:18:38.773311 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.812470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] device_id is not set on port 902735ca-8309-4ef0-b8a9-514152112a6a yet. {{(pid=101380) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:38.826543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:38.833167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:38.833672 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.865784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Router 161b1a79-3426-442e-a192-fce2000ec9a9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:38.885840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d60f5a9-1902-491b-b811-c61db2bba5ed req-cfe9633a-3c99-4e46-810e-ffede78166ee tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959775 Aug 16 02:18:38.898783 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-93d1d6c2-4ead-4668-a07a-ff5750d7e1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.915471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Allocated IP 172.20.0.2 (91fc238a-f11a-43d4-a829-5d2f6a386d83/5ae93868-0e8c-4937-81da-8db9ee619676/2e3fbe70-1e6c-4f3d-8f0f-7727522c8342) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:39.029930 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:39.036147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.050014 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fdc70-0083-4847-a07e-c79c0e7b362d None None] Sync routers for ids ['161b1a79-3426-442e-a192-fce2000ec9a9'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:39.063108 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fdc70-0083-4847-a07e-c79c0e7b362d None None] Routers {'161b1a79-3426-442e-a192-fce2000ec9a9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:39.063731 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-784fdc70-0083-4847-a07e-c79c0e7b362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['161b1a79-3426-442e-a192-fce2000ec9a9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:39.070932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-47fe2eb7-6396-4540-991a-ffb45d2cd301 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "DELETE /v2.0/floatingips/33ffdc60-09d6-4e26-bd7c-a169ea61c1cb HTTP/1.1" status: 204 len: 168 time: 2.3342099 Aug 16 02:18:39.070932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'tag': '5f285cb7-932d-4767-8078-4db39a4690cd'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:39.081711 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5c8273-135c-48fa-822b-bfa138879c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e", "tag": "5f285cb7-932d-4767-8078-4db39a4690cd"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:39.163252 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddaff4b-3d22-4348-82ed-95b7e12a0b8a x-openstack-request-id: req-8ddaff4b-3d22-4348-82ed-95b7e12a0b8a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:39.163252 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e", "tag": "5f285cb7-932d-4767-8078-4db39a4690cd", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:39.164092 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8ddaff4b-3d22-4348-82ed-95b7e12a0b8a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:39.164909 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'tag': '5f285cb7-932d-4767-8078-4db39a4690cd', 'status': 'completed', 'code': 200} Aug 16 02:18:39.178905 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.185336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 71db3cb7-3d7f-4d66-894b-8239e0cb9787 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:39.218070 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Transition to ACTIVE for port object 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:39.256055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-c6cba089-d2e0-4ba0-81ec-3e99cd8eba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.257702 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-c6cba089-d2e0-4ba0-81ec-3e99cd8eba2d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=06438d0ead5145579ec2336933061baa&device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 1137 time: 0.0708675 Aug 16 02:18:39.306484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'name': 'tempest-TestVolumeBootPattern-504006735-router', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:27Z', 'updated_at': '2021-08-16T02:18:34Z', 'revision_number': 4, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'gw_port': {'id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:29Z', 'updated_at': '2021-08-16T02:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'a8ce55c2-33cc-4429-a270-33b4c01c70b8', 'name': '', 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'mac_address': 'fa:16:3e:9f:ca:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '9cfee4ff-037c-486f-ac22-1d121a92b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:33Z', 'updated_at': '2021-08-16T02:18:34Z', 'revision_number': 2, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'subnets': [{'id': '9cfee4ff-037c-486f-ac22-1d121a92b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:39.344553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Checking router: bc853a05-c466-4b3b-a4f5-307111f389b9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:39.345150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Updating router bc853a05-c466-4b3b-a4f5-307111f389b9 port a8ce55c2-33cc-4429-a270-33b4c01c70b8 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:18:39.356360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Transition to ACTIVE for port object 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:39.373653 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-784fdc70-0083-4847-a07e-c79c0e7b362d None None] Set router 161b1a79-3426-442e-a192-fce2000ec9a9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:39.378246 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.401146 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.495566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8fbf9-cddf-459f-8121-0f2edf85f28b req-382981c6-e12e-4b49-9ca3-73780083f9b3 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.497233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24a8fbf9-cddf-459f-8121-0f2edf85f28b req-382981c6-e12e-4b49-9ca3-73780083f9b3 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 985 time: 0.1064651 Aug 16 02:18:39.599714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24a8fbf9-cddf-459f-8121-0f2edf85f28b req-6bbf4bdd-4dac-4ed7-b275-430940322eb8 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0891001 Aug 16 02:18:39.662976 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Pushing event updated for resources: {'Port': ['ID=2e3fbe70-1e6c-4f3d-8f0f-7727522c8342,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:39.680611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20e8e07-820f-47fa-aea3-9eea98ba18d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b26e8f5-a0d0-4762-9229-9b0be8e4a75c'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:39.684286 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b1ef46-d4fc-4e0d-b63c-ad627c7442b7" -d '{"events": [{"server_uuid": "e20e8e07-820f-47fa-aea3-9eea98ba18d7", "name": "network-vif-plugged", "status": "completed", "tag": "0b26e8f5-a0d0-4762-9229-9b0be8e4a75c"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:39.690144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 71db3cb7-3d7f-4d66-894b-8239e0cb9787 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:39.690676 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.708712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Allocated IP 172.20.0.11 (91fc238a-f11a-43d4-a829-5d2f6a386d83/5ae93868-0e8c-4937-81da-8db9ee619676/902735ca-8309-4ef0-b8a9-514152112a6a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:39.719308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-a510f7a7-a69a-4d46-9ff9-005abdcb312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.720859 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-a510f7a7-a69a-4d46-9ff9-005abdcb312e service neutron] 10.222.0.89 "GET /v2.0/networks?id=b51b2a3c-9462-4efd-873c-94a3f720551b HTTP/1.1" status: 200 len: 897 time: 0.4564204 Aug 16 02:18:39.724924 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-784fdc70-0083-4847-a07e-c79c0e7b362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '41b9f40e-892b-4778-99da-32f24f309ca2', 'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:a2:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:57Z', 'revision_number': 5, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:39.733179 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.768265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Network 91fc238a-f11a-43d4-a829-5d2f6a386d83 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:39.785608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:39.788767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:39.798090 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681bc032-54f5-4519-a370-ca9e5fca4453 x-openstack-request-id: req-681bc032-54f5-4519-a370-ca9e5fca4453 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:39.798493 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20e8e07-820f-47fa-aea3-9eea98ba18d7", "name": "network-vif-plugged", "status": "completed", "tag": "0b26e8f5-a0d0-4762-9229-9b0be8e4a75c", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:39.798887 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-681bc032-54f5-4519-a370-ca9e5fca4453 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:39.799362 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20e8e07-820f-47fa-aea3-9eea98ba18d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b26e8f5-a0d0-4762-9229-9b0be8e4a75c', 'code': 200} Aug 16 02:18:39.803463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:39.828140 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-dc8258b3-2b9d-4135-ab9a-34286d29a342 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f285cb7-932d-4767-8078-4db39a4690cd HTTP/1.1" status: 200 len: 217 time: 0.0961199 Aug 16 02:18:39.831569 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fdc70-0083-4847-a07e-c79c0e7b362d None None] Checking router: 161b1a79-3426-442e-a192-fce2000ec9a9 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:39.844277 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.864485 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fdc70-0083-4847-a07e-c79c0e7b362d None None] Routers {'161b1a79-3426-442e-a192-fce2000ec9a9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:39.868276 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-784fdc70-0083-4847-a07e-c79c0e7b362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['161b1a79-3426-442e-a192-fce2000ec9a9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:39.956456 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.996600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:40.001949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Attempting to bind port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:40.002460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Attempting to bind port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '870a9083-29cd-4ed1-ab44-5a9158bdec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '91fc238a-f11a-43d4-a829-5d2f6a386d83'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:40.002931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Attempting to bind port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 on network 91fc238a-f11a-43d4-a829-5d2f6a386d83 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:40.033421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:40.034158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Checking segment: {'id': '870a9083-29cd-4ed1-ab44-5a9158bdec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '91fc238a-f11a-43d4-a829-5d2f6a386d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:40.034665 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.035128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Bound using segment: {'id': '870a9083-29cd-4ed1-ab44-5a9158bdec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '91fc238a-f11a-43d4-a829-5d2f6a386d83'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:40.035819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Bound port: 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870a9083-29cd-4ed1-ab44-5a9158bdec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '91fc238a-f11a-43d4-a829-5d2f6a386d83'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:40.036545 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.161537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] For port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:40.166428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] For port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2e3fbe70-1e6c-4f3d-8f0f-7727522c8342,segment=NetworkSegment(870a9083-29cd-4ed1-ab44-5a9158bdec56),segment_id=870a9083-29cd-4ed1-ab44-5a9158bdec56)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:40.211992 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.242364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17fb61-ba66-4b29-a66a-296b369c6516 req-266a3752-a8b9-4a43-aa11-3259ac80bfb9 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.254969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a17fb61-ba66-4b29-a66a-296b369c6516 req-266a3752-a8b9-4a43-aa11-3259ac80bfb9 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 946 time: 0.1323414 Aug 16 02:18:40.317866 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-784fdc70-0083-4847-a07e-c79c0e7b362d None None] Set router 161b1a79-3426-442e-a192-fce2000ec9a9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:40.434625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50380) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:40.541582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a17fb61-ba66-4b29-a66a-296b369c6516 req-feefcb49-2950-41d1-af9f-a82c5d98662a tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814457 Aug 16 02:18:40.812921 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-784fdc70-0083-4847-a07e-c79c0e7b362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '41b9f40e-892b-4778-99da-32f24f309ca2', 'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:a2:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:57Z', 'revision_number': 5, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:40.813239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-360836ac-b910-40b2-aa32-371a000e1408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.843890 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fdc70-0083-4847-a07e-c79c0e7b362d None None] The sync data for ids ['161b1a79-3426-442e-a192-fce2000ec9a9'] in n-d-768851-16 is: [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 4, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '41b9f40e-892b-4778-99da-32f24f309ca2', 'name': '', 'network_id': 'b51b2a3c-9462-4efd-873c-94a3f720551b', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'mac_address': 'fa:16:3e:a2:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:57Z', 'revision_number': 5, 'project_id': '06438d0ead5145579ec2336933061baa', 'subnets': [{'id': '9a4eaa82-caea-40a8-ae49-c3f72ca1c64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:40.860098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa0e21-041c-4438-8fef-9c7e342c58ae req-13d03877-477b-4268-9026-1b35991390a3 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.863055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5baa0e21-041c-4438-8fef-9c7e342c58ae req-13d03877-477b-4268-9026-1b35991390a3 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 985 time: 0.2952328 Aug 16 02:18:40.866843 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.898504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Transition to ACTIVE for port object a8ce55c2-33cc-4429-a270-33b4c01c70b8 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:40.906498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22170d-c7b7-45ea-a4fc-32350bda00e7 None None] Pushing event updated for resources: {'Port': ['ID=2e3fbe70-1e6c-4f3d-8f0f-7727522c8342,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:40.914756 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.005192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232fa47-8b13-45d8-b9ec-2bfc68151e79 None None] Pushing event updated for resources: {'Port': ['ID=a8ce55c2-33cc-4429-a270-33b4c01c70b8,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.006091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-e883c9d0-e208-4abc-b042-004dae7cc0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.015841 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-e883c9d0-e208-4abc-b042-004dae7cc0d4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a4eaa82-caea-40a8-ae49-c3f72ca1c64a HTTP/1.1" status: 200 len: 834 time: 1.1594450 Aug 16 02:18:41.067406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a8e4b-69fd-46b9-a8e4-63ad3840655f req-881e39ed-11b9-487c-9240-f63c9c6115ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.069140 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d9a8e4b-69fd-46b9-a8e4-63ad3840655f req-881e39ed-11b9-487c-9240-f63c9c6115ed service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 1098 time: 1.1223509 Aug 16 02:18:41.121725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Attempting to bind port a8ce55c2-33cc-4429-a270-33b4c01c70b8 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:41.122477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Attempting to bind port a8ce55c2-33cc-4429-a270-33b4c01c70b8 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7102b234-d232-4f5f-9425-391f6ef25ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:41.123121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Attempting to bind port a8ce55c2-33cc-4429-a270-33b4c01c70b8 on network aee16e0e-dd66-4eac-af4e-1b3617b06c5e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:41.129043 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-360836ac-b910-40b2-aa32-371a000e1408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.142204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:41.142618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Checking segment: {'id': '7102b234-d232-4f5f-9425-391f6ef25ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:41.142984 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.143560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Bound using segment: {'id': '7102b234-d232-4f5f-9425-391f6ef25ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:41.144056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Bound port: a8ce55c2-33cc-4429-a270-33b4c01c70b8, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7102b234-d232-4f5f-9425-391f6ef25ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:41.144445 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.155996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-8ff54b5f-43d1-4cfd-a17f-f065dbe13e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.157777 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-8ff54b5f-43d1-4cfd-a17f-f065dbe13e9b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b51b2a3c-9462-4efd-873c-94a3f720551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411202 Aug 16 02:18:41.202589 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d9a8e4b-69fd-46b9-a8e4-63ad3840655f req-4c6d0b84-15ef-49b7-9d1a-d1d3609ed0f4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230743 Aug 16 02:18:41.341218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] For port a8ce55c2-33cc-4429-a270-33b4c01c70b8, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:41.343596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-d699d511-d9b6-4eed-be33-3da97bc418f4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.346396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.347934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] For port a8ce55c2-33cc-4429-a270-33b4c01c70b8, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a8ce55c2-33cc-4429-a270-33b4c01c70b8,segment=NetworkSegment(7102b234-d232-4f5f-9425-391f6ef25ddc),segment_id=7102b234-d232-4f5f-9425-391f6ef25ddc)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:41.352794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-d699d511-d9b6-4eed-be33-3da97bc418f4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 1.1378911 Aug 16 02:18:41.356649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.365289 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-360836ac-b910-40b2-aa32-371a000e1408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.384561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Transition to ACTIVE for port object 902735ca-8309-4ef0-b8a9-514152112a6a will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:41.424221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-aa107c72-2b35-4498-ba3d-573b8291667f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/quotas/d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 375 time: 0.0708368 Aug 16 02:18:41.425528 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-764ac3e0-d4ae-4f12-ae52-01cda31e8552 service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567093 Aug 16 02:18:41.436261 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-c4ee6632-bdb1-44b5-a0eb-53764bee0cc9 req-d415ff12-21e4-4d26-9a42-32abb108f0cc service neutron] (101380) timed out ('10.222.0.79', 57200) {{(pid=101380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:18:41.468225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Routers {'bc853a05-c466-4b3b-a4f5-307111f389b9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:41.469681 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bc853a05-c466-4b3b-a4f5-307111f389b9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:41.488436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-360836ac-b910-40b2-aa32-371a000e1408 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b26b5d0cd7a64e3a92b7a32546860324&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0490208 Aug 16 02:18:41.488719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50388) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:41.497564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da89706-0479-4b60-b2e2-2e5be2bec25d None None] New status for floating IP 33ffdc60-09d6-4e26-bd7c-a169ea61c1cb: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:18:41.500375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb369dc-e4eb-4502-8552-65b1f0789c69 req-096edf3b-420c-4b08-a672-4f40adf19aff tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.508355 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdb369dc-e4eb-4502-8552-65b1f0789c69 req-096edf3b-420c-4b08-a672-4f40adf19aff tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 985 time: 0.7595162 Aug 16 02:18:41.597961 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-c9fba450-fcf2-4a12-8af9-7c8f0430f999 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1714351 Aug 16 02:18:41.605909 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.657297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdb369dc-e4eb-4502-8552-65b1f0789c69 req-6c476646-3dc3-4919-a434-1ec6884c655c tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c89e28d-7158-427f-882f-ef55eb0c0d4e&id=7ce940b7-7e37-462e-b554-14609971f80b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1477544 Aug 16 02:18:41.693088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360836ac-b910-40b2-aa32-371a000e1408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74833ed7-a8d7-423f-84a7-4261590f5f29,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.754657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=902735ca-8309-4ef0-b8a9-514152112a6a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.763228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232fa47-8b13-45d8-b9ec-2bfc68151e79 None None] Pushing event updated for resources: {'Port': ['ID=a8ce55c2-33cc-4429-a270-33b4c01c70b8,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.797942 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bda2752c-69ce-41a9-b713-d0a3ed67faff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.800668 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-e0746bd2-f4c0-42d4-88f3-2b75a99867c5 service neutron] 10.222.0.89 "GET /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557858 Aug 16 02:18:41.802760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 91fc238a-f11a-43d4-a829-5d2f6a386d83 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:41.807526 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.817643 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:41.823019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:41.825040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-5baa0e21-041c-4438-8fef-9c7e342c58ae req-21c4c794-b849-4973-8788-2c376250565a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Deleting port 5f285cb7-932d-4767-8078-4db39a4690cd {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:41.825389 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5baa0e21-041c-4438-8fef-9c7e342c58ae req-21c4c794-b849-4973-8788-2c376250565a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.907177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.908168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.914627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60dee48b-62a5-4b58-98ba-ece0505646be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.929923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] Set router bc853a05-c466-4b3b-a4f5-307111f389b9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:41.938277 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1a9c30da-e850-4666-8584-1ed7b7cc3827 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4673023 Aug 16 02:18:41.942298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50398) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:42.007186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60dee48b-62a5-4b58-98ba-ece0505646be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.102498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-5baa0e21-041c-4438-8fef-9c7e342c58ae req-21c4c794-b849-4973-8788-2c376250565a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] For port 5f285cb7-932d-4767-8078-4db39a4690cd, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5f285cb7-932d-4767-8078-4db39a4690cd,segment=NetworkSegment(82105c1d-61d1-4f64-b4a2-e28e42661534),segment_id=82105c1d-61d1-4f64-b4a2-e28e42661534)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:42.102855 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5baa0e21-041c-4438-8fef-9c7e342c58ae req-21c4c794-b849-4973-8788-2c376250565a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.131968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-5baa0e21-041c-4438-8fef-9c7e342c58ae req-21c4c794-b849-4973-8788-2c376250565a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Calling delete_port for 5f285cb7-932d-4767-8078-4db39a4690cd owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:42.270291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'name': 'tempest-TestVolumeBootPattern-504006735-router', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:27Z', 'updated_at': '2021-08-16T02:18:34Z', 'revision_number': 4, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'gw_port': {'id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:29Z', 'updated_at': '2021-08-16T02:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'a8ce55c2-33cc-4429-a270-33b4c01c70b8', 'name': '', 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'mac_address': 'fa:16:3e:9f:ca:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '9cfee4ff-037c-486f-ac22-1d121a92b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:33Z', 'updated_at': '2021-08-16T02:18:41Z', 'revision_number': 4, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'subnets': [{'id': '9cfee4ff-037c-486f-ac22-1d121a92b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:42.278920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-6314b958-552f-417f-86b1-d25442394755 service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798439 Aug 16 02:18:42.304543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9240ed6-a6a2-4576-8f40-3e2f93d9bc28 None None] The sync data for ids ['bc853a05-c466-4b3b-a4f5-307111f389b9'] in n-d-768851-16 is: [{'id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'name': 'tempest-TestVolumeBootPattern-504006735-router', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:27Z', 'updated_at': '2021-08-16T02:18:34Z', 'revision_number': 4, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'gw_port': {'id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:29Z', 'updated_at': '2021-08-16T02:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'a8ce55c2-33cc-4429-a270-33b4c01c70b8', 'name': '', 'network_id': 'aee16e0e-dd66-4eac-af4e-1b3617b06c5e', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'mac_address': 'fa:16:3e:9f:ca:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '9cfee4ff-037c-486f-ac22-1d121a92b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:33Z', 'updated_at': '2021-08-16T02:18:41Z', 'revision_number': 4, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'subnets': [{'id': '9cfee4ff-037c-486f-ac22-1d121a92b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:42.316316 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60dee48b-62a5-4b58-98ba-ece0505646be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.319301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-60dee48b-62a5-4b58-98ba-ece0505646be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.323101 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-60dee48b-62a5-4b58-98ba-ece0505646be admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/74833ed7-a8d7-423f-84a7-4261590f5f29 HTTP/1.1" status: 204 len: 168 time: 0.7982211 Aug 16 02:18:42.323314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf04b87-46a5-4a22-a95e-49a05ac79dcd req-15401c16-7ba8-4e26-b9a4-bc2b2c415acb tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:42.334692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dee48b-62a5-4b58-98ba-ece0505646be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74833ed7-a8d7-423f-84a7-4261590f5f29,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.335765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7bf04b87-46a5-4a22-a95e-49a05ac79dcd req-15401c16-7ba8-4e26-b9a4-bc2b2c415acb tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 946 time: 0.4747469 Aug 16 02:18:42.568895 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.638292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7bf04b87-46a5-4a22-a95e-49a05ac79dcd req-a1b0a7b5-3dd6-4edf-8da9-2ded496d5390 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961720 Aug 16 02:18:42.679845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1886ec-edb5-4f44-ab45-abad3a030d50 None None] Network 91fc238a-f11a-43d4-a829-5d2f6a386d83 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:42.722024 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5baa0e21-041c-4438-8fef-9c7e342c58ae req-21c4c794-b849-4973-8788-2c376250565a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.801503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c794-b849-4973-8788-2c376250565a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'Port': ['ID=5f285cb7-932d-4767-8078-4db39a4690cd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.925267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-f0926cfc-d660-4ead-9157-a6d579758475 service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449258 Aug 16 02:18:42.941224 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.957721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-160173fa-c3a1-418b-9a5b-439afbb169b3 None None] Provisioning for port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:43.011500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aeba1078-652b-4752-9bc7-f961ee219883 req-c0e3ffd5-239e-417e-892e-4119a818a6e1 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e HTTP/1.1" status: 200 len: 210 time: 0.1990211 Aug 16 02:18:43.079350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-5baa0e21-041c-4438-8fef-9c7e342c58ae req-21c4c794-b849-4973-8788-2c376250565a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] No DVR routers for this DVR port 5f285cb7-932d-4767-8078-4db39a4690cd on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:43.084200 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.088550 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5baa0e21-041c-4438-8fef-9c7e342c58ae req-21c4c794-b849-4973-8788-2c376250565a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.102327 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.115360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5baa0e21-041c-4438-8fef-9c7e342c58ae req-21c4c794-b849-4973-8788-2c376250565a tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.89 "DELETE /v2.0/ports/5f285cb7-932d-4767-8078-4db39a4690cd HTTP/1.1" status: 204 len: 173 time: 2.2061417 Aug 16 02:18:43.116346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'name': 'network-vif-deleted', 'tag': '5f285cb7-932d-4767-8078-4db39a4690cd'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:43.123134 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0479759-c26b-4521-816b-120a65e199ce" -d '{"events": [{"server_uuid": "3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e", "name": "network-vif-deleted", "tag": "5f285cb7-932d-4767-8078-4db39a4690cd"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:43.144217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:43.206933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=902735ca-8309-4ef0-b8a9-514152112a6a,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:43.264159 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341c6842-1a98-40da-9ab0-2b5b6f5c5684 x-openstack-request-id: req-341c6842-1a98-40da-9ab0-2b5b6f5c5684 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:43.264481 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e", "name": "network-vif-deleted", "tag": "5f285cb7-932d-4767-8078-4db39a4690cd", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:43.264738 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-341c6842-1a98-40da-9ab0-2b5b6f5c5684 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:43.265191 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8f27a4-ef8f-43f9-b024-c9cc91c27e6e', 'name': 'network-vif-deleted', 'tag': '5f285cb7-932d-4767-8078-4db39a4690cd', 'status': 'completed', 'code': 200} Aug 16 02:18:43.471804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:43.488752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:43.490962 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.618045 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.718733 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.785769 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-198a609a-fb89-4db9-a506-d79d5c526c14 req-9d82c084-d5d1-4b1d-89f6-7ddfac4aeae9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 210 time: 0.1397314 Aug 16 02:18:43.786526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2e3fbe70-1e6c-4f3d-8f0f-7727522c8342,segment=NetworkSegment(870a9083-29cd-4ed1-ab44-5a9158bdec56),segment_id=870a9083-29cd-4ed1-ab44-5a9158bdec56)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:43.793455 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.794272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a8ce55c2-33cc-4429-a270-33b4c01c70b8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:43.920083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50448) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.972094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312e235-a658-465b-a714-ec3362907f80 req-fd34602c-7769-4983-8647-986b61fef21b tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:43.975156 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e93acd3c-eb63-4ff3-b8a6-eef606dc8789 req-286e7228-75cc-4913-9879-da96f6ffa090 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8843005 Aug 16 02:18:43.985946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7312e235-a658-465b-a714-ec3362907f80 req-fd34602c-7769-4983-8647-986b61fef21b tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 946 time: 0.1757855 Aug 16 02:18:44.002021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=2e3fbe70-1e6c-4f3d-8f0f-7727522c8342,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:44.013761 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port a8ce55c2-33cc-4429-a270-33b4c01c70b8 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:44.019847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a8ce55c2-33cc-4429-a270-33b4c01c70b8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:44.021628 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.120910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7312e235-a658-465b-a714-ec3362907f80 req-d720a8fa-c7a7-46df-bf77-00a742d8c830 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339698 Aug 16 02:18:44.121468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50454) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:44.171026 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.270948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-149898682-network', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:44.275121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port a8ce55c2-33cc-4429-a270-33b4c01c70b8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a8ce55c2-33cc-4429-a270-33b4c01c70b8,segment=NetworkSegment(7102b234-d232-4f5f-9425-391f6ef25ddc),segment_id=7102b234-d232-4f5f-9425-391f6ef25ddc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:44.291678 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.321125 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.326810 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d8d9efe0-ae1e-480b-9795-04dd49a1550d tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.387655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=a8ce55c2-33cc-4429-a270-33b4c01c70b8,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:44.389314 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d8d9efe0-ae1e-480b-9795-04dd49a1550d tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.391591 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.408510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-21c48e1e-4f4b-44c5-bf74-bf37730454d4 None None] Provisioning complete for port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:44.411699 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21c48e1e-4f4b-44c5-bf74-bf37730454d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.445867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Made reservation on behalf of 29cd2e6c31604fa9a3ccf0ff6306c7ec for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:44.449118 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.463946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.530381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5f285cb7-932d-4767-8078-4db39a4690cd no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:44.573553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 5f285cb7-932d-4767-8078-4db39a4690cd {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:44.573553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5f285cb7-932d-4767-8078-4db39a4690cd not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:44.650191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af012185-3376-430e-a5f5-212da0b9bd60 req-3eeb119a-1dc2-4381-89b8-5cf35ca4a47a tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:44.651934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-21c48e1e-4f4b-44c5-bf74-bf37730454d4 None None] Provisioning for port 902735ca-8309-4ef0-b8a9-514152112a6a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:44.660501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-21c48e1e-4f4b-44c5-bf74-bf37730454d4 None None] Provisioning complete for port 902735ca-8309-4ef0-b8a9-514152112a6a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:44.661004 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21c48e1e-4f4b-44c5-bf74-bf37730454d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.676436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af012185-3376-430e-a5f5-212da0b9bd60 req-3eeb119a-1dc2-4381-89b8-5cf35ca4a47a tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=5ba331cc-ae3b-4623-9366-d28dd73ded47 HTTP/1.1" status: 200 len: 946 time: 0.3850389 Aug 16 02:18:44.719324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-21c48e1e-4f4b-44c5-bf74-bf37730454d4 None None] Port 902735ca-8309-4ef0-b8a9-514152112a6a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:44.730245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93acd3c-eb63-4ff3-b8a6-eef606dc8789 req-233b93b9-1adb-46c8-a364-8dd38ea18d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:44.732165 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e93acd3c-eb63-4ff3-b8a6-eef606dc8789 req-233b93b9-1adb-46c8-a364-8dd38ea18d45 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 1098 time: 0.6483178 Aug 16 02:18:44.734553 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d8d9efe0-ae1e-480b-9795-04dd49a1550d tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.740731 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d8d9efe0-ae1e-480b-9795-04dd49a1550d tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.742035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d8d9efe0-ae1e-480b-9795-04dd49a1550d tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "DELETE /v2.0/security-groups/7ce940b7-7e37-462e-b554-14609971f80b HTTP/1.1" status: 204 len: 168 time: 0.6196039 Aug 16 02:18:44.747179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50460) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:44.775323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9efe0-ae1e-480b-9795-04dd49a1550d tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce940b7-7e37-462e-b554-14609971f80b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:44.827560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af012185-3376-430e-a5f5-212da0b9bd60 req-8834e608-74d7-4c6b-a963-fb53119f7cfc tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499400 Aug 16 02:18:44.858044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a118929e-e342-44eb-8c75-5dfb1a99666f None None] Provisioning complete for port 902735ca-8309-4ef0-b8a9-514152112a6a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:44.858433 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a118929e-e342-44eb-8c75-5dfb1a99666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.912289 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.925256 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.951650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:44.960218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a118929e-e342-44eb-8c75-5dfb1a99666f None None] Port 902735ca-8309-4ef0-b8a9-514152112a6a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:44.969504 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.971929 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Added segment adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e of type vlan for network ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 Aug 16 02:18:45.018763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:45.135332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a7af3dbf-9bb4-46a0-9691-e9a436718d75 None None] Provisioning complete for port 902735ca-8309-4ef0-b8a9-514152112a6a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:45.137455 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a7af3dbf-9bb4-46a0-9691-e9a436718d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.157087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93acd3c-eb63-4ff3-b8a6-eef606dc8789 req-57bfdc44-b81a-4fb8-a994-c7827b6a384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:45.158743 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e93acd3c-eb63-4ff3-b8a6-eef606dc8789 req-57bfdc44-b81a-4fb8-a994-c7827b6a384b service neutron] 10.222.0.84 "GET /v2.0/networks?id=192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 200 len: 914 time: 0.3487194 Aug 16 02:18:45.177670 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9294c4a5-3f1a-461e-a87e-da4683d0057f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.188479 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.204812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96a7d7c6-d8e4-459b-860e-810db59e0919 req-22257e96-cb8a-4db3-ac46-129c4b66491e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 210 time: 0.1532891 Aug 16 02:18:45.236903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4402a44d-3dca-45b3-9d21-d7df37dc0292,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.255803 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e93acd3c-eb63-4ff3-b8a6-eef606dc8789 req-0e11b5ed-5824-41fc-b104-d7fbb95ff7e1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c HTTP/1.1" status: 200 len: 217 time: 0.0771987 Aug 16 02:18:45.258407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a7af3dbf-9bb4-46a0-9691-e9a436718d75 None None] Port 902735ca-8309-4ef0-b8a9-514152112a6a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:45.261334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:45.261334 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.330309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93acd3c-eb63-4ff3-b8a6-eef606dc8789 req-13a55a46-fd0d-480a-a551-36ec89f9940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:45.333681 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e93acd3c-eb63-4ff3-b8a6-eef606dc8789 req-13a55a46-fd0d-480a-a551-36ec89f9940d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0b71849d-3b87-4c94-8a03-cd02dbf2bd07 HTTP/1.1" status: 200 len: 853 time: 0.0763490 Aug 16 02:18:45.370036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9294c4a5-3f1a-461e-a87e-da4683d0057f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.382521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.382521 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:45.383105 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.412074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a8ce55c2-33cc-4429-a270-33b4c01c70b8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:45.443350 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.452640 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e93acd3c-eb63-4ff3-b8a6-eef606dc8789 req-889e8682-aeeb-4fe8-9379-38de0993f0b8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=192d414b-0555-4f7c-a24f-e86abe41e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092575 Aug 16 02:18:45.480103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a8ce55c2-33cc-4429-a270-33b4c01c70b8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:45.480601 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.538907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6568d5-4bf1-48f5-b4d1-4a14225d33a7,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.554072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:45.577451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-28b68b16-2b03-4e2b-90e1-a5ac61c85960 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6535072 Aug 16 02:18:45.604881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-a23c0e7f-8e4c-460d-a999-e6d9ad14a899 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:45.622246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-a23c0e7f-8e4c-460d-a999-e6d9ad14a899 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.4160514 Aug 16 02:18:45.624398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50478) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:45.628948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] Request body: {'subnet': {'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-149898682-subnet', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:45.632344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.645303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'port': {'device_id': '1fa2133a-e266-4772-916a-4e347e9ee21d', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'admin_state_up': True, 'tenant_id': 'd75bbba41d5646da86049365f8e03555'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:45.758633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] Made reservation on behalf of 29cd2e6c31604fa9a3ccf0ff6306c7ec for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:45.762438 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.799344 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e93acd3c-eb63-4ff3-b8a6-eef606dc8789 req-8d0f1466-3dc7-4fb7-b1b3-51dd8ed131cc service neutron] 10.222.0.84 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345568 Aug 16 02:18:45.803629 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=902735ca-8309-4ef0-b8a9-514152112a6a,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.807119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.820953 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9294c4a5-3f1a-461e-a87e-da4683d0057f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.824360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9294c4a5-3f1a-461e-a87e-da4683d0057f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.826716 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9294c4a5-3f1a-461e-a87e-da4683d0057f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "DELETE /v2.0/security-groups/7c89e28d-7158-427f-882f-ef55eb0c0d4e HTTP/1.1" status: 204 len: 168 time: 1.0773015 Aug 16 02:18:45.860470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50490) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:45.982449 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294c4a5-3f1a-461e-a87e-da4683d0057f tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c89e28d-7158-427f-882f-ef55eb0c0d4e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:46.104104 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e93acd3c-eb63-4ff3-b8a6-eef606dc8789 req-0804c78d-4a32-48b2-a301-e6eb75f6c2f2 service neutron] 10.222.0.84 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936161 Aug 16 02:18:46.174883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 91fc238a-f11a-43d4-a829-5d2f6a386d83 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:46.178125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:46.477518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Made reservation on behalf of d75bbba41d5646da86049365f8e03555 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:46.482654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.524628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d604e400-4415-4472-99a1-4b532dacea83 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:46.526958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d604e400-4415-4472-99a1-4b532dacea83 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/networks?id=192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 200 len: 813 time: 0.8225615 Aug 16 02:18:46.532439 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 27bd5edb-82ab-4ddd-94a9-298a28d79510 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:46.604633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-233c87a3-a452-457b-b78b-cfb4c4d5ab1a None None] Provisioning complete for port 902735ca-8309-4ef0-b8a9-514152112a6a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:46.605638 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-233c87a3-a452-457b-b78b-cfb4c4d5ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.691928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-233c87a3-a452-457b-b78b-cfb4c4d5ab1a None None] Port 902735ca-8309-4ef0-b8a9-514152112a6a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:46.703148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b0e48d0-1fc4-4cca-a099-cc0535a5191c req-36b2bd7e-a7d9-4bc9-b8c4-972f4c8de8fe tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 210 time: 0.3570740 Aug 16 02:18:46.720663 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.770745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-a33e19dd-9e07-4b72-96bc-38df21adb22b tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/quotas/40acf36e8b3e48ba908eb7d2f5cdedeb HTTP/1.1" status: 200 len: 375 time: 0.0512114 Aug 16 02:18:46.944396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7415d1-36cf-41b7-ad95-7befac2f0dd5 req-9d6db723-4a8f-45ac-aa12-fe792ddcd310 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:46.946406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f7415d1-36cf-41b7-ad95-7befac2f0dd5 req-9d6db723-4a8f-45ac-aa12-fe792ddcd310 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ba331cc-ae3b-4623-9366-d28dd73ded47 HTTP/1.1" status: 200 len: 946 time: 0.4181981 Aug 16 02:18:47.003871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] Checking segment: {'id': 'adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:47.004541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] Network hostable DHCP agents. Network: ef6568d5-4bf1-48f5-b4d1-4a14225d33a7, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:47.057167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a177de-7940-49d7-8a52-0e5e570c549a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.118800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-7df4788f-4555-4b7d-a752-75500c831203 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3162997 Aug 16 02:18:47.127026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] Network ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:47.202039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:47.207724 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1b6a04cd-2e2c-45cb-a6fa-fdc0e98f6d64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/27bd5edb-82ab-4ddd-94a9-298a28d79510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2642515 Aug 16 02:18:47.212780 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f42b8-c081-410c-a412-f0c41a70593e None None] Sync routers for ids ['27bd5edb-82ab-4ddd-94a9-298a28d79510'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:47.213586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50500) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.230511 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f42b8-c081-410c-a412-f0c41a70593e None None] Routers {'27bd5edb-82ab-4ddd-94a9-298a28d79510'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:47.231247 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-865f42b8-c081-410c-a412-f0c41a70593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['27bd5edb-82ab-4ddd-94a9-298a28d79510'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:47.266545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, ef6568d5-4bf1-48f5-b4d1-4a14225d33a7) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:47.278658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd7366-6d16-42ee-a886-72c60b037c67 None None] Network ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:47.308564 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-865f42b8-c081-410c-a412-f0c41a70593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:47.310592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:47.311242 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.317382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce693eaa-c57d-4c70-a373-8b8deb3dfe47 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:47.318986 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ce693eaa-c57d-4c70-a373-8b8deb3dfe47 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports/902735ca-8309-4ef0-b8a9-514152112a6a HTTP/1.1" status: 200 len: 977 time: 0.1032994 Aug 16 02:18:47.329419 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f42b8-c081-410c-a412-f0c41a70593e None None] Routers {'27bd5edb-82ab-4ddd-94a9-298a28d79510'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:47.330043 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-865f42b8-c081-410c-a412-f0c41a70593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['27bd5edb-82ab-4ddd-94a9-298a28d79510'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:47.330441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50502) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.335156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Allocated IP 172.20.0.4 (aa825c6e-a21d-4154-8526-44de4f4b199d/62fa95a6-f539-4a2a-bec5-6be7a7f420e0/e781d26f-490c-4fe2-8b00-a7164e9ce0a8) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:47.348737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8dc9e-0f15-4415-9ee0-fe6cf2c7a4ad req-1ee53729-6551-4ce7-a15b-7e33c986244c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:47.356151 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-79b8dc9e-0f15-4415-9ee0-fe6cf2c7a4ad req-1ee53729-6551-4ce7-a15b-7e33c986244c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.84 "GET /v2.0/ports?device_id=e20e8e07-820f-47fa-aea3-9eea98ba18d7 HTTP/1.1" status: 200 len: 946 time: 0.2389052 Aug 16 02:18:47.401069 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-865f42b8-c081-410c-a412-f0c41a70593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:47.405226 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f42b8-c081-410c-a412-f0c41a70593e None None] The sync data for ids ['27bd5edb-82ab-4ddd-94a9-298a28d79510'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:47.428179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-dfecd56f-c663-4e07-861a-97eeee3ddfff service neutron] 10.222.0.79 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947793 Aug 16 02:18:47.440893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-161c91b8-0c05-48a4-b9ec-ffacfadf4297 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8157086 Aug 16 02:18:47.447389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-8f7415d1-36cf-41b7-ad95-7befac2f0dd5 req-6f3175e4-1cfc-4e68-82f3-0ecd8bd07063 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Deleting port 799e456d-bec0-4a85-a119-e83976be01fe {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:47.447729 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f7415d1-36cf-41b7-ad95-7befac2f0dd5 req-6f3175e4-1cfc-4e68-82f3-0ecd8bd07063 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.468122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50504) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.472423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-149898682-router', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:47.576800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-ef6568d5-4bf1-48f5-b4d1-4a14225d33a7', 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'fixed_ips': [{'subnet_id': '12a177de-7940-49d7-8a52-0e5e570c549a'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:47.577941 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.771620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.799596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Allocated IP 172.20.0.2 (ef6568d5-4bf1-48f5-b4d1-4a14225d33a7/12a177de-7940-49d7-8a52-0e5e570c549a/ced81add-6598-4acd-a1c7-f10be727163d) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:47.822041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.822041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.010188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-8f7415d1-36cf-41b7-ad95-7befac2f0dd5 req-6f3175e4-1cfc-4e68-82f3-0ecd8bd07063 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] For port 799e456d-bec0-4a85-a119-e83976be01fe, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=799e456d-bec0-4a85-a119-e83976be01fe,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:48.010565 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f7415d1-36cf-41b7-ad95-7befac2f0dd5 req-6f3175e4-1cfc-4e68-82f3-0ecd8bd07063 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.024758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-8f7415d1-36cf-41b7-ad95-7befac2f0dd5 req-6f3175e4-1cfc-4e68-82f3-0ecd8bd07063 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Calling delete_port for 799e456d-bec0-4a85-a119-e83976be01fe owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:48.117956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-79b8dc9e-0f15-4415-9ee0-fe6cf2c7a4ad req-de8333d8-8518-4dd6-aa6a-c1ecc3dea1f7 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Deleting port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:48.118351 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-79b8dc9e-0f15-4415-9ee0-fe6cf2c7a4ad req-de8333d8-8518-4dd6-aa6a-c1ecc3dea1f7 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.180193 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.193021 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.230366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e472e3e7-8c98-4b09-9f90-691733813a1d req-3cf318fa-13ca-4a9f-9647-8fa2209b1cbf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 210 time: 0.2343132 Aug 16 02:18:48.319357 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-721fd240-e295-4f20-9403-42ec1ce3a801 service neutron] 10.222.0.79 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8896112 Aug 16 02:18:48.371959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-79b8dc9e-0f15-4415-9ee0-fe6cf2c7a4ad req-de8333d8-8518-4dd6-aa6a-c1ecc3dea1f7 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] For port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:48.374210 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-79b8dc9e-0f15-4415-9ee0-fe6cf2c7a4ad req-de8333d8-8518-4dd6-aa6a-c1ecc3dea1f7 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.381528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Transition to ACTIVE for port object ced81add-6598-4acd-a1c7-f10be727163d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:48.409956 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f7415d1-36cf-41b7-ad95-7befac2f0dd5 req-6f3175e4-1cfc-4e68-82f3-0ecd8bd07063 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.429038 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.429482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-79b8dc9e-0f15-4415-9ee0-fe6cf2c7a4ad req-de8333d8-8518-4dd6-aa6a-c1ecc3dea1f7 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Calling delete_port for 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:48.438989 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.458246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['799e456d-bec0-4a85-a119-e83976be01fe'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:48.474069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3175e4-1cfc-4e68-82f3-0ecd8bd07063 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Pushing event deleted for resources: {'Port': ['ID=799e456d-bec0-4a85-a119-e83976be01fe,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.527855 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['0b26e8f5-a0d0-4762-9229-9b0be8e4a75c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:48.615012 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.622042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Transition to ACTIVE for port object ced81add-6598-4acd-a1c7-f10be727163d will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:48.636647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Transition to ACTIVE for port object e781d26f-490c-4fe2-8b00-a7164e9ce0a8 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:48.655397 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.697912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Deleting port 41b9f40e-892b-4778-99da-32f24f309ca2 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:48.699124 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.732388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7415d1-36cf-41b7-ad95-7befac2f0dd5 req-6f3175e4-1cfc-4e68-82f3-0ecd8bd07063 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] No DVR routers for this DVR port 799e456d-bec0-4a85-a119-e83976be01fe on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:48.739225 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8f7415d1-36cf-41b7-ad95-7befac2f0dd5 req-6f3175e4-1cfc-4e68-82f3-0ecd8bd07063 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.741321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f7415d1-36cf-41b7-ad95-7befac2f0dd5 req-6f3175e4-1cfc-4e68-82f3-0ecd8bd07063 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.89 "DELETE /v2.0/ports/799e456d-bec0-4a85-a119-e83976be01fe HTTP/1.1" status: 204 len: 173 time: 1.7867467 Aug 16 02:18:48.796870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Pushing event updated for resources: {'Port': ['ID=ced81add-6598-4acd-a1c7-f10be727163d,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.817445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba331cc-ae3b-4623-9366-d28dd73ded47', 'name': 'network-vif-deleted', 'tag': '799e456d-bec0-4a85-a119-e83976be01fe'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:48.823627 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32827525-8183-4659-916e-cfa18b1fdc8f" -d '{"events": [{"server_uuid": "5ba331cc-ae3b-4623-9366-d28dd73ded47", "name": "network-vif-deleted", "tag": "799e456d-bec0-4a85-a119-e83976be01fe"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:48.841381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Network ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:48.851349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:48.857128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.858028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:48.945933 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b2d801-0f0f-401e-933e-6f12ab1bb3ab x-openstack-request-id: req-a2b2d801-0f0f-401e-933e-6f12ab1bb3ab {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:48.946257 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba331cc-ae3b-4623-9366-d28dd73ded47", "name": "network-vif-deleted", "tag": "799e456d-bec0-4a85-a119-e83976be01fe", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:48.946506 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2b2d801-0f0f-401e-933e-6f12ab1bb3ab {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:48.947450 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba331cc-ae3b-4623-9366-d28dd73ded47', 'name': 'network-vif-deleted', 'tag': '799e456d-bec0-4a85-a119-e83976be01fe', 'status': 'completed', 'code': 200} Aug 16 02:18:48.958371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbc0c1f5-699f-4581-9500-9104c1e803c3 req-a3054eed-4a2d-4ca5-ac70-86efae8268c9 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 210 time: 0.2151051 Aug 16 02:18:49.034859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Network aa825c6e-a21d-4154-8526-44de4f4b199d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:49.052070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:49.057469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:49.095706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Attempting to bind port ced81add-6598-4acd-a1c7-f10be727163d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:49.096485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Attempting to bind port ced81add-6598-4acd-a1c7-f10be727163d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:49.098420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Attempting to bind port ced81add-6598-4acd-a1c7-f10be727163d on network ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:49.120453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:49.120829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Checking segment: {'id': 'adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:49.121257 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.126543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Bound using segment: {'id': 'adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:49.127117 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Bound port: ced81add-6598-4acd-a1c7-f10be727163d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:49.127649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.182895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=e781d26f-490c-4fe2-8b00-a7164e9ce0a8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:49.206687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.208269 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.260392 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-2e0680d1-8e69-473c-bfc9-206efa2936a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6192243 Aug 16 02:18:49.290057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Request body: {'port': {'device_id': '1fa2133a-e266-4772-916a-4e347e9ee21d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:49.392117 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14bfcd64-96ce-4257-a5f1-ca309833c2cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.434738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] For port ced81add-6598-4acd-a1c7-f10be727163d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:49.441781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] For port ced81add-6598-4acd-a1c7-f10be727163d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ced81add-6598-4acd-a1c7-f10be727163d,segment=NetworkSegment(adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e),segment_id=adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:49.457252 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.653189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] For port 41b9f40e-892b-4778-99da-32f24f309ca2, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=41b9f40e-892b-4778-99da-32f24f309ca2,segment=NetworkSegment(82105c1d-61d1-4f64-b4a2-e28e42661534),segment_id=82105c1d-61d1-4f64-b4a2-e28e42661534)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:49.653878 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.673244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-806e4135-3f8f-4d42-89e6-577c73e78f0e None None] Provisioning for port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:49.678376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-79b8dc9e-0f15-4415-9ee0-fe6cf2c7a4ad req-de8333d8-8518-4dd6-aa6a-c1ecc3dea1f7 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.678589 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-806e4135-3f8f-4d42-89e6-577c73e78f0e None None] Provisioning complete for port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:49.678854 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-806e4135-3f8f-4d42-89e6-577c73e78f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.687974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df537ceb-a97b-4645-8b9c-36f8f26e68f4 None None] Pushing event updated for resources: {'Port': ['ID=ced81add-6598-4acd-a1c7-f10be727163d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:49.708384 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.785012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-806e4135-3f8f-4d42-89e6-577c73e78f0e None None] Port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:49.785417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1867dd-c8c7-4b29-b36e-e3d3ed0f1420 req-f6d651fb-1b9c-48a4-9034-1dffa505a701 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.810587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af1867dd-c8c7-4b29-b36e-e3d3ed0f1420 req-f6d651fb-1b9c-48a4-9034-1dffa505a701 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 931 time: 0.3527014 Aug 16 02:18:49.810805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8333d8-8518-4dd6-aa6a-c1ecc3dea1f7 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Pushing event deleted for resources: {'Port': ['ID=0b26e8f5-a0d0-4762-9229-9b0be8e4a75c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:49.815328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Calling delete_port for 41b9f40e-892b-4778-99da-32f24f309ca2 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:49.934630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b8dc9e-0f15-4415-9ee0-fe6cf2c7a4ad req-de8333d8-8518-4dd6-aa6a-c1ecc3dea1f7 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] No DVR routers for this DVR port 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:49.937715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.945223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-79b8dc9e-0f15-4415-9ee0-fe6cf2c7a4ad req-de8333d8-8518-4dd6-aa6a-c1ecc3dea1f7 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.950731 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-79b8dc9e-0f15-4415-9ee0-fe6cf2c7a4ad req-de8333d8-8518-4dd6-aa6a-c1ecc3dea1f7 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.84 "DELETE /v2.0/ports/0b26e8f5-a0d0-4762-9229-9b0be8e4a75c HTTP/1.1" status: 204 len: 173 time: 2.5841825 Aug 16 02:18:49.952534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20e8e07-820f-47fa-aea3-9eea98ba18d7', 'name': 'network-vif-deleted', 'tag': '0b26e8f5-a0d0-4762-9229-9b0be8e4a75c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:49.955115 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42758bf2-847a-409d-9713-ddf5b31be37f" -d '{"events": [{"server_uuid": "e20e8e07-820f-47fa-aea3-9eea98ba18d7", "name": "network-vif-deleted", "tag": "0b26e8f5-a0d0-4762-9229-9b0be8e4a75c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:50.066282 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbbafe5-431b-46a5-8a47-d68db5c08037 x-openstack-request-id: req-4cbbafe5-431b-46a5-8a47-d68db5c08037 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:50.067335 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20e8e07-820f-47fa-aea3-9eea98ba18d7", "name": "network-vif-deleted", "tag": "0b26e8f5-a0d0-4762-9229-9b0be8e4a75c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:50.067335 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4cbbafe5-431b-46a5-8a47-d68db5c08037 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:50.067665 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20e8e07-820f-47fa-aea3-9eea98ba18d7', 'name': 'network-vif-deleted', 'tag': '0b26e8f5-a0d0-4762-9229-9b0be8e4a75c', 'status': 'completed', 'code': 200} Aug 16 02:18:50.071806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.091328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af1867dd-c8c7-4b29-b36e-e3d3ed0f1420 req-da54f70e-2823-4be8-b370-6af612b48870 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060850 Aug 16 02:18:50.284729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-14bfcd64-96ce-4257-a5f1-ca309833c2cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port 902735ca-8309-4ef0-b8a9-514152112a6a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:50.285082 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14bfcd64-96ce-4257-a5f1-ca309833c2cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.356698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-424ab3e6-c957-4d8a-9a93-fb81fba09fd5 req-7dd07769-f880-4b30-ac47-541ab7a8d985 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 210 time: 0.0590870 Aug 16 02:18:50.450309 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14bfcd64-96ce-4257-a5f1-ca309833c2cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.452672 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.496500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-14bfcd64-96ce-4257-a5f1-ca309833c2cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for 902735ca-8309-4ef0-b8a9-514152112a6a owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:50.526849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 799e456d-bec0-4a85-a119-e83976be01fe no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:50.537155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Allocated IP 172.25.2.7 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/3b1587bd-6ede-4bf0-aad4-828531938926) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:50.561515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'Port': ['ID=41b9f40e-892b-4778-99da-32f24f309ca2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:50.567415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 799e456d-bec0-4a85-a119-e83976be01fe {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:50.567759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 799e456d-bec0-4a85-a119-e83976be01fe not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:50.581444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:50.653288 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:50.653627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0b26e8f5-a0d0-4762-9229-9b0be8e4a75c not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:50.949483 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.138697 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-a8b11f74-8d30-40b8-a439-f9a3e1905c32 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.140499 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-a8b11f74-8d30-40b8-a439-f9a3e1905c32 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.84 "GET /v2.0/networks?id=192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 200 len: 813 time: 0.1859970 Aug 16 02:18:51.271013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ced81add-6598-4acd-a1c7-f10be727163d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:51.616967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726defbf-4a8a-434a-aa26-6a3f707a73b5 None None] Network ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:51.714728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8cf4b25f-224a-4d44-9885-fdcad0174e12 None None] Provisioning for port ced81add-6598-4acd-a1c7-f10be727163d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:51.722005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8cf4b25f-224a-4d44-9885-fdcad0174e12 None None] Provisioning complete for port ced81add-6598-4acd-a1c7-f10be727163d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:51.722559 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b25f-224a-4d44-9885-fdcad0174e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.724198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ced81add-6598-4acd-a1c7-f10be727163d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:51.744903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0d660b9-8d6b-463a-bc2d-be3c7cbe680a req-3a1269ad-4563-4cc4-acb6-46616b5e38ce tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 210 time: 0.0740998 Aug 16 02:18:51.783883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ced81add-6598-4acd-a1c7-f10be727163d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:51.784269 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.799007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Request body: {'port': {'device_id': 'b42d2ed6-0a11-47f0-bd86-5221127c2604', 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355', 'admin_state_up': True, 'tenant_id': '40acf36e8b3e48ba908eb7d2f5cdedeb'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:51.862607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e781d26f-490c-4fe2-8b00-a7164e9ce0a8 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:51.872295 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.886347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Transition to ACTIVE for port object e781d26f-490c-4fe2-8b00-a7164e9ce0a8 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:51.929208 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.982866 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.049272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa040d-e880-40c3-98c8-1ad8473a6536 req-631df8cd-1b4d-4bf8-9739-81e18e4b7b2f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.050884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63fa040d-e880-40c3-98c8-1ad8473a6536 req-631df8cd-1b4d-4bf8-9739-81e18e4b7b2f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 931 time: 0.3965440 Aug 16 02:18:52.069897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-c2fae49f-9766-4a11-8a4e-9b3d111ed94a tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.072159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-c2fae49f-9766-4a11-8a4e-9b3d111ed94a tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.89 "GET /v2.0/networks?id=192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 200 len: 813 time: 1.4923496 Aug 16 02:18:52.116640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Request body: {'port': {'device_id': '864e946e-1cc0-4cdd-bc9e-de42d082aaea', 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355', 'admin_state_up': True, 'tenant_id': '40acf36e8b3e48ba908eb7d2f5cdedeb'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:52.147156 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b25f-224a-4d44-9885-fdcad0174e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.167186 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.172219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Pushing event updated for resources: {'Port': ['ID=e781d26f-490c-4fe2-8b00-a7164e9ce0a8,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:52.178613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port ced81add-6598-4acd-a1c7-f10be727163d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ced81add-6598-4acd-a1c7-f10be727163d,segment=NetworkSegment(adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e),segment_id=adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:52.208306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Made reservation on behalf of 40acf36e8b3e48ba908eb7d2f5cdedeb for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:52.213624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.216710 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14bfcd64-96ce-4257-a5f1-ca309833c2cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.250321 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.db.api [None req-8cf4b25f-224a-4d44-9885-fdcad0174e12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:18:52.251144 n-d-768851-16 neutron-server[101382]: DEBUG oslo_db.api [None req-8cf4b25f-224a-4d44-9885-fdcad0174e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:18:52.252111 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.317816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=ced81add-6598-4acd-a1c7-f10be727163d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:52.381938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63fa040d-e880-40c3-98c8-1ad8473a6536 req-d8120ea9-79be-4264-914a-82d566946ae9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058429 Aug 16 02:18:52.405318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfcd64-96ce-4257-a5f1-ca309833c2cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=902735ca-8309-4ef0-b8a9-514152112a6a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:52.491794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Attempting to bind port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:52.492135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Attempting to bind port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:52.492468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Attempting to bind port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:52.514973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 on network aa825c6e-a21d-4154-8526-44de4f4b199d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:52.515313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Attempting to bind port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:52.524095 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.541385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:52.543437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Checking segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:52.544585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Bound using segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:52.544585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Bound port: e781d26f-490c-4fe2-8b00-a7164e9ce0a8, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:52.546195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.568010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Made reservation on behalf of 40acf36e8b3e48ba908eb7d2f5cdedeb for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:52.577922 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.622221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:52.651538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:52.661007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:52.703105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Router 161b1a79-3426-442e-a192-fce2000ec9a9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:52.721621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Pushing event updated for resources: {'Port': ['ID=3b1587bd-6ede-4bf0-aad4-828531938926,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:52.861283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Allocated IP 172.20.0.10 (192d414b-0555-4f7c-a24f-e86abe41e355/0b71849d-3b87-4c94-8a03-cd02dbf2bd07/a8a92962-d296-46b0-9aae-74e943ff72be) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:52.942165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] For port e781d26f-490c-4fe2-8b00-a7164e9ce0a8, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:52.991217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e04aa648-cb6c-4bc7-8eac-af6e841d2db7 req-6b49ad79-2765-4b7c-b3c0-45a944113e16 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 210 time: 0.1226544 Aug 16 02:18:53.009156 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14bfcd64-96ce-4257-a5f1-ca309833c2cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.014615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ced81add-6598-4acd-a1c7-f10be727163d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:53.017468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] For port e781d26f-490c-4fe2-8b00-a7164e9ce0a8, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e781d26f-490c-4fe2-8b00-a7164e9ce0a8,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:53.046210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0c47ea25-661b-4f55-8339-b9ae3198506b None None] Provisioning complete for port ced81add-6598-4acd-a1c7-f10be727163d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:53.047325 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0c47ea25-661b-4f55-8339-b9ae3198506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.059389 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.135744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.137068 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.140094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] 10.222.0.84 "PUT /v2.0/ports/e781d26f-490c-4fe2-8b00-a7164e9ce0a8 HTTP/1.1" status: 200 len: 1092 time: 3.8638186 Aug 16 02:18:53.140305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa2133a-e266-4772-916a-4e347e9ee21d', 'tag': 'e781d26f-490c-4fe2-8b00-a7164e9ce0a8'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:53.143571 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845e57e0-def7-4e20-ac8b-7e8c45401bea" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa2133a-e266-4772-916a-4e347e9ee21d", "tag": "e781d26f-490c-4fe2-8b00-a7164e9ce0a8"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:53.153334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ced81add-6598-4acd-a1c7-f10be727163d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:53.156201 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.244609 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:53.276384 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3431bbe1-234a-4b4f-a82a-8b1ca04879b6 x-openstack-request-id: req-3431bbe1-234a-4b4f-a82a-8b1ca04879b6 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:53.276671 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa2133a-e266-4772-916a-4e347e9ee21d", "tag": "e781d26f-490c-4fe2-8b00-a7164e9ce0a8", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:53.276914 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3431bbe1-234a-4b4f-a82a-8b1ca04879b6 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:53.277328 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa2133a-e266-4772-916a-4e347e9ee21d', 'tag': 'e781d26f-490c-4fe2-8b00-a7164e9ce0a8', 'status': 'completed', 'code': 200} Aug 16 02:18:53.277466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6840f6-1fb3-4023-aa8e-2d0468e0e310 None None] Sync routers for ids ['161b1a79-3426-442e-a192-fce2000ec9a9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:53.292794 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-38aaf678-6a4f-4682-bdc5-d10a960d1340 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "PUT /v2.0/routers/161b1a79-3426-442e-a192-fce2000ec9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4267287 Aug 16 02:18:53.294598 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e424e68-8989-461a-a6bc-c27fcc0b0d42 service neutron] Pushing event updated for resources: {'Port': ['ID=e781d26f-490c-4fe2-8b00-a7164e9ce0a8,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:53.297512 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50568) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:53.312926 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6840f6-1fb3-4023-aa8e-2d0468e0e310 None None] Routers {'161b1a79-3426-442e-a192-fce2000ec9a9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:53.313599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6c6840f6-1fb3-4023-aa8e-2d0468e0e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['161b1a79-3426-442e-a192-fce2000ec9a9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:53.455677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6c6840f6-1fb3-4023-aa8e-2d0468e0e310 None None] Set router 161b1a79-3426-442e-a192-fce2000ec9a9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:53.476462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-023bbc15-8b76-48fb-ad69-8f48a61df805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.478380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-023bbc15-8b76-48fb-ad69-8f48a61df805 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 1095 time: 0.2440491 Aug 16 02:18:53.483088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bfcd64-96ce-4257-a5f1-ca309833c2cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 27bd5edb-82ab-4ddd-94a9-298a28d79510 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:53.485077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f07ee0e-c490-4eb3-9ddb-e1310ab64b2e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Deleting subnet 9a4eaa82-caea-40a8-ae49-c3f72ca1c64a {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:53.489887 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f07ee0e-c490-4eb3-9ddb-e1310ab64b2e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.536894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-018ca9de-9d70-4046-a047-2418996f7570 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e781d26f-490c-4fe2-8b00-a7164e9ce0a8 HTTP/1.1" status: 200 len: 217 time: 0.0387280 Aug 16 02:18:53.564474 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.658128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.681909 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f07ee0e-c490-4eb3-9ddb-e1310ab64b2e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.731946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.742224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bfcd64-96ce-4257-a5f1-ca309833c2cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:53.746992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Network 192d414b-0555-4f7c-a24f-e86abe41e355 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:53.752087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6c6840f6-1fb3-4023-aa8e-2d0468e0e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:18:50Z', 'revision_number': 5, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:53.752460 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954d2ff-aa2c-41d4-b05e-16deb9def10d None None] Sync routers for ids ['27bd5edb-82ab-4ddd-94a9-298a28d79510'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:53.754740 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-14bfcd64-96ce-4257-a5f1-ca309833c2cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/27bd5edb-82ab-4ddd-94a9-298a28d79510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3975399 Aug 16 02:18:53.759988 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50576) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:53.760894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:53.768154 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954d2ff-aa2c-41d4-b05e-16deb9def10d None None] Routers {'27bd5edb-82ab-4ddd-94a9-298a28d79510'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:53.768887 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8954d2ff-aa2c-41d4-b05e-16deb9def10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['27bd5edb-82ab-4ddd-94a9-298a28d79510'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:53.787547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6840f6-1fb3-4023-aa8e-2d0468e0e310 None None] Checking router: 161b1a79-3426-442e-a192-fce2000ec9a9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:53.797893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6840f6-1fb3-4023-aa8e-2d0468e0e310 None None] Routers {'161b1a79-3426-442e-a192-fce2000ec9a9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:53.798431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6c6840f6-1fb3-4023-aa8e-2d0468e0e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['161b1a79-3426-442e-a192-fce2000ec9a9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:53.822831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-0ede092a-35aa-4c6e-93a4-43a8ba716370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.825278 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-0ede092a-35aa-4c6e-93a4-43a8ba716370 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.2607911 Aug 16 02:18:53.848702 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8954d2ff-aa2c-41d4-b05e-16deb9def10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:53.872306 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954d2ff-aa2c-41d4-b05e-16deb9def10d None None] Routers {'27bd5edb-82ab-4ddd-94a9-298a28d79510'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:53.872920 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8954d2ff-aa2c-41d4-b05e-16deb9def10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['27bd5edb-82ab-4ddd-94a9-298a28d79510'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:53.885944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:53.895129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9875ff-5522-4b5b-b187-b699baa018df req-4dd5811b-fab9-48e3-880b-b30943e11b55 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.903688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe9875ff-5522-4b5b-b187-b699baa018df req-4dd5811b-fab9-48e3-880b-b30943e11b55 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 943 time: 0.3423228 Aug 16 02:18:53.924888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Allocated IP 172.20.0.14 (192d414b-0555-4f7c-a24f-e86abe41e355/0b71849d-3b87-4c94-8a03-cd02dbf2bd07/2563feec-bdc8-43af-a2a8-7664d43839d5) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:53.931677 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8954d2ff-aa2c-41d4-b05e-16deb9def10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:53.932563 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8954d2ff-aa2c-41d4-b05e-16deb9def10d None None] The sync data for ids ['27bd5edb-82ab-4ddd-94a9-298a28d79510'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:53.951966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6c6840f6-1fb3-4023-aa8e-2d0468e0e310 None None] Set router 161b1a79-3426-442e-a192-fce2000ec9a9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:53.979096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Pushing event updated for resources: {'Port': ['ID=a8a92962-d296-46b0-9aae-74e943ff72be,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:54.147450 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.149156 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.150370 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.164199 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-3093f46b-d825-4a6b-84ab-9044435df966 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 02:18:54.166367 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3093f46b-d825-4a6b-84ab-9044435df966 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/27bd5edb-82ab-4ddd-94a9-298a28d79510/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4029052 Aug 16 02:18:54.169989 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-94a4906d-fa38-4fb7-8fd7-dfdd8f75608c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3807285 Aug 16 02:18:54.172123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50580) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:54.198905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Request body: {'port': {'device_id': 'b42d2ed6-0a11-47f0-bd86-5221127c2604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:54.238223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6c6840f6-1fb3-4023-aa8e-2d0468e0e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:18:50Z', 'revision_number': 5, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:54.244517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f07ee0e-c490-4eb3-9ddb-e1310ab64b2e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.269219 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1417e07d-e53e-494a-83ce-9e9c9f95dd4f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=27bd5edb-82ab-4ddd-94a9-298a28d79510 HTTP/1.1" status: 200 len: 205 time: 0.0933976 Aug 16 02:18:54.285979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50584) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:54.316309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6840f6-1fb3-4023-aa8e-2d0468e0e310 None None] The sync data for ids ['161b1a79-3426-442e-a192-fce2000ec9a9'] in n-d-768851-16 is: [{'id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1339513305', 'tenant_id': '06438d0ead5145579ec2336933061baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:42Z', 'updated_at': '2021-08-16T02:18:50Z', 'revision_number': 5, 'project_id': '06438d0ead5145579ec2336933061baa', 'gw_port': {'id': '6672ecc0-f331-415d-9dbb-2bbd4abc4816', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b1a79-3426-442e-a192-fce2000ec9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:44Z', 'updated_at': '2021-08-16T02:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:54.408730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70b254da-79ab-47c8-b84a-b0d722e29824 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.412440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.421884 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.423810 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f07ee0e-c490-4eb3-9ddb-e1310ab64b2e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.505374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a0e0ce-3087-4039-8b64-f5f851a24dd1 None None] Network b51b2a3c-9462-4efd-873c-94a3f720551b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:54.573387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Network 192d414b-0555-4f7c-a24f-e86abe41e355 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:54.593074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0f07ee0e-c490-4eb3-9ddb-e1310ab64b2e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.595469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0f07ee0e-c490-4eb3-9ddb-e1310ab64b2e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "DELETE /v2.0/subnets/9a4eaa82-caea-40a8-ae49-c3f72ca1c64a HTTP/1.1" status: 204 len: 168 time: 1.2432644 Aug 16 02:18:54.596747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07ee0e-c490-4eb3-9ddb-e1310ab64b2e tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4eaa82-caea-40a8-ae49-c3f72ca1c64a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:54.602415 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Pushing event updated for resources: {'Port': ['ID=2563feec-bdc8-43af-a2a8-7664d43839d5,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:54.604914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:54.617227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:54.623299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50586) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:54.649344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-c54e75a8-abe8-4457-833f-df84042e70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.653289 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70b254da-79ab-47c8-b84a-b0d722e29824 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.655360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-c54e75a8-abe8-4457-833f-df84042e70e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8195994 Aug 16 02:18:54.655535 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70b254da-79ab-47c8-b84a-b0d722e29824 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.659702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fe9875ff-5522-4b5b-b187-b699baa018df req-ec09f1d8-e493-4b7a-bd33-9a6d30104ee3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7545574 Aug 16 02:18:54.737933 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70b254da-79ab-47c8-b84a-b0d722e29824 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.738537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b254da-79ab-47c8-b84a-b0d722e29824 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Fanout notify agent at l3_agent the message router_deleted on router 27bd5edb-82ab-4ddd-94a9-298a28d79510 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:54.748504 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70b254da-79ab-47c8-b84a-b0d722e29824 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.749692 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-70b254da-79ab-47c8-b84a-b0d722e29824 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/27bd5edb-82ab-4ddd-94a9-298a28d79510 HTTP/1.1" status: 204 len: 168 time: 0.4622109 Aug 16 02:18:54.752743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50588) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:54.798736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e29965-ff73-48cc-9e9f-aa88505d4ef4 None None] DHCP port deletion for b51b2a3c-9462-4efd-873c-94a3f720551b request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:54.872138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b0e29965-ff73-48cc-9e9f-aa88505d4ef4 None None] Deleting port 3e92c181-84fc-48c9-9586-a2b3ce2832e0 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:54.874062 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b0e29965-ff73-48cc-9e9f-aa88505d4ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.947802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-10431f9c-e1c2-4a84-a480-bffeb1448e08 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting subnet 5ae93868-0e8c-4937-81da-8db9ee619676 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:54.951739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.952588 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.954989 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10431f9c-e1c2-4a84-a480-bffeb1448e08 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.969413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ad105-287e-48fc-a427-bfb2f01a3d74 req-5a0c583e-4c96-43dd-9cfb-459451125fc4 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.971182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d64ad105-287e-48fc-a427-bfb2f01a3d74 req-5a0c583e-4c96-43dd-9cfb-459451125fc4 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 932 time: 0.7786293 Aug 16 02:18:55.003622 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b0e29965-ff73-48cc-9e9f-aa88505d4ef4 None None] For port 3e92c181-84fc-48c9-9586-a2b3ce2832e0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3e92c181-84fc-48c9-9586-a2b3ce2832e0,segment=NetworkSegment(82105c1d-61d1-4f64-b4a2-e28e42661534),segment_id=82105c1d-61d1-4f64-b4a2-e28e42661534)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:55.003981 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b0e29965-ff73-48cc-9e9f-aa88505d4ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.015647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 41b9f40e-892b-4778-99da-32f24f309ca2 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:55.023915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-801b51ca-ae96-4bcc-953e-ddc233aa8b46 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9135835 Aug 16 02:18:55.026278 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10431f9c-e1c2-4a84-a480-bffeb1448e08 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.032327 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.041402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Request body: {'port': {'device_id': '864e946e-1cc0-4cdd-bc9e-de42d082aaea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:55.054755 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.073364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 41b9f40e-892b-4778-99da-32f24f309ca2 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:55.073770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 41b9f40e-892b-4778-99da-32f24f309ca2 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:55.074404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3e92c181-84fc-48c9-9586-a2b3ce2832e0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:55.078097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b0e29965-ff73-48cc-9e9f-aa88505d4ef4 None None] Calling delete_port for 3e92c181-84fc-48c9-9586-a2b3ce2832e0 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:55.155796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10431f9c-e1c2-4a84-a480-bffeb1448e08 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.239521 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.283869 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b0e29965-ff73-48cc-9e9f-aa88505d4ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.324444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a92962-d296-46b0-9aae-74e943ff72be {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:55.334160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.342157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10431f9c-e1c2-4a84-a480-bffeb1448e08 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.374684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10431f9c-e1c2-4a84-a480-bffeb1448e08 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae93868-0e8c-4937-81da-8db9ee619676,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.380851 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Transition to ACTIVE for port object a8a92962-d296-46b0-9aae-74e943ff72be will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:55.385565 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10431f9c-e1c2-4a84-a480-bffeb1448e08 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.390068 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-10431f9c-e1c2-4a84-a480-bffeb1448e08 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/5ae93868-0e8c-4937-81da-8db9ee619676 HTTP/1.1" status: 204 len: 168 time: 0.6332223 Aug 16 02:18:55.390407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50596) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:55.406873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e29965-ff73-48cc-9e9f-aa88505d4ef4 None None] Pushing event deleted for resources: {'Port': ['ID=3e92c181-84fc-48c9-9586-a2b3ce2832e0,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.412611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406eb6a9-041d-477a-ba59-22bcdc0aaa2b None None] Network 91fc238a-f11a-43d4-a829-5d2f6a386d83 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:55.414994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e29965-ff73-48cc-9e9f-aa88505d4ef4 None None] No DVR routers for this DVR port 3e92c181-84fc-48c9-9586-a2b3ce2832e0 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:55.485747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.485747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.540039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a92962-d296-46b0-9aae-74e943ff72be,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.680385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd86279-5015-45c2-a06d-f7cc42f8e6e2 None None] DHCP port deletion for 91fc238a-f11a-43d4-a829-5d2f6a386d83 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:55.682516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Attempting to bind port a8a92962-d296-46b0-9aae-74e943ff72be on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:55.682801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Attempting to bind port a8a92962-d296-46b0-9aae-74e943ff72be by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:55.683137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Attempting to bind port a8a92962-d296-46b0-9aae-74e943ff72be on network 192d414b-0555-4f7c-a24f-e86abe41e355 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:55.708037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d64ad105-287e-48fc-a427-bfb2f01a3d74 req-1bfab248-5c50-40ad-be2e-37a278ab629a tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7282808 Aug 16 02:18:55.726406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:55.726406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.727630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Port a8a92962-d296-46b0-9aae-74e943ff72be on network 192d414b-0555-4f7c-a24f-e86abe41e355 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:55.728457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Attempting to bind port a8a92962-d296-46b0-9aae-74e943ff72be on network 192d414b-0555-4f7c-a24f-e86abe41e355 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:55.757561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:55.759023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-be99abb3-1055-4c33-850a-1e9a98219bce service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0117512 Aug 16 02:18:55.759808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Checking segment: {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:55.764569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Bound using segment: {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:55.764569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Bound port: a8a92962-d296-46b0-9aae-74e943ff72be, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:55.764569 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.777249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9cd86279-5015-45c2-a06d-f7cc42f8e6e2 None None] Deleting port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:55.778135 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9cd86279-5015-45c2-a06d-f7cc42f8e6e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.853963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9cd86279-5015-45c2-a06d-f7cc42f8e6e2 None None] For port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2e3fbe70-1e6c-4f3d-8f0f-7727522c8342,segment=NetworkSegment(870a9083-29cd-4ed1-ab44-5a9158bdec56),segment_id=870a9083-29cd-4ed1-ab44-5a9158bdec56)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:55.854824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9cd86279-5015-45c2-a06d-f7cc42f8e6e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.872032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9cd86279-5015-45c2-a06d-f7cc42f8e6e2 None None] Calling delete_port for 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:55.929821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0ddb63-a895-490c-b6eb-4764e5f56914 req-eece2c1d-01d5-4784-b565-4a1195204242 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964758 Aug 16 02:18:55.974403 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9cd86279-5015-45c2-a06d-f7cc42f8e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.998790 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.017811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd86279-5015-45c2-a06d-f7cc42f8e6e2 None None] Pushing event deleted for resources: {'Port': ['ID=2e3fbe70-1e6c-4f3d-8f0f-7727522c8342,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.029290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd86279-5015-45c2-a06d-f7cc42f8e6e2 None None] No DVR routers for this DVR port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:56.103680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c3ada-81ed-4ea6-b1d5-4c120aa5f783 req-e322d25e-c488-4cf8-aff7-17088c74b0a8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.105285 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0c3ada-81ed-4ea6-b1d5-4c120aa5f783 req-e322d25e-c488-4cf8-aff7-17088c74b0a8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 943 time: 0.3416357 Aug 16 02:18:56.120561 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.252128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2e3fbe70-1e6c-4f3d-8f0f-7727522c8342,segment=NetworkSegment(870a9083-29cd-4ed1-ab44-5a9158bdec56),segment_id=870a9083-29cd-4ed1-ab44-5a9158bdec56)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:56.252128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.280499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:56.288079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e57e0-def7-4e20-ac8b-7e8c45401bea req-b5647759-fe23-4889-a4c3-b1ba5e7fa755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.289550 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-845e57e0-def7-4e20-ac8b-7e8c45401bea req-b5647759-fe23-4889-a4c3-b1ba5e7fa755 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 1095 time: 0.2412300 Aug 16 02:18:56.295829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c0c3ada-81ed-4ea6-b1d5-4c120aa5f783 req-8b8d1592-eb5b-4a63-983d-13a253b3ccc9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702754 Aug 16 02:18:56.319593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] For port a8a92962-d296-46b0-9aae-74e943ff72be, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:56.369887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] For port a8a92962-d296-46b0-9aae-74e943ff72be, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a8a92962-d296-46b0-9aae-74e943ff72be,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:56.376570 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.423114 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.423961 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.425525 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] 10.222.0.84 "PUT /v2.0/ports/a8a92962-d296-46b0-9aae-74e943ff72be HTTP/1.1" status: 200 len: 1093 time: 2.2325423 Aug 16 02:18:56.428100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42d2ed6-0a11-47f0-bd86-5221127c2604', 'tag': 'a8a92962-d296-46b0-9aae-74e943ff72be'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:56.430572 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc29506-dee4-42f3-9c6a-5951505ac0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b42d2ed6-0a11-47f0-bd86-5221127c2604", "tag": "a8a92962-d296-46b0-9aae-74e943ff72be"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:56.443166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Router 50189fc7-132e-4c52-94a9-a26ae5451af7 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:56.473768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ef1bc-3c0f-4928-855a-adc70cc84bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a92962-d296-46b0-9aae-74e943ff72be,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.489456 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.524376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Deleting port 6672ecc0-f331-415d-9dbb-2bbd4abc4816 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:56.526942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.530003 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b96554-7305-4fab-85d5-6fda0aeea0fa x-openstack-request-id: req-78b96554-7305-4fab-85d5-6fda0aeea0fa {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:56.530312 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42d2ed6-0a11-47f0-bd86-5221127c2604", "tag": "a8a92962-d296-46b0-9aae-74e943ff72be", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:56.530539 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-78b96554-7305-4fab-85d5-6fda0aeea0fa {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:56.530937 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42d2ed6-0a11-47f0-bd86-5221127c2604', 'tag': 'a8a92962-d296-46b0-9aae-74e943ff72be', 'status': 'completed', 'code': 200} Aug 16 02:18:56.540095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No DVR routers for this DVR port 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:56.545024 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=2e3fbe70-1e6c-4f3d-8f0f-7727522c8342,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.651919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-a074f894-2ac7-45a5-a5fa-89d6422bc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.653416 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-a074f894-2ac7-45a5-a5fa-89d6422bc900 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 1096 time: 0.1217136 Aug 16 02:18:56.654936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.665530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fc238a-f11a-43d4-a829-5d2f6a386d83']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:56.669937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e57e0-def7-4e20-ac8b-7e8c45401bea req-76fa5e88-09d5-4cea-9ca0-ff3d701ec706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.671427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-845e57e0-def7-4e20-ac8b-7e8c45401bea req-76fa5e88-09d5-4cea-9ca0-ff3d701ec706 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.3685138 Aug 16 02:18:56.714419 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-9a02037d-11a1-4dcb-9e93-7358f42a7fc6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8a92962-d296-46b0-9aae-74e943ff72be HTTP/1.1" status: 200 len: 217 time: 0.0464804 Aug 16 02:18:56.716083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870a9083-29cd-4ed1-ab44-5a9158bdec56') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:56.716386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870a9083-29cd-4ed1-ab44-5a9158bdec56') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:56.750944 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.762769 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-845e57e0-def7-4e20-ac8b-7e8c45401bea req-953f18db-8021-44cf-a8ba-5da5c94c3901 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e781d26f-490c-4fe2-8b00-a7164e9ce0a8 HTTP/1.1" status: 200 len: 217 time: 0.0772853 Aug 16 02:18:56.763810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:56.776357 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Sync routers for ids ['50189fc7-132e-4c52-94a9-a26ae5451af7'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:56.779491 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.792470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Routers {'50189fc7-132e-4c52-94a9-a26ae5451af7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:56.794234 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['50189fc7-132e-4c52-94a9-a26ae5451af7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:56.795680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-0eb14d3d-03c4-4636-adf3-cec9c3f06606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.797613 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-0eb14d3d-03c4-4636-adf3-cec9c3f06606 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0b71849d-3b87-4c94-8a03-cd02dbf2bd07 HTTP/1.1" status: 200 len: 853 time: 0.0745234 Aug 16 02:18:56.800256 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:56.800881 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:56.804449 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:56.838586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] For port 6672ecc0-f331-415d-9dbb-2bbd4abc4816, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6672ecc0-f331-415d-9dbb-2bbd4abc4816,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:56.838954 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.876041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.880051 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b13b7c12-890a-498d-8d2e-25c901e58d6e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 9.4110482 Aug 16 02:18:56.880375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50610) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:56.883890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2563feec-bdc8-43af-a2a8-7664d43839d5 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:56.889709 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-b9364c5d-52ee-4062-8103-0c44eec0e22c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=192d414b-0555-4f7c-a24f-e86abe41e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804458 Aug 16 02:18:56.898059 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.900547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Calling delete_port for 6672ecc0-f331-415d-9dbb-2bbd4abc4816 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:56.926494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e57e0-def7-4e20-ac8b-7e8c45401bea req-ca23ba76-8719-4501-9a5c-b685fca86c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.927978 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-845e57e0-def7-4e20-ac8b-7e8c45401bea req-ca23ba76-8719-4501-9a5c-b685fca86c9d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.1555045 Aug 16 02:18:56.981112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Transition to ACTIVE for port object 2563feec-bdc8-43af-a2a8-7664d43839d5 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:57.026906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56809-b1cf-4718-92b4-7577b683ade7 req-fd284d11-8bd6-48d7-9d31-bea7deb0f929 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.028442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26f56809-b1cf-4718-92b4-7577b683ade7 req-fd284d11-8bd6-48d7-9d31-bea7deb0f929 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 944 time: 0.2345788 Aug 16 02:18:57.031061 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.038941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Set router 50189fc7-132e-4c52-94a9-a26ae5451af7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:57.067414 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-0c810285-a216-4aab-a911-7055209cb9ba service neutron] 10.222.0.84 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103728 Aug 16 02:18:57.088725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:57.188849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2563feec-bdc8-43af-a2a8-7664d43839d5,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.195209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e57e0-def7-4e20-ac8b-7e8c45401bea req-bbaa0fa5-1316-420b-af79-710b26d6f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.197473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-845e57e0-def7-4e20-ac8b-7e8c45401bea req-bbaa0fa5-1316-420b-af79-710b26d6f158 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2193575 Aug 16 02:18:57.226142 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-c038eccf-0a79-4046-9ba9-edc7a50671cc service neutron] 10.222.0.84 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933242 Aug 16 02:18:57.236898 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26f56809-b1cf-4718-92b4-7577b683ade7 req-41a2e647-a158-402c-95df-2db1239ffc3c tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919949 Aug 16 02:18:57.257032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.265812 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.271064 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/networks/91fc238a-f11a-43d4-a829-5d2f6a386d83 HTTP/1.1" status: 204 len: 168 time: 1.8765028 Aug 16 02:18:57.276888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50616) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:57.279032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:57.279492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2e3fbe70-1e6c-4f3d-8f0f-7727522c8342 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:57.342481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'network': {'name': 'tempest-RoutersTest-256610826'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:57.365278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3c560-680e-42a1-bb4f-27ab7080b8f9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Network': ['ID=91fc238a-f11a-43d4-a829-5d2f6a386d83,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.394235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:57.397735 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.400003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'name': 'tempest-ImageQuotaTest-149898682-router', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:47Z', 'updated_at': '2021-08-16T02:18:53Z', 'revision_number': 3, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'gw_port': {'id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:50Z', 'updated_at': '2021-08-16T02:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:57.447328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc29506-dee4-42f3-9c6a-5951505ac0d8 req-2a72e31c-250d-40f5-a3a7-46487e3dea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.447923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Checking router: 50189fc7-132e-4c52-94a9-a26ae5451af7 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:57.448443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Updating router 50189fc7-132e-4c52-94a9-a26ae5451af7 port 3b1587bd-6ede-4bf0-aad4-828531938926 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:18:57.449786 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3dc29506-dee4-42f3-9c6a-5951505ac0d8 req-2a72e31c-250d-40f5-a3a7-46487e3dea37 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 1096 time: 0.0819302 Aug 16 02:18:57.479001 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.553954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:57.580226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Attempting to bind port 2563feec-bdc8-43af-a2a8-7664d43839d5 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:57.580656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Attempting to bind port 2563feec-bdc8-43af-a2a8-7664d43839d5 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:57.580955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Attempting to bind port 2563feec-bdc8-43af-a2a8-7664d43839d5 on network 192d414b-0555-4f7c-a24f-e86abe41e355 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:57.600761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-845e57e0-def7-4e20-ac8b-7e8c45401bea req-a5ee157d-c7cc-4af8-9e0a-6cedb1f8846a service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942373 Aug 16 02:18:57.603833 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.604182 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added segment d7301d1e-22d7-4ae4-9012-e4b77e928bfe of type vlan for network 354596d0-79d5-4b70-95b1-13a16604f465 Aug 16 02:18:57.614122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Port 2563feec-bdc8-43af-a2a8-7664d43839d5 on network 192d414b-0555-4f7c-a24f-e86abe41e355 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:57.614586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Attempting to bind port 2563feec-bdc8-43af-a2a8-7664d43839d5 on network 192d414b-0555-4f7c-a24f-e86abe41e355 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:57.680393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc29506-dee4-42f3-9c6a-5951505ac0d8 req-3d2e6c9c-8c4a-4121-b86f-105d12bbb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.682841 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3dc29506-dee4-42f3-9c6a-5951505ac0d8 req-3d2e6c9c-8c4a-4121-b86f-105d12bbb101 service neutron] 10.222.0.84 "GET /v2.0/networks?id=192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 200 len: 914 time: 0.1999562 Aug 16 02:18:57.715842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-845e57e0-def7-4e20-ac8b-7e8c45401bea req-073a974b-decb-44b7-978c-7a463d3c3ff4 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971911 Aug 16 02:18:57.734273 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3dc29506-dee4-42f3-9c6a-5951505ac0d8 req-f091318c-23de-46ef-87d2-6f51ed415a4b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8a92962-d296-46b0-9aae-74e943ff72be HTTP/1.1" status: 200 len: 217 time: 0.0435393 Aug 16 02:18:57.747146 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.761967 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c465f42-47ad-44c1-9b3c-28a7f3ce678a req-ca0419f6-3a21-45ed-bc90-c294f791f5ff tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.763547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c465f42-47ad-44c1-9b3c-28a7f3ce678a req-ca0419f6-3a21-45ed-bc90-c294f791f5ff tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 943 time: 0.3274207 Aug 16 02:18:57.764363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:57.764707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Checking segment: {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:57.765122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Bound using segment: {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:57.765657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Bound port: 2563feec-bdc8-43af-a2a8-7664d43839d5, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a84a302-96f5-42d2-8cd7-dba996fd0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:57.765934 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.834355 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.850339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'Port': ['ID=6672ecc0-f331-415d-9dbb-2bbd4abc4816,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.857859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc29506-dee4-42f3-9c6a-5951505ac0d8 req-3be9db2a-b299-49d4-99a6-52da49796060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.860415 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3dc29506-dee4-42f3-9c6a-5951505ac0d8 req-3be9db2a-b299-49d4-99a6-52da49796060 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0b71849d-3b87-4c94-8a03-cd02dbf2bd07 HTTP/1.1" status: 200 len: 853 time: 0.1001661 Aug 16 02:18:57.868025 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c465f42-47ad-44c1-9b3c-28a7f3ce678a req-7c043a70-b6b0-440d-9655-5248c6cafbc7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848732 Aug 16 02:18:57.920004 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3dc29506-dee4-42f3-9c6a-5951505ac0d8 req-135be93b-46d9-4a0a-8324-421a91e5ede1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=192d414b-0555-4f7c-a24f-e86abe41e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502012 Aug 16 02:18:57.959133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.963331 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.db.resource_extend [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:18:57.974052 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.024922 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.038046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Transition to ACTIVE for port object 3b1587bd-6ede-4bf0-aad4-828531938926 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:58.049586 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.082606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.089926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.090695 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.109222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388ee78-6b0f-4a28-89c8-7f025b7470fa None None] Pushing event updated for resources: {'Port': ['ID=3b1587bd-6ede-4bf0-aad4-828531938926,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.130337 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.139698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Attempting to bind port 3b1587bd-6ede-4bf0-aad4-828531938926 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:58.140537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Attempting to bind port 3b1587bd-6ede-4bf0-aad4-828531938926 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:58.141222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Attempting to bind port 3b1587bd-6ede-4bf0-aad4-828531938926 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:58.148783 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:58.150277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:58.150915 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.151558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:58.152226 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Bound port: 3b1587bd-6ede-4bf0-aad4-828531938926, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:58.152804 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.161934 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3dc29506-dee4-42f3-9c6a-5951505ac0d8 req-f075ae08-69a9-4145-8a7f-e33051abefd9 service neutron] 10.222.0.84 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320509 Aug 16 02:18:58.164415 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.182818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] For port 2563feec-bdc8-43af-a2a8-7664d43839d5, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:58.241072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9518392 Aug 16 02:18:58.245161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] For port 2563feec-bdc8-43af-a2a8-7664d43839d5, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2563feec-bdc8-43af-a2a8-7664d43839d5,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:58.248585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50624) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:58.253832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'subnet': {'network_id': '354596d0-79d5-4b70-95b1-13a16604f465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:58.266176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] For port 3b1587bd-6ede-4bf0-aad4-828531938926, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:58.271430 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] For port 3b1587bd-6ede-4bf0-aad4-828531938926, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3b1587bd-6ede-4bf0-aad4-828531938926,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:58.282211 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.286115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ad794-ae9f-4d51-8d9e-57da8998c59d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Network': ['ID=354596d0-79d5-4b70-95b1-13a16604f465,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.306205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 354596d0-79d5-4b70-95b1-13a16604f465 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:58.337608 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.339632 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.340147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Fanout notify agent at l3_agent the message router_deleted on router 161b1a79-3426-442e-a192-fce2000ec9a9 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:58.387854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Allocated IP 172.20.0.1 (ef6568d5-4bf1-48f5-b4d1-4a14225d33a7/12a177de-7940-49d7-8a52-0e5e570c549a/24a63951-0a16-4940-9d62-dd32d953fe21) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:58.408652 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3dc29506-dee4-42f3-9c6a-5951505ac0d8 req-f39180de-1a8c-4f81-842f-a64d0eccf375 service neutron] 10.222.0.84 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258589 Aug 16 02:18:58.416423 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Routers {'50189fc7-132e-4c52-94a9-a26ae5451af7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:58.417167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['50189fc7-132e-4c52-94a9-a26ae5451af7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:58.420264 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.446487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b56904a1-55c3-46c5-b00b-905628b43697 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "DELETE /v2.0/routers/161b1a79-3426-442e-a192-fce2000ec9a9 HTTP/1.1" status: 204 len: 168 time: 3.8165891 Aug 16 02:18:58.461345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2563feec-bdc8-43af-a2a8-7664d43839d5,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.468102 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50632) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:58.530742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388ee78-6b0f-4a28-89c8-7f025b7470fa None None] Pushing event updated for resources: {'Port': ['ID=3b1587bd-6ede-4bf0-aad4-828531938926,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.612105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] Set router 50189fc7-132e-4c52-94a9-a26ae5451af7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:58.696226 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.717719 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.743041 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Transition to ACTIVE for port object 24a63951-0a16-4940-9d62-dd32d953fe21 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:58.857143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.873951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51b2a3c-9462-4efd-873c-94a3f720551b']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:58.891016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'name': 'tempest-ImageQuotaTest-149898682-router', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:47Z', 'updated_at': '2021-08-16T02:18:53Z', 'revision_number': 3, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'gw_port': {'id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:50Z', 'updated_at': '2021-08-16T02:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:58.897279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82105c1d-61d1-4f64-b4a2-e28e42661534') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:58.897711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82105c1d-61d1-4f64-b4a2-e28e42661534') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:58.916453 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.940302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc98843-7323-4208-b3a8-88d1162db23f None None] The sync data for ids ['50189fc7-132e-4c52-94a9-a26ae5451af7'] in n-d-768851-16 is: [{'id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'name': 'tempest-ImageQuotaTest-149898682-router', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:47Z', 'updated_at': '2021-08-16T02:18:53Z', 'revision_number': 3, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'gw_port': {'id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:50Z', 'updated_at': '2021-08-16T02:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:58.991868 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.992296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.992923 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.994898 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-82221766-42fd-42f4-a36d-bbb7974cadd0 service neutron] 10.222.0.89 "PUT /v2.0/ports/2563feec-bdc8-43af-a2a8-7664d43839d5 HTTP/1.1" status: 200 len: 1093 time: 3.9578755 Aug 16 02:18:58.997076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864e946e-1cc0-4cdd-bc9e-de42d082aaea', 'tag': '2563feec-bdc8-43af-a2a8-7664d43839d5'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:58.999683 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c186b664-a616-438d-bbbc-27e71fe50830" -d '{"events": [{"name": "network-changed", "server_uuid": "864e946e-1cc0-4cdd-bc9e-de42d082aaea", "tag": "2563feec-bdc8-43af-a2a8-7664d43839d5"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:59.004145 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6672ecc0-f331-415d-9dbb-2bbd4abc4816 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:59.015259 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.020955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:59.021539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:59.028399 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:59.050677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 6672ecc0-f331-415d-9dbb-2bbd4abc4816 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:59.052340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6672ecc0-f331-415d-9dbb-2bbd4abc4816 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:59.115290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f477f-d958-4d9c-9ca1-cd751e5b9717 req-9c87e691-ff28-4dcf-a7f6-a5ebc97e6c85 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.121129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Network ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:59.122748 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-917f477f-d958-4d9c-9ca1-cd751e5b9717 req-9c87e691-ff28-4dcf-a7f6-a5ebc97e6c85 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 944 time: 0.6751537 Aug 16 02:18:59.128967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:59.138074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:59.145991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Pushing event updated for resources: {'Port': ['ID=24a63951-0a16-4940-9d62-dd32d953fe21,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:59.155467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9fe6a-8962-4103-b780-e6d1d2e2d51a req-64dc10ed-02e4-4b76-9ecd-2324d6b7f898 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.163380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99b9fe6a-8962-4103-b780-e6d1d2e2d51a req-64dc10ed-02e4-4b76-9ecd-2324d6b7f898 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 943 time: 0.1833768 Aug 16 02:18:59.176214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:59.179912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.180261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.213701 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.218530 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] 10.222.0.79 "DELETE /v2.0/networks/b51b2a3c-9462-4efd-873c-94a3f720551b HTTP/1.1" status: 204 len: 168 time: 0.7436023 Aug 16 02:18:59.221974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff5362-deb6-4d1e-9b72-665081042366 tempest-TestSecurityGroupsBasicOps-1760047855 tempest-TestSecurityGroupsBasicOps-1760047855-project] Pushing event deleted for resources: {'Network': ['ID=b51b2a3c-9462-4efd-873c-94a3f720551b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:59.229134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.270760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-fa8b6c60-721c-488e-9300-8137041ff3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.273412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-fa8b6c60-721c-488e-9300-8137041ff3b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&device_id=864e946e-1cc0-4cdd-bc9e-de42d082aaea HTTP/1.1" status: 200 len: 1096 time: 0.2251539 Aug 16 02:18:59.405805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-917f477f-d958-4d9c-9ca1-cd751e5b9717 req-2a218880-733a-416d-953d-2429bb88ed4a tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810280 Aug 16 02:18:59.416362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-a353edbd-5f03-4896-b9f6-cf84ca98bac9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2563feec-bdc8-43af-a2a8-7664d43839d5 HTTP/1.1" status: 200 len: 217 time: 0.1086278 Aug 16 02:18:59.438718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99b9fe6a-8962-4103-b780-e6d1d2e2d51a req-b4c54fae-9aa2-4afb-9457-0f65559dc7a3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744160 Aug 16 02:18:59.542323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-94d5c682-3539-443e-93aa-5f8d0f1575e9 None None] Provisioning for port 24a63951-0a16-4940-9d62-dd32d953fe21 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:59.553676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d423e4-d674-4a17-89a7-92588a3096be req-5cedc1a3-f58a-44bf-ade1-8761e9162ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.555372 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-5cedc1a3-f58a-44bf-ade1-8761e9162ab9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b71849d-3b87-4c94-8a03-cd02dbf2bd07 HTTP/1.1" status: 200 len: 853 time: 0.1329811 Aug 16 02:18:59.568946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-94d5c682-3539-443e-93aa-5f8d0f1575e9 None None] Provisioning complete for port 24a63951-0a16-4940-9d62-dd32d953fe21 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:59.570268 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-94d5c682-3539-443e-93aa-5f8d0f1575e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.590031 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.592931 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30229a09-6e33-49c3-a9ea-c60c2c757b7c x-openstack-request-id: req-30229a09-6e33-49c3-a9ea-c60c2c757b7c {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:59.593501 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864e946e-1cc0-4cdd-bc9e-de42d082aaea", "tag": "2563feec-bdc8-43af-a2a8-7664d43839d5", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:59.593909 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30229a09-6e33-49c3-a9ea-c60c2c757b7c {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:59.594463 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864e946e-1cc0-4cdd-bc9e-de42d082aaea', 'tag': '2563feec-bdc8-43af-a2a8-7664d43839d5', 'status': 'completed', 'code': 200} Aug 16 02:18:59.629370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-027a7f05-b741-4f73-b42c-192071b45b72 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=192d414b-0555-4f7c-a24f-e86abe41e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391264 Aug 16 02:18:59.680355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-94d5c682-3539-443e-93aa-5f8d0f1575e9 None None] Port 24a63951-0a16-4940-9d62-dd32d953fe21 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:59.787212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.849932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-dbcc18be-a3fa-4aa8-a854-429c2f2e8a2b service neutron] 10.222.0.89 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050495 Aug 16 02:18:59.876577 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.891155 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.923312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50650) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:59.938564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Subnet': ['ID=c4d78fd0-ced6-4f48-b548-18e797d6d56b,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:59.952670 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.961820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Checking segment: {'id': 'd7301d1e-22d7-4ae4-9012-e4b77e928bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '354596d0-79d5-4b70-95b1-13a16604f465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:59.962703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network hostable DHCP agents. Network: 354596d0-79d5-4b70-95b1-13a16604f465, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:00.049913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 354596d0-79d5-4b70-95b1-13a16604f465 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:00.062392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Pushing event updated for resources: {'Port': ['ID=24a63951-0a16-4940-9d62-dd32d953fe21,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:00.071310 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0d423e4-d674-4a17-89a7-92588a3096be req-e2d802c5-0688-4c3a-b599-c35694686ae0 service neutron] 10.222.0.89 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110624 Aug 16 02:19:00.081393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 354596d0-79d5-4b70-95b1-13a16604f465) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:00.086031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.087097 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.092527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d428549-f847-4024-b129-199d39481073 None None] Network 354596d0-79d5-4b70-95b1-13a16604f465 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:00.125598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3e71dac7-b71b-4e2b-8802-d9abd98b4629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8758368 Aug 16 02:19:00.129734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50654) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:00.136131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6397240d-bd45-4fc3-a4d7-4a7886309f5d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1143137537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:00.168931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Network ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:00.173783 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:00.187268 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6397240d-bd45-4fc3-a4d7-4a7886309f5d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.188346 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6397240d-bd45-4fc3-a4d7-4a7886309f5d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.209467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186b664-a616-438d-bbbc-27e71fe50830 req-848c13a0-cf9a-4e1d-bed0-6d063e3af2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.210991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c186b664-a616-438d-bbbc-27e71fe50830 req-848c13a0-cf9a-4e1d-bed0-6d063e3af2cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&device_id=864e946e-1cc0-4cdd-bc9e-de42d082aaea HTTP/1.1" status: 200 len: 1096 time: 0.0827124 Aug 16 02:19:00.218913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2bddaeb5-34f2-40ca-acca-4b16fcb4ed02 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06438d0ead5145579ec2336933061baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896862 Aug 16 02:19:00.226330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50656) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:00.355390 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6397240d-bd45-4fc3-a4d7-4a7886309f5d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.378845 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4746a884-c6f3-41e2-9a2b-cb23b523a279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.383227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6397240d-bd45-4fc3-a4d7-4a7886309f5d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.393646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Router 50189fc7-132e-4c52-94a9-a26ae5451af7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:00.395922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-354596d0-79d5-4b70-95b1-13a16604f465', 'network_id': '354596d0-79d5-4b70-95b1-13a16604f465', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'fixed_ips': [{'subnet_id': 'c4d78fd0-ced6-4f48-b548-18e797d6d56b'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:00.396955 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.418986 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6397240d-bd45-4fc3-a4d7-4a7886309f5d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.420195 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6397240d-bd45-4fc3-a4d7-4a7886309f5d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2891622 Aug 16 02:19:00.431858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50658) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:00.461728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186b664-a616-438d-bbbc-27e71fe50830 req-c5e2169c-b2f9-422c-bbdb-7aeb9662c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.468047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c186b664-a616-438d-bbbc-27e71fe50830 req-c5e2169c-b2f9-422c-bbdb-7aeb9662c663 service neutron] 10.222.0.89 "GET /v2.0/networks?id=192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 200 len: 914 time: 0.2480466 Aug 16 02:19:00.491166 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4746a884-c6f3-41e2-9a2b-cb23b523a279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.603710 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:00.616502 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4ea6d95d-a8a8-404f-a2fe-30c32d4c8f6d admin admin] 10.222.0.79 "PUT /v2.0/routers/50189fc7-132e-4c52-94a9-a26ae5451af7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7271361 Aug 16 02:19:00.648958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c186b664-a616-438d-bbbc-27e71fe50830 req-b7d3ac7f-980d-433c-849f-c20c3b57251a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2563feec-bdc8-43af-a2a8-7664d43839d5 HTTP/1.1" status: 200 len: 217 time: 0.1609261 Aug 16 02:19:00.660379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8b305d75-4994-4fb2-acb1-5ed39d54552c None None] Provisioning complete for port 24a63951-0a16-4940-9d62-dd32d953fe21 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:00.661090 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8b305d75-4994-4fb2-acb1-5ed39d54552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.704388 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Allocated IP 172.20.0.2 (354596d0-79d5-4b70-95b1-13a16604f465/c4d78fd0-ced6-4f48-b548-18e797d6d56b/eb649515-8971-4938-b674-376547524940) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:00.706380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8b305d75-4994-4fb2-acb1-5ed39d54552c None None] Port 24a63951-0a16-4940-9d62-dd32d953fe21 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:00.859163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186b664-a616-438d-bbbc-27e71fe50830 req-ff36715d-6d10-40c2-b4cf-eaf6d5284712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.860695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c186b664-a616-438d-bbbc-27e71fe50830 req-ff36715d-6d10-40c2-b4cf-eaf6d5284712 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b71849d-3b87-4c94-8a03-cd02dbf2bd07 HTTP/1.1" status: 200 len: 853 time: 0.1788116 Aug 16 02:19:00.926182 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.942077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Transition to ACTIVE for port object eb649515-8971-4938-b674-376547524940 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:00.981289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Transition to ACTIVE for port object eb649515-8971-4938-b674-376547524940 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:00.991492 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.000933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab7e1d-bf93-4ac8-879c-ff4db479b904 req-0f848010-9f8a-4f06-9968-24d03f238ef1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.002538 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98ab7e1d-bf93-4ac8-879c-ff4db479b904 req-0f848010-9f8a-4f06-9968-24d03f238ef1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 943 time: 0.4043589 Aug 16 02:19:01.051718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdbf30-4e4b-4dd8-8483-f8b6208e27dd req-b66b1e42-420c-4e1b-a611-090980031750 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.053373 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6cdbf30-4e4b-4dd8-8483-f8b6208e27dd req-b66b1e42-420c-4e1b-a611-090980031750 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 944 time: 0.4565840 Aug 16 02:19:01.089179 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3b1587bd-6ede-4bf0-aad4-828531938926 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:01.089644 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4746a884-c6f3-41e2-9a2b-cb23b523a279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.089644 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4746a884-c6f3-41e2-9a2b-cb23b523a279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.089644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4746a884-c6f3-41e2-9a2b-cb23b523a279 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/470222b1-d580-4a7f-bf28-18462b9b6363 HTTP/1.1" status: 204 len: 168 time: 0.8453565 Aug 16 02:19:01.101788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c186b664-a616-438d-bbbc-27e71fe50830 req-10812883-fa13-4a1f-9ee5-623e43e275ff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=192d414b-0555-4f7c-a24f-e86abe41e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445136 Aug 16 02:19:01.129321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Network 354596d0-79d5-4b70-95b1-13a16604f465 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:01.152421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:01.170981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:01.199315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Pushing event updated for resources: {'Port': ['ID=eb649515-8971-4938-b674-376547524940,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:01.220724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746a884-c6f3-41e2-9a2b-cb23b523a279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470222b1-d580-4a7f-bf28-18462b9b6363,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:01.351444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 3b1587bd-6ede-4bf0-aad4-828531938926 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:01.362312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3b1587bd-6ede-4bf0-aad4-828531938926 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:01.362843 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.371065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Attempting to bind port eb649515-8971-4938-b674-376547524940 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:01.371886 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Attempting to bind port eb649515-8971-4938-b674-376547524940 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd7301d1e-22d7-4ae4-9012-e4b77e928bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '354596d0-79d5-4b70-95b1-13a16604f465'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:01.372519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Attempting to bind port eb649515-8971-4938-b674-376547524940 on network 354596d0-79d5-4b70-95b1-13a16604f465 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:01.429249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c186b664-a616-438d-bbbc-27e71fe50830 req-808e3ffa-0d30-4989-9e85-8e598437f62b service neutron] 10.222.0.89 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066537 Aug 16 02:19:01.432954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:01.439082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Checking segment: {'id': 'd7301d1e-22d7-4ae4-9012-e4b77e928bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '354596d0-79d5-4b70-95b1-13a16604f465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:01.440314 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.441376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Bound using segment: {'id': 'd7301d1e-22d7-4ae4-9012-e4b77e928bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '354596d0-79d5-4b70-95b1-13a16604f465'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:01.441574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98ab7e1d-bf93-4ac8-879c-ff4db479b904 req-35a2561c-a09a-4365-a761-aa07b7244bc2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870933 Aug 16 02:19:01.442693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Bound port: eb649515-8971-4938-b674-376547524940, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7301d1e-22d7-4ae4-9012-e4b77e928bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '354596d0-79d5-4b70-95b1-13a16604f465'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:01.443836 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.445878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6cdbf30-4e4b-4dd8-8483-f8b6208e27dd req-b815d6a8-de73-4f0e-afe5-e9209ab12aa0 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634751 Aug 16 02:19:01.532076 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.576088 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Sync routers for ids ['50189fc7-132e-4c52-94a9-a26ae5451af7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:01.599165 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Routers {'50189fc7-132e-4c52-94a9-a26ae5451af7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:01.601062 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['50189fc7-132e-4c52-94a9-a26ae5451af7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:01.679924 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50688) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:01.703402 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.710877 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e29063a-a814-45b5-96bf-26e2357858da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.763136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c186b664-a616-438d-bbbc-27e71fe50830 req-7ca0686e-ee6e-436e-80a6-8c510de7e872 service neutron] 10.222.0.89 "GET /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984245 Aug 16 02:19:01.789497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] For port eb649515-8971-4938-b674-376547524940, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:01.792711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 3b1587bd-6ede-4bf0-aad4-828531938926, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3b1587bd-6ede-4bf0-aad4-828531938926,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:01.806986 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] For port eb649515-8971-4938-b674-376547524940, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eb649515-8971-4938-b674-376547524940,segment=NetworkSegment(d7301d1e-22d7-4ae4-9012-e4b77e928bfe),segment_id=d7301d1e-22d7-4ae4-9012-e4b77e928bfe)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:01.808850 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.862742 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.870579 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Set router 50189fc7-132e-4c52-94a9-a26ae5451af7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:01.913607 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e29063a-a814-45b5-96bf-26e2357858da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.918521 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e29063a-a814-45b5-96bf-26e2357858da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.954597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29063a-a814-45b5-96bf-26e2357858da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276c6ab3-8f42-46a6-ab0e-85f8ba96fe19,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:01.954818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Allocated IP 172.20.0.1 (354596d0-79d5-4b70-95b1-13a16604f465/c4d78fd0-ced6-4f48-b548-18e797d6d56b/fe0af9ea-f318-4f78-9a84-d49691be337f) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:01.956725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=3b1587bd-6ede-4bf0-aad4-828531938926,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:01.994226 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5e29063a-a814-45b5-96bf-26e2357858da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e73739d33a4f431a8b6fcdb102abdf29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121853 Aug 16 02:19:01.995987 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50692) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:02.075884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec82863-c8ff-404f-a925-0ce2a572b398 None None] Pushing event updated for resources: {'Port': ['ID=eb649515-8971-4938-b674-376547524940,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:02.106251 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf824a41-8d1e-49f5-9fd8-9f5e87dedf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.173797 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.175133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf824a41-8d1e-49f5-9fd8-9f5e87dedf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.245443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Transition to ACTIVE for port object fe0af9ea-f318-4f78-9a84-d49691be337f will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:02.264204 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf824a41-8d1e-49f5-9fd8-9f5e87dedf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.279337 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf824a41-8d1e-49f5-9fd8-9f5e87dedf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.285522 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cf824a41-8d1e-49f5-9fd8-9f5e87dedf03 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/276c6ab3-8f42-46a6-ab0e-85f8ba96fe19 HTTP/1.1" status: 204 len: 168 time: 0.2889600 Aug 16 02:19:02.296341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf824a41-8d1e-49f5-9fd8-9f5e87dedf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276c6ab3-8f42-46a6-ab0e-85f8ba96fe19,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:02.330821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.365864 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'name': 'tempest-ImageQuotaTest-149898682-router', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:47Z', 'updated_at': '2021-08-16T02:18:59Z', 'revision_number': 4, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'gw_port': {'id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:50Z', 'updated_at': '2021-08-16T02:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '24a63951-0a16-4940-9d62-dd32d953fe21', 'name': '', 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'mac_address': 'fa:16:3e:ad:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '12a177de-7940-49d7-8a52-0e5e570c549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:18:59Z', 'revision_number': 2, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'subnets': [{'id': '12a177de-7940-49d7-8a52-0e5e570c549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:02.428244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 354596d0-79d5-4b70-95b1-13a16604f465 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:02.433511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:02.435593 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Checking router: 50189fc7-132e-4c52-94a9-a26ae5451af7 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:02.435972 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Updating router 50189fc7-132e-4c52-94a9-a26ae5451af7 port 24a63951-0a16-4940-9d62-dd32d953fe21 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:02.446082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:02.489504 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.507980 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.590002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2563feec-bdc8-43af-a2a8-7664d43839d5 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:02.618017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=fe0af9ea-f318-4f78-9a84-d49691be337f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:02.636767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a8a92962-d296-46b0-9aae-74e943ff72be details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:02.808965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.873724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2563feec-bdc8-43af-a2a8-7664d43839d5, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2563feec-bdc8-43af-a2a8-7664d43839d5,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:02.904500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a8a92962-d296-46b0-9aae-74e943ff72be, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a8a92962-d296-46b0-9aae-74e943ff72be,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:02.904773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff4a11-960e-484a-90ab-b4fac0154615 req-8c6bc532-5983-41cf-af05-7241802aaa54 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.906302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfff4a11-960e-484a-90ab-b4fac0154615 req-8c6bc532-5983-41cf-af05-7241802aaa54 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 944 time: 0.3044004 Aug 16 02:19:02.939450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '2563feec-bdc8-43af-a2a8-7664d43839d5', 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355', 'port_id': '2563feec-bdc8-43af-a2a8-7664d43839d5', 'mac_address': 'fa:16:3e:b4:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b71849d-3b87-4c94-8a03-cd02dbf2bd07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:02.957954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'a8a92962-d296-46b0-9aae-74e943ff72be', 'network_id': '192d414b-0555-4f7c-a24f-e86abe41e355', 'port_id': 'a8a92962-d296-46b0-9aae-74e943ff72be', 'mac_address': 'fa:16:3e:90:96:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b71849d-3b87-4c94-8a03-cd02dbf2bd07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:03.049115 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.077388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50712) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:03.157777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2563feec-bdc8-43af-a2a8-7664d43839d5 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:03.173761 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-03fa6068-5a52-4843-9924-49ff7a07a9cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8997403202a4f60b60d543ec35830bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950942 Aug 16 02:19:03.174571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50714) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:03.177358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50716) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:03.203601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2563feec-bdc8-43af-a2a8-7664d43839d5, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2563feec-bdc8-43af-a2a8-7664d43839d5,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:03.205044 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.227304 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.229536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3b1587bd-6ede-4bf0-aad4-828531938926 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:03.275271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848e4b9-14b7-48da-bdeb-2119098df46a req-e25bbaaf-ac99-4ceb-8050-238ebf601d0c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.287218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b848e4b9-14b7-48da-bdeb-2119098df46a req-e25bbaaf-ac99-4ceb-8050-238ebf601d0c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 943 time: 0.5706079 Aug 16 02:19:03.330536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a92962-d296-46b0-9aae-74e943ff72be {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:03.370134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a8a92962-d296-46b0-9aae-74e943ff72be, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a8a92962-d296-46b0-9aae-74e943ff72be,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:03.389276 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.408277 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.433115 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Transition to ACTIVE for port object 24a63951-0a16-4940-9d62-dd32d953fe21 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:03.444163 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.447711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2563feec-bdc8-43af-a2a8-7664d43839d5'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:03.455029 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.486658 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfff4a11-960e-484a-90ab-b4fac0154615 req-53d58e15-c61b-4ad9-bdc9-5c9dbf5286bc tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554106 Aug 16 02:19:03.489506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b848e4b9-14b7-48da-bdeb-2119098df46a req-f7b0aa39-032f-49e8-a5d0-314d4b979ecd tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014771 Aug 16 02:19:03.515719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3b1587bd-6ede-4bf0-aad4-828531938926 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:03.516098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.567227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2563feec-bdc8-43af-a2a8-7664d43839d5,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.605619 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Pushing event updated for resources: {'Port': ['ID=24a63951-0a16-4940-9d62-dd32d953fe21,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.606239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.615917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.643899 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.643899 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.643899 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.644364 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.644619 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.644847 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.645204 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.645528 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.646196 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.646196 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.646470 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.646787 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.693430 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc72e558-2b7f-4bbb-be97-4ca1ddd3899e None None] Network 354596d0-79d5-4b70-95b1-13a16604f465 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:03.713650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.744103 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Attempting to bind port 24a63951-0a16-4940-9d62-dd32d953fe21 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:03.744743 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Attempting to bind port 24a63951-0a16-4940-9d62-dd32d953fe21 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:03.745296 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Attempting to bind port 24a63951-0a16-4940-9d62-dd32d953fe21 on network ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:03.751586 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:03.751966 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Checking segment: {'id': 'adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:03.752374 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.752772 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Bound using segment: {'id': 'adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:03.753276 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Bound port: 24a63951-0a16-4940-9d62-dd32d953fe21, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:03.753656 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.854980 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] For port 24a63951-0a16-4940-9d62-dd32d953fe21, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:03.857729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a8a92962-d296-46b0-9aae-74e943ff72be'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:03.858788 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] For port 24a63951-0a16-4940-9d62-dd32d953fe21, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=24a63951-0a16-4940-9d62-dd32d953fe21,segment=NetworkSegment(adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e),segment_id=adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:03.863676 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.864067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7d3d291a-f356-4a66-9fc8-ddae845df05c None None] Provisioning for port eb649515-8971-4938-b674-376547524940 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:03.920340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a8a92962-d296-46b0-9aae-74e943ff72be,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.928603 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21f7e9-e619-49c0-afb2-f67fa447f6a4 None None] Pushing event updated for resources: {'Port': ['ID=24a63951-0a16-4940-9d62-dd32d953fe21,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.948942 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Routers {'50189fc7-132e-4c52-94a9-a26ae5451af7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:03.949726 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['50189fc7-132e-4c52-94a9-a26ae5451af7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:03.963253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=fe0af9ea-f318-4f78-9a84-d49691be337f,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.979772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.980524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.981048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.981559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.982056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.982566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.983450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.983942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.984441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.984940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.985467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:03.985948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.050635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb649515-8971-4938-b674-376547524940 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:04.071105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 354596d0-79d5-4b70-95b1-13a16604f465 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:04.080372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:04.130912 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] Set router 50189fc7-132e-4c52-94a9-a26ae5451af7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:04.268135 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.360469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router ab1d7d8b-99d2-495c-b3e8-208ecbff0960 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:04.425800 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.428567 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.432888 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f0b38f84-c70d-4718-a04d-550cd2aa5bf7 HTTP/1.1" status: 204 len: 168 time: 1.1398609 Aug 16 02:19:04.449183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b38f84-c70d-4718-a04d-550cd2aa5bf7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:04.475246 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.475635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.476066 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.476407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.476743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.477271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.478201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.478542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.478870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.481047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.481467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.481863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7232-0313-46da-bcb7-20d0bd9437d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.553737 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'name': 'tempest-ImageQuotaTest-149898682-router', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:47Z', 'updated_at': '2021-08-16T02:18:59Z', 'revision_number': 4, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'gw_port': {'id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:50Z', 'updated_at': '2021-08-16T02:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '24a63951-0a16-4940-9d62-dd32d953fe21', 'name': '', 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'mac_address': 'fa:16:3e:ad:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '12a177de-7940-49d7-8a52-0e5e570c549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:03Z', 'revision_number': 4, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'subnets': [{'id': '12a177de-7940-49d7-8a52-0e5e570c549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:04.593633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:04.594601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.613168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fea55b4f-1bc8-453a-bb28-0497c7295526 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/ab1d7d8b-99d2-495c-b3e8-208ecbff0960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1756287 Aug 16 02:19:04.619428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50732) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:04.627992 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79caa7ed-8a1b-40cb-82d8-0ad6e9687a2b None None] The sync data for ids ['50189fc7-132e-4c52-94a9-a26ae5451af7'] in n-d-768851-16 is: [{'id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'name': 'tempest-ImageQuotaTest-149898682-router', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:47Z', 'updated_at': '2021-08-16T02:18:59Z', 'revision_number': 4, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'gw_port': {'id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:50Z', 'updated_at': '2021-08-16T02:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '24a63951-0a16-4940-9d62-dd32d953fe21', 'name': '', 'network_id': 'ef6568d5-4bf1-48f5-b4d1-4a14225d33a7', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'mac_address': 'fa:16:3e:ad:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '12a177de-7940-49d7-8a52-0e5e570c549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:58Z', 'updated_at': '2021-08-16T02:19:03Z', 'revision_number': 4, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'subnets': [{'id': '12a177de-7940-49d7-8a52-0e5e570c549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:04.857489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e5ca9-ba73-479b-a3e2-ddb3a76b80df tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:04.859155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d06e5ca9-ba73-479b-a3e2-ddb3a76b80df tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports/fe0af9ea-f318-4f78-9a84-d49691be337f HTTP/1.1" status: 200 len: 910 time: 0.2386997 Aug 16 02:19:04.862737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50736) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:04.943567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b1058e-a6f2-423b-acfb-601f8ec89554 None None] Sync routers for ids ['ab1d7d8b-99d2-495c-b3e8-208ecbff0960'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:05.007835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port eb649515-8971-4938-b674-376547524940 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:05.019104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port eb649515-8971-4938-b674-376547524940 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:05.019478 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.038386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1e937-7868-4c2d-8336-539ba0ee1364 req-72653478-3136-4c30-b5ee-cf79d8df78d9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.047639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27e1e937-7868-4c2d-8336-539ba0ee1364 req-72653478-3136-4c30-b5ee-cf79d8df78d9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 943 time: 0.3910408 Aug 16 02:19:05.154657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1058e-a6f2-423b-acfb-601f8ec89554 None None] Routers {'ab1d7d8b-99d2-495c-b3e8-208ecbff0960'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:05.158194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-92b1058e-a6f2-423b-acfb-601f8ec89554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ab1d7d8b-99d2-495c-b3e8-208ecbff0960'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:05.216096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] Deleting port 24a63951-0a16-4940-9d62-dd32d953fe21 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:05.216884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.319294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-92b1058e-a6f2-423b-acfb-601f8ec89554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:05.337607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] For port 24a63951-0a16-4940-9d62-dd32d953fe21, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=24a63951-0a16-4940-9d62-dd32d953fe21,segment=NetworkSegment(adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e),segment_id=adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:05.338236 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.364755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] Calling delete_port for 24a63951-0a16-4940-9d62-dd32d953fe21 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:05.489779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1058e-a6f2-423b-acfb-601f8ec89554 None None] Routers {'ab1d7d8b-99d2-495c-b3e8-208ecbff0960'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:05.490502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-92b1058e-a6f2-423b-acfb-601f8ec89554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ab1d7d8b-99d2-495c-b3e8-208ecbff0960'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:05.553723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-92b1058e-a6f2-423b-acfb-601f8ec89554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:05.554506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b1058e-a6f2-423b-acfb-601f8ec89554 None None] The sync data for ids ['ab1d7d8b-99d2-495c-b3e8-208ecbff0960'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:05.571973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3adf09c6-21e6-4d8c-bc24-9bc04a16f055 None None] Provisioning for port fe0af9ea-f318-4f78-9a84-d49691be337f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:05.574874 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.615954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3adf09c6-21e6-4d8c-bc24-9bc04a16f055 None None] Provisioning complete for port fe0af9ea-f318-4f78-9a84-d49691be337f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:05.616341 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3adf09c6-21e6-4d8c-bc24-9bc04a16f055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.721707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port eb649515-8971-4938-b674-376547524940, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eb649515-8971-4938-b674-376547524940,segment=NetworkSegment(d7301d1e-22d7-4ae4-9012-e4b77e928bfe),segment_id=d7301d1e-22d7-4ae4-9012-e4b77e928bfe)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:05.723496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3adf09c6-21e6-4d8c-bc24-9bc04a16f055 None None] Port fe0af9ea-f318-4f78-9a84-d49691be337f cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:05.732866 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.743273 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3adf09c6-21e6-4d8c-bc24-9bc04a16f055 None None] Provisioning complete for port eb649515-8971-4938-b674-376547524940 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:05.743659 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3adf09c6-21e6-4d8c-bc24-9bc04a16f055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.752031 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.858258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=eb649515-8971-4938-b674-376547524940,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:05.897980 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a63951-0a16-4940-9d62-dd32d953fe21,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:05.918750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 24a63951-0a16-4940-9d62-dd32d953fe21 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:05.981744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 24a63951-0a16-4940-9d62-dd32d953fe21 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:05.982937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 24a63951-0a16-4940-9d62-dd32d953fe21 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 02:19:06.010209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb970b-1b1a-4357-b4af-3643136e8263 req-73e8e70e-7138-4dd1-9143-5c06b34c3d89 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.017935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eebb970b-1b1a-4357-b4af-3643136e8263 req-73e8e70e-7138-4dd1-9143-5c06b34c3d89 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 945 time: 1.2800832 Aug 16 02:19:06.045178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Port 24a63951-0a16-4940-9d62-dd32d953fe21 not found, will not notify nova. {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 02:19:06.045841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27e1e937-7868-4c2d-8336-539ba0ee1364 req-9751a053-6a44-4a8d-ad14-ce1012f969b1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9609916 Aug 16 02:19:06.163969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eebb970b-1b1a-4357-b4af-3643136e8263 req-5c4bef46-13a8-4f14-af6d-4887a297dfda tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449761 Aug 16 02:19:06.206170 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.281573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0a6f135a-fcf1-4233-9a8a-7bc55ab6f91f None None] Provisioning complete for port fe0af9ea-f318-4f78-9a84-d49691be337f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:06.282115 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a6f135a-fcf1-4233-9a8a-7bc55ab6f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.328455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f135a-fcf1-4233-9a8a-7bc55ab6f91f None None] Port fe0af9ea-f318-4f78-9a84-d49691be337f cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:06.386556 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af8b9071-8a0b-4ed4-82b5-cb6bb8e71b4e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.492028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] Router 50189fc7-132e-4c52-94a9-a26ae5451af7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:06.605011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2563feec-bdc8-43af-a2a8-7664d43839d5 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:06.640133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e781d26f-490c-4fe2-8b00-a7164e9ce0a8 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:06.642769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a8a92962-d296-46b0-9aae-74e943ff72be up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:06.682210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:06.688154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-af8b9071-8a0b-4ed4-82b5-cb6bb8e71b4e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port fe0af9ea-f318-4f78-9a84-d49691be337f {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:06.688638 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af8b9071-8a0b-4ed4-82b5-cb6bb8e71b4e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.699053 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60e243-a09e-4371-bac1-75d16a3187ab None None] Sync routers for ids ['50189fc7-132e-4c52-94a9-a26ae5451af7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:06.702982 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-812fbbbc-bb4b-46e2-aaef-8fdec07ded08 admin admin] 10.222.0.79 "PUT /v2.0/routers/50189fc7-132e-4c52-94a9-a26ae5451af7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5273085 Aug 16 02:19:06.705989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50748) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:06.715201 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60e243-a09e-4371-bac1-75d16a3187ab None None] Routers {'50189fc7-132e-4c52-94a9-a26ae5451af7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:06.717117 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5e60e243-a09e-4371-bac1-75d16a3187ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['50189fc7-132e-4c52-94a9-a26ae5451af7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:06.812100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 2563feec-bdc8-43af-a2a8-7664d43839d5 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:06.818543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 2563feec-bdc8-43af-a2a8-7664d43839d5 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:06.818905 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.822192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port a8a92962-d296-46b0-9aae-74e943ff72be completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:06.857931 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af8b9071-8a0b-4ed4-82b5-cb6bb8e71b4e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.869891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port a8a92962-d296-46b0-9aae-74e943ff72be triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:06.870273 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.883007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-af8b9071-8a0b-4ed4-82b5-cb6bb8e71b4e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for fe0af9ea-f318-4f78-9a84-d49691be337f owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:06.893021 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.901321 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-5e60e243-a09e-4371-bac1-75d16a3187ab None None] Set router 50189fc7-132e-4c52-94a9-a26ae5451af7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:06.930105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e781d26f-490c-4fe2-8b00-a7164e9ce0a8, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e781d26f-490c-4fe2-8b00-a7164e9ce0a8,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:06.956457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'e781d26f-490c-4fe2-8b00-a7164e9ce0a8', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'port_id': 'e781d26f-490c-4fe2-8b00-a7164e9ce0a8', 'mac_address': 'fa:16:3e:dc:e1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:07.031344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.079679 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.101083 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.103151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Deleting port 3b1587bd-6ede-4bf0-aad4-828531938926 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:07.103416 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.103634 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.138916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e781d26f-490c-4fe2-8b00-a7164e9ce0a8 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:07.182212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d2ed6-0a11-47f0-bd86-5221127c2604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a92962-d296-46b0-9aae-74e943ff72be'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:07.183518 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f9a1ed-b570-4199-aca7-f16e25df1676" -d '{"events": [{"server_uuid": "b42d2ed6-0a11-47f0-bd86-5221127c2604", "name": "network-vif-plugged", "status": "completed", "tag": "a8a92962-d296-46b0-9aae-74e943ff72be"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:07.188236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e781d26f-490c-4fe2-8b00-a7164e9ce0a8, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e781d26f-490c-4fe2-8b00-a7164e9ce0a8,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:07.210365 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.215548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port a8a92962-d296-46b0-9aae-74e943ff72be, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a8a92962-d296-46b0-9aae-74e943ff72be,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:07.257201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] For port 3b1587bd-6ede-4bf0-aad4-828531938926, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3b1587bd-6ede-4bf0-aad4-828531938926,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:07.258312 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.264366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2563feec-bdc8-43af-a2a8-7664d43839d5, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2563feec-bdc8-43af-a2a8-7664d43839d5,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:07.266227 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e19bd87-d873-475f-a7df-92d9c856002d x-openstack-request-id: req-0e19bd87-d873-475f-a7df-92d9c856002d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:07.267084 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42d2ed6-0a11-47f0-bd86-5221127c2604", "name": "network-vif-plugged", "status": "completed", "tag": "a8a92962-d296-46b0-9aae-74e943ff72be", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:07.267084 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0e19bd87-d873-475f-a7df-92d9c856002d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:07.267261 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42d2ed6-0a11-47f0-bd86-5221127c2604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a92962-d296-46b0-9aae-74e943ff72be', 'code': 200} Aug 16 02:19:07.268431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e781d26f-490c-4fe2-8b00-a7164e9ce0a8,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.271596 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.277685 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.305601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Calling delete_port for 3b1587bd-6ede-4bf0-aad4-828531938926 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:07.354974 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5e60e243-a09e-4371-bac1-75d16a3187ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'name': 'tempest-ImageQuotaTest-149898682-router', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:47Z', 'updated_at': '2021-08-16T02:19:05Z', 'revision_number': 5, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'gw_port': {'id': '3b1587bd-6ede-4bf0-aad4-828531938926', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:50Z', 'updated_at': '2021-08-16T02:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:07.358355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=a8a92962-d296-46b0-9aae-74e943ff72be,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.386600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af8b9071-8a0b-4ed4-82b5-cb6bb8e71b4e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.425869 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60e243-a09e-4371-bac1-75d16a3187ab None None] Checking router: 50189fc7-132e-4c52-94a9-a26ae5451af7 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:07.437164 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60e243-a09e-4371-bac1-75d16a3187ab None None] Routers {'50189fc7-132e-4c52-94a9-a26ae5451af7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:07.438060 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5e60e243-a09e-4371-bac1-75d16a3187ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['50189fc7-132e-4c52-94a9-a26ae5451af7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:07.442698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d90b35-f5af-45e0-9aff-ad82cc2494d1 req-30e45610-bd0a-4c6c-9e8e-c7d6f64886fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.444602 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b6d90b35-f5af-45e0-9aff-ad82cc2494d1 req-30e45610-bd0a-4c6c-9e8e-c7d6f64886fb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 1098 time: 0.0595384 Aug 16 02:19:07.445856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b9071-8a0b-4ed4-82b5-cb6bb8e71b4e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=fe0af9ea-f318-4f78-9a84-d49691be337f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.474438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2563feec-bdc8-43af-a2a8-7664d43839d5,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.498103 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b6d90b35-f5af-45e0-9aff-ad82cc2494d1 req-eb7a130d-5cf0-4e6c-893d-afe1ea9f35d9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Aug 16 02:19:07.538580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c4d72-b800-4ce1-8c8e-684ced24fbe7 req-c50d41ae-4c2a-4bf3-b438-4491c8074991 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.540104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a14c4d72-b800-4ce1-8c8e-684ced24fbe7 req-c50d41ae-4c2a-4bf3-b438-4491c8074991 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 944 time: 0.2447484 Aug 16 02:19:07.555695 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-5e60e243-a09e-4371-bac1-75d16a3187ab None None] Set router 50189fc7-132e-4c52-94a9-a26ae5451af7 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:07.589139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['e781d26f-490c-4fe2-8b00-a7164e9ce0a8'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:07.632370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a14c4d72-b800-4ce1-8c8e-684ced24fbe7 req-c763a7ca-3771-4387-8ee0-208e2459ce85 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708542 Aug 16 02:19:07.653709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5e60e243-a09e-4371-bac1-75d16a3187ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'name': 'tempest-ImageQuotaTest-149898682-router', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:47Z', 'updated_at': '2021-08-16T02:19:07Z', 'revision_number': 6, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:07.705159 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.745361 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:19:07.746465 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60e243-a09e-4371-bac1-75d16a3187ab None None] The sync data for ids ['50189fc7-132e-4c52-94a9-a26ae5451af7'] in n-d-768851-16 is: [{'id': '50189fc7-132e-4c52-94a9-a26ae5451af7', 'name': 'tempest-ImageQuotaTest-149898682-router', 'tenant_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:47Z', 'updated_at': '2021-08-16T02:19:07Z', 'revision_number': 6, 'project_id': '29cd2e6c31604fa9a3ccf0ff6306c7ec', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:07.768012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555f09a-fe70-4623-9521-8990c93d5fac req-e0510b4f-cdc2-4928-a6d1-6e5625b6d3a3 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.777704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d555f09a-fe70-4623-9521-8990c93d5fac req-e0510b4f-cdc2-4928-a6d1-6e5625b6d3a3 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 946 time: 0.3283625 Aug 16 02:19:07.790698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1587bd-6ede-4bf0-aad4-828531938926,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.834832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d555f09a-fe70-4623-9521-8990c93d5fac req-35544d0b-3078-4e74-8dd4-783b3ed7e96d tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512633 Aug 16 02:19:07.839569 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af8b9071-8a0b-4ed4-82b5-cb6bb8e71b4e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.872228 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.968887 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.972334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.022755 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.023850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50189fc7-132e-4c52-94a9-a26ae5451af7 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:08.027563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8b9071-8a0b-4ed4-82b5-cb6bb8e71b4e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router ab1d7d8b-99d2-495c-b3e8-208ecbff0960 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:08.027920 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.029229 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-91d6c35e-c91a-41d6-8b3d-bf492f35e098 admin admin] 10.222.0.79 "DELETE /v2.0/routers/50189fc7-132e-4c52-94a9-a26ae5451af7 HTTP/1.1" status: 204 len: 168 time: 1.3212800 Aug 16 02:19:08.031375 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50764) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.078807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e76212b-a3b6-4961-82fa-7f0b2b39d9a0 admin admin] Deleting subnet 12a177de-7940-49d7-8a52-0e5e570c549a {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:08.082061 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e76212b-a3b6-4961-82fa-7f0b2b39d9a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.120099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8b9071-8a0b-4ed4-82b5-cb6bb8e71b4e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:08.126324 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e76212b-a3b6-4961-82fa-7f0b2b39d9a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.127935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50766) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.128303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-af8b9071-8a0b-4ed4-82b5-cb6bb8e71b4e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/ab1d7d8b-99d2-495c-b3e8-208ecbff0960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2640150 Aug 16 02:19:08.160782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b59079-0ce9-451a-b908-9ef557b12cd7 None None] Sync routers for ids ['ab1d7d8b-99d2-495c-b3e8-208ecbff0960'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:08.176885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b59079-0ce9-451a-b908-9ef557b12cd7 None None] Routers {'ab1d7d8b-99d2-495c-b3e8-208ecbff0960'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:08.179044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-04b59079-0ce9-451a-b908-9ef557b12cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ab1d7d8b-99d2-495c-b3e8-208ecbff0960'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:08.183518 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5070ade8-8242-45ad-ba8a-89646f0ae42f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab1d7d8b-99d2-495c-b3e8-208ecbff0960 HTTP/1.1" status: 200 len: 205 time: 0.0543423 Aug 16 02:19:08.186616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50768) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.240188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-04b59079-0ce9-451a-b908-9ef557b12cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:08.268800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b59079-0ce9-451a-b908-9ef557b12cd7 None None] Routers {'ab1d7d8b-99d2-495c-b3e8-208ecbff0960'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:08.269545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-04b59079-0ce9-451a-b908-9ef557b12cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:18:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ab1d7d8b-99d2-495c-b3e8-208ecbff0960'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:08.284520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e76212b-a3b6-4961-82fa-7f0b2b39d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.334248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-04b59079-0ce9-451a-b908-9ef557b12cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:08.336769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b59079-0ce9-451a-b908-9ef557b12cd7 None None] The sync data for ids ['ab1d7d8b-99d2-495c-b3e8-208ecbff0960'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:08.343861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c91a646-23d5-4652-b126-dc9c53ae08a9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.349632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb649515-8971-4938-b674-376547524940 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:08.370302 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e76212b-a3b6-4961-82fa-7f0b2b39d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.405321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76212b-a3b6-4961-82fa-7f0b2b39d9a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a177de-7940-49d7-8a52-0e5e570c549a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.409779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e76212b-a3b6-4961-82fa-7f0b2b39d9a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.412749 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4e76212b-a3b6-4961-82fa-7f0b2b39d9a0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/12a177de-7940-49d7-8a52-0e5e570c549a HTTP/1.1" status: 204 len: 168 time: 0.3804379 Aug 16 02:19:08.415668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50770) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.425093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd65994-593a-46ce-bf95-0c85fbc4f27b None None] Network ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:08.490356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port eb649515-8971-4938-b674-376547524940 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:08.490746 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.491222 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.550308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c91a646-23d5-4652-b126-dc9c53ae08a9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.553069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c91a646-23d5-4652-b126-dc9c53ae08a9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.569109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Deleting port ced81add-6598-4acd-a1c7-f10be727163d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:08.569751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.606357 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c91a646-23d5-4652-b126-dc9c53ae08a9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.606716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c91a646-23d5-4652-b126-dc9c53ae08a9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Fanout notify agent at l3_agent the message router_deleted on router ab1d7d8b-99d2-495c-b3e8-208ecbff0960 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:08.620318 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c91a646-23d5-4652-b126-dc9c53ae08a9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.625338 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0c91a646-23d5-4652-b126-dc9c53ae08a9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/ab1d7d8b-99d2-495c-b3e8-208ecbff0960 HTTP/1.1" status: 204 len: 168 time: 0.4375291 Aug 16 02:19:08.626173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50772) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.671962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] For port ced81add-6598-4acd-a1c7-f10be727163d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ced81add-6598-4acd-a1c7-f10be727163d,segment=NetworkSegment(adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e),segment_id=adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:08.672448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.682859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] DHCP port deletion for ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:08.692454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Calling delete_port for ced81add-6598-4acd-a1c7-f10be727163d owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:08.730820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1fa29b-e809-4c9b-89bb-e7211b1252d9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting subnet c4d78fd0-ced6-4f48-b548-18e797d6d56b {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:08.746518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Deleting port ced81add-6598-4acd-a1c7-f10be727163d {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:08.746898 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.747579 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa29b-e809-4c9b-89bb-e7211b1252d9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.824959 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.859175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ced81add-6598-4acd-a1c7-f10be727163d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.867746 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] No DVR routers for this DVR port ced81add-6598-4acd-a1c7-f10be727163d on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:08.881045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] For port ced81add-6598-4acd-a1c7-f10be727163d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ced81add-6598-4acd-a1c7-f10be727163d,segment=NetworkSegment(adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e),segment_id=adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:08.881496 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.896225 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e60020b5-89a3-4f2d-a90e-9301a95c6370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.903688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Calling delete_port for ced81add-6598-4acd-a1c7-f10be727163d owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:08.960636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa29b-e809-4c9b-89bb-e7211b1252d9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.005768 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.019953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6568d5-4bf1-48f5-b4d1-4a14225d33a7']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:09.032515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9ef43-95bc-4495-a8c8-4e5b7e2531fd req-f56f6da3-a3ad-4925-809e-554e6528fcb9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.034177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ce9ef43-95bc-4495-a8c8-4e5b7e2531fd req-f56f6da3-a3ad-4925-809e-554e6528fcb9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 944 time: 0.2475579 Aug 16 02:19:09.039274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:09.039582 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbe63d5-0fcc-4f87-b2f3-4a2c9de2758e') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:09.054541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.072958 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.077476 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.080698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:09.081479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.100030 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ce9ef43-95bc-4495-a8c8-4e5b7e2531fd req-f91fc365-d773-4241-b354-80fad69aa65b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Aug 16 02:19:09.130249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Pushing event deleted for resources: {'Port': ['ID=ced81add-6598-4acd-a1c7-f10be727163d,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.136208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474655d3-441c-4ed4-85b2-c4ae01ec8b03 req-d67fdea7-cf0c-4b07-acb5-51af01641973 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.140103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] No DVR routers for this DVR port ced81add-6598-4acd-a1c7-f10be727163d on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:09.143628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-474655d3-441c-4ed4-85b2-c4ae01ec8b03 req-d67fdea7-cf0c-4b07-acb5-51af01641973 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 946 time: 0.1332090 Aug 16 02:19:09.167905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.168945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.169489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.169997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.170766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.171270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.171781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.172288 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.172784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.173476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.173985 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.174530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2180c86d-5300-47f4-8c19-6358049f9fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:09.180363 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:09.190270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.208077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.210460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] 10.222.0.79 "DELETE /v2.0/networks/ef6568d5-4bf1-48f5-b4d1-4a14225d33a7 HTTP/1.1" status: 204 len: 168 time: 0.7935846 Aug 16 02:19:09.224083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757447c7-0989-4d88-87bd-aac86ff03c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6568d5-4bf1-48f5-b4d1-4a14225d33a7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.235670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-474655d3-441c-4ed4-85b2-c4ae01ec8b03 req-26ee40ea-e57f-4012-93c8-860fd961cb43 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909827 Aug 16 02:19:09.261879 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa29b-e809-4c9b-89bb-e7211b1252d9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.268467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864e946e-1cc0-4cdd-bc9e-de42d082aaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2563feec-bdc8-43af-a2a8-7664d43839d5'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:09.271712 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ca0f9c-1ce6-437a-a94b-1b55467d63d9" -d '{"events": [{"server_uuid": "864e946e-1cc0-4cdd-bc9e-de42d082aaea", "name": "network-vif-plugged", "status": "completed", "tag": "2563feec-bdc8-43af-a2a8-7664d43839d5"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:09.321677 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eb3023-ff90-4153-8893-785c1a17ab70 x-openstack-request-id: req-38eb3023-ff90-4153-8893-785c1a17ab70 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:09.321970 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864e946e-1cc0-4cdd-bc9e-de42d082aaea", "name": "network-vif-plugged", "status": "completed", "tag": "2563feec-bdc8-43af-a2a8-7664d43839d5", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:09.322494 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-38eb3023-ff90-4153-8893-785c1a17ab70 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:09.322899 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864e946e-1cc0-4cdd-bc9e-de42d082aaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2563feec-bdc8-43af-a2a8-7664d43839d5', 'code': 200} Aug 16 02:19:09.339436 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa29b-e809-4c9b-89bb-e7211b1252d9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.381144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fa29b-e809-4c9b-89bb-e7211b1252d9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d78fd0-ced6-4f48-b548-18e797d6d56b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.392317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c68429-785f-4926-9f78-869eee3d3686 None None] Network 354596d0-79d5-4b70-95b1-13a16604f465 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:09.393928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa29b-e809-4c9b-89bb-e7211b1252d9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.398189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ae1fa29b-e809-4c9b-89bb-e7211b1252d9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/c4d78fd0-ced6-4f48-b548-18e797d6d56b HTTP/1.1" status: 204 len: 168 time: 0.7689364 Aug 16 02:19:09.398614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50788) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:09.445562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2f5c7-4244-4ae3-ae76-1860a8ec8f7a req-422d36b2-610e-47ac-b14b-bf3255a4a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.447120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49b2f5c7-4244-4ae3-ae76-1860a8ec8f7a req-422d36b2-610e-47ac-b14b-bf3255a4a247 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=864e946e-1cc0-4cdd-bc9e-de42d082aaea HTTP/1.1" status: 200 len: 1098 time: 0.0501614 Aug 16 02:19:09.451300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50790) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:09.509307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49b2f5c7-4244-4ae3-ae76-1860a8ec8f7a req-803e3512-3259-4fdc-889f-1f6e649dd4c9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517542 Aug 16 02:19:09.520174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b24e8585-80e4-4c1e-ac04-e8c72d687ae2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=29cd2e6c31604fa9a3ccf0ff6306c7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678711 Aug 16 02:19:09.524133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50792) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:09.530097 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.598383 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0608db0-de4b-4d92-9066-66784340d6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.604871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port eb649515-8971-4938-b674-376547524940 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:09.605444 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.637603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0608db0-de4b-4d92-9066-66784340d6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.662481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b943ac-b964-45e1-853b-b89b9dd8c5f2 None None] DHCP port deletion for 354596d0-79d5-4b70-95b1-13a16604f465 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:09.690570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port eb649515-8971-4938-b674-376547524940, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eb649515-8971-4938-b674-376547524940,segment=NetworkSegment(d7301d1e-22d7-4ae4-9012-e4b77e928bfe),segment_id=d7301d1e-22d7-4ae4-9012-e4b77e928bfe)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:09.691097 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.706652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for eb649515-8971-4938-b674-376547524940 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:09.725996 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0608db0-de4b-4d92-9066-66784340d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.730457 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a0608db0-de4b-4d92-9066-66784340d6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.732059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a0608db0-de4b-4d92-9066-66784340d6c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4402a44d-3dca-45b3-9d21-d7df37dc0292 HTTP/1.1" status: 204 len: 168 time: 0.2060130 Aug 16 02:19:09.738824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.741650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-17b943ac-b964-45e1-853b-b89b9dd8c5f2 None None] Deleting port eb649515-8971-4938-b674-376547524940 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:09.742397 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-17b943ac-b964-45e1-853b-b89b9dd8c5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.742709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0608db0-de4b-4d92-9066-66784340d6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4402a44d-3dca-45b3-9d21-d7df37dc0292,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.801026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.840213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=eb649515-8971-4938-b674-376547524940,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.846292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No DVR routers for this DVR port eb649515-8971-4938-b674-376547524940 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:09.879000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-17b943ac-b964-45e1-853b-b89b9dd8c5f2 None None] For port eb649515-8971-4938-b674-376547524940, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eb649515-8971-4938-b674-376547524940,segment=NetworkSegment(d7301d1e-22d7-4ae4-9012-e4b77e928bfe),segment_id=d7301d1e-22d7-4ae4-9012-e4b77e928bfe)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:09.879769 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-17b943ac-b964-45e1-853b-b89b9dd8c5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.897851 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ced81add-6598-4acd-a1c7-f10be727163d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:09.927302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ced81add-6598-4acd-a1c7-f10be727163d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:09.927905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ced81add-6598-4acd-a1c7-f10be727163d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:09.928516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 24a63951-0a16-4940-9d62-dd32d953fe21 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:09.938389 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.951844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354596d0-79d5-4b70-95b1-13a16604f465']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:09.952351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-17b943ac-b964-45e1-853b-b89b9dd8c5f2 None None] Calling delete_port for eb649515-8971-4938-b674-376547524940 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:09.954001 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 24a63951-0a16-4940-9d62-dd32d953fe21 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:09.954346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 24a63951-0a16-4940-9d62-dd32d953fe21 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:09.954761 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb649515-8971-4938-b674-376547524940 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:09.975628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7301d1e-22d7-4ae4-9012-e4b77e928bfe') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:09.976089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7301d1e-22d7-4ae4-9012-e4b77e928bfe') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:09.983971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: eb649515-8971-4938-b674-376547524940 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:09.984475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eb649515-8971-4938-b674-376547524940 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:09.985470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3b1587bd-6ede-4bf0-aad4-828531938926 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:09.987314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.002661 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.007179 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 3b1587bd-6ede-4bf0-aad4-828531938926 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:10.007533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3b1587bd-6ede-4bf0-aad4-828531938926 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:10.013060 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:10.013644 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:10.017189 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:10.091597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.107204 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-17b943ac-b964-45e1-853b-b89b9dd8c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.107432 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.109497 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/networks/354596d0-79d5-4b70-95b1-13a16604f465 HTTP/1.1" status: 204 len: 168 time: 0.7099221 Aug 16 02:19:10.113216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50804) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:10.118785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-790679887', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:10.139659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a28d5-27a9-4ab3-ac94-4c48f812ce58 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Network': ['ID=354596d0-79d5-4b70-95b1-13a16604f465,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:10.141159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17b943ac-b964-45e1-853b-b89b9dd8c5f2 None None] Network 354596d0-79d5-4b70-95b1-13a16604f465 is not hosted by any dhcp agent {{(pid=101382) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:19:10.142062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b943ac-b964-45e1-853b-b89b9dd8c5f2 None None] No DVR routers for this DVR port eb649515-8971-4938-b674-376547524940 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:10.144898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b943ac-b964-45e1-853b-b89b9dd8c5f2 None None] Pushing event deleted for resources: {'Port': ['ID=eb649515-8971-4938-b674-376547524940,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:10.187963 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.190047 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.282163 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.286339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50810) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:10.307765 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0aea0e8-ad2d-48ec-b8cd-700afddcd38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.424043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403d830-a8c8-4e1d-bba1-2cb3c8876dd4 req-3dbc93b3-9876-48be-8e7a-a2c0ca030896 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.425642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5403d830-a8c8-4e1d-bba1-2cb3c8876dd4 req-3dbc93b3-9876-48be-8e7a-a2c0ca030896 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 944 time: 0.2191029 Aug 16 02:19:10.425803 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0aea0e8-ad2d-48ec-b8cd-700afddcd38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.431621 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0aea0e8-ad2d-48ec-b8cd-700afddcd38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.481932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f0aea0e8-ad2d-48ec-b8cd-700afddcd38b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1909087 Aug 16 02:19:10.481932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aea0e8-ad2d-48ec-b8cd-700afddcd38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634dc086-d5e4-4124-ab4c-519944a8ffd7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:10.490086 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50812) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:10.522315 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.535782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba013c7f-1abd-41a8-87a9-4af997111551 req-db5e2172-aea0-44e3-b85e-4b23c7889271 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.541502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba013c7f-1abd-41a8-87a9-4af997111551 req-db5e2172-aea0-44e3-b85e-4b23c7889271 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 946 time: 0.1860118 Aug 16 02:19:10.548540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5245c236-b736-4173-8ff4-110d1dd84eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.570274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5245c236-b736-4173-8ff4-110d1dd84eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.623765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5403d830-a8c8-4e1d-bba1-2cb3c8876dd4 req-4326923b-03b1-441c-a31a-2480b40a47f0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534610 Aug 16 02:19:10.631609 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5245c236-b736-4173-8ff4-110d1dd84eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.635212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5245c236-b736-4173-8ff4-110d1dd84eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.636372 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5245c236-b736-4173-8ff4-110d1dd84eef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/634dc086-d5e4-4124-ab4c-519944a8ffd7 HTTP/1.1" status: 204 len: 168 time: 0.1451390 Aug 16 02:19:10.640373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e781d26f-490c-4fe2-8b00-a7164e9ce0a8 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:10.647786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba013c7f-1abd-41a8-87a9-4af997111551 req-1a4b48ec-4a72-406a-82f2-5f1ccd5c5dca tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951974 Aug 16 02:19:10.673849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245c236-b736-4173-8ff4-110d1dd84eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634dc086-d5e4-4124-ab4c-519944a8ffd7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:10.733736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:10.738500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:10.738992 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.852404 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.867830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.897188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70298355-1a75-44c0-b237-8dfa021e9d44 req-6a803550-7500-4fc1-9ba0-4e4d351f411e tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.898880 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70298355-1a75-44c0-b237-8dfa021e9d44 req-6a803550-7500-4fc1-9ba0-4e4d351f411e tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=864e946e-1cc0-4cdd-bc9e-de42d082aaea HTTP/1.1" status: 200 len: 946 time: 0.0986407 Aug 16 02:19:10.900846 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.913065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e781d26f-490c-4fe2-8b00-a7164e9ce0a8, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e781d26f-490c-4fe2-8b00-a7164e9ce0a8,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:10.918884 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.986547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e781d26f-490c-4fe2-8b00-a7164e9ce0a8,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:11.047808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Allocated IP 172.25.2.114 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/5a93cb07-5a67-4d5c-9323-7df174d7971a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:11.071783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70298355-1a75-44c0-b237-8dfa021e9d44 req-07d6ac1c-d747-4b11-b173-81356e70ee31 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611150 Aug 16 02:19:11.197117 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.256513 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.302606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:11.310524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:11.313053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:11.324479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa2133a-e266-4772-916a-4e347e9ee21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e781d26f-490c-4fe2-8b00-a7164e9ce0a8'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:11.327036 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9164234b-5fa9-4ba1-b51f-4cb2635bc562" -d '{"events": [{"server_uuid": "1fa2133a-e266-4772-916a-4e347e9ee21d", "name": "network-vif-plugged", "status": "completed", "tag": "e781d26f-490c-4fe2-8b00-a7164e9ce0a8"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:11.343035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=5a93cb07-5a67-4d5c-9323-7df174d7971a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:11.373952 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35988919-3f4a-4811-bd5b-64b04dc626a5 x-openstack-request-id: req-35988919-3f4a-4811-bd5b-64b04dc626a5 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:11.374442 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa2133a-e266-4772-916a-4e347e9ee21d", "name": "network-vif-plugged", "status": "completed", "tag": "e781d26f-490c-4fe2-8b00-a7164e9ce0a8", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:11.374852 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-35988919-3f4a-4811-bd5b-64b04dc626a5 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:11.375441 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa2133a-e266-4772-916a-4e347e9ee21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e781d26f-490c-4fe2-8b00-a7164e9ce0a8', 'code': 200} Aug 16 02:19:11.497829 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f96f628a-2756-4d3b-94e1-7c66e51245ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.553921 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0f8e1-a085-4ff2-b557-37212f734160 req-d84093fe-019f-417d-a70b-54c81f63a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.555635 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a5d0f8e1-a085-4ff2-b557-37212f734160 req-d84093fe-019f-417d-a70b-54c81f63a072 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 1097 time: 0.0443339 Aug 16 02:19:11.580458 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.601382 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a5d0f8e1-a085-4ff2-b557-37212f734160 req-3cdf0caa-6b02-4219-8228-508c3b474786 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340476 Aug 16 02:19:11.607181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0952a95-55bf-4498-802a-e47bb1f5deb9 req-275c449d-5d3e-40d7-9a17-8e688d91b8c5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.608698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0952a95-55bf-4498-802a-e47bb1f5deb9 req-275c449d-5d3e-40d7-9a17-8e688d91b8c5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=864e946e-1cc0-4cdd-bc9e-de42d082aaea HTTP/1.1" status: 200 len: 946 time: 0.1239443 Aug 16 02:19:11.687407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0952a95-55bf-4498-802a-e47bb1f5deb9 req-b9b246ce-38c3-40f3-bedf-f5657fcde50b tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726488 Aug 16 02:19:11.688108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.158025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ccb96-f03b-4b83-9831-094f6e00a694 req-33559d26-d02c-4d66-9abb-682bc4c449aa tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.160946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-096ccb96-f03b-4b83-9831-094f6e00a694 req-33559d26-d02c-4d66-9abb-682bc4c449aa tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 945 time: 0.4351492 Aug 16 02:19:12.247285 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-096ccb96-f03b-4b83-9831-094f6e00a694 req-344b49cf-ca07-4d74-b20b-e3a9b3d752ad tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787728 Aug 16 02:19:12.311495 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.438285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router e2fb671f-715c-45fe-b079-b0288348b8f2 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:12.579577 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:12.591185 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3b2d7-5787-4653-9f2c-f4ca93f2830e None None] Sync routers for ids ['e2fb671f-715c-45fe-b079-b0288348b8f2'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:12.601990 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3b2d7-5787-4653-9f2c-f4ca93f2830e None None] Routers {'e2fb671f-715c-45fe-b079-b0288348b8f2'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:12.604128 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-afb3b2d7-5787-4653-9f2c-f4ca93f2830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e2fb671f-715c-45fe-b079-b0288348b8f2'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:12.606263 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.607487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1f77bf20-000c-4da1-a896-c85da1e2fd75 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4931350 Aug 16 02:19:12.610486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50842) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:12.615250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e7375-997e-448d-9ad6-382203d9422a req-130cfe4e-198e-4a15-b6b4-971ffc0b87bc tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.616903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a56e7375-997e-448d-9ad6-382203d9422a req-130cfe4e-198e-4a15-b6b4-971ffc0b87bc tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.89 "GET /v2.0/ports?device_id=864e946e-1cc0-4cdd-bc9e-de42d082aaea HTTP/1.1" status: 200 len: 946 time: 0.0783253 Aug 16 02:19:12.663942 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-afb3b2d7-5787-4653-9f2c-f4ca93f2830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:12.677131 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3b2d7-5787-4653-9f2c-f4ca93f2830e None None] Routers {'e2fb671f-715c-45fe-b079-b0288348b8f2'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:12.678651 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-afb3b2d7-5787-4653-9f2c-f4ca93f2830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e2fb671f-715c-45fe-b079-b0288348b8f2'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:12.727126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a56e7375-997e-448d-9ad6-382203d9422a req-586c68a5-d6f2-4590-bb70-fa872e84f591 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Deleting port 2563feec-bdc8-43af-a2a8-7664d43839d5 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:12.728996 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a56e7375-997e-448d-9ad6-382203d9422a req-586c68a5-d6f2-4590-bb70-fa872e84f591 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.736298 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-afb3b2d7-5787-4653-9f2c-f4ca93f2830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:12.737787 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3b2d7-5787-4653-9f2c-f4ca93f2830e None None] The sync data for ids ['e2fb671f-715c-45fe-b079-b0288348b8f2'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:12.750795 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2e9c6652-2ae8-41ab-936c-4733b6346eb6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/routers/e2fb671f-715c-45fe-b079-b0288348b8f2 HTTP/1.1" status: 200 len: 880 time: 0.1389925 Aug 16 02:19:12.753794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50848) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:12.786931 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.885154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393ff51-c661-4671-aea7-b1cc72a960cd req-4b3c2c90-b9f7-488c-b4f9-001d07a4e386 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.886552 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e393ff51-c661-4671-aea7-b1cc72a960cd req-4b3c2c90-b9f7-488c-b4f9-001d07a4e386 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=864e946e-1cc0-4cdd-bc9e-de42d082aaea HTTP/1.1" status: 200 len: 946 time: 0.0874817 Aug 16 02:19:12.891775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a56e7375-997e-448d-9ad6-382203d9422a req-586c68a5-d6f2-4590-bb70-fa872e84f591 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] For port 2563feec-bdc8-43af-a2a8-7664d43839d5, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2563feec-bdc8-43af-a2a8-7664d43839d5,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:12.892260 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a56e7375-997e-448d-9ad6-382203d9422a req-586c68a5-d6f2-4590-bb70-fa872e84f591 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.914532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a56e7375-997e-448d-9ad6-382203d9422a req-586c68a5-d6f2-4590-bb70-fa872e84f591 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Calling delete_port for 2563feec-bdc8-43af-a2a8-7664d43839d5 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:12.989368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e393ff51-c661-4671-aea7-b1cc72a960cd req-9639e454-a440-4fd0-8005-1dcbd09c2bcf tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/security-groups?id=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873184 Aug 16 02:19:13.145633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a56e7375-997e-448d-9ad6-382203d9422a req-586c68a5-d6f2-4590-bb70-fa872e84f591 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.161345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2563feec-bdc8-43af-a2a8-7664d43839d5'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:13.197710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c68a5-d6f2-4590-bb70-fa872e84f591 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Pushing event deleted for resources: {'Port': ['ID=2563feec-bdc8-43af-a2a8-7664d43839d5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:13.201680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['a8a92962-d296-46b0-9aae-74e943ff72be'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:13.255442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56e7375-997e-448d-9ad6-382203d9422a req-586c68a5-d6f2-4590-bb70-fa872e84f591 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] No DVR routers for this DVR port 2563feec-bdc8-43af-a2a8-7664d43839d5 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:13.259592 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a56e7375-997e-448d-9ad6-382203d9422a req-586c68a5-d6f2-4590-bb70-fa872e84f591 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.263488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a56e7375-997e-448d-9ad6-382203d9422a req-586c68a5-d6f2-4590-bb70-fa872e84f591 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.89 "DELETE /v2.0/ports/2563feec-bdc8-43af-a2a8-7664d43839d5 HTTP/1.1" status: 204 len: 173 time: 0.6403794 Aug 16 02:19:13.264288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864e946e-1cc0-4cdd-bc9e-de42d082aaea', 'name': 'network-vif-deleted', 'tag': '2563feec-bdc8-43af-a2a8-7664d43839d5'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:13.270641 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4766aae-71bc-4d1b-b1c4-a9d737ba21e1" -d '{"events": [{"server_uuid": "864e946e-1cc0-4cdd-bc9e-de42d082aaea", "name": "network-vif-deleted", "tag": "2563feec-bdc8-43af-a2a8-7664d43839d5"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:13.395601 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea33140b-2387-4224-b9bb-d6d186455756 x-openstack-request-id: req-ea33140b-2387-4224-b9bb-d6d186455756 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:13.395966 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864e946e-1cc0-4cdd-bc9e-de42d082aaea", "name": "network-vif-deleted", "tag": "2563feec-bdc8-43af-a2a8-7664d43839d5", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:13.396154 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea33140b-2387-4224-b9bb-d6d186455756 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:13.396528 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864e946e-1cc0-4cdd-bc9e-de42d082aaea', 'name': 'network-vif-deleted', 'tag': '2563feec-bdc8-43af-a2a8-7664d43839d5', 'status': 'completed', 'code': 200} Aug 16 02:19:13.466360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e8333-daff-4a59-ba33-423a3d397ad1 req-b068f45e-ab24-4da5-83d4-9e55b0aeb0f8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.468027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac0e8333-daff-4a59-ba33-423a3d397ad1 req-b068f45e-ab24-4da5-83d4-9e55b0aeb0f8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 945 time: 0.0868611 Aug 16 02:19:13.524274 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ee86ef5-2a86-4876-8619-9559abd3643b tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7692399 Aug 16 02:19:13.527833 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50866) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:13.532037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac0e8333-daff-4a59-ba33-423a3d397ad1 req-abc30eb9-b3ea-439e-81e9-edc3897699ee tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540712 Aug 16 02:19:13.534628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9ddd26bf-e26e-45bb-afb6-179cc1bdb475 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-790679887'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:13.615138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd3eb3-3149-4e8e-bd5f-159d6550cf9a req-d58ffc57-9b2d-42d6-a701-703e1ccec1d5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.617119 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1fcd3eb3-3149-4e8e-bd5f-159d6550cf9a req-d58ffc57-9b2d-42d6-a701-703e1ccec1d5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.84 "GET /v2.0/ports?device_id=b42d2ed6-0a11-47f0-bd86-5221127c2604 HTTP/1.1" status: 200 len: 946 time: 0.1405561 Aug 16 02:19:13.660491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061d4f1-e2e3-460a-b6da-d9a541886287 req-eb4a0ca1-4f73-4b97-8068-c17b4c2dbabf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.662117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8061d4f1-e2e3-460a-b6da-d9a541886287 req-eb4a0ca1-4f73-4b97-8068-c17b4c2dbabf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 945 time: 0.0536563 Aug 16 02:19:13.729119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8061d4f1-e2e3-460a-b6da-d9a541886287 req-c01b7100-ae05-4d21-8af8-f86e81ae572a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459037 Aug 16 02:19:13.872051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8cbfc-9190-4544-a910-d067f352bd13 req-1ed22dcb-41aa-430a-a307-915272e7069a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.877526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63d8cbfc-9190-4544-a910-d067f352bd13 req-1ed22dcb-41aa-430a-a307-915272e7069a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 945 time: 0.0602059 Aug 16 02:19:13.894877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-1fcd3eb3-3149-4e8e-bd5f-159d6550cf9a req-073190ae-d45e-4657-97f2-c2a4ba4917f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Deleting port a8a92962-d296-46b0-9aae-74e943ff72be {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:13.895941 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1fcd3eb3-3149-4e8e-bd5f-159d6550cf9a req-073190ae-d45e-4657-97f2-c2a4ba4917f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.957149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63d8cbfc-9190-4544-a910-d067f352bd13 req-ecc92117-6deb-42f6-b520-a2807d5a10ee tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671339 Aug 16 02:19:14.101030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-1fcd3eb3-3149-4e8e-bd5f-159d6550cf9a req-073190ae-d45e-4657-97f2-c2a4ba4917f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] For port a8a92962-d296-46b0-9aae-74e943ff72be, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=a8a92962-d296-46b0-9aae-74e943ff72be,segment=NetworkSegment(6a84a302-96f5-42d2-8cd7-dba996fd0c4d),segment_id=6a84a302-96f5-42d2-8cd7-dba996fd0c4d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:14.101414 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1fcd3eb3-3149-4e8e-bd5f-159d6550cf9a req-073190ae-d45e-4657-97f2-c2a4ba4917f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.116834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-1fcd3eb3-3149-4e8e-bd5f-159d6550cf9a req-073190ae-d45e-4657-97f2-c2a4ba4917f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Calling delete_port for a8a92962-d296-46b0-9aae-74e943ff72be owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:14.222463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1877f521-024d-4b88-b453-de36ae3e0354 req-5eb7f840-f714-46d7-85be-a600d7119601 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.79 "GET /v2.0/ports?device_id=864e946e-1cc0-4cdd-bc9e-de42d082aaea HTTP/1.1" status: 200 len: 210 time: 0.0618079 Aug 16 02:19:14.285448 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.381576 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ddd26bf-e26e-45bb-afb6-179cc1bdb475 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.397595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ddd26bf-e26e-45bb-afb6-179cc1bdb475 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.415258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f9ff8-9a91-4a6a-8625-371d33ffeb87 req-7fd42534-7832-4699-8b21-7e1daa8e3adc tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:14.416847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f5f9ff8-9a91-4a6a-8625-371d33ffeb87 req-7fd42534-7832-4699-8b21-7e1daa8e3adc tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 945 time: 0.0648079 Aug 16 02:19:14.478058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f5f9ff8-9a91-4a6a-8625-371d33ffeb87 req-b543a6ae-ba20-41a5-b1ae-4aa5706be53e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547528 Aug 16 02:19:14.506293 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1fcd3eb3-3149-4e8e-bd5f-159d6550cf9a req-073190ae-d45e-4657-97f2-c2a4ba4917f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.520578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2563feec-bdc8-43af-a2a8-7664d43839d5'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:14.581416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073190ae-d45e-4657-97f2-c2a4ba4917f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Pushing event deleted for resources: {'Port': ['ID=a8a92962-d296-46b0-9aae-74e943ff72be,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:14.644762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcd3eb3-3149-4e8e-bd5f-159d6550cf9a req-073190ae-d45e-4657-97f2-c2a4ba4917f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] No DVR routers for this DVR port a8a92962-d296-46b0-9aae-74e943ff72be on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:14.648373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-1fcd3eb3-3149-4e8e-bd5f-159d6550cf9a req-073190ae-d45e-4657-97f2-c2a4ba4917f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.651055 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1fcd3eb3-3149-4e8e-bd5f-159d6550cf9a req-073190ae-d45e-4657-97f2-c2a4ba4917f5 tempest-MultipleCreateTestJSON-764055974 tempest-MultipleCreateTestJSON-764055974-project] 10.222.0.84 "DELETE /v2.0/ports/a8a92962-d296-46b0-9aae-74e943ff72be HTTP/1.1" status: 204 len: 173 time: 1.0258567 Aug 16 02:19:14.651571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d2ed6-0a11-47f0-bd86-5221127c2604', 'name': 'network-vif-deleted', 'tag': 'a8a92962-d296-46b0-9aae-74e943ff72be'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:14.654062 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f38a94c-5fe2-4868-bcf4-96e95777f1c3" -d '{"events": [{"server_uuid": "b42d2ed6-0a11-47f0-bd86-5221127c2604", "name": "network-vif-deleted", "tag": "a8a92962-d296-46b0-9aae-74e943ff72be"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:14.664035 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddd26bf-e26e-45bb-afb6-179cc1bdb475 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router e2fb671f-715c-45fe-b079-b0288348b8f2 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:14.725087 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2262cd-3021-4484-91ff-7b51d35ca4f9 x-openstack-request-id: req-bd2262cd-3021-4484-91ff-7b51d35ca4f9 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:14.725446 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42d2ed6-0a11-47f0-bd86-5221127c2604", "name": "network-vif-deleted", "tag": "a8a92962-d296-46b0-9aae-74e943ff72be", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:14.725764 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd2262cd-3021-4484-91ff-7b51d35ca4f9 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:14.726337 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42d2ed6-0a11-47f0-bd86-5221127c2604', 'name': 'network-vif-deleted', 'tag': 'a8a92962-d296-46b0-9aae-74e943ff72be', 'status': 'completed', 'code': 200} Aug 16 02:19:14.788758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddd26bf-e26e-45bb-afb6-179cc1bdb475 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:14.796087 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ddd26bf-e26e-45bb-afb6-179cc1bdb475 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.797711 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9ddd26bf-e26e-45bb-afb6-179cc1bdb475 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/e2fb671f-715c-45fe-b079-b0288348b8f2 HTTP/1.1" status: 200 len: 887 time: 1.2681828 Aug 16 02:19:14.799950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50896) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:14.800412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa72f3d-b6d4-4420-8b7f-74682b4a05c0 None None] Sync routers for ids ['e2fb671f-715c-45fe-b079-b0288348b8f2'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:14.811460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa72f3d-b6d4-4420-8b7f-74682b4a05c0 None None] Routers {'e2fb671f-715c-45fe-b079-b0288348b8f2'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:14.821951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4aa72f3d-b6d4-4420-8b7f-74682b4a05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e2fb671f-715c-45fe-b079-b0288348b8f2'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.887311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4aa72f3d-b6d4-4420-8b7f-74682b4a05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.896160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa72f3d-b6d4-4420-8b7f-74682b4a05c0 None None] Routers {'e2fb671f-715c-45fe-b079-b0288348b8f2'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:14.896806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4aa72f3d-b6d4-4420-8b7f-74682b4a05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e2fb671f-715c-45fe-b079-b0288348b8f2'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.927738 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-63e3c36e-845f-440e-8e27-537f8e18e853 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/routers/e2fb671f-715c-45fe-b079-b0288348b8f2 HTTP/1.1" status: 200 len: 887 time: 0.1266894 Aug 16 02:19:14.930957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50900) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:14.932364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4aa72f3d-b6d4-4420-8b7f-74682b4a05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.933064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa72f3d-b6d4-4420-8b7f-74682b4a05c0 None None] The sync data for ids ['e2fb671f-715c-45fe-b079-b0288348b8f2'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:14.960142 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dbed82fc-5c92-4dfc-ae4e-f18b1f5ccf0c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2fb671f-715c-45fe-b079-b0288348b8f2 HTTP/1.1" status: 200 len: 205 time: 0.0277331 Aug 16 02:19:14.962912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50904) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:15.074565 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.188410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.244165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port 5a93cb07-5a67-4d5c-9323-7df174d7971a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:15.244508 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.329427 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.341989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50912) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:15.344799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for 5a93cb07-5a67-4d5c-9323-7df174d7971a owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:15.387754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-382c033c-c895-4e70-8361-129aa63c1f76 admin admin] Deleting subnet 0b71849d-3b87-4c94-8a03-cd02dbf2bd07 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:15.390928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-382c033c-c895-4e70-8361-129aa63c1f76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.425960 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-382c033c-c895-4e70-8361-129aa63c1f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.471690 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-382c033c-c895-4e70-8361-129aa63c1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.536605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.560562 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-382c033c-c895-4e70-8361-129aa63c1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.574678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=5a93cb07-5a67-4d5c-9323-7df174d7971a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:15.604381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c033c-c895-4e70-8361-129aa63c1f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b71849d-3b87-4c94-8a03-cd02dbf2bd07,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:15.611919 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-382c033c-c895-4e70-8361-129aa63c1f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.616361 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-382c033c-c895-4e70-8361-129aa63c1f76 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0b71849d-3b87-4c94-8a03-cd02dbf2bd07 HTTP/1.1" status: 204 len: 168 time: 0.2708139 Aug 16 02:19:15.616361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50920) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:15.661679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.691929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de688985-342d-4272-9053-3e6c3b7d0c78 req-8a63fff4-94b1-47af-968e-5c0f0de28aad tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.693525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de688985-342d-4272-9053-3e6c3b7d0c78 req-8a63fff4-94b1-47af-968e-5c0f0de28aad tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 945 time: 0.1449935 Aug 16 02:19:15.712573 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.758305 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.761340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.771748 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de688985-342d-4272-9053-3e6c3b7d0c78 req-dca889cb-ffe6-48b4-b32b-898d4d7888e2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676847 Aug 16 02:19:15.816797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.818020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Fanout notify agent at l3_agent the message router_deleted on router e2fb671f-715c-45fe-b079-b0288348b8f2 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:15.826648 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.828092 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.829998 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-37921893-1839-4ccc-8b32-812fdb5a7913 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/e2fb671f-715c-45fe-b079-b0288348b8f2 HTTP/1.1" status: 204 len: 168 time: 0.8661795 Aug 16 02:19:15.833779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50922) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:15.839132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'network': {'name': 'tempest-RoutersTest-72845009'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:15.844858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192d414b-0555-4f7c-a24f-e86abe41e355']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:15.856097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a84a302-96f5-42d2-8cd7-dba996fd0c4d') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:15.856479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a84a302-96f5-42d2-8cd7-dba996fd0c4d') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:15.866089 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.873259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:15.876994 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.883343 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.891237 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:15.891551 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:15.893429 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:15.912323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:15.924025 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.924426 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added segment 1e8097f1-9509-4250-84b7-bdd4db33872d of type vlan for network e3d2fd4d-dc16-471d-b700-450f963d3a93 Aug 16 02:19:15.952757 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.958779 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.969093 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] 10.222.0.79 "DELETE /v2.0/networks/192d414b-0555-4f7c-a24f-e86abe41e355 HTTP/1.1" status: 204 len: 168 time: 0.3474803 Aug 16 02:19:15.979790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.999383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ef2fb-bb85-4e9d-8e18-b39dcc74c555 admin admin] Pushing event deleted for resources: {'Network': ['ID=192d414b-0555-4f7c-a24f-e86abe41e355,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.014584 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.020997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.021613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.121307 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2834170 Aug 16 02:19:16.121671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50930) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:16.126846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'subnet': {'network_id': 'e3d2fd4d-dc16-471d-b700-450f963d3a93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:16.141884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50932) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:16.160077 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c40c0-fc48-4f8d-981f-b922a035cb87 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Network': ['ID=e3d2fd4d-dc16-471d-b700-450f963d3a93,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.175069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network e3d2fd4d-dc16-471d-b700-450f963d3a93 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:16.181218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e386592-7bac-4655-a939-0b0a723ece66 req-733ad500-daa3-43c7-b313-eac603f13253 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.182736 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4e386592-7bac-4655-a939-0b0a723ece66 req-733ad500-daa3-43c7-b313-eac603f13253 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 945 time: 0.0990455 Aug 16 02:19:16.270532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5721ab51-2e49-4e57-9d0e-154f71deb551 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40acf36e8b3e48ba908eb7d2f5cdedeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278176 Aug 16 02:19:16.273243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50936) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:16.310644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4e386592-7bac-4655-a939-0b0a723ece66 req-68e328a2-ef32-45db-9d22-8a8f52ecf966 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Deleting port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:16.311414 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4e386592-7bac-4655-a939-0b0a723ece66 req-68e328a2-ef32-45db-9d22-8a8f52ecf966 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.316597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:16.320604 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.425498 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e0d3870-14e0-4b8f-8bc6-d388487341e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.433535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4e386592-7bac-4655-a939-0b0a723ece66 req-68e328a2-ef32-45db-9d22-8a8f52ecf966 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] For port e781d26f-490c-4fe2-8b00-a7164e9ce0a8, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e781d26f-490c-4fe2-8b00-a7164e9ce0a8,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:16.434416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4e386592-7bac-4655-a939-0b0a723ece66 req-68e328a2-ef32-45db-9d22-8a8f52ecf966 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.454646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4e386592-7bac-4655-a939-0b0a723ece66 req-68e328a2-ef32-45db-9d22-8a8f52ecf966 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Calling delete_port for e781d26f-490c-4fe2-8b00-a7164e9ce0a8 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:16.458852 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e0d3870-14e0-4b8f-8bc6-d388487341e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.581947 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e0d3870-14e0-4b8f-8bc6-d388487341e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.584396 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e0d3870-14e0-4b8f-8bc6-d388487341e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.585631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2e0d3870-14e0-4b8f-8bc6-d388487341e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/899fcd5b-9300-4eb7-87c1-07f7e0e4aca2 HTTP/1.1" status: 204 len: 168 time: 0.3112259 Aug 16 02:19:16.598873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d3870-14e0-4b8f-8bc6-d388487341e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899fcd5b-9300-4eb7-87c1-07f7e0e4aca2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.601388 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.648362 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4e386592-7bac-4655-a939-0b0a723ece66 req-68e328a2-ef32-45db-9d22-8a8f52ecf966 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.655459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2563feec-bdc8-43af-a2a8-7664d43839d5 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:16.675340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Subnet': ['ID=2478efa2-d6a1-4b71-8a2e-e73aab5e6c08,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.686178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Checking segment: {'id': '1e8097f1-9509-4250-84b7-bdd4db33872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e3d2fd4d-dc16-471d-b700-450f963d3a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:16.686535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network hostable DHCP agents. Network: e3d2fd4d-dc16-471d-b700-450f963d3a93, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:16.688832 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 2563feec-bdc8-43af-a2a8-7664d43839d5 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:16.689546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2563feec-bdc8-43af-a2a8-7664d43839d5 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:16.697017 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['e781d26f-490c-4fe2-8b00-a7164e9ce0a8'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:16.713061 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network e3d2fd4d-dc16-471d-b700-450f963d3a93 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:16.713618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e328a2-ef32-45db-9d22-8a8f52ecf966 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event deleted for resources: {'Port': ['ID=e781d26f-490c-4fe2-8b00-a7164e9ce0a8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.731820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, e3d2fd4d-dc16-471d-b700-450f963d3a93) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:16.736539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.737208 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.741457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e781d26f-490c-4fe2-8b00-a7164e9ce0a8 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:16.767613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-91392256-7273-4b63-b401-0fde56d2e631 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6419055 Aug 16 02:19:16.770351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 50944) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:16.778105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f3542353-2ef4-4a9a-965f-52b7b6fbd942 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-405975503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:16.789517 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e786123d-9364-4fe0-8abf-611a87af66b5 None None] Network e3d2fd4d-dc16-471d-b700-450f963d3a93 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:16.803316 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e386592-7bac-4655-a939-0b0a723ece66 req-68e328a2-ef32-45db-9d22-8a8f52ecf966 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] No DVR routers for this DVR port e781d26f-490c-4fe2-8b00-a7164e9ce0a8 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:16.806360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4e386592-7bac-4655-a939-0b0a723ece66 req-68e328a2-ef32-45db-9d22-8a8f52ecf966 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.808550 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4e386592-7bac-4655-a939-0b0a723ece66 req-68e328a2-ef32-45db-9d22-8a8f52ecf966 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "DELETE /v2.0/ports/e781d26f-490c-4fe2-8b00-a7164e9ce0a8 HTTP/1.1" status: 204 len: 173 time: 0.6192827 Aug 16 02:19:16.809044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa2133a-e266-4772-916a-4e347e9ee21d', 'name': 'network-vif-deleted', 'tag': 'e781d26f-490c-4fe2-8b00-a7164e9ce0a8'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:16.811696 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f2dc77-09b4-4431-b9e5-b6cbb55ccd48" -d '{"events": [{"server_uuid": "1fa2133a-e266-4772-916a-4e347e9ee21d", "name": "network-vif-deleted", "tag": "e781d26f-490c-4fe2-8b00-a7164e9ce0a8"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:16.822499 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: e781d26f-490c-4fe2-8b00-a7164e9ce0a8 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:16.822853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e781d26f-490c-4fe2-8b00-a7164e9ce0a8 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:16.823278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a8a92962-d296-46b0-9aae-74e943ff72be no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:16.833255 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3542353-2ef4-4a9a-965f-52b7b6fbd942 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.834348 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3542353-2ef4-4a9a-965f-52b7b6fbd942 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.919272 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bc4503-68c5-4ab1-b9a6-80403cd6205d x-openstack-request-id: req-c7bc4503-68c5-4ab1-b9a6-80403cd6205d {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:16.919666 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa2133a-e266-4772-916a-4e347e9ee21d", "name": "network-vif-deleted", "tag": "e781d26f-490c-4fe2-8b00-a7164e9ce0a8", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:16.920009 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c7bc4503-68c5-4ab1-b9a6-80403cd6205d {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:16.920558 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa2133a-e266-4772-916a-4e347e9ee21d', 'name': 'network-vif-deleted', 'tag': 'e781d26f-490c-4fe2-8b00-a7164e9ce0a8', 'status': 'completed', 'code': 200} Aug 16 02:19:16.959176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: a8a92962-d296-46b0-9aae-74e943ff72be {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:16.959949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device a8a92962-d296-46b0-9aae-74e943ff72be not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:17.041538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3542353-2ef4-4a9a-965f-52b7b6fbd942 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.080765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e9ea2c1-2b38-4277-8184-f6e54f3904ff req-323fb4e6-5dbc-4a7d-a0cb-7b9814832553 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 210 time: 0.1366539 Aug 16 02:19:17.081860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3542353-2ef4-4a9a-965f-52b7b6fbd942 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.114598 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3542353-2ef4-4a9a-965f-52b7b6fbd942 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.120692 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f3542353-2ef4-4a9a-965f-52b7b6fbd942 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3461792 Aug 16 02:19:17.120874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 50956) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:17.138673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-e3d2fd4d-dc16-471d-b700-450f963d3a93', 'network_id': 'e3d2fd4d-dc16-471d-b700-450f963d3a93', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'fixed_ips': [{'subnet_id': '2478efa2-d6a1-4b71-8a2e-e73aab5e6c08'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:17.139654 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.355510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Allocated IP 172.20.0.2 (e3d2fd4d-dc16-471d-b700-450f963d3a93/2478efa2-d6a1-4b71-8a2e-e73aab5e6c08/6ae2405d-6d8a-4244-8eb6-bb476d7bdc66) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:17.647055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.682126 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.699088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Transition to ACTIVE for port object 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:17.716742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Transition to ACTIVE for port object 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:17.730713 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.778326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Network e3d2fd4d-dc16-471d-b700-450f963d3a93 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:17.781679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:17.785497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:17.848850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Attempting to bind port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:17.849251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Attempting to bind port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '1e8097f1-9509-4250-84b7-bdd4db33872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e3d2fd4d-dc16-471d-b700-450f963d3a93'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:17.849690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Attempting to bind port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 on network e3d2fd4d-dc16-471d-b700-450f963d3a93 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:17.855427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Pushing event updated for resources: {'Port': ['ID=6ae2405d-6d8a-4244-8eb6-bb476d7bdc66,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:17.858193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:17.858667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Checking segment: {'id': '1e8097f1-9509-4250-84b7-bdd4db33872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e3d2fd4d-dc16-471d-b700-450f963d3a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:17.859132 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.859596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Bound using segment: {'id': '1e8097f1-9509-4250-84b7-bdd4db33872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e3d2fd4d-dc16-471d-b700-450f963d3a93'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:17.860160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Bound port: 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8097f1-9509-4250-84b7-bdd4db33872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e3d2fd4d-dc16-471d-b700-450f963d3a93'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:17.860799 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.946806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] For port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:17.951097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] For port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6ae2405d-6d8a-4244-8eb6-bb476d7bdc66,segment=NetworkSegment(1e8097f1-9509-4250-84b7-bdd4db33872d),segment_id=1e8097f1-9509-4250-84b7-bdd4db33872d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:17.957866 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.044135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a721d-0ddf-4bbf-bc5a-c5aba57d6962 None None] Pushing event updated for resources: {'Port': ['ID=6ae2405d-6d8a-4244-8eb6-bb476d7bdc66,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:18.258716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dce50ae8-5723-4f32-80c8-aff21a93a8f0 req-6dc6a53d-2bf0-4f18-b2bf-b031b098bc33 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 210 time: 0.0562232 Aug 16 02:19:18.426353 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.683157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Allocated IP 172.20.0.1 (e3d2fd4d-dc16-471d-b700-450f963d3a93/2478efa2-d6a1-4b71-8a2e-e73aab5e6c08/6a3c7ec2-931a-4ce8-868c-06e43c5140a0) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:18.818615 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.821587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51014) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:18.839644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Transition to ACTIVE for port object 6a3c7ec2-931a-4ce8-868c-06e43c5140a0 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:18.877228 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.959347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network e3d2fd4d-dc16-471d-b700-450f963d3a93 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:18.963716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:18.968714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:18.976162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=6a3c7ec2-931a-4ce8-868c-06e43c5140a0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:19.025443 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29e7bb48-0cd1-4215-8a66-6ec0df2ced22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.039235 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.144116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29e7bb48-0cd1-4215-8a66-6ec0df2ced22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.151785 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29e7bb48-0cd1-4215-8a66-6ec0df2ced22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.236808 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.241787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7bb48-0cd1-4215-8a66-6ec0df2ced22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cd6b8c-e8ab-498b-9f18-3ab47de861e6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:19.250936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-29e7bb48-0cd1-4215-8a66-6ec0df2ced22 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14ab9c1a9fbd4398bca33c0b0d20e75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256091 Aug 16 02:19:19.253151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51022) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:19.339147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df67bdb9-e359-4724-8181-eee29189cdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.406773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce828768-c368-4e5e-9e92-88c1e5c1c5e0 None None] Network e3d2fd4d-dc16-471d-b700-450f963d3a93 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:19.411608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02063e61-5f44-4eca-8bd7-8362d8dd273b req-12f42346-c583-4db4-8242-9c347fe40d87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 210 time: 0.0513871 Aug 16 02:19:19.420243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df67bdb9-e359-4724-8181-eee29189cdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.484871 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df67bdb9-e359-4724-8181-eee29189cdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.488388 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df67bdb9-e359-4724-8181-eee29189cdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.492036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-df67bdb9-e359-4724-8181-eee29189cdc9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72cd6b8c-e8ab-498b-9f18-3ab47de861e6 HTTP/1.1" status: 204 len: 168 time: 0.2355161 Aug 16 02:19:19.499158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67bdb9-e359-4724-8181-eee29189cdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cd6b8c-e8ab-498b-9f18-3ab47de861e6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:19.591053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4dd39b85-b229-41de-ae44-e7aec992bc21 None None] Provisioning for port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:19.677832 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.690331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.808184 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.968809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=6a3c7ec2-931a-4ce8-868c-06e43c5140a0,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:19.971622 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:20.012464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network e3d2fd4d-dc16-471d-b700-450f963d3a93 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:20.014018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:20.105645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:20.111104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:20.111665 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.206640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router e745080a-c045-4a1f-a43f-6592ac27e10a is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:20.248679 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.269843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3e77e780-eab6-4e4b-9238-fe2772a94373 None None] Provisioning for port 6a3c7ec2-931a-4ce8-868c-06e43c5140a0 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:20.276585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3e77e780-eab6-4e4b-9238-fe2772a94373 None None] Provisioning complete for port 6a3c7ec2-931a-4ce8-868c-06e43c5140a0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:20.277296 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3e77e780-eab6-4e4b-9238-fe2772a94373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.348504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6ae2405d-6d8a-4244-8eb6-bb476d7bdc66,segment=NetworkSegment(1e8097f1-9509-4250-84b7-bdd4db33872d),segment_id=1e8097f1-9509-4250-84b7-bdd4db33872d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:20.350029 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3e77e780-eab6-4e4b-9238-fe2772a94373 None None] Port 6a3c7ec2-931a-4ce8-868c-06e43c5140a0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:20.359814 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.402993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:20.414342 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7ae94884-714f-41ad-912e-901eae93678c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/e745080a-c045-4a1f-a43f-6592ac27e10a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2918203 Aug 16 02:19:20.416776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51054) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:20.427292 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b49a86-baec-4941-a5d4-c14728d3a8da None None] Sync routers for ids ['e745080a-c045-4a1f-a43f-6592ac27e10a'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:20.444492 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b49a86-baec-4941-a5d4-c14728d3a8da None None] Routers {'e745080a-c045-4a1f-a43f-6592ac27e10a'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:20.445256 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d8b49a86-baec-4941-a5d4-c14728d3a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e745080a-c045-4a1f-a43f-6592ac27e10a'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:20.505091 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3e77e780-eab6-4e4b-9238-fe2772a94373 None None] Provisioning complete for port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:20.505091 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3e77e780-eab6-4e4b-9238-fe2772a94373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.534524 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d8b49a86-baec-4941-a5d4-c14728d3a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:20.545673 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b49a86-baec-4941-a5d4-c14728d3a8da None None] Routers {'e745080a-c045-4a1f-a43f-6592ac27e10a'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:20.546450 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d8b49a86-baec-4941-a5d4-c14728d3a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e745080a-c045-4a1f-a43f-6592ac27e10a'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:20.594743 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d8b49a86-baec-4941-a5d4-c14728d3a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:20.595880 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b49a86-baec-4941-a5d4-c14728d3a8da None None] The sync data for ids ['e745080a-c045-4a1f-a43f-6592ac27e10a'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:20.607600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15130109-7ca1-4ecd-abf1-6f872db78692 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:20.610470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=6ae2405d-6d8a-4244-8eb6-bb476d7bdc66,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.615222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-15130109-7ca1-4ecd-abf1-6f872db78692 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports/6a3c7ec2-931a-4ce8-868c-06e43c5140a0 HTTP/1.1" status: 200 len: 910 time: 0.1944273 Aug 16 02:19:20.615606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51060) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:20.625739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2c9b697a-76ef-4cb5-9c21-a9ea948a40d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2478efa2-d6a1-4b71-8a2e-e73aab5e6c08'}]}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:20.685702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4f17c64-a979-4942-96db-f2dc629c2a89 req-24c6b2ba-fe3a-4f8b-8e6a-3e250e23d493 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 210 time: 0.0657024 Aug 16 02:19:20.790371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51064) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:20.857570 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c9b697a-76ef-4cb5-9c21-a9ea948a40d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.896554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b8cdd9a5-1456-4b6f-aee4-515bd65808ea None None] Provisioning complete for port 6a3c7ec2-931a-4ce8-868c-06e43c5140a0 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:20.896852 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b8cdd9a5-1456-4b6f-aee4-515bd65808ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.935045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1888943667-network', 'tenant_id': 'fc8b10743ef042c98881d195d7885dcb'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:20.974267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdd9a5-1456-4b6f-aee4-515bd65808ea None None] Port 6a3c7ec2-931a-4ce8-868c-06e43c5140a0 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:20.982234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Made reservation on behalf of fc8b10743ef042c98881d195d7885dcb for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:20.985577 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.998383 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.126026 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.131651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.144891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:21.158499 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.158911 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Added segment a2e3077a-2379-43ee-bd03-a624473366ef of type vlan for network bfef28fc-a553-491a-91ce-0bf69efb864f Aug 16 02:19:21.231741 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.254172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927ad8e7-f609-48b1-90e9-b9c3f3048408,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.284440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.285740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.286261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.319866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5258048 Aug 16 02:19:21.346221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51076) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:21.354149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c9b697a-76ef-4cb5-9c21-a9ea948a40d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.361201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] Request body: {'subnet': {'network_id': 'bfef28fc-a553-491a-91ce-0bf69efb864f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1888943667-subnet', 'tenant_id': 'fc8b10743ef042c98881d195d7885dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:21.366237 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c9b697a-76ef-4cb5-9c21-a9ea948a40d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.385483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2562343-807b-4081-a9a5-fd5f0ae3012c admin admin] Pushing event updated for resources: {'Network': ['ID=bfef28fc-a553-491a-91ce-0bf69efb864f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.395538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network bfef28fc-a553-491a-91ce-0bf69efb864f details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:21.402895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] Made reservation on behalf of fc8b10743ef042c98881d195d7885dcb for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:21.406369 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.466962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b697a-76ef-4cb5-9c21-a9ea948a40d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=6a3c7ec2-931a-4ce8-868c-06e43c5140a0,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.522570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9b697a-76ef-4cb5-9c21-a9ea948a40d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.523206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c9b697a-76ef-4cb5-9c21-a9ea948a40d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.527253 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2c9b697a-76ef-4cb5-9c21-a9ea948a40d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/ports/6a3c7ec2-931a-4ce8-868c-06e43c5140a0 HTTP/1.1" status: 200 len: 910 time: 0.9077880 Aug 16 02:19:21.527494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51080) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:21.672388 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.817569 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ec27d0a-89bb-4b87-b217-c3e42dd714d2 req-ccdfe43d-b49d-4b2f-b65e-075f3862595a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fa2133a-e266-4772-916a-4e347e9ee21d HTTP/1.1" status: 200 len: 210 time: 0.0396941 Aug 16 02:19:21.818249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e23dbf-1a82-4163-b9d6-b584a29575d4,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.845817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] Checking segment: {'id': 'a2e3077a-2379-43ee-bd03-a624473366ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bfef28fc-a553-491a-91ce-0bf69efb864f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:21.856570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] Network hostable DHCP agents. Network: bfef28fc-a553-491a-91ce-0bf69efb864f, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:21.875441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:21.881719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] Network bfef28fc-a553-491a-91ce-0bf69efb864f is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:21.893482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, bfef28fc-a553-491a-91ce-0bf69efb864f) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:21.898115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.898748 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.913806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04344bf6-80d1-4c1b-9c05-f1b3ba164cf9 None None] Network bfef28fc-a553-491a-91ce-0bf69efb864f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:21.919223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-34b01b2f-a7e2-4879-b8e4-60b621a6438d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5714862 Aug 16 02:19:22.016444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:22.018990 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.021157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31e7881-f224-42ba-8638-755140350182 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.143726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e8ae1-4f4c-496c-8e44-a1ce66abc973 None None] Network bfef28fc-a553-491a-91ce-0bf69efb864f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:22.388233 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d31e7881-f224-42ba-8638-755140350182 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port 6a3c7ec2-931a-4ce8-868c-06e43c5140a0 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:22.388779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31e7881-f224-42ba-8638-755140350182 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.489773 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31e7881-f224-42ba-8638-755140350182 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.503732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-d31e7881-f224-42ba-8638-755140350182 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for 6a3c7ec2-931a-4ce8-868c-06e43c5140a0 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:22.517149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-415b2171-6d49-4c2c-ae6e-bc59961ad6f2 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:22.519050 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-415b2171-6d49-4c2c-ae6e-bc59961ad6f2 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/networks?id=bfef28fc-a553-491a-91ce-0bf69efb864f HTTP/1.1" status: 200 len: 809 time: 0.1412814 Aug 16 02:19:22.537749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-6f4f4ea1-b337-465a-b3d3-9e110100521b tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/quotas/fc8b10743ef042c98881d195d7885dcb HTTP/1.1" status: 200 len: 375 time: 0.0109079 Aug 16 02:19:22.569776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-060490bd-c4c8-4749-9a2e-d2d85986312d tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fc8b10743ef042c98881d195d7885dcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259161 Aug 16 02:19:22.681174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-78bb910d-8c5e-4295-9a4e-e94225ee352d service neutron] 10.222.0.79 "GET /v2.0/networks/bfef28fc-a553-491a-91ce-0bf69efb864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002264 Aug 16 02:19:22.690167 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31e7881-f224-42ba-8638-755140350182 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.723536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e7881-f224-42ba-8638-755140350182 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=6a3c7ec2-931a-4ce8-868c-06e43c5140a0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.779737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-f102d5df-1bc2-465f-aee2-60bb20dd8a65 service neutron] 10.222.0.79 "GET /v2.0/networks/bfef28fc-a553-491a-91ce-0bf69efb864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923121 Aug 16 02:19:22.916432 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d31e7881-f224-42ba-8638-755140350182 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.057935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9a4fc24-4f34-4438-a99c-bf7ae4566ba6 req-7bba7d6c-c2d6-43a3-9a7d-adca41afcc1c tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 210 time: 0.0500858 Aug 16 02:19:23.448624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31e7881-f224-42ba-8638-755140350182 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router e745080a-c045-4a1f-a43f-6592ac27e10a has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:23.550410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31e7881-f224-42ba-8638-755140350182 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:23.559008 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d31e7881-f224-42ba-8638-755140350182 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/e745080a-c045-4a1f-a43f-6592ac27e10a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0270457 Aug 16 02:19:23.559309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51130) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:23.565340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f791c8-6c89-4fa7-86b2-837e14a2d123 None None] Sync routers for ids ['e745080a-c045-4a1f-a43f-6592ac27e10a'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:23.584604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f791c8-6c89-4fa7-86b2-837e14a2d123 None None] Routers {'e745080a-c045-4a1f-a43f-6592ac27e10a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:23.585298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-54f791c8-6c89-4fa7-86b2-837e14a2d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e745080a-c045-4a1f-a43f-6592ac27e10a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:23.602660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51132) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:23.603729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-87e85a76-a7de-4256-a47f-b5e932d99e10 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=e745080a-c045-4a1f-a43f-6592ac27e10a HTTP/1.1" status: 200 len: 205 time: 0.0438902 Aug 16 02:19:23.641868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-54f791c8-6c89-4fa7-86b2-837e14a2d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:23.654131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f791c8-6c89-4fa7-86b2-837e14a2d123 None None] Routers {'e745080a-c045-4a1f-a43f-6592ac27e10a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:23.655742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-54f791c8-6c89-4fa7-86b2-837e14a2d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e745080a-c045-4a1f-a43f-6592ac27e10a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:23.694251 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-adce48ac-31f8-43c3-a1d5-73a95e478f02 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.698622 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-54f791c8-6c89-4fa7-86b2-837e14a2d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:23.700229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f791c8-6c89-4fa7-86b2-837e14a2d123 None None] The sync data for ids ['e745080a-c045-4a1f-a43f-6592ac27e10a'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:23.899277 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-adce48ac-31f8-43c3-a1d5-73a95e478f02 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.901751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-adce48ac-31f8-43c3-a1d5-73a95e478f02 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.961283 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-adce48ac-31f8-43c3-a1d5-73a95e478f02 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.962199 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adce48ac-31f8-43c3-a1d5-73a95e478f02 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Fanout notify agent at l3_agent the message router_deleted on router e745080a-c045-4a1f-a43f-6592ac27e10a {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:23.969633 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-adce48ac-31f8-43c3-a1d5-73a95e478f02 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.971181 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-adce48ac-31f8-43c3-a1d5-73a95e478f02 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/e745080a-c045-4a1f-a43f-6592ac27e10a HTTP/1.1" status: 204 len: 168 time: 0.3671048 Aug 16 02:19:23.973551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51134) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:24.041713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f33169-3cd5-4bc1-bf75-4529392c2cdb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting subnet 2478efa2-d6a1-4b71-8a2e-e73aab5e6c08 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:24.045968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f33169-3cd5-4bc1-bf75-4529392c2cdb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.103425 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f33169-3cd5-4bc1-bf75-4529392c2cdb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.215914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ea7b0dc-b99c-4e1c-80fa-9aad3764c08b req-979a5dee-fdd0-46ce-b6b0-1fe5171531e4 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 210 time: 0.0787723 Aug 16 02:19:24.244533 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f33169-3cd5-4bc1-bf75-4529392c2cdb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.424135 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f33169-3cd5-4bc1-bf75-4529392c2cdb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.471586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f33169-3cd5-4bc1-bf75-4529392c2cdb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Subnet': ['ID=2478efa2-d6a1-4b71-8a2e-e73aab5e6c08,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:24.476341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f32db26-ed6d-41a2-ab9c-8662a819d29c None None] Network e3d2fd4d-dc16-471d-b700-450f963d3a93 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:24.481606 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9f33169-3cd5-4bc1-bf75-4529392c2cdb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.483513 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a9f33169-3cd5-4bc1-bf75-4529392c2cdb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/2478efa2-d6a1-4b71-8a2e-e73aab5e6c08 HTTP/1.1" status: 204 len: 168 time: 0.5089846 Aug 16 02:19:24.486320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51144) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:24.514601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-e33d6014-20c5-44e3-a0af-d1d978fe0a31 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:24.515783 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-e33d6014-20c5-44e3-a0af-d1d978fe0a31 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.84 "GET /v2.0/networks?id=bfef28fc-a553-491a-91ce-0bf69efb864f HTTP/1.1" status: 200 len: 809 time: 0.2374606 Aug 16 02:19:24.535873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Request body: {'port': {'device_id': 'ad12c232-02c3-4dd2-8684-b6f73df38cb3', 'network_id': 'bfef28fc-a553-491a-91ce-0bf69efb864f', 'admin_state_up': True, 'tenant_id': 'fc8b10743ef042c98881d195d7885dcb'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:24.594749 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.715081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:24.715585 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.725859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Made reservation on behalf of fc8b10743ef042c98881d195d7885dcb for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:24.732263 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.803533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6ae2405d-6d8a-4244-8eb6-bb476d7bdc66,segment=NetworkSegment(1e8097f1-9509-4250-84b7-bdd4db33872d),segment_id=1e8097f1-9509-4250-84b7-bdd4db33872d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:24.804876 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.811286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa895a9-f493-47ab-aa23-b1fd81b6d324 None None] DHCP port deletion for e3d2fd4d-dc16-471d-b700-450f963d3a93 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:24.821149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:24.881289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-afa895a9-f493-47ab-aa23-b1fd81b6d324 None None] Deleting port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:24.881664 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-afa895a9-f493-47ab-aa23-b1fd81b6d324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.910271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Allocated IP 172.20.0.4 (bfef28fc-a553-491a-91ce-0bf69efb864f/c4e23dbf-1a82-4163-b9d6-b584a29575d4/f1e0444c-4c57-47db-a044-c295eb0bbdd0) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:24.921712 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.963421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-afa895a9-f493-47ab-aa23-b1fd81b6d324 None None] For port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6ae2405d-6d8a-4244-8eb6-bb476d7bdc66,segment=NetworkSegment(1e8097f1-9509-4250-84b7-bdd4db33872d),segment_id=1e8097f1-9509-4250-84b7-bdd4db33872d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:24.964150 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-afa895a9-f493-47ab-aa23-b1fd81b6d324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.965553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=6ae2405d-6d8a-4244-8eb6-bb476d7bdc66,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:24.969232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No DVR routers for this DVR port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:24.983470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-afa895a9-f493-47ab-aa23-b1fd81b6d324 None None] Calling delete_port for 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:25.066929 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.080800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d2fd4d-dc16-471d-b700-450f963d3a93']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:25.093608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8097f1-9509-4250-84b7-bdd4db33872d') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:25.094008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8097f1-9509-4250-84b7-bdd4db33872d') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:25.104827 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.114444 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-afa895a9-f493-47ab-aa23-b1fd81b6d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.120790 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.124965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.129215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:25.129730 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:25.134094 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:25.157518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa895a9-f493-47ab-aa23-b1fd81b6d324 None None] Pushing event deleted for resources: {'Port': ['ID=6ae2405d-6d8a-4244-8eb6-bb476d7bdc66,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:25.165927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa895a9-f493-47ab-aa23-b1fd81b6d324 None None] No DVR routers for this DVR port 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:25.177418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.257715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.259574 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Network bfef28fc-a553-491a-91ce-0bf69efb864f is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:25.265614 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.267096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:25.268334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/networks/e3d2fd4d-dc16-471d-b700-450f963d3a93 HTTP/1.1" status: 204 len: 168 time: 0.7805679 Aug 16 02:19:25.269419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Pushing event updated for resources: {'Port': ['ID=f1e0444c-4c57-47db-a044-c295eb0bbdd0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:25.271917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:25.275560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51160) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.284005 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-18c728d9-0ad7-4993-81d6-19219be51496 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2126668215', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:25.296473 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e47fd1-048d-4121-864f-cbeb90716774 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Network': ['ID=e3d2fd4d-dc16-471d-b700-450f963d3a93,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:25.356119 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.356834 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.364427 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18c728d9-0ad7-4993-81d6-19219be51496 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.365523 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18c728d9-0ad7-4993-81d6-19219be51496 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.401143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c52d0-5806-4403-8ccc-dd4c40e3b8e6 req-cb220877-707f-4b28-a56b-72afb6053946 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.410733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee0c52d0-5806-4403-8ccc-dd4c40e3b8e6 req-cb220877-707f-4b28-a56b-72afb6053946 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 931 time: 0.0721538 Aug 16 02:19:25.425840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18c728d9-0ad7-4993-81d6-19219be51496 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.432947 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18c728d9-0ad7-4993-81d6-19219be51496 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.441969 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-5efda435-12cd-44d7-b45c-0ff8e9e46021 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9109433 Aug 16 02:19:25.454295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee0c52d0-5806-4403-8ccc-dd4c40e3b8e6 req-d7dded86-2faa-4f4b-8cc5-9c06af628d8f tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 Aug 16 02:19:25.460319 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Request body: {'port': {'device_id': 'ad12c232-02c3-4dd2-8684-b6f73df38cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:25.465253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18c728d9-0ad7-4993-81d6-19219be51496 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.469570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51166) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.474729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'network': {'name': 'tempest-RoutersTest-2003079862'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:25.478258 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-18c728d9-0ad7-4993-81d6-19219be51496 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2009645 Aug 16 02:19:25.507442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:25.516137 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.557564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:25.565239 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.584177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.585187 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added segment 7184d16c-de84-42ef-b524-bdb0a3898d3d of type vlan for network 3204ee83-77a3-4385-845e-6c80cba34e0f Aug 16 02:19:25.632167 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.682282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.691390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.692180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.761908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51170) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.762457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2916255 Aug 16 02:19:25.775454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f79ada-0f0b-48e5-be57-0523e297c22d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Network': ['ID=3204ee83-77a3-4385-845e-6c80cba34e0f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:25.793447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 3204ee83-77a3-4385-845e-6c80cba34e0f details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:25.803997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'subnet': {'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:25.877848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:25.907488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:25.908049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6ae2405d-6d8a-4244-8eb6-bb476d7bdc66 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:25.922813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:25.926606 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.076610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e0444c-4c57-47db-a044-c295eb0bbdd0 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:26.099987 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.125906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Transition to ACTIVE for port object f1e0444c-4c57-47db-a044-c295eb0bbdd0 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:26.135739 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.237686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e0444c-4c57-47db-a044-c295eb0bbdd0,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.340779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.379748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Attempting to bind port f1e0444c-4c57-47db-a044-c295eb0bbdd0 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:26.380298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Attempting to bind port f1e0444c-4c57-47db-a044-c295eb0bbdd0 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'a2e3077a-2379-43ee-bd03-a624473366ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bfef28fc-a553-491a-91ce-0bf69efb864f'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:26.380796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Attempting to bind port f1e0444c-4c57-47db-a044-c295eb0bbdd0 on network bfef28fc-a553-491a-91ce-0bf69efb864f {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:26.393748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Port f1e0444c-4c57-47db-a044-c295eb0bbdd0 on network bfef28fc-a553-491a-91ce-0bf69efb864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:26.394064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Attempting to bind port f1e0444c-4c57-47db-a044-c295eb0bbdd0 on network bfef28fc-a553-491a-91ce-0bf69efb864f {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:26.410568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:26.410916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Checking segment: {'id': 'a2e3077a-2379-43ee-bd03-a624473366ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bfef28fc-a553-491a-91ce-0bf69efb864f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:26.411310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Bound using segment: {'id': 'a2e3077a-2379-43ee-bd03-a624473366ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bfef28fc-a553-491a-91ce-0bf69efb864f'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:26.411849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Bound port: f1e0444c-4c57-47db-a044-c295eb0bbdd0, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e3077a-2379-43ee-bd03-a624473366ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bfef28fc-a553-491a-91ce-0bf69efb864f'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:26.412107 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.455482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Subnet': ['ID=fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.489059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Checking segment: {'id': '7184d16c-de84-42ef-b524-bdb0a3898d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:26.489737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network hostable DHCP agents. Network: 3204ee83-77a3-4385-845e-6c80cba34e0f, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:26.566467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] For port f1e0444c-4c57-47db-a044-c295eb0bbdd0, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:26.570974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] For port f1e0444c-4c57-47db-a044-c295eb0bbdd0, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f1e0444c-4c57-47db-a044-c295eb0bbdd0,segment=NetworkSegment(a2e3077a-2379-43ee-bd03-a624473366ef),segment_id=a2e3077a-2379-43ee-bd03-a624473366ef)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:26.573674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 3204ee83-77a3-4385-845e-6c80cba34e0f is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:26.583845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.625006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 3204ee83-77a3-4385-845e-6c80cba34e0f) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:26.635507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57638c5d-be32-44a9-ba24-fe5e9c9bea41 None None] Network 3204ee83-77a3-4385-845e-6c80cba34e0f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:26.667806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f64112-757e-4a24-bd7c-98fa01d14f7b req-7d8f8674-8a0f-4879-8322-6876edf0a815 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.683185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5f64112-757e-4a24-bd7c-98fa01d14f7b req-7d8f8674-8a0f-4879-8322-6876edf0a815 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 943 time: 0.1175148 Aug 16 02:19:26.695025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.695760 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.697395 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] 10.222.0.84 "PUT /v2.0/ports/f1e0444c-4c57-47db-a044-c295eb0bbdd0 HTTP/1.1" status: 200 len: 1092 time: 1.2417958 Aug 16 02:19:26.710584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.711177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.728262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12c232-02c3-4dd2-8684-b6f73df38cb3', 'tag': 'f1e0444c-4c57-47db-a044-c295eb0bbdd0'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:26.731680 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab27ed08-1f1c-4006-969a-dd8efcfd3684" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12c232-02c3-4dd2-8684-b6f73df38cb3", "tag": "f1e0444c-4c57-47db-a044-c295eb0bbdd0"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:26.741361 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9f3c34a0-41f3-40ea-b876-f9f738b2b9d6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9785404 Aug 16 02:19:26.744141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51226) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.754467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286f8d6-c5fc-4445-bba4-72407e0a3d52 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e0444c-4c57-47db-a044-c295eb0bbdd0,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.777645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5f64112-757e-4a24-bd7c-98fa01d14f7b req-164ce261-c443-4e1c-812a-cce17b95d690 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929222 Aug 16 02:19:26.837932 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebab62cc-d573-403b-9c1b-7072560fe00f x-openstack-request-id: req-ebab62cc-d573-403b-9c1b-7072560fe00f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:26.838222 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12c232-02c3-4dd2-8684-b6f73df38cb3", "tag": "f1e0444c-4c57-47db-a044-c295eb0bbdd0", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:26.838476 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ebab62cc-d573-403b-9c1b-7072560fe00f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:26.838871 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad12c232-02c3-4dd2-8684-b6f73df38cb3', 'tag': 'f1e0444c-4c57-47db-a044-c295eb0bbdd0', 'status': 'completed', 'code': 200} Aug 16 02:19:26.902481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-a205d56e-8bc4-4151-a601-85cfb2c955a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.904219 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-a205d56e-8bc4-4151-a601-85cfb2c955a9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fc8b10743ef042c98881d195d7885dcb&device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 1095 time: 0.1443796 Aug 16 02:19:26.926906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-3204ee83-77a3-4385-845e-6c80cba34e0f', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:26.927933 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.075536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-3b21e033-04f7-46f3-8970-7828445af6db service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1e0444c-4c57-47db-a044-c295eb0bbdd0 HTTP/1.1" status: 200 len: 217 time: 0.1325631 Aug 16 02:19:27.107736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Allocated IP 172.20.0.2 (3204ee83-77a3-4385-845e-6c80cba34e0f/fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0/2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:27.203343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-25137766-7101-4bf6-ab5c-3a5ca1d6ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:27.204813 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-25137766-7101-4bf6-ab5c-3a5ca1d6ef77 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c4e23dbf-1a82-4163-b9d6-b584a29575d4 HTTP/1.1" status: 200 len: 849 time: 0.1221130 Aug 16 02:19:27.273377 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-01876c94-4e27-4a6b-9e0e-1d1353b61ee3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bfef28fc-a553-491a-91ce-0bf69efb864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428448 Aug 16 02:19:27.394040 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.401472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.403950 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Transition to ACTIVE for port object 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:27.427478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Transition to ACTIVE for port object 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:27.435794 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.490340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Pushing event updated for resources: {'Port': ['ID=2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:27.514672 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Network 3204ee83-77a3-4385-845e-6c80cba34e0f is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:27.516610 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:27.519311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:27.584217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Attempting to bind port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:27.584527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Attempting to bind port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7184d16c-de84-42ef-b524-bdb0a3898d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:27.584953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Attempting to bind port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 on network 3204ee83-77a3-4385-845e-6c80cba34e0f {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:27.594804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:27.595209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Checking segment: {'id': '7184d16c-de84-42ef-b524-bdb0a3898d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:27.595956 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.596378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Bound using segment: {'id': '7184d16c-de84-42ef-b524-bdb0a3898d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:27.597026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Bound port: 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7184d16c-de84-42ef-b524-bdb0a3898d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:27.597530 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.693973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] For port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:27.698883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] For port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598,segment=NetworkSegment(7184d16c-de84-42ef-b524-bdb0a3898d3d),segment_id=7184d16c-de84-42ef-b524-bdb0a3898d3d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:27.718239 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.786214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0507118-5874-42b7-9891-a4440624ad7f None None] Pushing event updated for resources: {'Port': ['ID=2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:27.878247 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-307397bc-d645-41e8-a564-5c5432516116 service neutron] 10.222.0.84 "GET /v2.0/networks/bfef28fc-a553-491a-91ce-0bf69efb864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966396 Aug 16 02:19:27.913468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad649-9d49-4796-ad69-945e6e55fd77 req-e108268a-1da0-441c-8894-b99ac36f0b57 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:27.921788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e72ad649-9d49-4796-ad69-945e6e55fd77 req-e108268a-1da0-441c-8894-b99ac36f0b57 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 943 time: 0.0724626 Aug 16 02:19:27.986733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e72ad649-9d49-4796-ad69-945e6e55fd77 req-a2926080-dda0-4aee-8a3e-92346229175f tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639856 Aug 16 02:19:28.201708 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b1762eb5-61ed-481a-b6c3-c1d5c6eeeb28 req-bae5914a-b3c5-4c09-9eae-f6864d07ced5 service neutron] 10.222.0.84 "GET /v2.0/networks/bfef28fc-a553-491a-91ce-0bf69efb864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476385 Aug 16 02:19:28.216367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Allocated IP 172.20.0.1 (3204ee83-77a3-4385-845e-6c80cba34e0f/fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0/1fa9fe5e-8e0e-4958-b1b6-35cd7406222c) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:28.413602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27ed08-1f1c-4006-969a-dd8efcfd3684 req-a78678f9-550d-4928-ae70-c7c3e23bc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.415886 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ab27ed08-1f1c-4006-969a-dd8efcfd3684 req-a78678f9-550d-4928-ae70-c7c3e23bc1c3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fc8b10743ef042c98881d195d7885dcb&device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 1095 time: 0.0918174 Aug 16 02:19:28.447659 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.521160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Transition to ACTIVE for port object 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:28.575787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27ed08-1f1c-4006-969a-dd8efcfd3684 req-76bdde99-19ed-4584-849d-e553c59e30ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.577317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ab27ed08-1f1c-4006-969a-dd8efcfd3684 req-76bdde99-19ed-4584-849d-e553c59e30ae service neutron] 10.222.0.84 "GET /v2.0/networks?id=bfef28fc-a553-491a-91ce-0bf69efb864f HTTP/1.1" status: 200 len: 910 time: 0.1515534 Aug 16 02:19:28.594438 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.636252 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ab27ed08-1f1c-4006-969a-dd8efcfd3684 req-a9d4e171-27f1-4c07-992d-555b89de279d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1e0444c-4c57-47db-a044-c295eb0bbdd0 HTTP/1.1" status: 200 len: 217 time: 0.0516658 Aug 16 02:19:28.712081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 3204ee83-77a3-4385-845e-6c80cba34e0f is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:28.727542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:28.738025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:28.769011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=1fa9fe5e-8e0e-4958-b1b6-35cd7406222c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:28.779531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27ed08-1f1c-4006-969a-dd8efcfd3684 req-5bf2fc85-fa49-4e3c-8038-cca6c4b7e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.781175 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ab27ed08-1f1c-4006-969a-dd8efcfd3684 req-5bf2fc85-fa49-4e3c-8038-cca6c4b7e3df service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c4e23dbf-1a82-4163-b9d6-b584a29575d4 HTTP/1.1" status: 200 len: 849 time: 0.1240811 Aug 16 02:19:28.822707 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ab27ed08-1f1c-4006-969a-dd8efcfd3684 req-dc1afd3d-a230-4c48-bb4a-23f4fe7dc7b7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bfef28fc-a553-491a-91ce-0bf69efb864f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333161 Aug 16 02:19:28.826598 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.073980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.091270 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ab27ed08-1f1c-4006-969a-dd8efcfd3684 req-6128da95-20e4-4e61-8f04-e08b64841a7c service neutron] 10.222.0.84 "GET /v2.0/networks/bfef28fc-a553-491a-91ce-0bf69efb864f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608366 Aug 16 02:19:29.148257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a4d889-e794-402d-8b2b-5c4b277ab341 None None] Network 3204ee83-77a3-4385-845e-6c80cba34e0f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:29.149199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877a274-3c3b-4d43-9e5b-781908bdf296 req-fe9aa66f-0c9a-495e-a245-fc50306411e5 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:29.153679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5877a274-3c3b-4d43-9e5b-781908bdf296 req-fe9aa66f-0c9a-495e-a245-fc50306411e5 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 943 time: 0.0696251 Aug 16 02:19:29.214566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-026b3eb1-2cdc-446e-8fae-05a89b66d880 None None] Provisioning for port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:29.250099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5877a274-3c3b-4d43-9e5b-781908bdf296 req-970ea8ee-08f6-45ea-be7c-c44a68eb0e73 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890880 Aug 16 02:19:29.467555 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ab27ed08-1f1c-4006-969a-dd8efcfd3684 req-82b48430-a3e3-4a60-82fa-13c4ccff31b8 service neutron] 10.222.0.84 "GET /v2.0/networks/bfef28fc-a553-491a-91ce-0bf69efb864f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682561 Aug 16 02:19:29.600286 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.605886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.677268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a4e8d614-7b42-46ca-a22b-ab049345bb25 None None] Provisioning for port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:29.685638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a4e8d614-7b42-46ca-a22b-ab049345bb25 None None] Provisioning complete for port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:29.685862 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d614-7b42-46ca-a22b-ab049345bb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.703276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.709723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=1fa9fe5e-8e0e-4958-b1b6-35cd7406222c,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:29.732072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8d614-7b42-46ca-a22b-ab049345bb25 None None] Port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:29.856369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 3204ee83-77a3-4385-845e-6c80cba34e0f is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:29.858101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:29.895792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:29.981107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:29.998533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:29.999793 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.066152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 31e92b95-7186-4f25-a872-f5df584e2aab is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:30.066828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-04b5e08f-2037-45a1-a64d-95f8a0ca84e5 None None] Provisioning complete for port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:30.067210 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-04b5e08f-2037-45a1-a64d-95f8a0ca84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.235368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:30.243710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51324) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:30.250992 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Sync routers for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:30.257151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'network': {'name': 'tempest-RoutersTest-251915182'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:30.265619 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4284aa0a-ad98-459a-a423-eee75be289ae tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5203474 Aug 16 02:19:30.293870 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:30.298639 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:30.343112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:30.351452 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.377884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-04b5e08f-2037-45a1-a64d-95f8a0ca84e5 None None] Port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:30.404484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.445608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598,segment=NetworkSegment(7184d16c-de84-42ef-b524-bdb0a3898d3d),segment_id=7184d16c-de84-42ef-b524-bdb0a3898d3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:30.451052 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.460957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:30.480708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a0127-5dc4-4495-b5d2-28baed9080f2 req-51e3ad2d-a8c7-4e50-a943-70c52794b5b1 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.482635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad5a0127-5dc4-4495-b5d2-28baed9080f2 req-51e3ad2d-a8c7-4e50-a943-70c52794b5b1 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 943 time: 0.0909743 Aug 16 02:19:30.507120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.508041 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added segment a59c7cfa-e9a7-4dd6-b097-63a59cbf470d of type vlan for network ffff0adc-6a04-4f5d-8444-df00d92e1d9a Aug 16 02:19:30.548002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:30.550951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1790c800-2e08-44f7-ab29-86bd9bf2cf2e None None] Provisioning complete for port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:30.551328 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1790c800-2e08-44f7-ab29-86bd9bf2cf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.586259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad5a0127-5dc4-4495-b5d2-28baed9080f2 req-b28b913e-32af-446c-9b86-78f5b53652fe tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836031 Aug 16 02:19:30.601807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.611983 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1790c800-2e08-44f7-ab29-86bd9bf2cf2e None None] Port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:30.642636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.648331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.649480 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.655288 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:30.720766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Network': ['ID=ffff0adc-6a04-4f5d-8444-df00d92e1d9a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:30.734209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network ffff0adc-6a04-4f5d-8444-df00d92e1d9a details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:30.735509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-eb07402b-c4f0-4762-ba03-538f3c139ab8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4901004 Aug 16 02:19:30.739186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51338) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:30.748544 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'subnet': {'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:30.868659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:30.875425 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.892579 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:29Z', 'revision_number': 2, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:29Z', 'revision_number': 2, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:30.921998 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Checking router: 31e92b95-7186-4f25-a872-f5df584e2aab for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:30.922616 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Updating router 31e92b95-7186-4f25-a872-f5df584e2aab port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:30.950000 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.085509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.152283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Subnet': ['ID=0e83a1f9-9898-4bfd-a28a-324913d83f69,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.160206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Checking segment: {'id': 'a59c7cfa-e9a7-4dd6-b097-63a59cbf470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:31.160421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network hostable DHCP agents. Network: ffff0adc-6a04-4f5d-8444-df00d92e1d9a, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:31.180135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network ffff0adc-6a04-4f5d-8444-df00d92e1d9a is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:31.190706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, ffff0adc-6a04-4f5d-8444-df00d92e1d9a) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:31.200175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.200345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca031bab-25aa-4629-abe6-2c1afe866324 None None] Network ffff0adc-6a04-4f5d-8444-df00d92e1d9a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:31.200966 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.224016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51346) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:31.224602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c12ab28b-d51f-4e89-b343-666c43b5dc3d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4805725 Aug 16 02:19:31.330800 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.344668 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Transition to ACTIVE for port object 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:31.351844 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.475849 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f9753-bc6c-4778-99f7-4bdd35738d7a None None] Pushing event updated for resources: {'Port': ['ID=1fa9fe5e-8e0e-4958-b1b6-35cd7406222c,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.492380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:31.493043 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Attempting to bind port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:31.493288 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Attempting to bind port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7184d16c-de84-42ef-b524-bdb0a3898d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:31.493416 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.493631 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Attempting to bind port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c on network 3204ee83-77a3-4385-845e-6c80cba34e0f {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:31.504965 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:31.505404 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Checking segment: {'id': '7184d16c-de84-42ef-b524-bdb0a3898d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:31.505869 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.506265 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Bound using segment: {'id': '7184d16c-de84-42ef-b524-bdb0a3898d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:31.506729 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Bound port: 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7184d16c-de84-42ef-b524-bdb0a3898d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:31.507103 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.695307 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] For port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:31.700517 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] For port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1fa9fe5e-8e0e-4958-b1b6-35cd7406222c,segment=NetworkSegment(7184d16c-de84-42ef-b524-bdb0a3898d3d),segment_id=7184d16c-de84-42ef-b524-bdb0a3898d3d)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:31.711399 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.828524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa943a36-d8e2-4579-bebd-2638e1150a0b req-d37dac72-6421-41b1-af7c-362533ad8f4a tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.831060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa943a36-d8e2-4579-bebd-2638e1150a0b req-d37dac72-6421-41b1-af7c-362533ad8f4a tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 943 time: 0.1273756 Aug 16 02:19:31.865653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Allocated IP 172.21.0.2 (ffff0adc-6a04-4f5d-8444-df00d92e1d9a/0e83a1f9-9898-4bfd-a28a-324913d83f69/a7e65d43-0c84-49c5-bb92-60cb9e76a06f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:31.897782 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.916113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa943a36-d8e2-4579-bebd-2638e1150a0b req-7c5a36f5-2a5b-4111-ba5e-730cd89ac400 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773389 Aug 16 02:19:31.920573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:31.926456 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f9753-bc6c-4778-99f7-4bdd35738d7a None None] Pushing event updated for resources: {'Port': ['ID=1fa9fe5e-8e0e-4958-b1b6-35cd7406222c,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.988297 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:31.988933 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:32.077076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:32.077469 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.143315 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:32.306275 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.317162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Transition to ACTIVE for port object a7e65d43-0c84-49c5-bb92-60cb9e76a06f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:32.333139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Transition to ACTIVE for port object a7e65d43-0c84-49c5-bb92-60cb9e76a06f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:32.351998 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.408581 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Pushing event updated for resources: {'Port': ['ID=a7e65d43-0c84-49c5-bb92-60cb9e76a06f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:32.431493 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Allocated IP 172.21.0.1 (ffff0adc-6a04-4f5d-8444-df00d92e1d9a/0e83a1f9-9898-4bfd-a28a-324913d83f69/f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:32.441910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Network ffff0adc-6a04-4f5d-8444-df00d92e1d9a is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:32.444295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:32.447991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:32.516704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Attempting to bind port a7e65d43-0c84-49c5-bb92-60cb9e76a06f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:32.517603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Attempting to bind port a7e65d43-0c84-49c5-bb92-60cb9e76a06f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'a59c7cfa-e9a7-4dd6-b097-63a59cbf470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:32.517603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Attempting to bind port a7e65d43-0c84-49c5-bb92-60cb9e76a06f on network ffff0adc-6a04-4f5d-8444-df00d92e1d9a {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:32.523606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:32.524547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Checking segment: {'id': 'a59c7cfa-e9a7-4dd6-b097-63a59cbf470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:32.524959 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.525381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Bound using segment: {'id': 'a59c7cfa-e9a7-4dd6-b097-63a59cbf470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:32.525965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Bound port: a7e65d43-0c84-49c5-bb92-60cb9e76a06f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c7cfa-e9a7-4dd6-b097-63a59cbf470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:32.526239 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.565882 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:29Z', 'revision_number': 2, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:32.611971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] For port a7e65d43-0c84-49c5-bb92-60cb9e76a06f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:32.615514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] For port a7e65d43-0c84-49c5-bb92-60cb9e76a06f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a7e65d43-0c84-49c5-bb92-60cb9e76a06f,segment=NetworkSegment(a59c7cfa-e9a7-4dd6-b097-63a59cbf470d),segment_id=a59c7cfa-e9a7-4dd6-b097-63a59cbf470d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:32.623073 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.643355 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.646347 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e638a5-4b98-411a-9360-5d2a4ab9715b None None] The sync data for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 is: [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:29Z', 'revision_number': 2, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:32.663169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Transition to ACTIVE for port object f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:32.730035 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.771035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7385b9-35b0-4f81-85b8-db424ecefd28 None None] Pushing event updated for resources: {'Port': ['ID=a7e65d43-0c84-49c5-bb92-60cb9e76a06f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:32.785537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f1e0444c-4c57-47db-a044-c295eb0bbdd0 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:32.828145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network ffff0adc-6a04-4f5d-8444-df00d92e1d9a is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:32.835902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:32.853706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:32.947956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:33.045248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port f1e0444c-4c57-47db-a044-c295eb0bbdd0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f1e0444c-4c57-47db-a044-c295eb0bbdd0,segment=NetworkSegment(a2e3077a-2379-43ee-bd03-a624473366ef),segment_id=a2e3077a-2379-43ee-bd03-a624473366ef)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:33.054858 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.078914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'f1e0444c-4c57-47db-a044-c295eb0bbdd0', 'network_id': 'bfef28fc-a553-491a-91ce-0bf69efb864f', 'port_id': 'f1e0444c-4c57-47db-a044-c295eb0bbdd0', 'mac_address': 'fa:16:3e:19:01:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e23dbf-1a82-4163-b9d6-b584a29575d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:33.179279 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.190409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cc437-f7ea-4f70-a741-496aa551480a req-179cd24c-cf2f-4b71-9971-ec11405b0bbd tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:33.205392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e0444c-4c57-47db-a044-c295eb0bbdd0 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:33.220726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c1cc437-f7ea-4f70-a741-496aa551480a req-179cd24c-cf2f-4b71-9971-ec11405b0bbd tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 943 time: 0.1588874 Aug 16 02:19:33.265688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port f1e0444c-4c57-47db-a044-c295eb0bbdd0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f1e0444c-4c57-47db-a044-c295eb0bbdd0,segment=NetworkSegment(a2e3077a-2379-43ee-bd03-a624473366ef),segment_id=a2e3077a-2379-43ee-bd03-a624473366ef)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:33.274926 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.290376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c1cc437-f7ea-4f70-a741-496aa551480a req-acbe997c-eae6-4fa2-b8c1-016595c6aa62 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673211 Aug 16 02:19:33.350133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.362140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=f1e0444c-4c57-47db-a044-c295eb0bbdd0,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:33.662133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['f1e0444c-4c57-47db-a044-c295eb0bbdd0'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:33.736393 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.745342 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.038380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a7e65d43-0c84-49c5-bb92-60cb9e76a06f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:34.112340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port a7e65d43-0c84-49c5-bb92-60cb9e76a06f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:34.118376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:34.194323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:34.206846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:34.208646 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.319936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:34.326336 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.374984 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1fa9fe5e-8e0e-4958-b1b6-35cd7406222c,segment=NetworkSegment(7184d16c-de84-42ef-b524-bdb0a3898d3d),segment_id=7184d16c-de84-42ef-b524-bdb0a3898d3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:34.380003 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.385332 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.453322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a20e6-c7bd-40f7-ab08-9af90866a16b None None] Network ffff0adc-6a04-4f5d-8444-df00d92e1d9a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:34.532827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network ffff0adc-6a04-4f5d-8444-df00d92e1d9a is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:34.534813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faf7b2-13b6-4fbd-92ac-15b184600512 req-87329569-b145-4f4a-86ac-bfdb8f3c9bbd tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.535566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:34.536410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61faf7b2-13b6-4fbd-92ac-15b184600512 req-87329569-b145-4f4a-86ac-bfdb8f3c9bbd tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 944 time: 0.1107593 Aug 16 02:19:34.605766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61faf7b2-13b6-4fbd-92ac-15b184600512 req-8fdf0099-e395-4ae5-bac5-4c7d9f496994 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575216 Aug 16 02:19:34.646301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e38f15a1-46c2-4717-93b9-f66e13dc841e None None] Provisioning for port a7e65d43-0c84-49c5-bb92-60cb9e76a06f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:34.655295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=1fa9fe5e-8e0e-4958-b1b6-35cd7406222c,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:34.670834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e38f15a1-46c2-4717-93b9-f66e13dc841e None None] Provisioning complete for port a7e65d43-0c84-49c5-bb92-60cb9e76a06f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:34.671518 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e38f15a1-46c2-4717-93b9-f66e13dc841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.704936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 31e92b95-7186-4f25-a872-f5df584e2aab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:34.826091 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f1e0444c-4c57-47db-a044-c295eb0bbdd0 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:34.859358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:34.865854 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b8a69291-57b0-424d-8bf4-5174ef8d9a64 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6404812 Aug 16 02:19:34.869130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51408) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:34.875461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'network': {'name': 'tempest-RoutersTest-1750040609'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:34.884534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Sync routers for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:34.905635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:34.911340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.927878 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e38f15a1-46c2-4717-93b9-f66e13dc841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.934422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:34.935296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:34.955659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:34.972836 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.973324 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added segment 69b96b4b-ceb4-40a3-9ba8-e506d5bf4993 of type vlan for network f8931abb-6b43-4301-a653-956c7d267d31 Aug 16 02:19:34.996360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port f1e0444c-4c57-47db-a044-c295eb0bbdd0 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:35.046644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port f1e0444c-4c57-47db-a044-c295eb0bbdd0 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:35.047020 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.049849 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.112117 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.130417 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:35.131448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.134019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e38f15a1-46c2-4717-93b9-f66e13dc841e None None] For port a7e65d43-0c84-49c5-bb92-60cb9e76a06f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a7e65d43-0c84-49c5-bb92-60cb9e76a06f,segment=NetworkSegment(a59c7cfa-e9a7-4dd6-b097-63a59cbf470d),segment_id=a59c7cfa-e9a7-4dd6-b097-63a59cbf470d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:35.136923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:35.176838 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e38f15a1-46c2-4717-93b9-f66e13dc841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.219390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51416) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:35.219998 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3496368 Aug 16 02:19:35.224336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'subnet': {'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:35.226600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60a147-e94b-4ebb-b558-11cbb411b808 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Network': ['ID=f8931abb-6b43-4301-a653-956c7d267d31,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:35.250153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network f8931abb-6b43-4301-a653-956c7d267d31 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:35.279468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f15a1-46c2-4717-93b9-f66e13dc841e None None] Pushing event updated for resources: {'Port': ['ID=a7e65d43-0c84-49c5-bb92-60cb9e76a06f,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:35.371850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:35.378337 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.484888 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.515121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-348ae2dd-0b1b-4f5a-8c33-a7fce122f6b9 None None] Provisioning complete for port a7e65d43-0c84-49c5-bb92-60cb9e76a06f triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:35.515628 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-348ae2dd-0b1b-4f5a-8c33-a7fce122f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.530709 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12c232-02c3-4dd2-8684-b6f73df38cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e0444c-4c57-47db-a044-c295eb0bbdd0'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:35.533454 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794f7651-d185-4a75-8950-badcf4feaf34" -d '{"events": [{"server_uuid": "ad12c232-02c3-4dd2-8684-b6f73df38cb3", "name": "network-vif-plugged", "status": "completed", "tag": "f1e0444c-4c57-47db-a044-c295eb0bbdd0"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:35.567447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port f1e0444c-4c57-47db-a044-c295eb0bbdd0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f1e0444c-4c57-47db-a044-c295eb0bbdd0,segment=NetworkSegment(a2e3077a-2379-43ee-bd03-a624473366ef),segment_id=a2e3077a-2379-43ee-bd03-a624473366ef)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:35.585559 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.637078 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b0388-1608-45d6-a86f-917f0a2d3a89 x-openstack-request-id: req-308b0388-1608-45d6-a86f-917f0a2d3a89 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:35.637078 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12c232-02c3-4dd2-8684-b6f73df38cb3", "name": "network-vif-plugged", "status": "completed", "tag": "f1e0444c-4c57-47db-a044-c295eb0bbdd0", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:35.637398 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-308b0388-1608-45d6-a86f-917f0a2d3a89 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:35.638062 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12c232-02c3-4dd2-8684-b6f73df38cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e0444c-4c57-47db-a044-c295eb0bbdd0', 'code': 200} Aug 16 02:19:35.765598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=f1e0444c-4c57-47db-a044-c295eb0bbdd0,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:35.843698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39805136-4622-45f8-8332-99adc05a007d req-609ead3e-a61c-4179-a22e-43d43582a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:35.850710 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.854289 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-39805136-4622-45f8-8332-99adc05a007d req-609ead3e-a61c-4179-a22e-43d43582a689 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 1097 time: 0.1247516 Aug 16 02:19:35.881981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506e022-583d-4750-8f98-c83f3da6159a req-f50ce545-3a08-45e1-be39-b4f1a2e30470 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:35.899036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7506e022-583d-4750-8f98-c83f3da6159a req-f50ce545-3a08-45e1-be39-b4f1a2e30470 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 945 time: 0.1247435 Aug 16 02:19:35.933529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 3, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 2, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:35.943254 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-39805136-4622-45f8-8332-99adc05a007d req-5ab817ab-3f5a-4e36-8c7d-df69342d412a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814657 Aug 16 02:19:35.948823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:35.982194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-348ae2dd-0b1b-4f5a-8c33-a7fce122f6b9 None None] Provisioning for port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:36.030971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Checking router: 31e92b95-7186-4f25-a872-f5df584e2aab for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:36.031640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Updating router 31e92b95-7186-4f25-a872-f5df584e2aab port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:36.037648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-348ae2dd-0b1b-4f5a-8c33-a7fce122f6b9 None None] Provisioning complete for port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:36.038151 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-348ae2dd-0b1b-4f5a-8c33-a7fce122f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.038331 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7506e022-583d-4750-8f98-c83f3da6159a req-8bad57c7-1573-4c4a-b833-c65f35f2f8f4 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324069 Aug 16 02:19:36.056372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Subnet': ['ID=094e481d-d18b-44e0-b527-d51243470867,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:36.085148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Checking segment: {'id': '69b96b4b-ceb4-40a3-9ba8-e506d5bf4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:36.085799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network hostable DHCP agents. Network: f8931abb-6b43-4301-a653-956c7d267d31, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:36.115678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network f8931abb-6b43-4301-a653-956c7d267d31 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:36.122178 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.134810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-348ae2dd-0b1b-4f5a-8c33-a7fce122f6b9 None None] Port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:36.147523 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, f8931abb-6b43-4301-a653-956c7d267d31) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:36.155227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.155852 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.174976 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227dbf95-a50f-49ff-af27-a7c25e032851 None None] Network f8931abb-6b43-4301-a653-956c7d267d31 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:36.181663 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:36.182059 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.192635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51438) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:36.199623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8492234f-887a-4f33-9fd8-d58dfab95ca9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9791372 Aug 16 02:19:36.634845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-389d5e78-05f2-4782-9503-676059b84aea None None] Provisioning complete for port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:36.635325 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-389d5e78-05f2-4782-9503-676059b84aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.659813 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.807686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-389d5e78-05f2-4782-9503-676059b84aea None None] Port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:36.916016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-f8931abb-6b43-4301-a653-956c7d267d31', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:36.917283 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.953835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a7e65d43-0c84-49c5-bb92-60cb9e76a06f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:36.982148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Allocated IP 172.22.0.1 (f8931abb-6b43-4301-a653-956c7d267d31/094e481d-d18b-44e0-b527-d51243470867/b6091d47-10eb-42e0-8895-e910a331e97e) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:37.188152 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.189391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.219291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a7e65d43-0c84-49c5-bb92-60cb9e76a06f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:37.219656 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.222139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ba943-88d4-4ad9-95cf-02db99ca50b8 req-1055ed8d-6824-4f50-bebd-ce4853e04822 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.240996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Transition to ACTIVE for port object b6091d47-10eb-42e0-8895-e910a331e97e will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:37.244311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-843ba943-88d4-4ad9-95cf-02db99ca50b8 req-1055ed8d-6824-4f50-bebd-ce4853e04822 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 945 time: 0.1006277 Aug 16 02:19:37.284654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Transition to ACTIVE for port object f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:37.302087 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.308996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-843ba943-88d4-4ad9-95cf-02db99ca50b8 req-6c80a182-90c8-4d80-a369-3f029f254b06 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633070 Aug 16 02:19:37.354754 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.427299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Allocated IP 172.22.0.2 (f8931abb-6b43-4301-a653-956c7d267d31/094e481d-d18b-44e0-b527-d51243470867/c60ec59a-f309-479f-99aa-c33a9e7e9e96) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:37.450417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f6949-6ea5-4004-8c65-6c1ac8def7a1 None None] Pushing event updated for resources: {'Port': ['ID=f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:37.469172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=b6091d47-10eb-42e0-8895-e910a331e97e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:37.489142 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network f8931abb-6b43-4301-a653-956c7d267d31 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:37.490937 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:37.493993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:37.546005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.613110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Attempting to bind port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:37.613691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Attempting to bind port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'a59c7cfa-e9a7-4dd6-b097-63a59cbf470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:37.613924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Attempting to bind port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 on network ffff0adc-6a04-4f5d-8444-df00d92e1d9a {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:37.633767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:37.634144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Checking segment: {'id': 'a59c7cfa-e9a7-4dd6-b097-63a59cbf470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:37.634903 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.634903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Bound using segment: {'id': 'a59c7cfa-e9a7-4dd6-b097-63a59cbf470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:37.635333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Bound port: f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c7cfa-e9a7-4dd6-b097-63a59cbf470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:37.635716 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.739420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.785606 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.791671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] For port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:37.797850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] For port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4,segment=NetworkSegment(a59c7cfa-e9a7-4dd6-b097-63a59cbf470d),segment_id=a59c7cfa-e9a7-4dd6-b097-63a59cbf470d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:37.801314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Transition to ACTIVE for port object c60ec59a-f309-479f-99aa-c33a9e7e9e96 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:37.807513 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.858776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Transition to ACTIVE for port object c60ec59a-f309-479f-99aa-c33a9e7e9e96 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:37.881527 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.913961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f6949-6ea5-4004-8c65-6c1ac8def7a1 None None] Pushing event updated for resources: {'Port': ['ID=f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:37.925469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:37.926093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:37.930671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Network f8931abb-6b43-4301-a653-956c7d267d31 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:37.985051 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:37.995035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:38.046970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Pushing event updated for resources: {'Port': ['ID=c60ec59a-f309-479f-99aa-c33a9e7e9e96,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.114329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:38.116748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Attempting to bind port c60ec59a-f309-479f-99aa-c33a9e7e9e96 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:38.117163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Attempting to bind port c60ec59a-f309-479f-99aa-c33a9e7e9e96 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '69b96b4b-ceb4-40a3-9ba8-e506d5bf4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:38.118285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Attempting to bind port c60ec59a-f309-479f-99aa-c33a9e7e9e96 on network f8931abb-6b43-4301-a653-956c7d267d31 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:38.160518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:38.160893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Checking segment: {'id': '69b96b4b-ceb4-40a3-9ba8-e506d5bf4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:38.161341 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.161735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Bound using segment: {'id': '69b96b4b-ceb4-40a3-9ba8-e506d5bf4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:38.162213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Bound port: c60ec59a-f309-479f-99aa-c33a9e7e9e96, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b96b4b-ceb4-40a3-9ba8-e506d5bf4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:38.162592 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.181164 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.189023 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.296903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=b6091d47-10eb-42e0-8895-e910a331e97e,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.304845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.424908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] For port c60ec59a-f309-479f-99aa-c33a9e7e9e96, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:38.452726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network f8931abb-6b43-4301-a653-956c7d267d31 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:38.454517 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:38.482314 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] For port c60ec59a-f309-479f-99aa-c33a9e7e9e96, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c60ec59a-f309-479f-99aa-c33a9e7e9e96,segment=NetworkSegment(69b96b4b-ceb4-40a3-9ba8-e506d5bf4993),segment_id=69b96b4b-ceb4-40a3-9ba8-e506d5bf4993)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:38.523641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8c71b-fd4a-4e55-bf4f-3f35b177634f req-39a8490c-2c3f-49c3-ae72-a24858444ecb tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.525320 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.526575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83c8c71b-fd4a-4e55-bf4f-3f35b177634f req-39a8490c-2c3f-49c3-ae72-a24858444ecb tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 945 time: 0.0693512 Aug 16 02:19:38.579125 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83c8c71b-fd4a-4e55-bf4f-3f35b177634f req-e3afb97b-4264-4d05-ad0a-9cac6b3e19c7 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462596 Aug 16 02:19:38.671680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 31e92b95-7186-4f25-a872-f5df584e2aab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:38.674365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e549c-5815-4e5d-82a0-641f7fe038ac None None] Pushing event updated for resources: {'Port': ['ID=c60ec59a-f309-479f-99aa-c33a9e7e9e96,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.705729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:36Z', 'revision_number': 1, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:38.764102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351827e-78d4-4827-9e35-cd12f6eeae89 None None] The sync data for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 is: [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:36Z', 'revision_number': 1, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:38.829156 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:38.846219 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-14e05540-033a-46a5-993e-4964d34e0db9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6522169 Aug 16 02:19:38.849371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51482) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:38.856589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'network': {'name': 'tempest-RoutersTest-408097906'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:38.914080 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dc94b24a-e805-4ddf-b05d-646f7a48d1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.934665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:38.939435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.996433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:39.017760 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.019461 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added segment 6806a32b-2053-46ce-86bd-e48d2a0b8471 of type vlan for network 4e318057-e3ac-4a7f-b5bf-48757da74356 Aug 16 02:19:39.086040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.158609 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.170740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.171397 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.732607 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.813993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51504) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:39.814488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9625182 Aug 16 02:19:39.821604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'subnet': {'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:39.842516 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58f306-95e0-476b-8ff0-e5f3f38474b9 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Network': ['ID=4e318057-e3ac-4a7f-b5bf-48757da74356,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:39.896452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 4e318057-e3ac-4a7f-b5bf-48757da74356 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:40.058217 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Made reservation on behalf of 323d87d09ada437caa826c30a036c0f0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:40.061856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.146773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:40.332548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:40.339438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:40.339885 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.374040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda90bbb-159c-49c9-9795-5cd55d1fa2bf None None] Network f8931abb-6b43-4301-a653-956c7d267d31 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:40.614301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.619460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9a9c8eba-b960-4888-9919-20a1e8cd0d7a None None] Provisioning for port c60ec59a-f309-479f-99aa-c33a9e7e9e96 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:40.745911 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.827872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4,segment=NetworkSegment(a59c7cfa-e9a7-4dd6-b097-63a59cbf470d),segment_id=a59c7cfa-e9a7-4dd6-b097-63a59cbf470d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:40.830851 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Subnet': ['ID=c77470a8-134c-4ff6-82ff-a37f848a3132,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:40.842453 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.845321 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Sync routers for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:40.851214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Checking segment: {'id': '6806a32b-2053-46ce-86bd-e48d2a0b8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:40.851952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network hostable DHCP agents. Network: 4e318057-e3ac-4a7f-b5bf-48757da74356, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:40.857520 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:40.858153 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:40.860336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c60ec59a-f309-479f-99aa-c33a9e7e9e96 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:40.905660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 4e318057-e3ac-4a7f-b5bf-48757da74356 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:40.926998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 4e318057-e3ac-4a7f-b5bf-48757da74356) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:40.934725 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:40.935317 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.948125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2448d687-1dc0-4aa1-ac7d-b014e1259fc7 None None] Network 4e318057-e3ac-4a7f-b5bf-48757da74356 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:40.975900 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-735c0c46-5aa5-4158-a62c-7644a943e791 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1592906 Aug 16 02:19:40.978568 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51524) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:41.029101 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:41.400413 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 2, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:41.499707 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Checking router: 31e92b95-7186-4f25-a872-f5df584e2aab for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:41.500432 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Updating router 31e92b95-7186-4f25-a872-f5df584e2aab port b6091d47-10eb-42e0-8895-e910a331e97e binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:41.577266 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.585228 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b253-5fdd-4e16-85e8-02b32a5a1a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.598654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.605722 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.675961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-aa6141e3-efde-498d-b5f6-a6e68dadd4c4 None None] Provisioning for port b6091d47-10eb-42e0-8895-e910a331e97e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:41.690340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port c60ec59a-f309-479f-99aa-c33a9e7e9e96 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:41.696719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c60ec59a-f309-479f-99aa-c33a9e7e9e96 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:41.705432 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.705432 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-aa6141e3-efde-498d-b5f6-a6e68dadd4c4 None None] Provisioning complete for port b6091d47-10eb-42e0-8895-e910a331e97e triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:41.705432 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa6141e3-efde-498d-b5f6-a6e68dadd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.858017 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-aa6141e3-efde-498d-b5f6-a6e68dadd4c4 None None] Port b6091d47-10eb-42e0-8895-e910a331e97e cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:41.901913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-4e318057-e3ac-4a7f-b5bf-48757da74356', 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'fixed_ips': [{'subnet_id': 'c77470a8-134c-4ff6-82ff-a37f848a3132'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:41.903154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.977869 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.062268 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.075245 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Transition to ACTIVE for port object b6091d47-10eb-42e0-8895-e910a331e97e will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:42.084521 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.159262 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.227109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff0c3c-05ea-47ed-86b0-b6996356c99a req-664a668b-68ae-451c-9030-20d57104dac5 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:42.234748 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c37ed-556c-49cc-ad93-866ef324323f None None] Pushing event updated for resources: {'Port': ['ID=b6091d47-10eb-42e0-8895-e910a331e97e,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.237179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56ff0c3c-05ea-47ed-86b0-b6996356c99a req-664a668b-68ae-451c-9030-20d57104dac5 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 945 time: 0.1331687 Aug 16 02:19:42.331717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56ff0c3c-05ea-47ed-86b0-b6996356c99a req-6898d526-a447-4332-8393-f6578cb53445 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881441 Aug 16 02:19:42.332895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port c60ec59a-f309-479f-99aa-c33a9e7e9e96, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c60ec59a-f309-479f-99aa-c33a9e7e9e96,segment=NetworkSegment(69b96b4b-ceb4-40a3-9ba8-e506d5bf4993),segment_id=69b96b4b-ceb4-40a3-9ba8-e506d5bf4993)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:42.344015 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.397917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Allocated IP 172.23.0.2 (4e318057-e3ac-4a7f-b5bf-48757da74356/c77470a8-134c-4ff6-82ff-a37f848a3132/bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:42.463318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=c60ec59a-f309-479f-99aa-c33a9e7e9e96,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.593349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:42.643453 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Attempting to bind port b6091d47-10eb-42e0-8895-e910a331e97e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:42.650065 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Attempting to bind port b6091d47-10eb-42e0-8895-e910a331e97e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '69b96b4b-ceb4-40a3-9ba8-e506d5bf4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:42.650459 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Attempting to bind port b6091d47-10eb-42e0-8895-e910a331e97e on network f8931abb-6b43-4301-a653-956c7d267d31 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:42.660659 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:42.660950 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Checking segment: {'id': '69b96b4b-ceb4-40a3-9ba8-e506d5bf4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:42.661381 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.661771 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Bound using segment: {'id': '69b96b4b-ceb4-40a3-9ba8-e506d5bf4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:42.662234 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Bound port: b6091d47-10eb-42e0-8895-e910a331e97e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b96b4b-ceb4-40a3-9ba8-e506d5bf4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:42.662618 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.713892 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.724124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Transition to ACTIVE for port object bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:42.729330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:42.729960 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.782139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Transition to ACTIVE for port object bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:42.796112 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.801850 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.843859 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] For port b6091d47-10eb-42e0-8895-e910a331e97e, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:42.848121 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] For port b6091d47-10eb-42e0-8895-e910a331e97e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b6091d47-10eb-42e0-8895-e910a331e97e,segment=NetworkSegment(69b96b4b-ceb4-40a3-9ba8-e506d5bf4993),segment_id=69b96b4b-ceb4-40a3-9ba8-e506d5bf4993)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:42.850496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Network 4e318057-e3ac-4a7f-b5bf-48757da74356 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:42.853731 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.872870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:42.879103 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:42.882521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Pushing event updated for resources: {'Port': ['ID=bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.917083 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:42.917662 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:42.992348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Attempting to bind port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:42.993056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Attempting to bind port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '6806a32b-2053-46ce-86bd-e48d2a0b8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:42.993624 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Attempting to bind port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e on network 4e318057-e3ac-4a7f-b5bf-48757da74356 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:43.002478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:43.003177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Checking segment: {'id': '6806a32b-2053-46ce-86bd-e48d2a0b8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:43.003769 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.004340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Bound using segment: {'id': '6806a32b-2053-46ce-86bd-e48d2a0b8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:43.005269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Bound port: bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806a32b-2053-46ce-86bd-e48d2a0b8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:43.005844 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.037768 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:43.092514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Allocated IP 172.23.0.1 (4e318057-e3ac-4a7f-b5bf-48757da74356/c77470a8-134c-4ff6-82ff-a37f848a3132/edd5ebf0-43f6-455a-bedf-f1bb697211fa) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:43.109111 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] For port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:43.112859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] For port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e,segment=NetworkSegment(6806a32b-2053-46ce-86bd-e48d2a0b8471),segment_id=6806a32b-2053-46ce-86bd-e48d2a0b8471)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:43.119885 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.269703 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520cefe-ebe4-4e79-bdf9-c85ea088b9d3 None None] Pushing event updated for resources: {'Port': ['ID=bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:43.316949 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c37ed-556c-49cc-ad93-866ef324323f None None] Pushing event updated for resources: {'Port': ['ID=b6091d47-10eb-42e0-8895-e910a331e97e,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:43.361996 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:42Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:43.410721 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.411821 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19bd45-1d2f-48ba-ae28-652f0c30b01a None None] The sync data for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 is: [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:42Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:43.445902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Transition to ACTIVE for port object edd5ebf0-43f6-455a-bedf-f1bb697211fa will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:43.550003 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.600197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d5867-3199-45da-9070-eaa39016c053 req-2ddc1182-fa1d-4a98-ac1e-6299c5ce0a37 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:43.609838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-855d5867-3199-45da-9070-eaa39016c053 req-2ddc1182-fa1d-4a98-ac1e-6299c5ce0a37 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 945 time: 0.1346462 Aug 16 02:19:43.627712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 4e318057-e3ac-4a7f-b5bf-48757da74356 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:43.647000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:43.657505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:43.670568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-855d5867-3199-45da-9070-eaa39016c053 req-54c3ff4a-81c7-456d-b639-a18181735f4c tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593190 Aug 16 02:19:43.720240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=edd5ebf0-43f6-455a-bedf-f1bb697211fa,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:43.755799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614bbdd-af14-4bee-a684-4689d2e43076 req-c9c4a071-04ef-4ca2-b4b3-3e024721a933 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:43.757607 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7614bbdd-af14-4bee-a684-4689d2e43076 req-c9c4a071-04ef-4ca2-b4b3-3e024721a933 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 945 time: 0.1675179 Aug 16 02:19:43.761110 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.979989 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.996537 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-7614bbdd-af14-4bee-a684-4689d2e43076 req-43d07ba1-9806-47f9-bb5d-5dfd357d12ac tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Deleting port f1e0444c-4c57-47db-a044-c295eb0bbdd0 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:43.996904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7614bbdd-af14-4bee-a684-4689d2e43076 req-43d07ba1-9806-47f9-bb5d-5dfd357d12ac tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.235988 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-7614bbdd-af14-4bee-a684-4689d2e43076 req-43d07ba1-9806-47f9-bb5d-5dfd357d12ac tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] For port f1e0444c-4c57-47db-a044-c295eb0bbdd0, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f1e0444c-4c57-47db-a044-c295eb0bbdd0,segment=NetworkSegment(a2e3077a-2379-43ee-bd03-a624473366ef),segment_id=a2e3077a-2379-43ee-bd03-a624473366ef)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:44.236618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7614bbdd-af14-4bee-a684-4689d2e43076 req-43d07ba1-9806-47f9-bb5d-5dfd357d12ac tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.262817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-7614bbdd-af14-4bee-a684-4689d2e43076 req-43d07ba1-9806-47f9-bb5d-5dfd357d12ac tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Calling delete_port for f1e0444c-4c57-47db-a044-c295eb0bbdd0 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:44.296960 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.527495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.552435 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.653939 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cf19d2-e778-47ec-9c74-ae9e9bf6e7dd None None] Network 4e318057-e3ac-4a7f-b5bf-48757da74356 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:44.660503 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.680512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event updated for resources: {'Port': ['ID=edd5ebf0-43f6-455a-bedf-f1bb697211fa,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:44.725736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c60ec59a-f309-479f-99aa-c33a9e7e9e96 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:44.747737 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:19:44.783781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2e3bc7ed-b449-47be-a32a-66623a1ae10e None None] Provisioning for port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:44.807012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Network 4e318057-e3ac-4a7f-b5bf-48757da74356 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:44.813505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:44.848061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port c60ec59a-f309-479f-99aa-c33a9e7e9e96 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:44.848443 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.886386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247c8ea-12b9-4877-b64f-e910b0567fc0 req-9ffdca5e-c7d2-4a68-8142-d1362f34e346 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.909649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e247c8ea-12b9-4877-b64f-e910b0567fc0 req-9ffdca5e-c7d2-4a68-8142-d1362f34e346 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad12c232-02c3-4dd2-8684-b6f73df38cb3 HTTP/1.1" status: 200 len: 945 time: 0.1180515 Aug 16 02:19:44.932280 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7614bbdd-af14-4bee-a684-4689d2e43076 req-43d07ba1-9806-47f9-bb5d-5dfd357d12ac tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.974749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d07ba1-9806-47f9-bb5d-5dfd357d12ac tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Pushing event deleted for resources: {'Port': ['ID=f1e0444c-4c57-47db-a044-c295eb0bbdd0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:44.984599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e247c8ea-12b9-4877-b64f-e910b0567fc0 req-32c63d0c-97ad-4c3a-9261-acfe0b85d385 tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.79 "GET /v2.0/security-groups?id=927ad8e7-f609-48b1-90e9-b9c3f3048408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727932 Aug 16 02:19:45.029019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 31e92b95-7186-4f25-a872-f5df584e2aab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:45.049997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-7614bbdd-af14-4bee-a684-4689d2e43076 req-43d07ba1-9806-47f9-bb5d-5dfd357d12ac tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] No DVR routers for this DVR port f1e0444c-4c57-47db-a044-c295eb0bbdd0 on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:45.053239 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7614bbdd-af14-4bee-a684-4689d2e43076 req-43d07ba1-9806-47f9-bb5d-5dfd357d12ac tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.055259 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7614bbdd-af14-4bee-a684-4689d2e43076 req-43d07ba1-9806-47f9-bb5d-5dfd357d12ac tempest-ServerTagsTestJSON-1475042688 tempest-ServerTagsTestJSON-1475042688-project] 10.222.0.84 "DELETE /v2.0/ports/f1e0444c-4c57-47db-a044-c295eb0bbdd0 HTTP/1.1" status: 204 len: 173 time: 1.2903984 Aug 16 02:19:45.055702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12c232-02c3-4dd2-8684-b6f73df38cb3', 'name': 'network-vif-deleted', 'tag': 'f1e0444c-4c57-47db-a044-c295eb0bbdd0'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:45.058068 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c141c7-40fb-4deb-85ae-3fdebbfec762" -d '{"events": [{"server_uuid": "ad12c232-02c3-4dd2-8684-b6f73df38cb3", "name": "network-vif-deleted", "tag": "f1e0444c-4c57-47db-a044-c295eb0bbdd0"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:45.083267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b6091d47-10eb-42e0-8895-e910a331e97e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:45.156950 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b88c4c2-3363-404b-b78b-b841e079c4b0 x-openstack-request-id: req-5b88c4c2-3363-404b-b78b-b841e079c4b0 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:45.157404 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12c232-02c3-4dd2-8684-b6f73df38cb3", "name": "network-vif-deleted", "tag": "f1e0444c-4c57-47db-a044-c295eb0bbdd0", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:45.157661 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b88c4c2-3363-404b-b78b-b841e079c4b0 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:45.158073 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12c232-02c3-4dd2-8684-b6f73df38cb3', 'name': 'network-vif-deleted', 'tag': 'f1e0444c-4c57-47db-a044-c295eb0bbdd0', 'status': 'completed', 'code': 200} Aug 16 02:19:45.184008 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b6091d47-10eb-42e0-8895-e910a331e97e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:45.200629 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b6091d47-10eb-42e0-8895-e910a331e97e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:45.201052 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.201171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:45.211764 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d474bcea-82d3-459e-8bf9-485a4bfab478 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2298031 Aug 16 02:19:45.214990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51558) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:45.220497 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-865ab503-080d-41f0-b6e8-93202d6dad97 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:45.235344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Sync routers for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:45.269655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:45.270242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:45.412639 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.435449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:45.506504 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port b6091d47-10eb-42e0-8895-e910a331e97e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b6091d47-10eb-42e0-8895-e910a331e97e,segment=NetworkSegment(69b96b4b-ceb4-40a3-9ba8-e506d5bf4993),segment_id=69b96b4b-ceb4-40a3-9ba8-e506d5bf4993)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:45.511899 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.516417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:45.822715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=b6091d47-10eb-42e0-8895-e910a331e97e,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:45.831780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:45.874116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:45.874487 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.875212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.extraroute_db [None req-865ab503-080d-41f0-b6e8-93202d6dad97 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101381) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:19:45.914200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.extraroute_db [None req-865ab503-080d-41f0-b6e8-93202d6dad97 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Removed routes are [] {{(pid=101381) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:19:45.919239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-865ab503-080d-41f0-b6e8-93202d6dad97 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.928599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-78594318-e0ad-416c-95f1-28715a95a285 None None] Provisioning for port edd5ebf0-43f6-455a-bedf-f1bb697211fa completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:45.943046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-78594318-e0ad-416c-95f1-28715a95a285 None None] Provisioning complete for port edd5ebf0-43f6-455a-bedf-f1bb697211fa triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:45.943652 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-78594318-e0ad-416c-95f1-28715a95a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.994280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-78594318-e0ad-416c-95f1-28715a95a285 None None] Port edd5ebf0-43f6-455a-bedf-f1bb697211fa cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:46.107776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51580) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.165309 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.169486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-80a45def-5750-4910-b1ce-6cd5a9a774fd None None] Provisioning complete for port edd5ebf0-43f6-455a-bedf-f1bb697211fa triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:46.169972 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-80a45def-5750-4910-b1ce-6cd5a9a774fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.198191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a356cf2-372f-4446-af01-0e8ed72f27a7 admin admin] Deleting subnet c4e23dbf-1a82-4163-b9d6-b584a29575d4 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:46.203422 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a356cf2-372f-4446-af01-0e8ed72f27a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.217037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-80a45def-5750-4910-b1ce-6cd5a9a774fd None None] Port edd5ebf0-43f6-455a-bedf-f1bb697211fa cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:46.232012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:43Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:42Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edd5ebf0-43f6-455a-bedf-f1bb697211fa', 'name': '', 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:a0:f8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c77470a8-134c-4ff6-82ff-a37f848a3132', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:42Z', 'updated_at': '2021-08-16T02:19:44Z', 'revision_number': 2, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'c77470a8-134c-4ff6-82ff-a37f848a3132', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:46.256215 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a356cf2-372f-4446-af01-0e8ed72f27a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.267352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e,segment=NetworkSegment(6806a32b-2053-46ce-86bd-e48d2a0b8471),segment_id=6806a32b-2053-46ce-86bd-e48d2a0b8471)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:46.294976 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-865ab503-080d-41f0-b6e8-93202d6dad97 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.300755 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-865ab503-080d-41f0-b6e8-93202d6dad97 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.314589 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a356cf2-372f-4446-af01-0e8ed72f27a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.341894 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.354415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Checking router: 31e92b95-7186-4f25-a872-f5df584e2aab for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:46.354766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Updating router 31e92b95-7186-4f25-a872-f5df584e2aab port edd5ebf0-43f6-455a-bedf-f1bb697211fa binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:46.388698 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a356cf2-372f-4446-af01-0e8ed72f27a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.403437 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.438975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865ab503-080d-41f0-b6e8-93202d6dad97 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 31e92b95-7186-4f25-a872-f5df584e2aab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:46.462799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a356cf2-372f-4446-af01-0e8ed72f27a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e23dbf-1a82-4163-b9d6-b584a29575d4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.471411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a356cf2-372f-4446-af01-0e8ed72f27a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.475834 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0a356cf2-372f-4446-af01-0e8ed72f27a7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c4e23dbf-1a82-4163-b9d6-b584a29575d4 HTTP/1.1" status: 204 len: 168 time: 0.3648572 Aug 16 02:19:46.477652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51584) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.483401 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-eb3072bc-8dab-4064-80c9-94ccb2a1b756 None None] Provisioning complete for port edd5ebf0-43f6-455a-bedf-f1bb697211fa triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:46.486826 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb3072bc-8dab-4064-80c9-94ccb2a1b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.499882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b6091d47-10eb-42e0-8895-e910a331e97e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:46.568286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865ab503-080d-41f0-b6e8-93202d6dad97 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:46.577320 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-865ab503-080d-41f0-b6e8-93202d6dad97 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.578811 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-865ab503-080d-41f0-b6e8-93202d6dad97 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab HTTP/1.1" status: 200 len: 934 time: 1.3627155 Aug 16 02:19:46.581634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51586) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.635664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.660591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-eb3072bc-8dab-4064-80c9-94ccb2a1b756 None None] Port edd5ebf0-43f6-455a-bedf-f1bb697211fa cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:46.681279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.734773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b6091d47-10eb-42e0-8895-e910a331e97e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:46.735245 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.752031 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-742693c1-2f52-4461-9034-14f043aa7ed0 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab HTTP/1.1" status: 200 len: 934 time: 0.1666918 Aug 16 02:19:46.752340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51588) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.757477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-2b8359ec-9312-4795-95da-9feb23545c25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'routes': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:46.805552 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.818781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfef28fc-a553-491a-91ce-0bf69efb864f']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:46.832270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e3077a-2379-43ee-bd03-a624473366ef') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:46.832591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e3077a-2379-43ee-bd03-a624473366ef') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:46.843682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.853750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f1e0444c-4c57-47db-a044-c295eb0bbdd0 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:46.860384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.868441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:46.868831 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:46.870586 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:46.911435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: f1e0444c-4c57-47db-a044-c295eb0bbdd0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:46.911816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f1e0444c-4c57-47db-a044-c295eb0bbdd0 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:46.944896 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.955158 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.961726 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/bfef28fc-a553-491a-91ce-0bf69efb864f HTTP/1.1" status: 204 len: 168 time: 0.4814270 Aug 16 02:19:46.990659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd92f3-b6fc-4a4f-915c-413ffb3659a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfef28fc-a553-491a-91ce-0bf69efb864f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:47.111152 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.125243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Transition to ACTIVE for port object edd5ebf0-43f6-455a-bedf-f1bb697211fa will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:47.135983 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.144887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51602) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.183193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34219706-52b6-4590-945c-eeb7fd027533 None None] Pushing event updated for resources: {'Port': ['ID=edd5ebf0-43f6-455a-bedf-f1bb697211fa,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:47.243712 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5f86e2c2-b23f-48a3-8813-ad152ffddfc5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fc8b10743ef042c98881d195d7885dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966461 Aug 16 02:19:47.244944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51604) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.281813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Attempting to bind port edd5ebf0-43f6-455a-bedf-f1bb697211fa on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:47.285241 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Attempting to bind port edd5ebf0-43f6-455a-bedf-f1bb697211fa by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '6806a32b-2053-46ce-86bd-e48d2a0b8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:47.285741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Attempting to bind port edd5ebf0-43f6-455a-bedf-f1bb697211fa on network 4e318057-e3ac-4a7f-b5bf-48757da74356 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:47.302384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:47.308412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Checking segment: {'id': '6806a32b-2053-46ce-86bd-e48d2a0b8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:47.309040 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.309305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Bound using segment: {'id': '6806a32b-2053-46ce-86bd-e48d2a0b8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:47.314633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Bound port: edd5ebf0-43f6-455a-bedf-f1bb697211fa, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806a32b-2053-46ce-86bd-e48d2a0b8471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:47.315279 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.331818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07d2d817-cb07-43a3-a5da-6c25c18e3f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.366543 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07d2d817-cb07-43a3-a5da-6c25c18e3f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.413333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.extraroute_db [None req-2b8359ec-9312-4795-95da-9feb23545c25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added routes are [] {{(pid=101381) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:19:47.413905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.extraroute_db [None req-2b8359ec-9312-4795-95da-9feb23545c25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101381) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:19:47.423152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] For port edd5ebf0-43f6-455a-bedf-f1bb697211fa, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:47.431800 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] For port edd5ebf0-43f6-455a-bedf-f1bb697211fa, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=edd5ebf0-43f6-455a-bedf-f1bb697211fa,segment=NetworkSegment(6806a32b-2053-46ce-86bd-e48d2a0b8471),segment_id=6806a32b-2053-46ce-86bd-e48d2a0b8471)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:47.434014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07d2d817-cb07-43a3-a5da-6c25c18e3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.439065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07d2d817-cb07-43a3-a5da-6c25c18e3f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.441505 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-07d2d817-cb07-43a3-a5da-6c25c18e3f68 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/927ad8e7-f609-48b1-90e9-b9c3f3048408 HTTP/1.1" status: 204 len: 168 time: 0.1950381 Aug 16 02:19:47.459042 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2d817-cb07-43a3-a5da-6c25c18e3f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927ad8e7-f609-48b1-90e9-b9c3f3048408,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:47.459573 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.466896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b8359ec-9312-4795-95da-9feb23545c25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.547165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34219706-52b6-4590-945c-eeb7fd027533 None None] Pushing event updated for resources: {'Port': ['ID=edd5ebf0-43f6-455a-bedf-f1bb697211fa,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:47.571428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:47.572077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:47.725462 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b8359ec-9312-4795-95da-9feb23545c25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.730256 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b8359ec-9312-4795-95da-9feb23545c25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.855343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8359ec-9312-4795-95da-9feb23545c25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 31e92b95-7186-4f25-a872-f5df584e2aab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:47.933192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:47.960393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8359ec-9312-4795-95da-9feb23545c25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:47.988155 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b8359ec-9312-4795-95da-9feb23545c25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.990755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2b8359ec-9312-4795-95da-9feb23545c25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab HTTP/1.1" status: 200 len: 700 time: 1.2371774 Aug 16 02:19:47.993994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51616) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.159207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5c355aa1-312c-49c3-a496-e94c1c2d3f37 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab HTTP/1.1" status: 200 len: 700 time: 0.1619797 Aug 16 02:19:48.167878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51622) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.304303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:47Z', 'revision_number': 7, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:45Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edd5ebf0-43f6-455a-bedf-f1bb697211fa', 'name': '', 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:a0:f8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c77470a8-134c-4ff6-82ff-a37f848a3132', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:42Z', 'updated_at': '2021-08-16T02:19:47Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'c77470a8-134c-4ff6-82ff-a37f848a3132', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:48.344607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3298fda-0e67-4bcb-b80c-26951b5507ff None None] The sync data for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 is: [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:47Z', 'revision_number': 7, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:45Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edd5ebf0-43f6-455a-bedf-f1bb697211fa', 'name': '', 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:a0:f8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c77470a8-134c-4ff6-82ff-a37f848a3132', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:42Z', 'updated_at': '2021-08-16T02:19:47Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'c77470a8-134c-4ff6-82ff-a37f848a3132', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:48.405639 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.553254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:48.675736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:48.676486 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.701975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51642) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.827415 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.838539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1341371670-network', 'tenant_id': 'bdefa68309504e64ba2c2525c8ca1165'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:48.868668 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Made reservation on behalf of bdefa68309504e64ba2c2525c8ca1165 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:48.873205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.896379 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.037768 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.044301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.072681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:49.096350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fd0f7d-174e-427d-b676-46fbf7d69e63,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.101023 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.102388 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Added segment 6f5dba9f-174e-449e-a00f-612a459aeb6d of type vlan for network 0afb66b7-6087-4321-a14e-7ec04491ae7e Aug 16 02:19:49.167394 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.214408 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.217347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:49.218519 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.241921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port edd5ebf0-43f6-455a-bedf-f1bb697211fa {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:49.242295 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.303529 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6004059 Aug 16 02:19:49.307437 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51650) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:49.313480 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] Request body: {'subnet': {'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1341371670-subnet', 'tenant_id': 'bdefa68309504e64ba2c2525c8ca1165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:49.339784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port edd5ebf0-43f6-455a-bedf-f1bb697211fa, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=edd5ebf0-43f6-455a-bedf-f1bb697211fa,segment=NetworkSegment(6806a32b-2053-46ce-86bd-e48d2a0b8471),segment_id=6806a32b-2053-46ce-86bd-e48d2a0b8471)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:49.340157 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.341074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca5bb2-0aa1-495c-8384-74a3005ae8f5 admin admin] Pushing event updated for resources: {'Network': ['ID=0afb66b7-6087-4321-a14e-7ec04491ae7e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.350953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] Made reservation on behalf of bdefa68309504e64ba2c2525c8ca1165 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:49.351256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 0afb66b7-6087-4321-a14e-7ec04491ae7e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:49.355500 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.383144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for edd5ebf0-43f6-455a-bedf-f1bb697211fa owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:49.459246 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f1f45-3699-4e24-af3d-03b1546090f3 None None] Sync routers for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:49.477964 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f1f45-3699-4e24-af3d-03b1546090f3 None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:49.482339 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-454f1f45-3699-4e24-af3d-03b1546090f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:49.587955 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-454f1f45-3699-4e24-af3d-03b1546090f3 None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:49.759281 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.806771 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=edd5ebf0-43f6-455a-bedf-f1bb697211fa,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.875560 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-454f1f45-3699-4e24-af3d-03b1546090f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:47Z', 'revision_number': 7, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:45Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edd5ebf0-43f6-455a-bedf-f1bb697211fa', 'name': '', 'network_id': '4e318057-e3ac-4a7f-b5bf-48757da74356', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:a0:f8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c77470a8-134c-4ff6-82ff-a37f848a3132', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:42Z', 'updated_at': '2021-08-16T02:19:47Z', 'revision_number': 4, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'c77470a8-134c-4ff6-82ff-a37f848a3132', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:49.911675 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f1f45-3699-4e24-af3d-03b1546090f3 None None] Checking router: 31e92b95-7186-4f25-a872-f5df584e2aab for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:49.929207 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f1f45-3699-4e24-af3d-03b1546090f3 None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:49.930186 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-454f1f45-3699-4e24-af3d-03b1546090f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:50.034065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.083333 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-454f1f45-3699-4e24-af3d-03b1546090f3 None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:50.154653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] Checking segment: {'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:50.155620 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] Network hostable DHCP agents. Network: 0afb66b7-6087-4321-a14e-7ec04491ae7e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:50.168842 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.187409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb607da-a325-422b-a679-0da8ad0f6081,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:50.214008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] Network 0afb66b7-6087-4321-a14e-7ec04491ae7e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:50.234049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 0afb66b7-6087-4321-a14e-7ec04491ae7e) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:50.238216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.239209 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.246057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60a62ad-67db-44ad-ac01-f06b6fa5b4f7 None None] Network 0afb66b7-6087-4321-a14e-7ec04491ae7e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:50.269132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2b8cbcd7-b023-471c-8526-b701a3b4d7be admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9597397 Aug 16 02:19:50.416931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5869f387-d63c-4728-ba14-a82086920e23 None None] Network 0afb66b7-6087-4321-a14e-7ec04491ae7e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:50.535598 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-454f1f45-3699-4e24-af3d-03b1546090f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:49Z', 'revision_number': 8, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:45Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:50.579365 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f1f45-3699-4e24-af3d-03b1546090f3 None None] The sync data for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 is: [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:49Z', 'revision_number': 8, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:45Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:50.648121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 31e92b95-7186-4f25-a872-f5df584e2aab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:51.194702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:51.206529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-50c0b6d6-5960-4844-95f6-f1ecf75e460c tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0373118 Aug 16 02:19:51.206876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51674) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:51.240226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-d38660fe-8aee-461f-9a82-3c48c052963a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:51.242160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-d38660fe-8aee-461f-9a82-3c48c052963a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 814 time: 0.1747208 Aug 16 02:19:51.269094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-baa646ce-5aaf-493d-9c2f-1ea3bb3a4bd4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/quotas/bdefa68309504e64ba2c2525c8ca1165 HTTP/1.1" status: 200 len: 375 time: 0.0187883 Aug 16 02:19:51.285113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ea3a8-db26-4a9e-b419-b42e8420c709 None None] Sync routers for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:51.303914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ea3a8-db26-4a9e-b419-b42e8420c709 None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:51.304358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b03d7b-bcf3-4da8-9b3a-56eb9992bd8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting subnet c77470a8-134c-4ff6-82ff-a37f848a3132 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:51.307329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4a1ea3a8-db26-4a9e-b419-b42e8420c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:51.309009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85b03d7b-bcf3-4da8-9b3a-56eb9992bd8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.310556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-4395400a-24ea-434f-82ff-4ec7ba6c48b4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403726 Aug 16 02:19:51.366130 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85b03d7b-bcf3-4da8-9b3a-56eb9992bd8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.401735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-2adb95e8-2248-4968-bc33-6780f48c5f13 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:51.411174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-2adb95e8-2248-4968-bc33-6780f48c5f13 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0997813 Aug 16 02:19:51.510155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-4a1ea3a8-db26-4a9e-b419-b42e8420c709 None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:51.513581 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85b03d7b-bcf3-4da8-9b3a-56eb9992bd8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.542377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-391b0003-e3a4-4bc2-b740-489dad9c899e service neutron] 10.222.0.79 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301870 Aug 16 02:19:51.634413 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85b03d7b-bcf3-4da8-9b3a-56eb9992bd8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.679083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b03d7b-bcf3-4da8-9b3a-56eb9992bd8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Subnet': ['ID=c77470a8-134c-4ff6-82ff-a37f848a3132,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:51.681840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-85b03d7b-bcf3-4da8-9b3a-56eb9992bd8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.687705 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-85b03d7b-bcf3-4da8-9b3a-56eb9992bd8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/c77470a8-134c-4ff6-82ff-a37f848a3132 HTTP/1.1" status: 204 len: 168 time: 0.4797328 Aug 16 02:19:51.688922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51680) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:51.700679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a6153-3fdd-434c-8c5f-0f55027216cd None None] Network 4e318057-e3ac-4a7f-b5bf-48757da74356 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:51.766663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-306d267e-8965-4a21-b56a-409fd10f6ce1 service neutron] 10.222.0.79 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233200 Aug 16 02:19:51.824420 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.969273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:51.969520 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.038801 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4a1ea3a8-db26-4a9e-b419-b42e8420c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:49Z', 'revision_number': 8, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:45Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.103206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aafda2e-38ea-4018-975d-809dae1bd1d8 None None] DHCP port deletion for 4e318057-e3ac-4a7f-b5bf-48757da74356 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:52.106217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ea3a8-db26-4a9e-b419-b42e8420c709 None None] Checking router: 31e92b95-7186-4f25-a872-f5df584e2aab for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:52.113835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f14779d-47fd-45b6-8a8d-1c32444572c9 req-35381c45-8a7b-4f45-b5d4-056815a80253 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 210 time: 0.0534530 Aug 16 02:19:52.119151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ea3a8-db26-4a9e-b419-b42e8420c709 None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:52.120512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4a1ea3a8-db26-4a9e-b419-b42e8420c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.158064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e,segment=NetworkSegment(6806a32b-2053-46ce-86bd-e48d2a0b8471),segment_id=6806a32b-2053-46ce-86bd-e48d2a0b8471)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:52.158442 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.188735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:52.332319 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.351498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-4a1ea3a8-db26-4a9e-b419-b42e8420c709 None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:52.363453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:52.374269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No DVR routers for this DVR port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:52.465601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0aafda2e-38ea-4018-975d-809dae1bd1d8 None None] Deleting port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:52.465995 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0aafda2e-38ea-4018-975d-809dae1bd1d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.482801 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.506347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e318057-e3ac-4a7f-b5bf-48757da74356']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.535420 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6806a32b-2053-46ce-86bd-e48d2a0b8471') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.535801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6806a32b-2053-46ce-86bd-e48d2a0b8471') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.549465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device edd5ebf0-43f6-455a-bedf-f1bb697211fa no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:52.550439 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.583478 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.594354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:52.595137 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:52.600166 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:52.701404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.714508 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.716906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/networks/4e318057-e3ac-4a7f-b5bf-48757da74356 HTTP/1.1" status: 204 len: 168 time: 1.0270092 Aug 16 02:19:52.719952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51698) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:52.723235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: edd5ebf0-43f6-455a-bedf-f1bb697211fa {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:52.723651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device edd5ebf0-43f6-455a-bedf-f1bb697211fa not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:52.724214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:52.732199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8fd71-71eb-4c51-a7a8-c798e1fbe211 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Network': ['ID=4e318057-e3ac-4a7f-b5bf-48757da74356,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:52.753515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:52.753867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:52.802560 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-0aafda2e-38ea-4018-975d-809dae1bd1d8 None None] For port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:52.803061 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0aafda2e-38ea-4018-975d-809dae1bd1d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.827736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0aafda2e-38ea-4018-975d-809dae1bd1d8 None None] Calling delete_port for bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:52.836257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-0aafda2e-38ea-4018-975d-809dae1bd1d8 None None] Port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:19:52.843778 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0aafda2e-38ea-4018-975d-809dae1bd1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.876494 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0aafda2e-38ea-4018-975d-809dae1bd1d8 None None] Network 4e318057-e3ac-4a7f-b5bf-48757da74356 is not hosted by any dhcp agent {{(pid=101382) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:19:52.876968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aafda2e-38ea-4018-975d-809dae1bd1d8 None None] No DVR routers for this DVR port bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:52.880928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafda2e-38ea-4018-975d-809dae1bd1d8 None None] Pushing event deleted for resources: {'Port': ['ID=bc2c5c36-c02b-4ac9-9c5e-9cbd441edd1e,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:52.945719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4a1ea3a8-db26-4a9e-b419-b42e8420c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:49Z', 'revision_number': 8, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:45Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.981096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ea3a8-db26-4a9e-b419-b42e8420c709 None None] The sync data for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 is: [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:49Z', 'revision_number': 8, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6091d47-10eb-42e0-8895-e910a331e97e', 'name': '', 'network_id': 'f8931abb-6b43-4301-a653-956c7d267d31', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:6c:0b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '094e481d-d18b-44e0-b527-d51243470867', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:36Z', 'updated_at': '2021-08-16T02:19:45Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '094e481d-d18b-44e0-b527-d51243470867', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:53.118551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.293054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26128829-df3d-40cb-828c-4b5c4f8084e6 req-3d2ea508-376c-4de8-8cff-cd95555ad19a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 210 time: 0.0603089 Aug 16 02:19:53.398269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-a1ab66bb-7f5a-44a2-980c-8495ed54f80d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.399936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-a1ab66bb-7f5a-44a2-980c-8495ed54f80d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.89 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 814 time: 0.1568439 Aug 16 02:19:53.412779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Request body: {'port': {'device_id': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e', 'admin_state_up': True, 'tenant_id': 'bdefa68309504e64ba2c2525c8ca1165'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:53.443752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port b6091d47-10eb-42e0-8895-e910a331e97e {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:53.444167 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.541146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Made reservation on behalf of bdefa68309504e64ba2c2525c8ca1165 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:53.545145 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.545322 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port b6091d47-10eb-42e0-8895-e910a331e97e, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b6091d47-10eb-42e0-8895-e910a331e97e,segment=NetworkSegment(69b96b4b-ceb4-40a3-9ba8-e506d5bf4993),segment_id=69b96b4b-ceb4-40a3-9ba8-e506d5bf4993)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:53.545692 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.560004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for b6091d47-10eb-42e0-8895-e910a331e97e owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:53.692759 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Allocated IP 172.20.0.13 (0afb66b7-6087-4321-a14e-7ec04491ae7e/bcb607da-a325-422b-a679-0da8ad0f6081/ddc426e1-60f8-40bb-9cf2-2df177c941c2) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:53.763142 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.799935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=b6091d47-10eb-42e0-8895-e910a331e97e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:53.921530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.987654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.026480 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.094233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Network 0afb66b7-6087-4321-a14e-7ec04491ae7e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:54.101223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:54.122163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:54.131026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:54.188870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:54.189802 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.205851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-8e4a6937-d89c-4127-b03b-2fb591cac1f8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7967794 Aug 16 02:19:54.220738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Request body: {'port': {'device_id': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:54.275206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 31e92b95-7186-4f25-a872-f5df584e2aab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:54.286892 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.395474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:54.401037 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ac199e8e-a794-45cc-b73d-f93f6e41e542 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6799805 Aug 16 02:19:54.403775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51718) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:54.411660 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639ac58-6844-45d6-9ba6-c7e6eeb7d6c3 None None] Sync routers for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:54.422464 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639ac58-6844-45d6-9ba6-c7e6eeb7d6c3 None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:54.423335 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5639ac58-6844-45d6-9ba6-c7e6eeb7d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:54.483754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea4e304-d896-49db-85b3-4dc6a2e57750 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting subnet 094e481d-d18b-44e0-b527-d51243470867 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:54.490406 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cea4e304-d896-49db-85b3-4dc6a2e57750 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.528084 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-5639ac58-6844-45d6-9ba6-c7e6eeb7d6c3 None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:54.545259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d1395-a11d-487b-999c-b537e07eb8c0 req-98f2157b-eb3b-47d8-9a2b-625c5ba3c60e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:54.546861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-541d1395-a11d-487b-999c-b537e07eb8c0 req-98f2157b-eb3b-47d8-9a2b-625c5ba3c60e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 932 time: 0.1333051 Aug 16 02:19:54.547603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cea4e304-d896-49db-85b3-4dc6a2e57750 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.624877 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-541d1395-a11d-487b-999c-b537e07eb8c0 req-8894a8c7-5966-44a4-8db8-2f2b72ed539d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672946 Aug 16 02:19:54.667297 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cea4e304-d896-49db-85b3-4dc6a2e57750 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.733723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc426e1-60f8-40bb-9cf2-2df177c941c2 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:54.745955 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.753078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cea4e304-d896-49db-85b3-4dc6a2e57750 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.774359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Transition to ACTIVE for port object ddc426e1-60f8-40bb-9cf2-2df177c941c2 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:54.783820 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.809259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4e304-d896-49db-85b3-4dc6a2e57750 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Subnet': ['ID=094e481d-d18b-44e0-b527-d51243470867,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:54.816540 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cea4e304-d896-49db-85b3-4dc6a2e57750 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.819047 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cea4e304-d896-49db-85b3-4dc6a2e57750 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/094e481d-d18b-44e0-b527-d51243470867 HTTP/1.1" status: 204 len: 168 time: 0.4139674 Aug 16 02:19:54.823984 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51720) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:54.826568 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af946e-90e5-47b1-9d42-f69044f73c29 None None] Network f8931abb-6b43-4301-a653-956c7d267d31 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:54.886214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:54.916337 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5639ac58-6844-45d6-9ba6-c7e6eeb7d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:53Z', 'revision_number': 9, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:54.945044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.980169 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639ac58-6844-45d6-9ba6-c7e6eeb7d6c3 None None] Checking router: 31e92b95-7186-4f25-a872-f5df584e2aab for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:55.001770 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639ac58-6844-45d6-9ba6-c7e6eeb7d6c3 None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:55.003528 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5639ac58-6844-45d6-9ba6-c7e6eeb7d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:55.042107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Attempting to bind port ddc426e1-60f8-40bb-9cf2-2df177c941c2 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:55.042434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Attempting to bind port ddc426e1-60f8-40bb-9cf2-2df177c941c2 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:55.042751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Attempting to bind port ddc426e1-60f8-40bb-9cf2-2df177c941c2 on network 0afb66b7-6087-4321-a14e-7ec04491ae7e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:55.054872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Port ddc426e1-60f8-40bb-9cf2-2df177c941c2 on network 0afb66b7-6087-4321-a14e-7ec04491ae7e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:55.055198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Attempting to bind port ddc426e1-60f8-40bb-9cf2-2df177c941c2 on network 0afb66b7-6087-4321-a14e-7ec04491ae7e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:55.062115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:55.062485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Checking segment: {'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:55.062889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Bound using segment: {'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:55.063328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Bound port: ddc426e1-60f8-40bb-9cf2-2df177c941c2, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:55.065200 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.103967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port c60ec59a-f309-479f-99aa-c33a9e7e9e96 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:55.104735 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.122837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1783ab7-fdb5-4aff-be62-a678a51f8d0d None None] DHCP port deletion for f8931abb-6b43-4301-a653-956c7d267d31 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:55.217941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f1783ab7-fdb5-4aff-be62-a678a51f8d0d None None] Deleting port c60ec59a-f309-479f-99aa-c33a9e7e9e96 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:55.218388 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f1783ab7-fdb5-4aff-be62-a678a51f8d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.219631 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-5639ac58-6844-45d6-9ba6-c7e6eeb7d6c3 None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:55.220945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:55.224832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:55.232828 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.241289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port c60ec59a-f309-479f-99aa-c33a9e7e9e96, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c60ec59a-f309-479f-99aa-c33a9e7e9e96,segment=NetworkSegment(69b96b4b-ceb4-40a3-9ba8-e506d5bf4993),segment_id=69b96b4b-ceb4-40a3-9ba8-e506d5bf4993)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:55.241669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.275283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for c60ec59a-f309-479f-99aa-c33a9e7e9e96 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:55.314536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f1783ab7-fdb5-4aff-be62-a678a51f8d0d None None] For port c60ec59a-f309-479f-99aa-c33a9e7e9e96, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c60ec59a-f309-479f-99aa-c33a9e7e9e96,segment=NetworkSegment(69b96b4b-ceb4-40a3-9ba8-e506d5bf4993),segment_id=69b96b4b-ceb4-40a3-9ba8-e506d5bf4993)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:55.315123 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f1783ab7-fdb5-4aff-be62-a678a51f8d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.321938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.323093 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.324535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] 10.222.0.89 "PUT /v2.0/ports/ddc426e1-60f8-40bb-9cf2-2df177c941c2 HTTP/1.1" status: 200 len: 1093 time: 1.1105032 Aug 16 02:19:55.325015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:55.336861 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e485f0-6e6e-4c66-97ee-9b10e64173d6" -d '{"events": [{"name": "network-changed", "server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:55.341502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-f1783ab7-fdb5-4aff-be62-a678a51f8d0d None None] Calling delete_port for c60ec59a-f309-479f-99aa-c33a9e7e9e96 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:55.435582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe4e86-f30c-4df4-b7d2-d321c5d6d4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:55.458744 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afe88b4-a3c1-497e-a6b3-1831681170ae x-openstack-request-id: req-4afe88b4-a3c1-497e-a6b3-1831681170ae {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:55.459021 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:55.459271 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4afe88b4-a3c1-497e-a6b3-1831681170ae {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:55.459845 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'status': 'completed', 'code': 200} Aug 16 02:19:55.479058 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f1783ab7-fdb5-4aff-be62-a678a51f8d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.488345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-0c626efc-567e-48a2-b5d7-7fb842320450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.489916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-0c626efc-567e-48a2-b5d7-7fb842320450 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 1096 time: 0.1098418 Aug 16 02:19:55.517834 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.549754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1783ab7-fdb5-4aff-be62-a678a51f8d0d None None] Pushing event deleted for resources: {'Port': ['ID=c60ec59a-f309-479f-99aa-c33a9e7e9e96,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:55.555813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-f20653dd-aa25-447a-978b-0d2df6633204 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2 HTTP/1.1" status: 200 len: 217 time: 0.0556512 Aug 16 02:19:55.562496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1783ab7-fdb5-4aff-be62-a678a51f8d0d None None] No DVR routers for this DVR port c60ec59a-f309-479f-99aa-c33a9e7e9e96 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:55.597140 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No DVR routers for this DVR port c60ec59a-f309-479f-99aa-c33a9e7e9e96 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:55.599297 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=c60ec59a-f309-479f-99aa-c33a9e7e9e96,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:55.645742 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5639ac58-6844-45d6-9ba6-c7e6eeb7d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:53Z', 'revision_number': 9, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:55.659090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-737b3105-60ff-40e6-af22-5702fb5255a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.660720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-737b3105-60ff-40e6-af22-5702fb5255a4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bcb607da-a325-422b-a679-0da8ad0f6081 HTTP/1.1" status: 200 len: 854 time: 0.0991971 Aug 16 02:19:55.805629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-7460ad26-eba2-4453-a537-6f8f5435aebe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0afb66b7-6087-4321-a14e-7ec04491ae7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680888 Aug 16 02:19:55.886985 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.886985 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8931abb-6b43-4301-a653-956c7d267d31']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:55.886985 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b96b4b-ceb4-40a3-9ba8-e506d5bf4993') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:55.886985 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b96b4b-ceb4-40a3-9ba8-e506d5bf4993') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:55.886985 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.891282 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639ac58-6844-45d6-9ba6-c7e6eeb7d6c3 None None] The sync data for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 is: [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:53Z', 'revision_number': 9, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4', 'name': '', 'network_id': 'ffff0adc-6a04-4f5d-8444-df00d92e1d9a', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:f2:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:32Z', 'updated_at': '2021-08-16T02:19:40Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': '0e83a1f9-9898-4bfd-a28a-324913d83f69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:55.891547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.913108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:55.916645 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:55.940665 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:56.016738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.025613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.027471 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/networks/f8931abb-6b43-4301-a653-956c7d267d31 HTTP/1.1" status: 204 len: 168 time: 1.2018464 Aug 16 02:19:56.035888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51742) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:56.045782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00018632-2a6f-4130-b0cf-909986de74bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Network': ['ID=f8931abb-6b43-4301-a653-956c7d267d31,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:56.152257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc6876-cdac-493b-abef-598a32fbfc19 req-5eca853b-dde2-4bd9-adc6-d8be22d46cc8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:56.153837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51fc6876-cdac-493b-abef-598a32fbfc19 req-5eca853b-dde2-4bd9-adc6-d8be22d46cc8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 944 time: 0.1886892 Aug 16 02:19:56.194447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-02c1cce0-25ed-482c-a11e-5ea1e8876e68 service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453959 Aug 16 02:19:56.321766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51fc6876-cdac-493b-abef-598a32fbfc19 req-ff59e9b7-701c-42eb-9d71-b12d95ff2ca7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523194 Aug 16 02:19:56.460258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c60ec59a-f309-479f-99aa-c33a9e7e9e96 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:56.486371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: c60ec59a-f309-479f-99aa-c33a9e7e9e96 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:56.486731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c60ec59a-f309-479f-99aa-c33a9e7e9e96 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:56.487163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b6091d47-10eb-42e0-8895-e910a331e97e no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:56.509863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: b6091d47-10eb-42e0-8895-e910a331e97e {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:56.510216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b6091d47-10eb-42e0-8895-e910a331e97e not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:56.626722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb6bdfb5-a6d4-465e-8650-deea4f8ea443 req-0ec4a2fb-e783-4b1a-9845-ee4c156a983a service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244606 Aug 16 02:19:56.657848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-9cdd99b2-5245-48f6-a431-56fa710f8d27 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:56.659474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-9cdd99b2-5245-48f6-a431-56fa710f8d27 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.2086785 Aug 16 02:19:56.708437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-91462457-bc3d-4f03-b81d-76fc5c9c1797 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/quotas/d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 375 time: 0.0388677 Aug 16 02:19:56.787909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e485f0-6e6e-4c66-97ee-9b10e64173d6 req-bb20ba02-15df-4340-b87a-edbcffa048c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:56.789559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33e485f0-6e6e-4c66-97ee-9b10e64173d6 req-bb20ba02-15df-4340-b87a-edbcffa048c3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 1096 time: 0.1103036 Aug 16 02:19:56.859403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-38010722-51ab-40a3-9f59-6fc866610a01 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255991 Aug 16 02:19:56.864933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.391019 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e485f0-6e6e-4c66-97ee-9b10e64173d6 req-6259af61-39d2-4130-8782-cecc83bb033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:57.392472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33e485f0-6e6e-4c66-97ee-9b10e64173d6 req-6259af61-39d2-4130-8782-cecc83bb033e service neutron] 10.222.0.89 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 915 time: 0.5952573 Aug 16 02:19:57.521662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-b54028bf-0606-4773-b0ba-13eb4ca92ef3 service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497543 Aug 16 02:19:57.522888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33e485f0-6e6e-4c66-97ee-9b10e64173d6 req-2dad29a2-cc4a-415e-b099-937e20b06a2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2 HTTP/1.1" status: 200 len: 217 time: 0.0937319 Aug 16 02:19:57.618689 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b8c69-015b-4380-ad8b-9450122b62ae req-c2905b11-5603-4483-8e56-2197e627e2a1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:57.620175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f44b8c69-015b-4380-ad8b-9450122b62ae req-c2905b11-5603-4483-8e56-2197e627e2a1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 944 time: 0.2204459 Aug 16 02:19:57.681763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e485f0-6e6e-4c66-97ee-9b10e64173d6 req-7d9e0625-b9c7-4773-9ada-42c4cbc2d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:57.683182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33e485f0-6e6e-4c66-97ee-9b10e64173d6 req-7d9e0625-b9c7-4773-9ada-42c4cbc2d84e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bcb607da-a325-422b-a679-0da8ad0f6081 HTTP/1.1" status: 200 len: 854 time: 0.1512973 Aug 16 02:19:57.735625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f44b8c69-015b-4380-ad8b-9450122b62ae req-a1581f17-3ebf-41a3-8c8a-1fca7ddbb242 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071613 Aug 16 02:19:57.737530 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33e485f0-6e6e-4c66-97ee-9b10e64173d6 req-d8d44060-2c6a-459d-abae-33ca09f5ebfc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0afb66b7-6087-4321-a14e-7ec04491ae7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401425 Aug 16 02:19:57.802632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-43725b20-d6aa-4152-a9af-d74f9a5a9710 service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669151 Aug 16 02:19:57.921180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33e485f0-6e6e-4c66-97ee-9b10e64173d6 req-c133fc91-0b78-4cce-8921-e51965398fb8 service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752691 Aug 16 02:19:57.959530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:57.959883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.069407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa9ff318-afcb-4f52-823c-9f396a97a3d7 req-0af93f91-62d2-4a81-9415-3df9519d0c00 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 210 time: 0.0701551 Aug 16 02:19:58.137829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33e485f0-6e6e-4c66-97ee-9b10e64173d6 req-e5329410-2362-4a60-bdc3-099aea322f83 service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086940 Aug 16 02:19:58.139929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4,segment=NetworkSegment(a59c7cfa-e9a7-4dd6-b097-63a59cbf470d),segment_id=a59c7cfa-e9a7-4dd6-b097-63a59cbf470d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:58.140311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.178635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:58.397039 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.428273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:58.619807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.870316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ddc426e1-60f8-40bb-9cf2-2df177c941c2 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:58.897600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c01df-e575-4882-bb4e-b03683e020f8 req-523a0c30-44fb-45a0-be1f-bccaa4d45bf7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:58.899151 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f27c01df-e575-4882-bb4e-b03683e020f8 req-523a0c30-44fb-45a0-be1f-bccaa4d45bf7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 944 time: 0.0685639 Aug 16 02:19:58.901054 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 31e92b95-7186-4f25-a872-f5df584e2aab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:58.978422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:58.991189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e', 'port_id': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'mac_address': 'fa:16:3e:f0:b7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb607da-a325-422b-a679-0da8ad0f6081', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:59.025694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f27c01df-e575-4882-bb4e-b03683e020f8 req-14491186-db81-4abf-9a2e-ba1e87980ef7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164396 Aug 16 02:19:59.041006 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.057813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc426e1-60f8-40bb-9cf2-2df177c941c2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:59.058044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:59.067762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a945e-f8c8-4150-b3b2-3c297393fd5d None None] Sync routers for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:59.069370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-60403d5a-f12a-4f71-9512-2755242b2988 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0306671 Aug 16 02:19:59.072510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51822) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.106964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a945e-f8c8-4150-b3b2-3c297393fd5d None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:59.107435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-384a945e-f8c8-4150-b3b2-3c297393fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:59.128149 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:59.138690 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.178604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbe3471-e1b2-4729-a859-567b94b3ced7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting subnet 0e83a1f9-9898-4bfd-a28a-324913d83f69 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:59.183628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6bbe3471-e1b2-4729-a859-567b94b3ced7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.258774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-54602565-81ce-451d-ba6e-ad0c0df9f650 req-ab7f761e-ba77-4c71-8abc-662a00690334 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 210 time: 0.0429301 Aug 16 02:19:59.268148 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6bbe3471-e1b2-4729-a859-567b94b3ced7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.296680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.329022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-384a945e-f8c8-4150-b3b2-3c297393fd5d None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:59.332346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-a57e4e3b-bbe7-493f-b845-365968656107 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:59.334667 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-a57e4e3b-bbe7-493f-b845-365968656107 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.2606654 Aug 16 02:19:59.359635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'port': {'device_id': 'f6740f82-54a7-4ecc-872a-8157103d375e', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'admin_state_up': True, 'tenant_id': 'd75bbba41d5646da86049365f8e03555'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:59.415757 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6bbe3471-e1b2-4729-a859-567b94b3ced7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.426528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ddc426e1-60f8-40bb-9cf2-2df177c941c2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:59.542643 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Made reservation on behalf of d75bbba41d5646da86049365f8e03555 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:59.544755 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6bbe3471-e1b2-4729-a859-567b94b3ced7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.549341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.605837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe3471-e1b2-4729-a859-567b94b3ced7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Subnet': ['ID=0e83a1f9-9898-4bfd-a28a-324913d83f69,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.616201 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6bbe3471-e1b2-4729-a859-567b94b3ced7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.622936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51832) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.624184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6bbe3471-e1b2-4729-a859-567b94b3ced7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/0e83a1f9-9898-4bfd-a28a-324913d83f69 HTTP/1.1" status: 204 len: 168 time: 0.5494452 Aug 16 02:19:59.733584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f78989b-d108-49b9-93a5-25fb02f39cdf None None] Network ffff0adc-6a04-4f5d-8444-df00d92e1d9a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:59.782360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.853309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Allocated IP 172.20.0.13 (aa825c6e-a21d-4154-8526-44de4f4b199d/62fa95a6-f539-4a2a-bec5-6be7a7f420e0/154cc356-b4fa-4564-9710-dbb8f8e74e3c) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:59.900906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port a7e65d43-0c84-49c5-bb92-60cb9e76a06f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:59.901291 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.045737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port a7e65d43-0c84-49c5-bb92-60cb9e76a06f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a7e65d43-0c84-49c5-bb92-60cb9e76a06f,segment=NetworkSegment(a59c7cfa-e9a7-4dd6-b097-63a59cbf470d),segment_id=a59c7cfa-e9a7-4dd6-b097-63a59cbf470d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:00.046136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.073979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for a7e65d43-0c84-49c5-bb92-60cb9e76a06f owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:00.188156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-384a945e-f8c8-4150-b3b2-3c297393fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 10, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:00.221377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3565e-086f-4587-ae5f-880093ac7ec2 req-2c7cc593-9d27-4618-a084-2fe3f12b7c42 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:00.223071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8e3565e-086f-4587-ae5f-880093ac7ec2 req-2c7cc593-9d27-4618-a084-2fe3f12b7c42 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.0844848 Aug 16 02:20:00.227436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a945e-f8c8-4150-b3b2-3c297393fd5d None None] Checking router: 31e92b95-7186-4f25-a872-f5df584e2aab for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:00.239981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a945e-f8c8-4150-b3b2-3c297393fd5d None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:00.241087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-384a945e-f8c8-4150-b3b2-3c297393fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:00.297022 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.300140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8e3565e-086f-4587-ae5f-880093ac7ec2 req-77272baa-0c0e-4512-b22c-be0a81ca944d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592039 Aug 16 02:20:00.327896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Transition to ACTIVE for port object 154cc356-b4fa-4564-9710-dbb8f8e74e3c will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:00.358092 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.370351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff048d86-29d1-4b6d-b46e-1a495c33d74a None None] DHCP port deletion for ffff0adc-6a04-4f5d-8444-df00d92e1d9a request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:20:00.389509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=a7e65d43-0c84-49c5-bb92-60cb9e76a06f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.401808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No DVR routers for this DVR port a7e65d43-0c84-49c5-bb92-60cb9e76a06f on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:00.434466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-384a945e-f8c8-4150-b3b2-3c297393fd5d None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:00.441089 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.530738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194183a-b48e-4926-9a14-4769f10d12db req-9075ba8e-5a86-4acc-891d-333cb0c9613e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:00.541868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c194183a-b48e-4926-9a14-4769f10d12db req-9075ba8e-5a86-4acc-891d-333cb0c9613e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 932 time: 0.1260686 Aug 16 02:20:00.569276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.592181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Network aa825c6e-a21d-4154-8526-44de4f4b199d is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:00.593343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffff0adc-6a04-4f5d-8444-df00d92e1d9a']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:00.603572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:00.610460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59c7cfa-e9a7-4dd6-b097-63a59cbf470d') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:00.611478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59c7cfa-e9a7-4dd6-b097-63a59cbf470d') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:00.612681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:00.636469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c194183a-b48e-4926-9a14-4769f10d12db req-798fb867-a26b-4159-b939-2080bca262c8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874774 Aug 16 02:20:00.685542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=154cc356-b4fa-4564-9710-dbb8f8e74e3c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.689760 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.694695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a7e65d43-0c84-49c5-bb92-60cb9e76a06f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:00.698207 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:00.698968 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.722243 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.731146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:00.731994 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:00.735990 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:00.739289 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-8939092c-528b-490f-945c-97828801891b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3829567 Aug 16 02:20:00.763248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: a7e65d43-0c84-49c5-bb92-60cb9e76a06f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:00.764265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a7e65d43-0c84-49c5-bb92-60cb9e76a06f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:00.802205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-384a945e-f8c8-4150-b3b2-3c297393fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 10, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:00.838215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a945e-f8c8-4150-b3b2-3c297393fd5d None None] The sync data for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 is: [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 10, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None, '_interfaces': [{'id': '1fa9fe5e-8e0e-4958-b1b6-35cd7406222c', 'name': '', 'network_id': '3204ee83-77a3-4385-845e-6c80cba34e0f', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'mac_address': 'fa:16:3e:b4:1b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:27Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 5, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'subnets': [{'id': 'fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:00.887382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ddc426e1-60f8-40bb-9cf2-2df177c941c2 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:00.959141 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port ddc426e1-60f8-40bb-9cf2-2df177c941c2 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:00.986587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port ddc426e1-60f8-40bb-9cf2-2df177c941c2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:00.987080 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.025225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-51b252d3-eb8a-41dd-a5b7-fb8f8b7651a2 None None] Provisioning for port 154cc356-b4fa-4564-9710-dbb8f8e74e3c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:01.032046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-51b252d3-eb8a-41dd-a5b7-fb8f8b7651a2 None None] Provisioning complete for port 154cc356-b4fa-4564-9710-dbb8f8e74e3c triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:01.032474 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51b252d3-eb8a-41dd-a5b7-fb8f8b7651a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.095028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-51b252d3-eb8a-41dd-a5b7-fb8f8b7651a2 None None] Port 154cc356-b4fa-4564-9710-dbb8f8e74e3c cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:01.145552 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.177238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:01.180372 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c109ebb-f62b-4b5f-a48f-70c54312e755" -d '{"events": [{"server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "name": "network-vif-plugged", "status": "completed", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:01.198197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:01.205782 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.227420 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Request body: {'port': {'device_id': 'f6740f82-54a7-4ecc-872a-8157103d375e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:01.284882 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff8e2cc-da4f-43cf-91e5-be4298a4c0f8 x-openstack-request-id: req-eff8e2cc-da4f-43cf-91e5-be4298a4c0f8 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:01.285209 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "name": "network-vif-plugged", "status": "completed", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:01.285428 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eff8e2cc-da4f-43cf-91e5-be4298a4c0f8 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:01.285813 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'code': 200} Aug 16 02:20:01.319469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:01.346149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.348445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.362281 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.366117 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/networks/ffff0adc-6a04-4f5d-8444-df00d92e1d9a HTTP/1.1" status: 204 len: 168 time: 1.7418621 Aug 16 02:20:01.372211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51862) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:01.394056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d1edb-88e4-4aa0-8f80-446be4939b3b req-8e7a6f40-579e-408b-a87f-ffd98ebc341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:01.396671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a37d1edb-88e4-4aa0-8f80-446be4939b3b req-8e7a6f40-579e-408b-a87f-ffd98ebc341a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 1098 time: 0.0864179 Aug 16 02:20:01.496943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e306689-ec4a-45b7-a607-d7462889e11c req-76bff44e-90cc-4b79-b9ce-5ae8c87015d1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:01.513756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e306689-ec4a-45b7-a607-d7462889e11c req-76bff44e-90cc-4b79-b9ce-5ae8c87015d1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1135435 Aug 16 02:20:01.530081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a37d1edb-88e4-4aa0-8f80-446be4939b3b req-781ab2de-fc3e-47ba-b53f-5996f90f0031 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011336 Aug 16 02:20:01.554343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70128350-5c2a-4099-8c45-abe8ac984961 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Network': ['ID=ffff0adc-6a04-4f5d-8444-df00d92e1d9a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:01.575484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e306689-ec4a-45b7-a607-d7462889e11c req-055eab64-9713-4d2c-9705-25501eb41091 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604579 Aug 16 02:20:01.800182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944677e7-3be2-4979-af41-0a2e2f2a3abb req-6b06bfa2-da7b-40c8-8e2f-5b285c0506fe tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:01.804022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-944677e7-3be2-4979-af41-0a2e2f2a3abb req-6b06bfa2-da7b-40c8-8e2f-5b285c0506fe tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 932 time: 0.0645339 Aug 16 02:20:01.863215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-944677e7-3be2-4979-af41-0a2e2f2a3abb req-ebf0d48c-30e7-4fd3-9ff8-90c219e24d56 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513964 Aug 16 02:20:02.050313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154cc356-b4fa-4564-9710-dbb8f8e74e3c {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:02.062053 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.083404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Transition to ACTIVE for port object 154cc356-b4fa-4564-9710-dbb8f8e74e3c will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:02.091996 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.168643 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Pushing event updated for resources: {'Port': ['ID=154cc356-b4fa-4564-9710-dbb8f8e74e3c,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:02.318949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Attempting to bind port 154cc356-b4fa-4564-9710-dbb8f8e74e3c on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:02.319571 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Attempting to bind port 154cc356-b4fa-4564-9710-dbb8f8e74e3c by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:02.320461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Attempting to bind port 154cc356-b4fa-4564-9710-dbb8f8e74e3c on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:02.328864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Port 154cc356-b4fa-4564-9710-dbb8f8e74e3c on network aa825c6e-a21d-4154-8526-44de4f4b199d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:02.329615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Attempting to bind port 154cc356-b4fa-4564-9710-dbb8f8e74e3c on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:02.340345 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:02.340941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Checking segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:02.341556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Bound using segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:02.342170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Bound port: 154cc356-b4fa-4564-9710-dbb8f8e74e3c, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:02.342846 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.419178 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.419923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:02.435430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] For port 154cc356-b4fa-4564-9710-dbb8f8e74e3c, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:02.439799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] For port 154cc356-b4fa-4564-9710-dbb8f8e74e3c, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=154cc356-b4fa-4564-9710-dbb8f8e74e3c,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:02.441938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:02.442527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f8e41ab6-0c84-49fa-a2b8-00c7378ab6b4 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:02.493769 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.581854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:02.582504 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.583938 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] 10.222.0.84 "PUT /v2.0/ports/154cc356-b4fa-4564-9710-dbb8f8e74e3c HTTP/1.1" status: 200 len: 1093 time: 1.8275511 Aug 16 02:20:02.586377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6740f82-54a7-4ecc-872a-8157103d375e', 'tag': '154cc356-b4fa-4564-9710-dbb8f8e74e3c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:02.588776 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555f1366-f733-4351-a141-47b52c722e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6740f82-54a7-4ecc-872a-8157103d375e", "tag": "154cc356-b4fa-4564-9710-dbb8f8e74e3c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:02.646918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403b0f7-328c-4768-bf09-5da852e9e31a service neutron] Pushing event updated for resources: {'Port': ['ID=154cc356-b4fa-4564-9710-dbb8f8e74e3c,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:02.745985 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ea9e9a-3346-425b-951f-9d76f2209654 x-openstack-request-id: req-c3ea9e9a-3346-425b-951f-9d76f2209654 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:02.746357 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6740f82-54a7-4ecc-872a-8157103d375e", "tag": "154cc356-b4fa-4564-9710-dbb8f8e74e3c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:02.746607 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c3ea9e9a-3346-425b-951f-9d76f2209654 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:02.747086 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6740f82-54a7-4ecc-872a-8157103d375e', 'tag': '154cc356-b4fa-4564-9710-dbb8f8e74e3c', 'status': 'completed', 'code': 200} Aug 16 02:20:02.763339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19c25c-b1a0-4b05-984f-6f26b6efc4c3 req-3530037d-09ea-433b-a209-15444af7e811 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:02.765588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea19c25c-b1a0-4b05-984f-6f26b6efc4c3 req-3530037d-09ea-433b-a209-15444af7e811 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0955434 Aug 16 02:20:02.838119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea19c25c-b1a0-4b05-984f-6f26b6efc4c3 req-b05e0c3c-8344-4108-8477-3729d927fa3c tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662515 Aug 16 02:20:02.840730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-404dff5c-f934-47cc-8c72-c59f6f1cea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:02.842618 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-404dff5c-f934-47cc-8c72-c59f6f1cea19 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 1096 time: 0.0937068 Aug 16 02:20:02.952506 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-82620f6a-8ed8-4b51-bbda-1e0afe3bd28d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=154cc356-b4fa-4564-9710-dbb8f8e74e3c HTTP/1.1" status: 200 len: 217 time: 0.0939579 Aug 16 02:20:03.024325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31af679-6b73-4f38-9248-f7aef8ab04b4 req-6c1dc09f-417c-4396-9327-46f0062cc860 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:03.026096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c31af679-6b73-4f38-9248-f7aef8ab04b4 req-6c1dc09f-417c-4396-9327-46f0062cc860 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.0893562 Aug 16 02:20:03.055617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-6a71b821-643d-48bd-81e6-59d0e37d6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:03.057284 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-6a71b821-643d-48bd-81e6-59d0e37d6ee5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0833135 Aug 16 02:20:03.126040 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:03.126520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.133401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-1aaec99e-ab4b-4671-a368-52657af4be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:03.135059 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-1aaec99e-ab4b-4671-a368-52657af4be55 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696578 Aug 16 02:20:03.176064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c31af679-6b73-4f38-9248-f7aef8ab04b4 req-2ec6659a-e74a-4c82-8786-dcf71524df51 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376557 Aug 16 02:20:03.216589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11289a-7940-4f56-806f-67617b8eef27 req-1e160deb-125a-4d9a-a4eb-ec0d9655605f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:03.219893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-1e160deb-125a-4d9a-a4eb-ec0d9655605f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 814 time: 0.1927090 Aug 16 02:20:03.242105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-24780c85-8068-4856-9869-c68df5f18818 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/quotas/bdefa68309504e64ba2c2525c8ca1165 HTTP/1.1" status: 200 len: 375 time: 0.0142376 Aug 16 02:20:03.323217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-e588018c-93d4-4b2e-8974-8117d85e1af6 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711081 Aug 16 02:20:03.345387 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1fa9fe5e-8e0e-4958-b1b6-35cd7406222c,segment=NetworkSegment(7184d16c-de84-42ef-b524-bdb0a3898d3d),segment_id=7184d16c-de84-42ef-b524-bdb0a3898d3d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:03.345739 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.359273 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-467bab03-646f-426f-a2ac-69ba55dc67cf service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135668 Aug 16 02:20:03.365426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:03.502024 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5e868c7f-dbb4-4ee5-a9eb-54919f5f6311 service neutron] 10.222.0.79 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767333 Aug 16 02:20:03.593406 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c72f54b6-7d79-4c62-a0e4-45c9a866b189 req-2fe255b0-5225-4611-ad38-cd1f2ae16dee service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253132 Aug 16 02:20:03.689414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-455a607a-8ccb-494f-89e4-e920d58c2c9d service neutron] 10.222.0.79 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864522 Aug 16 02:20:03.748730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.820685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=1fa9fe5e-8e0e-4958-b1b6-35cd7406222c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:03.876208 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f1366-f733-4351-a141-47b52c722e7e req-dd7142b3-42ab-443b-b0b4-b459f6d774ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:03.876208 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-555f1366-f733-4351-a141-47b52c722e7e req-dd7142b3-42ab-443b-b0b4-b459f6d774ec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 1096 time: 0.1741123 Aug 16 02:20:03.973921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d6f55e4-1ee8-46cd-9d7a-d0931d7a61cc req-a1dcccc7-8040-46ac-9303-3c61fec7660a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 210 time: 0.0606201 Aug 16 02:20:04.183721 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.385691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca614c-5991-4c5c-a779-09be11d3b217 req-14599e18-8734-4147-9e2c-e482406b2f6e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:04.406059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-adca614c-5991-4c5c-a779-09be11d3b217 req-14599e18-8734-4147-9e2c-e482406b2f6e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.1046517 Aug 16 02:20:04.492496 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-adca614c-5991-4c5c-a779-09be11d3b217 req-d41e688b-d777-4179-a258-1e62ac91e3d7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850554 Aug 16 02:20:04.657182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f1366-f733-4351-a141-47b52c722e7e req-b2a4eeea-fb2d-4ab0-ae6c-87ded3645ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:04.658698 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-555f1366-f733-4351-a141-47b52c722e7e req-b2a4eeea-fb2d-4ab0-ae6c-87ded3645ada service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.7693346 Aug 16 02:20:04.810100 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-555f1366-f733-4351-a141-47b52c722e7e req-928d2a10-dc81-4a28-9c2f-a2d213cf7712 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=154cc356-b4fa-4564-9710-dbb8f8e74e3c HTTP/1.1" status: 200 len: 217 time: 0.1433122 Aug 16 02:20:04.890388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 31e92b95-7186-4f25-a872-f5df584e2aab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:05.027005 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:05.034681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f1366-f733-4351-a141-47b52c722e7e req-a79f3467-c0e8-4ab1-8872-c55a49415f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:05.042482 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0ce90c-8cce-49b6-bb96-eb66b21fec3c None None] Sync routers for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:05.050730 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-555f1366-f733-4351-a141-47b52c722e7e req-a79f3467-c0e8-4ab1-8872-c55a49415f65 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.2343380 Aug 16 02:20:05.072925 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c105dc93-cdd3-4a60-b688-70dbaa240425 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6932797 Aug 16 02:20:05.074890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51940) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:05.076791 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ce90c-8cce-49b6-bb96-eb66b21fec3c None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:05.077649 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0f0ce90c-8cce-49b6-bb96-eb66b21fec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:05.182188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-852b9bf4-c09e-4ca3-b329-a1ec6b384e67 req-6e53553f-728b-4efa-a52f-acf58b0ca743 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 210 time: 0.0419264 Aug 16 02:20:05.187259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f1366-f733-4351-a141-47b52c722e7e req-697deafa-88ee-4a3a-9786-0e7e41ee46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:05.189007 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-555f1366-f733-4351-a141-47b52c722e7e req-697deafa-88ee-4a3a-9786-0e7e41ee46ae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149783 Aug 16 02:20:05.218246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting subnet fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:20:05.227845 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.249965 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0f0ce90c-8cce-49b6-bb96-eb66b21fec3c None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:05.284512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.331252 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0f0ce90c-8cce-49b6-bb96-eb66b21fec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:20:03Z', 'revision_number': 11, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:05.389124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-555f1366-f733-4351-a141-47b52c722e7e req-09a070fb-b63b-456a-94b1-e2e5ef5db9fa service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879127 Aug 16 02:20:05.389533 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0ce90c-8cce-49b6-bb96-eb66b21fec3c None None] Checking router: 31e92b95-7186-4f25-a872-f5df584e2aab for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:05.409522 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ce90c-8cce-49b6-bb96-eb66b21fec3c None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:05.410548 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0f0ce90c-8cce-49b6-bb96-eb66b21fec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:05.514339 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0f0ce90c-8cce-49b6-bb96-eb66b21fec3c None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:05.593381 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-555f1366-f733-4351-a141-47b52c722e7e req-5a7daf1e-5a0c-4a1e-a9bd-041131561b84 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020366 Aug 16 02:20:05.619240 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0f0ce90c-8cce-49b6-bb96-eb66b21fec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:20:03Z', 'revision_number': 11, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:05.678064 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0ce90c-8cce-49b6-bb96-eb66b21fec3c None None] The sync data for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 is: [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:20:03Z', 'revision_number': 11, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:05.689265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11289a-7940-4f56-806f-67617b8eef27 req-c26dc9e1-5dfe-4138-a94b-19ba140201ed tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:05.691145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-c26dc9e1-5dfe-4138-a94b-19ba140201ed tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.89 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 814 time: 0.2688205 Aug 16 02:20:05.730661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Request body: {'port': {'device_id': '83a13ba2-dcf9-4f76-88ab-fd96e266e99f', 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e', 'admin_state_up': True, 'tenant_id': 'bdefa68309504e64ba2c2525c8ca1165'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:05.837307 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.925885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5b62d-4e9b-4900-aff7-f7dfe62ad979 req-32cde69a-0434-4389-8f3b-17552b5789cf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:05.929083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1fc5b62d-4e9b-4900-aff7-f7dfe62ad979 req-32cde69a-0434-4389-8f3b-17552b5789cf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.2326121 Aug 16 02:20:06.005568 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.037407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:06.058645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1fc5b62d-4e9b-4900-aff7-f7dfe62ad979 req-ccbf11fe-c6af-41b8-bf2c-def33332bf71 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093030 Aug 16 02:20:06.072092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.072429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.072761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.073128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.073454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.073775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.074095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.074411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.074728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.075037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.075612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.075717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:06.079457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Made reservation on behalf of bdefa68309504e64ba2c2525c8ca1165 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:06.087485 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.087485 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.088628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a949112f-c024-4409-9f71-55e43635c64f tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0 HTTP/1.1" status: 204 len: 168 time: 1.0094805 Aug 16 02:20:06.092841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 51956) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:06.097237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa692c5d-2db8-4000-8f37-f01c0826834b None None] Network 3204ee83-77a3-4385-845e-6c80cba34e0f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:06.389129 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.415551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:06.459864 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:06.460213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1fa9fe5e-8e0e-4958-b1b6-35cd7406222c not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:06.514575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Deleting port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:06.515219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.518601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bfb00c22-4f6d-4cf0-b1c7-93e49d50e606 req-90042f58-9016-40bd-8475-5ebbb2b82572 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 210 time: 0.0605631 Aug 16 02:20:06.552338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Allocated IP 172.20.0.14 (0afb66b7-6087-4321-a14e-7ec04491ae7e/bcb607da-a325-422b-a679-0da8ad0f6081/45b5adb5-a71b-4b57-9d9c-6158c77c76bb) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:06.607056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e19b296-51df-4e3b-b034-61d5d7f993ca None None] DHCP port deletion for 3204ee83-77a3-4385-845e-6c80cba34e0f request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:20:06.619675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] For port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598,segment=NetworkSegment(7184d16c-de84-42ef-b524-bdb0a3898d3d),segment_id=7184d16c-de84-42ef-b524-bdb0a3898d3d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:06.620049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.647277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Calling delete_port for 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:06.683320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2e19b296-51df-4e3b-b034-61d5d7f993ca None None] Deleting port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:06.687009 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e19b296-51df-4e3b-b034-61d5d7f993ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.786175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.877682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.879299 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.882431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2e19b296-51df-4e3b-b034-61d5d7f993ca None None] For port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598,segment=NetworkSegment(7184d16c-de84-42ef-b524-bdb0a3898d3d),segment_id=7184d16c-de84-42ef-b524-bdb0a3898d3d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:06.888962 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e19b296-51df-4e3b-b034-61d5d7f993ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.895096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ddc426e1-60f8-40bb-9cf2-2df177c941c2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:06.954412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No DVR routers for this DVR port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:06.964954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Port': ['ID=2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:06.978275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Network 0afb66b7-6087-4321-a14e-7ec04491ae7e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:06.990812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:06.999232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:07.012772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Pushing event updated for resources: {'Port': ['ID=45b5adb5-a71b-4b57-9d9c-6158c77c76bb,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:07.017198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2e19b296-51df-4e3b-b034-61d5d7f993ca None None] Calling delete_port for 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:07.123959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:07.125247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.152134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-5f5abcca-8123-4af1-8a6f-a2d81910dee2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4463325 Aug 16 02:20:07.166080 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Request body: {'port': {'device_id': '83a13ba2-dcf9-4f76-88ab-fd96e266e99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:07.215920 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e19b296-51df-4e3b-b034-61d5d7f993ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.227450 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.239355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3204ee83-77a3-4385-845e-6c80cba34e0f']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:07.252292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7184d16c-de84-42ef-b524-bdb0a3898d3d') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:07.252635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7184d16c-de84-42ef-b524-bdb0a3898d3d') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:07.264396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.280706 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.289372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:07.290075 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:07.294220 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:07.298766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.298766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.298766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.298766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.298766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.298766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.298766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.298766 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.299371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.299371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.300401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.300401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:07.323293 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.349907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19b296-51df-4e3b-b034-61d5d7f993ca None None] Pushing event deleted for resources: {'Port': ['ID=2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:07.356216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e19b296-51df-4e3b-b034-61d5d7f993ca None None] No DVR routers for this DVR port 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:07.359959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39490c-d912-435e-9cdd-c842c78a08b2 req-4674a92d-4e08-4209-ad69-f66880410f69 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:07.361696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e39490c-d912-435e-9cdd-c842c78a08b2 req-4674a92d-4e08-4209-ad69-f66880410f69 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.1532943 Aug 16 02:20:07.400090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.405853 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.411005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/networks/3204ee83-77a3-4385-845e-6c80cba34e0f HTTP/1.1" status: 204 len: 168 time: 1.3136196 Aug 16 02:20:07.412032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 51976) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:07.418156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c115a368-ecd2-45e1-bc5a-09c1189074ed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'routes': None}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:07.436172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5c42d-af5b-4f97-b1e1-ec81766dab8d tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Pushing event deleted for resources: {'Network': ['ID=3204ee83-77a3-4385-845e-6c80cba34e0f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:07.478604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e39490c-d912-435e-9cdd-c842c78a08b2 req-47a5c9f9-d490-4799-b0af-33d4c3dd54e5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907881 Aug 16 02:20:08.142718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.extraroute_db [None req-c115a368-ecd2-45e1-bc5a-09c1189074ed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Added routes are [] {{(pid=101381) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:20:08.142718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.extraroute_db [None req-c115a368-ecd2-45e1-bc5a-09c1189074ed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Removed routes are [] {{(pid=101381) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:20:08.142718 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c115a368-ecd2-45e1-bc5a-09c1189074ed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.187282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d88598-8438-407d-adf9-f8b87a308074 req-1b6bd27d-3b37-4b49-a7dc-55fac7a59211 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:08.188531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46d88598-8438-407d-adf9-f8b87a308074 req-1b6bd27d-3b37-4b49-a7dc-55fac7a59211 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 932 time: 0.5469420 Aug 16 02:20:08.329324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46d88598-8438-407d-adf9-f8b87a308074 req-f21a20f5-3a5a-4bf3-b404-b703d7361543 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975289 Aug 16 02:20:08.409797 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c115a368-ecd2-45e1-bc5a-09c1189074ed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.420397 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c115a368-ecd2-45e1-bc5a-09c1189074ed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.565813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c115a368-ecd2-45e1-bc5a-09c1189074ed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router 31e92b95-7186-4f25-a872-f5df584e2aab has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:08.586374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:08.612787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b5adb5-a71b-4b57-9d9c-6158c77c76bb {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:08.612956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:08.613202 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2fb8d7ee-d6ab-431c-a7ef-ee23fa41b598 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:08.667529 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.718685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Transition to ACTIVE for port object 45b5adb5-a71b-4b57-9d9c-6158c77c76bb will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:08.720930 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c115a368-ecd2-45e1-bc5a-09c1189074ed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:08.730303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c115a368-ecd2-45e1-bc5a-09c1189074ed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.731322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c115a368-ecd2-45e1-bc5a-09c1189074ed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab HTTP/1.1" status: 200 len: 701 time: 1.3172333 Aug 16 02:20:08.734673 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.735147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52000) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:08.744126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dcb073-fe62-402f-b77c-9c2d0327b804 None None] Sync routers for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:08.751607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1a604-e5c1-485c-8cbb-9f61722ba063 req-d0bb8001-5b27-4577-9f95-44ee43e5163a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:08.755603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51e1a604-e5c1-485c-8cbb-9f61722ba063 req-d0bb8001-5b27-4577-9f95-44ee43e5163a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.1763895 Aug 16 02:20:08.756304 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dcb073-fe62-402f-b77c-9c2d0327b804 None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:08.757180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2dcb073-fe62-402f-b77c-9c2d0327b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:08.816852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=45b5adb5-a71b-4b57-9d9c-6158c77c76bb,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:08.858097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e2dcb073-fe62-402f-b77c-9c2d0327b804 None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:08.889290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51e1a604-e5c1-485c-8cbb-9f61722ba063 req-1e55f168-e35b-42c4-bf8c-f36a3a040e66 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997629 Aug 16 02:20:08.909197 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7ab6b563-2b4b-4c24-b7a2-775f9f15b629 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=31e92b95-7186-4f25-a872-f5df584e2aab HTTP/1.1" status: 200 len: 205 time: 0.1652210 Aug 16 02:20:08.910139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52006) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:08.931204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Attempting to bind port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:08.931204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Attempting to bind port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:08.931204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Attempting to bind port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb on network 0afb66b7-6087-4321-a14e-7ec04491ae7e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:08.936270 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb on network 0afb66b7-6087-4321-a14e-7ec04491ae7e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:08.936581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Attempting to bind port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb on network 0afb66b7-6087-4321-a14e-7ec04491ae7e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:08.938143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2dcb073-fe62-402f-b77c-9c2d0327b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:20:03Z', 'revision_number': 11, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:08.941960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:08.942364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Checking segment: {'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:08.942685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Bound using segment: {'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:08.943110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Bound port: 45b5adb5-a71b-4b57-9d9c-6158c77c76bb, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:08.943467 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.988615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dcb073-fe62-402f-b77c-9c2d0327b804 None None] Checking router: 31e92b95-7186-4f25-a872-f5df584e2aab for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:09.008060 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-524518ee-a52f-4b10-8ef1-5030074fba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.013450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dcb073-fe62-402f-b77c-9c2d0327b804 None None] Routers {'31e92b95-7186-4f25-a872-f5df584e2aab'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:09.015022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2dcb073-fe62-402f-b77c-9c2d0327b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['31e92b95-7186-4f25-a872-f5df584e2aab'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:09.053977 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-439dc7f5-e79c-4bac-8f96-b89e2c45f033 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.153695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e2dcb073-fe62-402f-b77c-9c2d0327b804 None None] Set router 31e92b95-7186-4f25-a872-f5df584e2aab gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:09.178368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] For port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:09.191008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] For port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=45b5adb5-a71b-4b57-9d9c-6158c77c76bb,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:09.203966 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.221237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2dcb073-fe62-402f-b77c-9c2d0327b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:20:03Z', 'revision_number': 11, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:09.257320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dcb073-fe62-402f-b77c-9c2d0327b804 None None] The sync data for ids ['31e92b95-7186-4f25-a872-f5df584e2aab'] in n-d-768851-16 is: [{'id': '31e92b95-7186-4f25-a872-f5df584e2aab', 'name': 'tempest-RoutersTest-router-2126668215', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:20:03Z', 'revision_number': 11, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:09.259514 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-439dc7f5-e79c-4bac-8f96-b89e2c45f033 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.261809 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-439dc7f5-e79c-4bac-8f96-b89e2c45f033 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.326255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:09.326902 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.328330 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] 10.222.0.89 "PUT /v2.0/ports/45b5adb5-a71b-4b57-9d9c-6158c77c76bb HTTP/1.1" status: 200 len: 1093 time: 2.1686435 Aug 16 02:20:09.330935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a13ba2-dcf9-4f76-88ab-fd96e266e99f', 'tag': '45b5adb5-a71b-4b57-9d9c-6158c77c76bb'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:09.334325 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67aad40-2ae5-42da-b50f-8cbb8990ceb5" -d '{"events": [{"name": "network-changed", "server_uuid": "83a13ba2-dcf9-4f76-88ab-fd96e266e99f", "tag": "45b5adb5-a71b-4b57-9d9c-6158c77c76bb"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:09.366634 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-439dc7f5-e79c-4bac-8f96-b89e2c45f033 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.369472 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439dc7f5-e79c-4bac-8f96-b89e2c45f033 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Fanout notify agent at l3_agent the message router_deleted on router 31e92b95-7186-4f25-a872-f5df584e2aab {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:20:09.384270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-439dc7f5-e79c-4bac-8f96-b89e2c45f033 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.402387 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-439dc7f5-e79c-4bac-8f96-b89e2c45f033 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab HTTP/1.1" status: 204 len: 168 time: 0.4686100 Aug 16 02:20:09.402572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52018) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.410201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5b38e780-e5e9-44bb-9cc1-c21f0d3404bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1084158349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:09.446106 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cda6ca3-4855-4c40-b579-62b7c3fa2fe1 x-openstack-request-id: req-4cda6ca3-4855-4c40-b579-62b7c3fa2fe1 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:09.446343 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a13ba2-dcf9-4f76-88ab-fd96e266e99f", "tag": "45b5adb5-a71b-4b57-9d9c-6158c77c76bb", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:09.446626 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4cda6ca3-4855-4c40-b579-62b7c3fa2fe1 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:09.446980 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a13ba2-dcf9-4f76-88ab-fd96e266e99f', 'tag': '45b5adb5-a71b-4b57-9d9c-6158c77c76bb', 'status': 'completed', 'code': 200} Aug 16 02:20:09.474243 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b38e780-e5e9-44bb-9cc1-c21f0d3404bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.475314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b38e780-e5e9-44bb-9cc1-c21f0d3404bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.517650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5081587-6200-408b-a42e-044e865bd3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=45b5adb5-a71b-4b57-9d9c-6158c77c76bb,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:09.571265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11289a-7940-4f56-806f-67617b8eef27 req-ab214400-d499-4d45-a304-272b820134f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:09.572911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-ab214400-d499-4d45-a304-272b820134f7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 1096 time: 0.1804276 Aug 16 02:20:09.584733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b38e780-e5e9-44bb-9cc1-c21f0d3404bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.587731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbf335-9c43-4fc2-bae5-3fef4555c59c req-c9fab039-a941-42a4-8599-b0c52d081ebc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:09.595580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05cbf335-9c43-4fc2-bae5-3fef4555c59c req-c9fab039-a941-42a4-8599-b0c52d081ebc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 944 time: 0.1116688 Aug 16 02:20:09.627988 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b38e780-e5e9-44bb-9cc1-c21f0d3404bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.680860 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5b38e780-e5e9-44bb-9cc1-c21f0d3404bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.684851 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5b38e780-e5e9-44bb-9cc1-c21f0d3404bf tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2788281 Aug 16 02:20:09.685157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52024) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.690014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ff13974a-a3a3-4516-a065-14d90992c1ec tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:09.695423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-34064cd7-5d67-415d-b1c2-bcc2f0153218 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45b5adb5-a71b-4b57-9d9c-6158c77c76bb HTTP/1.1" status: 200 len: 217 time: 0.0660150 Aug 16 02:20:09.747804 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.750491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05cbf335-9c43-4fc2-bae5-3fef4555c59c req-6d8259f5-fad5-4eb0-8bf0-75255b594d68 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538868 Aug 16 02:20:09.781057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11289a-7940-4f56-806f-67617b8eef27 req-d7f4d90d-73ef-4aa8-9a9d-c377ecfeddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:09.781057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-d7f4d90d-73ef-4aa8-9a9d-c377ecfeddc2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bcb607da-a325-422b-a679-0da8ad0f6081 HTTP/1.1" status: 200 len: 854 time: 0.0647898 Aug 16 02:20:09.823319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-c3837b47-556a-4cd9-86b7-1bbb7aa4c603 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0afb66b7-6087-4321-a14e-7ec04491ae7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399368 Aug 16 02:20:09.965622 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-50d5f06e-9bfb-48fa-98ef-7ea333b832a3 service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320255 Aug 16 02:20:09.979766 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff13974a-a3a3-4516-a065-14d90992c1ec tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3856751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35481'] for router, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.996820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff13974a-a3a3-4516-a065-14d90992c1ec tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3856728'] for router, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.088638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42866d49-66bb-4636-8b13-62b73bf57708 req-13d5d651-ef44-4450-aeb1-eb0fb552bb5c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.090182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42866d49-66bb-4636-8b13-62b73bf57708 req-13d5d651-ef44-4450-aeb1-eb0fb552bb5c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.0707746 Aug 16 02:20:10.133429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f11289a-7940-4f56-806f-67617b8eef27 req-efb5b176-e604-4d52-8d7d-c16df77b16f6 service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603601 Aug 16 02:20:10.150908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff13974a-a3a3-4516-a065-14d90992c1ec tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Router d678fc3b-8aae-4ded-b8b1-c86537df8b7c is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:20:10.186886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42866d49-66bb-4636-8b13-62b73bf57708 req-e6a9958e-dc43-40e5-afcc-420d384006dd tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862679 Aug 16 02:20:10.264104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aad40-2ae5-42da-b50f-8cbb8990ceb5 req-8c245ca3-c8ea-47e9-a75d-dc2ae28a2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.265966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f67aad40-2ae5-42da-b50f-8cbb8990ceb5 req-8c245ca3-c8ea-47e9-a75d-dc2ae28a2c57 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 1096 time: 0.0742061 Aug 16 02:20:10.284717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff13974a-a3a3-4516-a065-14d90992c1ec tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:10.292354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff13974a-a3a3-4516-a065-14d90992c1ec tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.296430 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ff13974a-a3a3-4516-a065-14d90992c1ec tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "PUT /v2.0/routers/d678fc3b-8aae-4ded-b8b1-c86537df8b7c HTTP/1.1" status: 200 len: 694 time: 0.6102552 Aug 16 02:20:10.297186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52038) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:10.297614 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f81e2-b6b9-4336-8ee5-4bae3e95d304 None None] Sync routers for ids ['d678fc3b-8aae-4ded-b8b1-c86537df8b7c'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:10.311122 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f81e2-b6b9-4336-8ee5-4bae3e95d304 None None] Routers {'d678fc3b-8aae-4ded-b8b1-c86537df8b7c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:10.312253 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-151f81e2-b6b9-4336-8ee5-4bae3e95d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d678fc3b-8aae-4ded-b8b1-c86537df8b7c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:10.395982 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-151f81e2-b6b9-4336-8ee5-4bae3e95d304 None None] Set router d678fc3b-8aae-4ded-b8b1-c86537df8b7c gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:10.425705 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-08aa9095-dca8-445f-99e8-1bbf19b92a22 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/routers/d678fc3b-8aae-4ded-b8b1-c86537df8b7c HTTP/1.1" status: 200 len: 700 time: 0.1270576 Aug 16 02:20:10.428129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52042) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:10.429998 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aad40-2ae5-42da-b50f-8cbb8990ceb5 req-556e46d7-cdec-4fa4-809a-dc070f6f975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.431657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f67aad40-2ae5-42da-b50f-8cbb8990ceb5 req-556e46d7-cdec-4fa4-809a-dc070f6f975e service neutron] 10.222.0.89 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 915 time: 0.1570230 Aug 16 02:20:10.459583 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-151f81e2-b6b9-4336-8ee5-4bae3e95d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd678fc3b-8aae-4ded-b8b1-c86537df8b7c', 'name': 'tempest-RoutersTest-router-1084158349', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:09Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 2, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:10.484857 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-160fda4f-e604-47fa-bd01-41e0c796c6ff tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=d678fc3b-8aae-4ded-b8b1-c86537df8b7c HTTP/1.1" status: 200 len: 205 time: 0.0554976 Aug 16 02:20:10.488588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52044) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:10.489721 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f81e2-b6b9-4336-8ee5-4bae3e95d304 None None] Checking router: d678fc3b-8aae-4ded-b8b1-c86537df8b7c for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:10.499383 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f81e2-b6b9-4336-8ee5-4bae3e95d304 None None] Routers {'d678fc3b-8aae-4ded-b8b1-c86537df8b7c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:10.500302 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-151f81e2-b6b9-4336-8ee5-4bae3e95d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d678fc3b-8aae-4ded-b8b1-c86537df8b7c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:10.526907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f67aad40-2ae5-42da-b50f-8cbb8990ceb5 req-709108c3-fcb7-46fd-b25a-32f44360c71c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45b5adb5-a71b-4b57-9d9c-6158c77c76bb HTTP/1.1" status: 200 len: 217 time: 0.0860574 Aug 16 02:20:10.617147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aad40-2ae5-42da-b50f-8cbb8990ceb5 req-add0e5ea-98c5-457a-a230-95f2022d361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.618163 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81d005aa-d72c-480f-b902-557f7e867855 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.619770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f67aad40-2ae5-42da-b50f-8cbb8990ceb5 req-add0e5ea-98c5-457a-a230-95f2022d361e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bcb607da-a325-422b-a679-0da8ad0f6081 HTTP/1.1" status: 200 len: 854 time: 0.0846937 Aug 16 02:20:10.622109 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-151f81e2-b6b9-4336-8ee5-4bae3e95d304 None None] Set router d678fc3b-8aae-4ded-b8b1-c86537df8b7c gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:10.685831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f67aad40-2ae5-42da-b50f-8cbb8990ceb5 req-15541285-62fd-44d9-b5ac-60a3292a0ae6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0afb66b7-6087-4321-a14e-7ec04491ae7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519204 Aug 16 02:20:10.707592 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-151f81e2-b6b9-4336-8ee5-4bae3e95d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd678fc3b-8aae-4ded-b8b1-c86537df8b7c', 'name': 'tempest-RoutersTest-router-1084158349', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:09Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 2, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:10.781950 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f81e2-b6b9-4336-8ee5-4bae3e95d304 None None] The sync data for ids ['d678fc3b-8aae-4ded-b8b1-c86537df8b7c'] in n-d-768851-16 is: [{'id': 'd678fc3b-8aae-4ded-b8b1-c86537df8b7c', 'name': 'tempest-RoutersTest-router-1084158349', 'tenant_id': '323d87d09ada437caa826c30a036c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:09Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 2, 'project_id': '323d87d09ada437caa826c30a036c0f0', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:10.847027 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81d005aa-d72c-480f-b902-557f7e867855 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.851558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81d005aa-d72c-480f-b902-557f7e867855 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.906472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f67aad40-2ae5-42da-b50f-8cbb8990ceb5 req-deb01005-0886-4c64-ad62-9bbfee232bc3 service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116225 Aug 16 02:20:10.957374 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81d005aa-d72c-480f-b902-557f7e867855 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.957856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d005aa-d72c-480f-b902-557f7e867855 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Fanout notify agent at l3_agent the message router_deleted on router d678fc3b-8aae-4ded-b8b1-c86537df8b7c {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:20:10.986534 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81d005aa-d72c-480f-b902-557f7e867855 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.991562 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-81d005aa-d72c-480f-b902-557f7e867855 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/d678fc3b-8aae-4ded-b8b1-c86537df8b7c HTTP/1.1" status: 204 len: 168 time: 0.5002849 Aug 16 02:20:10.992819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52058) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.030435 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-63dbe44b-b80c-4e67-b6cd-22621964d2da tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=d678fc3b-8aae-4ded-b8b1-c86537df8b7c HTTP/1.1" status: 200 len: 205 time: 0.0362232 Aug 16 02:20:11.031139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52060) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.074193 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-2fea8089-57f3-44e6-ad2c-469b653c48eb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] delete failed (client error): The resource could not be found. Aug 16 02:20:11.077955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2fea8089-57f3-44e6-ad2c-469b653c48eb tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/d678fc3b-8aae-4ded-b8b1-c86537df8b7c HTTP/1.1" status: 404 len: 336 time: 0.0454617 Aug 16 02:20:11.078616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52064) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.094206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f67aad40-2ae5-42da-b50f-8cbb8990ceb5 req-80fef52d-4e6b-489f-bc4c-aa058dedd6ea service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264195 Aug 16 02:20:11.108323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626ebcc-cd0c-4205-b703-df69aa887c3b req-c6dc7ced-f860-439d-b511-e0349a083a06 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:11.110078 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28247ef-328f-4d16-81e3-538f5c00d101 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] DELETE failed (client error): The resource could not be found. Aug 16 02:20:11.110795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28247ef-328f-4d16-81e3-538f5c00d101 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:20:11.115270 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c28247ef-328f-4d16-81e3-538f5c00d101 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/c77470a8-134c-4ff6-82ff-a37f848a3132 HTTP/1.1" status: 404 len: 337 time: 0.0354869 Aug 16 02:20:11.116001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52066) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.116426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5626ebcc-cd0c-4205-b703-df69aa887c3b req-c6dc7ced-f860-439d-b511-e0349a083a06 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 944 time: 0.2130442 Aug 16 02:20:11.146011 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3cc32f-9008-4144-9293-e544524fe19e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] DELETE failed (client error): The resource could not be found. Aug 16 02:20:11.146575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3cc32f-9008-4144-9293-e544524fe19e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:20:11.151658 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6a3cc32f-9008-4144-9293-e544524fe19e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/094e481d-d18b-44e0-b527-d51243470867 HTTP/1.1" status: 404 len: 337 time: 0.0344024 Aug 16 02:20:11.152396 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52068) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.174498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5626ebcc-cd0c-4205-b703-df69aa887c3b req-e9366434-321b-4fbc-860b-de7bafdfbf03 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534391 Aug 16 02:20:11.189322 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6543f5-6d15-4f0c-82cd-0184e7ed4bb1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] DELETE failed (client error): The resource could not be found. Aug 16 02:20:11.190023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6543f5-6d15-4f0c-82cd-0184e7ed4bb1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:20:11.194362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52072) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.195870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6b6543f5-6d15-4f0c-82cd-0184e7ed4bb1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/0e83a1f9-9898-4bfd-a28a-324913d83f69 HTTP/1.1" status: 404 len: 337 time: 0.0383291 Aug 16 02:20:11.226046 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2cb777-dba5-407d-b2d4-3981fa90de25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] DELETE failed (client error): The resource could not be found. Aug 16 02:20:11.226551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2cb777-dba5-407d-b2d4-3981fa90de25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:20:11.228314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9b2cb777-dba5-407d-b2d4-3981fa90de25 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/fe2a2e05-9ff9-4e5f-98c9-9a0dd988aeb0 HTTP/1.1" status: 404 len: 337 time: 0.0323653 Aug 16 02:20:11.231198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52076) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.260567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-248720f1-7caf-4dd5-b3dd-0c2565a14a36 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=31e92b95-7186-4f25-a872-f5df584e2aab HTTP/1.1" status: 200 len: 205 time: 0.0281470 Aug 16 02:20:11.262869 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52078) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.306269 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-582e0a04-22b9-4057-b4fa-3e689f7d9a16 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] delete failed (client error): The resource could not be found. Aug 16 02:20:11.307318 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-582e0a04-22b9-4057-b4fa-3e689f7d9a16 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/31e92b95-7186-4f25-a872-f5df584e2aab HTTP/1.1" status: 404 len: 336 time: 0.0435300 Aug 16 02:20:11.310192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52082) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.315273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3ea97-f617-464b-815d-a4f57f059dc7 req-bc0d14fa-47f0-4f45-a5fb-a8d6785c338f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:11.316904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28a3ea97-f617-464b-815d-a4f57f059dc7 req-bc0d14fa-47f0-4f45-a5fb-a8d6785c338f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.0600069 Aug 16 02:20:11.338931 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0cdb3720-00bb-4c76-a1cf-4c26de9fb724 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=e745080a-c045-4a1f-a43f-6592ac27e10a HTTP/1.1" status: 200 len: 205 time: 0.0276415 Aug 16 02:20:11.341443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52084) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.361551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28a3ea97-f617-464b-815d-a4f57f059dc7 req-0887ea9a-7e65-46e8-a0c0-409727fa9ef5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380688 Aug 16 02:20:11.391329 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-4de9bc47-5744-4a3d-981d-ae0bb95ea3c7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] delete failed (client error): The resource could not be found. Aug 16 02:20:11.392407 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4de9bc47-5744-4a3d-981d-ae0bb95ea3c7 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/e745080a-c045-4a1f-a43f-6592ac27e10a HTTP/1.1" status: 404 len: 336 time: 0.0499682 Aug 16 02:20:11.394853 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52088) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.431247 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-287dac37-a9c9-449e-9d5b-9a9969467eed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] DELETE failed (client error): The resource could not be found. Aug 16 02:20:11.431702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287dac37-a9c9-449e-9d5b-9a9969467eed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:20:11.433652 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-287dac37-a9c9-449e-9d5b-9a9969467eed tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/2478efa2-d6a1-4b71-8a2e-e73aab5e6c08 HTTP/1.1" status: 404 len: 337 time: 0.0377555 Aug 16 02:20:11.436795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52092) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.466496 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4676e3e1-1f37-4678-80d3-1db9e2bfc307 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2fb671f-715c-45fe-b079-b0288348b8f2 HTTP/1.1" status: 200 len: 205 time: 0.0283642 Aug 16 02:20:11.468621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52094) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.499627 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e453c1e2-adbf-4659-b431-a8ae6198de1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.607822 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.792781 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-d9a394e7-f55c-4ea4-b3a6-5f2430b8c9cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] delete failed (client error): The resource could not be found. Aug 16 02:20:11.793869 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d9a394e7-f55c-4ea4-b3a6-5f2430b8c9cc tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/e2fb671f-715c-45fe-b079-b0288348b8f2 HTTP/1.1" status: 404 len: 336 time: 0.3242812 Aug 16 02:20:11.797101 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52102) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.825498 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-17146ed9-622c-41bc-a83f-7465395198f8 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab1d7d8b-99d2-495c-b3e8-208ecbff0960 HTTP/1.1" status: 200 len: 205 time: 0.0274870 Aug 16 02:20:11.827730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52106) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.865937 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-39f7e884-352f-4de8-a615-52bbb992dda3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] delete failed (client error): The resource could not be found. Aug 16 02:20:11.867004 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-39f7e884-352f-4de8-a615-52bbb992dda3 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/ab1d7d8b-99d2-495c-b3e8-208ecbff0960 HTTP/1.1" status: 404 len: 336 time: 0.0381417 Aug 16 02:20:11.869595 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52108) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.910571 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f95cce-bdc9-4aa7-a884-1e7229a77bf1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] DELETE failed (client error): The resource could not be found. Aug 16 02:20:11.911032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f95cce-bdc9-4aa7-a884-1e7229a77bf1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:20:11.912749 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-88f95cce-bdc9-4aa7-a884-1e7229a77bf1 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/c4d78fd0-ced6-4f48-b548-18e797d6d56b HTTP/1.1" status: 404 len: 337 time: 0.0421546 Aug 16 02:20:11.915959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52110) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.948664 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2f6d448c-fdfd-45a1-8b66-d85189a19bf4 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=27bd5edb-82ab-4ddd-94a9-298a28d79510 HTTP/1.1" status: 200 len: 205 time: 0.0292301 Aug 16 02:20:11.948875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52114) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.990250 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-e353885e-9c44-4399-9df9-362833af803a tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] delete failed (client error): The resource could not be found. Aug 16 02:20:11.994215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52118) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.994453 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e353885e-9c44-4399-9df9-362833af803a tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/27bd5edb-82ab-4ddd-94a9-298a28d79510 HTTP/1.1" status: 404 len: 336 time: 0.0441120 Aug 16 02:20:12.034797 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04bf86d-64f8-4451-a25e-55b43e351925 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] DELETE failed (client error): The resource could not be found. Aug 16 02:20:12.035290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04bf86d-64f8-4451-a25e-55b43e351925 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:20:12.037079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f04bf86d-64f8-4451-a25e-55b43e351925 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/5ae93868-0e8c-4937-81da-8db9ee619676 HTTP/1.1" status: 404 len: 337 time: 0.0413389 Aug 16 02:20:12.039773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52120) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:12.066809 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1a091892-a649-45ef-a181-a606768a5b1e tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "GET /v2.0/ports?device_id=a31a9ec4-700e-41e2-8d5e-15c72b28bc13 HTTP/1.1" status: 200 len: 205 time: 0.0258629 Aug 16 02:20:12.069110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52124) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:12.112340 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-e9662b96-dc8d-4a3b-9387-64ddc89e88d2 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] delete failed (client error): The resource could not be found. Aug 16 02:20:12.113453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e9662b96-dc8d-4a3b-9387-64ddc89e88d2 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/routers/a31a9ec4-700e-41e2-8d5e-15c72b28bc13 HTTP/1.1" status: 404 len: 336 time: 0.0433791 Aug 16 02:20:12.116062 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52126) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:12.144028 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d6c1b0-b67b-427c-8e4c-2b269a0491e0 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] DELETE failed (client error): The resource could not be found. Aug 16 02:20:12.144474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d6c1b0-b67b-427c-8e4c-2b269a0491e0 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:20:12.146215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-04d6c1b0-b67b-427c-8e4c-2b269a0491e0 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/4874e97f-7c7d-4938-8cc4-29724e447908 HTTP/1.1" status: 404 len: 337 time: 0.0292492 Aug 16 02:20:12.149617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52130) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:12.177092 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-4966e539-d975-4b6e-88be-aef953eac3a6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] DELETE failed (client error): The resource could not be found. Aug 16 02:20:12.177561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4966e539-d975-4b6e-88be-aef953eac3a6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:20:12.179945 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4966e539-d975-4b6e-88be-aef953eac3a6 tempest-RoutersTest-1308391014 tempest-RoutersTest-1308391014-project] 10.222.0.79 "DELETE /v2.0/subnets/06988361-eb22-4be7-9e7b-2933e136d700 HTTP/1.1" status: 404 len: 337 time: 0.0286810 Aug 16 02:20:12.299039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dcf1b-af09-43a7-9100-341130ad5715 req-e38a5622-16df-451a-8927-a4481c312e94 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.300926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-268dcf1b-af09-43a7-9100-341130ad5715 req-e38a5622-16df-451a-8927-a4481c312e94 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 944 time: 0.0535996 Aug 16 02:20:12.347977 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-268dcf1b-af09-43a7-9100-341130ad5715 req-8de9f0f1-ac8a-403f-b1df-d4d5942c9775 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Aug 16 02:20:12.419794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52144) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:12.539856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1c1cf-a509-4bb2-8d73-8c925810b6af req-a072424b-69b9-4335-b038-6c0110d817d1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.541940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4d1c1cf-a509-4bb2-8d73-8c925810b6af req-a072424b-69b9-4335-b038-6c0110d817d1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.0883417 Aug 16 02:20:12.588686 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fd5efc4d-1e62-41fc-8a3e-1c6f295c4042 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=323d87d09ada437caa826c30a036c0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674023 Aug 16 02:20:12.591065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52152) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:12.599684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4d1c1cf-a509-4bb2-8d73-8c925810b6af req-a889c1f0-a7d5-4c5d-bbec-6a45f010c684 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468814 Aug 16 02:20:12.670042 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc995c04-671d-4e03-8347-965c573e3915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.694282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc995c04-671d-4e03-8347-965c573e3915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.746265 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc995c04-671d-4e03-8347-965c573e3915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.749344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc995c04-671d-4e03-8347-965c573e3915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.752944 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fc995c04-671d-4e03-8347-965c573e3915 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8fcbec1c-219a-4870-afaf-2beddd7737d8 HTTP/1.1" status: 204 len: 168 time: 0.1600823 Aug 16 02:20:12.770955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc995c04-671d-4e03-8347-965c573e3915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcbec1c-219a-4870-afaf-2beddd7737d8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:12.815746 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.922689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 45b5adb5-a71b-4b57-9d9c-6158c77c76bb details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:13.050190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=45b5adb5-a71b-4b57-9d9c-6158c77c76bb,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:13.064353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '45b5adb5-a71b-4b57-9d9c-6158c77c76bb', 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e', 'port_id': '45b5adb5-a71b-4b57-9d9c-6158c77c76bb', 'mac_address': 'fa:16:3e:12:d7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb607da-a325-422b-a679-0da8ad0f6081', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:13.114572 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.141235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b5adb5-a71b-4b57-9d9c-6158c77c76bb {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:13.166224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=45b5adb5-a71b-4b57-9d9c-6158c77c76bb,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:13.174532 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.253322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=45b5adb5-a71b-4b57-9d9c-6158c77c76bb,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.262951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.263550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.264059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.264552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.265204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.265720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.266224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.266561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.266894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.267394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.267965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.268454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.394642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['45b5adb5-a71b-4b57-9d9c-6158c77c76bb'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:13.503553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61eec9-718c-4d75-ae38-034b2b8e60b0 req-1c54c4a6-76bf-48f8-b77d-3efd1fb10b07 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:13.514449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d61eec9-718c-4d75-ae38-034b2b8e60b0 req-1c54c4a6-76bf-48f8-b77d-3efd1fb10b07 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 945 time: 0.0732408 Aug 16 02:20:13.575054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d61eec9-718c-4d75-ae38-034b2b8e60b0 req-6e3e7f70-dafa-4e33-813d-3eec80abcd0d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576904 Aug 16 02:20:13.650414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52190) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:13.783016 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0736a40-f749-4534-bcdb-b5a342bddcaa req-130352b2-4879-4c75-85ef-62315d69f430 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:13.787111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0736a40-f749-4534-bcdb-b5a342bddcaa req-130352b2-4879-4c75-85ef-62315d69f430 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.1029232 Aug 16 02:20:13.903855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0736a40-f749-4534-bcdb-b5a342bddcaa req-e546b1e9-1fb5-43e0-829a-2afac80a5bb0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094692 Aug 16 02:20:13.934257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3e56d20c-b07f-420f-a8a7-08183808b650 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:13.934966 n-d-768851-16 neutron-server[101381]: WARNING neutron.api.v2.base [None req-3e56d20c-b07f-420f-a8a7-08183808b650 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:20:13.935661 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-3e56d20c-b07f-420f-a8a7-08183808b650 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:20:13.936864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3e56d20c-b07f-420f-a8a7-08183808b650 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2851746 Aug 16 02:20:13.945736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52194) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:13.950994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8c1c3afc-b1a5-44a0-b439-772d4ae9c75a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192441566'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:13.978618 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3afc-b1a5-44a0-b439-772d4ae9c75a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.990126 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3afc-b1a5-44a0-b439-772d4ae9c75a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.114954 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3afc-b1a5-44a0-b439-772d4ae9c75a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.125561 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3afc-b1a5-44a0-b439-772d4ae9c75a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.172863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c3afc-b1a5-44a0-b439-772d4ae9c75a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288ae71a-b381-48ff-a5a8-efd05105eaf0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:14.250684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3afc-b1a5-44a0-b439-772d4ae9c75a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.256823 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3afc-b1a5-44a0-b439-772d4ae9c75a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.286175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3afc-b1a5-44a0-b439-772d4ae9c75a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.290085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8c1c3afc-b1a5-44a0-b439-772d4ae9c75a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3402982 Aug 16 02:20:14.291087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52198) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:14.296607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-23442bb1-53ae-47dd-814d-d1408069d6d8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'bbe55ab2-eb92-48c6-9b71-25d94d0af4f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:14.298081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c3afc-b1a5-44a0-b439-772d4ae9c75a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe55ab2-eb92-48c6-9b71-25d94d0af4f3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:14.301899 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.343160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23442bb1-53ae-47dd-814d-d1408069d6d8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.436288 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23442bb1-53ae-47dd-814d-d1408069d6d8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.440603 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23442bb1-53ae-47dd-814d-d1408069d6d8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.461899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23442bb1-53ae-47dd-814d-d1408069d6d8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d08290-73ce-44f5-9f1a-841fd363cf5e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:14.467529 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23442bb1-53ae-47dd-814d-d1408069d6d8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.471960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52200) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:14.472173 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-23442bb1-53ae-47dd-814d-d1408069d6d8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1794915 Aug 16 02:20:14.477128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c71b9fa7-5bee-4e1a-a339-6300166321af tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'bbe55ab2-eb92-48c6-9b71-25d94d0af4f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:14.519631 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c71b9fa7-5bee-4e1a-a339-6300166321af tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.589124 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-c71b9fa7-5bee-4e1a-a339-6300166321af tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:20:14.590617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c71b9fa7-5bee-4e1a-a339-6300166321af tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1172662 Aug 16 02:20:14.593485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52204) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:14.669937 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc07a7bf-0385-495f-b7c7-76df03eb85e8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.714588 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc07a7bf-0385-495f-b7c7-76df03eb85e8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.744071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf9681-a5a2-4561-8bf6-49d3b70cdf02 req-193d8a55-cd35-4b37-814d-cb6d00eb1eb3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:14.745611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eadf9681-a5a2-4561-8bf6-49d3b70cdf02 req-193d8a55-cd35-4b37-814d-cb6d00eb1eb3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 945 time: 0.0921805 Aug 16 02:20:14.795819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eadf9681-a5a2-4561-8bf6-49d3b70cdf02 req-3726b9b4-0350-4a82-b50c-92a14c7d056f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402241 Aug 16 02:20:14.797152 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc07a7bf-0385-495f-b7c7-76df03eb85e8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.799923 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc07a7bf-0385-495f-b7c7-76df03eb85e8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.803446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fc07a7bf-0385-495f-b7c7-76df03eb85e8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "DELETE /v2.0/security-groups/bbe55ab2-eb92-48c6-9b71-25d94d0af4f3 HTTP/1.1" status: 204 len: 168 time: 0.2064879 Aug 16 02:20:14.803923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52206) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:14.811828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07a7bf-0385-495f-b7c7-76df03eb85e8 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe55ab2-eb92-48c6-9b71-25d94d0af4f3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:14.867583 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5eadb396-43e4-4baa-9129-e62e407b6481 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611043 Aug 16 02:20:14.871646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52208) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:14.876117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8daa6417-c205-41b5-87b5-cabc521d7c5c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258832715'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:14.902004 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8daa6417-c205-41b5-87b5-cabc521d7c5c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.931084 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 45b5adb5-a71b-4b57-9d9c-6158c77c76bb up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:15.014667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:15.023119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:15.023778 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.040102 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8daa6417-c205-41b5-87b5-cabc521d7c5c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.045158 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8daa6417-c205-41b5-87b5-cabc521d7c5c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.059353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bd248-80dd-42c9-bd7a-7280885a2238 req-ca69bedb-3267-48fb-bef6-4b01f6a9e5cb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.067191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-453bd248-80dd-42c9-bd7a-7280885a2238 req-ca69bedb-3267-48fb-bef6-4b01f6a9e5cb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.0752954 Aug 16 02:20:15.084821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa6417-c205-41b5-87b5-cabc521d7c5c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb887222-7a40-49f2-967f-882b43912ce6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.098965 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8daa6417-c205-41b5-87b5-cabc521d7c5c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.100568 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8daa6417-c205-41b5-87b5-cabc521d7c5c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2279615 Aug 16 02:20:15.104388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52212) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.109597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b45d4afa-39bb-4ef5-8b5c-77a41ec45302 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'fb887222-7a40-49f2-967f-882b43912ce6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:15.110348 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-b45d4afa-39bb-4ef5-8b5c-77a41ec45302 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 02:20:15.111303 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-b45d4afa-39bb-4ef5-8b5c-77a41ec45302 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:15.112655 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b45d4afa-39bb-4ef5-8b5c-77a41ec45302 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069163 Aug 16 02:20:15.113965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-453bd248-80dd-42c9-bd7a-7280885a2238 req-5ccbb2f1-83ab-492d-92f5-d85afbe35428 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452049 Aug 16 02:20:15.115490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52214) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.145945 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.186759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a13ba2-dcf9-4f76-88ab-fd96e266e99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b5adb5-a71b-4b57-9d9c-6158c77c76bb'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:15.195203 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a697add2-126d-4661-9a9e-d142cb0ae1f0" -d '{"events": [{"server_uuid": "83a13ba2-dcf9-4f76-88ab-fd96e266e99f", "name": "network-vif-plugged", "status": "completed", "tag": "45b5adb5-a71b-4b57-9d9c-6158c77c76bb"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:15.207674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf3add1d-fbc2-4188-9ab3-3e556d094899 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.218762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=45b5adb5-a71b-4b57-9d9c-6158c77c76bb,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:15.225748 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.233878 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf3add1d-fbc2-4188-9ab3-3e556d094899 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.262998 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0b1d26-6822-435a-90db-2a214af1a07d x-openstack-request-id: req-bf0b1d26-6822-435a-90db-2a214af1a07d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:15.263279 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a13ba2-dcf9-4f76-88ab-fd96e266e99f", "name": "network-vif-plugged", "status": "completed", "tag": "45b5adb5-a71b-4b57-9d9c-6158c77c76bb", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:15.263511 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf0b1d26-6822-435a-90db-2a214af1a07d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:15.264295 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a13ba2-dcf9-4f76-88ab-fd96e266e99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b5adb5-a71b-4b57-9d9c-6158c77c76bb', 'code': 200} Aug 16 02:20:15.289624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf3add1d-fbc2-4188-9ab3-3e556d094899 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.292521 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bf3add1d-fbc2-4188-9ab3-3e556d094899 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.293885 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bf3add1d-fbc2-4188-9ab3-3e556d094899 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "DELETE /v2.0/security-groups/fb887222-7a40-49f2-967f-882b43912ce6 HTTP/1.1" status: 204 len: 168 time: 0.1676729 Aug 16 02:20:15.296931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52220) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.302664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=45b5adb5-a71b-4b57-9d9c-6158c77c76bb,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.326074 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3add1d-fbc2-4188-9ab3-3e556d094899 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb887222-7a40-49f2-967f-882b43912ce6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.408834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-62be92f2-5ee8-4973-977f-f3e76e566a72 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1106982 Aug 16 02:20:15.413149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52222) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.419048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7ac10bc5-92d8-4522-a718-3f804b1a72db tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group': {'name': 'tempest-secgroup--14246466'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:15.433736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd189b-5e68-4b1c-b4d7-a0ba8a0ee4dd req-f6a02323-98d6-4a93-8f95-9ba48dbaf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.435479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4dd189b-5e68-4b1c-b4d7-a0ba8a0ee4dd req-f6a02323-98d6-4a93-8f95-9ba48dbaf433 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 1098 time: 0.0998731 Aug 16 02:20:15.496248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4dd189b-5e68-4b1c-b4d7-a0ba8a0ee4dd req-c9a1bcba-fff5-4be3-8cdc-a966f9dd1c19 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477033 Aug 16 02:20:15.498817 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ac10bc5-92d8-4522-a718-3f804b1a72db tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.629630 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ac10bc5-92d8-4522-a718-3f804b1a72db tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.634502 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ac10bc5-92d8-4522-a718-3f804b1a72db tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.666855 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ac10bc5-92d8-4522-a718-3f804b1a72db tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.671162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7ac10bc5-92d8-4522-a718-3f804b1a72db tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2535613 Aug 16 02:20:15.671162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac10bc5-92d8-4522-a718-3f804b1a72db tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82920433-0fd0-4105-a08c-e90be1af2f88,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.672195 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52224) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.677271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3589bce7-e9f0-4c5a-abfb-f5a79f409d50 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': '82920433-0fd0-4105-a08c-e90be1af2f88', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:15.677838 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-3589bce7-e9f0-4c5a-abfb-f5a79f409d50 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 02:20:15.678325 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-3589bce7-e9f0-4c5a-abfb-f5a79f409d50 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:15.682022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52226) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.682278 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3589bce7-e9f0-4c5a-abfb-f5a79f409d50 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088320 Aug 16 02:20:15.741413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-de199a01-ea99-4521-8476-a610821b2516 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.766400 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-de199a01-ea99-4521-8476-a610821b2516 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.807435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-de199a01-ea99-4521-8476-a610821b2516 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.810338 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-de199a01-ea99-4521-8476-a610821b2516 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.811493 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-de199a01-ea99-4521-8476-a610821b2516 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "DELETE /v2.0/security-groups/82920433-0fd0-4105-a08c-e90be1af2f88 HTTP/1.1" status: 204 len: 168 time: 0.1279676 Aug 16 02:20:15.814476 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52228) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.829321 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de199a01-ea99-4521-8476-a610821b2516 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82920433-0fd0-4105-a08c-e90be1af2f88,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.885355 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-51d45f9e-8aed-4d97-8cfa-082ff2f405f6 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696292 Aug 16 02:20:15.888954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52232) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.894233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-fdcb9b9b-3168-47e8-b3ee-535265fb91d0 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group': {'name': 'tempest-secgroup--505380100'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:15.947102 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fdcb9b9b-3168-47e8-b3ee-535265fb91d0 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.976843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33f805-ee6b-4784-881e-289181dc7b03 req-a3c945fc-7cec-4695-9bca-4e3230d2d446 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.978473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b33f805-ee6b-4784-881e-289181dc7b03 req-a3c945fc-7cec-4695-9bca-4e3230d2d446 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 946 time: 0.0751336 Aug 16 02:20:16.043988 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b33f805-ee6b-4784-881e-289181dc7b03 req-bef55ebd-4b62-46ff-9735-c276e31ab8ec tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581217 Aug 16 02:20:16.090782 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fdcb9b9b-3168-47e8-b3ee-535265fb91d0 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.094697 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fdcb9b9b-3168-47e8-b3ee-535265fb91d0 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.123501 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fdcb9b9b-3168-47e8-b3ee-535265fb91d0 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.124753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fdcb9b9b-3168-47e8-b3ee-535265fb91d0 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2346640 Aug 16 02:20:16.127660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52234) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.132398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-70848018-d193-4564-be45-1d4222d8f6fe tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'e167c084-9742-43e0-a28c-7090c5d54cc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.133880 n-d-768851-16 neutron-server[101381]: WARNING neutron.api.v2.base [None req-70848018-d193-4564-be45-1d4222d8f6fe tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 02:20:16.134380 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-70848018-d193-4564-be45-1d4222d8f6fe tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.135320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-70848018-d193-4564-be45-1d4222d8f6fe tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067341 Aug 16 02:20:16.136272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb9b9b-3168-47e8-b3ee-535265fb91d0 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e167c084-9742-43e0-a28c-7090c5d54cc3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:16.138857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52236) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.144660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-feb83294-e60a-4bab-b0f6-1cb9eb360e88 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'e167c084-9742-43e0-a28c-7090c5d54cc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.145397 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-feb83294-e60a-4bab-b0f6-1cb9eb360e88 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 02:20:16.152835 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-feb83294-e60a-4bab-b0f6-1cb9eb360e88 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.155001 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-feb83294-e60a-4bab-b0f6-1cb9eb360e88 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0136278 Aug 16 02:20:16.157206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52240) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.163115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e44c138b-ca20-4b0d-b584-3cd30e81d45f tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'e167c084-9742-43e0-a28c-7090c5d54cc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.164115 n-d-768851-16 neutron-server[101381]: WARNING neutron.api.v2.base [None req-e44c138b-ca20-4b0d-b584-3cd30e81d45f tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 02:20:16.164875 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-e44c138b-ca20-4b0d-b584-3cd30e81d45f tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.169725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e44c138b-ca20-4b0d-b584-3cd30e81d45f tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107322 Aug 16 02:20:16.170154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52244) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.176047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-42a8050e-1f3e-427a-8921-5ca32255374a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'e167c084-9742-43e0-a28c-7090c5d54cc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.177588 n-d-768851-16 neutron-server[101381]: WARNING neutron.api.v2.base [None req-42a8050e-1f3e-427a-8921-5ca32255374a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 02:20:16.178836 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-42a8050e-1f3e-427a-8921-5ca32255374a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.182713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-42a8050e-1f3e-427a-8921-5ca32255374a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115724 Aug 16 02:20:16.183018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52246) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.255447 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14c21171-72af-4164-8111-6b25232db60f tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.280869 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14c21171-72af-4164-8111-6b25232db60f tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.299997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff76b2-e63b-45a1-bb3a-8a61b03aaed5 req-c1c0a561-1179-4e77-a2d9-f437855d4ee0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:16.301750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5ff76b2-e63b-45a1-bb3a-8a61b03aaed5 req-c1c0a561-1179-4e77-a2d9-f437855d4ee0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.0615716 Aug 16 02:20:16.341793 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14c21171-72af-4164-8111-6b25232db60f tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.344890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-14c21171-72af-4164-8111-6b25232db60f tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.346709 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-14c21171-72af-4164-8111-6b25232db60f tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "DELETE /v2.0/security-groups/e167c084-9742-43e0-a28c-7090c5d54cc3 HTTP/1.1" status: 204 len: 168 time: 0.1622841 Aug 16 02:20:16.350803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52248) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.358699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c21171-72af-4164-8111-6b25232db60f tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e167c084-9742-43e0-a28c-7090c5d54cc3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:16.369093 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5ff76b2-e63b-45a1-bb3a-8a61b03aaed5 req-94c89f28-f87e-4125-ae1d-0040d99e4c56 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591500 Aug 16 02:20:16.417476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0ae3684e-d86f-491b-9b44-65b6e9b21b0d tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0614555 Aug 16 02:20:16.421545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52250) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.427658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5c92a8c6-29c0-47ff-a4a3-4b6dac09cd3c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group': {'name': 'tempest-secgroup--936339699'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.449734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c92a8c6-29c0-47ff-a4a3-4b6dac09cd3c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.538692 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c92a8c6-29c0-47ff-a4a3-4b6dac09cd3c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.543018 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c92a8c6-29c0-47ff-a4a3-4b6dac09cd3c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.578720 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c92a8c6-29c0-47ff-a4a3-4b6dac09cd3c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.582710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5c92a8c6-29c0-47ff-a4a3-4b6dac09cd3c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1573009 Aug 16 02:20:16.582710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92a8c6-29c0-47ff-a4a3-4b6dac09cd3c tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb1d0d-f74f-4275-a71d-817327ca5485,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:16.583210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52252) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.589111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3527a9cc-31f5-49d2-bb6a-4539c6c24e13 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'abfb1d0d-f74f-4275-a71d-817327ca5485', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.589605 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-3527a9cc-31f5-49d2-bb6a-4539c6c24e13 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:20:16.590092 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-3527a9cc-31f5-49d2-bb6a-4539c6c24e13 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.591034 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3527a9cc-31f5-49d2-bb6a-4539c6c24e13 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066915 Aug 16 02:20:16.593835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52254) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.598919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9cbc251f-20f2-4b1b-9515-d4511fdc2943 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'abfb1d0d-f74f-4275-a71d-817327ca5485', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.637201 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-9cbc251f-20f2-4b1b-9515-d4511fdc2943 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.638531 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9cbc251f-20f2-4b1b-9515-d4511fdc2943 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0436714 Aug 16 02:20:16.641614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52256) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.646657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ab9efe27-4e76-4d1e-b960-f9b9c1735e7b tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'abfb1d0d-f74f-4275-a71d-817327ca5485', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.647186 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-ab9efe27-4e76-4d1e-b960-f9b9c1735e7b tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 02:20:16.647669 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-ab9efe27-4e76-4d1e-b960-f9b9c1735e7b tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.649311 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ab9efe27-4e76-4d1e-b960-f9b9c1735e7b tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066872 Aug 16 02:20:16.652034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52258) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.657255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3be137f3-0290-46ad-af26-9869c0a91215 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'abfb1d0d-f74f-4275-a71d-817327ca5485', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.692142 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-3be137f3-0290-46ad-af26-9869c0a91215 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.693236 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3be137f3-0290-46ad-af26-9869c0a91215 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0402682 Aug 16 02:20:16.696808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52260) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.701500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6bc7430e-b743-4482-a812-59d6df5061b5 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'abfb1d0d-f74f-4275-a71d-817327ca5485', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.701988 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-6bc7430e-b743-4482-a812-59d6df5061b5 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:20:16.702470 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-6bc7430e-b743-4482-a812-59d6df5061b5 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.703426 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6bc7430e-b743-4482-a812-59d6df5061b5 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056415 Aug 16 02:20:16.706259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52262) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.711664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3eec4f58-1bb1-4b1e-8a73-ed2ec9c6fcde tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'abfb1d0d-f74f-4275-a71d-817327ca5485', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.745885 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-3eec4f58-1bb1-4b1e-8a73-ed2ec9c6fcde tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.747107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3eec4f58-1bb1-4b1e-8a73-ed2ec9c6fcde tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0397661 Aug 16 02:20:16.749950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52264) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.754343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-439d24e3-79d5-485a-b142-6dc23e9fe4f5 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'abfb1d0d-f74f-4275-a71d-817327ca5485', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.755977 n-d-768851-16 neutron-server[101381]: WARNING neutron.api.v2.base [None req-439d24e3-79d5-485a-b142-6dc23e9fe4f5 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 02:20:16.756481 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-439d24e3-79d5-485a-b142-6dc23e9fe4f5 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.760153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-439d24e3-79d5-485a-b142-6dc23e9fe4f5 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065837 Aug 16 02:20:16.760309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52266) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.764213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-75c4306c-617e-406d-8106-8544403d9e9e tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'abfb1d0d-f74f-4275-a71d-817327ca5485', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.799424 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-75c4306c-617e-406d-8106-8544403d9e9e tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.803056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-75c4306c-617e-406d-8106-8544403d9e9e tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0393565 Aug 16 02:20:16.803470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52268) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.808895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c2d1db76-5e77-4535-ab92-025dfc5c7325 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'abfb1d0d-f74f-4275-a71d-817327ca5485', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.845193 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-c2d1db76-5e77-4535-ab92-025dfc5c7325 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:16.846319 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c2d1db76-5e77-4535-ab92-025dfc5c7325 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0417631 Aug 16 02:20:16.849092 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52270) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.902058 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-11a4becd-2f1f-4f62-b1ac-7f2bbcb79718 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.927629 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-11a4becd-2f1f-4f62-b1ac-7f2bbcb79718 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.974581 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-11a4becd-2f1f-4f62-b1ac-7f2bbcb79718 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.977355 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-11a4becd-2f1f-4f62-b1ac-7f2bbcb79718 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.978518 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-11a4becd-2f1f-4f62-b1ac-7f2bbcb79718 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "DELETE /v2.0/security-groups/abfb1d0d-f74f-4275-a71d-817327ca5485 HTTP/1.1" status: 204 len: 168 time: 0.1284795 Aug 16 02:20:16.981355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52272) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.988152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4becd-2f1f-4f62-b1ac-7f2bbcb79718 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb1d0d-f74f-4275-a71d-817327ca5485,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:17.041258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-baed72f1-1496-47d8-be12-158db0cdf608 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0569227 Aug 16 02:20:17.044012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52274) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.048805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-1a44f9d3-61cf-483c-9031-e2cec5c3e8bf tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group': {'name': 'tempest-secgroup--267195069'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:17.078355 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a44f9d3-61cf-483c-9031-e2cec5c3e8bf tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.167957 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a44f9d3-61cf-483c-9031-e2cec5c3e8bf tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.168358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769114dc-aee7-4d5c-8933-940e30c82906 req-1279138b-3cd1-4411-bbf2-7f8a35ca9b19 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:17.169956 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-769114dc-aee7-4d5c-8933-940e30c82906 req-1279138b-3cd1-4411-bbf2-7f8a35ca9b19 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 946 time: 0.0558233 Aug 16 02:20:17.172556 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a44f9d3-61cf-483c-9031-e2cec5c3e8bf tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.207179 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a44f9d3-61cf-483c-9031-e2cec5c3e8bf tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.209502 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1a44f9d3-61cf-483c-9031-e2cec5c3e8bf tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1643453 Aug 16 02:20:17.212584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44f9d3-61cf-483c-9031-e2cec5c3e8bf tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b94b141-d63a-48c9-ae13-45a5057f4cb3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:17.212756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52280) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.219027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1adfce82-f858-472b-b735-a1e9c2c2c6aa tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': '2b94b141-d63a-48c9-ae13-45a5057f4cb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:17.228016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-769114dc-aee7-4d5c-8933-940e30c82906 req-dd1deba7-7c95-49dc-8900-5f09ee2b6d9f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520871 Aug 16 02:20:17.268496 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-1adfce82-f858-472b-b735-a1e9c2c2c6aa tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The resource could not be found. Aug 16 02:20:17.269664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1adfce82-f858-472b-b735-a1e9c2c2c6aa tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0543020 Aug 16 02:20:17.272747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52284) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.278589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5b0017e0-3e1b-4557-99ea-b98af1b775d1 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': '2b94b141-d63a-48c9-ae13-45a5057f4cb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '29f5ac80-6e7b-4323-b67b-b9228b94b7b5'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:17.325114 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-5b0017e0-3e1b-4557-99ea-b98af1b775d1 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The resource could not be found. Aug 16 02:20:17.326280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5b0017e0-3e1b-4557-99ea-b98af1b775d1 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0513997 Aug 16 02:20:17.329239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52286) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.408356 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3be2-5c5a-4e26-9398-5c0f7ed3c3c3 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.438282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3be2-5c5a-4e26-9398-5c0f7ed3c3c3 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.544439 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3be2-5c5a-4e26-9398-5c0f7ed3c3c3 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.547303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3be2-5c5a-4e26-9398-5c0f7ed3c3c3 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.548460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5c6f3be2-5c5a-4e26-9398-5c0f7ed3c3c3 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "DELETE /v2.0/security-groups/2b94b141-d63a-48c9-ae13-45a5057f4cb3 HTTP/1.1" status: 204 len: 168 time: 0.2182760 Aug 16 02:20:17.551639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52292) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.565213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcc38e-c777-4186-9297-87197f81e4f2 req-8d92fffd-0235-42ca-bd9c-818359b29148 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:17.566719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5bcc38e-c777-4186-9297-87197f81e4f2 req-8d92fffd-0235-42ca-bd9c-818359b29148 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 946 time: 0.1063359 Aug 16 02:20:17.579706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6a803-5b58-4a38-b6d8-26a3cdd80ebe req-593dc72d-fc87-477f-8a92-344ff1092b3b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:17.581221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3eb6a803-5b58-4a38-b6d8-26a3cdd80ebe req-593dc72d-fc87-477f-8a92-344ff1092b3b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.1267097 Aug 16 02:20:17.584145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f3be2-5c5a-4e26-9398-5c0f7ed3c3c3 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b94b141-d63a-48c9-ae13-45a5057f4cb3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:17.606662 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-194509d6-8520-4e5e-97b1-60f956a1b723 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529656 Aug 16 02:20:17.610870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52294) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.625850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d9657cf0-0a5d-4472-8845-0de84fc5d4d0 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': '044e9837-c23b-4062-8c7f-9033a47f92fa', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:17.657164 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5bcc38e-c777-4186-9297-87197f81e4f2 req-a01bbcf9-223c-4ebe-a70f-5035fb1d2b57 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747836 Aug 16 02:20:17.675524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3eb6a803-5b58-4a38-b6d8-26a3cdd80ebe req-2e1c98bd-08ad-45ac-84cb-3ecd0e9cecad tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662229 Aug 16 02:20:17.681816 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-d9657cf0-0a5d-4472-8845-0de84fc5d4d0 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The resource could not be found. Aug 16 02:20:17.685885 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d9657cf0-0a5d-4472-8845-0de84fc5d4d0 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0712733 Aug 16 02:20:17.686710 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52296) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.692650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-633e17a6-5626-418a-90af-b4853ceaaa1a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group': {'name': 'tempest-secgroup--762441365'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:17.716398 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-633e17a6-5626-418a-90af-b4853ceaaa1a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.802126 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-633e17a6-5626-418a-90af-b4853ceaaa1a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.807301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-633e17a6-5626-418a-90af-b4853ceaaa1a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.833415 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-633e17a6-5626-418a-90af-b4853ceaaa1a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.834632 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-633e17a6-5626-418a-90af-b4853ceaaa1a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1469445 Aug 16 02:20:17.837601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52298) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.842202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-62bfd600-2a12-4cff-a1e9-bb013621fc19 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group': {'name': 'tempest-secgroup--953859232'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:17.849743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e17a6-5626-418a-90af-b4853ceaaa1a tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb35685c-0976-4040-afda-181827fdc6bf,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:17.867255 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62bfd600-2a12-4cff-a1e9-bb013621fc19 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.957561 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62bfd600-2a12-4cff-a1e9-bb013621fc19 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.962722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62bfd600-2a12-4cff-a1e9-bb013621fc19 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.988655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62bfd600-2a12-4cff-a1e9-bb013621fc19 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.989927 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-62bfd600-2a12-4cff-a1e9-bb013621fc19 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1513460 Aug 16 02:20:17.993480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52300) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.995330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfd600-2a12-4cff-a1e9-bb013621fc19 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343df86f-ecca-42de-bc6d-dc77f4931fd5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:17.999277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-21019640-6cdf-4e76-af2a-7728b8d42ecc tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group_rule': {'security_group_id': 'cb35685c-0976-4040-afda-181827fdc6bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '343df86f-ecca-42de-bc6d-dc77f4931fd5'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:18.037122 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-21019640-6cdf-4e76-af2a-7728b8d42ecc tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:20:18.039471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-21019640-6cdf-4e76-af2a-7728b8d42ecc tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0437021 Aug 16 02:20:18.041600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52302) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.100306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e402b3d-91e8-40b3-b28f-2c4c34e4d987 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.125346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e402b3d-91e8-40b3-b28f-2c4c34e4d987 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.171272 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e402b3d-91e8-40b3-b28f-2c4c34e4d987 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.173801 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e402b3d-91e8-40b3-b28f-2c4c34e4d987 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.174937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7e402b3d-91e8-40b3-b28f-2c4c34e4d987 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "DELETE /v2.0/security-groups/343df86f-ecca-42de-bc6d-dc77f4931fd5 HTTP/1.1" status: 204 len: 168 time: 0.1321948 Aug 16 02:20:18.177821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52304) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.193144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e402b3d-91e8-40b3-b28f-2c4c34e4d987 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=343df86f-ecca-42de-bc6d-dc77f4931fd5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:18.239535 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4bf3d662-6c5e-4308-9e20-b6eff7717a56 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0596766 Aug 16 02:20:18.241768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52308) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.297284 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6d77309-fd27-42db-a5af-b0dd3d5d1b67 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.320549 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6d77309-fd27-42db-a5af-b0dd3d5d1b67 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.361847 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6d77309-fd27-42db-a5af-b0dd3d5d1b67 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.364431 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6d77309-fd27-42db-a5af-b0dd3d5d1b67 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.365711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d6d77309-fd27-42db-a5af-b0dd3d5d1b67 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "DELETE /v2.0/security-groups/cb35685c-0976-4040-afda-181827fdc6bf HTTP/1.1" status: 204 len: 168 time: 0.1229441 Aug 16 02:20:18.368927 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52310) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.381994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d77309-fd27-42db-a5af-b0dd3d5d1b67 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb35685c-0976-4040-afda-181827fdc6bf,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:18.404757 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.424792 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-35b70d81-bdbc-498d-a865-d4ef14a6df2f tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546119 Aug 16 02:20:18.428500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52312) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.433455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-12d047bb-0098-4422-9904-aea6ea278440 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433607260'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:18.455000 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12d047bb-0098-4422-9904-aea6ea278440 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.538203 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12d047bb-0098-4422-9904-aea6ea278440 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.542655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12d047bb-0098-4422-9904-aea6ea278440 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.574664 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12d047bb-0098-4422-9904-aea6ea278440 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.575891 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-12d047bb-0098-4422-9904-aea6ea278440 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1458995 Aug 16 02:20:18.578795 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52314) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.583287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2984c5b6-8541-4e72-a495-ba3fd7192861 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:18.583703 n-d-768851-16 neutron-server[101380]: WARNING neutron.api.v2.base [None req-2984c5b6-8541-4e72-a495-ba3fd7192861 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:20:18.584185 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-2984c5b6-8541-4e72-a495-ba3fd7192861 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:20:18.585145 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2984c5b6-8541-4e72-a495-ba3fd7192861 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "PUT /v2.0/security-groups/a04eacf0-32b0-4cee-90ef-00fc21cf0cbc HTTP/1.1" status: 409 len: 330 time: 0.0054131 Aug 16 02:20:18.587576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d047bb-0098-4422-9904-aea6ea278440 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04eacf0-32b0-4cee-90ef-00fc21cf0cbc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:18.588375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52316) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.656826 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-262c4bcb-4e42-46ce-a7b5-57db02247ed9 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.680815 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-262c4bcb-4e42-46ce-a7b5-57db02247ed9 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.732169 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-262c4bcb-4e42-46ce-a7b5-57db02247ed9 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.735513 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-262c4bcb-4e42-46ce-a7b5-57db02247ed9 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.736942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-262c4bcb-4e42-46ce-a7b5-57db02247ed9 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "DELETE /v2.0/security-groups/a04eacf0-32b0-4cee-90ef-00fc21cf0cbc HTTP/1.1" status: 204 len: 168 time: 0.1472182 Aug 16 02:20:18.739418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52322) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.750490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c4bcb-4e42-46ce-a7b5-57db02247ed9 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04eacf0-32b0-4cee-90ef-00fc21cf0cbc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:18.806958 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1208133b-4208-4737-afeb-e69524e61bd1 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654852 Aug 16 02:20:18.810545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52324) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.823959 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-76f71eed-2f1a-493c-9a25-f7b94abd51cc tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] delete failed (client error): The resource could not be found. Aug 16 02:20:18.825018 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-76f71eed-2f1a-493c-9a25-f7b94abd51cc tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "DELETE /v2.0/security-groups/f512bdf8-2fd9-454a-961b-f309359f54f6 HTTP/1.1" status: 404 len: 347 time: 0.0135226 Aug 16 02:20:18.828592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52326) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.843119 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-fd6f84b6-7a80-415d-961e-4c027c495979 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] show failed (client error): The resource could not be found. Aug 16 02:20:18.844342 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fd6f84b6-7a80-415d-961e-4c027c495979 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "GET /v2.0/security-groups/e88a07a3-c330-4b7c-82b6-1baed605dee0 HTTP/1.1" status: 404 len: 347 time: 0.0147173 Aug 16 02:20:18.849451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52328) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.867802 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-4e60a704-c371-40c7-b869-3c828e45bf57 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] show failed (client error): The resource could not be found. Aug 16 02:20:18.875931 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4e60a704-c371-40c7-b869-3c828e45bf57 tempest-NegativeSecGroupTest-602651813 tempest-NegativeSecGroupTest-602651813-project] 10.222.0.79 "GET /v2.0/security-group-rules/1e5ce038-710d-45ec-b27b-7fc1b5ff8b8d HTTP/1.1" status: 404 len: 356 time: 0.0253696 Aug 16 02:20:18.893340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23398ec0-6f61-4b54-a141-1a45cfb62334 req-fe089ff9-dba4-481a-9535-25061a5921b7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.895996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23398ec0-6f61-4b54-a141-1a45cfb62334 req-fe089ff9-dba4-481a-9535-25061a5921b7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.1285901 Aug 16 02:20:18.943330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090f9e8-854d-4c68-89bd-6a10a7663351 req-1c6b22d3-20fc-457c-b486-73753afce368 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.954802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6090f9e8-854d-4c68-89bd-6a10a7663351 req-1c6b22d3-20fc-457c-b486-73753afce368 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 946 time: 0.1517389 Aug 16 02:20:18.975413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23398ec0-6f61-4b54-a141-1a45cfb62334 req-dd311063-3dd1-4c3d-a6b9-4f91388d7977 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696263 Aug 16 02:20:18.989651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea19a1-e9cb-40bf-a8e5-7693ced8d88c req-16aeff34-2a35-4200-bd8d-1f543d95b704 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.993139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bea19a1-e9cb-40bf-a8e5-7693ced8d88c req-16aeff34-2a35-4200-bd8d-1f543d95b704 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.89 "GET /v2.0/ports?device_id=83a13ba2-dcf9-4f76-88ab-fd96e266e99f HTTP/1.1" status: 200 len: 946 time: 0.1854572 Aug 16 02:20:19.113464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6090f9e8-854d-4c68-89bd-6a10a7663351 req-0e245180-98c1-45f2-b236-b2e0c228959e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577036 Aug 16 02:20:19.157457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-8bea19a1-e9cb-40bf-a8e5-7693ced8d88c req-d03321d2-148d-413e-b2d6-24cb5040ddea tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Deleting port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:19.157795 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8bea19a1-e9cb-40bf-a8e5-7693ced8d88c req-d03321d2-148d-413e-b2d6-24cb5040ddea tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.195006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52334) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:19.263449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-8bea19a1-e9cb-40bf-a8e5-7693ced8d88c req-d03321d2-148d-413e-b2d6-24cb5040ddea tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] For port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=45b5adb5-a71b-4b57-9d9c-6158c77c76bb,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:19.265451 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8bea19a1-e9cb-40bf-a8e5-7693ced8d88c req-d03321d2-148d-413e-b2d6-24cb5040ddea tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.279592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-8bea19a1-e9cb-40bf-a8e5-7693ced8d88c req-d03321d2-148d-413e-b2d6-24cb5040ddea tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Calling delete_port for 45b5adb5-a71b-4b57-9d9c-6158c77c76bb owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:19.347852 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c9a1a09d-7161-4251-b8ca-ecb282fd1e3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=597f01c4d21042979df32e9e16ac92aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513736 Aug 16 02:20:19.350235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52340) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:19.402759 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e945d70c-082c-4561-b85f-3e40b2f7f321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.422921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8bea19a1-e9cb-40bf-a8e5-7693ced8d88c req-d03321d2-148d-413e-b2d6-24cb5040ddea tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.427405 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e945d70c-082c-4561-b85f-3e40b2f7f321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.438568 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ddc426e1-60f8-40bb-9cf2-2df177c941c2', '45b5adb5-a71b-4b57-9d9c-6158c77c76bb'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:19.453627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03321d2-148d-413e-b2d6-24cb5040ddea tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Pushing event deleted for resources: {'Port': ['ID=45b5adb5-a71b-4b57-9d9c-6158c77c76bb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:19.495378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e945d70c-082c-4561-b85f-3e40b2f7f321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.498753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e945d70c-082c-4561-b85f-3e40b2f7f321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.500139 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e945d70c-082c-4561-b85f-3e40b2f7f321 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/288ae71a-b381-48ff-a5a8-efd05105eaf0 HTTP/1.1" status: 204 len: 168 time: 0.1488791 Aug 16 02:20:19.527280 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945d70c-082c-4561-b85f-3e40b2f7f321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288ae71a-b381-48ff-a5a8-efd05105eaf0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:19.533028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bea19a1-e9cb-40bf-a8e5-7693ced8d88c req-d03321d2-148d-413e-b2d6-24cb5040ddea tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] No DVR routers for this DVR port 45b5adb5-a71b-4b57-9d9c-6158c77c76bb on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:19.535978 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8bea19a1-e9cb-40bf-a8e5-7693ced8d88c req-d03321d2-148d-413e-b2d6-24cb5040ddea tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.539196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bea19a1-e9cb-40bf-a8e5-7693ced8d88c req-d03321d2-148d-413e-b2d6-24cb5040ddea tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.89 "DELETE /v2.0/ports/45b5adb5-a71b-4b57-9d9c-6158c77c76bb HTTP/1.1" status: 204 len: 173 time: 0.5354450 Aug 16 02:20:19.539851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a13ba2-dcf9-4f76-88ab-fd96e266e99f', 'name': 'network-vif-deleted', 'tag': '45b5adb5-a71b-4b57-9d9c-6158c77c76bb'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:19.544395 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404d4dd3-92e4-4927-ae72-b9db04ac4f51" -d '{"events": [{"server_uuid": "83a13ba2-dcf9-4f76-88ab-fd96e266e99f", "name": "network-vif-deleted", "tag": "45b5adb5-a71b-4b57-9d9c-6158c77c76bb"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:19.596247 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c43149c-02c9-487b-88a5-ca5e93396e5d x-openstack-request-id: req-9c43149c-02c9-487b-88a5-ca5e93396e5d {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:19.596769 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a13ba2-dcf9-4f76-88ab-fd96e266e99f", "name": "network-vif-deleted", "tag": "45b5adb5-a71b-4b57-9d9c-6158c77c76bb", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:19.597439 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9c43149c-02c9-487b-88a5-ca5e93396e5d {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:19.598041 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a13ba2-dcf9-4f76-88ab-fd96e266e99f', 'name': 'network-vif-deleted', 'tag': '45b5adb5-a71b-4b57-9d9c-6158c77c76bb', 'status': 'completed', 'code': 200} Aug 16 02:20:20.133811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794820d-177c-4f7b-adb0-89d8636ec12a req-567d8db0-36db-4278-9ae7-1db82dcc9748 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.135549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c794820d-177c-4f7b-adb0-89d8636ec12a req-567d8db0-36db-4278-9ae7-1db82dcc9748 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.0701160 Aug 16 02:20:20.200793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c794820d-177c-4f7b-adb0-89d8636ec12a req-e0544dbb-cc72-4080-ac83-afe96abfcd2b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527160 Aug 16 02:20:20.292108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48936b-2273-434f-9c7d-04a1acb085ef req-80f0bffb-20d2-446e-9683-5f09cddbdbe5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.294679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f48936b-2273-434f-9c7d-04a1acb085ef req-80f0bffb-20d2-446e-9683-5f09cddbdbe5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0578320 Aug 16 02:20:20.344076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f48936b-2273-434f-9c7d-04a1acb085ef req-c733ff04-accb-4d82-b00f-3bf90e0975d9 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Aug 16 02:20:20.569962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ceb438-ed3a-4f94-b735-ce3903d9a6d8 req-da0ca40a-8675-40d3-876d-df3bcb3e17ef tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.571596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98ceb438-ed3a-4f94-b735-ce3903d9a6d8 req-da0ca40a-8675-40d3-876d-df3bcb3e17ef tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0548005 Aug 16 02:20:20.613941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98ceb438-ed3a-4f94-b735-ce3903d9a6d8 req-d070665f-1b6b-46f4-a2df-2af7d41041aa tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344577 Aug 16 02:20:20.755784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4f3d-110f-4629-86c7-30fbdf4bfd2e req-244cd637-a798-415e-bd7b-acc4e2fe8808 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.757811 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-579c4f3d-110f-4629-86c7-30fbdf4bfd2e req-244cd637-a798-415e-bd7b-acc4e2fe8808 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0581987 Aug 16 02:20:20.800476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-579c4f3d-110f-4629-86c7-30fbdf4bfd2e req-9c422af9-98e6-4a56-a65c-291b3d2293b9 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353384 Aug 16 02:20:21.323935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0a8fe-f0e3-4c7f-9da8-4fec89efb999 req-3746344e-f192-4afd-a51b-2b6abcd3c21f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:21.325570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00b0a8fe-f0e3-4c7f-9da8-4fec89efb999 req-3746344e-f192-4afd-a51b-2b6abcd3c21f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.0502646 Aug 16 02:20:21.387266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00b0a8fe-f0e3-4c7f-9da8-4fec89efb999 req-4a325c75-148a-4c12-98f8-6a1c13288c5f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551674 Aug 16 02:20:21.747898 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:20:21.870212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52422) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:21.875024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0c35b105-8a0f-4657-86f5-1f0dd76daafa tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267727979', 'description': 'tempest-secgroup-smoke-267727979 description', 'project_id': '98941c0504af48e39a0ed057e7943116'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:21.899733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c35b105-8a0f-4657-86f5-1f0dd76daafa tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.974025 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4816314-e335-4ba1-b14f-16f90c723f05 req-a076a3cc-7b7a-4e4f-a336-4f5baf1a9608 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653858 Aug 16 02:20:22.030345 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c35b105-8a0f-4657-86f5-1f0dd76daafa tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.047534 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c35b105-8a0f-4657-86f5-1f0dd76daafa tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.087815 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c35b105-8a0f-4657-86f5-1f0dd76daafa tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.089083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0c35b105-8a0f-4657-86f5-1f0dd76daafa tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2177749 Aug 16 02:20:22.090661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35b105-8a0f-4657-86f5-1f0dd76daafa tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.093224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52424) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.098810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4816314-e335-4ba1-b14f-16f90c723f05 req-c02a61c0-26b8-43aa-9993-c753b428d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.100143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4816314-e335-4ba1-b14f-16f90c723f05 req-c02a61c0-26b8-43aa-9993-c753b428d5a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 1098 time: 0.0799623 Aug 16 02:20:22.107184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ad5d005f-1512-4cf4-9123-e69f15884f1e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Request body: {'security_group_rule': {'security_group_id': '01ab30f5-235a-46f7-b5f1-3cb8d9b319a7', 'project_id': '98941c0504af48e39a0ed057e7943116', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:22.165696 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad5d005f-1512-4cf4-9123-e69f15884f1e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.248466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad5d005f-1512-4cf4-9123-e69f15884f1e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.252648 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad5d005f-1512-4cf4-9123-e69f15884f1e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.272603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d005f-1512-4cf4-9123-e69f15884f1e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9efee0-4fe9-4d7c-a79a-43cc3e311e81,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.276178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4816314-e335-4ba1-b14f-16f90c723f05 req-45b85b16-454c-4b25-9c74-fad6319e412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.277917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4816314-e335-4ba1-b14f-16f90c723f05 req-45b85b16-454c-4b25-9c74-fad6319e412a service neutron] 10.222.0.89 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 915 time: 0.1530273 Aug 16 02:20:22.295487 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad5d005f-1512-4cf4-9123-e69f15884f1e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.299393 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ad5d005f-1512-4cf4-9123-e69f15884f1e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2014058 Aug 16 02:20:22.299786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52432) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.305090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e94e41f8-9623-4945-821e-45168eb3fd3e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Request body: {'security_group_rule': {'security_group_id': '01ab30f5-235a-46f7-b5f1-3cb8d9b319a7', 'project_id': '98941c0504af48e39a0ed057e7943116', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:22.327188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4816314-e335-4ba1-b14f-16f90c723f05 req-37d9ccc4-203f-4d2a-a1ba-8ee1323835ab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2 HTTP/1.1" status: 200 len: 217 time: 0.0400569 Aug 16 02:20:22.341537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e94e41f8-9623-4945-821e-45168eb3fd3e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.380306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4816314-e335-4ba1-b14f-16f90c723f05 req-ebc28959-f068-455b-8a42-b8dc814b97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.382897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4816314-e335-4ba1-b14f-16f90c723f05 req-ebc28959-f068-455b-8a42-b8dc814b97e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bcb607da-a325-422b-a679-0da8ad0f6081 HTTP/1.1" status: 200 len: 854 time: 0.0473528 Aug 16 02:20:22.407531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e94e41f8-9623-4945-821e-45168eb3fd3e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.416037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4816314-e335-4ba1-b14f-16f90c723f05 req-10f71f15-e90b-47c4-86f2-89050fcdddfa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0afb66b7-6087-4321-a14e-7ec04491ae7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257783 Aug 16 02:20:22.423746 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e94e41f8-9623-4945-821e-45168eb3fd3e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.445643 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e41f8-9623-4945-821e-45168eb3fd3e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25de523a-bd77-4839-863b-8a8816410f06,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.455947 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e94e41f8-9623-4945-821e-45168eb3fd3e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.460485 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e94e41f8-9623-4945-821e-45168eb3fd3e tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1597114 Aug 16 02:20:22.461171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52442) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.467686 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-efe8241b-1b31-4a82-88ec-4a89aa3e23f5 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Request body: {'security_group_rule': {'security_group_id': '01ab30f5-235a-46f7-b5f1-3cb8d9b319a7', 'project_id': '98941c0504af48e39a0ed057e7943116', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:22.498751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-efe8241b-1b31-4a82-88ec-4a89aa3e23f5 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.577662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-efe8241b-1b31-4a82-88ec-4a89aa3e23f5 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.579205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6e76f-923e-419f-91e8-677e2d1c8c72 req-4ab8a30d-f7e2-4b06-a7ea-2caa5713d3b0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.580710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ee6e76f-923e-419f-91e8-677e2d1c8c72 req-4ab8a30d-f7e2-4b06-a7ea-2caa5713d3b0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.0837920 Aug 16 02:20:22.589428 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-efe8241b-1b31-4a82-88ec-4a89aa3e23f5 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.594342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4816314-e335-4ba1-b14f-16f90c723f05 req-f2f11795-c1a0-4c66-bf0a-466c7d45719e service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711545 Aug 16 02:20:22.610888 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8241b-1b31-4a82-88ec-4a89aa3e23f5 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6b0ddc-65aa-45be-87e9-962570143e85,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.625204 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-efe8241b-1b31-4a82-88ec-4a89aa3e23f5 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.625204 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-efe8241b-1b31-4a82-88ec-4a89aa3e23f5 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598172 Aug 16 02:20:22.625204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52448) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.630164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d452b319-8c21-40de-9b44-b0de9a755ae1 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Request body: {'security_group_rule': {'security_group_id': '01ab30f5-235a-46f7-b5f1-3cb8d9b319a7', 'project_id': '98941c0504af48e39a0ed057e7943116', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:22.660336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d452b319-8c21-40de-9b44-b0de9a755ae1 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.710593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ee6e76f-923e-419f-91e8-677e2d1c8c72 req-4fd3f1f6-ee8f-4135-bae7-5ddd14010f23 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184902 Aug 16 02:20:22.720176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6bfbd-ea57-4321-ad06-0931bd6eb8b5 req-23a02caf-94f2-4448-976f-352247228f38 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.736906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30e6bfbd-ea57-4321-ad06-0931bd6eb8b5 req-23a02caf-94f2-4448-976f-352247228f38 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1655498 Aug 16 02:20:22.737984 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d452b319-8c21-40de-9b44-b0de9a755ae1 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.742499 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d452b319-8c21-40de-9b44-b0de9a755ae1 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.761887 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452b319-8c21-40de-9b44-b0de9a755ae1 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba415f7-a511-4519-880b-6462aa3ccb6a,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.776049 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d452b319-8c21-40de-9b44-b0de9a755ae1 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.780043 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d452b319-8c21-40de-9b44-b0de9a755ae1 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513515 Aug 16 02:20:22.780193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52452) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.785393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-daa47054-f0bf-4dce-b743-d904468bde46 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Request body: {'security_group_rule': {'security_group_id': '01ab30f5-235a-46f7-b5f1-3cb8d9b319a7', 'project_id': '98941c0504af48e39a0ed057e7943116', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:22.796401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4816314-e335-4ba1-b14f-16f90c723f05 req-47f61687-2812-4ace-84bb-5a1cd891f31f service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804802 Aug 16 02:20:22.818836 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-daa47054-f0bf-4dce-b743-d904468bde46 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Project 98941c0504af48e39a0ed057e7943116 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:20:22.819566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30e6bfbd-ea57-4321-ad06-0931bd6eb8b5 req-69e3c29b-224c-4271-a683-bdcb7881a166 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815516 Aug 16 02:20:22.827231 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-daa47054-f0bf-4dce-b743-d904468bde46 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.905790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-daa47054-f0bf-4dce-b743-d904468bde46 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.910331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-daa47054-f0bf-4dce-b743-d904468bde46 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.929965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa47054-f0bf-4dce-b743-d904468bde46 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e9c1d7-dce5-45f1-b3cd-f5909405bd30,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.934707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68897c-3dfb-400c-8d33-b99862820ca5 req-e455221c-90f1-406a-b555-264ed5916e1b tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.936500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c68897c-3dfb-400c-8d33-b99862820ca5 req-e455221c-90f1-406a-b555-264ed5916e1b tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0511990 Aug 16 02:20:22.937110 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-daa47054-f0bf-4dce-b743-d904468bde46 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.940344 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-daa47054-f0bf-4dce-b743-d904468bde46 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1571720 Aug 16 02:20:22.941032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52458) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.945649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-bed87b42-82a9-4f16-9186-ca7cfee06209 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Request body: {'security_group_rule': {'security_group_id': '01ab30f5-235a-46f7-b5f1-3cb8d9b319a7', 'project_id': '98941c0504af48e39a0ed057e7943116', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:22.970411 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-bed87b42-82a9-4f16-9186-ca7cfee06209 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Project 98941c0504af48e39a0ed057e7943116 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:20:22.978785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bed87b42-82a9-4f16-9186-ca7cfee06209 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.980800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c68897c-3dfb-400c-8d33-b99862820ca5 req-2c883311-c787-4782-a30a-33e6bb0732c5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372066 Aug 16 02:20:23.004174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 45b5adb5-a71b-4b57-9d9c-6158c77c76bb no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:23.027602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 45b5adb5-a71b-4b57-9d9c-6158c77c76bb {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:23.027953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 45b5adb5-a71b-4b57-9d9c-6158c77c76bb not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:23.056657 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bed87b42-82a9-4f16-9186-ca7cfee06209 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.061345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bed87b42-82a9-4f16-9186-ca7cfee06209 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.082423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed87b42-82a9-4f16-9186-ca7cfee06209 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf73054-f74f-48c9-90f8-9c415908b35e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:23.092645 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bed87b42-82a9-4f16-9186-ca7cfee06209 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.094499 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bed87b42-82a9-4f16-9186-ca7cfee06209 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1522446 Aug 16 02:20:23.417738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-2164a049-9dd6-4833-a00c-206ecb3b8edc tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267727979&fields=id&tenant_id=98941c0504af48e39a0ed057e7943116 HTTP/1.1" status: 200 len: 267 time: 0.0390477 Aug 16 02:20:23.537218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-e303fa85-5057-493d-bb03-9044a729d398 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:23.539840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-e303fa85-5057-493d-bb03-9044a729d398 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/networks?id=247151b5-763a-45bc-be4e-76651f25b837 HTTP/1.1" status: 200 len: 814 time: 0.1157155 Aug 16 02:20:23.554343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-1b6b24a2-9cb6-4835-85c7-6813400db6e2 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/quotas/98941c0504af48e39a0ed057e7943116 HTTP/1.1" status: 200 len: 375 time: 0.0097346 Aug 16 02:20:23.609649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-275d0f10-cfa5-48a4-987f-afcf8c91dbf2 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=98941c0504af48e39a0ed057e7943116&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495336 Aug 16 02:20:23.707091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-9ebc97f2-f4d5-4a85-bc14-085f96032f0d service neutron] 10.222.0.79 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845509 Aug 16 02:20:23.843691 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-6650f9a1-d294-4a7c-8163-fdfb80306662 service neutron] 10.222.0.79 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300538 Aug 16 02:20:23.859261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f15d39-de1e-4262-83c8-1174d0610bdc req-3ef33886-80ff-4f41-ab83-e2a12be91b10 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:23.860878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49f15d39-de1e-4262-83c8-1174d0610bdc req-3ef33886-80ff-4f41-ab83-e2a12be91b10 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.0724850 Aug 16 02:20:23.940897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49f15d39-de1e-4262-83c8-1174d0610bdc req-ed6c73c7-bb25-43cb-b5b2-a5cb5a346baf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709417 Aug 16 02:20:24.230578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc91dc7b-3b4c-4b31-84ec-fc98a65afde0 req-e9743676-3081-4aa4-8880-22e14b033149 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 210 time: 0.0324035 Aug 16 02:20:24.553930 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f81598-8ffa-43e1-986d-2c0978daa48c req-8a54cef4-8fc4-4a4b-92f0-8d4cdbb4ce21 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:24.555975 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6f81598-8ffa-43e1-986d-2c0978daa48c req-8a54cef4-8fc4-4a4b-92f0-8d4cdbb4ce21 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0529912 Aug 16 02:20:24.595670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6f81598-8ffa-43e1-986d-2c0978daa48c req-ac374074-3b5f-4cac-8e2a-abe6e0f66154 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331173 Aug 16 02:20:24.717277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7e238-119b-4c5a-9fec-8251dd014dda req-29c1e506-e4c0-4d5c-b7a7-55857f25e83e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:24.718774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2fe7e238-119b-4c5a-9fec-8251dd014dda req-29c1e506-e4c0-4d5c-b7a7-55857f25e83e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0502806 Aug 16 02:20:24.763134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2fe7e238-119b-4c5a-9fec-8251dd014dda req-c0423bac-5e1a-4802-8e7c-0eb80e7712b6 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Aug 16 02:20:24.942780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b03b5-1474-4caf-b299-0f33e016ccfc req-e554cedf-39ae-45b1-9b94-efae23a4fc20 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:24.944297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-801b03b5-1474-4caf-b299-0f33e016ccfc req-e554cedf-39ae-45b1-9b94-efae23a4fc20 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0501919 Aug 16 02:20:24.997405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-801b03b5-1474-4caf-b299-0f33e016ccfc req-e6ca4604-45e0-4877-bb9a-9295532fee81 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466809 Aug 16 02:20:25.561250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d0f66-6392-4b05-834e-388d6c7cb0d6 req-502dcd73-e98f-42e0-a1ec-e95c9654162d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.564068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c4d0f66-6392-4b05-834e-388d6c7cb0d6 req-502dcd73-e98f-42e0-a1ec-e95c9654162d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.5229130 Aug 16 02:20:25.630915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb908c-9483-4580-b9f7-affa32b3b1b7 req-6327ad64-5261-4812-976a-7d3cf0e7a9a7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.633216 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ffb908c-9483-4580-b9f7-affa32b3b1b7 req-6327ad64-5261-4812-976a-7d3cf0e7a9a7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1930552 Aug 16 02:20:25.656417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-05a15214-0ec9-40d8-9024-e068b62f5221 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.657859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-05a15214-0ec9-40d8-9024-e068b62f5221 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.89 "GET /v2.0/networks?id=247151b5-763a-45bc-be4e-76651f25b837 HTTP/1.1" status: 200 len: 814 time: 0.2155755 Aug 16 02:20:25.673884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3c4d0f66-6392-4b05-834e-388d6c7cb0d6 req-6f669877-896d-4af2-a146-5f7db1206209 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943010 Aug 16 02:20:25.720769 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-db7ef775-eca6-445d-b3a6-15cd6635d0ca tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98941c0504af48e39a0ed057e7943116 HTTP/1.1" status: 200 len: 379 time: 0.0459340 Aug 16 02:20:25.728285 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ffb908c-9483-4580-b9f7-affa32b3b1b7 req-fc384d14-30d8-4221-8200-7354108cf019 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828700 Aug 16 02:20:25.733529 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Request body: {'port': {'device_id': '81516abf-33ea-430b-bcba-bd42e127965f', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'admin_state_up': True, 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'security_groups': ['01ab30f5-235a-46f7-b5f1-3cb8d9b319a7']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:25.804466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4c8aeee-59c7-402f-a67e-beda075e6536 req-7e014159-d058-4ee8-b016-17290832a1f3 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 210 time: 0.0662270 Aug 16 02:20:25.906379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Made reservation on behalf of 98941c0504af48e39a0ed057e7943116 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:25.910160 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.936928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3889ec-f15f-4bbe-8997-8b7932e4b26a req-d15e4072-b41d-4f3d-9ddc-39bc547f7903 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.938574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b3889ec-f15f-4bbe-8997-8b7932e4b26a req-d15e4072-b41d-4f3d-9ddc-39bc547f7903 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0757425 Aug 16 02:20:26.030572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b3889ec-f15f-4bbe-8997-8b7932e4b26a req-5b2972e7-0afa-4270-9a8e-8a9669e2bcd9 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809872 Aug 16 02:20:26.097592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Allocated IP 172.20.0.3 (247151b5-763a-45bc-be4e-76651f25b837/cc6b6b27-e493-4db9-8e9c-a155a480bbc3/af6f4d02-7452-402f-ae51-e3c7c8dd9224) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:26.245440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d343c-9c58-4e10-b1b0-f606d9714bb4 req-ff176e78-75ff-4791-b538-4c6274868e7a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:26.247565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b26d343c-9c58-4e10-b1b0-f606d9714bb4 req-ff176e78-75ff-4791-b538-4c6274868e7a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1080821 Aug 16 02:20:26.326938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b26d343c-9c58-4e10-b1b0-f606d9714bb4 req-ac47805e-b176-42f5-8211-a6de50f7ed2e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698948 Aug 16 02:20:26.330187 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.353046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Transition to ACTIVE for port object af6f4d02-7452-402f-ae51-e3c7c8dd9224 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:26.446512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.529587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Network 247151b5-763a-45bc-be4e-76651f25b837 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:26.536810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:26.544205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:26.595683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event updated for resources: {'Port': ['ID=af6f4d02-7452-402f-ae51-e3c7c8dd9224,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:26.642986 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:26.643182 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.673078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4115f04-35a2-4db5-b8af-fea4ca97e98b req-3a790922-7011-4729-9509-bee1686121b2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:26.674719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4115f04-35a2-4db5-b8af-fea4ca97e98b req-3a790922-7011-4729-9509-bee1686121b2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0932021 Aug 16 02:20:26.676719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5739e246-74bd-4a2c-885d-7ec77bb65dd4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9475133 Aug 16 02:20:26.702951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Request body: {'port': {'device_id': '81516abf-33ea-430b-bcba-bd42e127965f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:26.801592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d4115f04-35a2-4db5-b8af-fea4ca97e98b req-1b5d311b-b892-4fcf-92b9-4d6b250de705 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141868 Aug 16 02:20:26.830734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.877412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29948f73-1ddc-4936-a831-02ae1550b9e0 req-8bc3ae9c-f05b-4191-a31e-03fc4fc867be tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:26.879458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29948f73-1ddc-4936-a831-02ae1550b9e0 req-8bc3ae9c-f05b-4191-a31e-03fc4fc867be tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.1180716 Aug 16 02:20:26.883184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-101419a9-577c-48a9-845a-796f51de07e2 None None] Provisioning for port af6f4d02-7452-402f-ae51-e3c7c8dd9224 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:26.889596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-101419a9-577c-48a9-845a-796f51de07e2 None None] Provisioning complete for port af6f4d02-7452-402f-ae51-e3c7c8dd9224 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:26.890096 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-101419a9-577c-48a9-845a-796f51de07e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.925193 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-101419a9-577c-48a9-845a-796f51de07e2 None None] Port af6f4d02-7452-402f-ae51-e3c7c8dd9224 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:27.027520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29948f73-1ddc-4936-a831-02ae1550b9e0 req-8138e209-2c6e-4511-b786-ed1d86e28a43 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378133 Aug 16 02:20:27.065940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18626726-3e8e-4039-933d-3151f96caa89 req-f132a82d-5961-403c-a62a-25c6a95b4bbd tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.068868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18626726-3e8e-4039-933d-3151f96caa89 req-f132a82d-5961-403c-a62a-25c6a95b4bbd tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 931 time: 0.1754372 Aug 16 02:20:27.186715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18626726-3e8e-4039-933d-3151f96caa89 req-2ba7d224-7271-4ec9-b1ea-d9e8356aecb6 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923142 Aug 16 02:20:27.207281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2e1d-1a03-4bac-8418-a74f18fea560 req-348f4297-291f-44ae-94bd-a58122145646 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.208852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee1e2e1d-1a03-4bac-8418-a74f18fea560 req-348f4297-291f-44ae-94bd-a58122145646 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1044209 Aug 16 02:20:27.269733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee1e2e1d-1a03-4bac-8418-a74f18fea560 req-f445da65-7565-4b71-a63a-eb68ad58ec62 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496128 Aug 16 02:20:27.301408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6f4d02-7452-402f-ae51-e3c7c8dd9224 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:27.309448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.322921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Transition to ACTIVE for port object af6f4d02-7452-402f-ae51-e3c7c8dd9224 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:27.327140 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.394548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Pushing event updated for resources: {'Port': ['ID=af6f4d02-7452-402f-ae51-e3c7c8dd9224,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:27.516349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Attempting to bind port af6f4d02-7452-402f-ae51-e3c7c8dd9224 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:27.516697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Attempting to bind port af6f4d02-7452-402f-ae51-e3c7c8dd9224 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:27.517153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Attempting to bind port af6f4d02-7452-402f-ae51-e3c7c8dd9224 on network 247151b5-763a-45bc-be4e-76651f25b837 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:27.529162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Port af6f4d02-7452-402f-ae51-e3c7c8dd9224 on network 247151b5-763a-45bc-be4e-76651f25b837 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:27.529779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Attempting to bind port af6f4d02-7452-402f-ae51-e3c7c8dd9224 on network 247151b5-763a-45bc-be4e-76651f25b837 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:27.536499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:27.537093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Checking segment: {'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:27.537655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Bound using segment: {'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:27.538275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Bound port: af6f4d02-7452-402f-ae51-e3c7c8dd9224, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b86da60-9adc-4221-9089-998d1315fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '247151b5-763a-45bc-be4e-76651f25b837'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:27.538667 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.548973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1247425-6fd4-4fb5-a248-47f3d6b0be73 req-9d5a731b-9a21-4aaf-ac7b-e17c69ce7425 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.550582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1247425-6fd4-4fb5-a248-47f3d6b0be73 req-9d5a731b-9a21-4aaf-ac7b-e17c69ce7425 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0924265 Aug 16 02:20:27.691188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1247425-6fd4-4fb5-a248-47f3d6b0be73 req-18f84222-be2c-435a-937f-94bfaa202499 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291285 Aug 16 02:20:27.698657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] For port af6f4d02-7452-402f-ae51-e3c7c8dd9224, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:27.702274 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] For port af6f4d02-7452-402f-ae51-e3c7c8dd9224, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224,segment=NetworkSegment(5b86da60-9adc-4221-9089-998d1315fedc),segment_id=5b86da60-9adc-4221-9089-998d1315fedc)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:27.708443 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.755708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.756916 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.759739 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] 10.222.0.89 "PUT /v2.0/ports/af6f4d02-7452-402f-ae51-e3c7c8dd9224 HTTP/1.1" status: 200 len: 1092 time: 1.0735173 Aug 16 02:20:27.760057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:27.762786 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409e9035-b82c-4b83-9871-251c4f5f1fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:27.804028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cf882-ff95-43bd-97d2-91645935b406 service neutron] Pushing event updated for resources: {'Port': ['ID=af6f4d02-7452-402f-ae51-e3c7c8dd9224,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:27.860727 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd0176c-8a46-4737-bb39-0e40f2ce816d x-openstack-request-id: req-6bd0176c-8a46-4737-bb39-0e40f2ce816d {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:27.861213 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:27.861549 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6bd0176c-8a46-4737-bb39-0e40f2ce816d {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:27.862012 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'status': 'completed', 'code': 200} Aug 16 02:20:27.915821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac477aa-4995-4984-930d-6757c67e8de5 req-07ec7d01-15ef-467e-b88c-e1f7cc90d99d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.918096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ac477aa-4995-4984-930d-6757c67e8de5 req-07ec7d01-15ef-467e-b88c-e1f7cc90d99d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0855119 Aug 16 02:20:27.925200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-4c6bd180-53b7-450e-a197-02f5287b1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.928183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-4c6bd180-53b7-450e-a197-02f5287b1822 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98941c0504af48e39a0ed057e7943116&device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 1095 time: 0.1077030 Aug 16 02:20:27.975728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-b3fec9a5-d88f-467e-b07b-3e5e29fb11ed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224 HTTP/1.1" status: 200 len: 217 time: 0.0393035 Aug 16 02:20:28.056011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-151ec39b-53f4-4165-8e8b-5d7a3a2c7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.057526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-151ec39b-53f4-4165-8e8b-5d7a3a2c7b21 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc6b6b27-e493-4db9-8e9c-a155a480bbc3 HTTP/1.1" status: 200 len: 853 time: 0.0744369 Aug 16 02:20:28.063758 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ac477aa-4995-4984-930d-6757c67e8de5 req-d766cf82-e734-4bb1-978c-1d08997247d6 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345882 Aug 16 02:20:28.145649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-6c3c04e4-36e1-43af-84aa-85df3be7056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.147403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-6c3c04e4-36e1-43af-84aa-85df3be7056f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=247151b5-763a-45bc-be4e-76651f25b837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763900 Aug 16 02:20:28.294597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fe9e3-aaee-4386-b5bb-ea52cc0360b7 req-f7bf794f-82ae-472f-9458-3a9e0a48102c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.296226 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-373fe9e3-aaee-4386-b5bb-ea52cc0360b7 req-f7bf794f-82ae-472f-9458-3a9e0a48102c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 944 time: 0.1690226 Aug 16 02:20:28.342928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff77a5b-44d9-432d-9ebb-6da4addcc30c req-e93849fa-0a43-4b2d-b0a6-66fc0d62fe03 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.344413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ff77a5b-44d9-432d-9ebb-6da4addcc30c req-e93849fa-0a43-4b2d-b0a6-66fc0d62fe03 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1139400 Aug 16 02:20:28.346216 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-bad18947-7467-4176-88ac-5ba63ecddfde service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770267 Aug 16 02:20:28.402059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-373fe9e3-aaee-4386-b5bb-ea52cc0360b7 req-aefb1ea4-98f9-48ee-9981-943364a1e5de tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921631 Aug 16 02:20:28.491535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ff77a5b-44d9-432d-9ebb-6da4addcc30c req-f3739a26-4894-4e77-a4b4-ab67a39d7f83 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378102 Aug 16 02:20:28.530084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fbcaa685-06e8-4ca3-be65-ce8943c29e04 req-863d7f63-f5c1-4527-82f4-7fd5099deaf8 service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678016 Aug 16 02:20:28.549337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b39242-09cf-4b3f-a288-0a39c569e305 req-3bc90e4c-8696-4d0d-a1dc-b143ea5622a2 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.550947 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9b39242-09cf-4b3f-a288-0a39c569e305 req-3bc90e4c-8696-4d0d-a1dc-b143ea5622a2 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 943 time: 0.0794103 Aug 16 02:20:28.658322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9b39242-09cf-4b3f-a288-0a39c569e305 req-9ea4abca-68c9-4984-a6dd-c5169ac9e60a tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003356 Aug 16 02:20:28.705958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e9035-b82c-4b83-9871-251c4f5f1fd4 req-ddb271e4-2a09-49b2-a798-29a4ef78903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.707967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-409e9035-b82c-4b83-9871-251c4f5f1fd4 req-ddb271e4-2a09-49b2-a798-29a4ef78903d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98941c0504af48e39a0ed057e7943116&device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 1095 time: 0.1084898 Aug 16 02:20:28.785848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f88146-40b8-474e-84d3-a2bbc53f8dbe req-3b0f5d2e-438b-48fb-a9be-8caa43e71c78 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.787370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34f88146-40b8-474e-84d3-a2bbc53f8dbe req-3b0f5d2e-438b-48fb-a9be-8caa43e71c78 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1892691 Aug 16 02:20:28.855507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34f88146-40b8-474e-84d3-a2bbc53f8dbe req-cab76887-4047-4e3a-900d-8e8a051b4372 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594318 Aug 16 02:20:28.860418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e9035-b82c-4b83-9871-251c4f5f1fd4 req-18bd1c91-9b5d-4ab4-9dbe-42313ea7c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.862321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-409e9035-b82c-4b83-9871-251c4f5f1fd4 req-18bd1c91-9b5d-4ab4-9dbe-42313ea7c935 service neutron] 10.222.0.89 "GET /v2.0/networks?id=247151b5-763a-45bc-be4e-76651f25b837 HTTP/1.1" status: 200 len: 915 time: 0.1459730 Aug 16 02:20:28.915591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-409e9035-b82c-4b83-9871-251c4f5f1fd4 req-9f7632d7-ae9c-4c5a-a749-4ec46fdfcfeb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224 HTTP/1.1" status: 200 len: 217 time: 0.0443759 Aug 16 02:20:28.985508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e9035-b82c-4b83-9871-251c4f5f1fd4 req-8121fc2a-03b6-4cd8-9af7-e50238e0cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.987951 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-409e9035-b82c-4b83-9871-251c4f5f1fd4 req-8121fc2a-03b6-4cd8-9af7-e50238e0cecf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc6b6b27-e493-4db9-8e9c-a155a480bbc3 HTTP/1.1" status: 200 len: 853 time: 0.0619841 Aug 16 02:20:29.043841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 154cc356-b4fa-4564-9710-dbb8f8e74e3c details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:29.113704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e9035-b82c-4b83-9871-251c4f5f1fd4 req-1e13fbce-9793-4c75-bdfa-175c6986ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.115238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-409e9035-b82c-4b83-9871-251c4f5f1fd4 req-1e13fbce-9793-4c75-bdfa-175c6986ae80 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=247151b5-763a-45bc-be4e-76651f25b837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144438 Aug 16 02:20:29.152363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 154cc356-b4fa-4564-9710-dbb8f8e74e3c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=154cc356-b4fa-4564-9710-dbb8f8e74e3c,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:29.168247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '154cc356-b4fa-4564-9710-dbb8f8e74e3c', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'port_id': '154cc356-b4fa-4564-9710-dbb8f8e74e3c', 'mac_address': 'fa:16:3e:c1:bd:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:29.178139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e204ff-140e-4d72-8a2b-f8dc13f98d57 req-d91695e6-5656-43ad-800a-c4f40dde35b4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.179685 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2e204ff-140e-4d72-8a2b-f8dc13f98d57 req-d91695e6-5656-43ad-800a-c4f40dde35b4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 814 time: 0.1907220 Aug 16 02:20:29.205258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2e204ff-140e-4d72-8a2b-f8dc13f98d57 req-a698e4e5-fbad-4b31-933c-50804a211f81 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/quotas/bdefa68309504e64ba2c2525c8ca1165 HTTP/1.1" status: 200 len: 375 time: 0.0151334 Aug 16 02:20:29.208496 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.223555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154cc356-b4fa-4564-9710-dbb8f8e74e3c {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:29.249317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 154cc356-b4fa-4564-9710-dbb8f8e74e3c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=154cc356-b4fa-4564-9710-dbb8f8e74e3c,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:29.254550 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.274073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-409e9035-b82c-4b83-9871-251c4f5f1fd4 req-78f7b3a0-1e83-4558-b57a-5bb1c8704072 service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496851 Aug 16 02:20:29.297482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2e204ff-140e-4d72-8a2b-f8dc13f98d57 req-fddc25ac-e018-4b6d-b389-61f49ace4532 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819087 Aug 16 02:20:29.306750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=154cc356-b4fa-4564-9710-dbb8f8e74e3c,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:29.389990 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-409e9035-b82c-4b83-9871-251c4f5f1fd4 req-3e34f8ef-c90e-4ee9-acf7-edf0ff0420b2 service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068878 Aug 16 02:20:29.439966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9408a-aeb7-4bb4-bb01-05954d787740 req-0fd589e5-6f65-416b-ace8-d73983c4dcf1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.441487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9e9408a-aeb7-4bb4-bb01-05954d787740 req-0fd589e5-6f65-416b-ace8-d73983c4dcf1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0669107 Aug 16 02:20:29.496055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9e9408a-aeb7-4bb4-bb01-05954d787740 req-712317a2-b0b3-4438-bf7d-3f021f6c7775 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480211 Aug 16 02:20:29.543701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62360f3-eb40-4cba-a2f3-71fdd84e0468 req-6e7667fc-1795-49fa-b4f7-e51b45b7e76f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.545241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c62360f3-eb40-4cba-a2f3-71fdd84e0468 req-6e7667fc-1795-49fa-b4f7-e51b45b7e76f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 945 time: 0.0717125 Aug 16 02:20:29.595622 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c62360f3-eb40-4cba-a2f3-71fdd84e0468 req-332a642a-dcb3-4138-af77-2b1edcd49c81 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Aug 16 02:20:29.620185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['154cc356-b4fa-4564-9710-dbb8f8e74e3c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:29.633964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae73542-9676-4e6c-93a8-1bebf45b493e req-abfaebb0-d849-4962-abd6-926ef50fd2b6 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.635573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aae73542-9676-4e6c-93a8-1bebf45b493e req-abfaebb0-d849-4962-abd6-926ef50fd2b6 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0561466 Aug 16 02:20:29.698651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aae73542-9676-4e6c-93a8-1bebf45b493e req-05ef461d-3d1f-422e-9a6f-fe88449862b7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538292 Aug 16 02:20:29.851654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46995008-ec5f-45e3-8764-b44be8354561 req-c261721b-95e9-4db1-a9bd-f313541862bc tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.853620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46995008-ec5f-45e3-8764-b44be8354561 req-c261721b-95e9-4db1-a9bd-f313541862bc tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 943 time: 0.0834689 Aug 16 02:20:29.935740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46995008-ec5f-45e3-8764-b44be8354561 req-73323e5f-2529-4ebc-81cb-7724e02497e1 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722687 Aug 16 02:20:29.942174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59ad9b09-8c3d-4e22-a68a-d4f9a9147c82 req-bfa02fb8-75d4-42d0-b1dd-3cac80eb3735 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bdefa68309504e64ba2c2525c8ca1165 HTTP/1.1" status: 200 len: 221 time: 0.0527391 Aug 16 02:20:30.079671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e706c0-89b6-4676-83b9-3146bd0edc0b req-699bfe3f-adc9-4036-ab24-54fe16f0b686 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.085792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48e706c0-89b6-4676-83b9-3146bd0edc0b req-699bfe3f-adc9-4036-ab24-54fe16f0b686 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0667899 Aug 16 02:20:30.133375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48e706c0-89b6-4676-83b9-3146bd0edc0b req-2510ce56-94bc-4287-a479-1ec4dffcd2a1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393789 Aug 16 02:20:30.255677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247d8b4-5e53-4839-bf7e-8597b2a534f0 req-faebe57c-477d-467a-bbb9-9c377e63a12f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.257730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8247d8b4-5e53-4839-bf7e-8597b2a534f0 req-faebe57c-477d-467a-bbb9-9c377e63a12f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0501060 Aug 16 02:20:30.296452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8247d8b4-5e53-4839-bf7e-8597b2a534f0 req-da60c0da-066a-4cba-8a25-dba974a8e035 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Aug 16 02:20:30.436138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e09e-85c7-4a68-946e-303ab93e90de req-3a1e0d17-861d-4e94-b8c8-adc0ecbe0f69 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.438054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eda9e09e-85c7-4a68-946e-303ab93e90de req-3a1e0d17-861d-4e94-b8c8-adc0ecbe0f69 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0573981 Aug 16 02:20:30.476098 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eda9e09e-85c7-4a68-946e-303ab93e90de req-2477b75e-0dd6-48aa-ac0c-70d1f0cb7c25 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320008 Aug 16 02:20:30.601409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd98d04-1240-4403-a546-56c309bf488f req-73710fd6-560b-4567-b9a9-f4403549947f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.602992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cd98d04-1240-4403-a546-56c309bf488f req-73710fd6-560b-4567-b9a9-f4403549947f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0536261 Aug 16 02:20:30.646870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cd98d04-1240-4403-a546-56c309bf488f req-eab9eec4-e6ba-4c98-b09a-9aa09cd2986e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370610 Aug 16 02:20:30.719750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eddb8e-a8ce-44c8-892a-b7e64d7bc0bc req-b1c170bc-fa4f-4424-bf75-684ceab16561 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.721315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37eddb8e-a8ce-44c8-892a-b7e64d7bc0bc req-b1c170bc-fa4f-4424-bf75-684ceab16561 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 945 time: 0.0513976 Aug 16 02:20:30.790258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37eddb8e-a8ce-44c8-892a-b7e64d7bc0bc req-e13ce822-bec3-4f93-bb54-c13e40c1f936 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624704 Aug 16 02:20:30.806574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75691460-001e-40ad-a536-2f3c71b05259 req-e18a5209-cd82-46c9-8376-819f06add1c7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.808053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75691460-001e-40ad-a536-2f3c71b05259 req-e18a5209-cd82-46c9-8376-819f06add1c7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0740616 Aug 16 02:20:30.846052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75691460-001e-40ad-a536-2f3c71b05259 req-ed5880bb-7fc6-4b80-bbb3-bf1ea7035cdf tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Aug 16 02:20:30.964743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c623be-b5c9-4ce8-8eb4-d5cf731c61a5 req-c1cd4fcf-6e46-495c-96da-ad5a07ef6bb9 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.966213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2c623be-b5c9-4ce8-8eb4-d5cf731c61a5 req-c1cd4fcf-6e46-495c-96da-ad5a07ef6bb9 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0503054 Aug 16 02:20:31.013034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2c623be-b5c9-4ce8-8eb4-d5cf731c61a5 req-ee1ace86-8fa1-49e5-abea-d8f9aa12f407 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381804 Aug 16 02:20:31.063629 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 154cc356-b4fa-4564-9710-dbb8f8e74e3c up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:31.161939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b5472-d206-4822-b8da-0f6041f49137 req-a0d755f9-57a5-480c-acf9-0db754522813 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.164192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f8b5472-d206-4822-b8da-0f6041f49137 req-a0d755f9-57a5-480c-acf9-0db754522813 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 943 time: 0.1317706 Aug 16 02:20:31.182221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 154cc356-b4fa-4564-9710-dbb8f8e74e3c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:31.187178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 154cc356-b4fa-4564-9710-dbb8f8e74e3c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:31.187801 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.249879 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f8b5472-d206-4822-b8da-0f6041f49137 req-c5e6dcc7-48b2-4731-a010-a8f42eedfd8f tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719857 Aug 16 02:20:31.260768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948ac81-6725-459a-8862-1a5965633ef4 req-29334ef8-a4c1-4d76-ae6d-184aeb6c7de8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.263457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2948ac81-6725-459a-8862-1a5965633ef4 req-29334ef8-a4c1-4d76-ae6d-184aeb6c7de8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0977726 Aug 16 02:20:31.288015 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.306219 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2948ac81-6725-459a-8862-1a5965633ef4 req-178bcbc5-f49a-4ef8-8d9d-243bd4ab5106 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Aug 16 02:20:31.319524 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6740f82-54a7-4ecc-872a-8157103d375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154cc356-b4fa-4564-9710-dbb8f8e74e3c'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:31.321984 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac1b14a-a85e-49ef-8325-3fa636e9e5ae" -d '{"events": [{"server_uuid": "f6740f82-54a7-4ecc-872a-8157103d375e", "name": "network-vif-plugged", "status": "completed", "tag": "154cc356-b4fa-4564-9710-dbb8f8e74e3c"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:31.336284 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 154cc356-b4fa-4564-9710-dbb8f8e74e3c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=154cc356-b4fa-4564-9710-dbb8f8e74e3c,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:31.342891 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.371248 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac62897-5b28-4af1-b88a-ba055e7001bf x-openstack-request-id: req-2ac62897-5b28-4af1-b88a-ba055e7001bf {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:31.371630 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6740f82-54a7-4ecc-872a-8157103d375e", "name": "network-vif-plugged", "status": "completed", "tag": "154cc356-b4fa-4564-9710-dbb8f8e74e3c", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:31.371949 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ac62897-5b28-4af1-b88a-ba055e7001bf {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:31.372355 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6740f82-54a7-4ecc-872a-8157103d375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154cc356-b4fa-4564-9710-dbb8f8e74e3c', 'code': 200} Aug 16 02:20:31.399024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=154cc356-b4fa-4564-9710-dbb8f8e74e3c,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:31.440064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ac02a-666e-43e2-b15c-e6d50e7ac93f req-76f9b9ca-53b0-4852-8963-f1f692f3221e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.441596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa9ac02a-666e-43e2-b15c-e6d50e7ac93f req-76f9b9ca-53b0-4852-8963-f1f692f3221e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0509636 Aug 16 02:20:31.491084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa9ac02a-666e-43e2-b15c-e6d50e7ac93f req-711812b8-b708-4769-9fe9-fe78f6f2d1e0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420973 Aug 16 02:20:31.513347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cbc30-70b1-4841-b657-4f65eba3b1cf req-cd8fa898-370c-4390-8955-ddcebb460493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.513347 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3b5cbc30-70b1-4841-b657-4f65eba3b1cf req-cd8fa898-370c-4390-8955-ddcebb460493 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 1098 time: 0.0509775 Aug 16 02:20:31.545392 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3b5cbc30-70b1-4841-b657-4f65eba3b1cf req-4f6fea4e-67b8-46fb-83fc-7d12f64f3ef9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289049 Aug 16 02:20:31.634251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bcc1c-037b-4c5c-9cb9-d03a6c47b8cf req-28750765-fe72-4736-84c4-640c671c59b2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.635722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b5bcc1c-037b-4c5c-9cb9-d03a6c47b8cf req-28750765-fe72-4736-84c4-640c671c59b2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0490620 Aug 16 02:20:31.674860 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b5bcc1c-037b-4c5c-9cb9-d03a6c47b8cf req-a288ed72-73d2-4629-a370-6d79ceb016f4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Aug 16 02:20:31.797623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e552d7-fe27-44a7-b0a7-8e48f34db66d req-a1be4655-1f62-4e46-99e6-c8041ff4de37 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.800220 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36e552d7-fe27-44a7-b0a7-8e48f34db66d req-a1be4655-1f62-4e46-99e6-c8041ff4de37 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0551958 Aug 16 02:20:31.855699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36e552d7-fe27-44a7-b0a7-8e48f34db66d req-bb551833-8a7a-40b7-9a60-a5216fd847a4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501354 Aug 16 02:20:31.907810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421687e-8d96-4bab-bb9f-834d277f87fb req-3f4c1527-cd63-484e-bfba-a71eb902db17 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.909337 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e421687e-8d96-4bab-bb9f-834d277f87fb req-3f4c1527-cd63-484e-bfba-a71eb902db17 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 946 time: 0.0493507 Aug 16 02:20:31.956609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e421687e-8d96-4bab-bb9f-834d277f87fb req-7a4b5220-2e66-4c66-bc64-b88c2df988b6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Aug 16 02:20:31.993684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b891c2-473c-4d16-bbfd-2196045ddac1 req-0eea4d1e-efc3-4e3b-b60a-d8145ec3db31 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.995160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7b891c2-473c-4d16-bbfd-2196045ddac1 req-0eea4d1e-efc3-4e3b-b60a-d8145ec3db31 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0545230 Aug 16 02:20:32.037495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7b891c2-473c-4d16-bbfd-2196045ddac1 req-67b648aa-94e3-4877-b957-2355b461b808 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362277 Aug 16 02:20:32.160194 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f792008-650f-4389-a779-9d46372dbdd3 req-0617d2c6-d3d0-420b-81e8-4f81f445977e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.161834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f792008-650f-4389-a779-9d46372dbdd3 req-0617d2c6-d3d0-420b-81e8-4f81f445977e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0568416 Aug 16 02:20:32.217890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f792008-650f-4389-a779-9d46372dbdd3 req-282c54d6-ba27-4f94-acaa-0aa598b6023c tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497186 Aug 16 02:20:32.382825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e3d3-eaae-44c3-bc8f-39063246e65b req-931942b4-3bb1-4f36-b582-efc37b5a896e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.384294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06c5e3d3-eaae-44c3-bc8f-39063246e65b req-931942b4-3bb1-4f36-b582-efc37b5a896e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0775480 Aug 16 02:20:32.410702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b41f09-b4c1-4f93-bd7a-0b190f1a2da8 req-fb147800-e649-4664-8e7a-94b5f54b2581 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.412147 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82b41f09-b4c1-4f93-bd7a-0b190f1a2da8 req-fb147800-e649-4664-8e7a-94b5f54b2581 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 943 time: 0.0760479 Aug 16 02:20:32.466208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06c5e3d3-eaae-44c3-bc8f-39063246e65b req-5ed1d717-cfa7-44b0-8ef3-e3720ed44c9e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732622 Aug 16 02:20:32.471308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82b41f09-b4c1-4f93-bd7a-0b190f1a2da8 req-1a8db6fb-acd3-4a2a-959c-0bfe6b924b51 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519907 Aug 16 02:20:32.586671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285f0af-521f-4567-b1be-dd62d7202fcf req-c152d4b5-034c-426c-8627-03a54ec250bf tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.588300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0285f0af-521f-4567-b1be-dd62d7202fcf req-c152d4b5-034c-426c-8627-03a54ec250bf tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0508232 Aug 16 02:20:32.629366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0285f0af-521f-4567-b1be-dd62d7202fcf req-1e6199a7-06a7-40d3-8976-4028099e4c93 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347238 Aug 16 02:20:32.800127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443157-cb20-47e6-973a-ce23a6cf759c req-21ba5673-0e03-4f91-aaec-f4ceed1afa42 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.801323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21443157-cb20-47e6-973a-ce23a6cf759c req-21ba5673-0e03-4f91-aaec-f4ceed1afa42 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0518076 Aug 16 02:20:32.840795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21443157-cb20-47e6-973a-ce23a6cf759c req-58a25274-c3fe-4b6d-b010-3ccc88d4dbd5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Aug 16 02:20:32.973975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f96d68-ebf5-4611-858c-aea29ce02746 req-ec008970-057c-450f-b698-d8e408f85bef tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.975543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5f96d68-ebf5-4611-858c-aea29ce02746 req-ec008970-057c-450f-b698-d8e408f85bef tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0575421 Aug 16 02:20:33.381206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5f96d68-ebf5-4611-858c-aea29ce02746 req-2fc90da9-466d-4d7b-a764-6f26d0e22f8e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931072 Aug 16 02:20:33.402828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c765477-d982-4f49-8370-996558612f25 req-472f346f-abaf-46a9-beb2-a9af95e0c40a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.404518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c765477-d982-4f49-8370-996558612f25 req-472f346f-abaf-46a9-beb2-a9af95e0c40a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 946 time: 0.0646801 Aug 16 02:20:33.446901 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c765477-d982-4f49-8370-996558612f25 req-f856e879-0ae9-459d-a1f1-41e80d954265 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356686 Aug 16 02:20:33.597055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4e407-a191-4d05-a209-5235699c5871 req-a0c6a08d-ab0b-427a-8263-b336c9974c3d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.598497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03e4e407-a191-4d05-a209-5235699c5871 req-a0c6a08d-ab0b-427a-8263-b336c9974c3d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0838892 Aug 16 02:20:33.606679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4c154-7379-43af-b8f0-bb4fced22560 req-0c2333ad-74e7-4206-9e62-33f67842c21c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.608026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85f4c154-7379-43af-b8f0-bb4fced22560 req-0c2333ad-74e7-4206-9e62-33f67842c21c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 946 time: 0.0792568 Aug 16 02:20:33.656296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03e4e407-a191-4d05-a209-5235699c5871 req-9915fcae-be09-4992-b247-bfac370b1b4e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472777 Aug 16 02:20:33.669009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85f4c154-7379-43af-b8f0-bb4fced22560 req-8303cac2-f1f0-4806-a996-e482f1812516 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533495 Aug 16 02:20:33.787349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291859e-8c7b-468e-9754-52f582a196e4 req-b6ddfda7-a112-4df8-a943-7b4f0a6eb718 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.789416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c291859e-8c7b-468e-9754-52f582a196e4 req-b6ddfda7-a112-4df8-a943-7b4f0a6eb718 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 943 time: 0.0753593 Aug 16 02:20:33.803601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47488cc-9f69-4281-a963-999eb9c3f9da req-47a9ff06-15a6-4694-bb73-97316f38de36 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.805656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d47488cc-9f69-4281-a963-999eb9c3f9da req-47a9ff06-15a6-4694-bb73-97316f38de36 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0806506 Aug 16 02:20:33.855188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c291859e-8c7b-468e-9754-52f582a196e4 req-9bfda54e-f8ab-4017-a63a-c759023a4f30 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593987 Aug 16 02:20:33.868223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d47488cc-9f69-4281-a963-999eb9c3f9da req-dd038cf3-250a-41f6-8286-1c6528c7ddcd tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560687 Aug 16 02:20:33.969307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76331947-6fb1-476a-81c7-d12d886432e0 req-40b2a371-67a4-44d4-b58e-cf04b0c397b5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.970791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76331947-6fb1-476a-81c7-d12d886432e0 req-40b2a371-67a4-44d4-b58e-cf04b0c397b5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 946 time: 0.0580521 Aug 16 02:20:34.030037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76331947-6fb1-476a-81c7-d12d886432e0 req-db7f3744-27a0-489a-9f5a-795cbd36f722 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Aug 16 02:20:34.037773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677da9a-5989-49d1-b685-a2ecf39217f3 req-2eea10bf-8f36-42ad-b0a6-3f441be01ee3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.039861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d677da9a-5989-49d1-b685-a2ecf39217f3 req-2eea10bf-8f36-42ad-b0a6-3f441be01ee3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0868826 Aug 16 02:20:34.079313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d677da9a-5989-49d1-b685-a2ecf39217f3 req-eaeb8414-7f48-46ea-aa82-d6fb8d66c665 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331142 Aug 16 02:20:34.201527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e71f-fc31-4fde-a9da-4eeb12e91b69 req-54a38631-3569-4e66-a7c5-0286c2d4bb27 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.203068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f22e71f-fc31-4fde-a9da-4eeb12e91b69 req-54a38631-3569-4e66-a7c5-0286c2d4bb27 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0526152 Aug 16 02:20:34.248625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f22e71f-fc31-4fde-a9da-4eeb12e91b69 req-f1f123ca-d559-424a-969b-79bdf1c2b7ac tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366488 Aug 16 02:20:34.339685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e67622-afb4-4f3f-a7a9-9a591d5b249f req-10438e4e-0e3f-4037-8221-c5b1454d6e47 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.341649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75e67622-afb4-4f3f-a7a9-9a591d5b249f req-10438e4e-0e3f-4037-8221-c5b1454d6e47 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 946 time: 0.0505798 Aug 16 02:20:34.397529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75e67622-afb4-4f3f-a7a9-9a591d5b249f req-6f2d0841-2cab-4e58-b17c-65ff3d878b88 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499032 Aug 16 02:20:34.471550 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dba0e-dfac-47a0-af04-e2afa7b627d6 req-c3333ffb-9edd-4685-891a-945ab99419ce tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.473080 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef6dba0e-dfac-47a0-af04-e2afa7b627d6 req-c3333ffb-9edd-4685-891a-945ab99419ce tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0509279 Aug 16 02:20:34.524754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef6dba0e-dfac-47a0-af04-e2afa7b627d6 req-6172626e-dd56-4aa5-9978-3fc6aeeff073 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Aug 16 02:20:34.975342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081b87a-eeb1-437d-935d-3a5b70f0ead3 req-ae21b415-7266-4fec-8030-be29cecebd4b tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.977401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4081b87a-eeb1-437d-935d-3a5b70f0ead3 req-ae21b415-7266-4fec-8030-be29cecebd4b tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 943 time: 0.0541968 Aug 16 02:20:35.015912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4081b87a-eeb1-437d-935d-3a5b70f0ead3 req-b72b3a52-0a9a-4f39-8f5e-faa69cde2368 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324252 Aug 16 02:20:35.536254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363e578-d5cb-4fd5-aff5-813af1b6dcb3 req-266d5ada-471f-41d9-b748-b5eac0e19b6a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.537950 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8363e578-d5cb-4fd5-aff5-813af1b6dcb3 req-266d5ada-471f-41d9-b748-b5eac0e19b6a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 946 time: 0.0611038 Aug 16 02:20:35.629809 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8363e578-d5cb-4fd5-aff5-813af1b6dcb3 req-139ccb8b-def9-4c53-8f3a-f253e5c33fce tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809639 Aug 16 02:20:35.704528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7abe3-c6f7-468b-bc14-4525dd10b383 req-60ca84cc-0240-4483-a88e-24292c133ba5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.706118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3aa7abe3-c6f7-468b-bc14-4525dd10b383 req-60ca84cc-0240-4483-a88e-24292c133ba5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0725949 Aug 16 02:20:35.745499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3aa7abe3-c6f7-468b-bc14-4525dd10b383 req-2ede5aab-f7a0-49d5-9fac-d4dddd3d169b tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Aug 16 02:20:35.994825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac1964-d5fd-435a-8072-30b77d6b7167 req-22ebb3f5-d1c3-4212-b1bc-1cc510e2cd83 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.996320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36ac1964-d5fd-435a-8072-30b77d6b7167 req-22ebb3f5-d1c3-4212-b1bc-1cc510e2cd83 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0547922 Aug 16 02:20:36.000473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45ff66-6c02-4159-bc5a-89e7530e91e8 req-944b9138-7074-4fe4-8052-2d9ae10b8203 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.002064 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c45ff66-6c02-4159-bc5a-89e7530e91e8 req-944b9138-7074-4fe4-8052-2d9ae10b8203 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 946 time: 0.0554259 Aug 16 02:20:36.036655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36ac1964-d5fd-435a-8072-30b77d6b7167 req-dfc92f12-3b72-4c24-bf2c-43c98552d143 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339756 Aug 16 02:20:36.105799 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-2c45ff66-6c02-4159-bc5a-89e7530e91e8 req-0d5f154d-0bc2-46c0-a58f-0764095a5bbf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Deleting port 154cc356-b4fa-4564-9710-dbb8f8e74e3c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:36.106178 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c45ff66-6c02-4159-bc5a-89e7530e91e8 req-0d5f154d-0bc2-46c0-a58f-0764095a5bbf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.148971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcaa8c-5c8c-43fb-9b31-64e8f8568380 req-7c796ae7-5c37-4a27-8f85-e06aaf2ed526 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.150740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fabcaa8c-5c8c-43fb-9b31-64e8f8568380 req-7c796ae7-5c37-4a27-8f85-e06aaf2ed526 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 943 time: 0.0509255 Aug 16 02:20:36.189661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fabcaa8c-5c8c-43fb-9b31-64e8f8568380 req-ff876f56-8b47-4f7c-ac63-35e2d13f2fb1 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326862 Aug 16 02:20:36.201310 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2c45ff66-6c02-4159-bc5a-89e7530e91e8 req-0d5f154d-0bc2-46c0-a58f-0764095a5bbf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] For port 154cc356-b4fa-4564-9710-dbb8f8e74e3c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=154cc356-b4fa-4564-9710-dbb8f8e74e3c,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:36.201749 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c45ff66-6c02-4159-bc5a-89e7530e91e8 req-0d5f154d-0bc2-46c0-a58f-0764095a5bbf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.215113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-2c45ff66-6c02-4159-bc5a-89e7530e91e8 req-0d5f154d-0bc2-46c0-a58f-0764095a5bbf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Calling delete_port for 154cc356-b4fa-4564-9710-dbb8f8e74e3c owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:36.349808 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c45ff66-6c02-4159-bc5a-89e7530e91e8 req-0d5f154d-0bc2-46c0-a58f-0764095a5bbf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.379194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f154d-0bc2-46c0-a58f-0764095a5bbf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event deleted for resources: {'Port': ['ID=154cc356-b4fa-4564-9710-dbb8f8e74e3c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:36.386058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['154cc356-b4fa-4564-9710-dbb8f8e74e3c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:36.422530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c45ff66-6c02-4159-bc5a-89e7530e91e8 req-0d5f154d-0bc2-46c0-a58f-0764095a5bbf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] No DVR routers for this DVR port 154cc356-b4fa-4564-9710-dbb8f8e74e3c on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:36.425137 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c45ff66-6c02-4159-bc5a-89e7530e91e8 req-0d5f154d-0bc2-46c0-a58f-0764095a5bbf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.427151 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c45ff66-6c02-4159-bc5a-89e7530e91e8 req-0d5f154d-0bc2-46c0-a58f-0764095a5bbf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "DELETE /v2.0/ports/154cc356-b4fa-4564-9710-dbb8f8e74e3c HTTP/1.1" status: 204 len: 173 time: 0.4188409 Aug 16 02:20:36.427602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6740f82-54a7-4ecc-872a-8157103d375e', 'name': 'network-vif-deleted', 'tag': '154cc356-b4fa-4564-9710-dbb8f8e74e3c'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:36.430100 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665c9eda-9190-4cff-b8d3-57d144cbd2ab" -d '{"events": [{"server_uuid": "f6740f82-54a7-4ecc-872a-8157103d375e", "name": "network-vif-deleted", "tag": "154cc356-b4fa-4564-9710-dbb8f8e74e3c"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:36.470749 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78e1104-9683-4349-9385-e3243ce9c72a x-openstack-request-id: req-a78e1104-9683-4349-9385-e3243ce9c72a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:36.471335 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6740f82-54a7-4ecc-872a-8157103d375e", "name": "network-vif-deleted", "tag": "154cc356-b4fa-4564-9710-dbb8f8e74e3c", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:36.471606 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a78e1104-9683-4349-9385-e3243ce9c72a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:36.472126 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6740f82-54a7-4ecc-872a-8157103d375e', 'name': 'network-vif-deleted', 'tag': '154cc356-b4fa-4564-9710-dbb8f8e74e3c', 'status': 'completed', 'code': 200} Aug 16 02:20:36.744148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-64a6de37-fbe3-41af-9309-a992ceee9f92 req-233da93e-25b3-4b9f-9c3f-808303e81d32 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 210 time: 0.0336659 Aug 16 02:20:37.071283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device af6f4d02-7452-402f-ae51-e3c7c8dd9224 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:37.202165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port af6f4d02-7452-402f-ae51-e3c7c8dd9224, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224,segment=NetworkSegment(5b86da60-9adc-4221-9089-998d1315fedc),segment_id=5b86da60-9adc-4221-9089-998d1315fedc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:37.213087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53fd3c-2ac8-4b1d-bce7-ba5f1ac2d477 req-72501c8a-e898-4fe6-b08b-7e67deda033c tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.214456 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e53fd3c-2ac8-4b1d-bce7-ba5f1ac2d477 req-72501c8a-e898-4fe6-b08b-7e67deda033c tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0589261 Aug 16 02:20:37.216570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'port_id': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'mac_address': 'fa:16:3e:5b:3a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:37.261888 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.273785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e53fd3c-2ac8-4b1d-bce7-ba5f1ac2d477 req-93f00e82-7235-4c07-9a7e-1ef89af1bcb1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530069 Aug 16 02:20:37.284389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6f4d02-7452-402f-ae51-e3c7c8dd9224 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:37.314438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port af6f4d02-7452-402f-ae51-e3c7c8dd9224, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224,segment=NetworkSegment(5b86da60-9adc-4221-9089-998d1315fedc),segment_id=5b86da60-9adc-4221-9089-998d1315fedc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:37.322999 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.355416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a9157-9217-4cc3-9f7e-ba4df522bcd9 req-1f57ce8f-80a7-42b5-a68c-2f374d724fcf tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.357424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e7a9157-9217-4cc3-9f7e-ba4df522bcd9 req-1f57ce8f-80a7-42b5-a68c-2f374d724fcf tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 943 time: 0.0711279 Aug 16 02:20:37.392545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=af6f4d02-7452-402f-ae51-e3c7c8dd9224,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:37.429960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e7a9157-9217-4cc3-9f7e-ba4df522bcd9 req-12bbab84-cb54-4595-a8ac-192931a2627c tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655863 Aug 16 02:20:37.447881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee307f-7365-4cca-8a5e-ca13f968e4f0 req-199d1660-e2d7-4ce8-bb50-8602ef4d3167 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.453556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdee307f-7365-4cca-8a5e-ca13f968e4f0 req-199d1660-e2d7-4ce8-bb50-8602ef4d3167 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0811636 Aug 16 02:20:37.495190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdee307f-7365-4cca-8a5e-ca13f968e4f0 req-79294d1d-2d91-419e-974e-99a87b03ca4e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372617 Aug 16 02:20:37.528519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['af6f4d02-7452-402f-ae51-e3c7c8dd9224'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:37.682702 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1393cba-c58c-4d04-b2c8-fc900e350efd req-89edf13f-141c-4e18-b087-46ce09d5732b tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.690515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1393cba-c58c-4d04-b2c8-fc900e350efd req-89edf13f-141c-4e18-b087-46ce09d5732b tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0679677 Aug 16 02:20:37.729637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1393cba-c58c-4d04-b2c8-fc900e350efd req-ec3dac4b-3a40-4334-93b0-58966f1f3605 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380430 Aug 16 02:20:37.887785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fea8b0d-4635-4b0d-87b2-fd3025fdc757 req-ab60af32-6351-4bcd-9e16-8638960c1bd0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 210 time: 0.0402060 Aug 16 02:20:37.926767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65289c7-6e05-4d3f-912c-398fc8d7a8fc req-f73fa053-4ac2-4e9e-a00c-ae183fbd07c0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.928373 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e65289c7-6e05-4d3f-912c-398fc8d7a8fc req-f73fa053-4ac2-4e9e-a00c-ae183fbd07c0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1176629 Aug 16 02:20:37.977848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e65289c7-6e05-4d3f-912c-398fc8d7a8fc req-15184347-b1e8-48f2-b504-026ce113f4e1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 Aug 16 02:20:38.118591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faec6ac-1c6b-46e9-824b-20ea73d5d42e req-e48204a3-6b27-435c-bf12-c85f015201e9 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.120058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5faec6ac-1c6b-46e9-824b-20ea73d5d42e req-e48204a3-6b27-435c-bf12-c85f015201e9 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0528240 Aug 16 02:20:38.165351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5faec6ac-1c6b-46e9-824b-20ea73d5d42e req-13ad4f5f-2dac-4e8c-8647-03f2fd33b076 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 Aug 16 02:20:38.290051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee67de-6bd0-4e1e-b068-ff6ba9d16308 req-4c59507c-5ef3-4f18-85ec-c8403975982f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.292184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8ee67de-6bd0-4e1e-b068-ff6ba9d16308 req-4c59507c-5ef3-4f18-85ec-c8403975982f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0502005 Aug 16 02:20:38.332501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8ee67de-6bd0-4e1e-b068-ff6ba9d16308 req-695b346a-9e45-4e97-b970-d2e93c8d4aac tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Aug 16 02:20:38.484488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3e1d5-0e0b-4ebb-8622-b763317a9505 req-d5624a7a-a898-474c-a7a5-3968814d6fa2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.486191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49d3e1d5-0e0b-4ebb-8622-b763317a9505 req-d5624a7a-a898-474c-a7a5-3968814d6fa2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0525203 Aug 16 02:20:38.558892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49d3e1d5-0e0b-4ebb-8622-b763317a9505 req-87ab952f-8a65-4acb-9b50-fd266a51311e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661187 Aug 16 02:20:38.576916 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d34615-1786-4c77-9fd9-88fef74d9f1e req-e97c58a2-d793-4d48-b2c4-c09f115ccb0d tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.578565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39d34615-1786-4c77-9fd9-88fef74d9f1e req-e97c58a2-d793-4d48-b2c4-c09f115ccb0d tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 944 time: 0.0714157 Aug 16 02:20:38.629648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39d34615-1786-4c77-9fd9-88fef74d9f1e req-fc7ad2c9-0adf-4737-b91d-0003b189497f tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442867 Aug 16 02:20:38.686645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6dfa1-836c-4602-8cda-9497c45dd776 req-eb7cf2d1-b716-4039-8ebf-a2d0a32394ad tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.688219 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47c6dfa1-836c-4602-8cda-9497c45dd776 req-eb7cf2d1-b716-4039-8ebf-a2d0a32394ad tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0555110 Aug 16 02:20:38.727719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47c6dfa1-836c-4602-8cda-9497c45dd776 req-8b4205ee-478c-488f-87e0-eb0ca52ad0eb tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334110 Aug 16 02:20:38.860470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba165bc-d5ad-4cbf-b08e-9f3447ec2311 req-8ddcb5a1-ef5e-45dc-b17c-3956837f4907 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.862074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eba165bc-d5ad-4cbf-b08e-9f3447ec2311 req-8ddcb5a1-ef5e-45dc-b17c-3956837f4907 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0500627 Aug 16 02:20:38.881708 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-65d8a8a4-31e7-4b36-bf9d-e6bf0b5b755a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.904936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eba165bc-d5ad-4cbf-b08e-9f3447ec2311 req-f6c5c210-97ad-4188-b6ba-18027f753404 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333891 Aug 16 02:20:39.047153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6fe2cd42-97ef-4d4b-a8b4-7c1f7dc6fc95 req-c9473944-9573-4ab2-9b53-85223f9b04f5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 210 time: 0.0513878 Aug 16 02:20:39.081284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fca7c-28dd-487e-9a94-2a2fb197a613 req-57da124b-7166-4060-ba26-a396a0301b95 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.089259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c98fca7c-28dd-487e-9a94-2a2fb197a613 req-57da124b-7166-4060-ba26-a396a0301b95 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1039343 Aug 16 02:20:39.104552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device af6f4d02-7452-402f-ae51-e3c7c8dd9224 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:39.128472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c98fca7c-28dd-487e-9a94-2a2fb197a613 req-bac2e39e-43fe-49fa-9ad8-d7ed2679164d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371509 Aug 16 02:20:39.144806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 154cc356-b4fa-4564-9710-dbb8f8e74e3c no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:39.167871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 154cc356-b4fa-4564-9710-dbb8f8e74e3c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:39.168456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 154cc356-b4fa-4564-9710-dbb8f8e74e3c not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:39.213287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port af6f4d02-7452-402f-ae51-e3c7c8dd9224 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:39.225151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port af6f4d02-7452-402f-ae51-e3c7c8dd9224 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:39.226843 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.283050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eeb303-bba7-470d-a7f8-8dad5bd11a3d req-3b03d4f2-6a14-46ae-8d7f-e0f0499b4bed tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.285919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75eeb303-bba7-470d-a7f8-8dad5bd11a3d req-3b03d4f2-6a14-46ae-8d7f-e0f0499b4bed tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0573037 Aug 16 02:20:39.320065 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.338094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-75eeb303-bba7-470d-a7f8-8dad5bd11a3d req-640a6fdf-ef20-407f-b515-202c7c3112c5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442088 Aug 16 02:20:39.350101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:39.353334 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00fd871-905d-4eb5-9de2-ddccdec34549" -d '{"events": [{"server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "name": "network-vif-plugged", "status": "completed", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:39.367821 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port af6f4d02-7452-402f-ae51-e3c7c8dd9224, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224,segment=NetworkSegment(5b86da60-9adc-4221-9089-998d1315fedc),segment_id=5b86da60-9adc-4221-9089-998d1315fedc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:39.377633 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.429779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=af6f4d02-7452-402f-ae51-e3c7c8dd9224,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:39.437537 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8363aa78-e0e6-4034-aecc-7a644b44325d x-openstack-request-id: req-8363aa78-e0e6-4034-aecc-7a644b44325d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:39.438171 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "name": "network-vif-plugged", "status": "completed", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:39.438599 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8363aa78-e0e6-4034-aecc-7a644b44325d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:39.439150 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'code': 200} Aug 16 02:20:39.533865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c568c0-af74-4cb3-8244-e81efe1bc838 req-9a06477e-be04-42aa-a07a-4191c67a00b3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.535528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0c568c0-af74-4cb3-8244-e81efe1bc838 req-9a06477e-be04-42aa-a07a-4191c67a00b3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0919278 Aug 16 02:20:39.566428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114e2ba-fb4a-41d4-94d7-48c169f91299 req-1acda4d2-cbc9-42f4-aa33-12b00827d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.568053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a114e2ba-fb4a-41d4-94d7-48c169f91299 req-1acda4d2-cbc9-42f4-aa33-12b00827d1ba service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 1097 time: 0.0738120 Aug 16 02:20:39.597069 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0c568c0-af74-4cb3-8244-e81efe1bc838 req-d8c944c8-eab8-4092-b27b-2cc77c1f5203 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535030 Aug 16 02:20:39.615869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a114e2ba-fb4a-41d4-94d7-48c169f91299 req-1efc7aa0-6694-45a8-8c0e-aab5000f337e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378778 Aug 16 02:20:39.755950 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.796564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3049-734d-4956-84de-808c9e07a691 req-5da16ae8-594c-4d75-86b7-c59a801625fa tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.798132 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04be3049-734d-4956-84de-808c9e07a691 req-5da16ae8-594c-4d75-86b7-c59a801625fa tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 945 time: 0.0838690 Aug 16 02:20:39.837758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fe338-00a0-4afc-b0cf-b9d9f62ddd21 req-f3c193b0-bc75-4381-8b9d-2cfffeda3334 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.839399 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-351fe338-00a0-4afc-b0cf-b9d9f62ddd21 req-f3c193b0-bc75-4381-8b9d-2cfffeda3334 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0908816 Aug 16 02:20:39.871645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04be3049-734d-4956-84de-808c9e07a691 req-8a4f5ce6-32a6-4485-99d4-95d7f97890ec tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642292 Aug 16 02:20:39.893598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-351fe338-00a0-4afc-b0cf-b9d9f62ddd21 req-1629b98b-3d88-4698-bf4f-a99887afdbdc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479655 Aug 16 02:20:40.013997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988586f-d674-4983-b423-5c96f2c1d37d req-88ea3a32-8687-4570-938b-7e66e66a83ec tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.016488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8988586f-d674-4983-b423-5c96f2c1d37d req-88ea3a32-8687-4570-938b-7e66e66a83ec tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0517266 Aug 16 02:20:40.056589 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8988586f-d674-4983-b423-5c96f2c1d37d req-4acc5dbc-0f09-4ec7-b73b-d0919f438f8f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Aug 16 02:20:40.198820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d561a882-c943-46b8-b7f1-93cd3709548b req-a9b5ce91-578d-43fe-8823-7715d47c272f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6740f82-54a7-4ecc-872a-8157103d375e HTTP/1.1" status: 200 len: 210 time: 0.0560491 Aug 16 02:20:40.228337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90443f-8e67-4858-99c1-886c112300ad req-df70b473-d849-4455-bb21-3de164802c86 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.231962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c90443f-8e67-4858-99c1-886c112300ad req-df70b473-d849-4455-bb21-3de164802c86 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0773213 Aug 16 02:20:40.290073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c90443f-8e67-4858-99c1-886c112300ad req-e0c23901-9900-419b-bc3b-b894a6360bf8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522430 Aug 16 02:20:40.547052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9dfd9-b740-454c-bc35-08e2f2e3d729 req-7ab9cbea-fb99-4fdc-8b70-20fd02fc1ea5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.555402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01c9dfd9-b740-454c-bc35-08e2f2e3d729 req-7ab9cbea-fb99-4fdc-8b70-20fd02fc1ea5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1064475 Aug 16 02:20:40.600379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01c9dfd9-b740-454c-bc35-08e2f2e3d729 req-87b8344e-38d6-4a82-993b-211c549a7078 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439811 Aug 16 02:20:40.770148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f8c1-1ad5-446c-a54e-65b24fdee048 req-7993dfd7-ab1b-4f34-8629-08e12f164415 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.771618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e06f8c1-1ad5-446c-a54e-65b24fdee048 req-7993dfd7-ab1b-4f34-8629-08e12f164415 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0499921 Aug 16 02:20:40.810929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e06f8c1-1ad5-446c-a54e-65b24fdee048 req-f3e0ab27-696c-4265-b8dc-fdc6eeaf2f29 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Aug 16 02:20:40.934249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c62cc-cd87-4400-ac17-882e154aa08b req-d273e3ea-fc91-454b-80ba-855146011c05 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.936067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca7c62cc-cd87-4400-ac17-882e154aa08b req-d273e3ea-fc91-454b-80ba-855146011c05 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0556328 Aug 16 02:20:41.012071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca7c62cc-cd87-4400-ac17-882e154aa08b req-28d65aeb-4544-4a2a-a6bd-02e10324f460 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665340 Aug 16 02:20:41.035458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211ca07-0acb-4e8a-9697-c080364ffbd6 req-bf3bcfa1-ea4e-4500-a514-efe23e7c129f tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.039082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5211ca07-0acb-4e8a-9697-c080364ffbd6 req-bf3bcfa1-ea4e-4500-a514-efe23e7c129f tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 945 time: 0.0833220 Aug 16 02:20:41.085992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5211ca07-0acb-4e8a-9697-c080364ffbd6 req-173060d7-6d4d-4d85-956a-d27232448c08 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385668 Aug 16 02:20:41.233921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4f04-2f38-4f1f-94a5-21df0fc7c866 req-9d8ec473-a049-474f-aff2-577ca9d5b250 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.235481 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ceab4f04-2f38-4f1f-94a5-21df0fc7c866 req-9d8ec473-a049-474f-aff2-577ca9d5b250 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0880644 Aug 16 02:20:41.243114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc6097-fb08-4456-af6f-0db09fc2c941 req-9e2e69c3-0f23-4174-819f-2c4eb2624c28 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.244561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88cc6097-fb08-4456-af6f-0db09fc2c941 req-9e2e69c3-0f23-4174-819f-2c4eb2624c28 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 945 time: 0.0874226 Aug 16 02:20:41.309395 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88cc6097-fb08-4456-af6f-0db09fc2c941 req-8afd9814-8c07-4a4c-b463-1997ad5d29fc tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576916 Aug 16 02:20:41.312967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ceab4f04-2f38-4f1f-94a5-21df0fc7c866 req-c272372a-855e-4c28-99e9-5c5f9b334a91 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673964 Aug 16 02:20:41.336106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52872) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:41.524441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f097c3c-29f5-4440-934e-409f5ffed1b7 req-da8cbfb9-8185-4c61-9f28-de6255ccd042 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.525308 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cbe61e34-cfea-4f08-b86b-abc15cdc5e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.535174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f097c3c-29f5-4440-934e-409f5ffed1b7 req-da8cbfb9-8185-4c61-9f28-de6255ccd042 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0943210 Aug 16 02:20:41.587281 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.597624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f097c3c-29f5-4440-934e-409f5ffed1b7 req-3c5dee85-efd1-4dce-9e93-5b1957536a41 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607734 Aug 16 02:20:41.659085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c94323-f946-4130-91fc-8c7600c9d4bd tempest-TestVolumeBackupRestore-650533559 tempest-TestVolumeBackupRestore-650533559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.660928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c0c94323-f946-4130-91fc-8c7600c9d4bd tempest-TestVolumeBackupRestore-650533559 tempest-TestVolumeBackupRestore-650533559-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 1092 time: 0.3237767 Aug 16 02:20:41.664336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 52890) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:41.669311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:41.707851 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.801538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c1219-d138-4df5-9dc9-645725444dbf req-cbe4151b-d96d-4ccd-8dbb-66ada4ece809 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.803104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b91c1219-d138-4df5-9dc9-645725444dbf req-cbe4151b-d96d-4ccd-8dbb-66ada4ece809 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1109896 Aug 16 02:20:41.863154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b91c1219-d138-4df5-9dc9-645725444dbf req-e8e62b7b-ba0c-4609-b076-91db8193e73a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500207 Aug 16 02:20:41.882583 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.052461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Allocated IP 172.25.2.209 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/3bc38d9c-4e7b-4e62-9703-ba8f076fe9e1) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:42.065691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e026941-3733-4928-bc85-e4f543f6b412 req-1cd3dc47-5436-4c43-bd48-bea4e2f1be6a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:42.067237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e026941-3733-4928-bc85-e4f543f6b412 req-1cd3dc47-5436-4c43-bd48-bea4e2f1be6a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1077785 Aug 16 02:20:42.163809 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e026941-3733-4928-bc85-e4f543f6b412 req-cdfd3c7c-38d4-40e6-962f-7c09951ad576 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852749 Aug 16 02:20:42.214443 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.261937 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.307263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:42.310378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:42.314624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:42.340588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event updated for resources: {'Port': ['ID=3bc38d9c-4e7b-4e62-9703-ba8f076fe9e1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:42.780286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224f83c-92db-46a6-8ae8-19ff88a0bcb4 req-87ef4bb9-c169-44ee-a2e8-da1011171622 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:42.782636 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.787556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f224f83c-92db-46a6-8ae8-19ff88a0bcb4 req-87ef4bb9-c169-44ee-a2e8-da1011171622 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1129513 Aug 16 02:20:42.889009 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f224f83c-92db-46a6-8ae8-19ff88a0bcb4 req-3b91b9d4-1786-48c8-9cfe-41fc9e46c2c3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005194 Aug 16 02:20:42.910942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.987631 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.145137 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.150292 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.222219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event updated for resources: {'Port': ['ID=3bc38d9c-4e7b-4e62-9703-ba8f076fe9e1,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:43.237119 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.353104 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Floating IP 10bfc8a4-9fca-450e-a07c-4f948ccf9dd3 associated. External IP: 172.25.2.209, port: af6f4d02-7452-402f-ae51-e3c7c8dd9224. Aug 16 02:20:43.567563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:43.724188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:43.739648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6e90c-b50d-47de-b574-6dcf72e91412 None None] Sync routers for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:43.749930 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6e90c-b50d-47de-b574-6dcf72e91412 None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:43.750676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-86c6e90c-b50d-47de-b574-6dcf72e91412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:20:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:43.767926 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.808141 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8febc56e-5748-4f45-bcd5-216dbcdfa067 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1401227 Aug 16 02:20:43.808141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:43.808840 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52928) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:43.809385 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4089a3ce-f3fd-4190-8631-34db8c806334" -d '{"events": [{"name": "network-changed", "server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:43.848849 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d675e97-bef7-49a5-9f4f-72253575f95e x-openstack-request-id: req-3d675e97-bef7-49a5-9f4f-72253575f95e {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:43.849161 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:43.849454 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d675e97-bef7-49a5-9f4f-72253575f95e {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:43.849858 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'status': 'completed', 'code': 200} Aug 16 02:20:43.941579 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089a3ce-f3fd-4190-8631-34db8c806334 req-180151e0-dce3-4d76-9307-b66ec105eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.943137 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4089a3ce-f3fd-4190-8631-34db8c806334 req-180151e0-dce3-4d76-9307-b66ec105eb78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98941c0504af48e39a0ed057e7943116&device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 1097 time: 0.0590520 Aug 16 02:20:43.949521 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4678ea8d-53d5-41bb-80b0-05019759ca06 tempest-TestVolumeBackupRestore-650533559 tempest-TestVolumeBackupRestore-650533559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.950567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-86c6e90c-b50d-47de-b574-6dcf72e91412 None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:43.954407 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4678ea8d-53d5-41bb-80b0-05019759ca06 tempest-TestVolumeBackupRestore-650533559 tempest-TestVolumeBackupRestore-650533559-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 1092 time: 0.1442411 Aug 16 02:20:43.955089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 52942) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:43.968112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a2920565-2b09-4448-8975-69875e258c8d tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Request body: {'floatingip': {'port_id': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:44.151956 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a2920565-2b09-4448-8975-69875e258c8d tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for floatingip, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.317918 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.369651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-86c6e90c-b50d-47de-b574-6dcf72e91412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '10bfc8a4-9fca-450e-a07c-4f948ccf9dd3', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'port_id': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'mac_address': 'fa:16:3e:5b:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81516abf-33ea-430b-bcba-bd42e127965f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:42Z', 'updated_at': '2021-08-16T02:20:42Z', 'revision_number': 0, 'project_id': '98941c0504af48e39a0ed057e7943116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 5, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:44.408293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6e90c-b50d-47de-b574-6dcf72e91412 None None] Checking router: 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:44.419325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6e90c-b50d-47de-b574-6dcf72e91412 None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:44.420004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-86c6e90c-b50d-47de-b574-6dcf72e91412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:20:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:44.548945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-86c6e90c-b50d-47de-b574-6dcf72e91412 None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:44.615705 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0445d81-ca57-4530-ae18-d7c70f8e24b3 req-0618115d-12c5-41d9-8e14-c1cb2f0dd654 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.626296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0445d81-ca57-4530-ae18-d7c70f8e24b3 req-0618115d-12c5-41d9-8e14-c1cb2f0dd654 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.6101460 Aug 16 02:20:44.666140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089a3ce-f3fd-4190-8631-34db8c806334 req-add18e9b-3f70-4097-b4b2-90c10e6968fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.667805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4089a3ce-f3fd-4190-8631-34db8c806334 req-add18e9b-3f70-4097-b4b2-90c10e6968fe service neutron] 10.222.0.89 "GET /v2.0/networks?id=247151b5-763a-45bc-be4e-76651f25b837 HTTP/1.1" status: 200 len: 915 time: 0.7170627 Aug 16 02:20:44.692954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0445d81-ca57-4530-ae18-d7c70f8e24b3 req-5915ec87-0dcc-4b92-afbe-5d9dc4fa0776 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586271 Aug 16 02:20:44.766203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4089a3ce-f3fd-4190-8631-34db8c806334 req-9dd094be-c14e-4257-8cea-31b056abf9cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224 HTTP/1.1" status: 200 len: 999 time: 0.0871997 Aug 16 02:20:44.825653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089a3ce-f3fd-4190-8631-34db8c806334 req-b0951d7d-f514-40ff-ab86-58c84cabe32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.828159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4089a3ce-f3fd-4190-8631-34db8c806334 req-b0951d7d-f514-40ff-ab86-58c84cabe32b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc6b6b27-e493-4db9-8e9c-a155a480bbc3 HTTP/1.1" status: 200 len: 853 time: 0.0536523 Aug 16 02:20:44.886962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-86c6e90c-b50d-47de-b574-6dcf72e91412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '10bfc8a4-9fca-450e-a07c-4f948ccf9dd3', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'port_id': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'mac_address': 'fa:16:3e:5b:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81516abf-33ea-430b-bcba-bd42e127965f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:42Z', 'updated_at': '2021-08-16T02:20:42Z', 'revision_number': 0, 'project_id': '98941c0504af48e39a0ed057e7943116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 5, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:44.896866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089a3ce-f3fd-4190-8631-34db8c806334 req-e063184d-03f7-4040-9052-1fc17085fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.898962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4089a3ce-f3fd-4190-8631-34db8c806334 req-e063184d-03f7-4040-9052-1fc17085fd0a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=247151b5-763a-45bc-be4e-76651f25b837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648329 Aug 16 02:20:44.926458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6e90c-b50d-47de-b574-6dcf72e91412 None None] The sync data for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 is: [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '10bfc8a4-9fca-450e-a07c-4f948ccf9dd3', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'port_id': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'mac_address': 'fa:16:3e:5b:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81516abf-33ea-430b-bcba-bd42e127965f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:42Z', 'updated_at': '2021-08-16T02:20:42Z', 'revision_number': 0, 'project_id': '98941c0504af48e39a0ed057e7943116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 5, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:44.942264 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a2920565-2b09-4448-8975-69875e258c8d tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.955094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a2920565-2b09-4448-8975-69875e258c8d tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.077714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4089a3ce-f3fd-4190-8631-34db8c806334 req-70489eac-825c-48b1-b633-caeb7769e338 service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698582 Aug 16 02:20:45.204682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4089a3ce-f3fd-4190-8631-34db8c806334 req-bc48c489-a444-4e6a-bfbf-11500b880b21 service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194513 Aug 16 02:20:45.308200 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc44daaf-4090-4f75-a0ec-e92e6696686e None None] New status for floating IP 10bfc8a4-9fca-450e-a07c-4f948ccf9dd3: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:20:45.555416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2920565-2b09-4448-8975-69875e258c8d tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:45.697569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2920565-2b09-4448-8975-69875e258c8d tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:45.702374 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a2920565-2b09-4448-8975-69875e258c8d tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.716860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91913bc4-b2dc-46f1-aa2e-8066665b983a None None] Sync routers for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:45.738684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91913bc4-b2dc-46f1-aa2e-8066665b983a None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:45.739361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-91913bc4-b2dc-46f1-aa2e-8066665b983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:20:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:45.755499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:45.759887 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b48890-8817-4e45-84da-f899087526f8" -d '{"events": [{"name": "network-changed", "server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:45.808383 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a2920565-2b09-4448-8975-69875e258c8d tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "PUT /v2.0/floatingips/10bfc8a4-9fca-450e-a07c-4f948ccf9dd3 HTTP/1.1" status: 200 len: 991 time: 1.8496296 Aug 16 02:20:45.828317 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa43dc8d-ca1e-4822-91c4-9a0460767a32 x-openstack-request-id: req-aa43dc8d-ca1e-4822-91c4-9a0460767a32 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:45.829011 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:45.829318 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa43dc8d-ca1e-4822-91c4-9a0460767a32 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:45.829908 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'status': 'completed', 'code': 200} Aug 16 02:20:45.880517 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-91913bc4-b2dc-46f1-aa2e-8066665b983a None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:45.910993 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac82e4-f26f-4432-a945-26ceb170e440 req-d6c9390c-7539-451e-a6f5-05f14fb05860 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.912506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbac82e4-f26f-4432-a945-26ceb170e440 req-d6c9390c-7539-451e-a6f5-05f14fb05860 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0895064 Aug 16 02:20:45.917760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b48890-8817-4e45-84da-f899087526f8 req-4356e295-f96c-4cf9-a0d3-6f134e278543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.919174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85b48890-8817-4e45-84da-f899087526f8 req-4356e295-f96c-4cf9-a0d3-6f134e278543 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98941c0504af48e39a0ed057e7943116&device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 1097 time: 0.0657425 Aug 16 02:20:46.000205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbac82e4-f26f-4432-a945-26ceb170e440 req-c6159aa5-8b64-494d-9b8e-fd01fa0589d7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800552 Aug 16 02:20:46.035972 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b48890-8817-4e45-84da-f899087526f8 req-dc9ecd4f-bbe3-4170-8a45-6bf51e730315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:46.037561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85b48890-8817-4e45-84da-f899087526f8 req-dc9ecd4f-bbe3-4170-8a45-6bf51e730315 service neutron] 10.222.0.89 "GET /v2.0/networks?id=247151b5-763a-45bc-be4e-76651f25b837 HTTP/1.1" status: 200 len: 915 time: 0.1116440 Aug 16 02:20:46.143199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85b48890-8817-4e45-84da-f899087526f8 req-381badaa-ae23-40f2-9737-e6fb118eef17 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224 HTTP/1.1" status: 200 len: 1001 time: 0.0984955 Aug 16 02:20:46.154883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-91913bc4-b2dc-46f1-aa2e-8066665b983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '10bfc8a4-9fca-450e-a07c-4f948ccf9dd3', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'port_id': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'mac_address': 'fa:16:3e:5b:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81516abf-33ea-430b-bcba-bd42e127965f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:42Z', 'updated_at': '2021-08-16T02:20:45Z', 'revision_number': 2, 'project_id': '98941c0504af48e39a0ed057e7943116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 5, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:46.188762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91913bc4-b2dc-46f1-aa2e-8066665b983a None None] Checking router: 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:46.199452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91913bc4-b2dc-46f1-aa2e-8066665b983a None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:46.200278 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-91913bc4-b2dc-46f1-aa2e-8066665b983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:20:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:46.203461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b48890-8817-4e45-84da-f899087526f8 req-d71ecdd7-19f1-4f22-a5d6-85f0c6d75378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:46.203738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85b48890-8817-4e45-84da-f899087526f8 req-d71ecdd7-19f1-4f22-a5d6-85f0c6d75378 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc6b6b27-e493-4db9-8e9c-a155a480bbc3 HTTP/1.1" status: 200 len: 853 time: 0.0532823 Aug 16 02:20:46.254976 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b48890-8817-4e45-84da-f899087526f8 req-4bf7e8a8-ccc8-4068-a38d-7efefa9a2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:46.256867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85b48890-8817-4e45-84da-f899087526f8 req-4bf7e8a8-ccc8-4068-a38d-7efefa9a2712 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=247151b5-763a-45bc-be4e-76651f25b837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453265 Aug 16 02:20:46.305371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-91913bc4-b2dc-46f1-aa2e-8066665b983a None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:46.364382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85b48890-8817-4e45-84da-f899087526f8 req-3655749c-d233-4809-b706-c53e9bd5dbc7 service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005571 Aug 16 02:20:46.485306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85b48890-8817-4e45-84da-f899087526f8 req-e26ddaf2-8566-4099-94ed-da86bab1b408 service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137919 Aug 16 02:20:46.563335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-91913bc4-b2dc-46f1-aa2e-8066665b983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '10bfc8a4-9fca-450e-a07c-4f948ccf9dd3', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'port_id': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'mac_address': 'fa:16:3e:5b:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81516abf-33ea-430b-bcba-bd42e127965f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:42Z', 'updated_at': '2021-08-16T02:20:45Z', 'revision_number': 2, 'project_id': '98941c0504af48e39a0ed057e7943116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 5, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:46.593474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91913bc4-b2dc-46f1-aa2e-8066665b983a None None] The sync data for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 is: [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '10bfc8a4-9fca-450e-a07c-4f948ccf9dd3', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'port_id': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'mac_address': 'fa:16:3e:5b:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81516abf-33ea-430b-bcba-bd42e127965f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:42Z', 'updated_at': '2021-08-16T02:20:45Z', 'revision_number': 2, 'project_id': '98941c0504af48e39a0ed057e7943116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 5, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:47.139611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45692f96-e7bc-4c58-83b4-77e1abec5f03 req-8cf68c0f-48bb-4743-9555-02dd3eddc8e4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.141913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45692f96-e7bc-4c58-83b4-77e1abec5f03 req-8cf68c0f-48bb-4743-9555-02dd3eddc8e4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0579064 Aug 16 02:20:47.199648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45692f96-e7bc-4c58-83b4-77e1abec5f03 req-31989af1-93a1-4032-aaf8-8c35a2dd0667 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451829 Aug 16 02:20:47.831482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:47.834084 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea04989-5955-4400-854d-17eb3fe24fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:47.885472 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48445aa0-238d-49df-995f-0705d352e53e x-openstack-request-id: req-48445aa0-238d-49df-995f-0705d352e53e {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:47.885848 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:47.886329 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-48445aa0-238d-49df-995f-0705d352e53e {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:47.886623 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'status': 'completed', 'code': 200} Aug 16 02:20:47.950776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea04989-5955-4400-854d-17eb3fe24fb0 req-43230cfa-b76c-4caa-b9ca-c9f9327ed993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.952305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cea04989-5955-4400-854d-17eb3fe24fb0 req-43230cfa-b76c-4caa-b9ca-c9f9327ed993 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98941c0504af48e39a0ed057e7943116&device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 1097 time: 0.0445852 Aug 16 02:20:48.057834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea04989-5955-4400-854d-17eb3fe24fb0 req-fa8c074c-ed42-4e20-a5ba-679c5a14f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.059738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cea04989-5955-4400-854d-17eb3fe24fb0 req-fa8c074c-ed42-4e20-a5ba-679c5a14f29f service neutron] 10.222.0.89 "GET /v2.0/networks?id=247151b5-763a-45bc-be4e-76651f25b837 HTTP/1.1" status: 200 len: 915 time: 0.1001306 Aug 16 02:20:48.134420 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cea04989-5955-4400-854d-17eb3fe24fb0 req-a05f891d-22e4-4263-9a5f-db30127d3795 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224 HTTP/1.1" status: 200 len: 1001 time: 0.0675948 Aug 16 02:20:48.186963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea04989-5955-4400-854d-17eb3fe24fb0 req-944c6041-eca2-4e67-b39a-fa45bf2c9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.188602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cea04989-5955-4400-854d-17eb3fe24fb0 req-944c6041-eca2-4e67-b39a-fa45bf2c9e6b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc6b6b27-e493-4db9-8e9c-a155a480bbc3 HTTP/1.1" status: 200 len: 853 time: 0.0480001 Aug 16 02:20:48.273232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea04989-5955-4400-854d-17eb3fe24fb0 req-9f794182-e326-437c-ae72-90343df526c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.274758 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cea04989-5955-4400-854d-17eb3fe24fb0 req-9f794182-e326-437c-ae72-90343df526c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=247151b5-763a-45bc-be4e-76651f25b837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786424 Aug 16 02:20:48.410233 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.444163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1e4c-f2ae-4f91-ae7d-9c690465f91c req-5231d487-176b-4181-95c3-cb6f536447af tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.445766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f84b1e4c-f2ae-4f91-ae7d-9c690465f91c req-5231d487-176b-4181-95c3-cb6f536447af tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1067874 Aug 16 02:20:48.448389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cea04989-5955-4400-854d-17eb3fe24fb0 req-aa5a62dc-3270-412b-8435-afedafcf86d9 service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657488 Aug 16 02:20:48.544100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f84b1e4c-f2ae-4f91-ae7d-9c690465f91c req-9cba46d8-4c0f-4ff3-96a4-4c21c17b1ef6 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901122 Aug 16 02:20:48.598474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cea04989-5955-4400-854d-17eb3fe24fb0 req-0e984f72-7197-4bb1-b174-9d10617e9e3e service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372244 Aug 16 02:20:48.947838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53062) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:49.087917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-653f52f7-d1d2-422d-a9c7-60893b02a7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.191335 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-653f52f7-d1d2-422d-a9c7-60893b02a7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.195412 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-653f52f7-d1d2-422d-a9c7-60893b02a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.233963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f52f7-d1d2-422d-a9c7-60893b02a7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52235b1d-a761-4f42-a6e4-2f510c0bd061,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:49.238292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-653f52f7-d1d2-422d-a9c7-60893b02a7fb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e81853b096e04c36a682cc5fe536d036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893398 Aug 16 02:20:49.240860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53072) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:49.297346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0777f1cd-a43d-49d7-80c0-51b9cceed6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.318830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0777f1cd-a43d-49d7-80c0-51b9cceed6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.367453 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0777f1cd-a43d-49d7-80c0-51b9cceed6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.370183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0777f1cd-a43d-49d7-80c0-51b9cceed6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.371351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0777f1cd-a43d-49d7-80c0-51b9cceed6a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52235b1d-a761-4f42-a6e4-2f510c0bd061 HTTP/1.1" status: 204 len: 168 time: 0.1295245 Aug 16 02:20:49.380119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777f1cd-a43d-49d7-80c0-51b9cceed6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52235b1d-a761-4f42-a6e4-2f510c0bd061,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:49.681223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53080) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:49.687098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162ccf1-7a4b-4c2c-a0b7-92bfcbd3a999 req-0b5bf1e3-bf6c-4d34-b7f4-da75293d00f1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.690178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1162ccf1-7a4b-4c2c-a0b7-92bfcbd3a999 req-0b5bf1e3-bf6c-4d34-b7f4-da75293d00f1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0581431 Aug 16 02:20:49.696149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c93f1af-231d-41d3-ae14-11afd830fc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.737786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1162ccf1-7a4b-4c2c-a0b7-92bfcbd3a999 req-b4cc51da-4f93-4f9c-9fb7-de39846c654f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411663 Aug 16 02:20:49.820595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c93f1af-231d-41d3-ae14-11afd830fc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.824772 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1c93f1af-231d-41d3-ae14-11afd830fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.867926 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1c93f1af-231d-41d3-ae14-11afd830fc0b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4cb8367af9614e709f56790f35dae00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821740 Aug 16 02:20:49.867926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93f1af-231d-41d3-ae14-11afd830fc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e067cbf1-607e-4dfa-b03e-2cbd0c4c3382,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:49.868332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53084) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:49.921598 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5719f981-6b97-4ffb-ae14-89cafe14e4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.943783 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5719f981-6b97-4ffb-ae14-89cafe14e4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.999472 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5719f981-6b97-4ffb-ae14-89cafe14e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.002021 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5719f981-6b97-4ffb-ae14-89cafe14e4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.003172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5719f981-6b97-4ffb-ae14-89cafe14e4a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e067cbf1-607e-4dfa-b03e-2cbd0c4c3382 HTTP/1.1" status: 204 len: 168 time: 0.1337442 Aug 16 02:20:50.013077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719f981-6b97-4ffb-ae14-89cafe14e4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e067cbf1-607e-4dfa-b03e-2cbd0c4c3382,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.870222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924bc9f-f1ad-41b8-886f-97e77db6a913 req-ea7c470c-a92b-4a0d-958e-a752576f06f3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.877737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7924bc9f-f1ad-41b8-886f-97e77db6a913 req-ea7c470c-a92b-4a0d-958e-a752576f06f3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0683379 Aug 16 02:20:50.917999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7924bc9f-f1ad-41b8-886f-97e77db6a913 req-03d0f148-abc2-4183-a8fc-c8db2e07017e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393634 Aug 16 02:20:52.043971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727141e0-180f-4405-8ce0-f177eb9aea09 req-54afe348-15da-4705-b516-0adc29df5069 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:52.045704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-727141e0-180f-4405-8ce0-f177eb9aea09 req-54afe348-15da-4705-b516-0adc29df5069 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0536280 Aug 16 02:20:52.088478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-727141e0-180f-4405-8ce0-f177eb9aea09 req-3058474f-738b-432e-bba7-0f602f21471c tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362306 Aug 16 02:20:53.214268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6172cde-ce67-4fec-a821-b65762c29c02 req-eebe8e09-8873-40b4-b52d-25df107c0d22 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.215716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6172cde-ce67-4fec-a821-b65762c29c02 req-eebe8e09-8873-40b4-b52d-25df107c0d22 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0541062 Aug 16 02:20:53.263600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6172cde-ce67-4fec-a821-b65762c29c02 req-380d69b7-91ab-4ee3-ba12-725424caa2be tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419269 Aug 16 02:20:54.389597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2f704-7342-4cfd-9eaa-1ab4cec37dac req-dfa7740e-4dd2-44b9-834c-2243b7867b86 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.392039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06a2f704-7342-4cfd-9eaa-1ab4cec37dac req-dfa7740e-4dd2-44b9-834c-2243b7867b86 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0543756 Aug 16 02:20:54.436280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06a2f704-7342-4cfd-9eaa-1ab4cec37dac req-ba60fbb0-9cf5-495b-92a0-32394010d62e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358987 Aug 16 02:20:55.151220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ddc426e1-60f8-40bb-9cf2-2df177c941c2 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:55.352584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:55.378107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e', 'port_id': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'mac_address': 'fa:16:3e:f0:b7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb607da-a325-422b-a679-0da8ad0f6081', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:55.472868 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.492312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddc426e1-60f8-40bb-9cf2-2df177c941c2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:55.531949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:55.544153 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.599379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53228) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:55.610515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893da3c-b47a-4f21-ac35-1ff9d0aebca9 req-6b813049-87fe-4e6a-990b-3938326a7647 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.620551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2893da3c-b47a-4f21-ac35-1ff9d0aebca9 req-6b813049-87fe-4e6a-990b-3938326a7647 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.0651412 Aug 16 02:20:55.690239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2893da3c-b47a-4f21-ac35-1ff9d0aebca9 req-8b1d1a8c-be42-4dc5-8183-40b4f680b46a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677807 Aug 16 02:20:55.714215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ddc426e1-60f8-40bb-9cf2-2df177c941c2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:55.812200 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18a03cce-155c-4034-b8bc-7d6b11b01c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.942816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:56.077980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18a03cce-155c-4034-b8bc-7d6b11b01c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.089932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-18a03cce-155c-4034-b8bc-7d6b11b01c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.193656 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a03cce-155c-4034-b8bc-7d6b11b01c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c91917e-08fa-4ada-b8eb-20cca7843139,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:56.224937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53234) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:56.231510 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-18a03cce-155c-4034-b8bc-7d6b11b01c86 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=666c0d390b5f4de89b6af4ee9d175a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304793 Aug 16 02:20:56.289734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d399ba5-eaf9-4817-abd2-c41118f9c61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.322609 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d399ba5-eaf9-4817-abd2-c41118f9c61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.387953 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d399ba5-eaf9-4817-abd2-c41118f9c61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.390792 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d399ba5-eaf9-4817-abd2-c41118f9c61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.392194 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4d399ba5-eaf9-4817-abd2-c41118f9c61e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c91917e-08fa-4ada-b8eb-20cca7843139 HTTP/1.1" status: 204 len: 168 time: 0.1661434 Aug 16 02:20:56.405167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d399ba5-eaf9-4817-abd2-c41118f9c61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c91917e-08fa-4ada-b8eb-20cca7843139,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:56.825867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0b7b2-a414-4e63-adb3-e6d01c41e582 req-c59e0f18-388a-41ab-a021-10241b1896a4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.827430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53242) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:56.846157 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6c0b7b2-a414-4e63-adb3-e6d01c41e582 req-c59e0f18-388a-41ab-a021-10241b1896a4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.0814919 Aug 16 02:20:56.846944 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72a5df76-8b43-49c5-8506-3f4209c670ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.911297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6c0b7b2-a414-4e63-adb3-e6d01c41e582 req-94c22b43-9824-4843-8d93-81f7fc1ce8a4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598261 Aug 16 02:20:57.013368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72a5df76-8b43-49c5-8506-3f4209c670ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.020084 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-72a5df76-8b43-49c5-8506-3f4209c670ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.067327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5df76-8b43-49c5-8506-3f4209c670ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96d34ee-a717-4356-8c86-9f774ffa7cba,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:57.083528 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-72a5df76-8b43-49c5-8506-3f4209c670ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=72171b1584be4ed783c7b97a9f1b4938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545178 Aug 16 02:20:57.086621 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53244) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:57.144736 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59f1893a-54a7-40fa-992f-f8bc9560e9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.152038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ddc426e1-60f8-40bb-9cf2-2df177c941c2 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:57.197541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59f1893a-54a7-40fa-992f-f8bc9560e9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.212271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port ddc426e1-60f8-40bb-9cf2-2df177c941c2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:57.213486 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.272179 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59f1893a-54a7-40fa-992f-f8bc9560e9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.275794 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59f1893a-54a7-40fa-992f-f8bc9560e9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.277166 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-59f1893a-54a7-40fa-992f-f8bc9560e9e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c96d34ee-a717-4356-8c86-9f774ffa7cba HTTP/1.1" status: 204 len: 168 time: 0.1895735 Aug 16 02:20:57.293323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1893a-54a7-40fa-992f-f8bc9560e9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96d34ee-a717-4356-8c86-9f774ffa7cba,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:57.354586 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.395699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:57.398413 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12421b49-43b4-4b56-91ed-c3c8628bb8d2" -d '{"events": [{"server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "name": "network-vif-plugged", "status": "completed", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:57.432488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:57.441442 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.484837 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbbdb10-d2c3-48d4-b211-c03969926c9c x-openstack-request-id: req-9bbbdb10-d2c3-48d4-b211-c03969926c9c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:57.484837 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "name": "network-vif-plugged", "status": "completed", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:57.484837 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9bbbdb10-d2c3-48d4-b211-c03969926c9c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:57.484837 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'code': 200} Aug 16 02:20:57.526898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:58.106133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c59e21-57bf-437a-9c83-f4fc33a9b6ad req-59ed1e5c-e3c3-42d9-8774-18abe97d6dad tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.107724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2c59e21-57bf-437a-9c83-f4fc33a9b6ad req-59ed1e5c-e3c3-42d9-8774-18abe97d6dad tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0936916 Aug 16 02:20:58.167597 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2c59e21-57bf-437a-9c83-f4fc33a9b6ad req-43b1d105-99ef-4a16-aedb-61b6ef49f925 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466380 Aug 16 02:20:58.749791 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:20:59.391686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caa9a4-ac6e-4497-bc74-02bc4b20138b req-36971f1f-8582-4ed1-a746-d974756b602a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:59.394725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-64caa9a4-ac6e-4497-bc74-02bc4b20138b req-36971f1f-8582-4ed1-a746-d974756b602a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0875728 Aug 16 02:20:59.474360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-64caa9a4-ac6e-4497-bc74-02bc4b20138b req-a2952743-7cf6-44dd-a2fc-58180e0cb2a7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707481 Aug 16 02:21:00.652634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62db53-d138-4574-919d-386ae23860b5 req-9f92c7d1-312b-4445-862d-f8c1e9b9dcc5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:00.659955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d62db53-d138-4574-919d-386ae23860b5 req-9f92c7d1-312b-4445-862d-f8c1e9b9dcc5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0674381 Aug 16 02:21:00.706002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d62db53-d138-4574-919d-386ae23860b5 req-2010c2a6-8e84-4cca-99ec-a66cace15eb2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450401 Aug 16 02:21:01.863652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cbca4-4b40-4080-999b-96efee314132 req-e27e6e38-635a-4632-be4e-f5d477144b41 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:01.865340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f07cbca4-4b40-4080-999b-96efee314132 req-e27e6e38-635a-4632-be4e-f5d477144b41 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0602572 Aug 16 02:21:01.909728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f07cbca4-4b40-4080-999b-96efee314132 req-22b33b69-ac67-43cd-bd5e-5f7c62bcc345 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372264 Aug 16 02:21:03.060370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8c6f6-453a-4507-bc82-409808bbc424 req-0387e827-9a28-47fa-983c-3224964b5011 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.061974 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0be8c6f6-453a-4507-bc82-409808bbc424 req-0387e827-9a28-47fa-983c-3224964b5011 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0664740 Aug 16 02:21:03.123504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0be8c6f6-453a-4507-bc82-409808bbc424 req-b98f823d-7394-413c-91c1-23e592d99223 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527973 Aug 16 02:21:04.273361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca476a-d7d2-433d-8c9c-27dae95a7d38 req-2d7694f3-7184-4663-9d3f-fb3bcd641ea7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.277624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3ca476a-d7d2-433d-8c9c-27dae95a7d38 req-2d7694f3-7184-4663-9d3f-fb3bcd641ea7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0679030 Aug 16 02:21:04.321873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3ca476a-d7d2-433d-8c9c-27dae95a7d38 req-a0d8c4ce-cfb4-4eb6-8730-991b6d03ef7e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Aug 16 02:21:05.465030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd63607-9668-499b-92ed-b9977e06cece req-bfd4e9fc-09b3-408f-aa00-ecae650ff775 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.473578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bd63607-9668-499b-92ed-b9977e06cece req-bfd4e9fc-09b3-408f-aa00-ecae650ff775 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0611155 Aug 16 02:21:05.538602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bd63607-9668-499b-92ed-b9977e06cece req-7b912a58-225a-426f-b48d-d53fa49ef534 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591338 Aug 16 02:21:06.449387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86baf43-a01c-4d45-8e94-8896e053526b req-e07738fc-6c49-4b95-a332-819039e1bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.451263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a86baf43-a01c-4d45-8e94-8896e053526b req-e07738fc-6c49-4b95-a332-819039e1bbbc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 1098 time: 0.0495374 Aug 16 02:21:06.560454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86baf43-a01c-4d45-8e94-8896e053526b req-b6dedb0d-00d4-4ac0-9fcc-1a2b5c34b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.561989 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a86baf43-a01c-4d45-8e94-8896e053526b req-b6dedb0d-00d4-4ac0-9fcc-1a2b5c34b766 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 915 time: 0.1032474 Aug 16 02:21:06.621029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a86baf43-a01c-4d45-8e94-8896e053526b req-b05ea984-5e58-4593-8039-631567ac676d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2 HTTP/1.1" status: 200 len: 217 time: 0.0508494 Aug 16 02:21:06.696344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86baf43-a01c-4d45-8e94-8896e053526b req-50d52049-1a81-4fd0-b9ba-a1596bf26d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.697855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a86baf43-a01c-4d45-8e94-8896e053526b req-50d52049-1a81-4fd0-b9ba-a1596bf26d5c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bcb607da-a325-422b-a679-0da8ad0f6081 HTTP/1.1" status: 200 len: 854 time: 0.0683188 Aug 16 02:21:06.706153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a184fd2-c504-48ae-9d0e-183cbbce4021 req-90f9da86-c7dc-4015-bb1f-8cf04a0863db tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.707588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a184fd2-c504-48ae-9d0e-183cbbce4021 req-90f9da86-c7dc-4015-bb1f-8cf04a0863db tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0889986 Aug 16 02:21:06.742403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a86baf43-a01c-4d45-8e94-8896e053526b req-e580cab8-c067-4ef1-8420-2d7b340be3b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0afb66b7-6087-4321-a14e-7ec04491ae7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338275 Aug 16 02:21:06.817215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a184fd2-c504-48ae-9d0e-183cbbce4021 req-381a17e0-0fae-42c7-9edb-59c835b11bdd tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997932 Aug 16 02:21:06.875796 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a86baf43-a01c-4d45-8e94-8896e053526b req-195a70da-b245-4870-ab39-f363e2bbe6fd service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242464 Aug 16 02:21:06.988946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a86baf43-a01c-4d45-8e94-8896e053526b req-4ccfa1e6-d109-473e-bf97-f9bf24d9e074 service neutron] 10.222.0.89 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047759 Aug 16 02:21:07.963280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216a394-c277-4cc7-94ef-851bbc944516 req-c115d84b-cabf-4a2a-b3c1-60706e9916d7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.964809 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0216a394-c277-4cc7-94ef-851bbc944516 req-c115d84b-cabf-4a2a-b3c1-60706e9916d7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0622156 Aug 16 02:21:08.010326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0216a394-c277-4cc7-94ef-851bbc944516 req-6cf6725a-3354-43e0-a12c-3ac0747b4e81 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361114 Aug 16 02:21:08.894503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-564fd00c-0797-4d70-8805-1fd602bd6cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.165780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c766bb-55f9-413b-90fc-87f67fe94b1d req-fbc56611-dded-4e19-81fa-c8814984c6ad tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.167704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45c766bb-55f9-413b-90fc-87f67fe94b1d req-fbc56611-dded-4e19-81fa-c8814984c6ad tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0639753 Aug 16 02:21:09.219245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ddc426e1-60f8-40bb-9cf2-2df177c941c2 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:09.221122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45c766bb-55f9-413b-90fc-87f67fe94b1d req-ebb4f067-804a-4ae1-8255-60ae42b7afd2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Aug 16 02:21:09.317805 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.349324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a53c2-8224-4ffc-a86c-597ced7714a0 req-770eac5a-d5a7-4a98-9fa1-ea448ee861b5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.349579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:09.352479 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9293a88-05c9-488c-8bd1-bec6c79228e5" -d '{"events": [{"server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "name": "network-vif-unplugged", "status": "completed", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:09.357018 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c9a53c2-8224-4ffc-a86c-597ced7714a0 req-770eac5a-d5a7-4a98-9fa1-ea448ee861b5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0601809 Aug 16 02:21:09.394242 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:09.402300 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.414430 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c9a53c2-8224-4ffc-a86c-597ced7714a0 req-c944f284-4658-418d-9790-5b03e6f94984 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566089 Aug 16 02:21:09.415657 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4caa68-f1a1-41dd-a190-150d993fe9c3 x-openstack-request-id: req-ee4caa68-f1a1-41dd-a190-150d993fe9c3 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:09.415946 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "name": "network-vif-unplugged", "status": "completed", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:09.416951 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee4caa68-f1a1-41dd-a190-150d993fe9c3 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:09.416951 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'code': 200} Aug 16 02:21:09.489078 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:09.760224 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.825986 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884bf45-efa5-4d1d-8d7c-bf3aa6505225 req-4aef0f81-9f1c-4bed-b194-354853ceafcf tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.827525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8884bf45-efa5-4d1d-8d7c-bf3aa6505225 req-4aef0f81-9f1c-4bed-b194-354853ceafcf tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 944 time: 0.0582068 Aug 16 02:21:09.869939 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8884bf45-efa5-4d1d-8d7c-bf3aa6505225 req-a4303d68-715b-4631-8ae3-a6ed41157c0d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360832 Aug 16 02:21:10.122798 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-3e2eab91-8ab7-4f31-b431-2595eeb009b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1621563 Aug 16 02:21:10.563647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-b63fab7c-0f87-474f-8fa6-7dbf58a34e06 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.569778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-b63fab7c-0f87-474f-8fa6-7dbf58a34e06 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.1342900 Aug 16 02:21:10.584421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-f984575f-19ca-4484-9e08-d97aa9f5ff7a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/quotas/d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 375 time: 0.0120754 Aug 16 02:21:10.663389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-0ccc2495-1d71-48c6-96ec-51243c5ce605 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712788 Aug 16 02:21:10.770429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-38524f23-b806-46ea-81eb-18ac0b44ab85 service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977948 Aug 16 02:21:10.875682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-b0dbab29-7d24-4a87-b63f-138f33508309 service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983377 Aug 16 02:21:11.016745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b55409-e303-4373-9e24-16219b581e62 req-0dee6f6c-8d53-4237-bd14-0945308d81bb tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.018007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43b55409-e303-4373-9e24-16219b581e62 req-0dee6f6c-8d53-4237-bd14-0945308d81bb tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 944 time: 0.0631928 Aug 16 02:21:11.063391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43b55409-e303-4373-9e24-16219b581e62 req-f2cc2639-6286-4273-b1ea-3686732df578 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384715 Aug 16 02:21:11.100646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-cd10bea1-f9d4-4175-8f7b-462b8f278061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.102352 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-cd10bea1-f9d4-4175-8f7b-462b8f278061 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66&tenant_id=bdefa68309504e64ba2c2525c8ca1165 HTTP/1.1" status: 200 len: 1096 time: 0.1056080 Aug 16 02:21:11.122750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:11.186180 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.259816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af1450bd-a805-4262-84be-f6c288bd96fd req-5c2d28ee-6769-4d44-a164-e1eccac582dc tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 210 time: 0.0335975 Aug 16 02:21:11.459592 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:11.506914 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-45582926-92bb-4f12-a8b6-fcaa99d318f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.523939 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:11.578605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc426e1-60f8-40bb-9cf2-2df177c941c2 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:11.583079 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.591215 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.612938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Transition to ACTIVE for port object ddc426e1-60f8-40bb-9cf2-2df177c941c2 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:11.618421 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.691808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] No DVR routers for this DVR port ddc426e1-60f8-40bb-9cf2-2df177c941c2 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:11.702649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=9']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.737773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:11.753491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Attempting to bind port ddc426e1-60f8-40bb-9cf2-2df177c941c2 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:11.753870 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Attempting to bind port ddc426e1-60f8-40bb-9cf2-2df177c941c2 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:11.754202 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Attempting to bind port ddc426e1-60f8-40bb-9cf2-2df177c941c2 on network 0afb66b7-6087-4321-a14e-7ec04491ae7e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:11.758845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Port ddc426e1-60f8-40bb-9cf2-2df177c941c2 on network 0afb66b7-6087-4321-a14e-7ec04491ae7e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:11.759171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Attempting to bind port ddc426e1-60f8-40bb-9cf2-2df177c941c2 on network 0afb66b7-6087-4321-a14e-7ec04491ae7e {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:11.764395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:11.764742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Checking segment: {'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:11.765250 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Bound using segment: {'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:11.765605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Bound port: ddc426e1-60f8-40bb-9cf2-2df177c941c2, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5dba9f-174e-449e-a00f-612a459aeb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:11.765971 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.855469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:11.858827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:11.865136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.912224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.913360 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.915131 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] 10.222.0.84 "PUT /v2.0/ports/ddc426e1-60f8-40bb-9cf2-2df177c941c2 HTTP/1.1" status: 200 len: 1093 time: 0.7980361 Aug 16 02:21:11.918131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:11.920780 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76388ab7-a266-45d2-8efa-a87e84641e83" -d '{"events": [{"name": "network-changed", "server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:11.970933 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21eb13f-507e-4c70-9006-43e6cee688c7 x-openstack-request-id: req-c21eb13f-507e-4c70-9006-43e6cee688c7 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:11.971226 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:11.971574 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c21eb13f-507e-4c70-9006-43e6cee688c7 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:11.971990 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'status': 'completed', 'code': 200} Aug 16 02:21:11.972610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e251075-5475-463d-bd4b-c433ebc4f3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=10']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:12.013989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-980986a7-f994-471a-ad89-6d436771fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.015525 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-980986a7-f994-471a-ad89-6d436771fa4e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 1097 time: 0.0643661 Aug 16 02:21:12.132770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-f63d2236-857f-4626-b418-8c3f60ce3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.134364 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-f63d2236-857f-4626-b418-8c3f60ce3b11 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 915 time: 0.1105969 Aug 16 02:21:12.191534 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-65bf5408-2968-46e9-971e-7d1a1cae444a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2 HTTP/1.1" status: 200 len: 217 time: 0.0487182 Aug 16 02:21:12.200162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62c92-6682-4003-a0de-a00867371670 req-2bf53f00-4d37-4ae1-a085-4b39d120c3a2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.203927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97c62c92-6682-4003-a0de-a00867371670 req-2bf53f00-4d37-4ae1-a085-4b39d120c3a2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.0608952 Aug 16 02:21:12.255234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-6387be37-defd-4e7c-a632-ed46e6bb7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.257033 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-6387be37-defd-4e7c-a632-ed46e6bb7902 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bcb607da-a325-422b-a679-0da8ad0f6081 HTTP/1.1" status: 200 len: 854 time: 0.0591140 Aug 16 02:21:12.261216 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97c62c92-6682-4003-a0de-a00867371670 req-254b3fc1-69eb-4e63-9667-193d3f83555c tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509019 Aug 16 02:21:12.312542 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-01f82c20-2a5e-4ba8-a053-68f62aa8b868 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0afb66b7-6087-4321-a14e-7ec04491ae7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268772 Aug 16 02:21:12.397872 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34004b68-627f-40d3-a930-b26fea26d17a req-f964b21b-b88b-46d7-8172-7384cd85f79f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 210 time: 0.0466189 Aug 16 02:21:12.451745 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-18d92f11-bf7f-44b8-bc94-4bbd989c1996 service neutron] 10.222.0.84 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323237 Aug 16 02:21:12.483152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-e3cda914-6f76-4344-87b7-d1ef70e34d0d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.485126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-e3cda914-6f76-4344-87b7-d1ef70e34d0d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.2061379 Aug 16 02:21:12.509982 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'port': {'device_id': 'bd5221b9-599f-46b2-b96b-d92e737272a4', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'admin_state_up': True, 'tenant_id': 'd75bbba41d5646da86049365f8e03555'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:12.575019 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5d74a192-9d2e-493b-b213-d2d76e0bed9d req-126572d8-304f-48c6-91b2-1e7a0885b924 service neutron] 10.222.0.84 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154740 Aug 16 02:21:12.646607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Made reservation on behalf of d75bbba41d5646da86049365f8e03555 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:12.652683 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.787122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76388ab7-a266-45d2-8efa-a87e84641e83 req-da41909e-cc59-4706-ae80-def3cd380478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.791519 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-76388ab7-a266-45d2-8efa-a87e84641e83 req-da41909e-cc59-4706-ae80-def3cd380478 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 1097 time: 0.1137984 Aug 16 02:21:12.801480 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.878502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Allocated IP 172.20.0.3 (aa825c6e-a21d-4154-8526-44de4f4b199d/62fa95a6-f539-4a2a-bec5-6be7a7f420e0/3f64333c-0f54-469b-9fbf-6af243cd6c91) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:12.960623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76388ab7-a266-45d2-8efa-a87e84641e83 req-c11d9c72-f881-4a30-ab95-46a482865d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.967643 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-76388ab7-a266-45d2-8efa-a87e84641e83 req-c11d9c72-f881-4a30-ab95-46a482865d39 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 915 time: 0.1705632 Aug 16 02:21:13.035659 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-76388ab7-a266-45d2-8efa-a87e84641e83 req-9495dd51-ab03-4666-b22f-864c68e4eafc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2 HTTP/1.1" status: 200 len: 217 time: 0.0571902 Aug 16 02:21:13.093615 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.115004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Transition to ACTIVE for port object 3f64333c-0f54-469b-9fbf-6af243cd6c91 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:13.147447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76388ab7-a266-45d2-8efa-a87e84641e83 req-df545e3b-08b2-4c74-ac42-def023a5cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.149777 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-76388ab7-a266-45d2-8efa-a87e84641e83 req-df545e3b-08b2-4c74-ac42-def023a5cde9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bcb607da-a325-422b-a679-0da8ad0f6081 HTTP/1.1" status: 200 len: 854 time: 0.1078081 Aug 16 02:21:13.197090 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.200595 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-76388ab7-a266-45d2-8efa-a87e84641e83 req-f02ec697-0ebc-4607-8078-e0dcda84e6c7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0afb66b7-6087-4321-a14e-7ec04491ae7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397825 Aug 16 02:21:13.269403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Network aa825c6e-a21d-4154-8526-44de4f4b199d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:13.273210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:13.277330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:13.339624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=3f64333c-0f54-469b-9fbf-6af243cd6c91,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:13.358083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.358442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.358784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.359116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.359509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.359782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.360122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.360447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.366095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.366639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.366911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.367234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:13.388650 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-76388ab7-a266-45d2-8efa-a87e84641e83 req-ef5f86ee-0b4e-467c-bfe5-37b54745ec2b service neutron] 10.222.0.84 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806145 Aug 16 02:21:13.510909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.512092 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.546209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22cab2-6b6c-420c-a7bb-87a7832a315f req-fb78e66c-f400-422d-935f-c0e4c8a75bfe tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.548593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac22cab2-6b6c-420c-a7bb-87a7832a315f req-fb78e66c-f400-422d-935f-c0e4c8a75bfe tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.1596487 Aug 16 02:21:13.611019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-9c97cdd4-657c-4301-b70b-8b0a969e24c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1052270 Aug 16 02:21:13.647824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac22cab2-6b6c-420c-a7bb-87a7832a315f req-d715e1c3-d293-4a57-9272-7b59ccc10f48 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627046 Aug 16 02:21:13.690855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c1ed1-e1e4-4fd1-acce-c53fee690a2d req-0645e5b3-c0a6-4fab-8685-9b432781a0dc tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.700231 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-988c1ed1-e1e4-4fd1-acce-c53fee690a2d req-0645e5b3-c0a6-4fab-8685-9b432781a0dc tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 931 time: 0.1501963 Aug 16 02:21:13.721145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Request body: {'port': {'device_id': 'bd5221b9-599f-46b2-b96b-d92e737272a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:13.737736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-44998f52-608e-41c0-9caa-ed6cedcaaa9a None None] Provisioning for port 3f64333c-0f54-469b-9fbf-6af243cd6c91 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:13.761714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-44998f52-608e-41c0-9caa-ed6cedcaaa9a None None] Provisioning complete for port 3f64333c-0f54-469b-9fbf-6af243cd6c91 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:13.762173 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-44998f52-608e-41c0-9caa-ed6cedcaaa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.893806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-988c1ed1-e1e4-4fd1-acce-c53fee690a2d req-84c0b5e7-22e4-4cad-8044-d3fbfd0434bc tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815925 Aug 16 02:21:13.907536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-76388ab7-a266-45d2-8efa-a87e84641e83 req-51bcd70e-4421-44b8-b56b-3de92013c5ed service neutron] 10.222.0.84 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496957 Aug 16 02:21:13.954811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-44998f52-608e-41c0-9caa-ed6cedcaaa9a None None] Port 3f64333c-0f54-469b-9fbf-6af243cd6c91 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:13.976686 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.297535 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.623078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f64333c-0f54-469b-9fbf-6af243cd6c91 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:14.641216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.666790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Transition to ACTIVE for port object 3f64333c-0f54-469b-9fbf-6af243cd6c91 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:14.676112 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.891230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f64333c-0f54-469b-9fbf-6af243cd6c91,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.016298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Attempting to bind port 3f64333c-0f54-469b-9fbf-6af243cd6c91 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:15.021623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Attempting to bind port 3f64333c-0f54-469b-9fbf-6af243cd6c91 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:15.022244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Attempting to bind port 3f64333c-0f54-469b-9fbf-6af243cd6c91 on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:15.045731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e7b7f-e86e-4d2e-8c2e-992076af5817 req-3a78b098-fd1c-4dc2-874f-ceff1259fada tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:15.055830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-612e7b7f-e86e-4d2e-8c2e-992076af5817 req-3a78b098-fd1c-4dc2-874f-ceff1259fada tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.2503650 Aug 16 02:21:15.111804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Port 3f64333c-0f54-469b-9fbf-6af243cd6c91 on network aa825c6e-a21d-4154-8526-44de4f4b199d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:15.126063 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Attempting to bind port 3f64333c-0f54-469b-9fbf-6af243cd6c91 on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:15.162234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:15.163108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Checking segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:15.163510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Bound using segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:15.163962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Bound port: 3f64333c-0f54-469b-9fbf-6af243cd6c91, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:15.164344 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.293976 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-612e7b7f-e86e-4d2e-8c2e-992076af5817 req-88e71ed1-de8a-4648-a7fe-354e0e6c696d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227995 Aug 16 02:21:15.352686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70210d58-01d0-499a-9dd5-96c04808bdf9 req-06ddd1f0-5cb4-4c36-8467-8a264dc2e378 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:15.354249 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70210d58-01d0-499a-9dd5-96c04808bdf9 req-06ddd1f0-5cb4-4c36-8467-8a264dc2e378 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.2895703 Aug 16 02:21:15.416711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] For port 3f64333c-0f54-469b-9fbf-6af243cd6c91, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:15.477700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] For port 3f64333c-0f54-469b-9fbf-6af243cd6c91, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3f64333c-0f54-469b-9fbf-6af243cd6c91,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:15.493781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70210d58-01d0-499a-9dd5-96c04808bdf9 req-4d3db653-73ee-4053-b95c-75ea58ccaf3c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234818 Aug 16 02:21:15.495593 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.545047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:15.545674 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.547214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] 10.222.0.84 "PUT /v2.0/ports/3f64333c-0f54-469b-9fbf-6af243cd6c91 HTTP/1.1" status: 200 len: 1092 time: 1.8397036 Aug 16 02:21:15.547727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5221b9-599f-46b2-b96b-d92e737272a4', 'tag': '3f64333c-0f54-469b-9fbf-6af243cd6c91'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:15.550379 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5221b9-599f-46b2-b96b-d92e737272a4", "tag": "3f64333c-0f54-469b-9fbf-6af243cd6c91"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:15.607250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d571d-a2bd-4dde-ae1e-afbe6edfbab3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f64333c-0f54-469b-9fbf-6af243cd6c91,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.656355 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407c636e-8591-4df1-9e12-84b00d0531d6 x-openstack-request-id: req-407c636e-8591-4df1-9e12-84b00d0531d6 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:15.657020 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5221b9-599f-46b2-b96b-d92e737272a4", "tag": "3f64333c-0f54-469b-9fbf-6af243cd6c91", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:15.657020 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-407c636e-8591-4df1-9e12-84b00d0531d6 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:15.657241 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5221b9-599f-46b2-b96b-d92e737272a4', 'tag': '3f64333c-0f54-469b-9fbf-6af243cd6c91', 'status': 'completed', 'code': 200} Aug 16 02:21:16.515311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9648844-7e4a-4e53-aad4-9f76a641ac35 req-06f1b614-b0be-461d-9172-cb7f087f6994 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.540112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9648844-7e4a-4e53-aad4-9f76a641ac35 req-06f1b614-b0be-461d-9172-cb7f087f6994 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.1369312 Aug 16 02:21:16.604152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9648844-7e4a-4e53-aad4-9f76a641ac35 req-1572cc83-cc8d-4551-b1aa-8fb77d523bb4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572748 Aug 16 02:21:16.693096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecfc9b-33b6-4518-80bb-21ffbbdd25d4 req-b4aa19dc-00dc-4147-9de4-44c4e7de579d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.696254 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3ecfc9b-33b6-4518-80bb-21ffbbdd25d4 req-b4aa19dc-00dc-4147-9de4-44c4e7de579d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.0729337 Aug 16 02:21:16.779375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3ecfc9b-33b6-4518-80bb-21ffbbdd25d4 req-065aa6c5-d3e8-419e-8d44-4062ba0f2026 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769172 Aug 16 02:21:17.949146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548efbb9-6c2c-46a6-9691-77e80875993f req-122a184f-5139-479a-8127-9ab0fbf174d2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.957284 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-548efbb9-6c2c-46a6-9691-77e80875993f req-122a184f-5139-479a-8127-9ab0fbf174d2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.2378323 Aug 16 02:21:18.008142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a50a1a-ed40-4196-a4ff-e65a257f45e8 req-1632abc7-45e6-4122-8385-dbf5a11a1541 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.015939 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35a50a1a-ed40-4196-a4ff-e65a257f45e8 req-1632abc7-45e6-4122-8385-dbf5a11a1541 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.1296406 Aug 16 02:21:18.069865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35a50a1a-ed40-4196-a4ff-e65a257f45e8 req-3e8c5501-c146-4ce0-aed5-b2f4c8c654ad tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482676 Aug 16 02:21:18.087492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-548efbb9-6c2c-46a6-9691-77e80875993f req-37e7fbf5-b4c2-4455-8c64-d8d9a02b4c10 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289945 Aug 16 02:21:18.429683 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.245726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291ee5-09df-469f-b1b6-5689fbaaa6b0 req-42e8d9f7-d008-4222-869c-64970a730495 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.248028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2291ee5-09df-469f-b1b6-5689fbaaa6b0 req-42e8d9f7-d008-4222-869c-64970a730495 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.1164262 Aug 16 02:21:19.296734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc32036-a7e5-427a-9c39-044e022e3844 req-4eaf22e5-1c39-4c76-ba48-47acebcddd26 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.305805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bc32036-a7e5-427a-9c39-044e022e3844 req-4eaf22e5-1c39-4c76-ba48-47acebcddd26 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.1276150 Aug 16 02:21:19.377027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2291ee5-09df-469f-b1b6-5689fbaaa6b0 req-f2c94716-6600-4eec-b11f-2f02dc4e6c10 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153963 Aug 16 02:21:19.382943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bc32036-a7e5-427a-9c39-044e022e3844 req-c6338fcc-4520-4915-9b6b-2cb58ea6c514 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758057 Aug 16 02:21:20.580040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312ca01-36a4-4db9-82c8-8169d1b23f70 req-f36d221f-346f-4615-9976-7885f4a12b92 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:20.581757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8312ca01-36a4-4db9-82c8-8169d1b23f70 req-f36d221f-346f-4615-9976-7885f4a12b92 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.1095822 Aug 16 02:21:20.634732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520977dc-7b62-4a0a-9b88-75164836df82 req-4c0a09f4-5370-4ed5-80b8-90506b55108d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:20.642167 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-520977dc-7b62-4a0a-9b88-75164836df82 req-4c0a09f4-5370-4ed5-80b8-90506b55108d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.1185806 Aug 16 02:21:20.662224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8312ca01-36a4-4db9-82c8-8169d1b23f70 req-b223993f-2e11-4612-afbb-fd472f75848b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712214 Aug 16 02:21:20.700234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-520977dc-7b62-4a0a-9b88-75164836df82 req-776197ec-ab10-4888-b873-71fcb2a5db77 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570590 Aug 16 02:21:20.816230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53624) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:21.039308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Deleting port 3bc38d9c-4e7b-4e62-9703-ba8f076fe9e1 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:21.039763 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.159387 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.159821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.173954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Calling delete_port for 3bc38d9c-4e7b-4e62-9703-ba8f076fe9e1 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:21.338724 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.377235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event deleted for resources: {'Port': ['ID=3bc38d9c-4e7b-4e62-9703-ba8f076fe9e1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:21.440271 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.440858 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Floating IP 10bfc8a4-9fca-450e-a07c-4f948ccf9dd3 disassociated (deleted). External IP: 172.25.2.209, port: af6f4d02-7452-402f-ae51-e3c7c8dd9224. Aug 16 02:21:21.752205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:22.307013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d36114-c14c-4c02-969f-a47487fa3ac8 req-2ed7eded-c036-49a4-96c2-0a51f008b337 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.308500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97d36114-c14c-4c02-969f-a47487fa3ac8 req-2ed7eded-c036-49a4-96c2-0a51f008b337 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.4767163 Aug 16 02:21:22.382325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:22.390497 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.399559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328bd93-ceef-48ca-89c0-97d0cbe6a664 req-49334e32-19d2-4487-ae18-e76e106ad5a8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.401125 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6328bd93-ceef-48ca-89c0-97d0cbe6a664 req-49334e32-19d2-4487-ae18-e76e106ad5a8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.5681808 Aug 16 02:21:22.403921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-9febb28e-770e-4ef5-a242-36350f9378cb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4775050 Aug 16 02:21:22.404376 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ec201-83e3-4719-9cf5-b28ad27f7ac6 None None] Sync routers for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:22.420751 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ec201-83e3-4719-9cf5-b28ad27f7ac6 None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:22.424586 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-248ec201-83e3-4719-9cf5-b28ad27f7ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:21:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:22.480425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97d36114-c14c-4c02-969f-a47487fa3ac8 req-b4ca7717-9515-4e31-b098-82e022c9b207 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460834 Aug 16 02:21:22.511136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6328bd93-ceef-48ca-89c0-97d0cbe6a664 req-a3e1f9a5-975c-476a-ad9b-e300aa90a463 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961871 Aug 16 02:21:22.525782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b7363caf-19cc-4679-96c6-18c621270386 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "DELETE /v2.0/floatingips/10bfc8a4-9fca-450e-a07c-4f948ccf9dd3 HTTP/1.1" status: 204 len: 168 time: 1.7078700 Aug 16 02:21:22.527286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:22.529458 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564c6c79-fd70-457a-a384-63c64a40ada7" -d '{"events": [{"name": "network-changed", "server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:22.565535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-0f98bc66-6f64-4c61-9314-062a25920f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.570147 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-0f98bc66-6f64-4c61-9314-062a25920f8a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98941c0504af48e39a0ed057e7943116&device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 1097 time: 0.1105194 Aug 16 02:21:22.601504 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-248ec201-83e3-4719-9cf5-b28ad27f7ac6 None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:22.655773 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226929e8-2b3b-454e-9f17-2656f0751afc x-openstack-request-id: req-226929e8-2b3b-454e-9f17-2656f0751afc {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:22.656054 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:22.656406 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-226929e8-2b3b-454e-9f17-2656f0751afc {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:22.656681 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'status': 'completed', 'code': 200} Aug 16 02:21:22.760716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-c8783f3c-3108-48d2-adf4-ca9e55588f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.762281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-c8783f3c-3108-48d2-adf4-ca9e55588f7b service neutron] 10.222.0.89 "GET /v2.0/networks?id=247151b5-763a-45bc-be4e-76651f25b837 HTTP/1.1" status: 200 len: 915 time: 0.1691027 Aug 16 02:21:22.865142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-3a001f47-121e-46bf-8296-fb26300fd2f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224 HTTP/1.1" status: 200 len: 217 time: 0.0945807 Aug 16 02:21:22.965444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-35e5b64a-685f-4f4e-9e86-fd6d367cefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.969439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-35e5b64a-685f-4f4e-9e86-fd6d367cefcd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc6b6b27-e493-4db9-8e9c-a155a480bbc3 HTTP/1.1" status: 200 len: 853 time: 0.0929613 Aug 16 02:21:22.981411 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-248ec201-83e3-4719-9cf5-b28ad27f7ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 5, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:23.011405 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ec201-83e3-4719-9cf5-b28ad27f7ac6 None None] Checking router: 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:23.025386 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ec201-83e3-4719-9cf5-b28ad27f7ac6 None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:23.025386 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-248ec201-83e3-4719-9cf5-b28ad27f7ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:21:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:23.053201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-1ce8f97f-492c-4dea-90b8-925a5abaf478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.054881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-1ce8f97f-492c-4dea-90b8-925a5abaf478 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=247151b5-763a-45bc-be4e-76651f25b837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782261 Aug 16 02:21:23.150867 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-248ec201-83e3-4719-9cf5-b28ad27f7ac6 None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:23.163622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6da5a-bba5-4544-98cf-32ab76b07ff8 req-ec8e07fc-3023-41dd-b3fb-b4a5dd4042ae tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.165310 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92b6da5a-bba5-4544-98cf-32ab76b07ff8 req-ec8e07fc-3023-41dd-b3fb-b4a5dd4042ae tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 945 time: 0.1750517 Aug 16 02:21:23.246516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92b6da5a-bba5-4544-98cf-32ab76b07ff8 req-342869dc-568c-4738-a08b-d0ed63737bed tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729034 Aug 16 02:21:23.269229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-d30937a9-db52-4cc3-b056-829de21cb344 service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056489 Aug 16 02:21:23.384605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-009fdae7-6825-4052-a928-3f3efea57ce5 req-266f7829-1547-4743-8d39-eab38267393e service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088083 Aug 16 02:21:23.387437 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-248ec201-83e3-4719-9cf5-b28ad27f7ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 5, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:23.425080 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ec201-83e3-4719-9cf5-b28ad27f7ac6 None None] The sync data for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 is: [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:17:05Z', 'revision_number': 4, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fa74387-3e3a-4861-b6f7-554b15155abd', 'name': '', 'network_id': '247151b5-763a-45bc-be4e-76651f25b837', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'mac_address': 'fa:16:3e:e6:4e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:04Z', 'updated_at': '2021-08-16T02:17:13Z', 'revision_number': 5, 'project_id': '98941c0504af48e39a0ed057e7943116', 'subnets': [{'id': 'cc6b6b27-e493-4db9-8e9c-a155a480bbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:23.507182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c6c79-fd70-457a-a384-63c64a40ada7 req-9182720d-68a5-4c44-a64d-75a7cc8d66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.509566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-564c6c79-fd70-457a-a384-63c64a40ada7 req-9182720d-68a5-4c44-a64d-75a7cc8d66b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98941c0504af48e39a0ed057e7943116&device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 1097 time: 0.0643599 Aug 16 02:21:23.521492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53652) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:23.706043 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25507dcf-ed0a-4124-b1fb-3f77915bb7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.715734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c6c79-fd70-457a-a384-63c64a40ada7 req-094a6ad3-bcdc-4b99-86bc-0d1696942fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.717873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-564c6c79-fd70-457a-a384-63c64a40ada7 req-094a6ad3-bcdc-4b99-86bc-0d1696942fe3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=247151b5-763a-45bc-be4e-76651f25b837 HTTP/1.1" status: 200 len: 915 time: 0.1998448 Aug 16 02:21:23.757746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fa67e-785c-443e-acdf-b277f9c6e5c4 req-e8c82f94-2886-4c37-91a6-3ce6c0812cd0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.759330 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-463fa67e-785c-443e-acdf-b277f9c6e5c4 req-e8c82f94-2886-4c37-91a6-3ce6c0812cd0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.1717024 Aug 16 02:21:23.794580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-564c6c79-fd70-457a-a384-63c64a40ada7 req-3ca09b98-f9df-4761-9ce7-2c6b1deed19a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224 HTTP/1.1" status: 200 len: 217 time: 0.0614281 Aug 16 02:21:23.809426 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49c70-9ba2-44f2-affc-f3e332bdfc62 req-b733afe4-11dd-4052-8cf4-10743c54dbb8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.810984 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce49c70-9ba2-44f2-affc-f3e332bdfc62 req-b733afe4-11dd-4052-8cf4-10743c54dbb8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.1820521 Aug 16 02:21:23.829612 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a514d-bdf5-4a36-bc07-0a0d98476552 None None] New status for floating IP 10bfc8a4-9fca-450e-a07c-4f948ccf9dd3: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:21:23.862301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25507dcf-ed0a-4124-b1fb-3f77915bb7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.867722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-25507dcf-ed0a-4124-b1fb-3f77915bb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.906199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ce49c70-9ba2-44f2-affc-f3e332bdfc62 req-88395c7f-d8f2-4650-a213-7b9a9b340743 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774899 Aug 16 02:21:23.917559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-463fa67e-785c-443e-acdf-b277f9c6e5c4 req-57f1df06-56c5-41e7-a945-f5f758c95862 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275041 Aug 16 02:21:23.921453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 53660) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:23.921967 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-25507dcf-ed0a-4124-b1fb-3f77915bb7a4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88dfe4de33df461a8d2fb88a8403e260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3990147 Aug 16 02:21:23.923501 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25507dcf-ed0a-4124-b1fb-3f77915bb7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226a1867-1600-4b94-9aab-8abbc56b0fcb,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:23.929444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c6c79-fd70-457a-a384-63c64a40ada7 req-f3354736-e347-4159-920e-6ce91ae8e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.931543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-564c6c79-fd70-457a-a384-63c64a40ada7 req-f3354736-e347-4159-920e-6ce91ae8e1b6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc6b6b27-e493-4db9-8e9c-a155a480bbc3 HTTP/1.1" status: 200 len: 853 time: 0.1195242 Aug 16 02:21:24.014022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c6c79-fd70-457a-a384-63c64a40ada7 req-82969093-c5f5-4ab4-99f1-ccf61ac5066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.015566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-564c6c79-fd70-457a-a384-63c64a40ada7 req-82969093-c5f5-4ab4-99f1-ccf61ac5066f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=247151b5-763a-45bc-be4e-76651f25b837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674355 Aug 16 02:21:24.018499 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-544509a6-04eb-436d-ad20-84eb596d9c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.083154 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-544509a6-04eb-436d-ad20-84eb596d9c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.155092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-564c6c79-fd70-457a-a384-63c64a40ada7 req-61aced8d-d38e-415b-ad21-0bcd50a2a9b9 service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270189 Aug 16 02:21:24.171153 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-544509a6-04eb-436d-ad20-84eb596d9c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.173620 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-544509a6-04eb-436d-ad20-84eb596d9c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.174704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-544509a6-04eb-436d-ad20-84eb596d9c52 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/226a1867-1600-4b94-9aab-8abbc56b0fcb HTTP/1.1" status: 204 len: 168 time: 0.2518709 Aug 16 02:21:24.217423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544509a6-04eb-436d-ad20-84eb596d9c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226a1867-1600-4b94-9aab-8abbc56b0fcb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:24.260912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-564c6c79-fd70-457a-a384-63c64a40ada7 req-a38f5768-fd35-40e0-b90d-db1b0db5169b service neutron] 10.222.0.89 "GET /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971048 Aug 16 02:21:24.381681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f38a5-7992-4b20-a8fc-e3782f170456 req-35969658-19cd-4017-bfc1-653c4e7ce126 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.385821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d20f38a5-7992-4b20-a8fc-e3782f170456 req-35969658-19cd-4017-bfc1-653c4e7ce126 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 945 time: 0.0574579 Aug 16 02:21:24.425071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d20f38a5-7992-4b20-a8fc-e3782f170456 req-79c41d63-b6db-48d0-bb5c-4f8691a0a75d tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/security-groups?id=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357990 Aug 16 02:21:24.610922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10595a5a-0581-403d-8b58-a0bd10b18da2 req-d7595c02-1b23-48f5-8f9d-848c451f3fbd tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.612518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10595a5a-0581-403d-8b58-a0bd10b18da2 req-d7595c02-1b23-48f5-8f9d-848c451f3fbd tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.89 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 945 time: 0.0506482 Aug 16 02:21:24.723335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-10595a5a-0581-403d-8b58-a0bd10b18da2 req-56e5d9b8-ef0a-4d6c-af43-8fa4739a9ca4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Deleting port af6f4d02-7452-402f-ae51-e3c7c8dd9224 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:24.723594 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10595a5a-0581-403d-8b58-a0bd10b18da2 req-56e5d9b8-ef0a-4d6c-af43-8fa4739a9ca4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.815110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-10595a5a-0581-403d-8b58-a0bd10b18da2 req-56e5d9b8-ef0a-4d6c-af43-8fa4739a9ca4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] For port af6f4d02-7452-402f-ae51-e3c7c8dd9224, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=af6f4d02-7452-402f-ae51-e3c7c8dd9224,segment=NetworkSegment(5b86da60-9adc-4221-9089-998d1315fedc),segment_id=5b86da60-9adc-4221-9089-998d1315fedc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:24.815821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10595a5a-0581-403d-8b58-a0bd10b18da2 req-56e5d9b8-ef0a-4d6c-af43-8fa4739a9ca4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.828817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-10595a5a-0581-403d-8b58-a0bd10b18da2 req-56e5d9b8-ef0a-4d6c-af43-8fa4739a9ca4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Calling delete_port for af6f4d02-7452-402f-ae51-e3c7c8dd9224 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:24.976342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10595a5a-0581-403d-8b58-a0bd10b18da2 req-56e5d9b8-ef0a-4d6c-af43-8fa4739a9ca4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.006825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5d9b8-ef0a-4d6c-af43-8fa4739a9ca4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event deleted for resources: {'Port': ['ID=af6f4d02-7452-402f-ae51-e3c7c8dd9224,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:25.083584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-10595a5a-0581-403d-8b58-a0bd10b18da2 req-56e5d9b8-ef0a-4d6c-af43-8fa4739a9ca4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] No DVR routers for this DVR port af6f4d02-7452-402f-ae51-e3c7c8dd9224 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:25.086463 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-10595a5a-0581-403d-8b58-a0bd10b18da2 req-56e5d9b8-ef0a-4d6c-af43-8fa4739a9ca4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.088730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10595a5a-0581-403d-8b58-a0bd10b18da2 req-56e5d9b8-ef0a-4d6c-af43-8fa4739a9ca4 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.89 "DELETE /v2.0/ports/af6f4d02-7452-402f-ae51-e3c7c8dd9224 HTTP/1.1" status: 204 len: 173 time: 0.4636507 Aug 16 02:21:25.095717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'name': 'network-vif-deleted', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:25.098014 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8dd75f-1c53-4adb-b86d-955d5d101795" -d '{"events": [{"server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "name": "network-vif-deleted", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:25.144102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ef5a9-5bfa-4697-9b76-d5f557b28d5f req-c6f33f47-ec5d-4d29-bdef-ff42c94ac0ea tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.145705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-918ef5a9-5bfa-4697-9b76-d5f557b28d5f req-c6f33f47-ec5d-4d29-bdef-ff42c94ac0ea tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.1115236 Aug 16 02:21:25.161690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2ae72-9f80-4c7c-98ce-79fe8d8cde99 req-8873b7f2-680b-480d-9f09-0c5f589a5112 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.163843 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7b2ae72-9f80-4c7c-98ce-79fe8d8cde99 req-8873b7f2-680b-480d-9f09-0c5f589a5112 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.0829246 Aug 16 02:21:25.225488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-918ef5a9-5bfa-4697-9b76-d5f557b28d5f req-6d268b22-eaa8-4e83-8e22-584cdd418628 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606234 Aug 16 02:21:25.235667 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7b2ae72-9f80-4c7c-98ce-79fe8d8cde99 req-2b5ae3dc-0dd9-4091-a159-e0417f609ec7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572779 Aug 16 02:21:25.281189 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159e5c1f-1505-4929-ad39-73f8c812d09c x-openstack-request-id: req-159e5c1f-1505-4929-ad39-73f8c812d09c {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:25.281468 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81516abf-33ea-430b-bcba-bd42e127965f", "name": "network-vif-deleted", "tag": "af6f4d02-7452-402f-ae51-e3c7c8dd9224", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:25.281717 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-159e5c1f-1505-4929-ad39-73f8c812d09c {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:25.282114 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81516abf-33ea-430b-bcba-bd42e127965f', 'name': 'network-vif-deleted', 'tag': 'af6f4d02-7452-402f-ae51-e3c7c8dd9224', 'status': 'completed', 'code': 200} Aug 16 02:21:25.538228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-73b54861-006a-4ef2-b4c3-c30332872e56 req-ccfa0ab9-02ca-4351-8f54-5525d8ff3643 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 210 time: 0.0365696 Aug 16 02:21:26.400618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3149630-fbf4-46ca-947f-e4bb10982bd3 req-7735ad1f-c6d1-4604-a3ec-79221f2c4de0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.408066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3149630-fbf4-46ca-947f-e4bb10982bd3 req-7735ad1f-c6d1-4604-a3ec-79221f2c4de0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.0987427 Aug 16 02:21:26.446441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d734e1-4d77-48ba-a482-d053784b9a51 req-5c300506-3fbe-4c7a-a935-a057c11a5523 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.447997 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45d734e1-4d77-48ba-a482-d053784b9a51 req-5c300506-3fbe-4c7a-a935-a057c11a5523 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.1046085 Aug 16 02:21:26.518580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3149630-fbf4-46ca-947f-e4bb10982bd3 req-dd9dcef9-3479-4f2c-afb8-a03d317a2b27 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096234 Aug 16 02:21:26.553138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45d734e1-4d77-48ba-a482-d053784b9a51 req-fc471828-bb8e-4330-9cdf-96bb0de36f78 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943513 Aug 16 02:21:26.641359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab8fce32-7b12-4563-ab05-f944c52d26e7 req-32f6c366-4ecb-47cc-ae2a-3fa83996d962 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 210 time: 0.0326605 Aug 16 02:21:27.256717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device af6f4d02-7452-402f-ae51-e3c7c8dd9224 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:27.277264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: af6f4d02-7452-402f-ae51-e3c7c8dd9224 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:27.277613 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device af6f4d02-7452-402f-ae51-e3c7c8dd9224 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:27.584600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-36d2f95f-24d8-4c73-91be-260115c49e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.585216 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-36d2f95f-24d8-4c73-91be-260115c49e77 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 1095 time: 0.1131718 Aug 16 02:21:27.695134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-6469115a-c0f4-4530-ad9c-a2813f9b965d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f64333c-0f54-469b-9fbf-6af243cd6c91 HTTP/1.1" status: 200 len: 217 time: 0.0892863 Aug 16 02:21:27.802589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f973f-c455-4473-bd5f-86e2c7766172 req-6cf12de1-0aca-4dd0-a33b-ef7ba148cb75 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.804167 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f83f973f-c455-4473-bd5f-86e2c7766172 req-6cf12de1-0aca-4dd0-a33b-ef7ba148cb75 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.1352689 Aug 16 02:21:27.805951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-51c9d4ea-84e4-4373-af49-645c72dd3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.807275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-51c9d4ea-84e4-4373-af49-645c72dd3733 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0764060 Aug 16 02:21:27.825053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1c3f-2aa4-4e68-9eeb-4ae840c1e2f7 req-e79cec6b-b540-4669-a1e3-c30c5981780d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.826655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69fe1c3f-2aa4-4e68-9eeb-4ae840c1e2f7 req-e79cec6b-b540-4669-a1e3-c30c5981780d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.1564238 Aug 16 02:21:27.903117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f83f973f-c455-4473-bd5f-86e2c7766172 req-5e37c899-0afc-46cc-9e1e-f2ff92b686ca tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921040 Aug 16 02:21:27.932906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69fe1c3f-2aa4-4e68-9eeb-4ae840c1e2f7 req-27ee5125-206c-4b24-9975-4e0626e644d6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829928 Aug 16 02:21:27.940676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-86de0484-26ed-4f16-9290-3f00edf0a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.942262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-86de0484-26ed-4f16-9290-3f00edf0a701 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137700 Aug 16 02:21:28.078243 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eed847dc-c570-49c0-aeb3-61dd037839ad req-488a97e8-3fb4-4760-b4a0-da292be858ab tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 210 time: 0.0475211 Aug 16 02:21:28.124275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-c2d2fc63-e34c-4426-94c7-17c32f1b7c47 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736674 Aug 16 02:21:28.227757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd33cac8-a8a5-4f61-9c85-75b4a4699e4d req-d17e4999-aa22-4a63-9748-92d521252db7 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953548 Aug 16 02:21:28.476398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a req-dfb155ac-8feb-4c94-b3f2-8c471dcd81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.477945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a req-dfb155ac-8feb-4c94-b3f2-8c471dcd81ec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 1095 time: 0.0431693 Aug 16 02:21:28.579265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a req-b67bad7d-7f2d-4871-9c04-ff6d91022953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.580740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a req-b67bad7d-7f2d-4871-9c04-ff6d91022953 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.0949836 Aug 16 02:21:28.635241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a req-9b19b882-ac29-414b-a7b7-1dd54f1e588f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f64333c-0f54-469b-9fbf-6af243cd6c91 HTTP/1.1" status: 200 len: 217 time: 0.0472558 Aug 16 02:21:28.692663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a req-c2393669-938e-4f0e-bf68-9b79ed6f6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.694268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a req-c2393669-938e-4f0e-bf68-9b79ed6f6f58 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0507784 Aug 16 02:21:28.744303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a req-6300a659-5d7e-45dc-837f-9075247ecf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.745926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a req-6300a659-5d7e-45dc-837f-9075247ecf8a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448873 Aug 16 02:21:28.857214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a req-b0584db9-0bf1-49ed-815a-cd30f142320d service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032090 Aug 16 02:21:28.964433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec0bd91f-5b92-41b4-9cd2-75134d3eda8a req-4590bbb0-4ca1-410e-bd19-606e3eeef68b service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997798 Aug 16 02:21:29.068632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecb219-ab05-4a07-9021-e8c04da4a1fc req-3b1357ec-352b-40b5-8d7a-1c0e314292b0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.070222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5ecb219-ab05-4a07-9021-e8c04da4a1fc req-3b1357ec-352b-40b5-8d7a-1c0e314292b0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.0931172 Aug 16 02:21:29.082760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b053d2-6d5c-424e-90f8-76c1450a3bf1 req-b90097cf-5a56-4888-a49f-ad26d1dc493c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.084765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7b053d2-6d5c-424e-90f8-76c1450a3bf1 req-b90097cf-5a56-4888-a49f-ad26d1dc493c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.0707130 Aug 16 02:21:29.145213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7b053d2-6d5c-424e-90f8-76c1450a3bf1 req-a07acbac-af12-47dd-b757-a3b234881b05 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530524 Aug 16 02:21:29.147889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5ecb219-ab05-4a07-9021-e8c04da4a1fc req-87161bfc-3a01-43f1-b349-0c03cc88d61f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622246 Aug 16 02:21:29.273542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9a22488-7e15-4ee6-97a8-249e5a40dc5e req-a5d3447b-92ce-4f42-9a65-7be1f3544bbf tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "GET /v2.0/ports?device_id=81516abf-33ea-430b-bcba-bd42e127965f HTTP/1.1" status: 200 len: 210 time: 0.0386298 Aug 16 02:21:30.304393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c81cd1-5cff-40ef-8979-9efc8a32588a req-bb544f78-52f9-480d-a76f-1c07f66d4fa1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.305933 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26c81cd1-5cff-40ef-8979-9efc8a32588a req-bb544f78-52f9-480d-a76f-1c07f66d4fa1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.0802193 Aug 16 02:21:30.314240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8d27-88e8-4590-ad24-c7e985d0fa13 req-708e2aec-a2af-4efe-97ad-33faeaf7c184 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.315612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5ee8d27-88e8-4590-ad24-c7e985d0fa13 req-708e2aec-a2af-4efe-97ad-33faeaf7c184 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.0812707 Aug 16 02:21:30.371957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26c81cd1-5cff-40ef-8979-9efc8a32588a req-4fac7945-2d05-4a0f-889e-6396e723ec8c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552680 Aug 16 02:21:30.376632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5ee8d27-88e8-4590-ad24-c7e985d0fa13 req-8eed9193-34b4-4de4-8d21-bce01dc05c8e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535617 Aug 16 02:21:30.431741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 53784) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:30.496914 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aacc8504-0530-4369-80af-28afe6581fe9 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.523520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aacc8504-0530-4369-80af-28afe6581fe9 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.585854 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aacc8504-0530-4369-80af-28afe6581fe9 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.588730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aacc8504-0530-4369-80af-28afe6581fe9 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.589955 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aacc8504-0530-4369-80af-28afe6581fe9 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] 10.222.0.79 "DELETE /v2.0/security-groups/01ab30f5-235a-46f7-b5f1-3cb8d9b319a7 HTTP/1.1" status: 204 len: 168 time: 0.1564384 Aug 16 02:21:30.599642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc8504-0530-4369-80af-28afe6581fe9 tempest-TestVolumeBackupRestore-41342823 tempest-TestVolumeBackupRestore-41342823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ab30f5-235a-46f7-b5f1-3cb8d9b319a7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:31.581243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f747697-6b14-43d9-94b9-58ed2f0b34cf req-c1aa3421-2393-402f-8b9d-d1192d3c7782 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.582823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f747697-6b14-43d9-94b9-58ed2f0b34cf req-c1aa3421-2393-402f-8b9d-d1192d3c7782 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.1164124 Aug 16 02:21:31.599176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c7bcf-23c3-4cce-a51b-b1b7e11700be req-68988a63-e500-4234-ba12-a1bbc2b5a7ae tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.607636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec9c7bcf-23c3-4cce-a51b-b1b7e11700be req-68988a63-e500-4234-ba12-a1bbc2b5a7ae tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.0937829 Aug 16 02:21:31.688127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec9c7bcf-23c3-4cce-a51b-b1b7e11700be req-1f8b4bdd-b99a-4965-ab0e-82483fdc22fc tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735047 Aug 16 02:21:31.692487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f747697-6b14-43d9-94b9-58ed2f0b34cf req-12db308d-1776-4cbd-98c1-9de35983f580 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018713 Aug 16 02:21:32.886203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343171f3-967d-43dc-84ca-7ed5341020d7 req-ef5b03b3-6683-4bd5-92f4-46f97e7c174d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.894614 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-343171f3-967d-43dc-84ca-7ed5341020d7 req-ef5b03b3-6683-4bd5-92f4-46f97e7c174d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.1058786 Aug 16 02:21:32.964758 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-343171f3-967d-43dc-84ca-7ed5341020d7 req-08e1b9f1-2e97-483f-aa88-42e164fa263d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691006 Aug 16 02:21:32.978689 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a51f56-16fe-43af-a378-67a613328207 req-b4bf6143-8813-4f33-90d9-ec888b39f54d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.980752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92a51f56-16fe-43af-a378-67a613328207 req-b4bf6143-8813-4f33-90d9-ec888b39f54d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 945 time: 0.1379750 Aug 16 02:21:33.079259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92a51f56-16fe-43af-a378-67a613328207 req-cef176be-bf15-4b31-acc7-c41fe81109a5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907867 Aug 16 02:21:33.417078 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ddc426e1-60f8-40bb-9cf2-2df177c941c2 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:33.536667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:33.573349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'network_id': '0afb66b7-6087-4321-a14e-7ec04491ae7e', 'port_id': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'mac_address': 'fa:16:3e:f0:b7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb607da-a325-422b-a679-0da8ad0f6081', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:33.640680 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.662706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc426e1-60f8-40bb-9cf2-2df177c941c2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:33.688141 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:33.694067 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.770588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=11']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:33.793034 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:33.793711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:33.806227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:33.807113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:33.807727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:33.808385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:33.808892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:33.809693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:33.810200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:33.810841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:33.811514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:33.812076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.076539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['ddc426e1-60f8-40bb-9cf2-2df177c941c2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:34.127478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee6353-8bf4-4673-a310-de671af718d4 req-7723ba5b-004f-4383-a9e4-c83c1dc59340 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.129399 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-52ee6353-8bf4-4673-a310-de671af718d4 req-7723ba5b-004f-4383-a9e4-c83c1dc59340 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.0676625 Aug 16 02:21:34.224241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-52ee6353-8bf4-4673-a310-de671af718d4 req-7e3237d1-7b6d-4f76-a104-93e0f3020a85 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844798 Aug 16 02:21:34.341613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f405c-b51a-44e4-a3fb-3c0e684016c2 req-c45314d5-7055-45d4-ac54-726525c4a478 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.343611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f7f405c-b51a-44e4-a3fb-3c0e684016c2 req-c45314d5-7055-45d4-ac54-726525c4a478 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.0928431 Aug 16 02:21:34.442416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f7f405c-b51a-44e4-a3fb-3c0e684016c2 req-b295ce29-fbc0-43f4-91e5-411e64255d04 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797138 Aug 16 02:21:35.216909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54292) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:35.371017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bc3c5-dee3-47a7-b901-3b869915618e req-06a011ef-3007-4d00-9544-8b66624293a5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.377064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b2bc3c5-dee3-47a7-b901-3b869915618e req-06a011ef-3007-4d00-9544-8b66624293a5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.0816133 Aug 16 02:21:35.384744 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31da5e46-f185-48fd-9a0d-249cfc37cc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.424860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54300) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:35.447173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ddc426e1-60f8-40bb-9cf2-2df177c941c2 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:35.549138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b2bc3c5-dee3-47a7-b901-3b869915618e req-d24d4052-0b27-4a9b-9821-2f1213c36c24 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629360 Aug 16 02:21:35.584967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port ddc426e1-60f8-40bb-9cf2-2df177c941c2 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:35.591827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port ddc426e1-60f8-40bb-9cf2-2df177c941c2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:35.592204 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.612279 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31da5e46-f185-48fd-9a0d-249cfc37cc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.618039 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-31da5e46-f185-48fd-9a0d-249cfc37cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.666746 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-31da5e46-f185-48fd-9a0d-249cfc37cc82 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da4e62c955864edfb8c28addb6a7f743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4485869 Aug 16 02:21:35.669519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54304) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:35.670837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da5e46-f185-48fd-9a0d-249cfc37cc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b64150-3163-4ea4-bc34-22eb842da021,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:35.707138 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.717371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8d2bf-be78-4b11-bc93-71f13d228e40 req-b91156ac-cc36-4806-a80b-f4e58dbbc792 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.719458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9b8d2bf-be78-4b11-bc93-71f13d228e40 req-b91156ac-cc36-4806-a80b-f4e58dbbc792 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 946 time: 0.1134276 Aug 16 02:21:35.735264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:35.737552 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771943a1-7be2-4fe8-ae6f-e7aa906f143d" -d '{"events": [{"server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "name": "network-vif-plugged", "status": "completed", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:35.753659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:35.754901 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:21:35.759134 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.791813 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e273104c-c902-4f7c-b9db-6659ceb01388 x-openstack-request-id: req-e273104c-c902-4f7c-b9db-6659ceb01388 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:35.792192 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "name": "network-vif-plugged", "status": "completed", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:35.792375 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e273104c-c902-4f7c-b9db-6659ceb01388 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:35.792764 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'code': 200} Aug 16 02:21:35.816940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=12']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:35.824110 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d440b04-9804-4b99-a064-ce8d0fc10fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.860219 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9b8d2bf-be78-4b11-bc93-71f13d228e40 req-2b9f00e1-4011-40a7-b4f9-c08af75d6a25 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961018 Aug 16 02:21:35.887933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d440b04-9804-4b99-a064-ce8d0fc10fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.015654 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d440b04-9804-4b99-a064-ce8d0fc10fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.018174 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d440b04-9804-4b99-a064-ce8d0fc10fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.019294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4d440b04-9804-4b99-a064-ce8d0fc10fac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/43b64150-3163-4ea4-bc34-22eb842da021 HTTP/1.1" status: 204 len: 168 time: 0.3486929 Aug 16 02:21:36.034730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d440b04-9804-4b99-a064-ce8d0fc10fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b64150-3163-4ea4-bc34-22eb842da021,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:36.051314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362431c-ca2e-44c9-8bc8-11b844b067ea req-5b7f3c4a-ba10-4d00-ab3c-048825dee739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.052959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b362431c-ca2e-44c9-8bc8-11b844b067ea req-5b7f3c4a-ba10-4d00-ab3c-048825dee739 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 1099 time: 0.0903065 Aug 16 02:21:36.121678 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b362431c-ca2e-44c9-8bc8-11b844b067ea req-8c496675-d0d3-4dab-8f52-db4353a45fd0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612130 Aug 16 02:21:36.149563 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.291459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54312) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:36.305337 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f237aa37-b2ef-4500-a949-5c0b96745bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.403932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f237aa37-b2ef-4500-a949-5c0b96745bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.408219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f237aa37-b2ef-4500-a949-5c0b96745bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.450348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f237aa37-b2ef-4500-a949-5c0b96745bb8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54f57ebfb7fd404babd8cfbda31a5cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576242 Aug 16 02:21:36.451346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237aa37-b2ef-4500-a949-5c0b96745bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f8fbd5-a437-4979-b86c-357c24fb0b1f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:36.454240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54314) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:36.514884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4c94-b1f2-40f0-b0b9-51723243b8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.537767 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4c94-b1f2-40f0-b0b9-51723243b8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.592781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4c94-b1f2-40f0-b0b9-51723243b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.595691 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4c94-b1f2-40f0-b0b9-51723243b8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.597005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f2cf4c94-b1f2-40f0-b0b9-51723243b8f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98f8fbd5-a437-4979-b86c-357c24fb0b1f HTTP/1.1" status: 204 len: 168 time: 0.1418307 Aug 16 02:21:36.609432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf4c94-b1f2-40f0-b0b9-51723243b8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f8fbd5-a437-4979-b86c-357c24fb0b1f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:36.763243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa53cb6-c980-4fc4-a288-6c47ef7a4bb6 req-9ac45c13-8518-4506-baad-d0c9ea56773b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.764737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffa53cb6-c980-4fc4-a288-6c47ef7a4bb6 req-9ac45c13-8518-4506-baad-d0c9ea56773b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 943 time: 0.0823305 Aug 16 02:21:36.782223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] Deleting port 8fa74387-3e3a-4861-b6f7-554b15155abd {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:36.782617 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.850484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffa53cb6-c980-4fc4-a288-6c47ef7a4bb6 req-d723e368-691a-47e5-8de4-5ae695fd0785 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795431 Aug 16 02:21:36.890369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] For port 8fa74387-3e3a-4861-b6f7-554b15155abd, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8fa74387-3e3a-4861-b6f7-554b15155abd,segment=NetworkSegment(5b86da60-9adc-4221-9089-998d1315fedc),segment_id=5b86da60-9adc-4221-9089-998d1315fedc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:36.890738 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.905730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] Calling delete_port for 8fa74387-3e3a-4861-b6f7-554b15155abd owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:36.955526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54324) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:36.970004 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3118fa92-bea0-4eed-835f-27fbbc056778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.047750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af8ce3-1944-4d11-af22-e556d422fcef req-0b80e79e-938e-405a-b8da-83ae51f9b095 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.049371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00af8ce3-1944-4d11-af22-e556d422fcef req-0b80e79e-938e-405a-b8da-83ae51f9b095 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.1033773 Aug 16 02:21:37.084899 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3118fa92-bea0-4eed-835f-27fbbc056778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.090559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3118fa92-bea0-4eed-835f-27fbbc056778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.113643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00af8ce3-1944-4d11-af22-e556d422fcef req-b4001710-b9d5-45b1-b168-8a1567dc6df2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514343 Aug 16 02:21:37.149782 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3118fa92-bea0-4eed-835f-27fbbc056778 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=442a964d8ab448a3bc3823d72b0c433c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931584 Aug 16 02:21:37.150947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118fa92-bea0-4eed-835f-27fbbc056778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1440ff-07fa-436f-aa60-55616d56bdb3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:37.153504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54326) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:37.169397 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.197131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa74387-3e3a-4861-b6f7-554b15155abd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:37.205822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ac70a227-1fbe-4620-b1ef-74c0e8ef0716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.228380 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ac70a227-1fbe-4620-b1ef-74c0e8ef0716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.285333 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ac70a227-1fbe-4620-b1ef-74c0e8ef0716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.288070 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ac70a227-1fbe-4620-b1ef-74c0e8ef0716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.291876 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ac70a227-1fbe-4620-b1ef-74c0e8ef0716 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f1440ff-07fa-436f-aa60-55616d56bdb3 HTTP/1.1" status: 204 len: 168 time: 0.1351213 Aug 16 02:21:37.298712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70a227-1fbe-4620-b1ef-74c0e8ef0716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1440ff-07fa-436f-aa60-55616d56bdb3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:37.380719 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.461722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3f64333c-0f54-469b-9fbf-6af243cd6c91 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:37.591263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 3f64333c-0f54-469b-9fbf-6af243cd6c91, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3f64333c-0f54-469b-9fbf-6af243cd6c91,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:37.606296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '3f64333c-0f54-469b-9fbf-6af243cd6c91', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'port_id': '3f64333c-0f54-469b-9fbf-6af243cd6c91', 'mac_address': 'fa:16:3e:e3:8d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:37.651590 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.667525 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f64333c-0f54-469b-9fbf-6af243cd6c91 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:37.697039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] Router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:37.698931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 3f64333c-0f54-469b-9fbf-6af243cd6c91, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3f64333c-0f54-469b-9fbf-6af243cd6c91,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:37.704952 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.771489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=3f64333c-0f54-469b-9fbf-6af243cd6c91,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:37.824456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:37.830421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-06d7cbc8-9347-4d3c-b419-83ebbdf51b12 admin admin] 10.222.0.79 "PUT /v2.0/routers/2c6e4c51-bf64-43ca-bac9-90aab1b588d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3904588 Aug 16 02:21:37.832936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54368) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:37.834424 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a58b9-7588-4e44-b7d3-1c52a0eec66c None None] Sync routers for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:37.846989 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a58b9-7588-4e44-b7d3-1c52a0eec66c None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:37.847962 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d11a58b9-7588-4e44-b7d3-1c52a0eec66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:21:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:38.013601 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.021031 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d11a58b9-7588-4e44-b7d3-1c52a0eec66c None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:38.073209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0ce56-88e8-4655-b222-0b69937770ff req-5cced25e-8930-42ae-ae92-76bb805c1af7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.074782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5f0ce56-88e8-4655-b222-0b69937770ff req-5cced25e-8930-42ae-ae92-76bb805c1af7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 944 time: 0.1049976 Aug 16 02:21:38.089907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['3f64333c-0f54-469b-9fbf-6af243cd6c91'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:38.166009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.172068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5f0ce56-88e8-4655-b222-0b69937770ff req-59b6f3a6-19d3-4f22-9aa1-ddbf49f0c153 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910523 Aug 16 02:21:38.294746 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Deleting port c3b42b22-d0e8-461c-b686-958cce55a8c4 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:38.295720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.312212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b70af-1be0-487a-b9aa-cd04017a908d req-bc72dcf9-5313-4d06-a7c3-23b09bd88d42 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.314438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-470b70af-1be0-487a-b9aa-cd04017a908d req-bc72dcf9-5313-4d06-a7c3-23b09bd88d42 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0919566 Aug 16 02:21:38.336587 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d11a58b9-7588-4e44-b7d3-1c52a0eec66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:21:37Z', 'revision_number': 5, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port': {'id': 'c3b42b22-d0e8-461c-b686-958cce55a8c4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:38.402361 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a58b9-7588-4e44-b7d3-1c52a0eec66c None None] Checking router: 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:38.405823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] For port c3b42b22-d0e8-461c-b686-958cce55a8c4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=c3b42b22-d0e8-461c-b686-958cce55a8c4,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:38.406035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-470b70af-1be0-487a-b9aa-cd04017a908d req-904a21c4-6221-46f2-8161-cf46f56bff54 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797334 Aug 16 02:21:38.406626 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.422494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Calling delete_port for c3b42b22-d0e8-461c-b686-958cce55a8c4 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:38.427972 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a58b9-7588-4e44-b7d3-1c52a0eec66c None None] Routers {'2c6e4c51-bf64-43ca-bac9-90aab1b588d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:38.429125 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d11a58b9-7588-4e44-b7d3-1c52a0eec66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:21:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:38.643644 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.656014 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d11a58b9-7588-4e44-b7d3-1c52a0eec66c None None] Set router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:38.672096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b42b22-d0e8-461c-b686-958cce55a8c4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:38.716157 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d11a58b9-7588-4e44-b7d3-1c52a0eec66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:21:38Z', 'revision_number': 6, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:38.743259 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a58b9-7588-4e44-b7d3-1c52a0eec66c None None] The sync data for ids ['2c6e4c51-bf64-43ca-bac9-90aab1b588d7'] in n-d-768851-16 is: [{'id': '2c6e4c51-bf64-43ca-bac9-90aab1b588d7', 'name': 'tempest-TestVolumeBackupRestore-1145198081-router', 'tenant_id': '98941c0504af48e39a0ed057e7943116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:57Z', 'updated_at': '2021-08-16T02:21:38Z', 'revision_number': 6, 'project_id': '98941c0504af48e39a0ed057e7943116', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:38.743418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.855463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.858220 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.905115 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bf20b71c-2a0f-48b1-b8f1-5414549364b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.919242 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.919816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c6e4c51-bf64-43ca-bac9-90aab1b588d7 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:38.924723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.925639 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1142ffd7-5dc3-4bec-9728-1d99bb9f5055 admin admin] 10.222.0.79 "DELETE /v2.0/routers/2c6e4c51-bf64-43ca-bac9-90aab1b588d7 HTTP/1.1" status: 204 len: 168 time: 1.0916493 Aug 16 02:21:38.928086 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54400) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:38.973363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf260cc-37da-4083-acf9-e64805b280b7 admin admin] Deleting subnet cc6b6b27-e493-4db9-8e9c-a155a480bbc3 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:38.977251 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1cf260cc-37da-4083-acf9-e64805b280b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.013445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1cf260cc-37da-4083-acf9-e64805b280b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.096460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1cf260cc-37da-4083-acf9-e64805b280b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.153748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1cf260cc-37da-4083-acf9-e64805b280b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.182190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf260cc-37da-4083-acf9-e64805b280b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6b6b27-e493-4db9-8e9c-a155a480bbc3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:39.187736 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1cf260cc-37da-4083-acf9-e64805b280b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.192386 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1cf260cc-37da-4083-acf9-e64805b280b7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cc6b6b27-e493-4db9-8e9c-a155a480bbc3 HTTP/1.1" status: 204 len: 168 time: 0.2609046 Aug 16 02:21:39.193472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54404) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:39.196244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567e1831-beac-479c-802d-3857f0eba2f2 None None] Network 247151b5-763a-45bc-be4e-76651f25b837 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:39.295190 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.360564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a867e2-35f9-4361-a921-7b1a0bbe32f9 req-29491239-b08f-41bb-9e58-37720f64447b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.368349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31a867e2-35f9-4361-a921-7b1a0bbe32f9 req-29491239-b08f-41bb-9e58-37720f64447b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 944 time: 0.0892789 Aug 16 02:21:39.416006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31a867e2-35f9-4361-a921-7b1a0bbe32f9 req-8a3a7d36-df55-441e-82dd-5b9b41ccb345 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467691 Aug 16 02:21:39.435397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Deleting port 4f3007b8-9467-4ab9-92a6-280870aa829c {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:39.435744 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.455995 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3f64333c-0f54-469b-9fbf-6af243cd6c91 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:39.514354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 3f64333c-0f54-469b-9fbf-6af243cd6c91 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:39.518904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 3f64333c-0f54-469b-9fbf-6af243cd6c91 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:39.519285 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.529836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] For port 4f3007b8-9467-4ab9-92a6-280870aa829c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4f3007b8-9467-4ab9-92a6-280870aa829c,segment=NetworkSegment(5b86da60-9adc-4221-9089-998d1315fedc),segment_id=5b86da60-9adc-4221-9089-998d1315fedc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:39.530226 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.557704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Calling delete_port for 4f3007b8-9467-4ab9-92a6-280870aa829c owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:39.566957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da218e-c6e7-4e4f-b180-bff8a7fa5ad3 req-ab56827c-aa54-4a2e-ad8c-ea08b1fa5cfc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.568524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10da218e-c6e7-4e4f-b180-bff8a7fa5ad3 req-ab56827c-aa54-4a2e-ad8c-ea08b1fa5cfc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0892143 Aug 16 02:21:39.571757 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed097cb4-cf9c-4502-811a-9ac761ae9842 None None] DHCP port deletion for 247151b5-763a-45bc-be4e-76651f25b837 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:21:39.654637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10da218e-c6e7-4e4f-b180-bff8a7fa5ad3 req-d2b343a1-cdaf-4333-9055-bc38417c493c tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778635 Aug 16 02:21:39.671411 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.685737 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.704362 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5221b9-599f-46b2-b96b-d92e737272a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f64333c-0f54-469b-9fbf-6af243cd6c91'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:39.706659 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197d9e71-5531-497b-9d32-31093c1b4f62" -d '{"events": [{"server_uuid": "bd5221b9-599f-46b2-b96b-d92e737272a4", "name": "network-vif-plugged", "status": "completed", "tag": "3f64333c-0f54-469b-9fbf-6af243cd6c91"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:39.724695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-ed097cb4-cf9c-4502-811a-9ac761ae9842 None None] Deleting port 4f3007b8-9467-4ab9-92a6-280870aa829c {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:39.725127 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ed097cb4-cf9c-4502-811a-9ac761ae9842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.728714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 3f64333c-0f54-469b-9fbf-6af243cd6c91, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3f64333c-0f54-469b-9fbf-6af243cd6c91,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:39.736039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3007b8-9467-4ab9-92a6-280870aa829c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:39.745696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.746393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] No DVR routers for this DVR port 4f3007b8-9467-4ab9-92a6-280870aa829c on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:39.795839 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19f6b57-b19f-4f94-9055-f65df31db2fa x-openstack-request-id: req-e19f6b57-b19f-4f94-9055-f65df31db2fa {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:39.796122 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5221b9-599f-46b2-b96b-d92e737272a4", "name": "network-vif-plugged", "status": "completed", "tag": "3f64333c-0f54-469b-9fbf-6af243cd6c91", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:39.796288 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e19f6b57-b19f-4f94-9055-f65df31db2fa {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:39.796710 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5221b9-599f-46b2-b96b-d92e737272a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f64333c-0f54-469b-9fbf-6af243cd6c91', 'code': 200} Aug 16 02:21:39.852872 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.858796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ed097cb4-cf9c-4502-811a-9ac761ae9842 None None] For port 4f3007b8-9467-4ab9-92a6-280870aa829c, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:39.859047 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ed097cb4-cf9c-4502-811a-9ac761ae9842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.860855 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.870458 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6b2fc-77a9-453d-9b20-3ed631abfca2 req-830d6226-95db-4e01-88f7-076ed1865c2f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.873476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbf6b2fc-77a9-453d-9b20-3ed631abfca2 req-830d6226-95db-4e01-88f7-076ed1865c2f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.1320961 Aug 16 02:21:39.884274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-ed097cb4-cf9c-4502-811a-9ac761ae9842 None None] Calling delete_port for 4f3007b8-9467-4ab9-92a6-280870aa829c owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:39.888441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-ed097cb4-cf9c-4502-811a-9ac761ae9842 None None] Port 4f3007b8-9467-4ab9-92a6-280870aa829c was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:21:39.891946 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ed097cb4-cf9c-4502-811a-9ac761ae9842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.893971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247151b5-763a-45bc-be4e-76651f25b837']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:39.894768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=3f64333c-0f54-469b-9fbf-6af243cd6c91,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:39.927105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed097cb4-cf9c-4502-811a-9ac761ae9842 None None] Pushing event deleted for resources: {'Port': ['ID=4f3007b8-9467-4ab9-92a6-280870aa829c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:39.931835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed097cb4-cf9c-4502-811a-9ac761ae9842 None None] No DVR routers for this DVR port 4f3007b8-9467-4ab9-92a6-280870aa829c on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:39.938074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b86da60-9adc-4221-9089-998d1315fedc') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:39.938376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b86da60-9adc-4221-9089-998d1315fedc') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:39.953802 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.984309 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.992260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbf6b2fc-77a9-453d-9b20-3ed631abfca2 req-db3a64d6-ee30-4162-80a0-4873f6aee3ee tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076005 Aug 16 02:21:39.995756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:39.996180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:39.998174 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:40.042378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a3963-ff0c-45e5-acdf-35bc8fc7b2cd req-e52b1c23-aba2-4fde-a066-f7511d64bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.043911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b97a3963-ff0c-45e5-acdf-35bc8fc7b2cd req-e52b1c23-aba2-4fde-a066-f7511d64bb27 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 1097 time: 0.1695204 Aug 16 02:21:40.079262 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.086311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.091424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54422) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:40.091970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] 10.222.0.79 "DELETE /v2.0/networks/247151b5-763a-45bc-be4e-76651f25b837 HTTP/1.1" status: 204 len: 168 time: 0.8968854 Aug 16 02:21:40.106826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b97a3963-ff0c-45e5-acdf-35bc8fc7b2cd req-9c0302d6-7fde-419a-ab59-31c03aaf1a9d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 Aug 16 02:21:40.115964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a319d-f92b-4d41-a748-cc3132b1b9ec admin admin] Pushing event deleted for resources: {'Network': ['ID=247151b5-763a-45bc-be4e-76651f25b837,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:40.154908 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58de3e-6357-4f87-9920-8cbe09054864 req-5cf935a2-1032-45c1-88df-ac20400d0752 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.156449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b58de3e-6357-4f87-9920-8cbe09054864 req-5cf935a2-1032-45c1-88df-ac20400d0752 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0610120 Aug 16 02:21:40.207720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b58de3e-6357-4f87-9920-8cbe09054864 req-d39002cf-387f-4895-81bf-8e1646358c4e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425968 Aug 16 02:21:40.383223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7d5cc-f627-4066-8280-db79612ed40c req-673b4326-8102-46d4-9c80-ec250b61c0bd tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.384751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cdc7d5cc-f627-4066-8280-db79612ed40c req-673b4326-8102-46d4-9c80-ec250b61c0bd tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0636520 Aug 16 02:21:40.433524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cdc7d5cc-f627-4066-8280-db79612ed40c req-e99e97b2-dd0a-4f57-90e0-707859873861 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Aug 16 02:21:40.527969 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.546312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c3b42b22-d0e8-461c-b686-958cce55a8c4 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:40.576398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: c3b42b22-d0e8-461c-b686-958cce55a8c4 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:40.576746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device c3b42b22-d0e8-461c-b686-958cce55a8c4 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:40.577206 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fa74387-3e3a-4861-b6f7-554b15155abd no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:40.602973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8fa74387-3e3a-4861-b6f7-554b15155abd {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:40.603585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fa74387-3e3a-4861-b6f7-554b15155abd not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:40.604963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4f3007b8-9467-4ab9-92a6-280870aa829c no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:40.621165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1f66-8cdc-45ba-ab51-55822daeadba req-7f71cfc8-98c6-4670-ab7f-82bcc5c9a1fe tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.629162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7deb1f66-8cdc-45ba-ab51-55822daeadba req-7f71cfc8-98c6-4670-ab7f-82bcc5c9a1fe tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 945 time: 0.0970409 Aug 16 02:21:40.642112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 4f3007b8-9467-4ab9-92a6-280870aa829c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:40.642609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4f3007b8-9467-4ab9-92a6-280870aa829c not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:40.680926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571957b6-5170-42dc-8289-df72968c7fe0 req-46c521d4-396d-4ecf-8f84-b47829ce18f2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.682500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-571957b6-5170-42dc-8289-df72968c7fe0 req-46c521d4-396d-4ecf-8f84-b47829ce18f2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.1146030 Aug 16 02:21:40.690879 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7deb1f66-8cdc-45ba-ab51-55822daeadba req-1aa3385e-c845-4a59-af40-b87d8b6e96fb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608740 Aug 16 02:21:40.732451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-571957b6-5170-42dc-8289-df72968c7fe0 req-70526471-758d-443e-b6b6-7d0bc30cc438 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Aug 16 02:21:40.847460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] Deleting port e0612932-fdac-4f21-aaf6-10cda06cf6ec {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:40.847852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.876541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855c308-ca4e-474e-8adf-a937db9fb287 req-675ed3fa-340b-4b65-93c2-a40ce474b475 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.878214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f855c308-ca4e-474e-8adf-a937db9fb287 req-675ed3fa-340b-4b65-93c2-a40ce474b475 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0554593 Aug 16 02:21:40.921555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f855c308-ca4e-474e-8adf-a937db9fb287 req-aa587199-22ec-493d-bf7f-0db2486fe9e7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365779 Aug 16 02:21:40.948562 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] For port e0612932-fdac-4f21-aaf6-10cda06cf6ec, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=e0612932-fdac-4f21-aaf6-10cda06cf6ec,segment=NetworkSegment(d94e42e9-d74c-4302-a398-10ad71b7210a),segment_id=d94e42e9-d74c-4302-a398-10ad71b7210a)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:40.949322 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.973082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] Calling delete_port for e0612932-fdac-4f21-aaf6-10cda06cf6ec owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:41.081849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962392f-12ad-4fa6-b3bc-79f92a692ef7 req-2668ceab-443b-46d0-85d1-f04cd68fcc4a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.083687 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1962392f-12ad-4fa6-b3bc-79f92a692ef7 req-2668ceab-443b-46d0-85d1-f04cd68fcc4a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0547135 Aug 16 02:21:41.128478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1962392f-12ad-4fa6-b3bc-79f92a692ef7 req-0a62e391-398f-4a0d-9dcd-123c6a8bdc83 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367994 Aug 16 02:21:41.382588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72170ae2-c7ed-4e39-a7ec-2efd31577ee0 req-8537331f-6155-4371-b059-6f8958bdf557 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.388566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72170ae2-c7ed-4e39-a7ec-2efd31577ee0 req-8537331f-6155-4371-b059-6f8958bdf557 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0648563 Aug 16 02:21:41.429369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-72170ae2-c7ed-4e39-a7ec-2efd31577ee0 req-588ff9f1-9f52-4c0b-8b4d-c60e3d690972 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392878 Aug 16 02:21:41.478568 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.500708 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0ee9e624-9ecc-417d-a5f4-77aa7eeaced5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.512452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0612932-fdac-4f21-aaf6-10cda06cf6ec,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:41.593806 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.747799 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.849180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd7970-bb12-4ab8-8f81-ef78d3640aba req-e77522bb-139b-41c5-a909-dea5b8242b5b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.851391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57bd7970-bb12-4ab8-8f81-ef78d3640aba req-e77522bb-139b-41c5-a909-dea5b8242b5b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 945 time: 0.0750687 Aug 16 02:21:41.892845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57bd7970-bb12-4ab8-8f81-ef78d3640aba req-b30eef4d-4814-4bd7-bd03-1174687ce07e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345345 Aug 16 02:21:42.013644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] Router d3c27999-4576-4700-b7c7-bca10d68c357 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:42.015006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349187e5-733b-4677-951d-fdce0b200253 req-66864ea3-d37d-4db2-b28a-c464331fbe50 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.016898 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-349187e5-733b-4677-951d-fdce0b200253 req-66864ea3-d37d-4db2-b28a-c464331fbe50 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 945 time: 0.0521514 Aug 16 02:21:42.061138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-349187e5-733b-4677-951d-fdce0b200253 req-3f87421f-3bb8-49b6-83c1-646b09c905ff tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366390 Aug 16 02:21:42.128806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:42.134348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2c13bc01-0e3c-4745-ab79-dafd1f57757f admin admin] 10.222.0.79 "PUT /v2.0/routers/d3c27999-4576-4700-b7c7-bca10d68c357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0410037 Aug 16 02:21:42.136819 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54466) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:42.139109 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc245694-e2aa-40b4-82fe-851b7f1b8373 None None] Sync routers for ids ['d3c27999-4576-4700-b7c7-bca10d68c357'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:42.152128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc245694-e2aa-40b4-82fe-851b7f1b8373 None None] Routers {'d3c27999-4576-4700-b7c7-bca10d68c357'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:42.157391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dc245694-e2aa-40b4-82fe-851b7f1b8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:21:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d3c27999-4576-4700-b7c7-bca10d68c357'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:42.293276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.307891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-dc245694-e2aa-40b4-82fe-851b7f1b8373 None None] Set router d3c27999-4576-4700-b7c7-bca10d68c357 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:42.462089 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.594315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dc245694-e2aa-40b4-82fe-851b7f1b8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'name': 'tempest-TestVolumeBackupRestore-256219507-router', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:10Z', 'updated_at': '2021-08-16T02:21:41Z', 'revision_number': 5, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'gw_port': {'id': '293254ad-85d0-4f9a-965e-28826d23b1d0', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:11Z', 'updated_at': '2021-08-16T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:42.597453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Deleting port 293254ad-85d0-4f9a-965e-28826d23b1d0 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:42.597979 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.599796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e9b13-1cb2-4cfe-ac7c-7eb6fd8a1384 req-7efbed13-67b6-425a-8586-2043b9a52ed1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.602109 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a54e9b13-1cb2-4cfe-ac7c-7eb6fd8a1384 req-7efbed13-67b6-425a-8586-2043b9a52ed1 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0659363 Aug 16 02:21:42.626445 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc245694-e2aa-40b4-82fe-851b7f1b8373 None None] Checking router: d3c27999-4576-4700-b7c7-bca10d68c357 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:42.635974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc245694-e2aa-40b4-82fe-851b7f1b8373 None None] Routers {'d3c27999-4576-4700-b7c7-bca10d68c357'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:42.636899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dc245694-e2aa-40b4-82fe-851b7f1b8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:21:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d3c27999-4576-4700-b7c7-bca10d68c357'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:42.651598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a54e9b13-1cb2-4cfe-ac7c-7eb6fd8a1384 req-cf4464eb-69d5-42fc-96a1-723f4af130bc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Aug 16 02:21:42.711726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] For port 293254ad-85d0-4f9a-965e-28826d23b1d0, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=293254ad-85d0-4f9a-965e-28826d23b1d0,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:42.712695 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.732350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Calling delete_port for 293254ad-85d0-4f9a-965e-28826d23b1d0 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:42.753683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-dc245694-e2aa-40b4-82fe-851b7f1b8373 None None] Set router d3c27999-4576-4700-b7c7-bca10d68c357 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:42.856479 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-dc245694-e2aa-40b4-82fe-851b7f1b8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'name': 'tempest-TestVolumeBackupRestore-256219507-router', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:10Z', 'updated_at': '2021-08-16T02:21:42Z', 'revision_number': 6, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:42.904615 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.906940 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc245694-e2aa-40b4-82fe-851b7f1b8373 None None] The sync data for ids ['d3c27999-4576-4700-b7c7-bca10d68c357'] in n-d-768851-16 is: [{'id': 'd3c27999-4576-4700-b7c7-bca10d68c357', 'name': 'tempest-TestVolumeBackupRestore-256219507-router', 'tenant_id': 'c9356e2b247743cb86c5beabab26b408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:10Z', 'updated_at': '2021-08-16T02:21:42Z', 'revision_number': 6, 'project_id': 'c9356e2b247743cb86c5beabab26b408', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:43.039506 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.095708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=293254ad-85d0-4f9a-965e-28826d23b1d0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:43.136105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8b953-45e5-47f2-b3bb-6aed4297195c req-b0621951-04c7-4769-9b27-8aacd1b9e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.137733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcf8b953-45e5-47f2-b3bb-6aed4297195c req-b0621951-04c7-4769-9b27-8aacd1b9e06c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 1099 time: 0.0737140 Aug 16 02:21:43.164299 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.274951 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.282871 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.333954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af18712-c2c2-4d4b-9db6-d8ab3fa0388f req-dc713562-54fa-40f9-af3f-25fd223f1253 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.345697 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1af18712-c2c2-4d4b-9db6-d8ab3fa0388f req-dc713562-54fa-40f9-af3f-25fd223f1253 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.3132725 Aug 16 02:21:43.357712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8b953-45e5-47f2-b3bb-6aed4297195c req-354901c9-ab8d-459e-9a8f-6aa6071cc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.359727 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcf8b953-45e5-47f2-b3bb-6aed4297195c req-354901c9-ab8d-459e-9a8f-6aa6071cc3fb service neutron] 10.222.0.84 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 915 time: 0.2135861 Aug 16 02:21:43.374826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.375459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c27999-4576-4700-b7c7-bca10d68c357 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:43.385723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.389361 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-065b68ae-6ec6-4533-a9d2-450511c7a4e4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/d3c27999-4576-4700-b7c7-bca10d68c357 HTTP/1.1" status: 204 len: 168 time: 1.2486496 Aug 16 02:21:43.389361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54512) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:43.416490 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcf8b953-45e5-47f2-b3bb-6aed4297195c req-09a5402c-fa21-4393-b8fa-03e766d91e7c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2 HTTP/1.1" status: 200 len: 217 time: 0.0484347 Aug 16 02:21:43.468111 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e115c7-e40c-4f8f-bcf7-886f1ae122a0 admin admin] Deleting subnet 7c158791-6796-48d0-97e1-372499a9c67a {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:43.471876 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71e115c7-e40c-4f8f-bcf7-886f1ae122a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.484436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1af18712-c2c2-4d4b-9db6-d8ab3fa0388f req-ec3bdc0f-e9ea-44fb-a69c-4dd83e714fb3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375597 Aug 16 02:21:43.526518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8b953-45e5-47f2-b3bb-6aed4297195c req-36b6c211-5197-4706-8412-c91500d5592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.528117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcf8b953-45e5-47f2-b3bb-6aed4297195c req-36b6c211-5197-4706-8412-c91500d5592f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bcb607da-a325-422b-a679-0da8ad0f6081 HTTP/1.1" status: 200 len: 854 time: 0.1009731 Aug 16 02:21:43.537733 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71e115c7-e40c-4f8f-bcf7-886f1ae122a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.581296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcf8b953-45e5-47f2-b3bb-6aed4297195c req-3d47b752-795d-4544-9b31-7500050bb186 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0afb66b7-6087-4321-a14e-7ec04491ae7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407381 Aug 16 02:21:43.682007 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71e115c7-e40c-4f8f-bcf7-886f1ae122a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.782788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcf8b953-45e5-47f2-b3bb-6aed4297195c req-bb39ed80-6d2d-4f26-a4d1-3cad0c032abe service neutron] 10.222.0.84 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972444 Aug 16 02:21:43.783625 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71e115c7-e40c-4f8f-bcf7-886f1ae122a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.812363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e115c7-e40c-4f8f-bcf7-886f1ae122a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c158791-6796-48d0-97e1-372499a9c67a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:43.816214 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71e115c7-e40c-4f8f-bcf7-886f1ae122a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.821369 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-71e115c7-e40c-4f8f-bcf7-886f1ae122a0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7c158791-6796-48d0-97e1-372499a9c67a HTTP/1.1" status: 204 len: 168 time: 0.4310219 Aug 16 02:21:43.821983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54532) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:43.823024 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edebec6b-0ede-4a73-af8d-f25c41d0c0ea None None] Network 7946a3aa-f856-41e5-96b8-90d7a4945a6d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:43.931623 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.935187 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcf8b953-45e5-47f2-b3bb-6aed4297195c req-8064acae-04e1-4b96-815a-8d0fe5956122 service neutron] 10.222.0.84 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451266 Aug 16 02:21:44.019805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Deleting port a521d6f9-72a4-481b-8d23-999fb72ef92d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:44.020306 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.174225 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] For port a521d6f9-72a4-481b-8d23-999fb72ef92d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a521d6f9-72a4-481b-8d23-999fb72ef92d,segment=NetworkSegment(d94e42e9-d74c-4302-a398-10ad71b7210a),segment_id=d94e42e9-d74c-4302-a398-10ad71b7210a)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:44.174685 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.187803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f710039-5c48-406a-a869-5b3f87dc6dd0 None None] DHCP port deletion for 7946a3aa-f856-41e5-96b8-90d7a4945a6d request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:21:44.209859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Calling delete_port for a521d6f9-72a4-481b-8d23-999fb72ef92d owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:44.275380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5f710039-5c48-406a-a869-5b3f87dc6dd0 None None] Deleting port a521d6f9-72a4-481b-8d23-999fb72ef92d {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:44.275872 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5f710039-5c48-406a-a869-5b3f87dc6dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.480730 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.566792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 293254ad-85d0-4f9a-965e-28826d23b1d0 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:44.578838 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=a521d6f9-72a4-481b-8d23-999fb72ef92d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:44.583826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] No DVR routers for this DVR port a521d6f9-72a4-481b-8d23-999fb72ef92d on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:44.594327 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.598814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 293254ad-85d0-4f9a-965e-28826d23b1d0 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:44.599415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 293254ad-85d0-4f9a-965e-28826d23b1d0 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:44.600043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a521d6f9-72a4-481b-8d23-999fb72ef92d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:44.631551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: a521d6f9-72a4-481b-8d23-999fb72ef92d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:44.635385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a521d6f9-72a4-481b-8d23-999fb72ef92d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:44.635835 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e0612932-fdac-4f21-aaf6-10cda06cf6ec no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:44.649466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5f710039-5c48-406a-a869-5b3f87dc6dd0 None None] For port a521d6f9-72a4-481b-8d23-999fb72ef92d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a521d6f9-72a4-481b-8d23-999fb72ef92d,segment=NetworkSegment(d94e42e9-d74c-4302-a398-10ad71b7210a),segment_id=d94e42e9-d74c-4302-a398-10ad71b7210a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:44.649990 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5f710039-5c48-406a-a869-5b3f87dc6dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.673916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: e0612932-fdac-4f21-aaf6-10cda06cf6ec {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:44.674269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device e0612932-fdac-4f21-aaf6-10cda06cf6ec not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:44.686126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5f710039-5c48-406a-a869-5b3f87dc6dd0 None None] Calling delete_port for a521d6f9-72a4-481b-8d23-999fb72ef92d owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:44.698545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e25286-5588-496e-8f8e-6877f0ca3d47 req-f19c5aa5-82da-4dd7-8412-c9708118b147 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.700225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0e25286-5588-496e-8f8e-6877f0ca3d47 req-f19c5aa5-82da-4dd7-8412-c9708118b147 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0802977 Aug 16 02:21:44.715618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.728741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7946a3aa-f856-41e5-96b8-90d7a4945a6d']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:44.740957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94e42e9-d74c-4302-a398-10ad71b7210a') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:44.741951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94e42e9-d74c-4302-a398-10ad71b7210a') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:44.749328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0e25286-5588-496e-8f8e-6877f0ca3d47 req-56e6c49f-383c-40c3-9eff-780406a8b4d7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 Aug 16 02:21:44.753248 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.770116 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.777956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:44.778546 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:44.780357 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:44.793919 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5f710039-5c48-406a-a869-5b3f87dc6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.822539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f710039-5c48-406a-a869-5b3f87dc6dd0 None None] No DVR routers for this DVR port a521d6f9-72a4-481b-8d23-999fb72ef92d on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:44.833225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f710039-5c48-406a-a869-5b3f87dc6dd0 None None] Pushing event deleted for resources: {'Port': ['ID=a521d6f9-72a4-481b-8d23-999fb72ef92d,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:44.850497 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.857574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.859633 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7946a3aa-f856-41e5-96b8-90d7a4945a6d HTTP/1.1" status: 204 len: 168 time: 1.0347149 Aug 16 02:21:44.873641 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c3de2-8c78-473a-a8eb-9d41e23f1b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=7946a3aa-f856-41e5-96b8-90d7a4945a6d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:45.072395 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cad6d-5568-4759-8067-5bfe5813d39f req-4599c78e-339e-4e86-a6be-5d21d322d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.074044 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a61cad6d-5568-4759-8067-5bfe5813d39f req-4599c78e-339e-4e86-a6be-5d21d322d248 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bdefa68309504e64ba2c2525c8ca1165&device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 1099 time: 0.0480089 Aug 16 02:21:45.075529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54578) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.130821 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d8a42277-e15a-4859-87d2-55d90b5b89f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=98941c0504af48e39a0ed057e7943116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540416 Aug 16 02:21:45.133498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54582) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.204397 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa3be93a-3f02-46f3-a300-c77f48c73df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.228167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cad6d-5568-4759-8067-5bfe5813d39f req-00d187cb-3284-42e3-9f11-a99dc637e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.228378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa3be93a-3f02-46f3-a300-c77f48c73df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.230141 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a61cad6d-5568-4759-8067-5bfe5813d39f req-00d187cb-3284-42e3-9f11-a99dc637e282 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 200 len: 915 time: 0.1307487 Aug 16 02:21:45.279648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a61cad6d-5568-4759-8067-5bfe5813d39f req-4a51a03a-6c74-419d-ac85-63977c5aff24 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2 HTTP/1.1" status: 200 len: 217 time: 0.0424032 Aug 16 02:21:45.286100 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa3be93a-3f02-46f3-a300-c77f48c73df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.290185 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa3be93a-3f02-46f3-a300-c77f48c73df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.291443 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aa3be93a-3f02-46f3-a300-c77f48c73df7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/270295a3-8df0-450a-ac44-370d438cd0f3 HTTP/1.1" status: 204 len: 168 time: 0.1568217 Aug 16 02:21:45.312645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3be93a-3f02-46f3-a300-c77f48c73df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270295a3-8df0-450a-ac44-370d438cd0f3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:45.343698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cad6d-5568-4759-8067-5bfe5813d39f req-ece0e376-2460-4505-b952-ecf05e549fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.345410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a61cad6d-5568-4759-8067-5bfe5813d39f req-ece0e376-2460-4505-b952-ecf05e549fcc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bcb607da-a325-422b-a679-0da8ad0f6081 HTTP/1.1" status: 200 len: 854 time: 0.0595710 Aug 16 02:21:45.391531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a61cad6d-5568-4759-8067-5bfe5813d39f req-69b218c7-bec7-4f84-8b85-3ce8f4fe0e54 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0afb66b7-6087-4321-a14e-7ec04491ae7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374930 Aug 16 02:21:45.583171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-115b34ee-3e1e-4568-a6ac-aaf9d6c766bd tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.584657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-115b34ee-3e1e-4568-a6ac-aaf9d6c766bd tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.1681192 Aug 16 02:21:45.606631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a61cad6d-5568-4759-8067-5bfe5813d39f req-c9c7df5f-1354-43d8-b658-6b7c45e2a858 service neutron] 10.222.0.84 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077103 Aug 16 02:21:45.609493 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-0274e4f2-acf4-430d-a1aa-7ad4da1b0b3e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/quotas/d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 375 time: 0.0156963 Aug 16 02:21:45.751109 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54616) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.751944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-719ca47e-d421-46d7-89bc-9ae919088cf4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285799 Aug 16 02:21:45.835706 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-35029023-a1ad-4828-bed3-d437654282f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9356e2b247743cb86c5beabab26b408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809908 Aug 16 02:21:45.839522 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54620) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.919635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a61cad6d-5568-4759-8067-5bfe5813d39f req-10614962-3453-473d-840f-1b54059c32d0 service neutron] 10.222.0.84 "GET /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054123 Aug 16 02:21:45.924856 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff80e-bf7b-42c5-bc6a-57dc9fc13e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.965353 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff80e-bf7b-42c5-bc6a-57dc9fc13e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.985152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1daa7b-5b1a-4b4b-85af-cdb61a891496 req-9ac924bf-3767-410d-9638-51be7cab637f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.987370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b1daa7b-5b1a-4b4b-85af-cdb61a891496 req-9ac924bf-3767-410d-9638-51be7cab637f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.1314692 Aug 16 02:21:46.026298 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-c2f67a17-f244-47f9-ba87-17729544ba3f service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738216 Aug 16 02:21:46.034949 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff80e-bf7b-42c5-bc6a-57dc9fc13e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.038032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff80e-bf7b-42c5-bc6a-57dc9fc13e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.039460 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1a8ff80e-bf7b-42c5-bc6a-57dc9fc13e5c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5475a727-c35c-4b96-85ad-73d44090c402 HTTP/1.1" status: 204 len: 168 time: 0.1986063 Aug 16 02:21:46.070801 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ff80e-bf7b-42c5-bc6a-57dc9fc13e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5475a727-c35c-4b96-85ad-73d44090c402,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:46.098606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b1daa7b-5b1a-4b4b-85af-cdb61a891496 req-b4084ced-2e70-44d2-82bf-6fca8bdbcb6e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970447 Aug 16 02:21:46.150310 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-bf68ee1d-4c7a-42eb-8df4-07968fbf76e1 service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120148 Aug 16 02:21:46.257585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0ab56-667a-41fc-b307-67c95ea3f530 req-b2708d99-455e-4fc1-9341-669b05541427 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.259685 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21d0ab56-667a-41fc-b307-67c95ea3f530 req-b2708d99-455e-4fc1-9341-669b05541427 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0753157 Aug 16 02:21:46.335774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21d0ab56-667a-41fc-b307-67c95ea3f530 req-4653f8f5-d5e7-4d48-b35a-3557fce72dec tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685258 Aug 16 02:21:46.457204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7becb5cf-b363-4a6f-aaec-4562f05aa1c2 req-b84caa38-04ac-47e2-9d95-9505a79b4567 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 210 time: 0.0805268 Aug 16 02:21:46.591027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcdcc6-f1ce-4c7f-8d71-ceb10321c974 req-b2c9dfa7-4b12-4fdb-b390-ee4b15cb0d4e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.598915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cdcdcc6-f1ce-4c7f-8d71-ceb10321c974 req-b2c9dfa7-4b12-4fdb-b390-ee4b15cb0d4e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0849285 Aug 16 02:21:46.657783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cdcdcc6-f1ce-4c7f-8d71-ceb10321c974 req-6709744c-411d-4f71-82d0-f56b6a7b0145 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577161 Aug 16 02:21:46.801246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da269be6-e142-4784-b884-792b98191419 req-42a294fe-a7fb-4066-ba7d-634cd1f20b7b tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.810975 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da269be6-e142-4784-b884-792b98191419 req-42a294fe-a7fb-4066-ba7d-634cd1f20b7b tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0774114 Aug 16 02:21:46.848081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da269be6-e142-4784-b884-792b98191419 req-0f7f0f39-f22f-4258-ac79-bf1871f500e4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364072 Aug 16 02:21:47.027857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0fdb6-a551-432f-a970-54f457f12012 req-cfffb5ca-c3b0-4788-a098-20fccec4827b tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.030726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16d0fdb6-a551-432f-a970-54f457f12012 req-cfffb5ca-c3b0-4788-a098-20fccec4827b tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0547736 Aug 16 02:21:47.080570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16d0fdb6-a551-432f-a970-54f457f12012 req-b65f28c8-c497-4c29-ac7c-83012a6eccf0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Aug 16 02:21:47.204711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b5d70-14fb-4243-af5a-09e83b0daf42 req-c3718a62-45b8-4b98-9606-5f908c5b120e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.206459 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-500b5d70-14fb-4243-af5a-09e83b0daf42 req-c3718a62-45b8-4b98-9606-5f908c5b120e tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0489628 Aug 16 02:21:47.246104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-500b5d70-14fb-4243-af5a-09e83b0daf42 req-64379c72-bf56-46be-a360-e2974f119b7d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Aug 16 02:21:47.393694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be713a0a-862c-486c-887d-dd0383d32d82 req-1217c319-39dc-4a8f-a280-c135e5b115bc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.395169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be713a0a-862c-486c-887d-dd0383d32d82 req-1217c319-39dc-4a8f-a280-c135e5b115bc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0529463 Aug 16 02:21:47.493388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be713a0a-862c-486c-887d-dd0383d32d82 req-f150e90d-1423-4217-9e56-2e2be79a4e92 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912926 Aug 16 02:21:47.543822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-cddc037f-60cb-4f91-9af0-c54c5d11f9e7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.545905 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-cddc037f-60cb-4f91-9af0-c54c5d11f9e7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.89 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.1371288 Aug 16 02:21:47.564740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'port': {'device_id': 'bb0bdeb8-89f0-48ba-9347-49ce7acf7e98', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'admin_state_up': True, 'tenant_id': 'd75bbba41d5646da86049365f8e03555'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:47.687397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e854067a-087d-4140-9728-a806f4ea3e5d req-d3385b44-85af-4d66-b566-5012e814e3ef tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 210 time: 0.0822024 Aug 16 02:21:47.739432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5739f-ebed-4953-98ca-6bfc6bac0f15 req-308424e8-6608-4151-aaed-3135e7bd90b3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.741863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99f5739f-ebed-4953-98ca-6bfc6bac0f15 req-308424e8-6608-4151-aaed-3135e7bd90b3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.1373320 Aug 16 02:21:47.800553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Made reservation on behalf of d75bbba41d5646da86049365f8e03555 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:47.804607 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.809149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99f5739f-ebed-4953-98ca-6bfc6bac0f15 req-bbc03943-794f-4ecc-b3fc-37ed55b2e0fa tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575752 Aug 16 02:21:48.013105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Allocated IP 172.20.0.13 (aa825c6e-a21d-4154-8526-44de4f4b199d/62fa95a6-f539-4a2a-bec5-6be7a7f420e0/2a34a7fd-b702-4def-9035-42e3533c8442) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:48.034887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac9b45-5e0d-4215-982a-e0632b871d56 req-f28470e3-1a06-478d-ac18-2c078205f8de tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.036377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-beac9b45-5e0d-4215-982a-e0632b871d56 req-f28470e3-1a06-478d-ac18-2c078205f8de tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0832345 Aug 16 02:21:48.430131 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.440688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-beac9b45-5e0d-4215-982a-e0632b871d56 req-91af2790-9c27-4bb5-a4e8-86854262dd5c tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964059 Aug 16 02:21:48.602742 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.627808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff700-4670-4a86-954e-717da7f99c3d req-5fd862e1-d4fc-40e1-8cc2-ba0184db37f3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.629366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-972ff700-4670-4a86-954e-717da7f99c3d req-5fd862e1-d4fc-40e1-8cc2-ba0184db37f3 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0960634 Aug 16 02:21:48.635571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Transition to ACTIVE for port object 2a34a7fd-b702-4def-9035-42e3533c8442 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:48.702560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-972ff700-4670-4a86-954e-717da7f99c3d req-d31be500-324b-4a43-9b1b-3d51ef028fff tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591533 Aug 16 02:21:48.725216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.766948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['3f64333c-0f54-469b-9fbf-6af243cd6c91'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:48.774037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Network aa825c6e-a21d-4154-8526-44de4f4b199d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:48.780768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:48.785836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:48.840582 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=2a34a7fd-b702-4def-9035-42e3533c8442,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:48.907111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.907920 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.015897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-86223add-f261-4eaa-9038-62021da31063 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4583335 Aug 16 02:21:49.030710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298fbc-611a-4239-b550-a8f1eb3989c2 req-838763f0-3c35-48ce-8eca-02bf040a03b3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.032514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f298fbc-611a-4239-b550-a8f1eb3989c2 req-838763f0-3c35-48ce-8eca-02bf040a03b3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 932 time: 0.1691167 Aug 16 02:21:49.038496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Request body: {'port': {'device_id': 'bb0bdeb8-89f0-48ba-9347-49ce7acf7e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:49.114169 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.134685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7d853142-fd73-45e6-992d-4d965e92b6b9 None None] Provisioning for port 2a34a7fd-b702-4def-9035-42e3533c8442 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:49.141428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7d853142-fd73-45e6-992d-4d965e92b6b9 None None] Provisioning complete for port 2a34a7fd-b702-4def-9035-42e3533c8442 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:49.141937 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7d853142-fd73-45e6-992d-4d965e92b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.204575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f298fbc-611a-4239-b550-a8f1eb3989c2 req-17eb777e-4322-4289-b27f-d49460ca3982 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969801 Aug 16 02:21:49.214522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cef11-dcfb-4406-ac70-a9aa43b519dd req-aa2043a7-8c14-4157-8d3f-9093ddb1572f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.216642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb1cef11-dcfb-4406-ac70-a9aa43b519dd req-aa2043a7-8c14-4157-8d3f-9093ddb1572f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.2803204 Aug 16 02:21:49.233992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7d853142-fd73-45e6-992d-4d965e92b6b9 None None] Port 2a34a7fd-b702-4def-9035-42e3533c8442 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:49.279776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb1cef11-dcfb-4406-ac70-a9aa43b519dd req-8a2393b4-a076-465d-af8e-533c9e8f569b tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573602 Aug 16 02:21:49.497763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b465ab-4b09-4a4c-9ecd-585558657277 req-a7bb1088-229f-47aa-9e0d-47c16855eef0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.499405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4b465ab-4b09-4a4c-9ecd-585558657277 req-a7bb1088-229f-47aa-9e0d-47c16855eef0 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0783648 Aug 16 02:21:49.569024 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4b465ab-4b09-4a4c-9ecd-585558657277 req-ff9ebf34-7420-4188-9c1f-c548cd9649e2 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632908 Aug 16 02:21:49.606866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a34a7fd-b702-4def-9035-42e3533c8442 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:49.616681 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.630515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Transition to ACTIVE for port object 2a34a7fd-b702-4def-9035-42e3533c8442 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:49.634655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.718097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Pushing event updated for resources: {'Port': ['ID=2a34a7fd-b702-4def-9035-42e3533c8442,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:49.779507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7a19-ead5-43ba-bd9d-7fad1b767897 req-91c84f50-72c9-45c6-8414-7b9962cee9c7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.781382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a0c7a19-ead5-43ba-bd9d-7fad1b767897 req-91c84f50-72c9-45c6-8414-7b9962cee9c7 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.1181378 Aug 16 02:21:49.836643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Attempting to bind port 2a34a7fd-b702-4def-9035-42e3533c8442 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:49.837013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Attempting to bind port 2a34a7fd-b702-4def-9035-42e3533c8442 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:49.837346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Attempting to bind port 2a34a7fd-b702-4def-9035-42e3533c8442 on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:49.849540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a0c7a19-ead5-43ba-bd9d-7fad1b767897 req-f2200974-ed4c-4787-a2d2-efbf264969b8 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603931 Aug 16 02:21:49.850168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Port 2a34a7fd-b702-4def-9035-42e3533c8442 on network aa825c6e-a21d-4154-8526-44de4f4b199d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:49.850554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Attempting to bind port 2a34a7fd-b702-4def-9035-42e3533c8442 on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:49.857051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:49.857399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Checking segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:49.857938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Bound using segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:49.858378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Bound port: 2a34a7fd-b702-4def-9035-42e3533c8442, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:49.858743 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.956542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] For port 2a34a7fd-b702-4def-9035-42e3533c8442, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:49.997817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] For port 2a34a7fd-b702-4def-9035-42e3533c8442, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2a34a7fd-b702-4def-9035-42e3533c8442,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:50.007799 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.050881 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334462e6-a625-4aaf-86a2-633e801d80c9 req-f7d1a239-63f9-4a37-b3f5-b1e2d0bfee13 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.052463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-334462e6-a625-4aaf-86a2-633e801d80c9 req-f7d1a239-63f9-4a37-b3f5-b1e2d0bfee13 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0974114 Aug 16 02:21:50.069245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.069802 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.072415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] 10.222.0.89 "PUT /v2.0/ports/2a34a7fd-b702-4def-9035-42e3533c8442 HTTP/1.1" status: 200 len: 1093 time: 1.0388148 Aug 16 02:21:50.072918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0bdeb8-89f0-48ba-9347-49ce7acf7e98', 'tag': '2a34a7fd-b702-4def-9035-42e3533c8442'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:50.075449 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0bdeb8-89f0-48ba-9347-49ce7acf7e98", "tag": "2a34a7fd-b702-4def-9035-42e3533c8442"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:50.122419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b637821-62aa-4a8a-8a12-f9eeab06e32e service neutron] Pushing event updated for resources: {'Port': ['ID=2a34a7fd-b702-4def-9035-42e3533c8442,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:50.161355 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d82053-80ac-4886-ba51-c83197a685e2 x-openstack-request-id: req-15d82053-80ac-4886-ba51-c83197a685e2 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:50.161581 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0bdeb8-89f0-48ba-9347-49ce7acf7e98", "tag": "2a34a7fd-b702-4def-9035-42e3533c8442", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:50.161811 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-15d82053-80ac-4886-ba51-c83197a685e2 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:50.162219 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0bdeb8-89f0-48ba-9347-49ce7acf7e98', 'tag': '2a34a7fd-b702-4def-9035-42e3533c8442', 'status': 'completed', 'code': 200} Aug 16 02:21:50.167641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-334462e6-a625-4aaf-86a2-633e801d80c9 req-7416df95-b27f-46b3-b88f-64e0e4204f2a tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884488 Aug 16 02:21:50.197218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-443e5094-e388-4633-be26-61a6f280fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.198779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-443e5094-e388-4633-be26-61a6f280fa43 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 1096 time: 0.0675149 Aug 16 02:21:50.306488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-ce23f17c-608b-43f8-9ccc-08bf945e922f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a34a7fd-b702-4def-9035-42e3533c8442 HTTP/1.1" status: 200 len: 217 time: 0.0987270 Aug 16 02:21:50.430701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586574ab-18c9-42ba-9cae-0860bbd577c4 req-ad56cab3-84bc-4e9b-a2cf-17507eeafbec tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.434893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-586574ab-18c9-42ba-9cae-0860bbd577c4 req-ad56cab3-84bc-4e9b-a2cf-17507eeafbec tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.1318157 Aug 16 02:21:50.442592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-da441e18-38fe-4364-ad16-c663967c1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.445095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-da441e18-38fe-4364-ad16-c663967c1ca6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.1106741 Aug 16 02:21:50.478037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9930cad-b24e-4c41-a555-28deb167ae1c req-5e42c09d-946e-4c2c-9d1b-29a533be56c8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.479489 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9930cad-b24e-4c41-a555-28deb167ae1c req-5e42c09d-946e-4c2c-9d1b-29a533be56c8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.1301372 Aug 16 02:21:50.569257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-586574ab-18c9-42ba-9cae-0860bbd577c4 req-49bd0e67-bcc7-46c4-a8c7-7c7395b6979d tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191812 Aug 16 02:21:50.577736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9930cad-b24e-4c41-a555-28deb167ae1c req-0c8ef90f-1b19-4c9d-aa4b-cb390faf3bd7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822370 Aug 16 02:21:50.579873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-1e008530-1775-4963-adc5-aa59a045268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.581659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-1e008530-1775-4963-adc5-aa59a045268c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289077 Aug 16 02:21:50.704505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-ea70e5ba-3384-4127-a434-3ca46fd7a8bf service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149163 Aug 16 02:21:50.821221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e9197eeb-8333-4a9f-8be9-f7661b77e598 req-eb8ef4b2-4cc2-4a3b-8d8b-4ef07655a7ea service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093357 Aug 16 02:21:50.916564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd req-94af4f6b-95a7-4a4e-bd81-5ace29854bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.918247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd req-94af4f6b-95a7-4a4e-bd81-5ace29854bdb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 1096 time: 0.0466390 Aug 16 02:21:51.036212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd req-9db6b06a-a428-46eb-82a1-30de70d59e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.038245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd req-9db6b06a-a428-46eb-82a1-30de70d59e30 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.1129537 Aug 16 02:21:51.179536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd req-81a9a723-b002-4e2c-951f-e92507493b12 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a34a7fd-b702-4def-9035-42e3533c8442 HTTP/1.1" status: 200 len: 217 time: 0.1292667 Aug 16 02:21:51.298419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd req-efd0082a-f076-49ac-af3b-95bc3daa7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.303777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd req-efd0082a-f076-49ac-af3b-95bc3daa7735 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.1162961 Aug 16 02:21:51.409337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd req-b0f2eaf9-6fc6-49be-8e18-1a805ea8d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.410847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd req-b0f2eaf9-6fc6-49be-8e18-1a805ea8d7c8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985458 Aug 16 02:21:51.618585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd req-5b8b3d23-f363-4a65-900c-37c623d45ce7 service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998472 Aug 16 02:21:51.797388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a82cc806-e8c8-4b4f-9fa1-03eff87c88cd req-2b1acb59-c4ab-4e3e-b45c-09fb6205cc25 service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705143 Aug 16 02:21:51.837217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e15c4-19d4-4cdd-97c6-9aa6d0286372 req-5655b65d-8f5a-4747-a6ed-deb3315e06fe tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.839555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-411e15c4-19d4-4cdd-97c6-9aa6d0286372 req-5655b65d-8f5a-4747-a6ed-deb3315e06fe tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.1273520 Aug 16 02:21:51.908842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-411e15c4-19d4-4cdd-97c6-9aa6d0286372 req-0d22ce68-a837-417c-a3c5-aa3e2d32ab4a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630188 Aug 16 02:21:53.104535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2763a-9012-4a18-80f0-9e27d3c6c47a req-2e576463-1e11-4359-ba25-f24de0f2cc75 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:53.106591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9db2763a-9012-4a18-80f0-9e27d3c6c47a req-2e576463-1e11-4359-ba25-f24de0f2cc75 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0672426 Aug 16 02:21:53.181827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9db2763a-9012-4a18-80f0-9e27d3c6c47a req-55c5b993-8904-4798-9b5d-6e07fbcea6c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658994 Aug 16 02:21:53.903856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54742) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:54.091285 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-412d11b0-f3e8-4f5f-86b5-1a52923dbaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.292576 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-412d11b0-f3e8-4f5f-86b5-1a52923dbaf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.300708 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-412d11b0-f3e8-4f5f-86b5-1a52923dbaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.346925 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d11b0-f3e8-4f5f-86b5-1a52923dbaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21854a32-f91e-4dc8-895a-23b9c068b84f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:54.351858 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-412d11b0-f3e8-4f5f-86b5-1a52923dbaf6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=61b7638279ef4d7ba90d7e524e1d0a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4471695 Aug 16 02:21:54.356679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54750) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:54.434766 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07f64b80-a83a-4939-91fa-f7796f09534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.462671 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68398b-adc2-4bf7-a3db-6de6d86b0ba6 req-87e3560c-8bff-414c-87dc-8b4a2610bf86 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.465417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d68398b-adc2-4bf7-a3db-6de6d86b0ba6 req-87e3560c-8bff-414c-87dc-8b4a2610bf86 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0729876 Aug 16 02:21:54.468060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07f64b80-a83a-4939-91fa-f7796f09534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.542299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d68398b-adc2-4bf7-a3db-6de6d86b0ba6 req-cff35c1d-5b0d-48fb-9de6-81fc4b29fff7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641472 Aug 16 02:21:54.578935 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07f64b80-a83a-4939-91fa-f7796f09534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.591509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-07f64b80-a83a-4939-91fa-f7796f09534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.593005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-07f64b80-a83a-4939-91fa-f7796f09534c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/21854a32-f91e-4dc8-895a-23b9c068b84f HTTP/1.1" status: 204 len: 168 time: 0.2353308 Aug 16 02:21:54.613826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f64b80-a83a-4939-91fa-f7796f09534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21854a32-f91e-4dc8-895a-23b9c068b84f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:55.691184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328080e5-99ba-4e8c-8748-163d001738d2 req-2a55c3b9-20e4-431e-9d96-65c2f8ce3d7f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.692941 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-328080e5-99ba-4e8c-8748-163d001738d2 req-2a55c3b9-20e4-431e-9d96-65c2f8ce3d7f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0613844 Aug 16 02:21:55.760104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-328080e5-99ba-4e8c-8748-163d001738d2 req-e1277f31-8736-4d66-b279-0cce966a2948 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580552 Aug 16 02:21:56.592215 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d781977-c8e9-4ffd-9cc6-c698cf86bdb5 req-a9a52043-762e-479a-9179-d02f0855f8c4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.594224 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d781977-c8e9-4ffd-9cc6-c698cf86bdb5 req-a9a52043-762e-479a-9179-d02f0855f8c4 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0597911 Aug 16 02:21:56.636544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d781977-c8e9-4ffd-9cc6-c698cf86bdb5 req-56109c1b-d180-4c92-b868-20fb1182e899 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Aug 16 02:21:56.889823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1e5c5-bc54-4dc6-ae18-dca5527ea613 req-be2dc3f5-7250-4a9c-a038-c23eff3562ff tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.891482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38f1e5c5-bc54-4dc6-ae18-dca5527ea613 req-be2dc3f5-7250-4a9c-a038-c23eff3562ff tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0520167 Aug 16 02:21:56.937729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38f1e5c5-bc54-4dc6-ae18-dca5527ea613 req-82aeef82-4d4c-47e2-be28-cc894173b593 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 Aug 16 02:21:57.754134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21990e60-c97d-4d70-afcd-b4c4351620b0 req-ed3a7e36-fe24-4b01-bde5-e9b2096d420c tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.755614 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21990e60-c97d-4d70-afcd-b4c4351620b0 req-ed3a7e36-fe24-4b01-bde5-e9b2096d420c tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0526495 Aug 16 02:21:57.793239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21990e60-c97d-4d70-afcd-b4c4351620b0 req-3795dcb0-479f-4136-a875-ee9cb7b212bf tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Aug 16 02:21:58.049366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d7c1c-8687-4e37-880c-d58a91d96141 req-9a0a1248-0527-44e7-a555-5759c385058d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:58.050746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f29d7c1c-8687-4e37-880c-d58a91d96141 req-9a0a1248-0527-44e7-a555-5759c385058d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0485520 Aug 16 02:21:58.090044 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f29d7c1c-8687-4e37-880c-d58a91d96141 req-f5d190b5-f4a6-4c5b-9fdc-17fdc6475590 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332079 Aug 16 02:21:58.717695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b946a5b-afaa-47a4-a3c6-9ea0887937c6 req-9892840b-9a9a-4bdc-bf2b-faebe8d53d9f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:58.719059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b946a5b-afaa-47a4-a3c6-9ea0887937c6 req-9892840b-9a9a-4bdc-bf2b-faebe8d53d9f tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.84 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0493171 Aug 16 02:21:58.814256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-7b946a5b-afaa-47a4-a3c6-9ea0887937c6 req-3e2f386c-f94d-44b8-9893-bbbc757fafdc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Deleting port ddc426e1-60f8-40bb-9cf2-2df177c941c2 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:58.814656 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7b946a5b-afaa-47a4-a3c6-9ea0887937c6 req-3e2f386c-f94d-44b8-9893-bbbc757fafdc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.937496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-7b946a5b-afaa-47a4-a3c6-9ea0887937c6 req-3e2f386c-f94d-44b8-9893-bbbc757fafdc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] For port ddc426e1-60f8-40bb-9cf2-2df177c941c2, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=ddc426e1-60f8-40bb-9cf2-2df177c941c2,segment=NetworkSegment(6f5dba9f-174e-449e-a00f-612a459aeb6d),segment_id=6f5dba9f-174e-449e-a00f-612a459aeb6d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:58.937843 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7b946a5b-afaa-47a4-a3c6-9ea0887937c6 req-3e2f386c-f94d-44b8-9893-bbbc757fafdc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.952833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5dd2-cfa3-40a6-97cf-a899a58168fd req-aac0e5f1-4f70-4858-9f24-70f7d0a5beb5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:58.954445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-739a5dd2-cfa3-40a6-97cf-a899a58168fd req-aac0e5f1-4f70-4858-9f24-70f7d0a5beb5 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/ports?device_id=20176c8c-d1aa-4c23-9870-d3a1517f2c66 HTTP/1.1" status: 200 len: 947 time: 0.0885878 Aug 16 02:21:58.960763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-7b946a5b-afaa-47a4-a3c6-9ea0887937c6 req-3e2f386c-f94d-44b8-9893-bbbc757fafdc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Calling delete_port for ddc426e1-60f8-40bb-9cf2-2df177c941c2 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:59.032759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-739a5dd2-cfa3-40a6-97cf-a899a58168fd req-86617da5-7856-47dd-9d34-8847b676fa06 tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.79 "GET /v2.0/security-groups?id=49fd0f7d-174e-427d-b676-46fbf7d69e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700037 Aug 16 02:21:59.114808 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7b946a5b-afaa-47a4-a3c6-9ea0887937c6 req-3e2f386c-f94d-44b8-9893-bbbc757fafdc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.145286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f386c-f94d-44b8-9893-bbbc757fafdc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Pushing event deleted for resources: {'Port': ['ID=ddc426e1-60f8-40bb-9cf2-2df177c941c2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:59.156826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['ddc426e1-60f8-40bb-9cf2-2df177c941c2'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:59.208200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b946a5b-afaa-47a4-a3c6-9ea0887937c6 req-3e2f386c-f94d-44b8-9893-bbbc757fafdc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] No DVR routers for this DVR port ddc426e1-60f8-40bb-9cf2-2df177c941c2 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:59.211880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7b946a5b-afaa-47a4-a3c6-9ea0887937c6 req-3e2f386c-f94d-44b8-9893-bbbc757fafdc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.214116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b946a5b-afaa-47a4-a3c6-9ea0887937c6 req-3e2f386c-f94d-44b8-9893-bbbc757fafdc tempest-ServersNegativeTestJSON-674877000 tempest-ServersNegativeTestJSON-674877000-project] 10.222.0.84 "DELETE /v2.0/ports/ddc426e1-60f8-40bb-9cf2-2df177c941c2 HTTP/1.1" status: 204 len: 173 time: 0.4889109 Aug 16 02:21:59.214547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'name': 'network-vif-deleted', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:59.216819 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cb21de-5b17-4f8a-a61c-1e170eca869e" -d '{"events": [{"server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "name": "network-vif-deleted", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:59.245527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228bbbf-5176-4a13-87cd-ead734af2390 req-e1e4fa64-89b4-4cae-b618-a9385e5935d0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.247197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5228bbbf-5176-4a13-87cd-ead734af2390 req-e1e4fa64-89b4-4cae-b618-a9385e5935d0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0754805 Aug 16 02:21:59.255011 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fd10fe-33e4-4e88-abe1-8b4085fb241d x-openstack-request-id: req-82fd10fe-33e4-4e88-abe1-8b4085fb241d {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:59.255302 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20176c8c-d1aa-4c23-9870-d3a1517f2c66", "name": "network-vif-deleted", "tag": "ddc426e1-60f8-40bb-9cf2-2df177c941c2", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:59.255556 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-82fd10fe-33e4-4e88-abe1-8b4085fb241d {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:59.255980 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20176c8c-d1aa-4c23-9870-d3a1517f2c66', 'name': 'network-vif-deleted', 'tag': 'ddc426e1-60f8-40bb-9cf2-2df177c941c2', 'status': 'completed', 'code': 200} Aug 16 02:21:59.296153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5228bbbf-5176-4a13-87cd-ead734af2390 req-75d39930-9097-4689-ba10-7cc7d623ba3c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340102 Aug 16 02:22:00.089025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54782) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.137328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3fdb58-23da-4078-8095-855137f5b4ac admin admin] Deleting subnet bcb607da-a325-422b-a679-0da8ad0f6081 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:00.141205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdb58-23da-4078-8095-855137f5b4ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.180386 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdb58-23da-4078-8095-855137f5b4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.225872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdb58-23da-4078-8095-855137f5b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.282125 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdb58-23da-4078-8095-855137f5b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.313200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fdb58-23da-4078-8095-855137f5b4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb607da-a325-422b-a679-0da8ad0f6081,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.316179 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdb58-23da-4078-8095-855137f5b4ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.318191 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9c3fdb58-23da-4078-8095-855137f5b4ac admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bcb607da-a325-422b-a679-0da8ad0f6081 HTTP/1.1" status: 204 len: 168 time: 0.2280540 Aug 16 02:22:00.322407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54786) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.411580 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.516735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20fcf6-0e1d-4b54-93d5-78fb5532097a req-8fdc35e4-d8bd-4d7f-952f-e1f17df464f3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.518279 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c20fcf6-0e1d-4b54-93d5-78fb5532097a req-8fdc35e4-d8bd-4d7f-952f-e1f17df464f3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.1272666 Aug 16 02:22:00.528761 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.549539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afb66b7-6087-4321-a14e-7ec04491ae7e']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:00.561944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5dba9f-174e-449e-a00f-612a459aeb6d') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:00.562243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5dba9f-174e-449e-a00f-612a459aeb6d') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:00.580541 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.597375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c20fcf6-0e1d-4b54-93d5-78fb5532097a req-48eaefa2-2652-4508-87b7-eccf9d47098f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729518 Aug 16 02:22:00.601397 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.610002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:00.610493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:00.612364 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:00.677693 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.683114 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.687532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] 10.222.0.79 "DELETE /v2.0/networks/0afb66b7-6087-4321-a14e-7ec04491ae7e HTTP/1.1" status: 204 len: 168 time: 0.3615811 Aug 16 02:22:00.702801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84c4fe-68b3-4716-9387-7d2ee814754d admin admin] Pushing event deleted for resources: {'Network': ['ID=0afb66b7-6087-4321-a14e-7ec04491ae7e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.863086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54790) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.914287 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-090bbf29-c9b9-4fef-839d-f508337df08b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bdefa68309504e64ba2c2525c8ca1165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497937 Aug 16 02:22:00.916913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54792) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.969157 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c4618da6-4508-4dd6-b52f-994cdae099cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.992448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c4618da6-4508-4dd6-b52f-994cdae099cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.040298 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c4618da6-4508-4dd6-b52f-994cdae099cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.043106 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c4618da6-4508-4dd6-b52f-994cdae099cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.044387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c4618da6-4508-4dd6-b52f-994cdae099cf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/49fd0f7d-174e-427d-b676-46fbf7d69e63 HTTP/1.1" status: 204 len: 168 time: 0.1265094 Aug 16 02:22:01.053454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4618da6-4508-4dd6-b52f-994cdae099cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fd0f7d-174e-427d-b676-46fbf7d69e63,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.529192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ddc426e1-60f8-40bb-9cf2-2df177c941c2 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:01.552380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: ddc426e1-60f8-40bb-9cf2-2df177c941c2 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:01.552729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device ddc426e1-60f8-40bb-9cf2-2df177c941c2 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:01.738150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94879-85c5-44cb-970e-564ee5f91cc8 req-6603411f-370d-4338-a291-7d53f2594d07 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.740633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69a94879-85c5-44cb-970e-564ee5f91cc8 req-6603411f-370d-4338-a291-7d53f2594d07 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0643480 Aug 16 02:22:01.786721 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69a94879-85c5-44cb-970e-564ee5f91cc8 req-7f1e3aa9-873c-4df0-a3ee-ac4bc4901a08 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Aug 16 02:22:01.790860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54816) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:01.893824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1579894193-network', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:01.915206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Made reservation on behalf of a20c8996e08e4fa58897ab691bdf01cf for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:01.917733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.926434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.024326 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.028178 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.053191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:02.063101 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afcb07a-9d98-4d90-b1d3-edfab7f2280a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:02.068034 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.068409 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Added segment 49ed85de-9b8d-4845-83b9-e6203d976298 of type vlan for network 3f6f4978-2be0-4726-973e-5847f3251b5e Aug 16 02:22:02.111868 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.142511 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.143518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.144077 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.200654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4086149 Aug 16 02:22:02.203604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54820) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:02.208481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] Request body: {'subnet': {'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1579894193-subnet', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:02.217155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fdaaf-a5a9-4ced-89b7-7f407a1d65b7 admin admin] Pushing event updated for resources: {'Network': ['ID=3f6f4978-2be0-4726-973e-5847f3251b5e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:02.229350 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 3f6f4978-2be0-4726-973e-5847f3251b5e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:02.238769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] Made reservation on behalf of a20c8996e08e4fa58897ab691bdf01cf for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:02.241217 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.423133 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.483764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=569c09bf-0d7f-44a3-924d-4030b03ac0ba,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:02.495324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] Checking segment: {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:02.495686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] Network hostable DHCP agents. Network: 3f6f4978-2be0-4726-973e-5847f3251b5e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:02.513948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] Network 3f6f4978-2be0-4726-973e-5847f3251b5e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:02.526360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 3f6f4978-2be0-4726-973e-5847f3251b5e) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:02.530714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.531302 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.537120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c64bd0-777a-4552-8c4a-43b817d1ec2e None None] Network 3f6f4978-2be0-4726-973e-5847f3251b5e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:02.553482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-05952c73-ee93-4cd9-b309-cb11792d1b45 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3462200 Aug 16 02:22:02.553720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54822) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:02.558407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:02.581806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.582838 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.645877 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.722822 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-3f6f4978-2be0-4726-973e-5847f3251b5e', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:02.723704 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.805516 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.895039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Allocated IP 172.20.0.2 (3f6f4978-2be0-4726-973e-5847f3251b5e/569c09bf-0d7f-44a3-924d-4030b03ac0ba/be4c7686-5a03-4e77-94fa-0be4e70633c4) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:02.961556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0c1ce-54a5-47f3-a08c-21908b7f7bb6 req-571e2260-4239-4f1b-be6a-d0743c7dbdf7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.963837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95f0c1ce-54a5-47f3-a08c-21908b7f7bb6 req-571e2260-4239-4f1b-be6a-d0743c7dbdf7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0787928 Aug 16 02:22:03.052854 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.064531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Transition to ACTIVE for port object be4c7686-5a03-4e77-94fa-0be4e70633c4 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:03.082265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Transition to ACTIVE for port object be4c7686-5a03-4e77-94fa-0be4e70633c4 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:03.092751 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.105230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95f0c1ce-54a5-47f3-a08c-21908b7f7bb6 req-82951b48-7455-4b62-96ba-c22df675981e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014473 Aug 16 02:22:03.119745 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.136456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Network 3f6f4978-2be0-4726-973e-5847f3251b5e is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:03.139517 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:03.145703 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:03.152354 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.158374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Pushing event updated for resources: {'Port': ['ID=be4c7686-5a03-4e77-94fa-0be4e70633c4,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.212305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Attempting to bind port be4c7686-5a03-4e77-94fa-0be4e70633c4 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:03.213913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Attempting to bind port be4c7686-5a03-4e77-94fa-0be4e70633c4 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:03.213913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Attempting to bind port be4c7686-5a03-4e77-94fa-0be4e70633c4 on network 3f6f4978-2be0-4726-973e-5847f3251b5e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:03.218970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:03.219433 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Checking segment: {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:03.219908 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.220384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Bound using segment: {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:03.220932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Bound port: be4c7686-5a03-4e77-94fa-0be4e70633c4, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:03.222214 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.281964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Allocated IP 172.25.2.222 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/1f98e096-9e3a-428e-89f8-dbac903250fd) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:03.293765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] For port be4c7686-5a03-4e77-94fa-0be4e70633c4, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:03.297367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] For port be4c7686-5a03-4e77-94fa-0be4e70633c4, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=be4c7686-5a03-4e77-94fa-0be4e70633c4,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:03.304511 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.379162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff09b7-d7f3-4c54-a9df-4bdb127fa508 None None] Pushing event updated for resources: {'Port': ['ID=be4c7686-5a03-4e77-94fa-0be4e70633c4,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.407542 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.453307 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.501500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:03.507956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:03.520619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:03.524308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Pushing event updated for resources: {'Port': ['ID=1f98e096-9e3a-428e-89f8-dbac903250fd,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.838807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.415105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003afc2-7875-4754-8651-c997d60ddb02 req-9e510c45-57da-4f6f-bbb6-6553418332d4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.416603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5003afc2-7875-4754-8651-c997d60ddb02 req-9e510c45-57da-4f6f-bbb6-6553418332d4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.1040843 Aug 16 02:22:04.420466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685390db-422c-4578-9f19-0eb3a9e6b1c0 None None] Network 3f6f4978-2be0-4726-973e-5847f3251b5e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:04.426316 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.525140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5003afc2-7875-4754-8651-c997d60ddb02 req-a6322222-beb0-43f0-8fe5-dda13efdad70 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829959 Aug 16 02:22:04.569002 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3475baee-8ecd-4024-b32f-bfeffe45d651 None None] Provisioning for port be4c7686-5a03-4e77-94fa-0be4e70633c4 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:04.641198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device be4c7686-5a03-4e77-94fa-0be4e70633c4 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:04.649223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Router e18af29a-8027-4911-8251-8ba332dff7c0 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:22:04.732179 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port be4c7686-5a03-4e77-94fa-0be4e70633c4 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:04.737025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port be4c7686-5a03-4e77-94fa-0be4e70633c4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:04.737654 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.763188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:04.774690 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Sync routers for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:04.785265 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:04.785904 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:21:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:04.786597 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.789376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-acb37a7f-f297-4726-a6b0-1bffb32a8a40 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2346604 Aug 16 02:22:04.792315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54828) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:04.851606 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.915188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port be4c7686-5a03-4e77-94fa-0be4e70633c4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=be4c7686-5a03-4e77-94fa-0be4e70633c4,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:04.918380 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:04.928215 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.027191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=be4c7686-5a03-4e77-94fa-0be4e70633c4,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:05.048777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e04c67c6-4858-4f0f-8fa6-bd11d1602bdc None None] Provisioning complete for port be4c7686-5a03-4e77-94fa-0be4e70633c4 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:05.049307 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e04c67c6-4858-4f0f-8fa6-bd11d1602bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.131556 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:03Z', 'revision_number': 3, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:05.160533 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Checking router: e18af29a-8027-4911-8251-8ba332dff7c0 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:05.160792 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Updating router e18af29a-8027-4911-8251-8ba332dff7c0 port 1f98e096-9e3a-428e-89f8-dbac903250fd binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:05.187790 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.320333 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.457695 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.468112 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Transition to ACTIVE for port object 1f98e096-9e3a-428e-89f8-dbac903250fd will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:05.474374 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.514476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Allocated IP 172.20.0.1 (3f6f4978-2be0-4726-973e-5847f3251b5e/569c09bf-0d7f-44a3-924d-4030b03ac0ba/60665a5f-a9cf-4c7d-add1-d407727af4a1) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:05.530267 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Attempting to bind port 1f98e096-9e3a-428e-89f8-dbac903250fd on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:05.530664 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Attempting to bind port 1f98e096-9e3a-428e-89f8-dbac903250fd by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:05.531015 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Attempting to bind port 1f98e096-9e3a-428e-89f8-dbac903250fd on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:05.533123 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Pushing event updated for resources: {'Port': ['ID=1f98e096-9e3a-428e-89f8-dbac903250fd,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:05.541987 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.542327 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.542663 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.542991 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.543320 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.543642 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.543964 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.544281 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.544598 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.544918 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.545425 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.545746 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:05.551222 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:05.551791 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:05.552195 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.554698 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:05.554698 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Bound port: 1f98e096-9e3a-428e-89f8-dbac903250fd, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:05.554698 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.606150 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] For port 1f98e096-9e3a-428e-89f8-dbac903250fd, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:05.609523 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] For port 1f98e096-9e3a-428e-89f8-dbac903250fd, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1f98e096-9e3a-428e-89f8-dbac903250fd,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:05.614914 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.671263 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.675312 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b890edc-9d74-4117-8bc5-fa90a806a28b None None] Pushing event updated for resources: {'Port': ['ID=1f98e096-9e3a-428e-89f8-dbac903250fd,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:05.682252 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:05.682872 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:21:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:05.688396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f23d-3081-4ab6-b78d-28679a69d170 req-9e934b14-059a-4b1a-a118-366fa375544c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.690613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1e9f23d-3081-4ab6-b78d-28679a69d170 req-9e934b14-059a-4b1a-a118-366fa375544c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0995078 Aug 16 02:22:05.714773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Transition to ACTIVE for port object 60665a5f-a9cf-4c7d-add1-d407727af4a1 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:05.755303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1e9f23d-3081-4ab6-b78d-28679a69d170 req-99957435-3b78-4bbe-8683-6132801800fb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538292 Aug 16 02:22:05.784929 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.797640 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:05.826495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Network 3f6f4978-2be0-4726-973e-5847f3251b5e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:05.829490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:05.833181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:05.858113 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Pushing event updated for resources: {'Port': ['ID=60665a5f-a9cf-4c7d-add1-d407727af4a1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:05.875919 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.004095 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:03Z', 'revision_number': 3, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:06.033034 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a7e24-5445-468b-81e6-fbc78bad1c87 None None] The sync data for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 is: [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:03Z', 'revision_number': 3, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:06.033998 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.163346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7ba99e8c-28d8-4777-bb0c-c1a07d0483ea None None] Provisioning for port 60665a5f-a9cf-4c7d-add1-d407727af4a1 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:06.169417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7ba99e8c-28d8-4777-bb0c-c1a07d0483ea None None] Provisioning complete for port 60665a5f-a9cf-4c7d-add1-d407727af4a1 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:06.169825 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7ba99e8c-28d8-4777-bb0c-c1a07d0483ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.209207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7ba99e8c-28d8-4777-bb0c-c1a07d0483ea None None] Port 60665a5f-a9cf-4c7d-add1-d407727af4a1 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:06.235474 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.240391 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.312645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Pushing event updated for resources: {'Port': ['ID=60665a5f-a9cf-4c7d-add1-d407727af4a1,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:06.316246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.429806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Network 3f6f4978-2be0-4726-973e-5847f3251b5e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:06.431190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:06.606604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Router e18af29a-8027-4911-8251-8ba332dff7c0 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:06.652343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device be4c7686-5a03-4e77-94fa-0be4e70633c4 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:06.719458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port be4c7686-5a03-4e77-94fa-0be4e70633c4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:06.719833 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.750679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:06.756363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-51a50067-fc73-4535-8dfc-cc5e24c73567 admin admin] 10.222.0.79 "PUT /v2.0/routers/e18af29a-8027-4911-8251-8ba332dff7c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9504647 Aug 16 02:22:06.776095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c135e6af-17fe-41e2-a232-bc797a81b6e6 None None] Provisioning complete for port 60665a5f-a9cf-4c7d-add1-d407727af4a1 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:06.776473 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c135e6af-17fe-41e2-a232-bc797a81b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.847308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c135e6af-17fe-41e2-a232-bc797a81b6e6 None None] Port 60665a5f-a9cf-4c7d-add1-d407727af4a1 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:06.870771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1f98e096-9e3a-428e-89f8-dbac903250fd up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:06.913256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6368349-722f-4c23-9f30-a896250c07c0 req-ad5fce43-3f01-4098-b87e-11d735c6a898 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.915124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6368349-722f-4c23-9f30-a896250c07c0 req-ad5fce43-3f01-4098-b87e-11d735c6a898 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0718975 Aug 16 02:22:06.947180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 1f98e096-9e3a-428e-89f8-dbac903250fd completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:06.952821 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1f98e096-9e3a-428e-89f8-dbac903250fd triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:06.953716 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.961341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c6368349-722f-4c23-9f30-a896250c07c0 req-509daa9b-e55f-44c8-8c69-f6414bd58aa2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Aug 16 02:22:07.064939 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.091996 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 1f98e096-9e3a-428e-89f8-dbac903250fd, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1f98e096-9e3a-428e-89f8-dbac903250fd,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:07.097462 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.147324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=1f98e096-9e3a-428e-89f8-dbac903250fd,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.408403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54840) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:07.413567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5ff1d9e3-7296-4e87-bfa9-60c0e41e708d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--707942572', 'description': 'tempest-description--1529216155'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:07.439903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d9e3-7296-4e87-bfa9-60c0e41e708d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.532441 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d9e3-7296-4e87-bfa9-60c0e41e708d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.536388 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d9e3-7296-4e87-bfa9-60c0e41e708d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.567853 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d9e3-7296-4e87-bfa9-60c0e41e708d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.572200 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5ff1d9e3-7296-4e87-bfa9-60c0e41e708d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1625559 Aug 16 02:22:07.572575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54842) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:07.577094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1d9e3-7296-4e87-bfa9-60c0e41e708d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d70476-7402-482c-a5fc-c5b192b6441e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.577950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4e1fad18-984b-401a-8a49-30c4165628a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'security_group_rule': {'security_group_id': '41d70476-7402-482c-a5fc-c5b192b6441e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:07.617467 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e1fad18-984b-401a-8a49-30c4165628a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.682411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e1fad18-984b-401a-8a49-30c4165628a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.686853 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e1fad18-984b-401a-8a49-30c4165628a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.706386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fad18-984b-401a-8a49-30c4165628a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625f0ed4-6d0f-44fd-83c7-f9e8c03c585f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.714145 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4e1fad18-984b-401a-8a49-30c4165628a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.715333 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4e1fad18-984b-401a-8a49-30c4165628a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415441 Aug 16 02:22:07.718409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54846) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:07.722916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-71bb84b9-de37-424a-8443-65a7bcdbc269 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'security_group_rule': {'security_group_id': '41d70476-7402-482c-a5fc-c5b192b6441e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:07.754818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71bb84b9-de37-424a-8443-65a7bcdbc269 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.760736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Sync routers for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:07.777526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:07.778424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:21:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:07.828504 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71bb84b9-de37-424a-8443-65a7bcdbc269 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.833790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71bb84b9-de37-424a-8443-65a7bcdbc269 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.859849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb84b9-de37-424a-8443-65a7bcdbc269 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a42765-9ca4-4056-ad86-98d286bcc211,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.867090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-71bb84b9-de37-424a-8443-65a7bcdbc269 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.868716 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-71bb84b9-de37-424a-8443-65a7bcdbc269 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493502 Aug 16 02:22:07.871968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 54848) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:07.877713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:07.907365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.908152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:08.021819 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.109290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237812-26b3-4a04-9583-b2c4a4ef138b req-bb69bfea-e26c-44b7-a8cd-d705711ad85e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:08.113565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4237812-26b3-4a04-9583-b2c4a4ef138b req-bb69bfea-e26c-44b7-a8cd-d705711ad85e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0572567 Aug 16 02:22:08.147533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:06Z', 'revision_number': 2, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:08.162513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Allocated IP 172.25.2.214 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/0de7195f-5b78-4930-9e31-f999a0b37133) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:08.162770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4237812-26b3-4a04-9583-b2c4a4ef138b req-96d4c5bc-d37a-4ed8-93ae-b7ac26f083df tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429986 Aug 16 02:22:08.178951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Checking router: e18af29a-8027-4911-8251-8ba332dff7c0 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:08.179326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Updating router e18af29a-8027-4911-8251-8ba332dff7c0 port 60665a5f-a9cf-4c7d-add1-d407727af4a1 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:08.209164 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.283247 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.334136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.381745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:08.385049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:08.388859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:08.412216 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'Port': ['ID=0de7195f-5b78-4930-9e31-f999a0b37133,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.524452 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.553122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1f98e096-9e3a-428e-89f8-dbac903250fd up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:08.557221 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.572378 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.592963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Transition to ACTIVE for port object 60665a5f-a9cf-4c7d-add1-d407727af4a1 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:08.605224 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.718780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91827974-d32f-4b2e-a002-c50469e3f04d None None] Pushing event updated for resources: {'Port': ['ID=60665a5f-a9cf-4c7d-add1-d407727af4a1,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.737309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1f98e096-9e3a-428e-89f8-dbac903250fd triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:08.737894 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.763516 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.764444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Attempting to bind port 60665a5f-a9cf-4c7d-add1-d407727af4a1 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:08.764938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Attempting to bind port 60665a5f-a9cf-4c7d-add1-d407727af4a1 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:08.765754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Attempting to bind port 60665a5f-a9cf-4c7d-add1-d407727af4a1 on network 3f6f4978-2be0-4726-973e-5847f3251b5e {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:08.768235 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.778956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:08.779380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Checking segment: {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:08.779860 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.780276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Bound using segment: {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:08.780811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Bound port: 60665a5f-a9cf-4c7d-add1-d407727af4a1, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:08.781385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.846659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'Port': ['ID=0de7195f-5b78-4930-9e31-f999a0b37133,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.874652 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.891470 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.901603 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c4ce51db-7448-4bc5-b777-2c6fecb3c388 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0204496 Aug 16 02:22:08.923694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] For port 60665a5f-a9cf-4c7d-add1-d407727af4a1, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:08.941937 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cfe912f8-58cd-4b07-99c9-74e9f2825cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.945661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] For port 60665a5f-a9cf-4c7d-add1-d407727af4a1, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=60665a5f-a9cf-4c7d-add1-d407727af4a1,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:08.950484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.028668 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:09.029344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:21:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:09.032389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91827974-d32f-4b2e-a002-c50469e3f04d None None] Pushing event updated for resources: {'Port': ['ID=60665a5f-a9cf-4c7d-add1-d407727af4a1,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:09.065576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-75c3b13d-ae49-440d-bae7-17086053e5e7 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--707942572&fields=id&tenant_id=a20c8996e08e4fa58897ab691bdf01cf HTTP/1.1" status: 200 len: 267 time: 0.0536828 Aug 16 02:22:09.150962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:09.182398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-a532f294-84b0-49c3-8e78-4165c08f2daa tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.184124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-a532f294-84b0-49c3-8e78-4165c08f2daa tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 811 time: 0.1169295 Aug 16 02:22:09.202386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-cc63ce34-6a26-46cd-973f-df64b7349301 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/quotas/a20c8996e08e4fa58897ab691bdf01cf HTTP/1.1" status: 200 len: 375 time: 0.0108612 Aug 16 02:22:09.301792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-3e6ea6e1-5d59-48c1-99db-a59b2ff8ad58 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873518 Aug 16 02:22:09.321862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524661c4-3b9d-4ce8-9a6a-66a5f0e80e87 req-13593c73-7663-4430-8a7c-4f2c86523f1b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.323708 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-524661c4-3b9d-4ce8-9a6a-66a5f0e80e87 req-13593c73-7663-4430-8a7c-4f2c86523f1b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0764103 Aug 16 02:22:09.374673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:09.407116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b53b7-c567-4d0d-9ef2-0ad3debf2d41 None None] The sync data for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 is: [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:08Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:09.411784 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-524661c4-3b9d-4ce8-9a6a-66a5f0e80e87 req-48279e28-bd85-4849-9b87-390c31867623 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780530 Aug 16 02:22:09.460317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-06300299-ed6d-4f5d-91d3-151711c916da service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294360 Aug 16 02:22:09.575360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-8d1c5720-fddb-4544-9641-2807c61e1fa9 service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034420 Aug 16 02:22:09.744418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11cf81da-9c5d-4d9b-814a-be870ed25610 req-0e62c50b-e191-42d3-b204-a81dc81df021 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 210 time: 0.0288360 Aug 16 02:22:09.782790 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.546323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6647cc-ae16-4d69-b8e1-2be6e7ef7483 req-cc123778-18b3-4ede-a006-0b52fe16f80a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:10.547830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c6647cc-ae16-4d69-b8e1-2be6e7ef7483 req-cc123778-18b3-4ede-a006-0b52fe16f80a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0524642 Aug 16 02:22:10.550840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 60665a5f-a9cf-4c7d-add1-d407727af4a1 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:10.587247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c6647cc-ae16-4d69-b8e1-2be6e7ef7483 req-0c5b3a88-5771-4e2d-981b-0f3cb2211089 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316389 Aug 16 02:22:10.605845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 60665a5f-a9cf-4c7d-add1-d407727af4a1 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:10.609720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 60665a5f-a9cf-4c7d-add1-d407727af4a1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:10.610124 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.690525 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.728443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 60665a5f-a9cf-4c7d-add1-d407727af4a1, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=60665a5f-a9cf-4c7d-add1-d407727af4a1,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:10.733846 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.780834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-9c633dcd-ecb3-47ce-8793-55acb0b767f7 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:10.782483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-9c633dcd-ecb3-47ce-8793-55acb0b767f7 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 811 time: 0.1134984 Aug 16 02:22:10.794686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=60665a5f-a9cf-4c7d-add1-d407727af4a1,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.839314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-61f9926a-7d86-40fe-b75b-280adcccc31b tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a20c8996e08e4fa58897ab691bdf01cf HTTP/1.1" status: 200 len: 379 time: 0.0457933 Aug 16 02:22:10.851585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'port': {'device_id': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'admin_state_up': True, 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'security_groups': ['41d70476-7402-482c-a5fc-c5b192b6441e']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:10.933677 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09d0fa0a-2237-411b-b6a0-fea7255c4afb req-c69c2435-9330-4473-bd2d-41e8c98b2d69 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 210 time: 0.0774064 Aug 16 02:22:11.014053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Made reservation on behalf of a20c8996e08e4fa58897ab691bdf01cf for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:11.019154 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.156226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Allocated IP 172.20.0.3 (3f6f4978-2be0-4726-973e-5847f3251b5e/569c09bf-0d7f-44a3-924d-4030b03ac0ba/9278f5f5-9483-4caa-9297-10cefa9c514b) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:11.309795 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.325078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Transition to ACTIVE for port object 9278f5f5-9483-4caa-9297-10cefa9c514b will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:11.368404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.412023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Network 3f6f4978-2be0-4726-973e-5847f3251b5e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:11.417106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:11.420969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:11.447732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'Port': ['ID=9278f5f5-9483-4caa-9297-10cefa9c514b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:11.479523 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.480563 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.494931 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5d197a2-82ae-493b-87f0-5fc2214fb687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.502926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-1f1ecce0-cacc-4076-8813-869c68252e7d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6555252 Aug 16 02:22:11.573591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Request body: {'port': {'device_id': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:11.584127 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.642821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.728221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fca1bbd6-c5c1-4b25-a55e-25b08a3411ca None None] Provisioning for port 9278f5f5-9483-4caa-9297-10cefa9c514b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:11.733355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fca1bbd6-c5c1-4b25-a55e-25b08a3411ca None None] Provisioning complete for port 9278f5f5-9483-4caa-9297-10cefa9c514b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:11.734019 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fca1bbd6-c5c1-4b25-a55e-25b08a3411ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.776619 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fca1bbd6-c5c1-4b25-a55e-25b08a3411ca None None] Port 9278f5f5-9483-4caa-9297-10cefa9c514b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:11.799894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8ecfe-34cc-47dc-8978-5f44850da8c6 req-27720b22-bae4-4b1d-b4e3-10f166b62f1e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.801501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14e8ecfe-34cc-47dc-8978-5f44850da8c6 req-27720b22-bae4-4b1d-b4e3-10f166b62f1e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.1203110 Aug 16 02:22:11.892668 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14e8ecfe-34cc-47dc-8978-5f44850da8c6 req-eec822ca-3b93-45ba-a5a8-6c13804a9954 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806046 Aug 16 02:22:11.994891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9278f5f5-9483-4caa-9297-10cefa9c514b {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:12.002908 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.023860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Transition to ACTIVE for port object 9278f5f5-9483-4caa-9297-10cefa9c514b will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:12.040712 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.101141 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Pushing event updated for resources: {'Port': ['ID=9278f5f5-9483-4caa-9297-10cefa9c514b,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:12.113076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46021804-7387-495e-8d0a-0d46832480c5 req-042e0f3b-9a35-4dc0-a1cd-e6088a2316e8 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:12.114631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46021804-7387-495e-8d0a-0d46832480c5 req-042e0f3b-9a35-4dc0-a1cd-e6088a2316e8 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 931 time: 0.1058834 Aug 16 02:22:12.205288 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46021804-7387-495e-8d0a-0d46832480c5 req-f12ab42d-861f-4c8b-afd4-e032501b3d6d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694358 Aug 16 02:22:12.230564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Attempting to bind port 9278f5f5-9483-4caa-9297-10cefa9c514b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:12.231112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Attempting to bind port 9278f5f5-9483-4caa-9297-10cefa9c514b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:12.231831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Attempting to bind port 9278f5f5-9483-4caa-9297-10cefa9c514b on network 3f6f4978-2be0-4726-973e-5847f3251b5e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:12.239928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Port 9278f5f5-9483-4caa-9297-10cefa9c514b on network 3f6f4978-2be0-4726-973e-5847f3251b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:12.240259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Attempting to bind port 9278f5f5-9483-4caa-9297-10cefa9c514b on network 3f6f4978-2be0-4726-973e-5847f3251b5e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:12.247099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:12.247563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Checking segment: {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:12.247980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Bound using segment: {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:12.248664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Bound port: 9278f5f5-9483-4caa-9297-10cefa9c514b, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:12.249225 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.321340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] For port 9278f5f5-9483-4caa-9297-10cefa9c514b, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:12.324297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] For port 9278f5f5-9483-4caa-9297-10cefa9c514b, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9278f5f5-9483-4caa-9297-10cefa9c514b,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:12.328541 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.366972 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:12.367590 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.369026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] 10.222.0.89 "PUT /v2.0/ports/9278f5f5-9483-4caa-9297-10cefa9c514b HTTP/1.1" status: 200 len: 1092 time: 0.8578286 Aug 16 02:22:12.369469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'tag': '9278f5f5-9483-4caa-9297-10cefa9c514b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:12.371754 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac8e533-e6c9-41dc-9994-5633561e4fec" -d '{"events": [{"name": "network-changed", "server_uuid": "e86908e8-7dde-46d4-91e7-30f413ac6a53", "tag": "9278f5f5-9483-4caa-9297-10cefa9c514b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:12.392059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7309297-0b89-4809-8fc6-c84e1254bc36 service neutron] Pushing event updated for resources: {'Port': ['ID=9278f5f5-9483-4caa-9297-10cefa9c514b,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:12.443469 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c70ed9-ab8d-4908-a930-09492a029cb0 x-openstack-request-id: req-53c70ed9-ab8d-4908-a930-09492a029cb0 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:12.443801 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86908e8-7dde-46d4-91e7-30f413ac6a53", "tag": "9278f5f5-9483-4caa-9297-10cefa9c514b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:12.444133 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53c70ed9-ab8d-4908-a930-09492a029cb0 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:12.444421 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'tag': '9278f5f5-9483-4caa-9297-10cefa9c514b', 'status': 'completed', 'code': 200} Aug 16 02:22:12.467086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-9d738695-130a-4077-8cd6-8bf3a513231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:12.468715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-9d738695-130a-4077-8cd6-8bf3a513231c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 1095 time: 0.0558004 Aug 16 02:22:12.520599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-2a4a0f19-0869-4388-99a7-0c68dff0d67c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9278f5f5-9483-4caa-9297-10cefa9c514b HTTP/1.1" status: 200 len: 217 time: 0.0439672 Aug 16 02:22:12.532895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 60665a5f-a9cf-4c7d-add1-d407727af4a1 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:12.579056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-f801616a-4306-4555-a174-c54d275f451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:12.580672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-f801616a-4306-4555-a174-c54d275f451f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0519803 Aug 16 02:22:12.591748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 60665a5f-a9cf-4c7d-add1-d407727af4a1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:12.592239 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.637682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-39b13158-189b-471a-8eae-e7fbdaf89335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:12.639111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-39b13158-189b-471a-8eae-e7fbdaf89335 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515141 Aug 16 02:22:12.736943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-107c77d1-8622-4311-8a58-49d8682867a9 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907538 Aug 16 02:22:12.755744 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:22:12.837948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-09fc3819-f763-43ca-97a1-bbdaf51c58a2 req-ef3c14e0-a964-4208-bae6-b588b6c43280 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942085 Aug 16 02:22:12.863685 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.924737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8e533-e6c9-41dc-9994-5633561e4fec req-bd22f1c6-f2a3-45ac-8489-ebb972e532bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:12.926264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ac8e533-e6c9-41dc-9994-5633561e4fec req-bd22f1c6-f2a3-45ac-8489-ebb972e532bb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 1095 time: 0.0415494 Aug 16 02:22:13.060288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92be54b-adb4-4121-b7bf-11398ed61fe7 req-a01cbb72-42d2-4bff-9c6e-ead4560cd027 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.061953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b92be54b-adb4-4121-b7bf-11398ed61fe7 req-a01cbb72-42d2-4bff-9c6e-ead4560cd027 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 944 time: 0.0838802 Aug 16 02:22:13.065091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8e533-e6c9-41dc-9994-5633561e4fec req-86aa0ee1-f19a-4d9a-87fc-b18718a1f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.066519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ac8e533-e6c9-41dc-9994-5633561e4fec req-86aa0ee1-f19a-4d9a-87fc-b18718a1f192 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.1333787 Aug 16 02:22:13.118272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ac8e533-e6c9-41dc-9994-5633561e4fec req-b8dd2af0-f7d7-424e-b645-803ea7d05b89 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9278f5f5-9483-4caa-9297-10cefa9c514b HTTP/1.1" status: 200 len: 217 time: 0.0429723 Aug 16 02:22:13.145277 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b92be54b-adb4-4121-b7bf-11398ed61fe7 req-0660356a-6d9b-4788-bad0-c01ce96f6947 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766115 Aug 16 02:22:13.183905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8e533-e6c9-41dc-9994-5633561e4fec req-d692f919-0d7e-427f-8da2-d8d0b62ed487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.185455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ac8e533-e6c9-41dc-9994-5633561e4fec req-d692f919-0d7e-427f-8da2-d8d0b62ed487 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0560670 Aug 16 02:22:13.239408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8e533-e6c9-41dc-9994-5633561e4fec req-107af20e-e1c2-443b-8192-d1ef36b39559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.241588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ac8e533-e6c9-41dc-9994-5633561e4fec req-107af20e-e1c2-443b-8192-d1ef36b39559 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481763 Aug 16 02:22:13.460272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2a34a7fd-b702-4def-9035-42e3533c8442 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:13.573979 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2a34a7fd-b702-4def-9035-42e3533c8442, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2a34a7fd-b702-4def-9035-42e3533c8442,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:13.590928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '2a34a7fd-b702-4def-9035-42e3533c8442', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'port_id': '2a34a7fd-b702-4def-9035-42e3533c8442', 'mac_address': 'fa:16:3e:a0:02:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:13.632105 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.646695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a34a7fd-b702-4def-9035-42e3533c8442 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:13.670340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2a34a7fd-b702-4def-9035-42e3533c8442, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2a34a7fd-b702-4def-9035-42e3533c8442,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:13.675842 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.731744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2a34a7fd-b702-4def-9035-42e3533c8442,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:13.739069 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ac8e533-e6c9-41dc-9994-5633561e4fec req-8ccd3183-9ba6-4a2a-8e1a-aa1044a8029a service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884093 Aug 16 02:22:13.754789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309549f-2cd8-4ad7-bd17-e11e1d229c54 req-0a8c776a-4db3-4fb4-8f5b-4661e4e64169 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.756730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5309549f-2cd8-4ad7-bd17-e11e1d229c54 req-0a8c776a-4db3-4fb4-8f5b-4661e4e64169 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 943 time: 0.4406686 Aug 16 02:22:13.843579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5309549f-2cd8-4ad7-bd17-e11e1d229c54 req-5ebd66f8-c690-4ee1-9356-9ac8fa88f15e tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799084 Aug 16 02:22:13.871635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9ac8e533-e6c9-41dc-9994-5633561e4fec req-61c17438-0b9b-447b-b554-b4fd6313cf73 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245682 Aug 16 02:22:13.882627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2a34a7fd-b702-4def-9035-42e3533c8442'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:14.294397 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.309438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebca2a9-34e2-4fb6-81b3-5531a88f23a8 req-92d8130a-fc89-4d8b-83df-3143c57020fc tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.311481 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ebca2a9-34e2-4fb6-81b3-5531a88f23a8 req-92d8130a-fc89-4d8b-83df-3143c57020fc tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 945 time: 0.0674214 Aug 16 02:22:14.360740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ebca2a9-34e2-4fb6-81b3-5531a88f23a8 req-b7a441e0-8308-4bb5-8f08-444f24398f01 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 Aug 16 02:22:14.970200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f98a77-8097-4844-9070-6da305c1949a req-1cfabf92-9ea0-424c-a179-360e6d92c82a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.971658 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2f98a77-8097-4844-9070-6da305c1949a req-1cfabf92-9ea0-424c-a179-360e6d92c82a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 943 time: 0.0540485 Aug 16 02:22:15.014228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2f98a77-8097-4844-9070-6da305c1949a req-c7e3b154-3a0c-4c10-97c2-cd6af2dfd782 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355396 Aug 16 02:22:15.460927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9278f5f5-9483-4caa-9297-10cefa9c514b details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:15.463070 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2a34a7fd-b702-4def-9035-42e3533c8442 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:15.494845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86c49-9b12-4405-8728-2f47078a7a9e req-d26b181c-472d-43d2-834a-7c2f9dd573c7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.496327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fe86c49-9b12-4405-8728-2f47078a7a9e req-d26b181c-472d-43d2-834a-7c2f9dd573c7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 945 time: 0.0547166 Aug 16 02:22:15.536656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fe86c49-9b12-4405-8728-2f47078a7a9e req-752af257-4421-4312-96a9-0d6b55f83e90 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320301 Aug 16 02:22:15.567054 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 2a34a7fd-b702-4def-9035-42e3533c8442 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:15.578919 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 2a34a7fd-b702-4def-9035-42e3533c8442 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:15.579290 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.625426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9278f5f5-9483-4caa-9297-10cefa9c514b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9278f5f5-9483-4caa-9297-10cefa9c514b,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:15.639734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '9278f5f5-9483-4caa-9297-10cefa9c514b', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'port_id': '9278f5f5-9483-4caa-9297-10cefa9c514b', 'mac_address': 'fa:16:3e:54:f7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:15.711031 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.721491 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.733338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9278f5f5-9483-4caa-9297-10cefa9c514b {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:15.763585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9278f5f5-9483-4caa-9297-10cefa9c514b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9278f5f5-9483-4caa-9297-10cefa9c514b,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:15.768748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0bdeb8-89f0-48ba-9347-49ce7acf7e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a34a7fd-b702-4def-9035-42e3533c8442'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:15.771338 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c825e01-ace7-4296-99ea-44002265b837" -d '{"events": [{"server_uuid": "bb0bdeb8-89f0-48ba-9347-49ce7acf7e98", "name": "network-vif-plugged", "status": "completed", "tag": "2a34a7fd-b702-4def-9035-42e3533c8442"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:15.777662 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.789397 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 2a34a7fd-b702-4def-9035-42e3533c8442, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2a34a7fd-b702-4def-9035-42e3533c8442,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:15.809993 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.814774 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9869ce-20e8-4b0b-a8c1-40d788f737e0 x-openstack-request-id: req-4a9869ce-20e8-4b0b-a8c1-40d788f737e0 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:15.815188 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0bdeb8-89f0-48ba-9347-49ce7acf7e98", "name": "network-vif-plugged", "status": "completed", "tag": "2a34a7fd-b702-4def-9035-42e3533c8442", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:15.815315 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a9869ce-20e8-4b0b-a8c1-40d788f737e0 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:15.815696 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0bdeb8-89f0-48ba-9347-49ce7acf7e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a34a7fd-b702-4def-9035-42e3533c8442', 'code': 200} Aug 16 02:22:15.841692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=9278f5f5-9483-4caa-9297-10cefa9c514b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:15.892693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=2a34a7fd-b702-4def-9035-42e3533c8442,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:15.915405 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f474cbc-6b20-4b63-8019-6c35b4114310 req-5b22d58b-d55e-4754-b164-838472d75710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.916923 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f474cbc-6b20-4b63-8019-6c35b4114310 req-5b22d58b-d55e-4754-b164-838472d75710 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 1098 time: 0.0439563 Aug 16 02:22:15.953996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f474cbc-6b20-4b63-8019-6c35b4114310 req-1d1452d6-7dea-41fa-920d-f29fd6a2b00d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292683 Aug 16 02:22:15.989484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['9278f5f5-9483-4caa-9297-10cefa9c514b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:16.135454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba94460-6e5c-46a8-abee-942f56b1d53a req-881dd6ef-c32c-465b-b921-d0a2e93144a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.137162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ba94460-6e5c-46a8-abee-942f56b1d53a req-881dd6ef-c32c-465b-b921-d0a2e93144a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 944 time: 0.0515110 Aug 16 02:22:16.181613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ba94460-6e5c-46a8-abee-942f56b1d53a req-effe0c39-bcbc-49c5-9363-f4aa80648b5e tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373511 Aug 16 02:22:16.656739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec9ae9-65d9-4a1c-b7e2-0e8f3be15e0a req-3f5ccf1e-bd7e-4b28-a31a-22a21925ba96 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.658258 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3ec9ae9-65d9-4a1c-b7e2-0e8f3be15e0a req-3f5ccf1e-bd7e-4b28-a31a-22a21925ba96 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 946 time: 0.0516629 Aug 16 02:22:16.699951 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3ec9ae9-65d9-4a1c-b7e2-0e8f3be15e0a req-b6891b74-9e59-407e-8e48-61726b1abf4e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351465 Aug 16 02:22:17.301104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098c69a-c34e-4686-9603-c1875d452762 req-e239ec48-c1fa-42bb-9e77-ea534c171bf0 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.302546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f098c69a-c34e-4686-9603-c1875d452762 req-e239ec48-c1fa-42bb-9e77-ea534c171bf0 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 944 time: 0.0519679 Aug 16 02:22:17.340210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f098c69a-c34e-4686-9603-c1875d452762 req-f567dc6a-3444-49f6-9f0d-01f650c3a037 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317688 Aug 16 02:22:17.483163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9278f5f5-9483-4caa-9297-10cefa9c514b up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:17.531540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 9278f5f5-9483-4caa-9297-10cefa9c514b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:17.535144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 9278f5f5-9483-4caa-9297-10cefa9c514b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:17.535523 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.616290 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.648267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9278f5f5-9483-4caa-9297-10cefa9c514b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9278f5f5-9483-4caa-9297-10cefa9c514b,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:17.653191 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.700485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=9278f5f5-9483-4caa-9297-10cefa9c514b,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:17.814564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933255a-b3e7-48ae-bc16-f967c4a89a27 req-d0b892df-3739-4fb0-92d5-beb32d79f874 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.816036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6933255a-b3e7-48ae-bc16-f967c4a89a27 req-d0b892df-3739-4fb0-92d5-beb32d79f874 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 946 time: 0.0482588 Aug 16 02:22:17.816730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9278f5f5-9483-4caa-9297-10cefa9c514b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:17.819656 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5533013-e646-4e28-b659-1886e681792e" -d '{"events": [{"server_uuid": "e86908e8-7dde-46d4-91e7-30f413ac6a53", "name": "network-vif-plugged", "status": "completed", "tag": "9278f5f5-9483-4caa-9297-10cefa9c514b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:17.855163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6933255a-b3e7-48ae-bc16-f967c4a89a27 req-a899e57a-1e22-4833-b628-afee751d0bb2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Aug 16 02:22:17.856053 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290c2bba-51de-4c24-b698-263a40e25654 x-openstack-request-id: req-290c2bba-51de-4c24-b698-263a40e25654 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:17.856341 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86908e8-7dde-46d4-91e7-30f413ac6a53", "name": "network-vif-plugged", "status": "completed", "tag": "9278f5f5-9483-4caa-9297-10cefa9c514b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:17.856591 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-290c2bba-51de-4c24-b698-263a40e25654 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:17.857041 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9278f5f5-9483-4caa-9297-10cefa9c514b', 'code': 200} Aug 16 02:22:17.983025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c442fc8-0e98-4114-a8f0-5e2f783f61f8 req-318c62ba-722e-4856-973f-9f9e95524813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.984625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c442fc8-0e98-4114-a8f0-5e2f783f61f8 req-318c62ba-722e-4856-973f-9f9e95524813 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 1097 time: 0.0726664 Aug 16 02:22:18.005981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317c33d-caa9-43a8-b439-595650def15c req-5eac18d0-68d8-4ad4-8462-e6ab30a984c2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.007539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a317c33d-caa9-43a8-b439-595650def15c req-5eac18d0-68d8-4ad4-8462-e6ab30a984c2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 946 time: 0.0715928 Aug 16 02:22:18.056089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c442fc8-0e98-4114-a8f0-5e2f783f61f8 req-6a6303c9-9b6d-4382-b0d0-87ce39ed634c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639753 Aug 16 02:22:18.061060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a317c33d-caa9-43a8-b439-595650def15c req-c267d227-3bae-41e9-b064-afd1c28ffc29 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470774 Aug 16 02:22:18.366807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3caa6-5698-479b-bd41-c31df516e870 req-ab8f6ae7-8bbf-45cc-9fe9-7f156ca0a871 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.368313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edf3caa6-5698-479b-bd41-c31df516e870 req-ab8f6ae7-8bbf-45cc-9fe9-7f156ca0a871 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 946 time: 0.0496850 Aug 16 02:22:18.407089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edf3caa6-5698-479b-bd41-c31df516e870 req-77a54223-5ca6-4fac-86e0-2fece564358e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322630 Aug 16 02:22:18.433186 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.481495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03850fee-5c32-478b-a1a2-81d34102eb66 req-c303faaf-33d7-4052-a799-b413dc50f8a3 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.483290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03850fee-5c32-478b-a1a2-81d34102eb66 req-c303faaf-33d7-4052-a799-b413dc50f8a3 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0655589 Aug 16 02:22:18.525591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03850fee-5c32-478b-a1a2-81d34102eb66 req-d4ff9a2a-4b94-40f4-bab3-32c3e531971a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359595 Aug 16 02:22:19.545261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440fb5e-ae5f-4925-803e-5c0f25887c8d req-35098448-df9d-4749-b2bb-35205a5316f9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.546782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1440fb5e-ae5f-4925-803e-5c0f25887c8d req-35098448-df9d-4749-b2bb-35205a5316f9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 946 time: 0.0624893 Aug 16 02:22:19.589180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1440fb5e-ae5f-4925-803e-5c0f25887c8d req-200484d9-dd97-4f04-8b76-bde6de0a9991 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353971 Aug 16 02:22:19.645132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162eddb-9516-423d-a44a-ebc5d80635b7 req-142f545f-9c4b-4413-a5f3-5215e4aef644 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.646610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e162eddb-9516-423d-a44a-ebc5d80635b7 req-142f545f-9c4b-4413-a5f3-5215e4aef644 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0531790 Aug 16 02:22:19.686674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e162eddb-9516-423d-a44a-ebc5d80635b7 req-73c2a81f-2fcf-4b07-9ba7-68afd67d4347 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335927 Aug 16 02:22:19.798618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e6cf-db4b-4848-b9d6-27923562c544 req-0e576e07-2d16-4747-8b49-ee7551a1fc71 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.800114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9937e6cf-db4b-4848-b9d6-27923562c544 req-0e576e07-2d16-4747-8b49-ee7551a1fc71 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0503225 Aug 16 02:22:19.808873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 54928) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:19.813463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-fcbd5fd7-db41-4399-ba91-11564242b006 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'floatingip': {'port_id': '9278f5f5-9483-4caa-9297-10cefa9c514b'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:19.876617 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fd7-db41-4399-ba91-11564242b006 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.953518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90308a8b-939b-4919-ba2d-567195e36e3c req-6c86e3d6-a231-420b-9a79-74289db5f6e9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.954894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90308a8b-939b-4919-ba2d-567195e36e3c req-6c86e3d6-a231-420b-9a79-74289db5f6e9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.89 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 946 time: 0.1388052 Aug 16 02:22:20.167628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-90308a8b-939b-4919-ba2d-567195e36e3c req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Deleting port 2a34a7fd-b702-4def-9035-42e3533c8442 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:20.167971 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90308a8b-939b-4919-ba2d-567195e36e3c req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.386281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-90308a8b-939b-4919-ba2d-567195e36e3c req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] For port 2a34a7fd-b702-4def-9035-42e3533c8442, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=2a34a7fd-b702-4def-9035-42e3533c8442,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:20.386675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90308a8b-939b-4919-ba2d-567195e36e3c req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.407265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-90308a8b-939b-4919-ba2d-567195e36e3c req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Calling delete_port for 2a34a7fd-b702-4def-9035-42e3533c8442 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:20.577528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fd7-db41-4399-ba91-11564242b006 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.582574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fd7-db41-4399-ba91-11564242b006 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.749828 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90308a8b-939b-4919-ba2d-567195e36e3c req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.761452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['2a34a7fd-b702-4def-9035-42e3533c8442'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:20.783381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['3f64333c-0f54-469b-9fbf-6af243cd6c91'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:20.795578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event deleted for resources: {'Port': ['ID=2a34a7fd-b702-4def-9035-42e3533c8442,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:20.807548 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-fcbd5fd7-db41-4399-ba91-11564242b006 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Floating IP 20af24bb-358a-4cd9-9d3d-54da88408e82 associated. External IP: 172.25.2.214, port: 9278f5f5-9483-4caa-9297-10cefa9c514b. Aug 16 02:22:20.810380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.810792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.811064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.811407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.811744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.812078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.812408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.812737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.813174 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.813412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.813736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.814069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:20.829246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b625ffd-d92f-493f-b3ad-44a144f3f492 req-0b8c6f79-23e3-4f96-8822-5991c3fd52c8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:20.830520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b625ffd-d92f-493f-b3ad-44a144f3f492 req-0b8c6f79-23e3-4f96-8822-5991c3fd52c8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 867 time: 0.1660960 Aug 16 02:22:20.938241 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-90308a8b-939b-4919-ba2d-567195e36e3c req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] No DVR routers for this DVR port 2a34a7fd-b702-4def-9035-42e3533c8442 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:20.944469 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90308a8b-939b-4919-ba2d-567195e36e3c req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.946553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90308a8b-939b-4919-ba2d-567195e36e3c req-2e448563-7126-495e-a6ff-b48de021f2b9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.89 "DELETE /v2.0/ports/2a34a7fd-b702-4def-9035-42e3533c8442 HTTP/1.1" status: 204 len: 173 time: 0.9693663 Aug 16 02:22:20.948127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0bdeb8-89f0-48ba-9347-49ce7acf7e98', 'name': 'network-vif-deleted', 'tag': '2a34a7fd-b702-4def-9035-42e3533c8442'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:20.950542 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8c5063-48c3-437f-a991-934e4f78e59d" -d '{"events": [{"server_uuid": "bb0bdeb8-89f0-48ba-9347-49ce7acf7e98", "name": "network-vif-deleted", "tag": "2a34a7fd-b702-4def-9035-42e3533c8442"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:21.007645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b625ffd-d92f-493f-b3ad-44a144f3f492 req-82d74f20-40bf-465a-b835-7cd8feca1b26 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364212 Aug 16 02:22:21.023816 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5155e23-1f4c-44b2-baff-b9f0253ee6d8 x-openstack-request-id: req-d5155e23-1f4c-44b2-baff-b9f0253ee6d8 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:21.024109 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0bdeb8-89f0-48ba-9347-49ce7acf7e98", "name": "network-vif-deleted", "tag": "2a34a7fd-b702-4def-9035-42e3533c8442", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:21.024362 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5155e23-1f4c-44b2-baff-b9f0253ee6d8 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:21.024819 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0bdeb8-89f0-48ba-9347-49ce7acf7e98', 'name': 'network-vif-deleted', 'tag': '2a34a7fd-b702-4def-9035-42e3533c8442', 'status': 'completed', 'code': 200} Aug 16 02:22:21.153929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbd5fd7-db41-4399-ba91-11564242b006 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Router e18af29a-8027-4911-8251-8ba332dff7c0 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:21.278226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbd5fd7-db41-4399-ba91-11564242b006 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:21.283636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fd7-db41-4399-ba91-11564242b006 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.290234 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e0f8a7-3077-4f27-a2c9-015c8b09ae56 None None] Sync routers for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:21.307341 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e0f8a7-3077-4f27-a2c9-015c8b09ae56 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:21.308962 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b5e0f8a7-3077-4f27-a2c9-015c8b09ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:22:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:21.316156 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fcbd5fd7-db41-4399-ba91-11564242b006 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "PUT /v2.0/floatingips/20af24bb-358a-4cd9-9d3d-54da88408e82 HTTP/1.1" status: 200 len: 991 time: 1.5061049 Aug 16 02:22:21.430270 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b5e0f8a7-3077-4f27-a2c9-015c8b09ae56 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:21.670117 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b5e0f8a7-3077-4f27-a2c9-015c8b09ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '20af24bb-358a-4cd9-9d3d-54da88408e82', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'floating_ip_address': '172.25.2.214', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'port_id': '9278f5f5-9483-4caa-9297-10cefa9c514b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'mac_address': 'fa:16:3e:54:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:08Z', 'updated_at': '2021-08-16T02:22:20Z', 'revision_number': 1, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:21.792330 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e0f8a7-3077-4f27-a2c9-015c8b09ae56 None None] Checking router: e18af29a-8027-4911-8251-8ba332dff7c0 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:21.800743 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e0f8a7-3077-4f27-a2c9-015c8b09ae56 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:21.801426 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b5e0f8a7-3077-4f27-a2c9-015c8b09ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:22:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:21.908997 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b5e0f8a7-3077-4f27-a2c9-015c8b09ae56 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:21.955523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6214576f-c185-4d38-b243-781ebc475b4d req-bd442a63-bc48-49f7-9f44-a748affa2154 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413344 Aug 16 02:22:22.044232 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214576f-c185-4d38-b243-781ebc475b4d req-1a8fa492-9eb8-4dd7-a61b-0a4130fb7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.045818 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6214576f-c185-4d38-b243-781ebc475b4d req-1a8fa492-9eb8-4dd7-a61b-0a4130fb7da1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 1097 time: 0.0469728 Aug 16 02:22:22.150483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3376178a-5187-4e98-a7de-906abdd3b05e req-1a374cce-3735-42d7-9135-e4f04efa51d6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 210 time: 0.0313036 Aug 16 02:22:22.166786 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b5e0f8a7-3077-4f27-a2c9-015c8b09ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '20af24bb-358a-4cd9-9d3d-54da88408e82', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'floating_ip_address': '172.25.2.214', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'port_id': '9278f5f5-9483-4caa-9297-10cefa9c514b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'mac_address': 'fa:16:3e:54:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:08Z', 'updated_at': '2021-08-16T02:22:20Z', 'revision_number': 1, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:22.185940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214576f-c185-4d38-b243-781ebc475b4d req-2edc4717-6836-42d3-bba5-ad7cac6a279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.187553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6214576f-c185-4d38-b243-781ebc475b4d req-2edc4717-6836-42d3-bba5-ad7cac6a279f service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.1173577 Aug 16 02:22:22.199096 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e0f8a7-3077-4f27-a2c9-015c8b09ae56 None None] The sync data for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 is: [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '20af24bb-358a-4cd9-9d3d-54da88408e82', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'floating_ip_address': '172.25.2.214', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'port_id': '9278f5f5-9483-4caa-9297-10cefa9c514b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'mac_address': 'fa:16:3e:54:f7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:22:08Z', 'updated_at': '2021-08-16T02:22:20Z', 'revision_number': 1, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:22.268639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6214576f-c185-4d38-b243-781ebc475b4d req-edfc09a9-7676-49dc-8acc-46f8799fa839 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9278f5f5-9483-4caa-9297-10cefa9c514b HTTP/1.1" status: 200 len: 999 time: 0.0734520 Aug 16 02:22:22.319821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214576f-c185-4d38-b243-781ebc475b4d req-8f914a1d-7318-458b-9110-574100907264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.321329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6214576f-c185-4d38-b243-781ebc475b4d req-8f914a1d-7318-458b-9110-574100907264 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0460989 Aug 16 02:22:22.373024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214576f-c185-4d38-b243-781ebc475b4d req-3d0d6a0d-5a02-46cb-bfcb-0cf27457ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.374737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6214576f-c185-4d38-b243-781ebc475b4d req-3d0d6a0d-5a02-46cb-bfcb-0cf27457ae0c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464790 Aug 16 02:22:22.449030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943571b-0e73-41d9-a289-54fbb3ff6164 None None] New status for floating IP 20af24bb-358a-4cd9-9d3d-54da88408e82: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:22:22.500288 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6214576f-c185-4d38-b243-781ebc475b4d req-36cc24dc-c65b-4a68-8bb0-cbc7d0596eba service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142576 Aug 16 02:22:22.599764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6214576f-c185-4d38-b243-781ebc475b4d req-c899e7e0-0a0a-4e97-a0fc-538f8e5cbb82 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920389 Aug 16 02:22:23.025989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'tag': '9278f5f5-9483-4caa-9297-10cefa9c514b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:23.028472 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e70ddde-fa64-43ed-9328-53fe634a89c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e86908e8-7dde-46d4-91e7-30f413ac6a53", "tag": "9278f5f5-9483-4caa-9297-10cefa9c514b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:23.065821 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b92a5be-ed1e-4b4c-80ef-14e256a9d860 x-openstack-request-id: req-0b92a5be-ed1e-4b4c-80ef-14e256a9d860 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:23.066057 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86908e8-7dde-46d4-91e7-30f413ac6a53", "tag": "9278f5f5-9483-4caa-9297-10cefa9c514b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:23.066845 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b92a5be-ed1e-4b4c-80ef-14e256a9d860 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:23.066845 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'tag': '9278f5f5-9483-4caa-9297-10cefa9c514b', 'status': 'completed', 'code': 200} Aug 16 02:22:23.134278 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ddde-fa64-43ed-9328-53fe634a89c5 req-ad0b8652-9079-4526-850d-8365d9f3a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.135796 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e70ddde-fa64-43ed-9328-53fe634a89c5 req-ad0b8652-9079-4526-850d-8365d9f3a4a6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 1097 time: 0.0483229 Aug 16 02:22:23.239191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ddde-fa64-43ed-9328-53fe634a89c5 req-b19425b9-4e7d-46f0-86f5-f5b443446f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.241980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e70ddde-fa64-43ed-9328-53fe634a89c5 req-b19425b9-4e7d-46f0-86f5-f5b443446f32 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.0984080 Aug 16 02:22:23.307536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-213eaf18-28a1-471f-95c2-3104d45427f7 req-cd3fd176-92c8-4b19-9abd-730d096ddf1e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 210 time: 0.0637288 Aug 16 02:22:23.337086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e70ddde-fa64-43ed-9328-53fe634a89c5 req-1344fd9e-e70f-4a8b-93d7-6b6b225290b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9278f5f5-9483-4caa-9297-10cefa9c514b HTTP/1.1" status: 200 len: 1001 time: 0.0845973 Aug 16 02:22:23.395628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ddde-fa64-43ed-9328-53fe634a89c5 req-e3b2315a-b017-4bc5-b68d-c21ac937c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.397701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e70ddde-fa64-43ed-9328-53fe634a89c5 req-e3b2315a-b017-4bc5-b68d-c21ac937c42c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0539906 Aug 16 02:22:23.442891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ddde-fa64-43ed-9328-53fe634a89c5 req-5f587303-b8dc-4061-b7e6-4214e389a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.444971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e70ddde-fa64-43ed-9328-53fe634a89c5 req-5f587303-b8dc-4061-b7e6-4214e389a162 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409358 Aug 16 02:22:23.499903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2a34a7fd-b702-4def-9035-42e3533c8442 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:23.526638 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 2a34a7fd-b702-4def-9035-42e3533c8442 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:23.526985 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 2a34a7fd-b702-4def-9035-42e3533c8442 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:23.571145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e70ddde-fa64-43ed-9328-53fe634a89c5 req-4ae54754-d4c2-4701-9495-5e5d89a6c5de service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183279 Aug 16 02:22:23.670202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e70ddde-fa64-43ed-9328-53fe634a89c5 req-58ebc7f8-4536-4da8-bddb-b02f97c9fcb5 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915186 Aug 16 02:22:24.437011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa9339e4-9b31-4866-aed2-4b58ddf29b7f req-ed88f0db-3b1c-4e5f-a1c1-84548b858aee tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb0bdeb8-89f0-48ba-9347-49ce7acf7e98 HTTP/1.1" status: 200 len: 210 time: 0.0296452 Aug 16 02:22:29.969618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480e2fc-d050-4a66-bdae-0996f635afb7 req-8aad0d21-9c5a-42c9-b850-ac5858de5ef2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.971148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0480e2fc-d050-4a66-bdae-0996f635afb7 req-8aad0d21-9c5a-42c9-b850-ac5858de5ef2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 945 time: 0.0529692 Aug 16 02:22:30.009356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0480e2fc-d050-4a66-bdae-0996f635afb7 req-7bd0272c-5442-4b23-9cdf-36d440451aae tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Aug 16 02:22:31.125051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb51e2-854c-4897-aa5f-20ccb0d38261 req-24628968-0eda-4fb1-b89d-96cb91cd19c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:31.126562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7aeb51e2-854c-4897-aa5f-20ccb0d38261 req-24628968-0eda-4fb1-b89d-96cb91cd19c5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 945 time: 0.0497258 Aug 16 02:22:31.164283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7aeb51e2-854c-4897-aa5f-20ccb0d38261 req-e219e2b5-ab8c-4a38-b7da-7f369098857b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=82c30c4a-e406-4c06-8d73-f9e8094447a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Aug 16 02:22:31.785180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb65c9b-741b-4304-98ec-d32783fa7c55 req-ca219749-0bc5-4ca8-8853-64a86894e667 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:31.786531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cb65c9b-741b-4304-98ec-d32783fa7c55 req-ca219749-0bc5-4ca8-8853-64a86894e667 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 945 time: 0.0483096 Aug 16 02:22:31.878448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-1cb65c9b-741b-4304-98ec-d32783fa7c55 req-d4b4d7e7-2e18-4e03-9b1c-6b53eafb75ec tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Deleting port 3f64333c-0f54-469b-9fbf-6af243cd6c91 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:31.878786 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1cb65c9b-741b-4304-98ec-d32783fa7c55 req-d4b4d7e7-2e18-4e03-9b1c-6b53eafb75ec tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.966824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-1cb65c9b-741b-4304-98ec-d32783fa7c55 req-d4b4d7e7-2e18-4e03-9b1c-6b53eafb75ec tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] For port 3f64333c-0f54-469b-9fbf-6af243cd6c91, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=3f64333c-0f54-469b-9fbf-6af243cd6c91,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:31.967200 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1cb65c9b-741b-4304-98ec-d32783fa7c55 req-d4b4d7e7-2e18-4e03-9b1c-6b53eafb75ec tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.981473 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-1cb65c9b-741b-4304-98ec-d32783fa7c55 req-d4b4d7e7-2e18-4e03-9b1c-6b53eafb75ec tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Calling delete_port for 3f64333c-0f54-469b-9fbf-6af243cd6c91 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:32.111600 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1cb65c9b-741b-4304-98ec-d32783fa7c55 req-d4b4d7e7-2e18-4e03-9b1c-6b53eafb75ec tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.137710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4d7e7-2e18-4e03-9b1c-6b53eafb75ec tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event deleted for resources: {'Port': ['ID=3f64333c-0f54-469b-9fbf-6af243cd6c91,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:32.145066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['3f64333c-0f54-469b-9fbf-6af243cd6c91'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:32.187191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb65c9b-741b-4304-98ec-d32783fa7c55 req-d4b4d7e7-2e18-4e03-9b1c-6b53eafb75ec tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] No DVR routers for this DVR port 3f64333c-0f54-469b-9fbf-6af243cd6c91 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:32.189735 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1cb65c9b-741b-4304-98ec-d32783fa7c55 req-d4b4d7e7-2e18-4e03-9b1c-6b53eafb75ec tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.191716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cb65c9b-741b-4304-98ec-d32783fa7c55 req-d4b4d7e7-2e18-4e03-9b1c-6b53eafb75ec tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "DELETE /v2.0/ports/3f64333c-0f54-469b-9fbf-6af243cd6c91 HTTP/1.1" status: 204 len: 173 time: 0.3989637 Aug 16 02:22:32.192158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5221b9-599f-46b2-b96b-d92e737272a4', 'name': 'network-vif-deleted', 'tag': '3f64333c-0f54-469b-9fbf-6af243cd6c91'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:32.194467 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7a39b8-c23d-4ad3-b8f6-f8eaceb250c7" -d '{"events": [{"server_uuid": "bd5221b9-599f-46b2-b96b-d92e737272a4", "name": "network-vif-deleted", "tag": "3f64333c-0f54-469b-9fbf-6af243cd6c91"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:32.241351 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd8d9a3-9ece-4d50-bb52-0d278eab8d01 x-openstack-request-id: req-8fd8d9a3-9ece-4d50-bb52-0d278eab8d01 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:32.241708 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5221b9-599f-46b2-b96b-d92e737272a4", "name": "network-vif-deleted", "tag": "3f64333c-0f54-469b-9fbf-6af243cd6c91", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:32.241957 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fd8d9a3-9ece-4d50-bb52-0d278eab8d01 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:32.242355 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5221b9-599f-46b2-b96b-d92e737272a4', 'name': 'network-vif-deleted', 'tag': '3f64333c-0f54-469b-9fbf-6af243cd6c91', 'status': 'completed', 'code': 200} Aug 16 02:22:32.270182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93b702b2-a68e-4668-ad08-bf36fc703b26 req-f29306dd-3337-4bb9-bba1-6629d6545730 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 210 time: 0.0268972 Aug 16 02:22:33.382963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-52afb3d0-269c-4173-b3e8-d02f12653cf1 req-fb8d06eb-67f2-47dc-bf66-3dcd0d034814 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 210 time: 0.0269928 Aug 16 02:22:34.479169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4e62d0c-ed99-4bc5-ba86-4a973d7ccd50 req-9b22e9c5-2ca6-4df5-a661-815939c09193 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 210 time: 0.0266275 Aug 16 02:22:35.577997 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad18d687-d264-4ce2-a588-43270e611394 req-c6b785fa-154e-41c6-9129-cba80f7d7073 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd5221b9-599f-46b2-b96b-d92e737272a4 HTTP/1.1" status: 200 len: 210 time: 0.0265069 Aug 16 02:22:35.616832 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3f64333c-0f54-469b-9fbf-6af243cd6c91 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:35.638852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 3f64333c-0f54-469b-9fbf-6af243cd6c91 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:35.638852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 3f64333c-0f54-469b-9fbf-6af243cd6c91 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:38.884513 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e945b394-187d-46e3-95b2-d6fce9375be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.650847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55062) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.655378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d04d2f6f-341b-40e3-867a-545fe90b4df0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217583626', 'description': 'tempest-secgroup-smoke-1217583626 description', 'project_id': 'd75bbba41d5646da86049365f8e03555'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:39.678596 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d04d2f6f-341b-40e3-867a-545fe90b4df0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.757837 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d04d2f6f-341b-40e3-867a-545fe90b4df0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.761445 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d04d2f6f-341b-40e3-867a-545fe90b4df0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.780764 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.787976 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d04d2f6f-341b-40e3-867a-545fe90b4df0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.789202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d04d2f6f-341b-40e3-867a-545fe90b4df0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1374390 Aug 16 02:22:39.792663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55064) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.797758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d2f6f-341b-40e3-867a-545fe90b4df0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c4c2ad-8845-4dc1-b1ff-99a293637823,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:39.797950 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'security_group_rule': {'security_group_id': 'd3c4c2ad-8845-4dc1-b1ff-99a293637823', 'project_id': 'd75bbba41d5646da86049365f8e03555', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:39.826870 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.872680 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.876437 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.895321 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1dbc96-cc93-4f79-9cf6-aea4bafabebe,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:39.902744 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.903944 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099634 Aug 16 02:22:39.905507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.905857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.906198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.906543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.906877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55066) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.907005 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.907211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.907541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.907866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.908192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.908539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.908848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.909200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e7ffc-8347-44f5-9b87-4d4ce421e654 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:39.911659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-004af216-eba6-4f18-8c69-618498bebceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'security_group_rule': {'security_group_id': 'd3c4c2ad-8845-4dc1-b1ff-99a293637823', 'project_id': 'd75bbba41d5646da86049365f8e03555', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:39.938282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-004af216-eba6-4f18-8c69-618498bebceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.986405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-004af216-eba6-4f18-8c69-618498bebceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.990072 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-004af216-eba6-4f18-8c69-618498bebceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.008038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004af216-eba6-4f18-8c69-618498bebceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e75033f-f888-49cc-8965-c3a7baeb061a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.015258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-004af216-eba6-4f18-8c69-618498bebceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.016492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-004af216-eba6-4f18-8c69-618498bebceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1085575 Aug 16 02:22:40.019698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55068) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.024865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-5eda7cfa-ae25-46b5-aa74-b19a3e1de7a0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'security_group_rule': {'security_group_id': 'd3c4c2ad-8845-4dc1-b1ff-99a293637823', 'project_id': 'd75bbba41d5646da86049365f8e03555', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:40.049971 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5eda7cfa-ae25-46b5-aa74-b19a3e1de7a0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.108322 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5eda7cfa-ae25-46b5-aa74-b19a3e1de7a0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.111733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5eda7cfa-ae25-46b5-aa74-b19a3e1de7a0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.129730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda7cfa-ae25-46b5-aa74-b19a3e1de7a0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bbc793-64f1-4f3a-8339-d11455f15646,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.135772 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5eda7cfa-ae25-46b5-aa74-b19a3e1de7a0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.136777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5eda7cfa-ae25-46b5-aa74-b19a3e1de7a0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161373 Aug 16 02:22:40.139732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55070) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.144175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e9415a5f-5a1b-4ee4-a575-05b9bb39984f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'security_group_rule': {'security_group_id': 'd3c4c2ad-8845-4dc1-b1ff-99a293637823', 'project_id': 'd75bbba41d5646da86049365f8e03555', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:40.170468 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e9415a5f-5a1b-4ee4-a575-05b9bb39984f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.229819 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e9415a5f-5a1b-4ee4-a575-05b9bb39984f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.233349 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e9415a5f-5a1b-4ee4-a575-05b9bb39984f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.251396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9415a5f-5a1b-4ee4-a575-05b9bb39984f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b030f717-142e-4fe4-bd03-a663e70b2c94,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.257539 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e9415a5f-5a1b-4ee4-a575-05b9bb39984f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.258750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e9415a5f-5a1b-4ee4-a575-05b9bb39984f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181076 Aug 16 02:22:40.261530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55072) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.265958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e31f42ff-0aca-4729-9fad-e7da50bca2c3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'security_group_rule': {'security_group_id': 'd3c4c2ad-8845-4dc1-b1ff-99a293637823', 'project_id': 'd75bbba41d5646da86049365f8e03555', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:40.286576 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-e31f42ff-0aca-4729-9fad-e7da50bca2c3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Project d75bbba41d5646da86049365f8e03555 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:22:40.291246 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e31f42ff-0aca-4729-9fad-e7da50bca2c3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.352917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e31f42ff-0aca-4729-9fad-e7da50bca2c3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.356777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e31f42ff-0aca-4729-9fad-e7da50bca2c3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.376362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f42ff-0aca-4729-9fad-e7da50bca2c3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42115ef8-4819-4088-b769-eb8041a34220,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.379880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e31f42ff-0aca-4729-9fad-e7da50bca2c3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.381637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e31f42ff-0aca-4729-9fad-e7da50bca2c3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191578 Aug 16 02:22:40.384308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55074) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.388764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-beed3d50-93f0-41bb-a367-f4911fa2e365 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'security_group_rule': {'security_group_id': 'd3c4c2ad-8845-4dc1-b1ff-99a293637823', 'project_id': 'd75bbba41d5646da86049365f8e03555', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:40.409790 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-beed3d50-93f0-41bb-a367-f4911fa2e365 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Project d75bbba41d5646da86049365f8e03555 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:22:40.414525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-beed3d50-93f0-41bb-a367-f4911fa2e365 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.478947 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-beed3d50-93f0-41bb-a367-f4911fa2e365 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.488194 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-beed3d50-93f0-41bb-a367-f4911fa2e365 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.507434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed3d50-93f0-41bb-a367-f4911fa2e365 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f73112f-ca3b-460e-adba-b6f0689e53c6,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.513987 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-beed3d50-93f0-41bb-a367-f4911fa2e365 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.515228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-beed3d50-93f0-41bb-a367-f4911fa2e365 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299849 Aug 16 02:22:41.487857 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dfa27cc0-00fe-463a-828a-1698555d991a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.579220 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.790402 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.294712 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.451629 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.756225 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:22:54.894613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-4544b73e-6ced-4587-bd9d-66576fc7670d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217583626&fields=id&tenant_id=d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 267 time: 0.0323513 Aug 16 02:22:55.004350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a9522bc3-2c4a-4a05-95af-03c995b38c83 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:55.005874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a9522bc3-2c4a-4a05-95af-03c995b38c83 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.1041205 Aug 16 02:22:55.027813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-9cb23569-8456-49e5-9ba6-89d3a18cf4f2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/quotas/d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 375 time: 0.0106070 Aug 16 02:22:55.079123 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-2413b16c-a893-4754-a925-a45c8ae4398a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456722 Aug 16 02:22:55.174919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-ef46d6f9-e136-41d9-b6f1-88affdfd5db7 service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841327 Aug 16 02:22:55.577826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7668f6a0-91cd-47c7-a848-03d8581bc71b service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963025 Aug 16 02:22:55.864470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d847ea9-e9ec-43a5-8f8b-644486d81010 req-e63e762a-63d2-4d59-8d1c-57810bd9a248 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0273213 Aug 16 02:22:56.844450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-ad6c1f8d-c575-43d8-9f30-f47247cd0792 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:56.845980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-ad6c1f8d-c575-43d8-9f30-f47247cd0792 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.1081243 Aug 16 02:22:56.958296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0ec2796-62e1-45bf-90e1-089ea1e65a4e req-e38f9796-87b9-4e7d-90a6-983c3ef938bc tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0279357 Aug 16 02:22:56.993445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-28dc1e08-dfa8-4e29-82f1-7dc0cac24f25 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 380 time: 0.0374639 Aug 16 02:22:57.002964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'port': {'device_id': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'admin_state_up': True, 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'security_groups': ['d3c4c2ad-8845-4dc1-b1ff-99a293637823']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:57.128357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Made reservation on behalf of d75bbba41d5646da86049365f8e03555 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:57.131909 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.256600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Allocated IP 172.20.0.3 (aa825c6e-a21d-4154-8526-44de4f4b199d/62fa95a6-f539-4a2a-bec5-6be7a7f420e0/11390dcf-3b13-4290-85b5-b60c57c8a42d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:57.409807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.423901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Transition to ACTIVE for port object 11390dcf-3b13-4290-85b5-b60c57c8a42d will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:57.456204 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.503687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Network aa825c6e-a21d-4154-8526-44de4f4b199d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:57.506989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:57.511004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:57.544244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=11390dcf-3b13-4290-85b5-b60c57c8a42d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:57.571349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.571963 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.590015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-7842bf99-2c6a-49c0-9708-a1ddbf366a87 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909126 Aug 16 02:22:57.664886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Request body: {'port': {'device_id': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:57.724229 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.787307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-dd1a6798-5987-404c-93d1-8e73749dcd67 None None] Provisioning for port 11390dcf-3b13-4290-85b5-b60c57c8a42d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:57.791312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-dd1a6798-5987-404c-93d1-8e73749dcd67 None None] Provisioning complete for port 11390dcf-3b13-4290-85b5-b60c57c8a42d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:57.791791 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dd1a6798-5987-404c-93d1-8e73749dcd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.827172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a6798-5987-404c-93d1-8e73749dcd67 None None] Port 11390dcf-3b13-4290-85b5-b60c57c8a42d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:57.997074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11390dcf-3b13-4290-85b5-b60c57c8a42d {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:58.007448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.024118 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Transition to ACTIVE for port object 11390dcf-3b13-4290-85b5-b60c57c8a42d will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:58.029134 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.107827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Pushing event updated for resources: {'Port': ['ID=11390dcf-3b13-4290-85b5-b60c57c8a42d,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:58.145955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feecb9-43cf-4f24-b899-0899387d294c req-e1152ca6-c7f5-4f79-ba22-069e0c3b0b31 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.147576 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86feecb9-43cf-4f24-b899-0899387d294c req-e1152ca6-c7f5-4f79-ba22-069e0c3b0b31 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 943 time: 0.1159918 Aug 16 02:22:58.228509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86feecb9-43cf-4f24-b899-0899387d294c req-9fb60292-d5b7-4690-a561-85fd2955913e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557475 Aug 16 02:22:58.241844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Attempting to bind port 11390dcf-3b13-4290-85b5-b60c57c8a42d on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:58.242216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Attempting to bind port 11390dcf-3b13-4290-85b5-b60c57c8a42d by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:58.242496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Attempting to bind port 11390dcf-3b13-4290-85b5-b60c57c8a42d on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:58.256950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Port 11390dcf-3b13-4290-85b5-b60c57c8a42d on network aa825c6e-a21d-4154-8526-44de4f4b199d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:58.257411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Attempting to bind port 11390dcf-3b13-4290-85b5-b60c57c8a42d on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:58.263365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:58.264221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Checking segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:58.264221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Bound using segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:58.264608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Bound port: 11390dcf-3b13-4290-85b5-b60c57c8a42d, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:58.265234 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.332681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] For port 11390dcf-3b13-4290-85b5-b60c57c8a42d, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:58.335970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] For port 11390dcf-3b13-4290-85b5-b60c57c8a42d, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=11390dcf-3b13-4290-85b5-b60c57c8a42d,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:58.342829 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.382032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.382652 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.384051 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] 10.222.0.84 "PUT /v2.0/ports/11390dcf-3b13-4290-85b5-b60c57c8a42d HTTP/1.1" status: 200 len: 1092 time: 0.7810993 Aug 16 02:22:58.384496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'tag': '11390dcf-3b13-4290-85b5-b60c57c8a42d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:58.386798 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfa262a-0f65-45ae-90f0-3776b756c098" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc5f34a-7e93-4544-a6df-e0464e4c4be9", "tag": "11390dcf-3b13-4290-85b5-b60c57c8a42d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:58.407753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f8e8c-da87-42a6-8082-8f9a9e22cb53 service neutron] Pushing event updated for resources: {'Port': ['ID=11390dcf-3b13-4290-85b5-b60c57c8a42d,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:58.445487 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9ffe74-d74b-4b20-9839-4694e0eb22d1 x-openstack-request-id: req-7d9ffe74-d74b-4b20-9839-4694e0eb22d1 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:58.445776 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc5f34a-7e93-4544-a6df-e0464e4c4be9", "tag": "11390dcf-3b13-4290-85b5-b60c57c8a42d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:58.446036 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d9ffe74-d74b-4b20-9839-4694e0eb22d1 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:58.446576 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'tag': '11390dcf-3b13-4290-85b5-b60c57c8a42d', 'status': 'completed', 'code': 200} Aug 16 02:22:58.515377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-35e99853-01de-41a7-bd16-f737ebefae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.517123 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-35e99853-01de-41a7-bd16-f737ebefae24 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 1095 time: 0.0558519 Aug 16 02:22:58.573246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-9a1e8217-288c-4388-9c20-db4b602023c0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11390dcf-3b13-4290-85b5-b60c57c8a42d HTTP/1.1" status: 200 len: 217 time: 0.0404475 Aug 16 02:22:58.627511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-606fa50d-351d-49bc-8870-5abb84e7b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.629188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-606fa50d-351d-49bc-8870-5abb84e7b44a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0491230 Aug 16 02:22:58.677301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-97303320-dd38-46df-bb5d-56e30dcc6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.679391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-97303320-dd38-46df-bb5d-56e30dcc6bbb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435960 Aug 16 02:22:58.775682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-2f7fc5e0-1c6e-44c6-b6ee-817d8b51ce09 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886171 Aug 16 02:22:58.867664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de27b6d3-3130-489b-9f3f-697dfe39668c req-196360d9-4b8d-44f1-8ec7-3809476a77e4 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850899 Aug 16 02:22:58.987491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa262a-0f65-45ae-90f0-3776b756c098 req-8cea8a92-68cf-44d9-922e-f8c50a7d6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.988999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccfa262a-0f65-45ae-90f0-3776b756c098 req-8cea8a92-68cf-44d9-922e-f8c50a7d6932 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 1095 time: 0.0488503 Aug 16 02:22:59.082547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa262a-0f65-45ae-90f0-3776b756c098 req-8b185c7b-0275-4c56-aec7-cce15e98c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:59.083957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccfa262a-0f65-45ae-90f0-3776b756c098 req-8b185c7b-0275-4c56-aec7-cce15e98c35d service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.0885429 Aug 16 02:22:59.126231 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccfa262a-0f65-45ae-90f0-3776b756c098 req-bf7a29f4-fddc-42f5-8257-619f5b4b37ee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11390dcf-3b13-4290-85b5-b60c57c8a42d HTTP/1.1" status: 200 len: 217 time: 0.0346270 Aug 16 02:22:59.180337 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa262a-0f65-45ae-90f0-3776b756c098 req-7f4b880e-9f9d-463f-b8c8-3f098be5f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:59.181815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccfa262a-0f65-45ae-90f0-3776b756c098 req-7f4b880e-9f9d-463f-b8c8-3f098be5f287 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0490324 Aug 16 02:22:59.228220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa262a-0f65-45ae-90f0-3776b756c098 req-7c52b040-82ad-4da5-ad26-3dcc080f91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:59.229778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccfa262a-0f65-45ae-90f0-3776b756c098 req-7c52b040-82ad-4da5-ad26-3dcc080f91f1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414166 Aug 16 02:22:59.332523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccfa262a-0f65-45ae-90f0-3776b756c098 req-fe28d847-a62c-4a70-b574-81609e41b024 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956812 Aug 16 02:22:59.420149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98511fa6-16e9-4e0d-a32e-353bce80cbe2 req-78e4143e-e80d-4549-be7d-6d44cef429a3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:59.421601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98511fa6-16e9-4e0d-a32e-353bce80cbe2 req-78e4143e-e80d-4549-be7d-6d44cef429a3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 943 time: 0.1088519 Aug 16 02:22:59.481114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccfa262a-0f65-45ae-90f0-3776b756c098 req-6ace4a22-4b90-4d21-8ce9-691c30b59d4d service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299958 Aug 16 02:22:59.486902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98511fa6-16e9-4e0d-a32e-353bce80cbe2 req-5e8458db-adad-4469-b62a-b6b80ae1a38e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530612 Aug 16 02:23:00.625923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c6a78-7f35-40da-84b2-99c99398b808 req-ad73706c-d4f3-4577-96bd-e3c90c2a9b41 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.627638 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d5c6a78-7f35-40da-84b2-99c99398b808 req-ad73706c-d4f3-4577-96bd-e3c90c2a9b41 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 943 time: 0.0618982 Aug 16 02:23:00.667723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d5c6a78-7f35-40da-84b2-99c99398b808 req-11831fb2-b3a0-41cc-8546-5efaa9273b1d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339339 Aug 16 02:23:01.783952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc940b4-3061-4e5d-a5c3-54a7a669d121 req-ed5d1faf-1ed9-45f4-adc0-7cb2ef646d37 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.785386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bc940b4-3061-4e5d-a5c3-54a7a669d121 req-ed5d1faf-1ed9-45f4-adc0-7cb2ef646d37 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 943 time: 0.0493817 Aug 16 02:23:01.823913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bc940b4-3061-4e5d-a5c3-54a7a669d121 req-624f63ce-efc9-41b2-abea-a756a04b5733 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321789 Aug 16 02:23:02.940149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7aba9-33a8-45e6-9505-f5e096ed47b0 req-38de0878-bd95-4719-850d-f786b2466944 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.941692 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1c7aba9-33a8-45e6-9505-f5e096ed47b0 req-38de0878-bd95-4719-850d-f786b2466944 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 943 time: 0.0492685 Aug 16 02:23:02.982253 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1c7aba9-33a8-45e6-9505-f5e096ed47b0 req-394acf40-2f9d-422c-b244-1e2a4c5f5fc1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Aug 16 02:23:04.101438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90088cb-3e31-495a-9a80-fd6c6be4067e req-529e2ef0-485b-4ee3-902b-ea602a0262ae tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.102947 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a90088cb-3e31-495a-9a80-fd6c6be4067e req-529e2ef0-485b-4ee3-902b-ea602a0262ae tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 943 time: 0.0531611 Aug 16 02:23:04.141004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a90088cb-3e31-495a-9a80-fd6c6be4067e req-c94be140-289a-4d03-b25e-eaca147355ab tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320389 Aug 16 02:23:05.256447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60461acc-fc70-4694-8ce8-41f8cfc16578 req-06f57d77-a93a-4a7b-94dd-f3f6ed27dc92 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:05.258611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60461acc-fc70-4694-8ce8-41f8cfc16578 req-06f57d77-a93a-4a7b-94dd-f3f6ed27dc92 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 943 time: 0.0497773 Aug 16 02:23:05.296136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60461acc-fc70-4694-8ce8-41f8cfc16578 req-8eb36a87-d38a-4b56-8501-554026754eff tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Aug 16 02:23:06.411276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a4931-380d-49dd-bb16-6057b7fe1bbe req-5a6f015a-8eb8-4096-bd4d-1ae9fd239836 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.412796 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-590a4931-380d-49dd-bb16-6057b7fe1bbe req-5a6f015a-8eb8-4096-bd4d-1ae9fd239836 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 943 time: 0.0494294 Aug 16 02:23:06.452520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-590a4931-380d-49dd-bb16-6057b7fe1bbe req-ddb97c31-8061-4777-b1fb-2d3b3b3439ee tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335510 Aug 16 02:23:07.581681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ea5ef-c9b4-448c-8521-2c4482d41f65 req-50d33ca0-a1e7-474e-af8b-9148b15a7268 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:07.583169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc3ea5ef-c9b4-448c-8521-2c4482d41f65 req-50d33ca0-a1e7-474e-af8b-9148b15a7268 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 943 time: 0.0533130 Aug 16 02:23:07.621624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc3ea5ef-c9b4-448c-8521-2c4482d41f65 req-43daab61-52d6-45a5-ab7c-105a669146a7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Aug 16 02:23:08.735767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c5ba-2026-474b-9552-dbf919ab3953 req-f1212ffd-4a66-462c-be60-7aafa5a0a045 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.737268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26b9c5ba-2026-474b-9552-dbf919ab3953 req-f1212ffd-4a66-462c-be60-7aafa5a0a045 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 943 time: 0.0496001 Aug 16 02:23:08.774612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26b9c5ba-2026-474b-9552-dbf919ab3953 req-349e89b0-3fa5-4ba7-a944-bd11c904163a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313325 Aug 16 02:23:08.887871 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-84e50390-4715-448f-aab7-77f1ab560e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.725492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 11390dcf-3b13-4290-85b5-b60c57c8a42d details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:09.801399 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.831308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 11390dcf-3b13-4290-85b5-b60c57c8a42d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=11390dcf-3b13-4290-85b5-b60c57c8a42d,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:09.842858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '11390dcf-3b13-4290-85b5-b60c57c8a42d', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'port_id': '11390dcf-3b13-4290-85b5-b60c57c8a42d', 'mac_address': 'fa:16:3e:c9:80:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:09.879857 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.892995 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11390dcf-3b13-4290-85b5-b60c57c8a42d {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:09.893648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1865f-cd5d-4977-a284-2415443cd69d req-416204bd-829b-41d5-94fb-40ff31b637bf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:09.894536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7b1865f-cd5d-4977-a284-2415443cd69d req-416204bd-829b-41d5-94fb-40ff31b637bf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 943 time: 0.0483897 Aug 16 02:23:09.917368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 11390dcf-3b13-4290-85b5-b60c57c8a42d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=11390dcf-3b13-4290-85b5-b60c57c8a42d,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:09.921389 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.935159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7b1865f-cd5d-4977-a284-2415443cd69d req-42b874b4-324e-44af-981c-c91f6bcf8050 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329366 Aug 16 02:23:09.969361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=11390dcf-3b13-4290-85b5-b60c57c8a42d,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:09.976648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:09.977016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:09.977361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:09.977696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:09.978028 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:09.978357 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:09.978691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:09.979013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:09.979356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:09.979658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:09.979980 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:09.980301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:10.291460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['11390dcf-3b13-4290-85b5-b60c57c8a42d'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:11.054993 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d4c29-b93e-43b5-9fd0-f99b58923b41 req-69ec166c-b609-4d16-8ef1-c1802259f255 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.056392 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a10d4c29-b93e-43b5-9fd0-f99b58923b41 req-69ec166c-b609-4d16-8ef1-c1802259f255 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 944 time: 0.0542939 Aug 16 02:23:11.094844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a10d4c29-b93e-43b5-9fd0-f99b58923b41 req-3935ee8a-10a5-42ee-a540-67d342879cbd tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Aug 16 02:23:11.488226 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1a739a7e-f634-4ffc-80c7-55aafcb65537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.581644 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.651234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-74867349-acc8-4562-bbb2-a183f4b85f59 req-4925686e-ddee-4e83-a41d-1cadeffc8c01 service neutron] (101380) timed out ('10.222.0.79', 54908) {{(pid=101380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:23:11.742384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 11390dcf-3b13-4290-85b5-b60c57c8a42d up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:11.789807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 11390dcf-3b13-4290-85b5-b60c57c8a42d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:11.793411 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 11390dcf-3b13-4290-85b5-b60c57c8a42d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:11.793788 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.872266 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.894088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11390dcf-3b13-4290-85b5-b60c57c8a42d'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:11.896310 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc3c96b-1ff1-464d-8269-aed1b1534976" -d '{"events": [{"server_uuid": "4dc5f34a-7e93-4544-a6df-e0464e4c4be9", "name": "network-vif-plugged", "status": "completed", "tag": "11390dcf-3b13-4290-85b5-b60c57c8a42d"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:11.909572 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 11390dcf-3b13-4290-85b5-b60c57c8a42d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=11390dcf-3b13-4290-85b5-b60c57c8a42d,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:11.913278 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.938803 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb71bacf-b2b0-4b0a-8923-ae7678e03e22 x-openstack-request-id: req-bb71bacf-b2b0-4b0a-8923-ae7678e03e22 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:11.939088 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc5f34a-7e93-4544-a6df-e0464e4c4be9", "name": "network-vif-plugged", "status": "completed", "tag": "11390dcf-3b13-4290-85b5-b60c57c8a42d", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:11.939336 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb71bacf-b2b0-4b0a-8923-ae7678e03e22 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:11.939716 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11390dcf-3b13-4290-85b5-b60c57c8a42d', 'code': 200} Aug 16 02:23:11.965938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=11390dcf-3b13-4290-85b5-b60c57c8a42d,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:12.052409 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f87803-b0dc-4b52-b9fd-7d0893e27d09 req-dab548d5-b4c0-40ff-b715-c2b31b8f6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.053944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38f87803-b0dc-4b52-b9fd-7d0893e27d09 req-dab548d5-b4c0-40ff-b715-c2b31b8f6c22 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 1097 time: 0.0399730 Aug 16 02:23:12.089601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38f87803-b0dc-4b52-b9fd-7d0893e27d09 req-20b7aa21-a981-4d1d-9d79-2c82dc892763 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286131 Aug 16 02:23:12.210485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50a387-c748-4a68-b739-d1ac91d46555 req-cb87dab0-5c51-4672-92bd-11558f6459d2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.211869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad50a387-c748-4a68-b739-d1ac91d46555 req-cb87dab0-5c51-4672-92bd-11558f6459d2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 945 time: 0.0492136 Aug 16 02:23:12.252699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad50a387-c748-4a68-b739-d1ac91d46555 req-165005c8-c726-4414-93e1-9d10556b81ab tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345492 Aug 16 02:23:12.793556 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.376541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39ae39-415f-484d-a8b8-4d8a1ed564cd req-3eb6569e-233f-4659-9263-ad5c91b5dacf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.378048 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac39ae39-415f-484d-a8b8-4d8a1ed564cd req-3eb6569e-233f-4659-9263-ad5c91b5dacf tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 945 time: 0.0550508 Aug 16 02:23:13.416173 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ac39ae39-415f-484d-a8b8-4d8a1ed564cd req-e16ddb4b-bc31-47f7-bd58-96bd659402ee tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315363 Aug 16 02:23:14.297606 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.534684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c0126-5607-4781-a626-642bcd5f60ca req-6293834e-4391-44e3-97e0-98a6e0cfe2a3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.536199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f2c0126-5607-4781-a626-642bcd5f60ca req-6293834e-4391-44e3-97e0-98a6e0cfe2a3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 945 time: 0.0530143 Aug 16 02:23:14.575290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f2c0126-5607-4781-a626-642bcd5f60ca req-080155bd-356e-427a-abd9-474816540424 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322561 Aug 16 02:23:14.689744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84e33b-9c30-4355-aeea-6e6948b89bf8 req-e888f45d-01a0-4795-a965-29eb24cdf35b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.691214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f84e33b-9c30-4355-aeea-6e6948b89bf8 req-e888f45d-01a0-4795-a965-29eb24cdf35b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 945 time: 0.0485024 Aug 16 02:23:14.729209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f84e33b-9c30-4355-aeea-6e6948b89bf8 req-8d534917-0955-436a-9a7d-3ed3105456a3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Aug 16 02:23:14.750991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55332) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:14.794813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937be450-c32b-4232-bd33-ea581f98bc6f tempest-TestVolumeBootPattern-633832243 tempest-TestVolumeBootPattern-633832243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.796236 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-937be450-c32b-4232-bd33-ea581f98bc6f tempest-TestVolumeBootPattern-633832243 tempest-TestVolumeBootPattern-633832243-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 1092 time: 0.0442741 Aug 16 02:23:14.799352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55334) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:14.803648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '11390dcf-3b13-4290-85b5-b60c57c8a42d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:14.824756 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.920562 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.028367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Allocated IP 172.25.2.141 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/c3cff06f-9486-456d-a09b-1b872d67b953) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:15.126709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.166609 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.210902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:15.214111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:15.217691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:15.238936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=c3cff06f-9486-456d-a09b-1b872d67b953,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:15.572589 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.652711 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.802118 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.807108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.880075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=c3cff06f-9486-456d-a09b-1b872d67b953,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:15.896102 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.995889 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Floating IP fde5bac0-2978-42b9-9939-1c8a14fbd097 associated. External IP: 172.25.2.141, port: 11390dcf-3b13-4290-85b5-b60c57c8a42d. Aug 16 02:23:16.205979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Router d975a779-ee2b-48f5-b51a-bcaed30e279c has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:16.310929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:16.321930 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9fe87-792e-444d-b6fb-2adb1f2ae130 None None] Sync routers for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:16.327762 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.332861 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9fe87-792e-444d-b6fb-2adb1f2ae130 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:16.333513 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cea9fe87-792e-444d-b6fb-2adb1f2ae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:23:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:16.356834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bd11db33-aa00-4ffa-a66a-910d89b748ed tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5564547 Aug 16 02:23:16.357748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'tag': '11390dcf-3b13-4290-85b5-b60c57c8a42d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:16.360303 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2a5f58-e075-4199-aff1-ebaa302b1417" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc5f34a-7e93-4544-a6df-e0464e4c4be9", "tag": "11390dcf-3b13-4290-85b5-b60c57c8a42d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:16.397600 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdc03be-d9fd-4e33-906b-56b84c1e9d3f x-openstack-request-id: req-bbdc03be-d9fd-4e33-906b-56b84c1e9d3f {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:16.397886 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc5f34a-7e93-4544-a6df-e0464e4c4be9", "tag": "11390dcf-3b13-4290-85b5-b60c57c8a42d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:16.398136 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bbdc03be-d9fd-4e33-906b-56b84c1e9d3f {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:16.398539 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'tag': '11390dcf-3b13-4290-85b5-b60c57c8a42d', 'status': 'completed', 'code': 200} Aug 16 02:23:16.441505 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-cea9fe87-792e-444d-b6fb-2adb1f2ae130 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:16.483959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a5f58-e075-4199-aff1-ebaa302b1417 req-30543dec-d1d9-49ee-ae90-2cba011aeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.485681 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2a5f58-e075-4199-aff1-ebaa302b1417 req-30543dec-d1d9-49ee-ae90-2cba011aeb3f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 1097 time: 0.0448682 Aug 16 02:23:16.581849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a5f58-e075-4199-aff1-ebaa302b1417 req-70e27db5-0000-4d08-aadf-c967cbc49305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.583332 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2a5f58-e075-4199-aff1-ebaa302b1417 req-70e27db5-0000-4d08-aadf-c967cbc49305 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.0905972 Aug 16 02:23:16.654347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2a5f58-e075-4199-aff1-ebaa302b1417 req-6c7348e2-f611-443e-9d42-ebb10a07acf7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11390dcf-3b13-4290-85b5-b60c57c8a42d HTTP/1.1" status: 200 len: 999 time: 0.0642912 Aug 16 02:23:16.668451 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cea9fe87-792e-444d-b6fb-2adb1f2ae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'fde5bac0-2978-42b9-9939-1c8a14fbd097', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '11390dcf-3b13-4290-85b5-b60c57c8a42d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:c9:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:15Z', 'revision_number': 0, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:16.694841 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9fe87-792e-444d-b6fb-2adb1f2ae130 None None] Checking router: d975a779-ee2b-48f5-b51a-bcaed30e279c for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:16.702792 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9fe87-792e-444d-b6fb-2adb1f2ae130 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:16.703419 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cea9fe87-792e-444d-b6fb-2adb1f2ae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:23:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:16.707374 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a5f58-e075-4199-aff1-ebaa302b1417 req-ac505aab-73f9-4fca-ab02-abd721e99d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.708876 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2a5f58-e075-4199-aff1-ebaa302b1417 req-ac505aab-73f9-4fca-ab02-abd721e99d3b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0484431 Aug 16 02:23:16.759678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a5f58-e075-4199-aff1-ebaa302b1417 req-9a58e446-7ec4-4bb8-8bb0-bf448a620c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.761219 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2a5f58-e075-4199-aff1-ebaa302b1417 req-9a58e446-7ec4-4bb8-8bb0-bf448a620c4e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452800 Aug 16 02:23:16.809784 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-cea9fe87-792e-444d-b6fb-2adb1f2ae130 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:16.850525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2a5f58-e075-4199-aff1-ebaa302b1417 req-27491e0c-d96b-4ac2-b16f-a04d58855431 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825262 Aug 16 02:23:16.944972 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc2a5f58-e075-4199-aff1-ebaa302b1417 req-e3d07163-5940-45bc-bdc1-a9044407135f service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865397 Aug 16 02:23:17.035464 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cea9fe87-792e-444d-b6fb-2adb1f2ae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'fde5bac0-2978-42b9-9939-1c8a14fbd097', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '11390dcf-3b13-4290-85b5-b60c57c8a42d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:c9:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:15Z', 'revision_number': 0, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:17.060887 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9fe87-792e-444d-b6fb-2adb1f2ae130 None None] The sync data for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 is: [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'fde5bac0-2978-42b9-9939-1c8a14fbd097', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '11390dcf-3b13-4290-85b5-b60c57c8a42d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:c9:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:15Z', 'revision_number': 0, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:17.262704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7fd0d-a29a-4cbe-8bde-8c2708be028e None None] New status for floating IP fde5bac0-2978-42b9-9939-1c8a14fbd097: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:23:18.451836 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.384493 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-c999d9fa-6e5c-4a09-939f-8fa1495767fb req-71597c5c-93bb-4f57-b37c-8373e233ef1c tempest-TestServerBasicOps-471946797 tempest-TestServerBasicOps-471946797-project] (101380) timed out ('10.222.0.89', 64608) {{(pid=101380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:23:23.939183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-3240b27c-8301-4c14-b816-3526f17049bf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398958 Aug 16 02:23:24.027187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-353c28f3-35f2-477b-979e-47342a954aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.028881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-353c28f3-35f2-477b-979e-47342a954aca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 1097 time: 0.0456779 Aug 16 02:23:24.145348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-fce22ac2-65a7-4a65-aa5a-e3f8d134f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.146865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-fce22ac2-65a7-4a65-aa5a-e3f8d134f199 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.0982587 Aug 16 02:23:24.214252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-353c383d-b77f-4ae9-9d1a-8d5fa57eb41e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9278f5f5-9483-4caa-9297-10cefa9c514b HTTP/1.1" status: 200 len: 1001 time: 0.0594285 Aug 16 02:23:24.264156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-f97b9bcc-7300-4e8c-ab50-a26664ce953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.265761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-f97b9bcc-7300-4e8c-ab50-a26664ce953a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0443547 Aug 16 02:23:24.315560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-8c9ea709-cf8e-4a81-ae47-edc68d2f13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.317070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-8c9ea709-cf8e-4a81-ae47-edc68d2f13de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448689 Aug 16 02:23:24.405351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-0f0d17a1-8a8d-4bea-b2fb-c8efe2c59f6d service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811250 Aug 16 02:23:24.501305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef4d4242-543f-4d1d-b9e6-eef9ab77664f req-820d6216-b90c-4671-a871-d17338585ee3 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892811 Aug 16 02:23:26.754707 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:23:38.889871 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-351f4281-2a78-4ada-8668-2158291c988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.798433 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.488932 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a346de85-7144-4d91-a37f-08e825a2f21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.581957 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.796216 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.299657 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.032358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16ada666-2654-444a-9465-c016d337eaa9 req-fb49da5c-4d1d-41e5-b19c-c3dd0545fa82 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426090 Aug 16 02:23:48.130791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ada666-2654-444a-9465-c016d337eaa9 req-2875887c-1408-4579-abba-33151a378f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.135992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16ada666-2654-444a-9465-c016d337eaa9 req-2875887c-1408-4579-abba-33151a378f7f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 1097 time: 0.0433877 Aug 16 02:23:48.470570 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.569043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ada666-2654-444a-9465-c016d337eaa9 req-e81a653a-4700-4925-9498-6a000a116be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.570504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16ada666-2654-444a-9465-c016d337eaa9 req-e81a653a-4700-4925-9498-6a000a116be3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.4154711 Aug 16 02:23:48.635672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16ada666-2654-444a-9465-c016d337eaa9 req-4d9d2ece-727d-4e55-87b1-283798d0042a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11390dcf-3b13-4290-85b5-b60c57c8a42d HTTP/1.1" status: 200 len: 1001 time: 0.0575521 Aug 16 02:23:48.686363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ada666-2654-444a-9465-c016d337eaa9 req-23726705-53ae-407e-974a-32c5487a2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.687884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16ada666-2654-444a-9465-c016d337eaa9 req-23726705-53ae-407e-974a-32c5487a2d45 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0451708 Aug 16 02:23:48.737403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ada666-2654-444a-9465-c016d337eaa9 req-51f7865b-b855-44fe-a981-b190883ebac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.738806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16ada666-2654-444a-9465-c016d337eaa9 req-51f7865b-b855-44fe-a981-b190883ebac1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439954 Aug 16 02:23:48.824795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16ada666-2654-444a-9465-c016d337eaa9 req-6c0ef04b-8256-4d39-bcfe-f0960f66b1ea service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791721 Aug 16 02:23:48.918570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16ada666-2654-444a-9465-c016d337eaa9 req-79cc53a1-0e5d-40f5-b9a8-87b9ebae0477 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861590 Aug 16 02:24:03.754246 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:24:08.890826 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0cef2636-85d2-45bc-8eb2-a2c9dd598dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.605496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776e845-0f63-42be-99e5-1e14a998d7bd req-5488b81f-82b9-4646-9d50-bf541ad1e20a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:09.607552 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0776e845-0f63-42be-99e5-1e14a998d7bd req-5488b81f-82b9-4646-9d50-bf541ad1e20a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0528729 Aug 16 02:24:09.646861 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0776e845-0f63-42be-99e5-1e14a998d7bd req-69c9c75e-178c-4ce6-9fbd-6912a86b1518 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321269 Aug 16 02:24:09.804454 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.763401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad712ec-211c-4a73-b3d7-6c684971436f req-185923a2-30f6-4eb3-b113-51338f726952 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.764781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ad712ec-211c-4a73-b3d7-6c684971436f req-185923a2-30f6-4eb3-b113-51338f726952 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0482492 Aug 16 02:24:10.804970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ad712ec-211c-4a73-b3d7-6c684971436f req-30c431a4-5893-4cf7-b746-7bff752dd61c tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340898 Aug 16 02:24:11.489764 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ca293aaa-71d3-4a90-8f36-1f8ed44f24e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.583787 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.924907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08425d10-c84f-406b-8a9b-a5c932408603 req-f4f6fd0b-a733-4bc2-be3a-b79abb39e2c4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:11.926435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-08425d10-c84f-406b-8a9b-a5c932408603 req-f4f6fd0b-a733-4bc2-be3a-b79abb39e2c4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0530365 Aug 16 02:24:11.967851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-08425d10-c84f-406b-8a9b-a5c932408603 req-13d31eeb-ae20-4825-a718-a836d3bb8996 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353918 Aug 16 02:24:12.797719 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.084399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce0049-f01d-4afd-b8a7-a1a3d8d3e867 req-9cc59936-fbf9-4e87-8526-6614e06573e6 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.085848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbce0049-f01d-4afd-b8a7-a1a3d8d3e867 req-9cc59936-fbf9-4e87-8526-6614e06573e6 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0488791 Aug 16 02:24:13.123482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbce0049-f01d-4afd-b8a7-a1a3d8d3e867 req-654258aa-f9f3-4d94-9c26-fc7173670809 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Aug 16 02:24:14.240951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725abecb-1617-4264-b29a-e78f0afbd6ab req-40c7d6bc-a855-4e53-8bc0-224f7ea8183a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.242497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-725abecb-1617-4264-b29a-e78f0afbd6ab req-40c7d6bc-a855-4e53-8bc0-224f7ea8183a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0503821 Aug 16 02:24:14.282365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-725abecb-1617-4264-b29a-e78f0afbd6ab req-03ef1842-9aad-4f6d-a1c3-14d57cfde44d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336204 Aug 16 02:24:14.303350 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.410719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53749b-f066-4dbe-9b11-dba151a8c13f req-0625befa-20af-41cd-b992-f571cdb35183 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.412205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a53749b-f066-4dbe-9b11-dba151a8c13f req-0625befa-20af-41cd-b992-f571cdb35183 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0529559 Aug 16 02:24:15.450887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4a53749b-f066-4dbe-9b11-dba151a8c13f req-0534e591-97f1-4c4e-85f0-33fcb5a4996c tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323761 Aug 16 02:24:16.566888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c78cca-9ddb-4b2c-9c09-8666e999cef0 req-b437a00d-204d-4ea2-a077-a52cd27ab705 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.568488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26c78cca-9ddb-4b2c-9c09-8666e999cef0 req-b437a00d-204d-4ea2-a077-a52cd27ab705 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0485547 Aug 16 02:24:16.606675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26c78cca-9ddb-4b2c-9c09-8666e999cef0 req-6d2c0475-ac4d-4114-8f0d-569fbe17115d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321927 Aug 16 02:24:17.724910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dc44a-a899-46a0-9126-d6786ea856be req-d5d3891d-3ff8-423c-9923-fdee2ac0703a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.726401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-939dc44a-a899-46a0-9126-d6786ea856be req-d5d3891d-3ff8-423c-9923-fdee2ac0703a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0491548 Aug 16 02:24:17.764056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-939dc44a-a899-46a0-9126-d6786ea856be req-e45326b8-556d-47f2-8ecd-f7646d6f7821 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316322 Aug 16 02:24:18.467450 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.882197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ad22a-6f2e-4bb1-b9a8-afe72da27bcc req-03766adb-9356-4bca-b1bf-373f8c7fce57 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:18.883659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-069ad22a-6f2e-4bb1-b9a8-afe72da27bcc req-03766adb-9356-4bca-b1bf-373f8c7fce57 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0524933 Aug 16 02:24:18.921118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-069ad22a-6f2e-4bb1-b9a8-afe72da27bcc req-05ec640a-f95e-457f-b9de-9d803238f7dc tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313311 Aug 16 02:24:20.040288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575de50-52bd-4515-96a3-22720ba06d29 req-9f98d421-2b58-4438-a71e-c8af9d5ade5e tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.041839 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e575de50-52bd-4515-96a3-22720ba06d29 req-9f98d421-2b58-4438-a71e-c8af9d5ade5e tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0521884 Aug 16 02:24:20.081233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e575de50-52bd-4515-96a3-22720ba06d29 req-e88afeb7-480b-4c5f-b3b5-a7fd2d260cfa tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333407 Aug 16 02:24:20.309917 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b418a-51ba-421a-b1eb-57d8a86f1541 req-98335189-1c4b-4bac-9501-23ca9fa55414 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.311418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-108b418a-51ba-421a-b1eb-57d8a86f1541 req-98335189-1c4b-4bac-9501-23ca9fa55414 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0815454 Aug 16 02:24:20.335119 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242d9e2-9aab-4fce-87e9-b8fb1e410fa7 req-59aef7f8-b663-4389-bfd1-35f9941eb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.336566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c242d9e2-9aab-4fce-87e9-b8fb1e410fa7 req-59aef7f8-b663-4389-bfd1-35f9941eb017 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 1097 time: 0.0694101 Aug 16 02:24:20.395005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-108b418a-51ba-421a-b1eb-57d8a86f1541 req-e0fbd508-2c53-4a54-ba17-71e7ae77a061 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774777 Aug 16 02:24:20.436489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242d9e2-9aab-4fce-87e9-b8fb1e410fa7 req-eb285982-e882-4e58-bd70-1462ae20874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.438000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c242d9e2-9aab-4fce-87e9-b8fb1e410fa7 req-eb285982-e882-4e58-bd70-1462ae20874b service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.0935030 Aug 16 02:24:20.509220 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c242d9e2-9aab-4fce-87e9-b8fb1e410fa7 req-c2909f52-4b6b-4368-b8b1-25ce3eba6768 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9278f5f5-9483-4caa-9297-10cefa9c514b HTTP/1.1" status: 200 len: 1001 time: 0.0640218 Aug 16 02:24:20.560659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242d9e2-9aab-4fce-87e9-b8fb1e410fa7 req-9f3e9c47-e11e-44e0-812f-7d28ea6e0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.562607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c242d9e2-9aab-4fce-87e9-b8fb1e410fa7 req-9f3e9c47-e11e-44e0-812f-7d28ea6e0c20 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0458639 Aug 16 02:24:20.613492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242d9e2-9aab-4fce-87e9-b8fb1e410fa7 req-882b781b-59ba-49ae-b889-52065ff5c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.615013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c242d9e2-9aab-4fce-87e9-b8fb1e410fa7 req-882b781b-59ba-49ae-b889-52065ff5c026 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456903 Aug 16 02:24:20.708563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c242d9e2-9aab-4fce-87e9-b8fb1e410fa7 req-c06ac40f-c02d-4fe2-9126-e2be6c09633f service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866892 Aug 16 02:24:20.796955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c242d9e2-9aab-4fce-87e9-b8fb1e410fa7 req-dfdce0b8-3d36-4054-9806-f364d1ac2ea1 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813420 Aug 16 02:24:21.513342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b1345-e693-483d-90c6-9324bce6bf9f req-248ba2c7-4548-4872-b285-11de486a3df3 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:21.515382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f83b1345-e693-483d-90c6-9324bce6bf9f req-248ba2c7-4548-4872-b285-11de486a3df3 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0507011 Aug 16 02:24:21.562487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f83b1345-e693-483d-90c6-9324bce6bf9f req-8cd789cd-ce43-4583-ab7b-27542a0a94f7 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378232 Aug 16 02:24:25.952460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-1dade15d-fd4e-4818-8baf-f320ee8d9aa8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391569 Aug 16 02:24:26.032149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-4489fa1c-98cc-4b5f-8609-98b703f0663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.033678 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-4489fa1c-98cc-4b5f-8609-98b703f0663f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 1097 time: 0.0405381 Aug 16 02:24:26.140966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-1528c43d-4c0f-401a-b497-806cf4cf1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.142457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-1528c43d-4c0f-401a-b497-806cf4cf1407 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.0899572 Aug 16 02:24:26.207380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-c2dd6958-79b4-438c-9b2c-c68315255f0c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9278f5f5-9483-4caa-9297-10cefa9c514b HTTP/1.1" status: 200 len: 1001 time: 0.0579793 Aug 16 02:24:26.256612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-25910218-0aac-4022-9695-c655d40e0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.258099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-25910218-0aac-4022-9695-c655d40e0ff5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0445111 Aug 16 02:24:26.306732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-3238b0e5-a8e4-4eca-baef-af0775526590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.308198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-3238b0e5-a8e4-4eca-baef-af0775526590 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426030 Aug 16 02:24:26.395323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-1cce426a-0bb5-4a93-af36-3fffce9ac09c service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794141 Aug 16 02:24:26.487822 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8f73c38-0992-40d3-95d9-9d2ed6a39a70 req-690a6680-0ef7-4083-8c79-9cb84e557b05 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860386 Aug 16 02:24:38.891393 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b078ebeb-5327-4ee9-bcb5-2e7f03646ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.807016 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.754948 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:24:41.490008 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-31ad01a6-e613-472b-8e0e-5f7859d7623d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.585544 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.800968 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.306088 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.482686 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.035168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a5475df-da90-448a-ad06-29cd28288a18 req-e6adc1e8-bf6f-447c-b215-5549bc426b12 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483401 Aug 16 02:24:50.137565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5475df-da90-448a-ad06-29cd28288a18 req-1dc59b6e-0cd0-4502-b550-b22868c8a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:50.139067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a5475df-da90-448a-ad06-29cd28288a18 req-1dc59b6e-0cd0-4502-b550-b22868c8a70b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 1097 time: 0.0432184 Aug 16 02:24:50.248279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5475df-da90-448a-ad06-29cd28288a18 req-53ae3373-f7a9-4ce1-9558-8c55dab05ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:50.250325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a5475df-da90-448a-ad06-29cd28288a18 req-53ae3373-f7a9-4ce1-9558-8c55dab05ce6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.0916917 Aug 16 02:24:50.317995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a5475df-da90-448a-ad06-29cd28288a18 req-5ecf8e93-eb01-43a7-9816-4cbe1fb4afdb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11390dcf-3b13-4290-85b5-b60c57c8a42d HTTP/1.1" status: 200 len: 1001 time: 0.0586526 Aug 16 02:24:50.369773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5475df-da90-448a-ad06-29cd28288a18 req-b08c8be4-17e9-40ed-8d5f-7dae47b5335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:50.371207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a5475df-da90-448a-ad06-29cd28288a18 req-b08c8be4-17e9-40ed-8d5f-7dae47b5335a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0439076 Aug 16 02:24:50.428229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5475df-da90-448a-ad06-29cd28288a18 req-a773d50d-243d-4e11-a907-2de600ba1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:50.429781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a5475df-da90-448a-ad06-29cd28288a18 req-a773d50d-243d-4e11-a907-2de600ba1440 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504274 Aug 16 02:24:50.519525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a5475df-da90-448a-ad06-29cd28288a18 req-c003be09-334f-45a7-9c68-1a87213f2763 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821769 Aug 16 02:24:50.613687 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a5475df-da90-448a-ad06-29cd28288a18 req-ec93056e-765d-4145-b76a-12285b145388 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863376 Aug 16 02:24:58.620552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e12d0c-e617-486b-b9c3-41fa8dfbbb26 req-a4c5d1a5-d2f3-45dc-abe7-f0784828a52a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.622051 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7e12d0c-e617-486b-b9c3-41fa8dfbbb26 req-a4c5d1a5-d2f3-45dc-abe7-f0784828a52a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0527544 Aug 16 02:24:58.659679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7e12d0c-e617-486b-b9c3-41fa8dfbbb26 req-d96fe91f-eaca-4ff6-9f55-10746a9c677c tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315018 Aug 16 02:24:59.777460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757881b-4e89-4680-899b-ecd04495f223 req-5107441a-a661-4a28-9462-a17ed97df047 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.778853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f757881b-4e89-4680-899b-ecd04495f223 req-5107441a-a661-4a28-9462-a17ed97df047 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0480287 Aug 16 02:24:59.816675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f757881b-4e89-4680-899b-ecd04495f223 req-58754b17-5d68-4f78-a2f4-6d02be87c176 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311663 Aug 16 02:25:00.932149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f31bb0-b132-4a01-8cd0-54abd45284a3 req-fd16b7b2-59e5-4015-8e5a-1f77245e1d38 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:00.933684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34f31bb0-b132-4a01-8cd0-54abd45284a3 req-fd16b7b2-59e5-4015-8e5a-1f77245e1d38 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0489087 Aug 16 02:25:00.977193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34f31bb0-b132-4a01-8cd0-54abd45284a3 req-4509f168-9ee0-425f-a77f-e6900ac2469f tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367558 Aug 16 02:25:02.097652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613fa6-669e-4518-bce0-f5431b7d85da req-bad86dcd-7bc0-44a3-a829-c6fc4f875219 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.100174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02613fa6-669e-4518-bce0-f5431b7d85da req-bad86dcd-7bc0-44a3-a829-c6fc4f875219 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Aug 16 02:25:02.140130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02613fa6-669e-4518-bce0-f5431b7d85da req-d3a018ba-362a-42a6-8ece-5834c8817ecf tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340796 Aug 16 02:25:03.256361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c799c-25ae-4e26-b282-8adbcccf6392 req-1c3cb33c-af9f-451f-9507-5e2faacf02a7 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.257975 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd9c799c-25ae-4e26-b282-8adbcccf6392 req-1c3cb33c-af9f-451f-9507-5e2faacf02a7 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0496399 Aug 16 02:25:03.296617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd9c799c-25ae-4e26-b282-8adbcccf6392 req-e55ccd57-1b45-4a13-b35e-71d532b99769 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327511 Aug 16 02:25:04.414173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db7927-0701-45bb-b212-eb2c9449600e req-f5d5c533-4629-4300-9ecc-473784192cdb tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.415656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51db7927-0701-45bb-b212-eb2c9449600e req-f5d5c533-4629-4300-9ecc-473784192cdb tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0475914 Aug 16 02:25:04.457260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51db7927-0701-45bb-b212-eb2c9449600e req-1bf5d70a-e6ef-4291-8bf9-973c2936a69a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355675 Aug 16 02:25:05.570455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45d610-a7b1-4f7b-9b26-b6854cae84d1 req-ce1b59d4-7b98-45e7-b38a-cd49691c1609 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:05.571828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af45d610-a7b1-4f7b-9b26-b6854cae84d1 req-ce1b59d4-7b98-45e7-b38a-cd49691c1609 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0478585 Aug 16 02:25:05.609848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af45d610-a7b1-4f7b-9b26-b6854cae84d1 req-d1a8d779-acf3-448f-86e7-9b1b500afbac tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320153 Aug 16 02:25:06.730256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d6b47-1659-4f5d-92c8-ec764d73d9a8 req-09cfb0ca-4cf2-4e70-bce3-0a9337028b8c tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.731717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa6d6b47-1659-4f5d-92c8-ec764d73d9a8 req-09cfb0ca-4cf2-4e70-bce3-0a9337028b8c tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0484586 Aug 16 02:25:06.769712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa6d6b47-1659-4f5d-92c8-ec764d73d9a8 req-abd3fe2f-d7ba-4ee9-93ad-ec350af94d38 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314403 Aug 16 02:25:07.882499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf4334-4188-41fe-a966-d44dffe012b6 req-09ca9ad1-cf5b-4e24-bd68-6333cb88bc86 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:07.883958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbcf4334-4188-41fe-a966-d44dffe012b6 req-09ca9ad1-cf5b-4e24-bd68-6333cb88bc86 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0473974 Aug 16 02:25:07.924672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbcf4334-4188-41fe-a966-d44dffe012b6 req-af2729c1-0231-4bc5-84f1-958bbe3160d0 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348265 Aug 16 02:25:08.895018 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e598cbd4-6445-4b4c-b232-32af38557934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.042703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86507d81-7434-4bb6-a507-ca091671ae93 req-606544db-66e8-4f3a-8e53-dc1acaaee279 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:09.054107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86507d81-7434-4bb6-a507-ca091671ae93 req-606544db-66e8-4f3a-8e53-dc1acaaee279 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0618174 Aug 16 02:25:09.092992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-86507d81-7434-4bb6-a507-ca091671ae93 req-d8f11852-6cf0-497f-8308-3f6f7db9e39a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336046 Aug 16 02:25:09.314528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef0ff4-6492-4c22-adeb-50f20a6f9366 req-30325835-8a5e-4b52-b997-01b3ee1d665d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:09.315893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29ef0ff4-6492-4c22-adeb-50f20a6f9366 req-30325835-8a5e-4b52-b997-01b3ee1d665d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0713863 Aug 16 02:25:09.345226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194aa1b-5bae-4521-82be-3ec423320ad1 req-215056f1-4e93-4468-832e-be0d4762e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:09.346674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a194aa1b-5bae-4521-82be-3ec423320ad1 req-215056f1-4e93-4468-832e-be0d4762e7c7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 1097 time: 0.0698247 Aug 16 02:25:09.417350 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29ef0ff4-6492-4c22-adeb-50f20a6f9366 req-374ea9ab-58be-45fc-aafa-047885efecc7 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940723 Aug 16 02:25:09.459667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194aa1b-5bae-4521-82be-3ec423320ad1 req-2421206b-2659-46f5-a832-0487cb8d649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:09.461163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a194aa1b-5bae-4521-82be-3ec423320ad1 req-2421206b-2659-46f5-a832-0487cb8d649e service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.1070740 Aug 16 02:25:09.531643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a194aa1b-5bae-4521-82be-3ec423320ad1 req-0e91aa29-1f2a-469a-9190-6d7dc1070f44 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9278f5f5-9483-4caa-9297-10cefa9c514b HTTP/1.1" status: 200 len: 1001 time: 0.0613580 Aug 16 02:25:09.579624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194aa1b-5bae-4521-82be-3ec423320ad1 req-bcd272f7-a569-476b-b2ce-6f557441d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:09.581057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a194aa1b-5bae-4521-82be-3ec423320ad1 req-bcd272f7-a569-476b-b2ce-6f557441d201 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0425858 Aug 16 02:25:09.626224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194aa1b-5bae-4521-82be-3ec423320ad1 req-a404ae57-f910-4cbf-82e4-210dd4e7e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:09.627704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a194aa1b-5bae-4521-82be-3ec423320ad1 req-a404ae57-f910-4cbf-82e4-210dd4e7e749 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400095 Aug 16 02:25:09.728518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a194aa1b-5bae-4521-82be-3ec423320ad1 req-a9c52543-c339-4d26-9ffe-2e84fff12c25 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935781 Aug 16 02:25:09.814221 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.839684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a194aa1b-5bae-4521-82be-3ec423320ad1 req-471bd913-26c8-4bc6-baf5-1697be874040 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040218 Aug 16 02:25:10.544243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d261d5-b951-4e59-a93f-6e7583003a37 req-089da120-dab7-4f84-b43b-0d9427ea50c1 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:10.545766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93d261d5-b951-4e59-a93f-6e7583003a37 req-089da120-dab7-4f84-b43b-0d9427ea50c1 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0515428 Aug 16 02:25:10.584483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93d261d5-b951-4e59-a93f-6e7583003a37 req-1ffa2fc2-a7b7-4e38-9946-715abdc710a6 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327530 Aug 16 02:25:11.489530 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1ead8f89-f553-4fb5-9de1-8ff18382b434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.586558 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.975601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578402be-9ea0-47d6-840f-9bfbd8faefcc req-848b66e2-afac-45eb-901b-45efb24d9f0b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.977132 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-578402be-9ea0-47d6-840f-9bfbd8faefcc req-848b66e2-afac-45eb-901b-45efb24d9f0b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 945 time: 0.0526679 Aug 16 02:25:12.015375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-578402be-9ea0-47d6-840f-9bfbd8faefcc req-6bd16aa1-2f7d-4079-befd-8ef8b01069df tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321484 Aug 16 02:25:12.803738 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.132416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aa2d6-7552-45a8-a8e1-59ab13e991e4 req-81aaa1de-25dc-485e-a125-19d4395fe659 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:13.133874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf2aa2d6-7552-45a8-a8e1-59ab13e991e4 req-81aaa1de-25dc-485e-a125-19d4395fe659 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 945 time: 0.0487866 Aug 16 02:25:13.174762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf2aa2d6-7552-45a8-a8e1-59ab13e991e4 req-3a60de03-2fc9-4b68-b19f-aed90ac1cb37 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349355 Aug 16 02:25:13.704680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-99c74da4-d54a-493f-9940-600adedc8e72 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:13.706273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-99c74da4-d54a-493f-9940-600adedc8e72 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 945 time: 0.0494170 Aug 16 02:25:13.801947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Deleting port 11390dcf-3b13-4290-85b5-b60c57c8a42d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:13.802162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.889770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] For port 11390dcf-3b13-4290-85b5-b60c57c8a42d, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=11390dcf-3b13-4290-85b5-b60c57c8a42d,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:13.890141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.122395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.122757 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.123072 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Floating IP fde5bac0-2978-42b9-9939-1c8a14fbd097 disassociated. External IP: 172.25.2.141, port: 11390dcf-3b13-4290-85b5-b60c57c8a42d. Aug 16 02:25:14.123408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Calling delete_port for 11390dcf-3b13-4290-85b5-b60c57c8a42d owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:14.282482 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.308578 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.316036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event deleted for resources: {'Port': ['ID=11390dcf-3b13-4290-85b5-b60c57c8a42d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.331599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.331915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.332253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.332592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.332920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.333272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.333596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.333920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.334229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.334560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.334864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.335186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:14.387040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc3d8a-0f54-4404-8673-20a2878301c5 req-3f58db4e-2523-484e-99a8-4faa7c8cd20d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:14.388545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3dc3d8a-0f54-4404-8673-20a2878301c5 req-3f58db4e-2523-484e-99a8-4faa7c8cd20d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 867 time: 0.1360435 Aug 16 02:25:14.467955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3dc3d8a-0f54-4404-8673-20a2878301c5 req-71bea73a-20cc-4235-ad43-c29af130f931 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706685 Aug 16 02:25:14.482825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Router d975a779-ee2b-48f5-b51a-bcaed30e279c has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:14.593678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:14.603900 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f20342e-78f1-4503-a803-ecd25fa7137c None None] Sync routers for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:14.613952 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f20342e-78f1-4503-a803-ecd25fa7137c None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:14.614745 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4f20342e-78f1-4503-a803-ecd25fa7137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:25:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:14.636289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] No DVR routers for this DVR port 11390dcf-3b13-4290-85b5-b60c57c8a42d on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:14.639784 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.641933 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f58ba35f-c7d5-4b62-a480-ab28ad834da6 req-a8dcb0a9-6097-4124-8fd0-7f13d2800ae3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "DELETE /v2.0/ports/11390dcf-3b13-4290-85b5-b60c57c8a42d HTTP/1.1" status: 204 len: 173 time: 0.9299161 Aug 16 02:25:14.642385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'name': 'network-vif-deleted', 'tag': '11390dcf-3b13-4290-85b5-b60c57c8a42d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:14.644710 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc5cab6-c9e9-43a6-a6e7-e685a4e2c4d1" -d '{"events": [{"server_uuid": "4dc5f34a-7e93-4544-a6df-e0464e4c4be9", "name": "network-vif-deleted", "tag": "11390dcf-3b13-4290-85b5-b60c57c8a42d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:14.737907 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-4f20342e-78f1-4503-a803-ecd25fa7137c None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:14.769323 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6766845-2074-44bf-809e-9942e17c3c0a x-openstack-request-id: req-b6766845-2074-44bf-809e-9942e17c3c0a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:14.769619 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc5f34a-7e93-4544-a6df-e0464e4c4be9", "name": "network-vif-deleted", "tag": "11390dcf-3b13-4290-85b5-b60c57c8a42d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:14.769876 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6766845-2074-44bf-809e-9942e17c3c0a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:14.770608 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc5f34a-7e93-4544-a6df-e0464e4c4be9', 'name': 'network-vif-deleted', 'tag': '11390dcf-3b13-4290-85b5-b60c57c8a42d', 'status': 'completed', 'code': 200} Aug 16 02:25:15.045576 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4f20342e-78f1-4503-a803-ecd25fa7137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:15.074040 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f20342e-78f1-4503-a803-ecd25fa7137c None None] Checking router: d975a779-ee2b-48f5-b51a-bcaed30e279c for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:15.083724 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f20342e-78f1-4503-a803-ecd25fa7137c None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:15.084330 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4f20342e-78f1-4503-a803-ecd25fa7137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:25:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:15.189804 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-4f20342e-78f1-4503-a803-ecd25fa7137c None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:15.386754 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4f20342e-78f1-4503-a803-ecd25fa7137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:15.417859 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f20342e-78f1-4503-a803-ecd25fa7137c None None] The sync data for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 is: [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:15.580447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91c6a8f1-f6c8-449f-bda7-e46e3e8df2a4 req-b6ce5a5e-63a8-448d-ae36-37790c4ca890 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0292249 Aug 16 02:25:15.650171 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9377c69-372b-44bb-9777-aa94d41d4f6c None None] New status for floating IP fde5bac0-2978-42b9-9939-1c8a14fbd097: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:25:16.680547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31a27b88-1ecd-4476-94d7-3fed41f7d568 req-4fc0140b-24ee-413d-be9c-e91dbd735d27 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0267632 Aug 16 02:25:17.753752 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:25:17.776264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bcede32-1a18-483a-9584-7be935051c46 req-8e35d39a-ef69-4bd6-9e46-51076ec2a753 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4dc5f34a-7e93-4544-a6df-e0464e4c4be9 HTTP/1.1" status: 200 len: 210 time: 0.0272269 Aug 16 02:25:18.220643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 11390dcf-3b13-4290-85b5-b60c57c8a42d no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:18.241037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 11390dcf-3b13-4290-85b5-b60c57c8a42d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:18.241386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 11390dcf-3b13-4290-85b5-b60c57c8a42d not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:18.482299 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.977925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-663ceb62-053f-413f-aac6-08d547db6112 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217583626&fields=id&tenant_id=d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 267 time: 0.0332892 Aug 16 02:25:19.088036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-f024b144-d63a-4750-a808-da350c6cf91b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.089439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-f024b144-d63a-4750-a808-da350c6cf91b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.1047916 Aug 16 02:25:19.105081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-16291ed4-4ffa-4628-a515-4186057df4b2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/quotas/d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 375 time: 0.0090365 Aug 16 02:25:19.159329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-bd345317-99b7-42fd-b712-84daa01b3f77 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484421 Aug 16 02:25:19.303203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-7170933c-6188-4b7d-b98a-10d501ff00a2 service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325774 Aug 16 02:25:19.711891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-b50fb68e-f5b9-45ff-b5f4-4248aeb8d72f service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026520 Aug 16 02:25:20.001254 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c32f45c-d24e-4727-8539-24c1b5074003 req-7d32141e-d0d4-42cc-9f70-c014f06ac8a8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 210 time: 0.0306394 Aug 16 02:25:21.076838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-cac4cd23-8f71-43cf-a08e-935e96779351 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:21.079064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-cac4cd23-8f71-43cf-a08e-935e96779351 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.1110888 Aug 16 02:25:21.107995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65fa9d6e-0c81-47d2-96ec-61b922549dfc req-24b2e85d-ade7-48af-bf13-19178130d405 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 210 time: 0.0278497 Aug 16 02:25:21.142468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-b0a9e584-beb4-444a-bfb2-1f0332370e50 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 380 time: 0.0369778 Aug 16 02:25:21.152727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'port': {'device_id': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'admin_state_up': True, 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'security_groups': ['d3c4c2ad-8845-4dc1-b1ff-99a293637823']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:21.262766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Made reservation on behalf of d75bbba41d5646da86049365f8e03555 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:21.266816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.395599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Allocated IP 172.20.0.7 (aa825c6e-a21d-4154-8526-44de4f4b199d/62fa95a6-f539-4a2a-bec5-6be7a7f420e0/90068564-0304-481b-b828-14b5f072e1af) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:21.539837 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.553980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Transition to ACTIVE for port object 90068564-0304-481b-b828-14b5f072e1af will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:21.587839 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.627122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Network aa825c6e-a21d-4154-8526-44de4f4b199d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:21.630531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:21.634551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:21.688382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=90068564-0304-481b-b828-14b5f072e1af,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.702808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:21.703466 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.720794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-3c168ce3-4379-46d7-9135-dcf027f082c6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721471 Aug 16 02:25:21.741201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Request body: {'port': {'device_id': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:21.804963 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.934515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d99dbe84-fa22-4773-a3ba-29c95405b257 None None] Provisioning for port 90068564-0304-481b-b828-14b5f072e1af completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:21.939417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d99dbe84-fa22-4773-a3ba-29c95405b257 None None] Provisioning complete for port 90068564-0304-481b-b828-14b5f072e1af triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:21.939863 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d99dbe84-fa22-4773-a3ba-29c95405b257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.975749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d99dbe84-fa22-4773-a3ba-29c95405b257 None None] Port 90068564-0304-481b-b828-14b5f072e1af cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:22.076708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90068564-0304-481b-b828-14b5f072e1af {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:22.084819 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.097843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Transition to ACTIVE for port object 90068564-0304-481b-b828-14b5f072e1af will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:22.101014 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.176318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Pushing event updated for resources: {'Port': ['ID=90068564-0304-481b-b828-14b5f072e1af,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:22.272009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Attempting to bind port 90068564-0304-481b-b828-14b5f072e1af on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:22.272359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Attempting to bind port 90068564-0304-481b-b828-14b5f072e1af by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:22.272693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Attempting to bind port 90068564-0304-481b-b828-14b5f072e1af on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:22.280822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Port 90068564-0304-481b-b828-14b5f072e1af on network aa825c6e-a21d-4154-8526-44de4f4b199d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:22.285080 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Attempting to bind port 90068564-0304-481b-b828-14b5f072e1af on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:22.289117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:22.289463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Checking segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:22.289845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Bound using segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:22.290301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Bound port: 90068564-0304-481b-b828-14b5f072e1af, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:22.290658 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.318356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3db91-1d9d-4e28-b72a-09c06f3b4e25 req-50362f83-a0a3-4457-8551-5ee637f1367a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.319999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fb3db91-1d9d-4e28-b72a-09c06f3b4e25 req-50362f83-a0a3-4457-8551-5ee637f1367a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 943 time: 0.1036701 Aug 16 02:25:22.410254 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fb3db91-1d9d-4e28-b72a-09c06f3b4e25 req-1bdd2fa5-69f4-4bdb-8c2b-4cbb12d45dc9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665581 Aug 16 02:25:22.411219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] For port 90068564-0304-481b-b828-14b5f072e1af, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:22.414537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] For port 90068564-0304-481b-b828-14b5f072e1af, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=90068564-0304-481b-b828-14b5f072e1af,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:22.420947 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.459526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.460138 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.461601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] 10.222.0.84 "PUT /v2.0/ports/90068564-0304-481b-b828-14b5f072e1af HTTP/1.1" status: 200 len: 1092 time: 0.7253878 Aug 16 02:25:22.464233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'tag': '90068564-0304-481b-b828-14b5f072e1af'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:22.466619 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62926bdf-78b6-4306-976b-7d2f75005de8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5ccdcb-9584-43fb-b2fc-9375320779b2", "tag": "90068564-0304-481b-b828-14b5f072e1af"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:22.506147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a09a0-76d0-4294-a51e-1148a20250ed service neutron] Pushing event updated for resources: {'Port': ['ID=90068564-0304-481b-b828-14b5f072e1af,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:22.535780 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebec483-83ea-494f-8bea-73527d292cb7 x-openstack-request-id: req-3ebec483-83ea-494f-8bea-73527d292cb7 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:22.536077 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5ccdcb-9584-43fb-b2fc-9375320779b2", "tag": "90068564-0304-481b-b828-14b5f072e1af", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:22.536330 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ebec483-83ea-494f-8bea-73527d292cb7 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:22.536748 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'tag': '90068564-0304-481b-b828-14b5f072e1af', 'status': 'completed', 'code': 200} Aug 16 02:25:22.595760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-a0551e84-baa9-4867-a67f-b125b39b036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.597374 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-a0551e84-baa9-4867-a67f-b125b39b036e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 1095 time: 0.0468116 Aug 16 02:25:22.651650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-6fb12975-e1c8-492b-98b1-7952a96c3091 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90068564-0304-481b-b828-14b5f072e1af HTTP/1.1" status: 200 len: 217 time: 0.0409646 Aug 16 02:25:22.703638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-70bac969-ec6c-4acf-b809-7c0c6f694208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.705149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-70bac969-ec6c-4acf-b809-7c0c6f694208 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0469694 Aug 16 02:25:22.754183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-e7378c17-1d03-430d-a38f-d676070e9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.755743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-e7378c17-1d03-430d-a38f-d676070e9df3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438840 Aug 16 02:25:22.854012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-ee67e239-7bc5-4383-aa5c-b3e5dbaacb38 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903938 Aug 16 02:25:22.966189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7914f4-56a5-4366-a506-0f1bf5b06bbe req-6a93a73e-e86d-4ced-840f-1f61e76f7ce4 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043494 Aug 16 02:25:23.105338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62926bdf-78b6-4306-976b-7d2f75005de8 req-b13f2460-1d78-4763-ae27-e057efcc09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.106831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62926bdf-78b6-4306-976b-7d2f75005de8 req-b13f2460-1d78-4763-ae27-e057efcc09b7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 1095 time: 0.0499177 Aug 16 02:25:23.214038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62926bdf-78b6-4306-976b-7d2f75005de8 req-861fb65e-8646-4a8d-9630-53459ccb5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.215780 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62926bdf-78b6-4306-976b-7d2f75005de8 req-861fb65e-8646-4a8d-9630-53459ccb5c23 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.1020894 Aug 16 02:25:23.258268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62926bdf-78b6-4306-976b-7d2f75005de8 req-218bf05b-1d4e-48b8-835e-2d06610b454b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90068564-0304-481b-b828-14b5f072e1af HTTP/1.1" status: 200 len: 217 time: 0.0354500 Aug 16 02:25:23.307818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62926bdf-78b6-4306-976b-7d2f75005de8 req-d52599d3-76aa-45c2-a4c7-57ebdaade792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.309305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62926bdf-78b6-4306-976b-7d2f75005de8 req-d52599d3-76aa-45c2-a4c7-57ebdaade792 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0449729 Aug 16 02:25:23.359929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62926bdf-78b6-4306-976b-7d2f75005de8 req-257f0282-4729-493c-ba9f-75aa593fb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.361351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62926bdf-78b6-4306-976b-7d2f75005de8 req-257f0282-4729-493c-ba9f-75aa593fb966 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456109 Aug 16 02:25:23.459240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62926bdf-78b6-4306-976b-7d2f75005de8 req-10f68717-2368-40e4-912d-c9ce95419491 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908113 Aug 16 02:25:23.585985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98ce92-86b1-454f-b061-5a9c3bb13582 req-63d6f3ef-2fa7-4ee2-a668-eb52c24de22e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.587537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e98ce92-86b1-454f-b061-5a9c3bb13582 req-63d6f3ef-2fa7-4ee2-a668-eb52c24de22e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 943 time: 0.1013501 Aug 16 02:25:23.607115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62926bdf-78b6-4306-976b-7d2f75005de8 req-9c364537-a0b9-48e1-a43c-474fb5ef637e service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395166 Aug 16 02:25:23.634204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e98ce92-86b1-454f-b061-5a9c3bb13582 req-01151597-be88-4785-969c-326bec88c2be tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401175 Aug 16 02:25:24.757373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78314a21-20d9-41a0-872c-3f397b2464a4 req-845efe0b-212c-4c31-b167-f523df01bb9a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:24.758978 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78314a21-20d9-41a0-872c-3f397b2464a4 req-845efe0b-212c-4c31-b167-f523df01bb9a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 943 time: 0.0532887 Aug 16 02:25:24.797708 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78314a21-20d9-41a0-872c-3f397b2464a4 req-79ae8718-9eb3-44b8-8128-b1d61366d5a6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319228 Aug 16 02:25:25.911652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01df718-1a04-4da8-bb4c-4c124ed11fc6 req-656205ab-a3a5-4cd7-8a4c-d0699244dded tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.913136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f01df718-1a04-4da8-bb4c-4c124ed11fc6 req-656205ab-a3a5-4cd7-8a4c-d0699244dded tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 943 time: 0.0483401 Aug 16 02:25:25.950122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f01df718-1a04-4da8-bb4c-4c124ed11fc6 req-47a56a34-4f49-4af7-814e-ccf6837f24f5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310390 Aug 16 02:25:27.079726 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9339f29-d5d1-458d-a3f9-c0f0da53b6cb req-01458a86-a20f-43f6-985d-cc33272c732d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:27.081246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9339f29-d5d1-458d-a3f9-c0f0da53b6cb req-01458a86-a20f-43f6-985d-cc33272c732d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 943 time: 0.0500112 Aug 16 02:25:27.120881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9339f29-d5d1-458d-a3f9-c0f0da53b6cb req-5069ec99-1b24-4241-bdf7-5bc3976d167f tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337338 Aug 16 02:25:27.941767 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-9263c99e-525a-4914-816c-20bc3a579665 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428238 Aug 16 02:25:28.023996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-188950a7-b5e7-4898-a70f-8fcc4d4020e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.025543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-188950a7-b5e7-4898-a70f-8fcc4d4020e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 1097 time: 0.0402596 Aug 16 02:25:28.128854 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-a236390e-021a-43ef-98b2-d9a77f59da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.130352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-a236390e-021a-43ef-98b2-d9a77f59da62 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.0861297 Aug 16 02:25:28.209926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-355c1761-d28b-42cf-bafa-6576345ad16d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9278f5f5-9483-4caa-9297-10cefa9c514b HTTP/1.1" status: 200 len: 1001 time: 0.0722821 Aug 16 02:25:28.281138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b63f55-43e7-49c1-855b-86d636db15eb req-7708c549-03ea-4abd-8a7c-7eaf8d20b588 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.282661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-52b63f55-43e7-49c1-855b-86d636db15eb req-7708c549-03ea-4abd-8a7c-7eaf8d20b588 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 943 time: 0.0879626 Aug 16 02:25:28.284382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-222bf5f0-04d0-4b80-9f00-c065af21a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.285737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-222bf5f0-04d0-4b80-9f00-c065af21a352 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0619202 Aug 16 02:25:28.349815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-52b63f55-43e7-49c1-855b-86d636db15eb req-a2d9276f-0f80-47a0-9046-a3800f75da77 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610676 Aug 16 02:25:28.358730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-2cb02185-13d1-43ff-8838-e71e34e9a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.360302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-2cb02185-13d1-43ff-8838-e71e34e9a831 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657980 Aug 16 02:25:28.450074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-f728b760-59b2-41e0-8973-f8da4feb1ba5 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816967 Aug 16 02:25:28.548573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-331690bc-81ac-4c8f-b60e-a9cb2254e082 req-8c552900-ac9c-4a66-8161-90bf1cd45237 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873256 Aug 16 02:25:29.487763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7277523-26ef-4833-9890-7a4feddc4568 req-0aded1b4-d5f2-49c8-b1c0-4ca22ec902c8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:29.489351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7277523-26ef-4833-9890-7a4feddc4568 req-0aded1b4-d5f2-49c8-b1c0-4ca22ec902c8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 943 time: 0.0636418 Aug 16 02:25:29.540057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7277523-26ef-4833-9890-7a4feddc4568 req-d052d6de-cf1f-476f-952e-76f301e47764 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444489 Aug 16 02:25:30.655310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c237d39-7188-47d1-9454-e0d2087736fb req-54cf9e72-f841-488b-a55e-4862e2cf6c7a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:30.656884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c237d39-7188-47d1-9454-e0d2087736fb req-54cf9e72-f841-488b-a55e-4862e2cf6c7a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 943 time: 0.0496838 Aug 16 02:25:30.695108 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c237d39-7188-47d1-9454-e0d2087736fb req-fb8cb029-804c-4d29-b581-48ee9b47b82a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317369 Aug 16 02:25:31.814147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b905bb6-45d3-4517-b9e8-f680af0983ce req-969992fe-e946-400c-ac18-26554f686c81 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:31.815519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b905bb6-45d3-4517-b9e8-f680af0983ce req-969992fe-e946-400c-ac18-26554f686c81 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 943 time: 0.0529401 Aug 16 02:25:31.854101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b905bb6-45d3-4517-b9e8-f680af0983ce req-796a58ba-fbe7-478c-864f-8968e311d02d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324957 Aug 16 02:25:32.966302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e8d73-bf95-49b6-b381-f5878282b7a5 req-57741ac4-73d9-40ce-9d23-7f40e299fcc6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:32.968197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a3e8d73-bf95-49b6-b381-f5878282b7a5 req-57741ac4-73d9-40ce-9d23-7f40e299fcc6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 943 time: 0.0488927 Aug 16 02:25:33.008565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a3e8d73-bf95-49b6-b381-f5878282b7a5 req-31d9fc92-1218-43da-9a23-152420541309 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Aug 16 02:25:34.123975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f0f9-d8ad-4d20-9f1f-0e287b227ad0 req-abbc5095-ae95-455f-8ec1-61a33419262b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:34.126037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da02f0f9-d8ad-4d20-9f1f-0e287b227ad0 req-abbc5095-ae95-455f-8ec1-61a33419262b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 943 time: 0.0498264 Aug 16 02:25:34.162959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da02f0f9-d8ad-4d20-9f1f-0e287b227ad0 req-82d7bec9-a730-4ea0-a789-8b3c4da4521e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Aug 16 02:25:34.220035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 90068564-0304-481b-b828-14b5f072e1af details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:34.461795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 90068564-0304-481b-b828-14b5f072e1af, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=90068564-0304-481b-b828-14b5f072e1af,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:34.473793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '90068564-0304-481b-b828-14b5f072e1af', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'port_id': '90068564-0304-481b-b828-14b5f072e1af', 'mac_address': 'fa:16:3e:da:b2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:34.510439 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.527462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90068564-0304-481b-b828-14b5f072e1af {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:34.547518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 90068564-0304-481b-b828-14b5f072e1af, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=90068564-0304-481b-b828-14b5f072e1af,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:34.551483 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.598513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=90068564-0304-481b-b828-14b5f072e1af,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:34.605718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.606070 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.606413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.606750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.607086 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.607419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.607748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.608077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.608405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.608727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.609082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.609443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:34.973889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['90068564-0304-481b-b828-14b5f072e1af'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:35.280495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae794108-f9b0-4472-a29f-1177c8d51974 req-9f8c1569-f194-4a60-adfe-98d4ebe99f19 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:35.281987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae794108-f9b0-4472-a29f-1177c8d51974 req-9f8c1569-f194-4a60-adfe-98d4ebe99f19 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 944 time: 0.0524118 Aug 16 02:25:35.319347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae794108-f9b0-4472-a29f-1177c8d51974 req-3f18ade1-34e5-4378-8da7-27dd0df70ac6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315003 Aug 16 02:25:36.251144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 90068564-0304-481b-b828-14b5f072e1af up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:36.300957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 90068564-0304-481b-b828-14b5f072e1af completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:36.304550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 90068564-0304-481b-b828-14b5f072e1af triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:36.304925 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.385286 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.408347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90068564-0304-481b-b828-14b5f072e1af'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:36.410637 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf7b77d-b8fb-4723-98a1-c3994db3a7de" -d '{"events": [{"server_uuid": "4c5ccdcb-9584-43fb-b2fc-9375320779b2", "name": "network-vif-plugged", "status": "completed", "tag": "90068564-0304-481b-b828-14b5f072e1af"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:36.424463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 90068564-0304-481b-b828-14b5f072e1af, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=90068564-0304-481b-b828-14b5f072e1af,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:36.428433 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.439180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae1b66-1f79-4bf4-a7cd-0c7b3721440d req-1ae471cf-67ac-4f8c-a206-cb9c545915a9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:36.440734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8eae1b66-1f79-4bf4-a7cd-0c7b3721440d req-1ae471cf-67ac-4f8c-a206-cb9c545915a9 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 944 time: 0.0531671 Aug 16 02:25:36.479502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=90068564-0304-481b-b828-14b5f072e1af,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:36.481173 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8eae1b66-1f79-4bf4-a7cd-0c7b3721440d req-31c852a6-d404-4ebf-b186-5739bb21ffd7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338202 Aug 16 02:25:36.525877 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a83645-c349-47e5-9e0f-fc8674179f0e x-openstack-request-id: req-43a83645-c349-47e5-9e0f-fc8674179f0e {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:36.526173 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5ccdcb-9584-43fb-b2fc-9375320779b2", "name": "network-vif-plugged", "status": "completed", "tag": "90068564-0304-481b-b828-14b5f072e1af", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:36.526429 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43a83645-c349-47e5-9e0f-fc8674179f0e {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:36.526838 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90068564-0304-481b-b828-14b5f072e1af', 'code': 200} Aug 16 02:25:36.649478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4ccd9-d8d5-49a5-8189-455b6bdaa686 req-56231fe2-b398-4495-a06a-a61650f8c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:36.651419 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74e4ccd9-d8d5-49a5-8189-455b6bdaa686 req-56231fe2-b398-4495-a06a-a61650f8c9a2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 1097 time: 0.0441785 Aug 16 02:25:36.686449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74e4ccd9-d8d5-49a5-8189-455b6bdaa686 req-451bd8ae-b733-4d78-b20e-3828fe875f47 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274167 Aug 16 02:25:37.602392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079e212-b551-4430-a501-5f4fe559b8d3 req-77802820-c979-4e63-9dd7-173eb04c7442 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.603858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3079e212-b551-4430-a501-5f4fe559b8d3 req-77802820-c979-4e63-9dd7-173eb04c7442 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 945 time: 0.0520520 Aug 16 02:25:37.642443 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3079e212-b551-4430-a501-5f4fe559b8d3 req-400fab3e-47e3-4af8-918a-74d2bb2c5127 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320404 Aug 16 02:25:38.762285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cec37-af2e-4145-a242-4aa763a72b96 req-928100e8-57f4-46be-8304-e1ac9da621b6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:38.763688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-801cec37-af2e-4145-a242-4aa763a72b96 req-928100e8-57f4-46be-8304-e1ac9da621b6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 945 time: 0.0514138 Aug 16 02:25:38.806567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-801cec37-af2e-4145-a242-4aa763a72b96 req-d710a7d5-3c8e-461e-b641-b64fedad0596 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333321 Aug 16 02:25:38.895772 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0b6a8634-e9cd-498a-aba4-1680bad40a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.921279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7893e-78e7-40d4-a5c9-690290d9efd7 req-f45339fb-be32-41ca-8e44-9d3a7bd186f1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:38.922771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2aa7893e-78e7-40d4-a5c9-690290d9efd7 req-f45339fb-be32-41ca-8e44-9d3a7bd186f1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 945 time: 0.0496616 Aug 16 02:25:38.960529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2aa7893e-78e7-40d4-a5c9-690290d9efd7 req-068d746d-b3cf-4c08-a892-35caed5a7067 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318046 Aug 16 02:25:38.982392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55696) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:39.131010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e9c83-92a4-46c8-b274-03929c9b5bb7 tempest-TestVolumeBootPattern-633832243 tempest-TestVolumeBootPattern-633832243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.132578 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d48e9c83-92a4-46c8-b274-03929c9b5bb7 tempest-TestVolumeBootPattern-633832243 tempest-TestVolumeBootPattern-633832243-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 1092 time: 0.1491601 Aug 16 02:25:39.135326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55700) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:39.139724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '90068564-0304-481b-b828-14b5f072e1af', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:39.162006 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.257038 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.366735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Allocated IP 172.25.2.203 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/95faeae4-123b-40b2-a2c9-81642eac9c6d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:39.464700 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.503859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.549872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:39.552754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:39.556546 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:39.561883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=95faeae4-123b-40b2-a2c9-81642eac9c6d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:39.838056 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.934647 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.999910 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.153197 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.158623 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.227682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=95faeae4-123b-40b2-a2c9-81642eac9c6d,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:40.238062 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.338479 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Floating IP 60bfa4fa-ffe9-4905-a9a7-32998c22e37c associated. External IP: 172.25.2.203, port: 90068564-0304-481b-b828-14b5f072e1af. Aug 16 02:25:40.553589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Router d975a779-ee2b-48f5-b51a-bcaed30e279c has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:40.663202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:40.672692 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b962685-f392-4a28-8dfe-13905ac2ab99 None None] Sync routers for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:40.679284 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.681764 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b962685-f392-4a28-8dfe-13905ac2ab99 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:40.682372 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3b962685-f392-4a28-8dfe-13905ac2ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:25:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:40.706596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a8a2a9e4-5e15-469d-a8d4-f3ea48879a15 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5701849 Aug 16 02:25:40.707304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'tag': '90068564-0304-481b-b828-14b5f072e1af'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:40.709689 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dfacc1-c4e5-452e-b82f-411aa4180ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5ccdcb-9584-43fb-b2fc-9375320779b2", "tag": "90068564-0304-481b-b828-14b5f072e1af"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:40.746164 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51890e93-1a06-4fcb-9530-e9062eae1649 x-openstack-request-id: req-51890e93-1a06-4fcb-9530-e9062eae1649 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:40.746457 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5ccdcb-9584-43fb-b2fc-9375320779b2", "tag": "90068564-0304-481b-b828-14b5f072e1af", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:40.746712 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51890e93-1a06-4fcb-9530-e9062eae1649 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:40.747120 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'tag': '90068564-0304-481b-b828-14b5f072e1af', 'status': 'completed', 'code': 200} Aug 16 02:25:40.792186 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-3b962685-f392-4a28-8dfe-13905ac2ab99 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:40.830327 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfacc1-c4e5-452e-b82f-411aa4180ea7 req-b9f7ffa8-6de1-4168-9f2d-5f837fa3f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:40.831871 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57dfacc1-c4e5-452e-b82f-411aa4180ea7 req-b9f7ffa8-6de1-4168-9f2d-5f837fa3f078 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 1097 time: 0.0418153 Aug 16 02:25:40.936097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfacc1-c4e5-452e-b82f-411aa4180ea7 req-db363db3-ac94-41f5-8fff-983610c16dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:40.938169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57dfacc1-c4e5-452e-b82f-411aa4180ea7 req-db363db3-ac94-41f5-8fff-983610c16dce service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.0993631 Aug 16 02:25:41.004414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57dfacc1-c4e5-452e-b82f-411aa4180ea7 req-9557c540-02b1-44f1-a102-15572b60396b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90068564-0304-481b-b828-14b5f072e1af HTTP/1.1" status: 200 len: 999 time: 0.0584686 Aug 16 02:25:41.023056 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3b962685-f392-4a28-8dfe-13905ac2ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '60bfa4fa-ffe9-4905-a9a7-32998c22e37c', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '90068564-0304-481b-b828-14b5f072e1af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:da:b2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:39Z', 'updated_at': '2021-08-16T02:25:39Z', 'revision_number': 0, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:41.053234 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b962685-f392-4a28-8dfe-13905ac2ab99 None None] Checking router: d975a779-ee2b-48f5-b51a-bcaed30e279c for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:41.058493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfacc1-c4e5-452e-b82f-411aa4180ea7 req-7e66c53f-9c27-4025-9945-290834a1b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:41.059991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57dfacc1-c4e5-452e-b82f-411aa4180ea7 req-7e66c53f-9c27-4025-9945-290834a1b73a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0484276 Aug 16 02:25:41.061338 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b962685-f392-4a28-8dfe-13905ac2ab99 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:41.061957 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3b962685-f392-4a28-8dfe-13905ac2ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:25:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:41.107291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfacc1-c4e5-452e-b82f-411aa4180ea7 req-027dcc9f-bbc2-4933-8eac-573d0ff6f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:41.108829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57dfacc1-c4e5-452e-b82f-411aa4180ea7 req-027dcc9f-bbc2-4933-8eac-573d0ff6f4b5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421576 Aug 16 02:25:41.171127 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-3b962685-f392-4a28-8dfe-13905ac2ab99 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:41.208528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57dfacc1-c4e5-452e-b82f-411aa4180ea7 req-a9161f39-d969-4147-865f-8b64e927ec01 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927424 Aug 16 02:25:41.327086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57dfacc1-c4e5-452e-b82f-411aa4180ea7 req-6a27fa2c-1c9c-4489-bff9-3366a2c625c2 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114621 Aug 16 02:25:41.397335 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3b962685-f392-4a28-8dfe-13905ac2ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '60bfa4fa-ffe9-4905-a9a7-32998c22e37c', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '90068564-0304-481b-b828-14b5f072e1af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:da:b2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:39Z', 'updated_at': '2021-08-16T02:25:39Z', 'revision_number': 0, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:41.426110 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b962685-f392-4a28-8dfe-13905ac2ab99 None None] The sync data for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 is: [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '60bfa4fa-ffe9-4905-a9a7-32998c22e37c', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '90068564-0304-481b-b828-14b5f072e1af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:da:b2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:39Z', 'updated_at': '2021-08-16T02:25:39Z', 'revision_number': 0, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:41.492189 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-609517f8-ac9c-4c9a-a819-14034933700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.588658 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.633119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de80b2b-4dec-4198-a2ae-b067eb4aed58 None None] New status for floating IP 60bfa4fa-ffe9-4905-a9a7-32998c22e37c: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:25:42.807941 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.954618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5f015-4cec-41dc-9593-c07a6afd6344 req-c4be2684-e750-4900-beac-0e0a95741f06 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.956085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30c5f015-4cec-41dc-9593-c07a6afd6344 req-c4be2684-e750-4900-beac-0e0a95741f06 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0492496 Aug 16 02:25:42.994892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30c5f015-4cec-41dc-9593-c07a6afd6344 req-f3fd1215-e05c-4736-86b5-fec4c81e57c2 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327919 Aug 16 02:25:44.118209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce65b9e-4b77-4741-95a1-5bf4ea98427b req-21da8a13-01b8-4024-afbd-9e405fc8782f tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:44.119789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ce65b9e-4b77-4741-95a1-5bf4ea98427b req-21da8a13-01b8-4024-afbd-9e405fc8782f tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0501351 Aug 16 02:25:44.158408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ce65b9e-4b77-4741-95a1-5bf4ea98427b req-22ed4b4c-542c-4da5-ae3c-f1165dc4db91 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322909 Aug 16 02:25:44.312803 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.730416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-eec0be15-e56f-41a9-9bba-761e9edc3eaf tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:44.731860 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-eec0be15-e56f-41a9-9bba-761e9edc3eaf tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.89 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.0515144 Aug 16 02:25:44.820660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Deleting port 9278f5f5-9483-4caa-9297-10cefa9c514b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:44.821021 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.243988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] For port 9278f5f5-9483-4caa-9297-10cefa9c514b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9278f5f5-9483-4caa-9297-10cefa9c514b,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:45.244737 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.331286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108107e-b320-4349-a53d-210ed8e20f9a req-1aea16ab-8a48-4f5e-90be-c17945636a62 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:45.332769 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f108107e-b320-4349-a53d-210ed8e20f9a req-1aea16ab-8a48-4f5e-90be-c17945636a62 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=e86908e8-7dde-46d4-91e7-30f413ac6a53 HTTP/1.1" status: 200 len: 945 time: 0.1037600 Aug 16 02:25:45.409707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f108107e-b320-4349-a53d-210ed8e20f9a req-f38ab886-1a2d-4d74-a65d-4c3dae30c2d9 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=41d70476-7402-482c-a5fc-c5b192b6441e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708702 Aug 16 02:25:45.469252 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.469547 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.469861 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Floating IP 20af24bb-358a-4cd9-9d3d-54da88408e82 disassociated. External IP: 172.25.2.214, port: 9278f5f5-9483-4caa-9297-10cefa9c514b. Aug 16 02:25:45.470199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Calling delete_port for 9278f5f5-9483-4caa-9297-10cefa9c514b owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:45.595473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.621305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event deleted for resources: {'Port': ['ID=9278f5f5-9483-4caa-9297-10cefa9c514b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:45.737179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Router e18af29a-8027-4911-8251-8ba332dff7c0 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:45.842628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:45.852512 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf35de2-bd8a-4f98-ac2d-cdf240f61b21 None None] Sync routers for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:45.861427 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf35de2-bd8a-4f98-ac2d-cdf240f61b21 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:45.862033 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8cf35de2-bd8a-4f98-ac2d-cdf240f61b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:25:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:45.886797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] No DVR routers for this DVR port 9278f5f5-9483-4caa-9297-10cefa9c514b on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:45.889733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.892344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4bf75c7c-cc16-4e6a-8453-012f42d0e674 req-f0506d00-9d43-4fa8-9b7d-49c63cca4801 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.89 "DELETE /v2.0/ports/9278f5f5-9483-4caa-9297-10cefa9c514b HTTP/1.1" status: 204 len: 173 time: 1.1535659 Aug 16 02:25:45.892860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'name': 'network-vif-deleted', 'tag': '9278f5f5-9483-4caa-9297-10cefa9c514b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:45.895149 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75655e7a-99d3-4e7f-8162-33800962b656" -d '{"events": [{"server_uuid": "e86908e8-7dde-46d4-91e7-30f413ac6a53", "name": "network-vif-deleted", "tag": "9278f5f5-9483-4caa-9297-10cefa9c514b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:45.935752 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25183466-cd58-4599-b50d-c417e7d39dc1 x-openstack-request-id: req-25183466-cd58-4599-b50d-c417e7d39dc1 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:45.936044 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86908e8-7dde-46d4-91e7-30f413ac6a53", "name": "network-vif-deleted", "tag": "9278f5f5-9483-4caa-9297-10cefa9c514b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:45.936293 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-25183466-cd58-4599-b50d-c417e7d39dc1 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:45.936706 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86908e8-7dde-46d4-91e7-30f413ac6a53', 'name': 'network-vif-deleted', 'tag': '9278f5f5-9483-4caa-9297-10cefa9c514b', 'status': 'completed', 'code': 200} Aug 16 02:25:46.064786 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-8cf35de2-bd8a-4f98-ac2d-cdf240f61b21 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:46.262728 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8cf35de2-bd8a-4f98-ac2d-cdf240f61b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:46.289924 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf35de2-bd8a-4f98-ac2d-cdf240f61b21 None None] Checking router: e18af29a-8027-4911-8251-8ba332dff7c0 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:46.298438 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf35de2-bd8a-4f98-ac2d-cdf240f61b21 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:46.299065 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8cf35de2-bd8a-4f98-ac2d-cdf240f61b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:25:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:46.415908 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-8cf35de2-bd8a-4f98-ac2d-cdf240f61b21 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:46.507839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55726) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:46.565757 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd0a8-03a9-42af-83d0-b17d8cd48cd2 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.596293 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd0a8-03a9-42af-83d0-b17d8cd48cd2 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.628558 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8cf35de2-bd8a-4f98-ac2d-cdf240f61b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:46.648721 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd0a8-03a9-42af-83d0-b17d8cd48cd2 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.651535 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd0a8-03a9-42af-83d0-b17d8cd48cd2 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.652731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f1ddd0a8-03a9-42af-83d0-b17d8cd48cd2 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "DELETE /v2.0/security-groups/41d70476-7402-482c-a5fc-c5b192b6441e HTTP/1.1" status: 204 len: 168 time: 0.1438766 Aug 16 02:25:46.655498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55728) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:46.658965 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf35de2-bd8a-4f98-ac2d-cdf240f61b21 None None] The sync data for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 is: [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:46.665051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddd0a8-03a9-42af-83d0-b17d8cd48cd2 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d70476-7402-482c-a5fc-c5b192b6441e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:46.677647 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-e31228ea-fa6c-451d-b170-a7a8c1eb1d23 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] show failed (client error): The resource could not be found. Aug 16 02:25:46.678689 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e31228ea-fa6c-451d-b170-a7a8c1eb1d23 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups/41d70476-7402-482c-a5fc-c5b192b6441e HTTP/1.1" status: 404 len: 347 time: 0.0220900 Aug 16 02:25:46.682255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55732) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:46.825991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a6980764-bde3-45d4-b3ff-9e0da3e05d44 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Deleting port 0de7195f-5b78-4930-9e31-f999a0b37133 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:46.826282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6980764-bde3-45d4-b3ff-9e0da3e05d44 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.907756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb4343-dfef-46ea-9941-21d567d04162 None None] New status for floating IP 20af24bb-358a-4cd9-9d3d-54da88408e82: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:25:46.909863 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6980764-bde3-45d4-b3ff-9e0da3e05d44 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.910202 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6980764-bde3-45d4-b3ff-9e0da3e05d44 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.922596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a6980764-bde3-45d4-b3ff-9e0da3e05d44 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Calling delete_port for 0de7195f-5b78-4930-9e31-f999a0b37133 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:47.075659 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6980764-bde3-45d4-b3ff-9e0da3e05d44 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.110329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6980764-bde3-45d4-b3ff-9e0da3e05d44 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event deleted for resources: {'Port': ['ID=0de7195f-5b78-4930-9e31-f999a0b37133,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.176867 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6980764-bde3-45d4-b3ff-9e0da3e05d44 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.179341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6980764-bde3-45d4-b3ff-9e0da3e05d44 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.180534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a6980764-bde3-45d4-b3ff-9e0da3e05d44 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "DELETE /v2.0/floatingips/20af24bb-358a-4cd9-9d3d-54da88408e82 HTTP/1.1" status: 204 len: 168 time: 0.4940135 Aug 16 02:25:47.459559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 55738) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:47.464651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116653959', 'description': 'tempest-description--1094724417'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:47.487781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.571340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.575040 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.603729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.605124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1445074 Aug 16 02:25:47.606057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.608094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55740) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:47.613396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-13c70ed3-b5d7-43b7-9e2a-5b630d89c9fd tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'security_group_rule': {'security_group_id': '8da86fd2-5208-40dc-a3ed-08bc6a91e0b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:47.614129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.614482 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.614821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.615158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.615494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.615824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.616152 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.616479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.616805 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.617159 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.617477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.617800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba953b9-2310-4ca2-a0e1-a124b31d1f77 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:47.641171 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-13c70ed3-b5d7-43b7-9e2a-5b630d89c9fd tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.699696 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-13c70ed3-b5d7-43b7-9e2a-5b630d89c9fd tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.703436 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-13c70ed3-b5d7-43b7-9e2a-5b630d89c9fd tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.721491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c70ed3-b5d7-43b7-9e2a-5b630d89c9fd tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530553a7-fa60-4ad5-8c1e-dfef6ae37a00,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.726707 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-13c70ed3-b5d7-43b7-9e2a-5b630d89c9fd tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.728080 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-13c70ed3-b5d7-43b7-9e2a-5b630d89c9fd tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189237 Aug 16 02:25:47.730839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55742) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:47.735936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c48cd444-1d22-4a4b-9d4d-83e8e0e967b4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'security_group_rule': {'security_group_id': '8da86fd2-5208-40dc-a3ed-08bc6a91e0b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:47.761636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c48cd444-1d22-4a4b-9d4d-83e8e0e967b4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.822439 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c48cd444-1d22-4a4b-9d4d-83e8e0e967b4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.826286 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c48cd444-1d22-4a4b-9d4d-83e8e0e967b4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.844048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cd444-1d22-4a4b-9d4d-83e8e0e967b4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9ac551-ed96-4ba0-a523-4ba7c3d5854b,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.850194 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c48cd444-1d22-4a4b-9d4d-83e8e0e967b4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.851474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c48cd444-1d22-4a4b-9d4d-83e8e0e967b4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196413 Aug 16 02:25:47.854500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55744) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:47.858966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:47.880885 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.975112 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.092840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Allocated IP 172.25.2.104 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/a60fb6e8-3c5f-4283-9d53-6ab9df95ae1c) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:48.195867 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.234175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.279287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:48.282358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:48.286821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:48.290012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'Port': ['ID=a60fb6e8-3c5f-4283-9d53-6ab9df95ae1c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.379991 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.414313 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.497303 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.515373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9278f5f5-9483-4caa-9297-10cefa9c514b no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:48.536921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 9278f5f5-9483-4caa-9297-10cefa9c514b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:48.537339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9278f5f5-9483-4caa-9297-10cefa9c514b not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:48.570424 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.574929 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.651318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'Port': ['ID=a60fb6e8-3c5f-4283-9d53-6ab9df95ae1c,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.658572 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.671348 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.673406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1923518c-ef0b-4850-8cea-dca72276a58d tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8172557 Aug 16 02:25:48.821198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-efe03ea4-58fe-45fc-91c9-3a28597158d0 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2116653959&fields=id&tenant_id=a20c8996e08e4fa58897ab691bdf01cf HTTP/1.1" status: 200 len: 267 time: 0.0362947 Aug 16 02:25:48.935445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-3b488781-f78c-43ad-94cd-2782fa85e752 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:48.937066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-3b488781-f78c-43ad-94cd-2782fa85e752 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 811 time: 0.1082397 Aug 16 02:25:48.954340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-516c476b-829e-446a-8a38-863236af86f0 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/quotas/a20c8996e08e4fa58897ab691bdf01cf HTTP/1.1" status: 200 len: 375 time: 0.0102713 Aug 16 02:25:49.012744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-fe1996db-23dd-4f24-9b9e-af6b1b47eaea tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522876 Aug 16 02:25:49.170751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-f22e3466-43f8-4b1d-bd59-9b8b77567013 service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456344 Aug 16 02:25:49.262250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-09c15a46-e111-4dfd-8446-952fd71bd50b service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844591 Aug 16 02:25:49.430827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c1cde26-3338-400c-88e9-784036496497 req-66ed2f46-a6e0-4cd3-853a-a6fe590e846e tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 210 time: 0.0321991 Aug 16 02:25:50.314343 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-3c2e91a0-8ad7-48e8-8adf-8850f0cf8817 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.316007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-3c2e91a0-8ad7-48e8-8adf-8850f0cf8817 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 811 time: 0.1095991 Aug 16 02:25:50.360992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-76183314-4632-44ff-b7ea-bad232f860dc tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a20c8996e08e4fa58897ab691bdf01cf HTTP/1.1" status: 200 len: 380 time: 0.0352960 Aug 16 02:25:50.374703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'port': {'device_id': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'admin_state_up': True, 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'security_groups': ['8da86fd2-5208-40dc-a3ed-08bc6a91e0b1']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:50.492239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Made reservation on behalf of a20c8996e08e4fa58897ab691bdf01cf for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:50.496018 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.536886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66d589dc-e41f-4202-850d-1a0b858fdc5d req-fc488ae0-d324-459c-a657-8ba63f8c6026 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 210 time: 0.0305164 Aug 16 02:25:50.653383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Allocated IP 172.20.0.9 (3f6f4978-2be0-4726-973e-5847f3251b5e/569c09bf-0d7f-44a3-924d-4030b03ac0ba/37013ed3-3886-45d0-9fc0-10220a0d82ba) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:50.788768 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.802693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Transition to ACTIVE for port object 37013ed3-3886-45d0-9fc0-10220a0d82ba will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:50.836281 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.885160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Network 3f6f4978-2be0-4726-973e-5847f3251b5e is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:50.888165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:50.891937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:50.915785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event updated for resources: {'Port': ['ID=37013ed3-3886-45d0-9fc0-10220a0d82ba,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:50.946620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.947249 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.964466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-551eabfd-1b0e-410c-8bba-997e49f5aa25 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5919497 Aug 16 02:25:50.976307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Request body: {'port': {'device_id': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:51.033688 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.121320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-07d3058f-90eb-4db1-95a5-a059d46b693a None None] Provisioning for port 37013ed3-3886-45d0-9fc0-10220a0d82ba completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:51.124890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-07d3058f-90eb-4db1-95a5-a059d46b693a None None] Provisioning complete for port 37013ed3-3886-45d0-9fc0-10220a0d82ba triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:51.125292 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-07d3058f-90eb-4db1-95a5-a059d46b693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.158503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-07d3058f-90eb-4db1-95a5-a059d46b693a None None] Port 37013ed3-3886-45d0-9fc0-10220a0d82ba cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:51.308461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37013ed3-3886-45d0-9fc0-10220a0d82ba {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:51.316599 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.328932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Transition to ACTIVE for port object 37013ed3-3886-45d0-9fc0-10220a0d82ba will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:51.333658 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.389085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Pushing event updated for resources: {'Port': ['ID=37013ed3-3886-45d0-9fc0-10220a0d82ba,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:51.464208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Attempting to bind port 37013ed3-3886-45d0-9fc0-10220a0d82ba on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:51.464644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Attempting to bind port 37013ed3-3886-45d0-9fc0-10220a0d82ba by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:51.464932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Attempting to bind port 37013ed3-3886-45d0-9fc0-10220a0d82ba on network 3f6f4978-2be0-4726-973e-5847f3251b5e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:51.470260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Port 37013ed3-3886-45d0-9fc0-10220a0d82ba on network 3f6f4978-2be0-4726-973e-5847f3251b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:51.470588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Attempting to bind port 37013ed3-3886-45d0-9fc0-10220a0d82ba on network 3f6f4978-2be0-4726-973e-5847f3251b5e {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:51.475605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:51.475944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Checking segment: {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:51.476331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Bound using segment: {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:51.476764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Bound port: 37013ed3-3886-45d0-9fc0-10220a0d82ba, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ed85de-9b8d-4845-83b9-e6203d976298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:51.477221 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.548943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] For port 37013ed3-3886-45d0-9fc0-10220a0d82ba, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:51.552001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] For port 37013ed3-3886-45d0-9fc0-10220a0d82ba, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=37013ed3-3886-45d0-9fc0-10220a0d82ba,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:51.555996 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.592124 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.592750 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.594245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] 10.222.0.89 "PUT /v2.0/ports/37013ed3-3886-45d0-9fc0-10220a0d82ba HTTP/1.1" status: 200 len: 1092 time: 0.6226532 Aug 16 02:25:51.594695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'tag': '37013ed3-3886-45d0-9fc0-10220a0d82ba'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:51.597135 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062252ac-7dbb-48ee-aeec-80054a4a157c" -d '{"events": [{"name": "network-changed", "server_uuid": "3552bfaa-89c5-4433-884e-ae5873cd8882", "tag": "37013ed3-3886-45d0-9fc0-10220a0d82ba"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:51.646890 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822185d0-f132-45d2-9bc2-2df1c1693652 x-openstack-request-id: req-822185d0-f132-45d2-9bc2-2df1c1693652 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:51.647181 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3552bfaa-89c5-4433-884e-ae5873cd8882", "tag": "37013ed3-3886-45d0-9fc0-10220a0d82ba", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:51.647430 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-822185d0-f132-45d2-9bc2-2df1c1693652 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:51.647831 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'tag': '37013ed3-3886-45d0-9fc0-10220a0d82ba', 'status': 'completed', 'code': 200} Aug 16 02:25:51.661570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fb30e-deeb-42a2-b578-d3c7bbe882ae service neutron] Pushing event updated for resources: {'Port': ['ID=37013ed3-3886-45d0-9fc0-10220a0d82ba,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:51.713888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5f99e-dccb-4d6f-a511-cdef97541a97 req-0132b6e1-1a37-4232-ae83-f2eed61c2b5c tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.715708 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39f5f99e-dccb-4d6f-a511-cdef97541a97 req-0132b6e1-1a37-4232-ae83-f2eed61c2b5c tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 943 time: 0.1069036 Aug 16 02:25:51.717803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-c2ca2a22-549b-4407-b96b-069acb432b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.719235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-c2ca2a22-549b-4407-b96b-069acb432b55 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 1095 time: 0.0741539 Aug 16 02:25:51.771973 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-5fdd1cd1-95cd-4a77-8b14-1c634140e35a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37013ed3-3886-45d0-9fc0-10220a0d82ba HTTP/1.1" status: 200 len: 217 time: 0.0433083 Aug 16 02:25:51.815001 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39f5f99e-dccb-4d6f-a511-cdef97541a97 req-915e07ff-24d0-4e21-bb13-5132f200199c tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926881 Aug 16 02:25:51.833202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-95c78614-3c14-4a32-a51c-36e1488a17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.834702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-95c78614-3c14-4a32-a51c-36e1488a17a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0522978 Aug 16 02:25:51.884286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-7a2137ba-94fe-487f-bf60-00d0dc92f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.885795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-7a2137ba-94fe-487f-bf60-00d0dc92f6e7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442467 Aug 16 02:25:51.973486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-0cf2a91c-0789-49e3-828d-09d264121216 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804324 Aug 16 02:25:52.089781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-71defbb7-dcd4-4515-aeb0-922b31fa795e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0623832 Aug 16 02:25:52.100296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c754a8f-07e7-42bc-8be2-9fff99b0392e req-fc7e28b7-f12b-41e7-8ce9-8101e2e437c2 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195555 Aug 16 02:25:52.211596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-afebaacf-7458-4e7c-b3c9-e3475c43f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.213130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-afebaacf-7458-4e7c-b3c9-e3475c43f61a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 1097 time: 0.0689266 Aug 16 02:25:52.214829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062252ac-7dbb-48ee-aeec-80054a4a157c req-f581b6a3-b5a8-4608-990f-35e261c65b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.216453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-062252ac-7dbb-48ee-aeec-80054a4a157c req-f581b6a3-b5a8-4608-990f-35e261c65b62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 1095 time: 0.0643809 Aug 16 02:25:52.381816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062252ac-7dbb-48ee-aeec-80054a4a157c req-d78940e2-5461-4f7e-bf0d-c8390d3bde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.383290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-062252ac-7dbb-48ee-aeec-80054a4a157c req-d78940e2-5461-4f7e-bf0d-c8390d3bde97 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.1598125 Aug 16 02:25:52.384633 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-53061901-5eca-4ce3-bef1-000bbe376638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.385952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-53061901-5eca-4ce3-bef1-000bbe376638 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.1538079 Aug 16 02:25:52.431583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-062252ac-7dbb-48ee-aeec-80054a4a157c req-795144d1-192e-41b3-ab2e-3a6e0d19f41c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37013ed3-3886-45d0-9fc0-10220a0d82ba HTTP/1.1" status: 200 len: 217 time: 0.0402553 Aug 16 02:25:52.517734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-785805ea-4b65-421f-9776-0a6947ecab33 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90068564-0304-481b-b828-14b5f072e1af HTTP/1.1" status: 200 len: 1001 time: 0.1203377 Aug 16 02:25:52.521211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062252ac-7dbb-48ee-aeec-80054a4a157c req-08f8e0ab-9755-4d33-adb8-0294d35cd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.522541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-062252ac-7dbb-48ee-aeec-80054a4a157c req-08f8e0ab-9755-4d33-adb8-0294d35cd65c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0658705 Aug 16 02:25:52.591947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-09f09d6d-d584-476f-800f-50fc618abb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.593458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-09f09d6d-d584-476f-800f-50fc618abb16 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0683424 Aug 16 02:25:52.599370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062252ac-7dbb-48ee-aeec-80054a4a157c req-331b98aa-a06f-4e2d-9016-0241ae860172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.600737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-062252ac-7dbb-48ee-aeec-80054a4a157c req-331b98aa-a06f-4e2d-9016-0241ae860172 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680549 Aug 16 02:25:52.700187 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-5f267da9-e08c-4eb1-9c54-a2bfcdd3b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.701613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-5f267da9-e08c-4eb1-9c54-a2bfcdd3b7a4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000204 Aug 16 02:25:52.734063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-062252ac-7dbb-48ee-aeec-80054a4a157c req-6f001b45-5d60-41a2-bfc4-3727bf68c6f0 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252873 Aug 16 02:25:52.865229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-d731f9cd-676e-4499-a6da-f8ccd679b1ff service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525652 Aug 16 02:25:52.883307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-062252ac-7dbb-48ee-aeec-80054a4a157c req-2c56089a-964e-43aa-9ca8-cf4a8010ce74 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213388 Aug 16 02:25:52.985317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218fc7c-2c7a-46e6-af51-cce1a951c001 req-b2bfd60d-e71c-4ece-9927-c8051ea41751 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.986702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9218fc7c-2c7a-46e6-af51-cce1a951c001 req-b2bfd60d-e71c-4ece-9927-c8051ea41751 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 943 time: 0.0898237 Aug 16 02:25:53.006854 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ac575d-426d-4148-8f11-2113f9a141f1 req-2b644ab0-47f2-40db-9eb7-d84f15bb0626 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347561 Aug 16 02:25:53.032804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9218fc7c-2c7a-46e6-af51-cce1a951c001 req-5fd04dd8-f13b-4697-a234-359257e2d588 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376968 Aug 16 02:25:54.151859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a571c-8739-4813-8d2b-adea128f8432 req-3332d676-0d58-4687-b87c-038416abe5aa tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.153445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f0a571c-8739-4813-8d2b-adea128f8432 req-3332d676-0d58-4687-b87c-038416abe5aa tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 943 time: 0.0533288 Aug 16 02:25:54.191133 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f0a571c-8739-4813-8d2b-adea128f8432 req-a73b2f77-9e6a-4f37-97f1-478f3a701315 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Aug 16 02:25:54.530927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 37013ed3-3886-45d0-9fc0-10220a0d82ba details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:54.629275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 37013ed3-3886-45d0-9fc0-10220a0d82ba, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=37013ed3-3886-45d0-9fc0-10220a0d82ba,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:54.641379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '37013ed3-3886-45d0-9fc0-10220a0d82ba', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'port_id': '37013ed3-3886-45d0-9fc0-10220a0d82ba', 'mac_address': 'fa:16:3e:6c:4a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:54.681431 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.694048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37013ed3-3886-45d0-9fc0-10220a0d82ba {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:54.713676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 37013ed3-3886-45d0-9fc0-10220a0d82ba, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=37013ed3-3886-45d0-9fc0-10220a0d82ba,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:54.720594 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.758937 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:25:54.783130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=37013ed3-3886-45d0-9fc0-10220a0d82ba,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.958977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['37013ed3-3886-45d0-9fc0-10220a0d82ba'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:55.317410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501a3be-e178-4a6d-a000-4d865f2e2db5 req-78e2afa8-307b-40c5-acef-bf6fd53f375b tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:55.318911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b501a3be-e178-4a6d-a000-4d865f2e2db5 req-78e2afa8-307b-40c5-acef-bf6fd53f375b tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 944 time: 0.0504100 Aug 16 02:25:55.357387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b501a3be-e178-4a6d-a000-4d865f2e2db5 req-e442c37b-cb7d-49c7-b8ef-01c5e452a580 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325298 Aug 16 02:25:56.480384 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa31273-ff49-4918-84c2-81870f12c7a8 req-fa03545e-0fd1-4e20-b097-67e483926f3a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:56.481948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-daa31273-ff49-4918-84c2-81870f12c7a8 req-fa03545e-0fd1-4e20-b097-67e483926f3a tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 944 time: 0.0482028 Aug 16 02:25:56.521088 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-daa31273-ff49-4918-84c2-81870f12c7a8 req-291d1604-192c-4b1e-a1cc-6377880782d3 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Aug 16 02:25:56.561849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 37013ed3-3886-45d0-9fc0-10220a0d82ba up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:56.610576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 37013ed3-3886-45d0-9fc0-10220a0d82ba completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:56.614187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 37013ed3-3886-45d0-9fc0-10220a0d82ba triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:56.614565 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.696228 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.726691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37013ed3-3886-45d0-9fc0-10220a0d82ba'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:56.728994 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5416cc45-8bc7-4cb7-81b1-9e23bafa5b31" -d '{"events": [{"server_uuid": "3552bfaa-89c5-4433-884e-ae5873cd8882", "name": "network-vif-plugged", "status": "completed", "tag": "37013ed3-3886-45d0-9fc0-10220a0d82ba"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:56.745348 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 37013ed3-3886-45d0-9fc0-10220a0d82ba, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=37013ed3-3886-45d0-9fc0-10220a0d82ba,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:56.756433 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.782834 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2945f9-870f-4b42-9994-c365562eccb3 x-openstack-request-id: req-fa2945f9-870f-4b42-9994-c365562eccb3 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:56.783129 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552bfaa-89c5-4433-884e-ae5873cd8882", "name": "network-vif-plugged", "status": "completed", "tag": "37013ed3-3886-45d0-9fc0-10220a0d82ba", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:56.783461 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa2945f9-870f-4b42-9994-c365562eccb3 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:56.783851 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37013ed3-3886-45d0-9fc0-10220a0d82ba', 'code': 200} Aug 16 02:25:56.813171 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=37013ed3-3886-45d0-9fc0-10220a0d82ba,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:56.892913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4694b-28dc-46d1-9ae0-67e76e057739 req-e4376e84-3bc8-4d29-8943-ec5cb2058c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:56.894467 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bc4694b-28dc-46d1-9ae0-67e76e057739 req-e4376e84-3bc8-4d29-8943-ec5cb2058c48 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 1097 time: 0.0441446 Aug 16 02:25:56.929855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bc4694b-28dc-46d1-9ae0-67e76e057739 req-8b2a090a-5ef7-4aab-97d6-1b204f1cc921 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287137 Aug 16 02:25:57.648055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77d4cb-5d2b-45e8-8123-d32e832f0774 req-acaa581b-8823-4397-946a-ee152e2f2c3c tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:57.649899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa77d4cb-5d2b-45e8-8123-d32e832f0774 req-acaa581b-8823-4397-946a-ee152e2f2c3c tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 945 time: 0.0575676 Aug 16 02:25:57.694013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa77d4cb-5d2b-45e8-8123-d32e832f0774 req-692470e4-19dc-4549-8b60-7d948bd6e363 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377233 Aug 16 02:25:58.812477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ce6b1-8215-429f-a48b-030ecf7b0f14 req-0e4615f3-fc94-49e5-b6f5-d076f78e669e tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:58.813890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-065ce6b1-8215-429f-a48b-030ecf7b0f14 req-0e4615f3-fc94-49e5-b6f5-d076f78e669e tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 945 time: 0.0487792 Aug 16 02:25:58.853438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-065ce6b1-8215-429f-a48b-030ecf7b0f14 req-bcf7dd01-5111-42ea-8400-39b254b8ccff tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334237 Aug 16 02:25:58.967595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b71fb-c311-439b-8867-b5a6b41eb99b req-9f8753df-ee02-426d-b43a-b267396bab37 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:58.969158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a0b71fb-c311-439b-8867-b5a6b41eb99b req-9f8753df-ee02-426d-b43a-b267396bab37 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 945 time: 0.0528321 Aug 16 02:25:58.977781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 55798) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:58.982442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d7be70c6-e1ea-45e3-83ca-04f68f158a28 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Request body: {'floatingip': {'port_id': '37013ed3-3886-45d0-9fc0-10220a0d82ba'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:59.022946 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7be70c6-e1ea-45e3-83ca-04f68f158a28 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.789514 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7be70c6-e1ea-45e3-83ca-04f68f158a28 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.793462 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7be70c6-e1ea-45e3-83ca-04f68f158a28 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.907804 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-d7be70c6-e1ea-45e3-83ca-04f68f158a28 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Floating IP 3065ff23-8e34-4cf8-be65-cd2dabfb0616 associated. External IP: 172.25.2.104, port: 37013ed3-3886-45d0-9fc0-10220a0d82ba. Aug 16 02:26:00.118039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7be70c6-e1ea-45e3-83ca-04f68f158a28 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Router e18af29a-8027-4911-8251-8ba332dff7c0 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:00.230571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7be70c6-e1ea-45e3-83ca-04f68f158a28 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:00.237272 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7be70c6-e1ea-45e3-83ca-04f68f158a28 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.241354 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c94edb-a091-42d3-b9d9-01a00dcc7422 None None] Sync routers for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:00.251780 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c94edb-a091-42d3-b9d9-01a00dcc7422 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:00.252388 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-08c94edb-a091-42d3-b9d9-01a00dcc7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:25:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:00.266561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d7be70c6-e1ea-45e3-83ca-04f68f158a28 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "PUT /v2.0/floatingips/3065ff23-8e34-4cf8-be65-cd2dabfb0616 HTTP/1.1" status: 200 len: 991 time: 1.2875719 Aug 16 02:26:00.267129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'tag': '37013ed3-3886-45d0-9fc0-10220a0d82ba'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:00.269568 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbe8fca-b97c-4799-81a3-d7972f25c647" -d '{"events": [{"name": "network-changed", "server_uuid": "3552bfaa-89c5-4433-884e-ae5873cd8882", "tag": "37013ed3-3886-45d0-9fc0-10220a0d82ba"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:00.308832 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4224c6e-1ece-4f14-aca6-9bdb49b06f34 x-openstack-request-id: req-c4224c6e-1ece-4f14-aca6-9bdb49b06f34 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:00.309234 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3552bfaa-89c5-4433-884e-ae5873cd8882", "tag": "37013ed3-3886-45d0-9fc0-10220a0d82ba", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:00.309494 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4224c6e-1ece-4f14-aca6-9bdb49b06f34 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:00.309897 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'tag': '37013ed3-3886-45d0-9fc0-10220a0d82ba', 'status': 'completed', 'code': 200} Aug 16 02:26:00.358637 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-08c94edb-a091-42d3-b9d9-01a00dcc7422 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:00.385756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe8fca-b97c-4799-81a3-d7972f25c647 req-31d9a95e-57a6-4a4f-9ebf-14788f432637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:00.387347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bbe8fca-b97c-4799-81a3-d7972f25c647 req-31d9a95e-57a6-4a4f-9ebf-14788f432637 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 1097 time: 0.0455580 Aug 16 02:26:00.484157 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe8fca-b97c-4799-81a3-d7972f25c647 req-e2ae8ca6-4cc3-4a29-a970-c4332f04fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:00.486356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bbe8fca-b97c-4799-81a3-d7972f25c647 req-e2ae8ca6-4cc3-4a29-a970-c4332f04fd48 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.0926514 Aug 16 02:26:00.563035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bbe8fca-b97c-4799-81a3-d7972f25c647 req-75cbd94e-9570-4b16-9ec5-815fe2e41bb0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37013ed3-3886-45d0-9fc0-10220a0d82ba HTTP/1.1" status: 200 len: 999 time: 0.0685263 Aug 16 02:26:00.598968 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-08c94edb-a091-42d3-b9d9-01a00dcc7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '3065ff23-8e34-4cf8-be65-cd2dabfb0616', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'port_id': '37013ed3-3886-45d0-9fc0-10220a0d82ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'mac_address': 'fa:16:3e:6c:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:48Z', 'updated_at': '2021-08-16T02:25:59Z', 'revision_number': 1, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:00.613920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe8fca-b97c-4799-81a3-d7972f25c647 req-91396801-22bd-4ec6-b68a-ed3cf58c42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:00.615393 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bbe8fca-b97c-4799-81a3-d7972f25c647 req-91396801-22bd-4ec6-b68a-ed3cf58c42b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0455589 Aug 16 02:26:00.626066 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c94edb-a091-42d3-b9d9-01a00dcc7422 None None] Checking router: e18af29a-8027-4911-8251-8ba332dff7c0 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:00.634637 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c94edb-a091-42d3-b9d9-01a00dcc7422 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:00.635424 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-08c94edb-a091-42d3-b9d9-01a00dcc7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:25:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:00.666120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe8fca-b97c-4799-81a3-d7972f25c647 req-71a5fd03-0a31-430a-b7dc-9229a51e4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:00.667541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bbe8fca-b97c-4799-81a3-d7972f25c647 req-71a5fd03-0a31-430a-b7dc-9229a51e4192 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447488 Aug 16 02:26:00.752825 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-08c94edb-a091-42d3-b9d9-01a00dcc7422 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:00.767511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bbe8fca-b97c-4799-81a3-d7972f25c647 req-35e5ebaa-e2d4-45c2-a4cf-1ec53480ba5c service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910244 Aug 16 02:26:00.858447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bbe8fca-b97c-4799-81a3-d7972f25c647 req-e9d434e1-c85f-41ac-98c7-939eecd5c974 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842042 Aug 16 02:26:00.981936 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-08c94edb-a091-42d3-b9d9-01a00dcc7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '3065ff23-8e34-4cf8-be65-cd2dabfb0616', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'port_id': '37013ed3-3886-45d0-9fc0-10220a0d82ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'mac_address': 'fa:16:3e:6c:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:48Z', 'updated_at': '2021-08-16T02:25:59Z', 'revision_number': 1, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:01.116176 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c94edb-a091-42d3-b9d9-01a00dcc7422 None None] The sync data for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 is: [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '3065ff23-8e34-4cf8-be65-cd2dabfb0616', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'port_id': '37013ed3-3886-45d0-9fc0-10220a0d82ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'mac_address': 'fa:16:3e:6c:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:48Z', 'updated_at': '2021-08-16T02:25:59Z', 'revision_number': 1, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:01.321590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb467ca0-9df4-4e72-a04b-06fc82c75f03 None None] New status for floating IP 3065ff23-8e34-4cf8-be65-cd2dabfb0616: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:26:08.896214 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-921784ce-72d7-44a1-83e8-12a8deda50b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.850828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.499594 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-505b6393-c41d-4977-8852-20357aa06e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.587237 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.810475 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.314766 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.514385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.531564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41a9447c-281a-426a-90fa-eceda5498e27 req-d1144055-8175-4b54-af80-c94eb4c15b48 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460417 Aug 16 02:26:30.611815 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9447c-281a-426a-90fa-eceda5498e27 req-de75341e-7f2a-4a75-a299-4809125d9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:30.612855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41a9447c-281a-426a-90fa-eceda5498e27 req-de75341e-7f2a-4a75-a299-4809125d9d32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 1097 time: 0.0405130 Aug 16 02:26:30.720269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9447c-281a-426a-90fa-eceda5498e27 req-9ee01c01-e480-4fae-a1d4-131a67aaf7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:30.721821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41a9447c-281a-426a-90fa-eceda5498e27 req-9ee01c01-e480-4fae-a1d4-131a67aaf7d1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.0887299 Aug 16 02:26:30.792017 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41a9447c-281a-426a-90fa-eceda5498e27 req-c897ef51-74f7-429f-be90-8e3177d9fc73 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37013ed3-3886-45d0-9fc0-10220a0d82ba HTTP/1.1" status: 200 len: 1001 time: 0.0621915 Aug 16 02:26:30.841820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9447c-281a-426a-90fa-eceda5498e27 req-a4b58281-6914-451d-bf61-98e18ae0e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:30.843237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41a9447c-281a-426a-90fa-eceda5498e27 req-a4b58281-6914-451d-bf61-98e18ae0e5ad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.0442839 Aug 16 02:26:30.888313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9447c-281a-426a-90fa-eceda5498e27 req-6693a964-0d97-4b13-9b88-60b1598cdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:30.889812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41a9447c-281a-426a-90fa-eceda5498e27 req-6693a964-0d97-4b13-9b88-60b1598cdf33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392842 Aug 16 02:26:30.983005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41a9447c-281a-426a-90fa-eceda5498e27 req-656f9edf-daf3-4872-9c25-317a9953f01c service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854452 Aug 16 02:26:31.074726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41a9447c-281a-426a-90fa-eceda5498e27 req-3c0ce307-0021-477a-9c5b-a11b2981440c service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822785 Aug 16 02:26:31.758215 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:26:38.897303 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cda04ff9-2efc-4c71-bc4a-e8fe43f104e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.848732 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.493036 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-303cbf6f-36ea-4dac-831c-d22926974a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.586747 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.814320 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.317746 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.528909 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.043478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-2853569c-61a4-4e51-8c86-c8901058371a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458374 Aug 16 02:26:52.139456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-d457f8b9-9d30-451c-ae54-50de1e3fa47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:52.140921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-d457f8b9-9d30-451c-ae54-50de1e3fa47b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 1097 time: 0.0396194 Aug 16 02:26:52.244228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-6791061f-4e08-462c-bfae-64eaca5b10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:52.245749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-6791061f-4e08-462c-bfae-64eaca5b10a8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.0838704 Aug 16 02:26:52.317384 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-9511baed-1076-460f-a57f-f445b0c41fbf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90068564-0304-481b-b828-14b5f072e1af HTTP/1.1" status: 200 len: 1001 time: 0.0644791 Aug 16 02:26:52.367971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-c23f2651-e911-47a6-8f26-91528a87aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:52.369452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-c23f2651-e911-47a6-8f26-91528a87aa5e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0456955 Aug 16 02:26:52.415212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-80be0734-2e53-461e-a94b-a142c09b7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:52.416697 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-80be0734-2e53-461e-a94b-a142c09b7a9c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403855 Aug 16 02:26:52.510652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-ccd554b9-b992-41fa-9193-0a4bcf03565b service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872881 Aug 16 02:26:52.598537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d955ff14-0619-4ce0-8125-0061b7dbb9e8 req-2319e5f5-978c-4f2e-a2e7-d1ccee62bd9d service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815082 Aug 16 02:27:08.757675 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:27:08.899119 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4983e026-13e6-42af-b785-789837099d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.879498 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.495113 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aff0e914-e28f-4263-9dba-1ddcd0b54a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.597126 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.821180 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.343243 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.244115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-380d35e4-7612-442f-94f3-3dc63d11eb28 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217583626&fields=id&tenant_id=d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 267 time: 0.0384803 Aug 16 02:27:18.354402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-bc63baff-c748-4157-be06-847e17fa1e43 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:18.355830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-bc63baff-c748-4157-be06-847e17fa1e43 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.1047397 Aug 16 02:27:18.370957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-c1e347f7-997e-4ab2-999f-0e5bffbcd0d7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/quotas/d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 375 time: 0.0091925 Aug 16 02:27:18.428963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-b7ca61da-7b2d-4f5b-b95d-d7d2cdfccb03 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526192 Aug 16 02:27:18.526106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-b143a0f9-4061-45a5-b0c1-63a2dd1ca724 service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849144 Aug 16 02:27:18.544825 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.617344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-2c082a8e-d43f-45db-9db1-0dbb459952ba service neutron] 10.222.0.79 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842214 Aug 16 02:27:18.970734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e783c44-4930-4e57-abe6-3458f09fe9a3 req-5b0c4da4-bb3e-499f-a670-47ebd6787c0e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 210 time: 0.0972464 Aug 16 02:27:19.814360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-47e6f8a1-3a12-4f79-859e-080444991ea8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:19.815813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-47e6f8a1-3a12-4f79-859e-080444991ea8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.89 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 812 time: 0.1076691 Aug 16 02:27:19.861393 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-424cfe61-3940-4d1f-a4e4-60d22760b912 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75bbba41d5646da86049365f8e03555 HTTP/1.1" status: 200 len: 380 time: 0.0343912 Aug 16 02:27:19.870362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'port': {'device_id': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'admin_state_up': True, 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'security_groups': ['d3c4c2ad-8845-4dc1-b1ff-99a293637823']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:19.980938 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Made reservation on behalf of d75bbba41d5646da86049365f8e03555 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:19.984450 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.086734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-526476db-878b-4713-a8f7-7baae9b2ea4f req-40b2df5a-f64f-4a6c-9f27-b776a7b456dc tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 210 time: 0.0382903 Aug 16 02:27:20.149528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Allocated IP 172.20.0.12 (aa825c6e-a21d-4154-8526-44de4f4b199d/62fa95a6-f539-4a2a-bec5-6be7a7f420e0/ff971914-4e5a-45e7-bcb7-9b55655209f6) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:20.293558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.308553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Transition to ACTIVE for port object ff971914-4e5a-45e7-bcb7-9b55655209f6 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:20.348304 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.394108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Network aa825c6e-a21d-4154-8526-44de4f4b199d is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:20.397519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:20.401722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:20.428949 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=ff971914-4e5a-45e7-bcb7-9b55655209f6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:20.447144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.447485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.447829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.448166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.448498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.448828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.449189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.449513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.449836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.450155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.450477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.450797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:20.469332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:20.469973 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.487232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-3ed389d1-cb27-47c7-bdd2-22a49b065088 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6205809 Aug 16 02:27:20.499434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-a545e6f3-8067-4cbd-9bc1-a2a5fc6f09d7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:27:20.505527 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-a545e6f3-8067-4cbd-9bc1-a2a5fc6f09d7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055506 Aug 16 02:27:20.564875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Request body: {'port': {'device_id': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:20.625371 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.652944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b20ff8f5-c39e-4ea2-8931-7eb039654412 None None] Provisioning for port ff971914-4e5a-45e7-bcb7-9b55655209f6 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:20.659702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b20ff8f5-c39e-4ea2-8931-7eb039654412 None None] Provisioning complete for port ff971914-4e5a-45e7-bcb7-9b55655209f6 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:20.659702 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b20ff8f5-c39e-4ea2-8931-7eb039654412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.696176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b20ff8f5-c39e-4ea2-8931-7eb039654412 None None] Port ff971914-4e5a-45e7-bcb7-9b55655209f6 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:20.897392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff971914-4e5a-45e7-bcb7-9b55655209f6 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:20.904937 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.917253 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Transition to ACTIVE for port object ff971914-4e5a-45e7-bcb7-9b55655209f6 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:20.920960 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.040048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Pushing event updated for resources: {'Port': ['ID=ff971914-4e5a-45e7-bcb7-9b55655209f6,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:21.060132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Attempting to bind port ff971914-4e5a-45e7-bcb7-9b55655209f6 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:21.060522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Attempting to bind port ff971914-4e5a-45e7-bcb7-9b55655209f6 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:21.060800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Attempting to bind port ff971914-4e5a-45e7-bcb7-9b55655209f6 on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:21.069870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Port ff971914-4e5a-45e7-bcb7-9b55655209f6 on network aa825c6e-a21d-4154-8526-44de4f4b199d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:21.070282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Attempting to bind port ff971914-4e5a-45e7-bcb7-9b55655209f6 on network aa825c6e-a21d-4154-8526-44de4f4b199d {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:21.078827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:21.079158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Checking segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:21.079556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Bound using segment: {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:21.080003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Bound port: ff971914-4e5a-45e7-bcb7-9b55655209f6, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42be88d8-2f32-4b22-8c2a-07bfc3d4388d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:21.080421 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.152031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] For port ff971914-4e5a-45e7-bcb7-9b55655209f6, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:21.155353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] For port ff971914-4e5a-45e7-bcb7-9b55655209f6, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ff971914-4e5a-45e7-bcb7-9b55655209f6,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:21.159862 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.209560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.210201 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.211629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] 10.222.0.89 "PUT /v2.0/ports/ff971914-4e5a-45e7-bcb7-9b55655209f6 HTTP/1.1" status: 200 len: 1093 time: 0.7010033 Aug 16 02:27:21.212098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'tag': 'ff971914-4e5a-45e7-bcb7-9b55655209f6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:21.214412 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36481de9-4d95-41c4-9b2d-eb2c20effc60" -d '{"events": [{"name": "network-changed", "server_uuid": "4d120c4d-77bc-465f-be56-b36d3ce1571f", "tag": "ff971914-4e5a-45e7-bcb7-9b55655209f6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:21.289906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abc848-e36c-44d8-874d-773703b9b5ed service neutron] Pushing event updated for resources: {'Port': ['ID=ff971914-4e5a-45e7-bcb7-9b55655209f6,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:21.293345 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e1fded-8eed-4df7-95b4-d45cb436629e x-openstack-request-id: req-f4e1fded-8eed-4df7-95b4-d45cb436629e {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:21.293627 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d120c4d-77bc-465f-be56-b36d3ce1571f", "tag": "ff971914-4e5a-45e7-bcb7-9b55655209f6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:21.293880 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4e1fded-8eed-4df7-95b4-d45cb436629e {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:21.294377 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'tag': 'ff971914-4e5a-45e7-bcb7-9b55655209f6', 'status': 'completed', 'code': 200} Aug 16 02:27:21.312235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbde0f-8caf-43c1-b408-61f537722f44 req-73ff8a75-344c-48d2-9056-40af0297bbb3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.314563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8bbde0f-8caf-43c1-b408-61f537722f44 req-73ff8a75-344c-48d2-9056-40af0297bbb3 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 944 time: 0.1228421 Aug 16 02:27:21.339835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-bc3f907c-425b-41de-84a9-63b583ac68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.341789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-bc3f907c-425b-41de-84a9-63b583ac68b9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 1096 time: 0.0850246 Aug 16 02:27:21.399587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-9e814e3d-8641-4b58-965c-c6e5b166d8d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff971914-4e5a-45e7-bcb7-9b55655209f6 HTTP/1.1" status: 200 len: 217 time: 0.0487509 Aug 16 02:27:21.415306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8bbde0f-8caf-43c1-b408-61f537722f44 req-6ccf5ada-a707-4086-a95f-b930eb45ff8b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944366 Aug 16 02:27:21.462971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-1c94ec2c-fb00-4a48-8859-9b7f8b4d0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.464425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-1c94ec2c-fb00-4a48-8859-9b7f8b4d0e98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0480175 Aug 16 02:27:21.511330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10ca2a95-2deb-4fa1-b5db-74f3eeec209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.512813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-10ca2a95-2deb-4fa1-b5db-74f3eeec209c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416327 Aug 16 02:27:21.607422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-55d013a5-93db-41c2-beca-3c3b429fb35e service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874438 Aug 16 02:27:21.700363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd9eb178-7954-46fa-8452-d0e61acd36ab req-78474a61-666c-43b6-9e55-21d7f195a1ff service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824413 Aug 16 02:27:21.786570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36481de9-4d95-41c4-9b2d-eb2c20effc60 req-cc340fce-1a77-4e8e-a3c5-560bbe2f6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.788600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36481de9-4d95-41c4-9b2d-eb2c20effc60 req-cc340fce-1a77-4e8e-a3c5-560bbe2f6650 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 1096 time: 0.0434928 Aug 16 02:27:21.884121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36481de9-4d95-41c4-9b2d-eb2c20effc60 req-e0af37a2-4ae6-47d9-9fe3-cec495a2be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.885625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36481de9-4d95-41c4-9b2d-eb2c20effc60 req-e0af37a2-4ae6-47d9-9fe3-cec495a2be65 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.0893047 Aug 16 02:27:21.926134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36481de9-4d95-41c4-9b2d-eb2c20effc60 req-1036760d-af10-472f-8560-ef2e5dc322d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff971914-4e5a-45e7-bcb7-9b55655209f6 HTTP/1.1" status: 200 len: 217 time: 0.0335302 Aug 16 02:27:21.981501 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36481de9-4d95-41c4-9b2d-eb2c20effc60 req-b63fd78c-04e0-4a76-a922-f7d2eaea7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.982909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36481de9-4d95-41c4-9b2d-eb2c20effc60 req-b63fd78c-04e0-4a76-a922-f7d2eaea7235 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0491123 Aug 16 02:27:22.029296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36481de9-4d95-41c4-9b2d-eb2c20effc60 req-e4f53ec2-f36e-49fd-a360-cbdf93fe91df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:22.030726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36481de9-4d95-41c4-9b2d-eb2c20effc60 req-e4f53ec2-f36e-49fd-a360-cbdf93fe91df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412598 Aug 16 02:27:22.121954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36481de9-4d95-41c4-9b2d-eb2c20effc60 req-6f6c594c-8ce3-40fc-9d42-ac4fcf71bed9 service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840178 Aug 16 02:27:22.218911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36481de9-4d95-41c4-9b2d-eb2c20effc60 req-03fcf3a6-fcec-4b16-b7bd-1069fdfafc4c service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898631 Aug 16 02:27:22.524481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14a0f6-6958-47f3-bd69-efd3697ad494 req-e6c730be-b06a-4e76-b2ab-3165901be742 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:22.526059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba14a0f6-6958-47f3-bd69-efd3697ad494 req-e6c730be-b06a-4e76-b2ab-3165901be742 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 944 time: 0.0518081 Aug 16 02:27:22.563503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba14a0f6-6958-47f3-bd69-efd3697ad494 req-3febe8be-c310-42a7-8c14-e5329e930d7d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Aug 16 02:27:23.682032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77babff-2a52-4de2-9f6e-b71bf7abc828 req-391ff074-9251-4183-ae6b-1d52a18ff794 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:23.683608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b77babff-2a52-4de2-9f6e-b71bf7abc828 req-391ff074-9251-4183-ae6b-1d52a18ff794 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 944 time: 0.0506892 Aug 16 02:27:23.724371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b77babff-2a52-4de2-9f6e-b71bf7abc828 req-909dc9b6-54ea-44b1-ab87-09ec06d94987 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346742 Aug 16 02:27:24.841563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4f54d-d0eb-4925-a929-a6bf2146e7ee req-a6409e70-f173-469a-b6a2-06d35c611912 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.843048 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fa4f54d-d0eb-4925-a929-a6bf2146e7ee req-a6409e70-f173-469a-b6a2-06d35c611912 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 944 time: 0.0523882 Aug 16 02:27:24.880639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fa4f54d-d0eb-4925-a929-a6bf2146e7ee req-708130ca-b027-4385-b5ac-fa69feea77e8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Aug 16 02:27:25.996936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15b8d2-3009-43e8-8ebe-8235db5fcf12 req-cbf74283-e1f0-433c-9d30-4e8992a6b37a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:25.998535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c15b8d2-3009-43e8-8ebe-8235db5fcf12 req-cbf74283-e1f0-433c-9d30-4e8992a6b37a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 944 time: 0.0504012 Aug 16 02:27:26.036005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c15b8d2-3009-43e8-8ebe-8235db5fcf12 req-e39fca8f-c18b-4ccb-a598-b893327f788d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314889 Aug 16 02:27:27.155263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01783458-50e1-431d-a0e6-27d9b480cdb8 req-e8b5cf6d-9d0b-464f-888e-6b212cb391b0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.156765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01783458-50e1-431d-a0e6-27d9b480cdb8 req-e8b5cf6d-9d0b-464f-888e-6b212cb391b0 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 944 time: 0.0500519 Aug 16 02:27:27.199653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-01783458-50e1-431d-a0e6-27d9b480cdb8 req-7b792d04-1649-42fb-85f4-94e1fb99ce92 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360553 Aug 16 02:27:28.330052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdc642-ed90-448f-88b0-bc5013314756 req-ad53ff45-a434-4868-98c8-131833f966f5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:28.331611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ebdc642-ed90-448f-88b0-bc5013314756 req-ad53ff45-a434-4868-98c8-131833f966f5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 944 time: 0.0571978 Aug 16 02:27:28.378027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ebdc642-ed90-448f-88b0-bc5013314756 req-54b3e362-4e83-4c36-8253-b280c2e2795c tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389628 Aug 16 02:27:29.527406 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f622-e2ff-418b-bf0b-ccd57cc2a715 req-374d100c-ada2-40b9-8ab6-449142fdb1f7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:29.529663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a963f622-e2ff-418b-bf0b-ccd57cc2a715 req-374d100c-ada2-40b9-8ab6-449142fdb1f7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 944 time: 0.0688324 Aug 16 02:27:29.577058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a963f622-e2ff-418b-bf0b-ccd57cc2a715 req-7471722e-2090-4d00-b5df-d00a70f52b50 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405753 Aug 16 02:27:29.937905 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-41df8071-3cb4-428a-9f54-8648fc6f07f3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394762 Aug 16 02:27:30.023773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-43b65c5e-6b8e-4aed-80b5-4e8c052eaf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.025300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-43b65c5e-6b8e-4aed-80b5-4e8c052eaf2a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 1097 time: 0.0451219 Aug 16 02:27:30.127071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-b3445b3f-a19f-4120-acf6-e147efacc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.128591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-b3445b3f-a19f-4120-acf6-e147efacc479 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 200 len: 912 time: 0.0840189 Aug 16 02:27:30.206042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-a96c7b70-05db-4e88-8d57-03362b94b9a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37013ed3-3886-45d0-9fc0-10220a0d82ba HTTP/1.1" status: 200 len: 1001 time: 0.0693674 Aug 16 02:27:30.593923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-5b07c557-f57e-44b2-a28c-ef0a6a1c9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.595415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-5b07c557-f57e-44b2-a28c-ef0a6a1c9298 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 200 len: 850 time: 0.3842819 Aug 16 02:27:30.642438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-c94cd98a-d999-4126-931c-237fcd075cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.644013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-c94cd98a-d999-4126-931c-237fcd075cf9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f6f4978-2be0-4726-973e-5847f3251b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406969 Aug 16 02:27:30.748943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6883f-f70f-4790-a344-13ff44b6e869 req-4babd174-02c1-442e-b7a0-571b9f9508bd tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.750447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25c6883f-f70f-4790-a344-13ff44b6e869 req-4babd174-02c1-442e-b7a0-571b9f9508bd tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 944 time: 0.1051848 Aug 16 02:27:30.779438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-e5116f0a-b2c1-4ed6-9bc4-d8c66f428872 service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255066 Aug 16 02:27:30.840048 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-25c6883f-f70f-4790-a344-13ff44b6e869 req-b53c967b-0a37-4018-a1ef-26a9e16af234 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812771 Aug 16 02:27:30.881832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0dbb5165-40ac-4814-858b-6aea2a60e8e9 req-a5672a05-2c16-4319-b195-1e35e6a1feff service neutron] 10.222.0.89 "GET /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950272 Aug 16 02:27:31.013423 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ff971914-4e5a-45e7-bcb7-9b55655209f6 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:31.109806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ff971914-4e5a-45e7-bcb7-9b55655209f6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ff971914-4e5a-45e7-bcb7-9b55655209f6,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:31.121730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'ff971914-4e5a-45e7-bcb7-9b55655209f6', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'port_id': 'ff971914-4e5a-45e7-bcb7-9b55655209f6', 'mac_address': 'fa:16:3e:6f:1e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:31.159953 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.173067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff971914-4e5a-45e7-bcb7-9b55655209f6 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:31.193917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ff971914-4e5a-45e7-bcb7-9b55655209f6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ff971914-4e5a-45e7-bcb7-9b55655209f6,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:31.198128 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.246480 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ff971914-4e5a-45e7-bcb7-9b55655209f6,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.253702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.254049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.254382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.254713 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.255070 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.255403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.255760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.256083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.256404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.256724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.257069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.257390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:31.441301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ff971914-4e5a-45e7-bcb7-9b55655209f6'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:31.954910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb0a4-2f75-40ba-9b59-29a53a577e1f req-77ebe398-bf18-4876-98b9-a333a5e51917 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:31.956394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c9eb0a4-2f75-40ba-9b59-29a53a577e1f req-77ebe398-bf18-4876-98b9-a333a5e51917 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 945 time: 0.0486248 Aug 16 02:27:31.994293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2c9eb0a4-2f75-40ba-9b59-29a53a577e1f req-5e0f410a-6c57-4a99-b11a-2eed7bb2bb85 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312495 Aug 16 02:27:33.015974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ff971914-4e5a-45e7-bcb7-9b55655209f6 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:33.063913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port ff971914-4e5a-45e7-bcb7-9b55655209f6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:33.068199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port ff971914-4e5a-45e7-bcb7-9b55655209f6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:33.068570 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.112228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c1a51-461a-4205-b776-dcf16b37b1fb req-a46460f5-24c9-4583-9255-b5fd92f44327 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.113774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d6c1a51-461a-4205-b776-dcf16b37b1fb req-a46460f5-24c9-4583-9255-b5fd92f44327 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 945 time: 0.0525434 Aug 16 02:27:33.154101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d6c1a51-461a-4205-b776-dcf16b37b1fb req-be1fbc9d-138f-4c18-9dc0-b9b5f7968726 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336423 Aug 16 02:27:33.157153 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.180962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff971914-4e5a-45e7-bcb7-9b55655209f6'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:33.183237 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15df6aad-f463-4477-8ccb-732fa93b9e70" -d '{"events": [{"server_uuid": "4d120c4d-77bc-465f-be56-b36d3ce1571f", "name": "network-vif-plugged", "status": "completed", "tag": "ff971914-4e5a-45e7-bcb7-9b55655209f6"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:33.196618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ff971914-4e5a-45e7-bcb7-9b55655209f6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ff971914-4e5a-45e7-bcb7-9b55655209f6,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:33.202457 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.229562 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a454586d-95b0-433f-88c0-9eeebec1f78c x-openstack-request-id: req-a454586d-95b0-433f-88c0-9eeebec1f78c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:33.229839 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d120c4d-77bc-465f-be56-b36d3ce1571f", "name": "network-vif-plugged", "status": "completed", "tag": "ff971914-4e5a-45e7-bcb7-9b55655209f6", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:33.230295 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a454586d-95b0-433f-88c0-9eeebec1f78c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:33.230556 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff971914-4e5a-45e7-bcb7-9b55655209f6', 'code': 200} Aug 16 02:27:33.256897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ff971914-4e5a-45e7-bcb7-9b55655209f6,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:33.323928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11fa33-fb3c-4e84-8e2b-ac6e55aa7e78 req-f372a1c6-7a8a-4b8d-a201-a62be075a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.325360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e11fa33-fb3c-4e84-8e2b-ac6e55aa7e78 req-f372a1c6-7a8a-4b8d-a201-a62be075a183 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 1098 time: 0.0451236 Aug 16 02:27:33.359968 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e11fa33-fb3c-4e84-8e2b-ac6e55aa7e78 req-9aa70440-8cc4-440d-99d2-3894e0fc674f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279496 Aug 16 02:27:34.276736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfa5bb-4ef9-44b5-b36d-9269d1ac0253 req-19e10cbb-9221-4ee9-8a04-48728cbcc726 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:34.278629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44dfa5bb-4ef9-44b5-b36d-9269d1ac0253 req-19e10cbb-9221-4ee9-8a04-48728cbcc726 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 946 time: 0.0530164 Aug 16 02:27:34.318064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44dfa5bb-4ef9-44b5-b36d-9269d1ac0253 req-5125f7d5-7042-4fd7-aa99-1c62a189f9bd tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Aug 16 02:27:35.681764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5b0ac-7ffd-4cc9-a766-d8b584cd7904 req-9f6f69f6-168d-40c2-9508-4749224c24e8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:35.683273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffb5b0ac-7ffd-4cc9-a766-d8b584cd7904 req-9f6f69f6-168d-40c2-9508-4749224c24e8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 946 time: 0.0501044 Aug 16 02:27:35.721815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ffb5b0ac-7ffd-4cc9-a766-d8b584cd7904 req-35a655c9-a806-4ab6-997f-f44bea9183e4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Aug 16 02:27:35.840670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac376b5-861e-4b9b-b642-44ee275a51ab req-2fbe4770-7867-46b2-b867-d391359fdab5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:35.842416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ac376b5-861e-4b9b-b642-44ee275a51ab req-2fbe4770-7867-46b2-b867-d391359fdab5 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 946 time: 0.0523987 Aug 16 02:27:35.879568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ac376b5-861e-4b9b-b642-44ee275a51ab req-d8a05f73-743c-4e4b-bd62-d1f305460ccb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311797 Aug 16 02:27:35.901822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56100) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:35.940279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d826e0-2a2d-4d31-9ffe-9317ae081a46 tempest-TestVolumeBootPattern-633832243 tempest-TestVolumeBootPattern-633832243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:35.941802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c2d826e0-2a2d-4d31-9ffe-9317ae081a46 tempest-TestVolumeBootPattern-633832243 tempest-TestVolumeBootPattern-633832243-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 1093 time: 0.0389936 Aug 16 02:27:35.945161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56102) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:35.949486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'ff971914-4e5a-45e7-bcb7-9b55655209f6', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:35.970966 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.070312 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.171041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Allocated IP 172.25.2.58 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/9de7fe4d-7f06-455a-921a-4eed20bd037d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:36.301610 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.343266 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.384478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:36.387451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:36.393937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:36.397398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=9de7fe4d-7f06-455a-921a-4eed20bd037d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:36.798214 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.866301 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.020528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.025447 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.091798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event updated for resources: {'Port': ['ID=9de7fe4d-7f06-455a-921a-4eed20bd037d,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:37.105733 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.218763 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Floating IP be87494b-aada-4f91-b831-97f5c4bff2cd associated. External IP: 172.25.2.58, port: ff971914-4e5a-45e7-bcb7-9b55655209f6. Aug 16 02:27:37.439993 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Router d975a779-ee2b-48f5-b51a-bcaed30e279c has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:37.549383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:37.560021 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68842f-6ccc-4887-96bc-5074d82e4d6d None None] Sync routers for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:37.566143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.570067 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68842f-6ccc-4887-96bc-5074d82e4d6d None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:37.570687 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9e68842f-6ccc-4887-96bc-5074d82e4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:27:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:37.594237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f6462621-9c5f-4a4d-8fe2-e422e74a0de6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6480122 Aug 16 02:27:37.594942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'tag': 'ff971914-4e5a-45e7-bcb7-9b55655209f6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:37.597310 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37baaee1-29fd-46be-990d-e9ab5bb634a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d120c4d-77bc-465f-be56-b36d3ce1571f", "tag": "ff971914-4e5a-45e7-bcb7-9b55655209f6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:37.634215 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961993e7-291e-4778-9866-1fdc787f26fc x-openstack-request-id: req-961993e7-291e-4778-9866-1fdc787f26fc {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:37.634509 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d120c4d-77bc-465f-be56-b36d3ce1571f", "tag": "ff971914-4e5a-45e7-bcb7-9b55655209f6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:37.634760 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-961993e7-291e-4778-9866-1fdc787f26fc {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:37.635164 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'tag': 'ff971914-4e5a-45e7-bcb7-9b55655209f6', 'status': 'completed', 'code': 200} Aug 16 02:27:37.682144 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-9e68842f-6ccc-4887-96bc-5074d82e4d6d None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:37.700932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baaee1-29fd-46be-990d-e9ab5bb634a1 req-9d118e01-800e-46a8-967c-7a71708654f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:37.702477 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37baaee1-29fd-46be-990d-e9ab5bb634a1 req-9d118e01-800e-46a8-967c-7a71708654f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 1098 time: 0.0453300 Aug 16 02:27:37.807565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baaee1-29fd-46be-990d-e9ab5bb634a1 req-61813534-19a4-44b8-bb67-ef19ec824c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:37.809288 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37baaee1-29fd-46be-990d-e9ab5bb634a1 req-61813534-19a4-44b8-bb67-ef19ec824c6d service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.1001587 Aug 16 02:27:37.878492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37baaee1-29fd-46be-990d-e9ab5bb634a1 req-d8d427c6-741f-4564-95d7-3a83abeb2eec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff971914-4e5a-45e7-bcb7-9b55655209f6 HTTP/1.1" status: 200 len: 999 time: 0.0619967 Aug 16 02:27:37.917896 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9e68842f-6ccc-4887-96bc-5074d82e4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '60bfa4fa-ffe9-4905-a9a7-32998c22e37c', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '90068564-0304-481b-b828-14b5f072e1af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:da:b2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:39Z', 'updated_at': '2021-08-16T02:25:41Z', 'revision_number': 1, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}, {'id': 'be87494b-aada-4f91-b831-97f5c4bff2cd', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': 'ff971914-4e5a-45e7-bcb7-9b55655209f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:6f:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:36Z', 'updated_at': '2021-08-16T02:27:36Z', 'revision_number': 0, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:37.940322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baaee1-29fd-46be-990d-e9ab5bb634a1 req-8bf675f4-ba56-4b97-8e05-57da136e324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:37.942023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37baaee1-29fd-46be-990d-e9ab5bb634a1 req-8bf675f4-ba56-4b97-8e05-57da136e324c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0549395 Aug 16 02:27:37.949926 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68842f-6ccc-4887-96bc-5074d82e4d6d None None] Checking router: d975a779-ee2b-48f5-b51a-bcaed30e279c for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:37.959505 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68842f-6ccc-4887-96bc-5074d82e4d6d None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:37.960122 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9e68842f-6ccc-4887-96bc-5074d82e4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:27:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:37.997632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baaee1-29fd-46be-990d-e9ab5bb634a1 req-143a13b6-ea74-49e5-8aef-1e07f7bb1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:37.999457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37baaee1-29fd-46be-990d-e9ab5bb634a1 req-143a13b6-ea74-49e5-8aef-1e07f7bb1314 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481644 Aug 16 02:27:38.095031 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-9e68842f-6ccc-4887-96bc-5074d82e4d6d None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:38.111289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37baaee1-29fd-46be-990d-e9ab5bb634a1 req-0e393dd8-356e-496f-8d2e-6e80bdf46a7f service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047051 Aug 16 02:27:38.220050 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37baaee1-29fd-46be-990d-e9ab5bb634a1 req-39792c72-953b-4117-ae5c-11af785d6c07 service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017649 Aug 16 02:27:38.337603 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-9e68842f-6ccc-4887-96bc-5074d82e4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '60bfa4fa-ffe9-4905-a9a7-32998c22e37c', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '90068564-0304-481b-b828-14b5f072e1af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:da:b2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:39Z', 'updated_at': '2021-08-16T02:25:41Z', 'revision_number': 1, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}, {'id': 'be87494b-aada-4f91-b831-97f5c4bff2cd', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': 'ff971914-4e5a-45e7-bcb7-9b55655209f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:6f:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:36Z', 'updated_at': '2021-08-16T02:27:36Z', 'revision_number': 0, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:38.364127 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68842f-6ccc-4887-96bc-5074d82e4d6d None None] The sync data for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 is: [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '60bfa4fa-ffe9-4905-a9a7-32998c22e37c', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '90068564-0304-481b-b828-14b5f072e1af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:da:b2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:39Z', 'updated_at': '2021-08-16T02:25:41Z', 'revision_number': 1, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}, {'id': 'be87494b-aada-4f91-b831-97f5c4bff2cd', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': 'ff971914-4e5a-45e7-bcb7-9b55655209f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:6f:1e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:36Z', 'updated_at': '2021-08-16T02:27:36Z', 'revision_number': 0, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:38.567897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d6369-6e7e-4310-8e05-16572d9d5953 None None] New status for floating IP be87494b-aada-4f91-b831-97f5c4bff2cd: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:27:38.900496 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d30cfeed-0906-49b7-adc7-432961314d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.894555 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.504130 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-76b019be-ccbf-4992-9fb3-6e5d0cef478b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.589454 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.814040 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.324077 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.758404 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:27:46.239871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-0e48d08f-b06a-41fe-bc78-1201aedd0d49 req-08b8353e-0bc4-4a51-90fd-1364d6b8aee6 service neutron] (101380) timed out ('10.222.0.84', 62164) {{(pid=101380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:27:48.564314 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.026510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1af7602-c565-4a2f-a511-828a49561785 req-338295b1-b028-4360-84ad-22ed709accd1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454359 Aug 16 02:27:52.124921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af7602-c565-4a2f-a511-828a49561785 req-01092ed5-45e5-475d-ba24-3ccd03f6758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:52.126482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1af7602-c565-4a2f-a511-828a49561785 req-01092ed5-45e5-475d-ba24-3ccd03f6758e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 1097 time: 0.0420995 Aug 16 02:27:52.235266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af7602-c565-4a2f-a511-828a49561785 req-739b0a21-467d-4b48-9044-cd04f7a24467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:52.236664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1af7602-c565-4a2f-a511-828a49561785 req-739b0a21-467d-4b48-9044-cd04f7a24467 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.0906429 Aug 16 02:27:52.327737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1af7602-c565-4a2f-a511-828a49561785 req-1622b922-4024-4c0d-9150-5632983be122 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90068564-0304-481b-b828-14b5f072e1af HTTP/1.1" status: 200 len: 1001 time: 0.0823650 Aug 16 02:27:52.398499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af7602-c565-4a2f-a511-828a49561785 req-d9fee012-a586-4f4b-a9d2-8fd28f5309ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:52.400526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1af7602-c565-4a2f-a511-828a49561785 req-d9fee012-a586-4f4b-a9d2-8fd28f5309ac service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0668705 Aug 16 02:27:52.470767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af7602-c565-4a2f-a511-828a49561785 req-aaff2c96-8c6f-49ed-8f33-3e2a5560754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:52.472828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1af7602-c565-4a2f-a511-828a49561785 req-aaff2c96-8c6f-49ed-8f33-3e2a5560754f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650113 Aug 16 02:27:52.609956 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1af7602-c565-4a2f-a511-828a49561785 req-773374cf-a296-4fbe-9c3e-6233d2184e09 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288631 Aug 16 02:27:52.714977 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1af7602-c565-4a2f-a511-828a49561785 req-84a54914-da36-4d46-a7a0-c8c8d53ab663 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985773 Aug 16 02:28:08.770344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d016b4-ecff-4b77-89b9-32e33a1377c9 req-6e82fa27-22d1-4707-8c50-11eb7366dd9b tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:08.771826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45d016b4-ecff-4b77-89b9-32e33a1377c9 req-6e82fa27-22d1-4707-8c50-11eb7366dd9b tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 945 time: 0.0494366 Aug 16 02:28:08.811757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45d016b4-ecff-4b77-89b9-32e33a1377c9 req-52330b54-10d3-4bd7-96ed-97e24253f557 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332072 Aug 16 02:28:08.902027 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f5025141-6d8d-4e3e-b331-751352ecacab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.886643 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.930018 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1475667-e474-4b0d-858d-ef21c53b8d2a req-0d04cd95-7505-42b0-bb50-238d5881a6f8 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:09.931492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1475667-e474-4b0d-858d-ef21c53b8d2a req-0d04cd95-7505-42b0-bb50-238d5881a6f8 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 945 time: 0.0493150 Aug 16 02:28:09.976102 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1475667-e474-4b0d-858d-ef21c53b8d2a req-2866dd82-476b-4165-92a2-8639e6b817a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups?id=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380039 Aug 16 02:28:10.430198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-7ed5b465-2ca7-47ff-b4b5-3a91987879f6 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:10.432177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-7ed5b465-2ca7-47ff-b4b5-3a91987879f6 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.89 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 945 time: 0.0484624 Aug 16 02:28:10.524211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Deleting port 37013ed3-3886-45d0-9fc0-10220a0d82ba {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:10.524556 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.613771 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] For port 37013ed3-3886-45d0-9fc0-10220a0d82ba, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=37013ed3-3886-45d0-9fc0-10220a0d82ba,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:10.614092 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.779745 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.780126 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.780431 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Floating IP 3065ff23-8e34-4cf8-be65-cd2dabfb0616 disassociated. External IP: 172.25.2.104, port: 37013ed3-3886-45d0-9fc0-10220a0d82ba. Aug 16 02:28:10.780765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Calling delete_port for 37013ed3-3886-45d0-9fc0-10220a0d82ba owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:10.912298 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.938933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event deleted for resources: {'Port': ['ID=37013ed3-3886-45d0-9fc0-10220a0d82ba,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:11.076172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c48bb4bb-4ee9-4578-bd45-31706d682a4e req-ef2e1d7b-28e7-4c89-ae14-f0ab79c6e27b tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/ports?device_id=3552bfaa-89c5-4433-884e-ae5873cd8882 HTTP/1.1" status: 200 len: 210 time: 0.0289054 Aug 16 02:28:11.077839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Router e18af29a-8027-4911-8251-8ba332dff7c0 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:11.185243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:11.195834 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d041c3e9-2079-421b-a253-f3b81010b3c0 None None] Sync routers for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:11.204794 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041c3e9-2079-421b-a253-f3b81010b3c0 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:11.205436 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d041c3e9-2079-421b-a253-f3b81010b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:27:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:11.224391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] No DVR routers for this DVR port 37013ed3-3886-45d0-9fc0-10220a0d82ba on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:11.226989 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.229603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84454e66-785a-41ae-83ff-f1d470f09dd9 req-ca1308c7-a372-4041-8c40-254d225893a4 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.89 "DELETE /v2.0/ports/37013ed3-3886-45d0-9fc0-10220a0d82ba HTTP/1.1" status: 204 len: 173 time: 0.7917798 Aug 16 02:28:11.230044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'name': 'network-vif-deleted', 'tag': '37013ed3-3886-45d0-9fc0-10220a0d82ba'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:11.232369 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c11526-beca-4dbb-a8a0-09995eb9c3fb" -d '{"events": [{"server_uuid": "3552bfaa-89c5-4433-884e-ae5873cd8882", "name": "network-vif-deleted", "tag": "37013ed3-3886-45d0-9fc0-10220a0d82ba"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:11.274243 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667363b6-63fb-4d75-a65e-943acfbb887e x-openstack-request-id: req-667363b6-63fb-4d75-a65e-943acfbb887e {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:11.274425 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552bfaa-89c5-4433-884e-ae5873cd8882", "name": "network-vif-deleted", "tag": "37013ed3-3886-45d0-9fc0-10220a0d82ba", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:11.274660 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-667363b6-63fb-4d75-a65e-943acfbb887e {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:11.275088 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552bfaa-89c5-4433-884e-ae5873cd8882', 'name': 'network-vif-deleted', 'tag': '37013ed3-3886-45d0-9fc0-10220a0d82ba', 'status': 'completed', 'code': 200} Aug 16 02:28:11.323772 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d041c3e9-2079-421b-a253-f3b81010b3c0 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:11.496663 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e67bd589-4f8e-4696-9c4f-429be8cf79c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.537822 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d041c3e9-2079-421b-a253-f3b81010b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:11.564838 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d041c3e9-2079-421b-a253-f3b81010b3c0 None None] Checking router: e18af29a-8027-4911-8251-8ba332dff7c0 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:11.573267 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041c3e9-2079-421b-a253-f3b81010b3c0 None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:11.573880 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d041c3e9-2079-421b-a253-f3b81010b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:28:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:11.592351 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.681146 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d041c3e9-2079-421b-a253-f3b81010b3c0 None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:11.968760 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d041c3e9-2079-421b-a253-f3b81010b3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:11.997403 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d041c3e9-2079-421b-a253-f3b81010b3c0 None None] The sync data for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 is: [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:22:05Z', 'revision_number': 4, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '60665a5f-a9cf-4c7d-add1-d407727af4a1', 'name': '', 'network_id': '3f6f4978-2be0-4726-973e-5847f3251b5e', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'mac_address': 'fa:16:3e:ae:f8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:05Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'subnets': [{'id': '569c09bf-0d7f-44a3-924d-4030b03ac0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:12.175122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56276) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:12.241158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a0e9d-da94-4bf7-bba6-dd56e02ef1e3 None None] New status for floating IP 3065ff23-8e34-4cf8-be65-cd2dabfb0616: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:28:12.251550 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0ab0c66a-f489-495f-bbc2-c53c3669d389 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.279742 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0ab0c66a-f489-495f-bbc2-c53c3669d389 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.328040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0ab0c66a-f489-495f-bbc2-c53c3669d389 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.330630 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0ab0c66a-f489-495f-bbc2-c53c3669d389 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.331787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0ab0c66a-f489-495f-bbc2-c53c3669d389 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "DELETE /v2.0/security-groups/8da86fd2-5208-40dc-a3ed-08bc6a91e0b1 HTTP/1.1" status: 204 len: 168 time: 0.1553473 Aug 16 02:28:12.334855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56278) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:12.341210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0c66a-f489-495f-bbc2-c53c3669d389 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da86fd2-5208-40dc-a3ed-08bc6a91e0b1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:12.352796 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-e37b1e82-faba-45f1-a693-7b6431383297 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] show failed (client error): The resource could not be found. Aug 16 02:28:12.354439 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e37b1e82-faba-45f1-a693-7b6431383297 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "GET /v2.0/security-groups/8da86fd2-5208-40dc-a3ed-08bc6a91e0b1 HTTP/1.1" status: 404 len: 347 time: 0.0183887 Aug 16 02:28:12.357547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56282) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:12.483276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Deleting port a60fb6e8-3c5f-4283-9d53-6ab9df95ae1c {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:12.483513 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.561915 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.562240 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.573727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Calling delete_port for a60fb6e8-3c5f-4283-9d53-6ab9df95ae1c owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:12.713340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.739107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Pushing event deleted for resources: {'Port': ['ID=a60fb6e8-3c5f-4283-9d53-6ab9df95ae1c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:12.766920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.767262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.767603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.767936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.768272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.768600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.768920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.769264 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.769585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.769902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.770222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.770541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:12.817070 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.817709 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.820464 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.821662 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9d1e0e1e-e7f0-4a78-9c3b-f691fa27a192 tempest-AttachVolumeTestJSON-426872580 tempest-AttachVolumeTestJSON-426872580-project] 10.222.0.79 "DELETE /v2.0/floatingips/3065ff23-8e34-4cf8-be65-cd2dabfb0616 HTTP/1.1" status: 204 len: 168 time: 0.4631829 Aug 16 02:28:14.328013 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.230770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 37013ed3-3886-45d0-9fc0-10220a0d82ba no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:15.251243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 37013ed3-3886-45d0-9fc0-10220a0d82ba {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:15.251583 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 37013ed3-3886-45d0-9fc0-10220a0d82ba not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:18.567855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.592058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56324) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:20.297994 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:20.546699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] Deleting port 60665a5f-a9cf-4c7d-add1-d407727af4a1 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:20.547033 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:20.629311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] For port 60665a5f-a9cf-4c7d-add1-d407727af4a1, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=60665a5f-a9cf-4c7d-add1-d407727af4a1,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:20.630165 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:20.642614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] Calling delete_port for 60665a5f-a9cf-4c7d-add1-d407727af4a1 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:20.823270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:20.849148 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=60665a5f-a9cf-4c7d-add1-d407727af4a1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:21.018634 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.241832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] Router e18af29a-8027-4911-8251-8ba332dff7c0 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:21.348436 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:21.353534 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-12a9c99d-ed84-42a1-bda0-0fd1f19083f7 admin admin] 10.222.0.79 "PUT /v2.0/routers/e18af29a-8027-4911-8251-8ba332dff7c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7603931 Aug 16 02:28:21.355971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56328) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:21.358747 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8778b9a-454c-460e-be41-f490ea848f9a None None] Sync routers for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:21.368495 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8778b9a-454c-460e-be41-f490ea848f9a None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:21.369164 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b8778b9a-454c-460e-be41-f490ea848f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:28:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:21.462765 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.474726 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b8778b9a-454c-460e-be41-f490ea848f9a None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:21.571397 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.630205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Deleting port 1f98e096-9e3a-428e-89f8-dbac903250fd {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:21.631000 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.665703 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b8778b9a-454c-460e-be41-f490ea848f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:28:20Z', 'revision_number': 5, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port': {'id': '1f98e096-9e3a-428e-89f8-dbac903250fd', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:03Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:21.698010 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8778b9a-454c-460e-be41-f490ea848f9a None None] Checking router: e18af29a-8027-4911-8251-8ba332dff7c0 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:21.706470 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8778b9a-454c-460e-be41-f490ea848f9a None None] Routers {'e18af29a-8027-4911-8251-8ba332dff7c0'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:21.707101 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b8778b9a-454c-460e-be41-f490ea848f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:28:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e18af29a-8027-4911-8251-8ba332dff7c0'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:21.717854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] For port 1f98e096-9e3a-428e-89f8-dbac903250fd, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1f98e096-9e3a-428e-89f8-dbac903250fd,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:21.718231 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.730107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Calling delete_port for 1f98e096-9e3a-428e-89f8-dbac903250fd owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:21.788822 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b8778b9a-454c-460e-be41-f490ea848f9a None None] Set router e18af29a-8027-4911-8251-8ba332dff7c0 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:21.844425 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b8778b9a-454c-460e-be41-f490ea848f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:28:21Z', 'revision_number': 6, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:21.872883 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8778b9a-454c-460e-be41-f490ea848f9a None None] The sync data for ids ['e18af29a-8027-4911-8251-8ba332dff7c0'] in n-d-768851-16 is: [{'id': 'e18af29a-8027-4911-8251-8ba332dff7c0', 'name': 'tempest-AttachVolumeTestJSON-1579894193-router', 'tenant_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:02Z', 'updated_at': '2021-08-16T02:28:21Z', 'revision_number': 6, 'project_id': 'a20c8996e08e4fa58897ab691bdf01cf', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:21.899505 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.927053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f98e096-9e3a-428e-89f8-dbac903250fd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:21.986054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.075858 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.077903 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.122699 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.123301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e18af29a-8027-4911-8251-8ba332dff7c0 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:28:22.127553 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.128689 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-971bd71e-20a5-422a-87bb-a2a3dcd3b18f admin admin] 10.222.0.79 "DELETE /v2.0/routers/e18af29a-8027-4911-8251-8ba332dff7c0 HTTP/1.1" status: 204 len: 168 time: 0.7718041 Aug 16 02:28:22.131274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56330) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:22.180049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea7336f-70c9-4403-8c9d-0e27e04f5879 admin admin] Deleting subnet 569c09bf-0d7f-44a3-924d-4030b03ac0ba {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:22.183922 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ea7336f-70c9-4403-8c9d-0e27e04f5879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.220359 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ea7336f-70c9-4403-8c9d-0e27e04f5879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.311381 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ea7336f-70c9-4403-8c9d-0e27e04f5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.366866 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ea7336f-70c9-4403-8c9d-0e27e04f5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.390099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7336f-70c9-4403-8c9d-0e27e04f5879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=569c09bf-0d7f-44a3-924d-4030b03ac0ba,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:22.395799 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3ea7336f-70c9-4403-8c9d-0e27e04f5879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.397738 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3ea7336f-70c9-4403-8c9d-0e27e04f5879 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/569c09bf-0d7f-44a3-924d-4030b03ac0ba HTTP/1.1" status: 204 len: 168 time: 0.2655070 Aug 16 02:28:22.400750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56332) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:22.403400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c73154-b179-4c2d-9831-b44401dc7879 None None] Network 3f6f4978-2be0-4726-973e-5847f3251b5e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:22.467821 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.527552 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Deleting port be4c7686-5a03-4e77-94fa-0be4e70633c4 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:22.527917 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.589797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] For port be4c7686-5a03-4e77-94fa-0be4e70633c4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=be4c7686-5a03-4e77-94fa-0be4e70633c4,segment=NetworkSegment(49ed85de-9b8d-4845-83b9-e6203d976298),segment_id=49ed85de-9b8d-4845-83b9-e6203d976298)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:22.590168 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.603424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Calling delete_port for be4c7686-5a03-4e77-94fa-0be4e70633c4 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:22.645018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f5d75-1c8a-4fdf-844b-d80a5ca65d9e None None] DHCP port deletion for 3f6f4978-2be0-4726-973e-5847f3251b5e request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:28:22.703352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f5d75-1c8a-4fdf-844b-d80a5ca65d9e None None] Deleting port be4c7686-5a03-4e77-94fa-0be4e70633c4 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:22.703821 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e0f5d75-1c8a-4fdf-844b-d80a5ca65d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.708317 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.740910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] No DVR routers for this DVR port be4c7686-5a03-4e77-94fa-0be4e70633c4 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:22.745418 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Pushing event deleted for resources: {'Port': ['ID=be4c7686-5a03-4e77-94fa-0be4e70633c4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:22.762883 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:28:22.771058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device be4c7686-5a03-4e77-94fa-0be4e70633c4 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:22.794575 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4e0f5d75-1c8a-4fdf-844b-d80a5ca65d9e None None] For port be4c7686-5a03-4e77-94fa-0be4e70633c4, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:22.795051 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e0f5d75-1c8a-4fdf-844b-d80a5ca65d9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.798260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: be4c7686-5a03-4e77-94fa-0be4e70633c4 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:22.798611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device be4c7686-5a03-4e77-94fa-0be4e70633c4 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:22.799032 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1f98e096-9e3a-428e-89f8-dbac903250fd no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:22.823147 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.830165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 1f98e096-9e3a-428e-89f8-dbac903250fd {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:22.830511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1f98e096-9e3a-428e-89f8-dbac903250fd not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:22.830928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 60665a5f-a9cf-4c7d-add1-d407727af4a1 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:22.832899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f5d75-1c8a-4fdf-844b-d80a5ca65d9e None None] Calling delete_port for be4c7686-5a03-4e77-94fa-0be4e70633c4 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:22.833494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6f4978-2be0-4726-973e-5847f3251b5e']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:22.836129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-4e0f5d75-1c8a-4fdf-844b-d80a5ca65d9e None None] Port be4c7686-5a03-4e77-94fa-0be4e70633c4 was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:28:22.844779 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ed85de-9b8d-4845-83b9-e6203d976298') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:22.845107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ed85de-9b8d-4845-83b9-e6203d976298') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:22.853175 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e0f5d75-1c8a-4fdf-844b-d80a5ca65d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.854101 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.856361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 60665a5f-a9cf-4c7d-add1-d407727af4a1 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:22.856700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 60665a5f-a9cf-4c7d-add1-d407727af4a1 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:22.877221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.881601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f5d75-1c8a-4fdf-844b-d80a5ca65d9e None None] Pushing event deleted for resources: {'Port': ['ID=be4c7686-5a03-4e77-94fa-0be4e70633c4,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:22.884543 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:22.885321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:22.887138 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:22.890176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f5d75-1c8a-4fdf-844b-d80a5ca65d9e None None] No DVR routers for this DVR port be4c7686-5a03-4e77-94fa-0be4e70633c4 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:22.950938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.956892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.959192 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] 10.222.0.79 "DELETE /v2.0/networks/3f6f4978-2be0-4726-973e-5847f3251b5e HTTP/1.1" status: 204 len: 168 time: 0.5574853 Aug 16 02:28:22.974262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fef585-82ba-411a-8a33-603b7f10b40d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f6f4978-2be0-4726-973e-5847f3251b5e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:23.080151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56336) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:23.121172 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bdf91a3f-058a-47bd-bb20-8b253be89f63 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a20c8996e08e4fa58897ab691bdf01cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397537 Aug 16 02:28:23.123567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56338) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:23.170931 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0184a79d-52a4-49ed-870d-c5935bb4373f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.191926 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0184a79d-52a4-49ed-870d-c5935bb4373f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.243658 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0184a79d-52a4-49ed-870d-c5935bb4373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.246974 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0184a79d-52a4-49ed-870d-c5935bb4373f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.248138 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0184a79d-52a4-49ed-870d-c5935bb4373f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7afcb07a-9d98-4d90-b1d3-edfab7f2280a HTTP/1.1" status: 204 len: 168 time: 0.1237009 Aug 16 02:28:23.256424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184a79d-52a4-49ed-870d-c5935bb4373f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afcb07a-9d98-4d90-b1d3-edfab7f2280a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:30.943378 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-78da7b9f-bc16-4340-8068-a6d032a886fe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386910 Aug 16 02:28:31.035925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-f22a0bb6-b801-43f5-bab5-03683d09da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.037621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-f22a0bb6-b801-43f5-bab5-03683d09da21 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 1098 time: 0.0451026 Aug 16 02:28:31.155650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-6fb6750f-43ec-40f8-acb4-70a3b029d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.157142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-6fb6750f-43ec-40f8-acb4-70a3b029d3d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.0992582 Aug 16 02:28:31.225243 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-77924c8e-a41f-408d-bafc-45bc3732bada service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff971914-4e5a-45e7-bcb7-9b55655209f6 HTTP/1.1" status: 200 len: 1001 time: 0.0603421 Aug 16 02:28:31.282304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-a93d965f-f6b1-4d02-8e6c-525db8318e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.283760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-a93d965f-f6b1-4d02-8e6c-525db8318e88 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0484476 Aug 16 02:28:31.333532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-52a73468-3488-46e5-a451-9f55c593a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.334726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-52a73468-3488-46e5-a451-9f55c593a673 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429091 Aug 16 02:28:31.453908 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-003578e6-532e-422e-9638-b84fe3db7156 service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102540 Aug 16 02:28:31.563664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13c8e842-dacf-49e3-99c7-b68df1c39ed1 req-e1b13876-cdc3-46ce-8be8-8612878ac774 service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012943 Aug 16 02:28:31.715090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56448) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:31.828366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a9b97f-1547-4114-a825-0e7ba51f5cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.919212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a9b97f-1547-4114-a825-0e7ba51f5cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.923324 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a9b97f-1547-4114-a825-0e7ba51f5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.962617 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-79a9b97f-1547-4114-a825-0e7ba51f5cb6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=479c5f68e1b54876910b65f0ee59c48c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463546 Aug 16 02:28:31.964012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9b97f-1547-4114-a825-0e7ba51f5cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ecf6eb-e6fe-4334-a3f0-e7c9c1a43f2e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:31.966605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56452) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:32.019241 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.040571 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.090001 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.093065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.094287 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/76ecf6eb-e6fe-4334-a3f0-e7c9c1a43f2e HTTP/1.1" status: 204 len: 168 time: 0.1261246 Aug 16 02:28:32.102179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ecf6eb-e6fe-4334-a3f0-e7c9c1a43f2e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:32.109987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:32.110326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:32.110674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:32.111012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:32.111344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:32.111676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:32.112005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:32.112332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:32.112656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:32.113009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:32.113344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:32.113650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75a8c6-5396-42f2-85a6-5be72d56e5ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:38.904877 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c07e5023-8950-408c-8e45-8174c9d63f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.910196 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.498588 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-940e6f30-47b6-4a18-9cda-073ff51557c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.593194 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.821249 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.331213 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.742580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56582) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:44.850334 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-372c7d87-e658-46be-aec0-dcd7e4f6076b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.947645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-372c7d87-e658-46be-aec0-dcd7e4f6076b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.951994 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-372c7d87-e658-46be-aec0-dcd7e4f6076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.315250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-372c7d87-e658-46be-aec0-dcd7e4f6076b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=209da02685a24eb6a53fc28b477c45b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714672 Aug 16 02:28:45.318039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56586) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:45.319767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c7d87-e658-46be-aec0-dcd7e4f6076b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53559a0-ebab-424d-8411-bf36805dbc3a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:45.368501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32078214-3eac-4535-81fb-22e7bb2ab3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.389590 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32078214-3eac-4535-81fb-22e7bb2ab3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.439290 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32078214-3eac-4535-81fb-22e7bb2ab3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.442032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32078214-3eac-4535-81fb-22e7bb2ab3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.443203 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-32078214-3eac-4535-81fb-22e7bb2ab3a8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c53559a0-ebab-424d-8411-bf36805dbc3a HTTP/1.1" status: 204 len: 168 time: 0.1240675 Aug 16 02:28:45.451178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32078214-3eac-4535-81fb-22e7bb2ab3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53559a0-ebab-424d-8411-bf36805dbc3a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:46.614442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56636) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:46.722990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7222b7a6-3348-4f23-9767-bed17b2b18c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.810032 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7222b7a6-3348-4f23-9767-bed17b2b18c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.813662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7222b7a6-3348-4f23-9767-bed17b2b18c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.851345 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7222b7a6-3348-4f23-9767-bed17b2b18c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f379e9fa97234e3895114984090014c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358184 Aug 16 02:28:46.852344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222b7a6-3348-4f23-9767-bed17b2b18c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a58c6c-e368-47e0-94f4-38d24c30e47d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:46.854071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56640) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:46.902432 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ead14ceb-c3c3-4102-9663-c97e2320c63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.923268 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ead14ceb-c3c3-4102-9663-c97e2320c63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.975686 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ead14ceb-c3c3-4102-9663-c97e2320c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.978416 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ead14ceb-c3c3-4102-9663-c97e2320c63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.979595 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ead14ceb-c3c3-4102-9663-c97e2320c63d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a8a58c6c-e368-47e0-94f4-38d24c30e47d HTTP/1.1" status: 204 len: 168 time: 0.1240017 Aug 16 02:28:46.988430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead14ceb-c3c3-4102-9663-c97e2320c63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a58c6c-e368-47e0-94f4-38d24c30e47d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:48.559033 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.287078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56722) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:49.404010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4e7eea4-89ad-41aa-9883-52b09ffc9032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.492460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4e7eea4-89ad-41aa-9883-52b09ffc9032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.496603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4e7eea4-89ad-41aa-9883-52b09ffc9032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.532549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7eea4-89ad-41aa-9883-52b09ffc9032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe1212a-229e-41b1-8aa6-8946fe736816,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:49.536874 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e4e7eea4-89ad-41aa-9883-52b09ffc9032 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b6290edf73a4d8ea82b8250bcd6966c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487514 Aug 16 02:28:49.539547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56726) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:49.590887 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fd70-5ab0-49eb-8f70-520172724cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.611454 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fd70-5ab0-49eb-8f70-520172724cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.657195 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fd70-5ab0-49eb-8f70-520172724cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.659758 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fd70-5ab0-49eb-8f70-520172724cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.660899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bfa5fd70-5ab0-49eb-8f70-520172724cdb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bbe1212a-229e-41b1-8aa6-8946fe736816 HTTP/1.1" status: 204 len: 168 time: 0.1204467 Aug 16 02:28:49.668936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5fd70-5ab0-49eb-8f70-520172724cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe1212a-229e-41b1-8aa6-8946fe736816,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:49.920473 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56732) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:49.934172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f7e741b-ffcc-4e5d-a161-9d52451b6800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.023804 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f7e741b-ffcc-4e5d-a161-9d52451b6800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.027642 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3f7e741b-ffcc-4e5d-a161-9d52451b6800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.066010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3f7e741b-ffcc-4e5d-a161-9d52451b6800 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4972fda4a12d466a9a27a72e193e6faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443582 Aug 16 02:28:50.067151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e741b-ffcc-4e5d-a161-9d52451b6800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6155e258-aa67-46ca-86ec-6537553c161b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:50.068790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56734) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:50.123752 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0634fbbf-becd-4355-99c2-1912390ad4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.144397 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0634fbbf-becd-4355-99c2-1912390ad4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.190972 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0634fbbf-becd-4355-99c2-1912390ad4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.193658 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0634fbbf-becd-4355-99c2-1912390ad4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.195052 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0634fbbf-becd-4355-99c2-1912390ad4a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6155e258-aa67-46ca-86ec-6537553c161b HTTP/1.1" status: 204 len: 168 time: 0.1249962 Aug 16 02:28:50.203845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634fbbf-becd-4355-99c2-1912390ad4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6155e258-aa67-46ca-86ec-6537553c161b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:53.124837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-f9460cd7-5434-4635-8c31-032d67708068 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1466169 Aug 16 02:28:53.222714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-e0889358-2e6a-43db-8813-0569e3e2f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:53.224366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-e0889358-2e6a-43db-8813-0569e3e2f5b4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 1097 time: 0.0414066 Aug 16 02:28:53.330503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-a270a7e6-10b2-40a1-8835-45b8b955ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:53.332276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-a270a7e6-10b2-40a1-8835-45b8b955ece5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.0883331 Aug 16 02:28:53.406893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-76fd1327-1d46-4d02-aac4-36e281e0e448 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90068564-0304-481b-b828-14b5f072e1af HTTP/1.1" status: 200 len: 1001 time: 0.0678835 Aug 16 02:28:53.458354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-71959707-ddcd-401d-8629-809f2d2aa84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:53.459783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-71959707-ddcd-401d-8629-809f2d2aa84e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0459592 Aug 16 02:28:53.505443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-edfd39b2-6c43-46a7-a4e8-712d4a110cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:53.506996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-edfd39b2-6c43-46a7-a4e8-712d4a110cb8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402999 Aug 16 02:28:53.519510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-7139b88b-b385-407d-817c-86caecf1cd02 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:28:53.520781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-7139b88b-b385-407d-817c-86caecf1cd02 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055013 Aug 16 02:28:53.622839 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-997df289-38f9-4085-9d40-a6441e4622c3 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951385 Aug 16 02:28:53.722867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f94e096-4e10-44e8-bc0b-0027d78dfbc7 req-e38b61c8-cbf7-4416-a635-ee120c8d6271 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925541 Aug 16 02:28:55.985493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56874) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:56.096804 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0eae1a1a-3171-41ff-8d8b-e5d851e2e342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.189057 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0eae1a1a-3171-41ff-8d8b-e5d851e2e342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.192996 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0eae1a1a-3171-41ff-8d8b-e5d851e2e342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.232203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0eae1a1a-3171-41ff-8d8b-e5d851e2e342 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07fd43d235b446bab325ff54bd1b620c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456164 Aug 16 02:28:56.233371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae1a1a-3171-41ff-8d8b-e5d851e2e342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46452ac6-4681-47d9-828d-9f5676ae51cc,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:56.234973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56878) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:56.286821 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63860f18-6426-48d6-8e9f-a257438344ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.307885 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63860f18-6426-48d6-8e9f-a257438344ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.354465 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63860f18-6426-48d6-8e9f-a257438344ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.357702 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63860f18-6426-48d6-8e9f-a257438344ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.358828 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-63860f18-6426-48d6-8e9f-a257438344ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46452ac6-4681-47d9-828d-9f5676ae51cc HTTP/1.1" status: 204 len: 168 time: 0.1228654 Aug 16 02:28:56.366940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63860f18-6426-48d6-8e9f-a257438344ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46452ac6-4681-47d9-828d-9f5676ae51cc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:56.613660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56884) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:56.627499 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a878808-2742-4b81-866d-c066f9b1e823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.717948 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a878808-2742-4b81-866d-c066f9b1e823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.721580 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8a878808-2742-4b81-866d-c066f9b1e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.759262 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8a878808-2742-4b81-866d-c066f9b1e823 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc01d83b84b546d78ba50d0b89a068bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445112 Aug 16 02:28:56.760352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a878808-2742-4b81-866d-c066f9b1e823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e34c08f-96cc-426c-8f12-a8b3fbd52a6d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:56.762012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56886) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:56.810460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6028d9f5-6730-4740-b115-5935ed15e79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.830801 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6028d9f5-6730-4740-b115-5935ed15e79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.876933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6028d9f5-6730-4740-b115-5935ed15e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.879552 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6028d9f5-6730-4740-b115-5935ed15e79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.880698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6028d9f5-6730-4740-b115-5935ed15e79d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9e34c08f-96cc-426c-8f12-a8b3fbd52a6d HTTP/1.1" status: 204 len: 168 time: 0.1176441 Aug 16 02:28:56.889216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028d9f5-6730-4740-b115-5935ed15e79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e34c08f-96cc-426c-8f12-a8b3fbd52a6d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:59.091064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56946) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:59.198143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64514380-4e02-4959-b8ac-69aed8e83749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.289931 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64514380-4e02-4959-b8ac-69aed8e83749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.293449 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64514380-4e02-4959-b8ac-69aed8e83749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.331714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64514380-4e02-4959-b8ac-69aed8e83749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ac8889-7a88-4cd7-b8fc-c2a8bffd88a3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:59.336086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-64514380-4e02-4959-b8ac-69aed8e83749 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e05dbb8cb5c0468d8bf186c801147aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439175 Aug 16 02:28:59.338693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56950) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:59.392908 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c9576c0-b763-4726-847c-d7f367fb63c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.422484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c9576c0-b763-4726-847c-d7f367fb63c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.469896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c9576c0-b763-4726-847c-d7f367fb63c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.473011 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c9576c0-b763-4726-847c-d7f367fb63c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.474271 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5c9576c0-b763-4726-847c-d7f367fb63c2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06ac8889-7a88-4cd7-b8fc-c2a8bffd88a3 HTTP/1.1" status: 204 len: 168 time: 0.1346390 Aug 16 02:28:59.488931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9576c0-b763-4726-847c-d7f367fb63c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ac8889-7a88-4cd7-b8fc-c2a8bffd88a3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:59.734859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 56956) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:59.748533 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8135911-cc81-4119-8985-b27bba275ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.763270 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:28:59.836802 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8135911-cc81-4119-8985-b27bba275ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.840437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a8135911-cc81-4119-8985-b27bba275ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.878657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a8135911-cc81-4119-8985-b27bba275ce5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88f729e59f4048e9a55796c68c0877eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426997 Aug 16 02:28:59.879504 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8135911-cc81-4119-8985-b27bba275ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10765bc3-57ea-4812-8c6d-9071d1b359d1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:59.881341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 56958) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:59.932512 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b8198dd-0ab4-4a04-80fa-bd0d78f52ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.953483 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b8198dd-0ab4-4a04-80fa-bd0d78f52ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.003454 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b8198dd-0ab4-4a04-80fa-bd0d78f52ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.006345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1b8198dd-0ab4-4a04-80fa-bd0d78f52ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.007642 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1b8198dd-0ab4-4a04-80fa-bd0d78f52ce8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10765bc3-57ea-4812-8c6d-9071d1b359d1 HTTP/1.1" status: 204 len: 168 time: 0.1252899 Aug 16 02:29:00.020276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8198dd-0ab4-4a04-80fa-bd0d78f52ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10765bc3-57ea-4812-8c6d-9071d1b359d1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:07.824837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57130) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:07.929302 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa92f2fd-b0da-4936-9e65-b3e15a156ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.019786 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa92f2fd-b0da-4936-9e65-b3e15a156ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.023580 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa92f2fd-b0da-4936-9e65-b3e15a156ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.061419 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aa92f2fd-b0da-4936-9e65-b3e15a156ac0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad64cc416a404486b6a39dd4662e2763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353699 Aug 16 02:29:08.062308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92f2fd-b0da-4936-9e65-b3e15a156ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f597fd-013e-4905-a86e-ddc770c8f3d6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:08.064151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57134) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:08.120594 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a25c67d0-63d5-496f-b158-ee653ceba3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.141597 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a25c67d0-63d5-496f-b158-ee653ceba3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.188715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a25c67d0-63d5-496f-b158-ee653ceba3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.191365 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a25c67d0-63d5-496f-b158-ee653ceba3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.192538 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a25c67d0-63d5-496f-b158-ee653ceba3a0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/07f597fd-013e-4905-a86e-ddc770c8f3d6 HTTP/1.1" status: 204 len: 168 time: 0.1267798 Aug 16 02:29:08.201109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c67d0-63d5-496f-b158-ee653ceba3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f597fd-013e-4905-a86e-ddc770c8f3d6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:08.455534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57140) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:08.469423 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e660-025b-4711-8c87-91e9d9549fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.557159 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e660-025b-4711-8c87-91e9d9549fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.561737 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7e2e660-025b-4711-8c87-91e9d9549fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.599073 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b7e2e660-025b-4711-8c87-91e9d9549fbf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9bd80634c2d4a78ade80773aa6276ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424387 Aug 16 02:29:08.599973 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2e660-025b-4711-8c87-91e9d9549fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a21fc6-ad35-4012-a9f7-3359553cbabc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:08.601825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57142) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:08.653709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f1d557f-21b4-48dc-874b-ae5f15073d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.675675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f1d557f-21b4-48dc-874b-ae5f15073d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.721019 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f1d557f-21b4-48dc-874b-ae5f15073d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.723577 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f1d557f-21b4-48dc-874b-ae5f15073d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.724721 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4f1d557f-21b4-48dc-874b-ae5f15073d03 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81a21fc6-ad35-4012-a9f7-3359553cbabc HTTP/1.1" status: 204 len: 168 time: 0.1217444 Aug 16 02:29:08.732896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d557f-21b4-48dc-874b-ae5f15073d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a21fc6-ad35-4012-a9f7-3359553cbabc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:08.905688 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4dc72fc9-f9b9-4f4d-abf4-691f31036f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.045740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57148) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:09.059574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f8265e9-93d7-4695-8bf3-3793725d327d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.151118 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f8265e9-93d7-4695-8bf3-3793725d327d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.154815 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f8265e9-93d7-4695-8bf3-3793725d327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.192599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8265e9-93d7-4695-8bf3-3793725d327d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacb5edc-9235-4db9-b7e0-47cd1eddf255,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:09.197838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2f8265e9-93d7-4695-8bf3-3793725d327d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40042fdcf87b49a78968640513cfbe99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510739 Aug 16 02:29:09.200624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57150) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:09.250777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a938fdbe-fc76-4a3d-840c-f0e6867a3654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.271707 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a938fdbe-fc76-4a3d-840c-f0e6867a3654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.322826 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a938fdbe-fc76-4a3d-840c-f0e6867a3654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.325520 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a938fdbe-fc76-4a3d-840c-f0e6867a3654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.326681 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a938fdbe-fc76-4a3d-840c-f0e6867a3654 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eacb5edc-9235-4db9-b7e0-47cd1eddf255 HTTP/1.1" status: 204 len: 168 time: 0.1250689 Aug 16 02:29:09.334436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938fdbe-fc76-4a3d-840c-f0e6867a3654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacb5edc-9235-4db9-b7e0-47cd1eddf255,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:09.906359 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.499953 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a924a9d6-d650-42a9-b378-f4894dd3ecbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.597487 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.823307 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.342813 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.153623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57268) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:15.263953 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b18bc471-d517-4175-beec-7a0e90efde95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.351697 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b18bc471-d517-4175-beec-7a0e90efde95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.356970 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b18bc471-d517-4175-beec-7a0e90efde95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.397785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b18bc471-d517-4175-beec-7a0e90efde95 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3252612193594623b7da78196e22a9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430284 Aug 16 02:29:15.398967 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bc471-d517-4175-beec-7a0e90efde95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fa1916-e4c6-4d71-86b7-55939973f764,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:15.400659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57272) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:15.452681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.474080 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.520571 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.523163 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.524317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4fa1916-e4c6-4d71-86b7-55939973f764 HTTP/1.1" status: 204 len: 168 time: 0.1225655 Aug 16 02:29:15.532342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fa1916-e4c6-4d71-86b7-55939973f764,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:15.539660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.540011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.540355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.540693 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.541050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.541389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.541713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.542041 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.542484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.542681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.543661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.543953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa474-a734-4c2f-a2f6-df81e339d07e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:15.787461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57278) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:15.801220 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-583b97b9-924c-4fed-bd9c-6c8bb6a9fded admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.892886 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-583b97b9-924c-4fed-bd9c-6c8bb6a9fded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.896777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-583b97b9-924c-4fed-bd9c-6c8bb6a9fded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.935496 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-583b97b9-924c-4fed-bd9c-6c8bb6a9fded admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fd1c3530cb8c4a2e9607cfceeb165e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465728 Aug 16 02:29:15.936373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b97b9-924c-4fed-bd9c-6c8bb6a9fded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdec94f-d01e-4281-b820-f9599f7b7d31,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:15.938221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57280) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:15.987935 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1fa7b4-992c-4aef-9c6f-3c60216d42d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.010002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1fa7b4-992c-4aef-9c6f-3c60216d42d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.059503 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1fa7b4-992c-4aef-9c6f-3c60216d42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.062441 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1fa7b4-992c-4aef-9c6f-3c60216d42d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.063591 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2e1fa7b4-992c-4aef-9c6f-3c60216d42d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bbdec94f-d01e-4281-b820-f9599f7b7d31 HTTP/1.1" status: 204 len: 168 time: 0.1243725 Aug 16 02:29:16.071440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fa7b4-992c-4aef-9c6f-3c60216d42d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdec94f-d01e-4281-b820-f9599f7b7d31,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:17.568377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57324) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:17.736722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Deleting port 9de7fe4d-7f06-455a-921a-4eed20bd037d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:17.737099 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.817414 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.817988 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.830343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Calling delete_port for 9de7fe4d-7f06-455a-921a-4eed20bd037d owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:18.019512 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.049664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event deleted for resources: {'Port': ['ID=9de7fe4d-7f06-455a-921a-4eed20bd037d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:18.115421 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.115808 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Floating IP be87494b-aada-4f91-b831-97f5c4bff2cd disassociated (deleted). External IP: 172.25.2.58, port: ff971914-4e5a-45e7-bcb7-9b55655209f6. Aug 16 02:29:18.264734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57338) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:18.391536 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-12cff2ac-3dba-417b-ade8-f0e969f366b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.487061 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-12cff2ac-3dba-417b-ade8-f0e969f366b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.492206 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-12cff2ac-3dba-417b-ade8-f0e969f366b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.530841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-12cff2ac-3dba-417b-ade8-f0e969f366b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9af845b856574e09984bf429b2ff974f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647519 Aug 16 02:29:18.533276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57342) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:18.540373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cff2ac-3dba-417b-ade8-f0e969f366b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc88e93-5a42-4794-b6b7-dd994d1e04d1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:18.569445 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.594516 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f319dada-1349-41f7-af7b-425e9e51c22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.616810 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f319dada-1349-41f7-af7b-425e9e51c22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.626627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Router d975a779-ee2b-48f5-b51a-bcaed30e279c has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:18.667175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f319dada-1349-41f7-af7b-425e9e51c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.671611 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f319dada-1349-41f7-af7b-425e9e51c22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.672867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f319dada-1349-41f7-af7b-425e9e51c22b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5bc88e93-5a42-4794-b6b7-dd994d1e04d1 HTTP/1.1" status: 204 len: 168 time: 0.1385980 Aug 16 02:29:18.682662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319dada-1349-41f7-af7b-425e9e51c22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc88e93-5a42-4794-b6b7-dd994d1e04d1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:18.766577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:18.771004 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.777795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb006c-25fb-4a25-aff5-4dc4722cfa07 None None] Sync routers for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:18.788104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb006c-25fb-4a25-aff5-4dc4722cfa07 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:18.788736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-37fb006c-25fb-4a25-aff5-4dc4722cfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:18.807073 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ec383272-1cd2-475c-bd20-598dd4725be6 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "DELETE /v2.0/floatingips/be87494b-aada-4f91-b831-97f5c4bff2cd HTTP/1.1" status: 204 len: 168 time: 1.2349973 Aug 16 02:29:18.807073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'tag': 'ff971914-4e5a-45e7-bcb7-9b55655209f6'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:18.807733 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab1d759-be41-43ae-9e99-9ee997c14539" -d '{"events": [{"name": "network-changed", "server_uuid": "4d120c4d-77bc-465f-be56-b36d3ce1571f", "tag": "ff971914-4e5a-45e7-bcb7-9b55655209f6"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:18.918644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-37fb006c-25fb-4a25-aff5-4dc4722cfa07 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:18.983730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57356) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:18.999925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6a53f29-afea-488c-8dc9-f1d0dc4a5c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.039602 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b65a07-d1f2-4eb4-aabb-557f1bac944b x-openstack-request-id: req-23b65a07-d1f2-4eb4-aabb-557f1bac944b {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:19.040189 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d120c4d-77bc-465f-be56-b36d3ce1571f", "tag": "ff971914-4e5a-45e7-bcb7-9b55655209f6", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:19.044028 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-23b65a07-d1f2-4eb4-aabb-557f1bac944b {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:19.044028 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'tag': 'ff971914-4e5a-45e7-bcb7-9b55655209f6', 'status': 'completed', 'code': 200} Aug 16 02:29:19.122718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1d759-be41-43ae-9e99-9ee997c14539 req-08908d68-1c8b-4533-9f6a-6c9cdb9f8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:19.124370 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ab1d759-be41-43ae-9e99-9ee997c14539 req-08908d68-1c8b-4533-9f6a-6c9cdb9f8846 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 1098 time: 0.0797474 Aug 16 02:29:19.132969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919813-a884-4c3a-b81c-4f6401b7cdd5 req-faa45a9a-576c-4517-b0aa-f2001fc1f47a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:19.134529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4919813-a884-4c3a-b81c-4f6401b7cdd5 req-faa45a9a-576c-4517-b0aa-f2001fc1f47a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 946 time: 0.0937715 Aug 16 02:29:19.143972 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6a53f29-afea-488c-8dc9-f1d0dc4a5c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.150872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a6a53f29-afea-488c-8dc9-f1d0dc4a5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.201112 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a6a53f29-afea-488c-8dc9-f1d0dc4a5c47 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f2f8f0953af4b83af5ff13c873a263f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162080 Aug 16 02:29:19.203376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a53f29-afea-488c-8dc9-f1d0dc4a5c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864a6411-30ef-47f3-92ae-ec710b86a4b1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:19.204498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57360) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:19.230386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-37fb006c-25fb-4a25-aff5-4dc4722cfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '60bfa4fa-ffe9-4905-a9a7-32998c22e37c', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '90068564-0304-481b-b828-14b5f072e1af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:da:b2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:39Z', 'updated_at': '2021-08-16T02:25:41Z', 'revision_number': 1, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:19.258199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb006c-25fb-4a25-aff5-4dc4722cfa07 None None] Checking router: d975a779-ee2b-48f5-b51a-bcaed30e279c for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:19.267305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb006c-25fb-4a25-aff5-4dc4722cfa07 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:19.267925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-37fb006c-25fb-4a25-aff5-4dc4722cfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:19.274214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4919813-a884-4c3a-b81c-4f6401b7cdd5 req-7a3b49b2-c60a-46b6-9a10-9bf141377297 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152062 Aug 16 02:29:19.293849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1d759-be41-43ae-9e99-9ee997c14539 req-42d5ec1e-b80f-4486-a6d9-9f3dab163cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:19.295299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ab1d759-be41-43ae-9e99-9ee997c14539 req-42d5ec1e-b80f-4486-a6d9-9f3dab163cbd service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.1589158 Aug 16 02:29:19.314477 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57e4a5c2-b016-4797-9244-e9d4d55a7085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.350100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ab1d759-be41-43ae-9e99-9ee997c14539 req-8ebab752-3a24-43af-945a-e157b406e0c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff971914-4e5a-45e7-bcb7-9b55655209f6 HTTP/1.1" status: 200 len: 217 time: 0.0457795 Aug 16 02:29:19.375731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-37fb006c-25fb-4a25-aff5-4dc4722cfa07 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:19.394126 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57e4a5c2-b016-4797-9244-e9d4d55a7085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.435869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1d759-be41-43ae-9e99-9ee997c14539 req-0b7b1640-a599-4a82-8687-6b9ec28cfb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:19.437371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ab1d759-be41-43ae-9e99-9ee997c14539 req-0b7b1640-a599-4a82-8687-6b9ec28cfb3f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.0778329 Aug 16 02:29:19.476297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57e4a5c2-b016-4797-9244-e9d4d55a7085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.479520 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-57e4a5c2-b016-4797-9244-e9d4d55a7085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.480674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-57e4a5c2-b016-4797-9244-e9d4d55a7085 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/864a6411-30ef-47f3-92ae-ec710b86a4b1 HTTP/1.1" status: 204 len: 168 time: 0.2698317 Aug 16 02:29:19.502747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4a5c2-b016-4797-9244-e9d4d55a7085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a6411-30ef-47f3-92ae-ec710b86a4b1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:19.515168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1d759-be41-43ae-9e99-9ee997c14539 req-02e0bcd7-7f94-4898-bb5c-1dc1bd3d1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:19.516688 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ab1d759-be41-43ae-9e99-9ee997c14539 req-02e0bcd7-7f94-4898-bb5c-1dc1bd3d1c32 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711863 Aug 16 02:29:19.619897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ab1d759-be41-43ae-9e99-9ee997c14539 req-e8f1fa8c-90a7-44d8-8541-d9e3770c5f31 service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938644 Aug 16 02:29:19.639450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-37fb006c-25fb-4a25-aff5-4dc4722cfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '60bfa4fa-ffe9-4905-a9a7-32998c22e37c', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '90068564-0304-481b-b828-14b5f072e1af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:da:b2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:39Z', 'updated_at': '2021-08-16T02:25:41Z', 'revision_number': 1, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:19.669847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb006c-25fb-4a25-aff5-4dc4722cfa07 None None] The sync data for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 is: [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '60bfa4fa-ffe9-4905-a9a7-32998c22e37c', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'port_id': '90068564-0304-481b-b828-14b5f072e1af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'mac_address': 'fa:16:3e:da:b2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:39Z', 'updated_at': '2021-08-16T02:25:41Z', 'revision_number': 1, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:19.734409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ab1d759-be41-43ae-9e99-9ee997c14539 req-147e1122-c9e5-4a9e-9221-792db345cb11 service neutron] 10.222.0.89 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067905 Aug 16 02:29:19.908777 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef5bc6-0814-462f-9b0b-80c7bf39b232 None None] New status for floating IP be87494b-aada-4f91-b831-97f5c4bff2cd: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:29:20.395527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465b900-922e-46ae-9567-0848bb02c21f req-d76e6212-59bf-49ee-8635-5c6ff146805e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:20.397190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d465b900-922e-46ae-9567-0848bb02c21f req-d76e6212-59bf-49ee-8635-5c6ff146805e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 946 time: 0.0520654 Aug 16 02:29:20.440717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d465b900-922e-46ae-9567-0848bb02c21f req-d921ded6-1b12-4ec0-9592-e4af8661fdea tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367956 Aug 16 02:29:20.551505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fccef-9e5e-438e-8968-0c3e0eb55cd0 req-228e6ec3-b7b9-4116-99d4-1a043b31c537 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:20.552929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a8fccef-9e5e-438e-8968-0c3e0eb55cd0 req-228e6ec3-b7b9-4116-99d4-1a043b31c537 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.89 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 946 time: 0.0499163 Aug 16 02:29:20.649250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-8a8fccef-9e5e-438e-8968-0c3e0eb55cd0 req-cbc67840-a6bb-43be-ac79-cf1f1e4ff383 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Deleting port ff971914-4e5a-45e7-bcb7-9b55655209f6 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:20.649591 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8a8fccef-9e5e-438e-8968-0c3e0eb55cd0 req-cbc67840-a6bb-43be-ac79-cf1f1e4ff383 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.739497 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-8a8fccef-9e5e-438e-8968-0c3e0eb55cd0 req-cbc67840-a6bb-43be-ac79-cf1f1e4ff383 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] For port ff971914-4e5a-45e7-bcb7-9b55655209f6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ff971914-4e5a-45e7-bcb7-9b55655209f6,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:20.739884 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8a8fccef-9e5e-438e-8968-0c3e0eb55cd0 req-cbc67840-a6bb-43be-ac79-cf1f1e4ff383 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.754155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-8a8fccef-9e5e-438e-8968-0c3e0eb55cd0 req-cbc67840-a6bb-43be-ac79-cf1f1e4ff383 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Calling delete_port for ff971914-4e5a-45e7-bcb7-9b55655209f6 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:20.830400 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57408) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:20.892360 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8a8fccef-9e5e-438e-8968-0c3e0eb55cd0 req-cbc67840-a6bb-43be-ac79-cf1f1e4ff383 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.922304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc67840-a6bb-43be-ac79-cf1f1e4ff383 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event deleted for resources: {'Port': ['ID=ff971914-4e5a-45e7-bcb7-9b55655209f6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:20.943691 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-375a58cd-6e5b-4cf0-abbd-41c34d7edfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.966577 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8fccef-9e5e-438e-8968-0c3e0eb55cd0 req-cbc67840-a6bb-43be-ac79-cf1f1e4ff383 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] No DVR routers for this DVR port ff971914-4e5a-45e7-bcb7-9b55655209f6 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:20.969601 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8a8fccef-9e5e-438e-8968-0c3e0eb55cd0 req-cbc67840-a6bb-43be-ac79-cf1f1e4ff383 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.971798 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a8fccef-9e5e-438e-8968-0c3e0eb55cd0 req-cbc67840-a6bb-43be-ac79-cf1f1e4ff383 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.89 "DELETE /v2.0/ports/ff971914-4e5a-45e7-bcb7-9b55655209f6 HTTP/1.1" status: 204 len: 173 time: 0.4131591 Aug 16 02:29:20.972444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'name': 'network-vif-deleted', 'tag': 'ff971914-4e5a-45e7-bcb7-9b55655209f6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:20.975411 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cb1c82-785b-43fe-b49d-636f572d7cc6" -d '{"events": [{"server_uuid": "4d120c4d-77bc-465f-be56-b36d3ce1571f", "name": "network-vif-deleted", "tag": "ff971914-4e5a-45e7-bcb7-9b55655209f6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:21.016635 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01e4066-eb71-4e24-94d2-1211460f35af x-openstack-request-id: req-c01e4066-eb71-4e24-94d2-1211460f35af {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:21.016927 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d120c4d-77bc-465f-be56-b36d3ce1571f", "name": "network-vif-deleted", "tag": "ff971914-4e5a-45e7-bcb7-9b55655209f6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:21.017203 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c01e4066-eb71-4e24-94d2-1211460f35af {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:21.017608 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d120c4d-77bc-465f-be56-b36d3ce1571f', 'name': 'network-vif-deleted', 'tag': 'ff971914-4e5a-45e7-bcb7-9b55655209f6', 'status': 'completed', 'code': 200} Aug 16 02:29:21.048384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-375a58cd-6e5b-4cf0-abbd-41c34d7edfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.052910 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-375a58cd-6e5b-4cf0-abbd-41c34d7edfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.091757 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a58cd-6e5b-4cf0-abbd-41c34d7edfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17fafb2-f99a-4aed-a998-700e3449c3b7,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:21.096828 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-375a58cd-6e5b-4cf0-abbd-41c34d7edfc1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1665faf1acd4aa598d748157f42b5eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646956 Aug 16 02:29:21.099010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57414) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:21.157557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b89037a3-53ec-40aa-8cc2-8ef809d00d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.178926 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b89037a3-53ec-40aa-8cc2-8ef809d00d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.227425 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b89037a3-53ec-40aa-8cc2-8ef809d00d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.229972 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b89037a3-53ec-40aa-8cc2-8ef809d00d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.231128 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b89037a3-53ec-40aa-8cc2-8ef809d00d11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c17fafb2-f99a-4aed-a998-700e3449c3b7 HTTP/1.1" status: 204 len: 168 time: 0.1311960 Aug 16 02:29:21.239234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89037a3-53ec-40aa-8cc2-8ef809d00d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17fafb2-f99a-4aed-a998-700e3449c3b7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:21.549520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2a825fa-93da-45cc-8a8f-bbe9324c1dd4 req-caee8e62-844c-4ca3-901c-eab5290d902b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 210 time: 0.0311339 Aug 16 02:29:22.656326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5413b5f7-2bf6-475f-8f4e-bf1186fe6a39 req-df99b4c1-f01b-49bf-9614-b2fe5373b081 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 210 time: 0.0292799 Aug 16 02:29:23.204664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57506) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:23.315087 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad48544c-b40a-4ecb-bc29-6510872d133d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.404928 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad48544c-b40a-4ecb-bc29-6510872d133d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.408928 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad48544c-b40a-4ecb-bc29-6510872d133d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.447963 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ad48544c-b40a-4ecb-bc29-6510872d133d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa3321757aba418cb6710d0f405dc15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420726 Aug 16 02:29:23.448962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48544c-b40a-4ecb-bc29-6510872d133d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ff5357-de9a-4f44-b7d6-9fdf554f044f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:23.450784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57510) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:23.509227 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-88351a45-ab90-4e2e-8800-5be01f0c3393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.532865 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-88351a45-ab90-4e2e-8800-5be01f0c3393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.590576 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-88351a45-ab90-4e2e-8800-5be01f0c3393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.593396 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-88351a45-ab90-4e2e-8800-5be01f0c3393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.594544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-88351a45-ab90-4e2e-8800-5be01f0c3393 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/40ff5357-de9a-4f44-b7d6-9fdf554f044f HTTP/1.1" status: 204 len: 168 time: 0.1425641 Aug 16 02:29:23.617980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88351a45-ab90-4e2e-8800-5be01f0c3393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ff5357-de9a-4f44-b7d6-9fdf554f044f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:23.761479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0f04727-09e7-4315-b00d-e728d01aafbe req-6eae5a23-2e25-4e36-9c0f-1f65af1d2b4a tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 210 time: 0.0282528 Aug 16 02:29:23.898621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57518) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:23.915913 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27597471-42fc-40d7-a092-fab6d3c524eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.008293 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27597471-42fc-40d7-a092-fab6d3c524eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.016921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27597471-42fc-40d7-a092-fab6d3c524eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.054241 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27597471-42fc-40d7-a092-fab6d3c524eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd75be8-e22a-47c5-a0dd-b38da964a712,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:24.061222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-27597471-42fc-40d7-a092-fab6d3c524eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a11bf6cad5504415b2aafab733741cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588500 Aug 16 02:29:24.061430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57520) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:24.111107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-732f5343-cf10-47d0-974a-f216f3eff81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.133363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-732f5343-cf10-47d0-974a-f216f3eff81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.181421 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-732f5343-cf10-47d0-974a-f216f3eff81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.184274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-732f5343-cf10-47d0-974a-f216f3eff81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.185697 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-732f5343-cf10-47d0-974a-f216f3eff81b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dbd75be8-e22a-47c5-a0dd-b38da964a712 HTTP/1.1" status: 204 len: 168 time: 0.1233914 Aug 16 02:29:24.197830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f5343-cf10-47d0-974a-f216f3eff81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd75be8-e22a-47c5-a0dd-b38da964a712,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:24.900496 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d524762-b832-4df9-8217-619ce22a94de req-fef32f1c-09db-41d5-af47-c1961fb1633e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4d120c4d-77bc-465f-be56-b36d3ce1571f HTTP/1.1" status: 200 len: 210 time: 0.0401983 Aug 16 02:29:25.482558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57558) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:25.579305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-be7a9907-e411-4be1-80dd-20d5e051b4d1 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1461251436'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:25.579758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-be7a9907-e411-4be1-80dd-20d5e051b4d1 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Unknown quota resources ['metering_label']. {{(pid=101381) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:29:25.634888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ff971914-4e5a-45e7-bcb7-9b55655209f6 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:25.656373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: ff971914-4e5a-45e7-bcb7-9b55655209f6 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:25.656724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ff971914-4e5a-45e7-bcb7-9b55655209f6 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:25.765793 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-be7a9907-e411-4be1-80dd-20d5e051b4d1 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.766960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-be7a9907-e411-4be1-80dd-20d5e051b4d1 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2833652 Aug 16 02:29:25.769656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57562) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:25.773811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-dfe57994-5e82-4d41-8a8c-bd8386ee60a0 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c32cd147-ce3b-4635-83cf-3351a3180e36'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:25.774290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-dfe57994-5e82-4d41-8a8c-bd8386ee60a0 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101381) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:29:25.843720 n-d-768851-16 neutron-server[101381]: WARNING neutron.services.metering.metering_plugin [None req-dfe57994-5e82-4d41-8a8c-bd8386ee60a0 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:29:25.944900 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dfe57994-5e82-4d41-8a8c-bd8386ee60a0 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.946572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dfe57994-5e82-4d41-8a8c-bd8386ee60a0 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1759541 Aug 16 02:29:25.948909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57566) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:25.953433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-cc534a54-6afa-48a8-98fa-2c6943de89fd tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c32cd147-ce3b-4635-83cf-3351a3180e36'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:25.953946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-cc534a54-6afa-48a8-98fa-2c6943de89fd tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101381) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:29:26.012300 n-d-768851-16 neutron-server[101381]: WARNING neutron.services.metering.metering_plugin [None req-cc534a54-6afa-48a8-98fa-2c6943de89fd tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:29:26.096551 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cc534a54-6afa-48a8-98fa-2c6943de89fd tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.097682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cc534a54-6afa-48a8-98fa-2c6943de89fd tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1477799 Aug 16 02:29:26.100463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57572) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.112144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-50c08691-4223-4f33-9a09-e20aecd6f0c1 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=0f5f7be0-16cf-421d-8c23-535f1a7f8ed6 HTTP/1.1" status: 200 len: 464 time: 0.0102761 Aug 16 02:29:26.114334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57574) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.222151 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-73088e29-ead4-43a1-8b02-b8deb9e0f1b7 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.223345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-73088e29-ead4-43a1-8b02-b8deb9e0f1b7 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/0f5f7be0-16cf-421d-8c23-535f1a7f8ed6 HTTP/1.1" status: 204 len: 168 time: 0.1080468 Aug 16 02:29:26.226127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57576) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.235512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-76d224eb-89ac-4695-ad9d-e7a01a0dd259 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=0f5f7be0-16cf-421d-8c23-535f1a7f8ed6 HTTP/1.1" status: 200 len: 221 time: 0.0082490 Aug 16 02:29:26.238540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57578) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.242843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c3805a56-dcd1-4dce-b945-cc81b71a3278 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1713539987', 'description': 'label created by tempest'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:26.243293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c3805a56-dcd1-4dce-b945-cc81b71a3278 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Unknown quota resources ['metering_label']. {{(pid=101381) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:29:26.404404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c3805a56-dcd1-4dce-b945-cc81b71a3278 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.405500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c3805a56-dcd1-4dce-b945-cc81b71a3278 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1660025 Aug 16 02:29:26.408217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57580) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.483523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6c756b23-4735-4afd-b3c3-e53d8ad3eeef tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=197fb6cb-99ab-4e57-948f-30ee4609f17e HTTP/1.1" status: 200 len: 468 time: 0.0718999 Aug 16 02:29:26.483834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57582) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.664062 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9192230f-3465-42d2-90a0-cc7a1af15ae9 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.665198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9192230f-3465-42d2-90a0-cc7a1af15ae9 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/197fb6cb-99ab-4e57-948f-30ee4609f17e HTTP/1.1" status: 204 len: 168 time: 0.1804445 Aug 16 02:29:26.668159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57584) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.680923 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-782abf02-261f-4dd4-8db5-d04f19998b86 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=197fb6cb-99ab-4e57-948f-30ee4609f17e HTTP/1.1" status: 200 len: 216 time: 0.0112150 Aug 16 02:29:26.683979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57586) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.693629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fcf2f5bf-4ee5-423f-9a82-fffe15d8d386 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080013 Aug 16 02:29:26.696947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57588) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.709731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-896525f3-677a-4d1f-8cbd-05acb8b9d036 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0116148 Aug 16 02:29:26.713543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57590) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.763137 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8283ca44-9f26-4eca-8de6-22f3c71de95b tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/c32cd147-ce3b-4635-83cf-3351a3180e36 HTTP/1.1" status: 200 len: 473 time: 0.0479157 Aug 16 02:29:26.766375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57592) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.775376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0c84683a-0ca9-4544-9bfd-4f5a643209dd tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/01d05aaa-c1d5-4a24-903c-f61fc302ba58 HTTP/1.1" status: 200 len: 461 time: 0.0080101 Aug 16 02:29:26.778607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57594) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.876896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7e5833b-2a37-48d8-a325-c44b8d0bf898 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.878112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d7e5833b-2a37-48d8-a325-c44b8d0bf898 tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/01d05aaa-c1d5-4a24-903c-f61fc302ba58 HTTP/1.1" status: 204 len: 168 time: 0.0986214 Aug 16 02:29:26.880578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57596) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:27.061516 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2e3331e1-ad21-46c4-a09f-0e6424a81c0d tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.064753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2e3331e1-ad21-46c4-a09f-0e6424a81c0d tempest-MeteringTestJSON-553551933 tempest-MeteringTestJSON-553551933-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/c32cd147-ce3b-4635-83cf-3351a3180e36 HTTP/1.1" status: 204 len: 168 time: 0.1831996 Aug 16 02:29:27.319279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57604) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:27.755637 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-486f80e2-aed6-4e7d-822c-0464d6766073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.844921 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-486f80e2-aed6-4e7d-822c-0464d6766073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.849051 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-486f80e2-aed6-4e7d-822c-0464d6766073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.886116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-486f80e2-aed6-4e7d-822c-0464d6766073 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5174e91841874af59222b0c35fd40bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5657146 Aug 16 02:29:27.886994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f80e2-aed6-4e7d-822c-0464d6766073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3121a5f6-e497-465e-adc2-0e6ef6cf47ac,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:27.889419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57608) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:27.940674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff02ebcd-5bf3-4dfc-b6d8-f346b3fdd850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.969125 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff02ebcd-5bf3-4dfc-b6d8-f346b3fdd850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.022900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff02ebcd-5bf3-4dfc-b6d8-f346b3fdd850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.025443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff02ebcd-5bf3-4dfc-b6d8-f346b3fdd850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.026699 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ff02ebcd-5bf3-4dfc-b6d8-f346b3fdd850 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3121a5f6-e497-465e-adc2-0e6ef6cf47ac HTTP/1.1" status: 204 len: 168 time: 0.1355898 Aug 16 02:29:28.038520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02ebcd-5bf3-4dfc-b6d8-f346b3fdd850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3121a5f6-e497-465e-adc2-0e6ef6cf47ac,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:28.334832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57620) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:28.349722 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-04931cf1-982f-4550-8f80-aeb95d23e0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.450970 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-04931cf1-982f-4550-8f80-aeb95d23e0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.455646 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-04931cf1-982f-4550-8f80-aeb95d23e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.494388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04931cf1-982f-4550-8f80-aeb95d23e0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12d6fe8-5cbe-43ee-a28a-cfc77bf5057e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:28.503328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57622) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:28.513589 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-04931cf1-982f-4550-8f80-aeb95d23e0e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=165464a4f2a34a9998d7d729162eadf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775208 Aug 16 02:29:28.555608 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a61c300-90f7-431b-b4aa-0242cbe46de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.577471 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a61c300-90f7-431b-b4aa-0242cbe46de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.631602 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a61c300-90f7-431b-b4aa-0242cbe46de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.634325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2a61c300-90f7-431b-b4aa-0242cbe46de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.638053 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2a61c300-90f7-431b-b4aa-0242cbe46de8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b12d6fe8-5cbe-43ee-a28a-cfc77bf5057e HTTP/1.1" status: 204 len: 168 time: 0.1312025 Aug 16 02:29:28.645129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61c300-90f7-431b-b4aa-0242cbe46de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12d6fe8-5cbe-43ee-a28a-cfc77bf5057e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:29.418567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57646) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.519434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'networks': [{'name': 'tempest-network--273442912'}, {'name': 'tempest-network--1374251065'}]} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:29.519749 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'network': {'name': 'tempest-network--273442912'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:29.520213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'network': {'name': 'tempest-network--1374251065'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:29.543103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Made reservation on behalf of ef5ea9e6335a4e4c95602acecf11beb5 for: {'network': 2} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:29.549430 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.558817 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.648281 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.651644 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.652164 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.691297 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3b3497-e489-4ce0-8e35-320fd4eb33fd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:29.700063 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:29.710153 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.710505 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Added segment c855c88f-8744-4ae9-97de-3088baaabc0c of type vlan for network ffb1d8f8-2b2a-4433-bd3b-bc0f922e0c7b Aug 16 02:29:29.755173 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.786893 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:29.795780 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.796129 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Added segment f51df00f-c3fe-40a5-9674-a12df9b35cb0 of type vlan for network 6e6c3a50-6a31-4cd0-8637-8a3c898fc0cd Aug 16 02:29:29.841918 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.871256 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.871781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.877558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:29.882464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:29.883145 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.947578 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5272226 Aug 16 02:29:29.950546 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57650) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.954164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event updated for resources: {'Network': ['ID=ffb1d8f8-2b2a-4433-bd3b-bc0f922e0c7b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:29.966783 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network ffb1d8f8-2b2a-4433-bd3b-bc0f922e0c7b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:30.022845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5720b6-1b95-4d4e-90cb-791abadc5e74 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event updated for resources: {'Network': ['ID=6e6c3a50-6a31-4cd0-8637-8a3c898fc0cd,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:30.037979 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 6e6c3a50-6a31-4cd0-8637-8a3c898fc0cd details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:30.082927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122477bf-a257-4e49-8b62-5bbac26b43be tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:30.088831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122477bf-a257-4e49-8b62-5bbac26b43be tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:30.096009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122477bf-a257-4e49-8b62-5bbac26b43be tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:30.101804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122477bf-a257-4e49-8b62-5bbac26b43be tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:30.106005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-122477bf-a257-4e49-8b62-5bbac26b43be tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1519005 Aug 16 02:29:30.106371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57652) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.189300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.274382 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.284553 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57656) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.285027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb1d8f8-2b2a-4433-bd3b-bc0f922e0c7b']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:30.295831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c855c88f-8744-4ae9-97de-3088baaabc0c') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:30.296136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c855c88f-8744-4ae9-97de-3088baaabc0c') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:30.305378 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.319079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.325460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:30.325865 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:30.328770 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:30.393365 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.401939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.403799 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "DELETE /v2.0/networks/ffb1d8f8-2b2a-4433-bd3b-bc0f922e0c7b HTTP/1.1" status: 204 len: 168 time: 0.2965553 Aug 16 02:29:30.406711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57658) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.414892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9a143-548d-419a-b4c2-7c4a66917a95 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event deleted for resources: {'Network': ['ID=ffb1d8f8-2b2a-4433-bd3b-bc0f922e0c7b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:30.513887 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.519158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Deleting port 95faeae4-123b-40b2-a2c9-81642eac9c6d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:30.519493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.662657 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.679013 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.679348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.682619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6c3a50-6a31-4cd0-8637-8a3c898fc0cd']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:30.700401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51df00f-c3fe-40a5-9674-a12df9b35cb0') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:30.700700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51df00f-c3fe-40a5-9674-a12df9b35cb0') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:30.702477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Calling delete_port for 95faeae4-123b-40b2-a2c9-81642eac9c6d owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:30.718904 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.770219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.780406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:30.780816 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:30.783800 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:30.856461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.865056 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.866897 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "DELETE /v2.0/networks/6e6c3a50-6a31-4cd0-8637-8a3c898fc0cd HTTP/1.1" status: 204 len: 168 time: 0.4592493 Aug 16 02:29:30.869489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57660) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.881638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b173da-a890-4100-a77a-ee0c5e5ad0fc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event deleted for resources: {'Network': ['ID=6e6c3a50-6a31-4cd0-8637-8a3c898fc0cd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:30.952550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.975031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e6cf7-17fc-451a-8833-665b623a181d tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:30.981068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e6cf7-17fc-451a-8833-665b623a181d tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:30.986845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-336e6cf7-17fc-451a-8833-665b623a181d tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1119318 Aug 16 02:29:30.987048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57662) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.988546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event deleted for resources: {'Port': ['ID=95faeae4-123b-40b2-a2c9-81642eac9c6d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:30.995756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1746061976'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:31.053256 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Made reservation on behalf of ef5ea9e6335a4e4c95602acecf11beb5 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:31.056729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.079203 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.079535 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Floating IP 60bfa4fa-ffe9-4905-a9a7-32998c22e37c disassociated (deleted). External IP: 172.25.2.203, port: 90068564-0304-481b-b828-14b5f072e1af. Aug 16 02:29:31.123611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:31.145460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.145795 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Added segment c508c2e9-834a-480d-82d0-6f1eeb43057d of type vlan for network 348cc299-f6ce-472e-99d8-101f590b5bff Aug 16 02:29:31.222938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.293298 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.299349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:31.299927 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.386203 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3986197 Aug 16 02:29:31.388799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57664) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:31.394257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-87008761'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:31.407100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84bb2e-eb12-478d-a9ce-ec85a0f7bc02 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event updated for resources: {'Network': ['ID=348cc299-f6ce-472e-99d8-101f590b5bff,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:31.418245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 348cc299-f6ce-472e-99d8-101f590b5bff details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:31.421549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Made reservation on behalf of ef5ea9e6335a4e4c95602acecf11beb5 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:31.425606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.427865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Router d975a779-ee2b-48f5-b51a-bcaed30e279c has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:31.456724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:31.467020 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.467638 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Added segment 678c6b30-a5b9-40d9-bee8-abf6b8891bc7 of type vlan for network 81f7ccf7-396a-40ed-9e73-a5418d65810c Aug 16 02:29:31.513961 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.543690 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.545200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:31.551132 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.554725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:31.555372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.566873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d76f59-cd7c-407a-81af-df3b5d3920b9 None None] Sync routers for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:31.579308 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-32ee5371-0822-4db2-ba55-06b21e650ceb tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "DELETE /v2.0/floatingips/60bfa4fa-ffe9-4905-a9a7-32998c22e37c HTTP/1.1" status: 204 len: 168 time: 1.2936025 Aug 16 02:29:31.580193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'tag': '90068564-0304-481b-b828-14b5f072e1af'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:31.582849 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825e2aec-f225-442b-accf-7dec18cdccb0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5ccdcb-9584-43fb-b2fc-9375320779b2", "tag": "90068564-0304-481b-b828-14b5f072e1af"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:31.583375 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d76f59-cd7c-407a-81af-df3b5d3920b9 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:31.583997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-70d76f59-cd7c-407a-81af-df3b5d3920b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:31.622842 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9798c11-cf42-41e6-8326-09ac3d31a498 x-openstack-request-id: req-a9798c11-cf42-41e6-8326-09ac3d31a498 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:31.623347 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5ccdcb-9584-43fb-b2fc-9375320779b2", "tag": "90068564-0304-481b-b828-14b5f072e1af", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:31.624411 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9798c11-cf42-41e6-8326-09ac3d31a498 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:31.625064 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'tag': '90068564-0304-481b-b828-14b5f072e1af', 'status': 'completed', 'code': 200} Aug 16 02:29:31.638953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2458892 Aug 16 02:29:31.639360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57670) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:31.645193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'ports': [{'network_id': '348cc299-f6ce-472e-99d8-101f590b5bff', 'name': 'tempest-port--1640459572', 'admin_state_up': True}, {'network_id': '81f7ccf7-396a-40ed-9e73-a5418d65810c', 'admin_state_up': False}]} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:31.645668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'port': {'network_id': '348cc299-f6ce-472e-99d8-101f590b5bff', 'name': 'tempest-port--1640459572', 'admin_state_up': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:31.646307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'port': {'network_id': '81f7ccf7-396a-40ed-9e73-a5418d65810c', 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:31.707145 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-70d76f59-cd7c-407a-81af-df3b5d3920b9 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:31.738478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c7178-7724-497d-b5fa-b95db3668afc tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event updated for resources: {'Network': ['ID=81f7ccf7-396a-40ed-9e73-a5418d65810c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:31.752323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 81f7ccf7-396a-40ed-9e73-a5418d65810c details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:31.792367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e2aec-f225-442b-accf-7dec18cdccb0 req-e07b0630-e990-4e77-8fde-c4b1edd99d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:31.793843 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-825e2aec-f225-442b-accf-7dec18cdccb0 req-e07b0630-e990-4e77-8fde-c4b1edd99d9e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d75bbba41d5646da86049365f8e03555&device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 1097 time: 0.1216004 Aug 16 02:29:31.997882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-70d76f59-cd7c-407a-81af-df3b5d3920b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:32.008864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea24a31-2c10-44eb-9b9a-cc9b1ea6cbc1 req-2045377b-feb2-4700-9c75-22014c96003b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:32.010483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dea24a31-2c10-44eb-9b9a-cc9b1ea6cbc1 req-2045377b-feb2-4700-9c75-22014c96003b tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 945 time: 0.2058654 Aug 16 02:29:32.025686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d76f59-cd7c-407a-81af-df3b5d3920b9 None None] Checking router: d975a779-ee2b-48f5-b51a-bcaed30e279c for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:32.034697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e2aec-f225-442b-accf-7dec18cdccb0 req-890f40fa-42d7-4bd6-8de7-ad754fb3a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:32.034989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d76f59-cd7c-407a-81af-df3b5d3920b9 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:32.035453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-70d76f59-cd7c-407a-81af-df3b5d3920b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:11Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:32.036222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-825e2aec-f225-442b-accf-7dec18cdccb0 req-890f40fa-42d7-4bd6-8de7-ad754fb3a49a service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 200 len: 913 time: 0.2304502 Aug 16 02:29:32.046292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Made reservation on behalf of ef5ea9e6335a4e4c95602acecf11beb5 for: {'port': 2} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:32.051760 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.104795 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.108036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-825e2aec-f225-442b-accf-7dec18cdccb0 req-27966e9b-d46e-4a29-bfa2-2385918db19c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90068564-0304-481b-b828-14b5f072e1af HTTP/1.1" status: 200 len: 217 time: 0.0629585 Aug 16 02:29:32.132095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dea24a31-2c10-44eb-9b9a-cc9b1ea6cbc1 req-2472f615-6658-43db-8da9-2a619cb29d20 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137090 Aug 16 02:29:32.148925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-70d76f59-cd7c-407a-81af-df3b5d3920b9 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:32.239341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e2aec-f225-442b-accf-7dec18cdccb0 req-8fe8039f-8006-486b-a871-6420d642b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:32.241541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-825e2aec-f225-442b-accf-7dec18cdccb0 req-8fe8039f-8006-486b-a871-6420d642b212 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 200 len: 851 time: 0.1219246 Aug 16 02:29:32.266441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] device_id is not set on port d974e942-accc-4d9a-ad1d-02f662cf8f28 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:32.321208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e2aec-f225-442b-accf-7dec18cdccb0 req-05f532c1-039a-4c5e-8255-5db564b634eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:32.322950 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-825e2aec-f225-442b-accf-7dec18cdccb0 req-05f532c1-039a-4c5e-8255-5db564b634eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa825c6e-a21d-4154-8526-44de4f4b199d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727994 Aug 16 02:29:32.369056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-70d76f59-cd7c-407a-81af-df3b5d3920b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:32.402399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d76f59-cd7c-407a-81af-df3b5d3920b9 None None] The sync data for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 is: [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:18:18Z', 'revision_number': 4, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '006af4c6-1691-4398-9cbc-f86c7a50579c', 'name': '', 'network_id': 'aa825c6e-a21d-4154-8526-44de4f4b199d', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'mac_address': 'fa:16:3e:60:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:17Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'subnets': [{'id': '62fa95a6-f539-4a2a-bec5-6be7a7f420e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:32.506410 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.514810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-825e2aec-f225-442b-accf-7dec18cdccb0 req-84f01d42-4c2f-4df7-89e2-e99dfdab12f4 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815567 Aug 16 02:29:32.658308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] device_id is not set on port 88941357-71b9-40c5-8321-acf88a44e936 yet. {{(pid=101381) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:32.668914 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb0f69-1f7f-4aa3-af4b-af9c34540f96 None None] New status for floating IP 60bfa4fa-ffe9-4905-a9a7-32998c22e37c: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:29:32.702067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-825e2aec-f225-442b-accf-7dec18cdccb0 req-7a61e372-d9e3-47f9-a4b5-fb7cea3158d6 service neutron] 10.222.0.84 "GET /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735578 Aug 16 02:29:32.805486 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.845749 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.903625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event updated for resources: {'Port': ['ID=d974e942-accc-4d9a-ad1d-02f662cf8f28,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:32.914777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.915121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.915462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.915799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.916122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.916447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.916769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.917126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.917446 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.917764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.918081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.918398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:32.924735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Checking segment: {'id': 'c508c2e9-834a-480d-82d0-6f1eeb43057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '348cc299-f6ce-472e-99d8-101f590b5bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:32.925220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Network hostable DHCP agents. Network: 348cc299-f6ce-472e-99d8-101f590b5bff, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:32.942076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Network 348cc299-f6ce-472e-99d8-101f590b5bff is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:32.950644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 348cc299-f6ce-472e-99d8-101f590b5bff) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:32.954171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:32.955027 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.962569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c9585-d2c4-43b2-b7c1-c61b64aa869c None None] Network 348cc299-f6ce-472e-99d8-101f590b5bff requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:33.017895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event updated for resources: {'Port': ['ID=88941357-71b9-40c5-8321-acf88a44e936,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:33.035111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Checking segment: {'id': '678c6b30-a5b9-40d9-bee8-abf6b8891bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '81f7ccf7-396a-40ed-9e73-a5418d65810c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:33.035490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Network hostable DHCP agents. Network: 81f7ccf7-396a-40ed-9e73-a5418d65810c, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:33.055204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Network 81f7ccf7-396a-40ed-9e73-a5418d65810c is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:33.066152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 81f7ccf7-396a-40ed-9e73-a5418d65810c) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:33.070693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:33.078004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:33.082951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:33.083672 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.099016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1abd9e57-f2a7-4d94-9544-daefa59d75b7 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4588277 Aug 16 02:29:33.101537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57676) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:33.131204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05f1070-f88d-4e3e-96f3-8595980a74f2 None None] Network 81f7ccf7-396a-40ed-9e73-a5418d65810c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:33.192793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af4ecf8-27b7-4443-a7ad-a6c9b244b749 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:33.199078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af4ecf8-27b7-4443-a7ad-a6c9b244b749 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:33.203456 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1af4ecf8-27b7-4443-a7ad-a6c9b244b749 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0982354 Aug 16 02:29:33.203663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57680) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:33.311661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800db8c-4065-4668-9d07-991ea0982dcc req-2e656ea7-7cc7-4d4c-8a92-e52636dc1fee tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:33.313199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f800db8c-4065-4668-9d07-991ea0982dcc req-2e656ea7-7cc7-4d4c-8a92-e52636dc1fee tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 945 time: 0.1019180 Aug 16 02:29:33.347115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf8b48-a958-4413-8fe9-cddb5e50a73e tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Deleting port d974e942-accc-4d9a-ad1d-02f662cf8f28 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:33.347460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8b48-a958-4413-8fe9-cddb5e50a73e tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.406657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f800db8c-4065-4668-9d07-991ea0982dcc req-bec7d177-5a15-48a6-b7be-e06fa2519f7d tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/security-groups?id=d3c4c2ad-8845-4dc1-b1ff-99a293637823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785782 Aug 16 02:29:33.425955 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8b48-a958-4413-8fe9-cddb5e50a73e tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.438835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf8b48-a958-4413-8fe9-cddb5e50a73e tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Calling delete_port for d974e942-accc-4d9a-ad1d-02f662cf8f28 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:33.519844 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8b48-a958-4413-8fe9-cddb5e50a73e tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.546490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf8b48-a958-4413-8fe9-cddb5e50a73e tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event deleted for resources: {'Port': ['ID=d974e942-accc-4d9a-ad1d-02f662cf8f28,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:33.553586 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8b48-a958-4413-8fe9-cddb5e50a73e tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.555517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3bcf8b48-a958-4413-8fe9-cddb5e50a73e tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "DELETE /v2.0/ports/d974e942-accc-4d9a-ad1d-02f662cf8f28 HTTP/1.1" status: 204 len: 168 time: 0.3509750 Aug 16 02:29:33.558133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57682) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:33.664505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56f8a-16fa-443d-9f7c-ec5364ed3ddd req-12baa53c-2f53-495b-9164-a4fb453e44b1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:33.665881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68d56f8a-16fa-443d-9f7c-ec5364ed3ddd req-12baa53c-2f53-495b-9164-a4fb453e44b1 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 945 time: 0.0830698 Aug 16 02:29:33.721297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd4b58-c82f-4cb8-bb23-0222a294f224 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Deleting port 88941357-71b9-40c5-8321-acf88a44e936 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:33.721752 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f9cd4b58-c82f-4cb8-bb23-0222a294f224 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.811993 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f9cd4b58-c82f-4cb8-bb23-0222a294f224 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.829287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd4b58-c82f-4cb8-bb23-0222a294f224 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Calling delete_port for 88941357-71b9-40c5-8321-acf88a44e936 owned by {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:33.848070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-68d56f8a-16fa-443d-9f7c-ec5364ed3ddd req-657e3e30-c91b-4658-85cc-1210101c279e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Deleting port 90068564-0304-481b-b828-14b5f072e1af {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:33.848436 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-68d56f8a-16fa-443d-9f7c-ec5364ed3ddd req-657e3e30-c91b-4658-85cc-1210101c279e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.992961 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-68d56f8a-16fa-443d-9f7c-ec5364ed3ddd req-657e3e30-c91b-4658-85cc-1210101c279e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] For port 90068564-0304-481b-b828-14b5f072e1af, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=90068564-0304-481b-b828-14b5f072e1af,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:33.993354 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-68d56f8a-16fa-443d-9f7c-ec5364ed3ddd req-657e3e30-c91b-4658-85cc-1210101c279e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.000382 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f9cd4b58-c82f-4cb8-bb23-0222a294f224 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.017008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-68d56f8a-16fa-443d-9f7c-ec5364ed3ddd req-657e3e30-c91b-4658-85cc-1210101c279e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Calling delete_port for 90068564-0304-481b-b828-14b5f072e1af owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:34.039673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd4b58-c82f-4cb8-bb23-0222a294f224 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event deleted for resources: {'Port': ['ID=88941357-71b9-40c5-8321-acf88a44e936,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.045120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f9cd4b58-c82f-4cb8-bb23-0222a294f224 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.046899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f9cd4b58-c82f-4cb8-bb23-0222a294f224 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "DELETE /v2.0/ports/88941357-71b9-40c5-8321-acf88a44e936 HTTP/1.1" status: 204 len: 168 time: 0.4878545 Aug 16 02:29:34.049740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57684) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:34.098780 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-41d92292-1218-4fac-97d7-5fccd83bf4f0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0478296 Aug 16 02:29:34.102185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57686) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:34.107236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-139224824'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:34.128106 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Made reservation on behalf of ef5ea9e6335a4e4c95602acecf11beb5 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:34.131631 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.156219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:34.166338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.166687 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Added segment 4abb959e-f31a-4dbc-811b-e1515f1668c7 of type vlan for network 39f35cef-6d81-4683-84cf-250257c2f53e Aug 16 02:29:34.174849 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-68d56f8a-16fa-443d-9f7c-ec5364ed3ddd req-657e3e30-c91b-4658-85cc-1210101c279e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.212927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e3e30-c91b-4658-85cc-1210101c279e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event deleted for resources: {'Port': ['ID=90068564-0304-481b-b828-14b5f072e1af,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.224121 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.258544 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.266011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d56f8a-16fa-443d-9f7c-ec5364ed3ddd req-657e3e30-c91b-4658-85cc-1210101c279e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] No DVR routers for this DVR port 90068564-0304-481b-b828-14b5f072e1af on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:34.266336 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:34.266985 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.268597 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-68d56f8a-16fa-443d-9f7c-ec5364ed3ddd req-657e3e30-c91b-4658-85cc-1210101c279e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.270749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68d56f8a-16fa-443d-9f7c-ec5364ed3ddd req-657e3e30-c91b-4658-85cc-1210101c279e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.84 "DELETE /v2.0/ports/90068564-0304-481b-b828-14b5f072e1af HTTP/1.1" status: 204 len: 173 time: 0.5952206 Aug 16 02:29:34.271199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'name': 'network-vif-deleted', 'tag': '90068564-0304-481b-b828-14b5f072e1af'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:34.273558 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90c89ad-2048-4300-a0b1-335a5d1ae382" -d '{"events": [{"server_uuid": "4c5ccdcb-9584-43fb-b2fc-9375320779b2", "name": "network-vif-deleted", "tag": "90068564-0304-481b-b828-14b5f072e1af"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:34.318850 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c434be-8043-4f3e-abea-f66133a1385d x-openstack-request-id: req-f6c434be-8043-4f3e-abea-f66133a1385d {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:34.319242 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5ccdcb-9584-43fb-b2fc-9375320779b2", "name": "network-vif-deleted", "tag": "90068564-0304-481b-b828-14b5f072e1af", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:34.319583 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6c434be-8043-4f3e-abea-f66133a1385d {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:34.320145 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5ccdcb-9584-43fb-b2fc-9375320779b2', 'name': 'network-vif-deleted', 'tag': '90068564-0304-481b-b828-14b5f072e1af', 'status': 'completed', 'code': 200} Aug 16 02:29:34.345650 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2397447 Aug 16 02:29:34.346033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57690) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:34.351134 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-599287394'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:34.365923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea974d5-daa6-402b-85dc-bc0b0ab76274 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event updated for resources: {'Network': ['ID=39f35cef-6d81-4683-84cf-250257c2f53e,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.382103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Made reservation on behalf of ef5ea9e6335a4e4c95602acecf11beb5 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:34.383036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 39f35cef-6d81-4683-84cf-250257c2f53e details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:34.386239 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.412267 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:34.422613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.422980 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Added segment db2fe822-4e11-43f1-8365-880c9bfcb913 of type vlan for network de07f847-897e-45db-b51f-d4de995ee253 Aug 16 02:29:34.470691 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.513724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8a47a73-5462-4076-ba08-0925170f4026 req-9cc50aaf-b255-4be5-a897-4209084ea8b2 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 210 time: 0.0292935 Aug 16 02:29:34.514688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.520871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:34.521641 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.589946 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2365811 Aug 16 02:29:34.600243 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99f370-709f-4638-8734-80242d0b8f37 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event updated for resources: {'Network': ['ID=de07f847-897e-45db-b51f-d4de995ee253,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.614802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network de07f847-897e-45db-b51f-d4de995ee253 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:35.616433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6665a4dd-ee3a-4a49-b8e7-02416262e737 req-d1eba190-ec34-4488-bdff-aa3a050e5c0e tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 210 time: 0.0299053 Aug 16 02:29:36.713320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aeef699a-ed64-4a12-951e-0d1c04ea2fb6 req-75d55400-7cd3-49e0-9f47-a343655df7d8 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 210 time: 0.0258701 Aug 16 02:29:36.763472 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:29:37.383451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 90068564-0304-481b-b828-14b5f072e1af no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:37.408503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 90068564-0304-481b-b828-14b5f072e1af {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:37.408878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 90068564-0304-481b-b828-14b5f072e1af not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:37.828760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69103d96-2d3e-467f-b110-1d289658fa63 req-49690a45-d57b-4d46-b94c-3a87e4020ca7 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5ccdcb-9584-43fb-b2fc-9375320779b2 HTTP/1.1" status: 200 len: 210 time: 0.0382237 Aug 16 02:29:37.908338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57702) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:37.913564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'subnets': [{'network_id': '39f35cef-6d81-4683-84cf-250257c2f53e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--807455651', 'ip_version': 6}, {'network_id': 'de07f847-897e-45db-b51f-d4de995ee253', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:37.913881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'subnet': {'network_id': '39f35cef-6d81-4683-84cf-250257c2f53e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--807455651', 'ip_version': 6}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:37.914546 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Request body: {'subnet': {'network_id': 'de07f847-897e-45db-b51f-d4de995ee253', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:38.070864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Made reservation on behalf of ef5ea9e6335a4e4c95602acecf11beb5 for: {'subnet': 2} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:38.076583 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.076935 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.460357 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.524576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event updated for resources: {'Subnet': ['ID=aa6a9f9e-18fa-469f-a517-a933febd3379,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:38.532669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Checking segment: {'id': '4abb959e-f31a-4dbc-811b-e1515f1668c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '39f35cef-6d81-4683-84cf-250257c2f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:38.533075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Network hostable DHCP agents. Network: 39f35cef-6d81-4683-84cf-250257c2f53e, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:38.549121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Network 39f35cef-6d81-4683-84cf-250257c2f53e is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:38.557009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 39f35cef-6d81-4683-84cf-250257c2f53e) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:38.560762 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.566994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c08a75-f4e9-4408-b4cd-a0d30488b52d None None] Network 39f35cef-6d81-4683-84cf-250257c2f53e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:38.620029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event updated for resources: {'Subnet': ['ID=85a03787-e2dc-4b1f-9e9e-a95a47ef7568,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:38.631287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Checking segment: {'id': 'db2fe822-4e11-43f1-8365-880c9bfcb913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'de07f847-897e-45db-b51f-d4de995ee253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:38.631644 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Network hostable DHCP agents. Network: de07f847-897e-45db-b51f-d4de995ee253, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:38.649798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Network de07f847-897e-45db-b51f-d4de995ee253 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:38.658518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, de07f847-897e-45db-b51f-d4de995ee253) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:38.666044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.666612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.667446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.674357 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaac34f-b45d-43c2-ad47-7e2af1b88c93 None None] Network de07f847-897e-45db-b51f-d4de995ee253 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:38.682267 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-91d19f99-f265-4d6e-97b1-8e1188319e60 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.7729285 Aug 16 02:29:38.685669 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57704) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:38.768395 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb800f-0806-44c5-8523-f05359c508ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-39f35cef-6d81-4683-84cf-250257c2f53e', 'network_id': '39f35cef-6d81-4683-84cf-250257c2f53e', 'tenant_id': 'ef5ea9e6335a4e4c95602acecf11beb5', 'fixed_ips': [{'subnet_id': 'aa6a9f9e-18fa-469f-a517-a933febd3379'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:38.769221 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1deb800f-0806-44c5-8523-f05359c508ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.771843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962f47f-74fc-41df-81b0-c4f8ff72db24 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.773444 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962f47f-74fc-41df-81b0-c4f8ff72db24 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.774992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962f47f-74fc-41df-81b0-c4f8ff72db24 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.776566 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5962f47f-74fc-41df-81b0-c4f8ff72db24 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0899365 Aug 16 02:29:38.785974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57706) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:38.837296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-70248363-2012-42d1-bfb2-bf4fdac61130 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Deleting subnet aa6a9f9e-18fa-469f-a517-a933febd3379 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:38.840550 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70248363-2012-42d1-bfb2-bf4fdac61130 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.883131 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70248363-2012-42d1-bfb2-bf4fdac61130 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.893843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57710) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:38.933727 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-de07f847-897e-45db-b51f-d4de995ee253', 'network_id': 'de07f847-897e-45db-b51f-d4de995ee253', 'tenant_id': 'ef5ea9e6335a4e4c95602acecf11beb5', 'fixed_ips': [{'subnet_id': '85a03787-e2dc-4b1f-9e9e-a95a47ef7568'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:38.935344 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.938699 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70248363-2012-42d1-bfb2-bf4fdac61130 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.945594 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f3eede6e-5dda-4d52-8132-ce7265dfcd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.005667 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70248363-2012-42d1-bfb2-bf4fdac61130 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server [None req-1deb800f-0806-44c5-8523-f05359c508ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa6a9f9e-18fa-469f-a517-a933febd3379: This subnet is being modified by another concurrent operation. Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa6a9f9e-18fa-469f-a517-a933febd3379: This subnet is being modified by another concurrent operation. Aug 16 02:29:39.015489 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Aug 16 02:29:39.026247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-70248363-2012-42d1-bfb2-bf4fdac61130 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.027837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-70248363-2012-42d1-bfb2-bf4fdac61130 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "DELETE /v2.0/subnets/aa6a9f9e-18fa-469f-a517-a933febd3379 HTTP/1.1" status: 204 len: 168 time: 0.2401607 Aug 16 02:29:39.049516 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57712) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:39.057730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aeedab-5bc3-4f34-82e2-ca9cc767d13e None None] Network 39f35cef-6d81-4683-84cf-250257c2f53e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:39.058358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70248363-2012-42d1-bfb2-bf4fdac61130 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6a9f9e-18fa-469f-a517-a933febd3379,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:39.132647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dee8bd6-64a5-44ce-800d-164128bb95ca tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Deleting subnet 85a03787-e2dc-4b1f-9e9e-a95a47ef7568 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:39.167240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Allocated IP 2001:db8:0:1::1 (de07f847-897e-45db-b51f-d4de995ee253/85a03787-e2dc-4b1f-9e9e-a95a47ef7568/b65ea7b1-550c-4733-ace0-02a703e11d09) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:39.322059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-eff930ae-d2cc-4850-a2fb-65800cc5d081 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Deleting port c3cff06f-9486-456d-a09b-1b872d67b953 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:39.322660 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eff930ae-d2cc-4850-a2fb-65800cc5d081 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.351899 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.360690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Transition to ACTIVE for port object b65ea7b1-550c-4733-ace0-02a703e11d09 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:39.376729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Transition to ACTIVE for port object b65ea7b1-550c-4733-ace0-02a703e11d09 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:39.381989 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6dee8bd6-64a5-44ce-800d-164128bb95ca tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.395279 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.402442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eff930ae-d2cc-4850-a2fb-65800cc5d081 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.402782 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eff930ae-d2cc-4850-a2fb-65800cc5d081 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.416050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-eff930ae-d2cc-4850-a2fb-65800cc5d081 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Calling delete_port for c3cff06f-9486-456d-a09b-1b872d67b953 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:39.425960 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6dee8bd6-64a5-44ce-800d-164128bb95ca tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.439706 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Network de07f847-897e-45db-b51f-d4de995ee253 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:39.443911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:39.446183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Pushing event updated for resources: {'Port': ['ID=b65ea7b1-550c-4733-ace0-02a703e11d09,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:39.453068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:39.459095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.459095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.459414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.459537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.459825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.460158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.460482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.460810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.461157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.461484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.461828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.462154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:39.534240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Attempting to bind port b65ea7b1-550c-4733-ace0-02a703e11d09 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:39.534524 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6dee8bd6-64a5-44ce-800d-164128bb95ca tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.535062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Attempting to bind port b65ea7b1-550c-4733-ace0-02a703e11d09 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'db2fe822-4e11-43f1-8365-880c9bfcb913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'de07f847-897e-45db-b51f-d4de995ee253'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:39.535616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Attempting to bind port b65ea7b1-550c-4733-ace0-02a703e11d09 on network de07f847-897e-45db-b51f-d4de995ee253 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:39.541799 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:39.542535 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Checking segment: {'id': 'db2fe822-4e11-43f1-8365-880c9bfcb913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'de07f847-897e-45db-b51f-d4de995ee253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:39.543125 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.544244 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Bound using segment: {'id': 'db2fe822-4e11-43f1-8365-880c9bfcb913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'de07f847-897e-45db-b51f-d4de995ee253'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:39.544891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Bound port: b65ea7b1-550c-4733-ace0-02a703e11d09, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2fe822-4e11-43f1-8365-880c9bfcb913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'de07f847-897e-45db-b51f-d4de995ee253'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:39.545680 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.567738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eff930ae-d2cc-4850-a2fb-65800cc5d081 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.601446 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6dee8bd6-64a5-44ce-800d-164128bb95ca tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.614681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff930ae-d2cc-4850-a2fb-65800cc5d081 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event deleted for resources: {'Port': ['ID=c3cff06f-9486-456d-a09b-1b872d67b953,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:39.618704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] For port b65ea7b1-550c-4733-ace0-02a703e11d09, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:39.623046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] For port b65ea7b1-550c-4733-ace0-02a703e11d09, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b65ea7b1-550c-4733-ace0-02a703e11d09,segment=NetworkSegment(db2fe822-4e11-43f1-8365-880c9bfcb913),segment_id=db2fe822-4e11-43f1-8365-880c9bfcb913)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:39.627649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.630448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee8bd6-64a5-44ce-800d-164128bb95ca tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event deleted for resources: {'Subnet': ['ID=85a03787-e2dc-4b1f-9e9e-a95a47ef7568,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:39.635198 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6dee8bd6-64a5-44ce-800d-164128bb95ca tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.637103 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6dee8bd6-64a5-44ce-800d-164128bb95ca tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "DELETE /v2.0/subnets/85a03787-e2dc-4b1f-9e9e-a95a47ef7568 HTTP/1.1" status: 204 len: 168 time: 0.5893381 Aug 16 02:29:39.639597 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57716) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:39.667846 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eff930ae-d2cc-4850-a2fb-65800cc5d081 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.671532 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-eff930ae-d2cc-4850-a2fb-65800cc5d081 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.672728 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-eff930ae-d2cc-4850-a2fb-65800cc5d081 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "DELETE /v2.0/floatingips/fde5bac0-2978-42b9-9939-1c8a14fbd097 HTTP/1.1" status: 204 len: 168 time: 0.7775924 Aug 16 02:29:39.706910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fc7d4-f8a5-43c7-b1f1-c3b13ae173d5 None None] Pushing event updated for resources: {'Port': ['ID=b65ea7b1-550c-4733-ace0-02a703e11d09,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:39.716377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099d2953-3aa4-43ac-96f0-f5a51a7b6050 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:39.721828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-099d2953-3aa4-43ac-96f0-f5a51a7b6050 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0776467 Aug 16 02:29:39.722385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57722) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:39.805079 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.867595 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Deleting port b65ea7b1-550c-4733-ace0-02a703e11d09 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:39.867951 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.956386 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.971012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] For port b65ea7b1-550c-4733-ace0-02a703e11d09, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b65ea7b1-550c-4733-ace0-02a703e11d09,segment=NetworkSegment(db2fe822-4e11-43f1-8365-880c9bfcb913),segment_id=db2fe822-4e11-43f1-8365-880c9bfcb913)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:39.971591 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.995414 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Calling delete_port for b65ea7b1-550c-4733-ace0-02a703e11d09 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:40.086668 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.116071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event deleted for resources: {'Port': ['ID=b65ea7b1-550c-4733-ace0-02a703e11d09,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:40.117986 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] No DVR routers for this DVR port b65ea7b1-550c-4733-ace0-02a703e11d09 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:40.200549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.210731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de07f847-897e-45db-b51f-d4de995ee253']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:40.222113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2fe822-4e11-43f1-8365-880c9bfcb913') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:40.222413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2fe822-4e11-43f1-8365-880c9bfcb913') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:40.231754 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.246683 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.253194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:40.253612 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:40.266907 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:40.315273 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.322192 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.324011 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "DELETE /v2.0/networks/de07f847-897e-45db-b51f-d4de995ee253 HTTP/1.1" status: 204 len: 168 time: 0.6006989 Aug 16 02:29:40.326474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57730) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:40.350236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6a117-b9fb-42f9-ba4f-3c9990553741 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event deleted for resources: {'Network': ['ID=de07f847-897e-45db-b51f-d4de995ee253,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:40.417764 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.518654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.530768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f35cef-6d81-4683-84cf-250257c2f53e']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:40.545747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abb959e-f31a-4dbc-811b-e1515f1668c7') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:40.546041 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abb959e-f31a-4dbc-811b-e1515f1668c7') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:40.556722 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.573305 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.580889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:40.581358 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:40.585077 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:40.649202 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.657562 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.659254 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "DELETE /v2.0/networks/39f35cef-6d81-4683-84cf-250257c2f53e HTTP/1.1" status: 204 len: 168 time: 0.3318498 Aug 16 02:29:40.661894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57732) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:40.682974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fb5bd-825c-4456-8001-119080d54158 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event deleted for resources: {'Network': ['ID=39f35cef-6d81-4683-84cf-250257c2f53e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:40.770647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.859815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0339bd63-a05c-413e-82e1-eda9321f58a6 None None] Could not find standard attr ID for object b65ea7b1-550c-4733-ace0-02a703e11d09. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:29:40.872779 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.876157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e062317c-31dc-4b22-8259-af1ba5e8c4e4 None None] DHCP port deletion for de07f847-897e-45db-b51f-d4de995ee253 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:40.882922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f7ccf7-396a-40ed-9e73-a5418d65810c']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:40.896429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253e8e1a-a571-4cfd-be6e-b4139bf49dc0 None None] Network de07f847-897e-45db-b51f-d4de995ee253 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:40.897326 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678c6b30-a5b9-40d9-bee8-abf6b8891bc7') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:40.897723 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678c6b30-a5b9-40d9-bee8-abf6b8891bc7') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:40.907798 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.911684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253e8e1a-a571-4cfd-be6e-b4139bf49dc0 None None] Network de07f847-897e-45db-b51f-d4de995ee253 could not be found, it might have been deleted concurrently. {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:29:40.921099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff53618-66c5-4952-8e51-7434183138f7 None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:29:40.928125 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.936740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:40.937459 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:40.941471 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:41.007555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff53618-66c5-4952-8e51-7434183138f7 None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:29:41.012700 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.021550 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.026183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57736) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:41.026809 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "DELETE /v2.0/networks/81f7ccf7-396a-40ed-9e73-a5418d65810c HTTP/1.1" status: 204 len: 168 time: 0.3634632 Aug 16 02:29:41.050788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539da10-ca72-43cf-b70f-c49ffa6824c0 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event deleted for resources: {'Network': ['ID=81f7ccf7-396a-40ed-9e73-a5418d65810c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:41.110357 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.201093 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.211043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348cc299-f6ce-472e-99d8-101f590b5bff']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:41.223137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c508c2e9-834a-480d-82d0-6f1eeb43057d') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:41.223575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c508c2e9-834a-480d-82d0-6f1eeb43057d') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:41.234518 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.248455 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.254698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:41.255279 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:41.258402 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:41.315781 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.323182 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.325666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] 10.222.0.79 "DELETE /v2.0/networks/348cc299-f6ce-472e-99d8-101f590b5bff HTTP/1.1" status: 204 len: 168 time: 0.2984383 Aug 16 02:29:41.337891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400f299-a567-4920-9ac5-7d104a082716 tempest-BulkNetworkOpsIpV6Test-1756340119 tempest-BulkNetworkOpsIpV6Test-1756340119-project] Pushing event deleted for resources: {'Network': ['ID=348cc299-f6ce-472e-99d8-101f590b5bff,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:41.509968 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a69f0088-665e-4b24-a233-781e34298d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.585572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57742) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:41.603800 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.731233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-28f808c1-686a-46e3-b42c-a363d6e33eff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef5ea9e6335a4e4c95602acecf11beb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419477 Aug 16 02:29:41.731482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57746) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:41.779328 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-412e35ad-0744-4d20-9aea-6edad31c1d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.799566 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-412e35ad-0744-4d20-9aea-6edad31c1d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.845874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-412e35ad-0744-4d20-9aea-6edad31c1d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.848459 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-412e35ad-0744-4d20-9aea-6edad31c1d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.849566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-412e35ad-0744-4d20-9aea-6edad31c1d25 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb3b3497-e489-4ce0-8e35-320fd4eb33fd HTTP/1.1" status: 204 len: 168 time: 0.1172540 Aug 16 02:29:41.857417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e35ad-0744-4d20-9aea-6edad31c1d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3b3497-e489-4ce0-8e35-320fd4eb33fd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:42.525648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57770) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:42.626098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ac3a70fe-c1b8-418d-945d-e00f5d386c3f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1649368740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:42.649999 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ac3a70fe-c1b8-418d-945d-e00f5d386c3f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.651087 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ac3a70fe-c1b8-418d-945d-e00f5d386c3f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.707243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ac3a70fe-c1b8-418d-945d-e00f5d386c3f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.712940 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ac3a70fe-c1b8-418d-945d-e00f5d386c3f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.730373 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ac3a70fe-c1b8-418d-945d-e00f5d386c3f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.731899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b65ea7b1-550c-4733-ace0-02a703e11d09 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:42.735378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57774) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:42.735916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ac3a70fe-c1b8-418d-945d-e00f5d386c3f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2086856 Aug 16 02:29:42.741379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1164010184'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:42.754294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: b65ea7b1-550c-4733-ace0-02a703e11d09 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:42.754721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b65ea7b1-550c-4733-ace0-02a703e11d09 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:42.767203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Made reservation on behalf of 9fea96978f674671ad89c279f2ffe650 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:42.770773 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.780253 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.829473 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.877592 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.882928 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.911666 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:42.920848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c30a4b-171d-4984-8b82-4da3346cca8c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:42.929310 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.929310 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Added segment bbee3f0f-2be7-4d54-aa03-c7b2eb86107f of type vlan for network bfdde367-f089-4b5d-8d27-6f4a87078b39 Aug 16 02:29:42.970944 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.004754 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.010510 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.011145 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.046135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57778) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.071424 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3347697 Aug 16 02:29:43.074237 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57780) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.085982 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Request body: {'subnet': {'network_id': 'bfdde367-f089-4b5d-8d27-6f4a87078b39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:43.086603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c44410-b2da-4023-90a1-d62faf39574f tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event updated for resources: {'Network': ['ID=bfdde367-f089-4b5d-8d27-6f4a87078b39,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:43.098269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network bfdde367-f089-4b5d-8d27-6f4a87078b39 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:43.180149 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c4d41fd-386c-40d8-932b-7a8c801d0ff4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.218060 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c4d41fd-386c-40d8-932b-7a8c801d0ff4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.231303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Made reservation on behalf of 9fea96978f674671ad89c279f2ffe650 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:43.234714 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.371241 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c4d41fd-386c-40d8-932b-7a8c801d0ff4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.374308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0c4d41fd-386c-40d8-932b-7a8c801d0ff4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.375464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0c4d41fd-386c-40d8-932b-7a8c801d0ff4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] 10.222.0.79 "DELETE /v2.0/security-groups/d3c4c2ad-8845-4dc1-b1ff-99a293637823 HTTP/1.1" status: 204 len: 168 time: 0.3281081 Aug 16 02:29:43.392965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d41fd-386c-40d8-932b-7a8c801d0ff4 tempest-TestVolumeBootPattern-871081387 tempest-TestVolumeBootPattern-871081387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c4c2ad-8845-4dc1-b1ff-99a293637823,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:43.452109 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.458914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57786) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.511701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event updated for resources: {'Subnet': ['ID=c95539dc-e12e-4ec7-bdcb-e449d7e446ae,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:43.529186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Checking segment: {'id': 'bbee3f0f-2be7-4d54-aa03-c7b2eb86107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bfdde367-f089-4b5d-8d27-6f4a87078b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:43.529865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Network hostable DHCP agents. Network: bfdde367-f089-4b5d-8d27-6f4a87078b39, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:43.547344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Network bfdde367-f089-4b5d-8d27-6f4a87078b39 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:43.556059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, bfdde367-f089-4b5d-8d27-6f4a87078b39) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:43.561152 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.561875 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.565512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43937f40-e4e2-442b-8020-8c9d55a0becf None None] Network bfdde367-f089-4b5d-8d27-6f4a87078b39 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:43.581095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b697111e-87e8-4562-b84f-8118b5adb1f4 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5017552 Aug 16 02:29:43.581095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57790) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.593213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Request body: {'network': {'name': 'tempest-router-network01--815380393'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:43.661943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Made reservation on behalf of 9fea96978f674671ad89c279f2ffe650 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:43.665349 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.717188 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-bfdde367-f089-4b5d-8d27-6f4a87078b39', 'network_id': 'bfdde367-f089-4b5d-8d27-6f4a87078b39', 'tenant_id': '9fea96978f674671ad89c279f2ffe650', 'fixed_ips': [{'subnet_id': 'c95539dc-e12e-4ec7-bdcb-e449d7e446ae'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:43.718513 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.731874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:43.745889 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.746230 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Added segment 4fd2040d-abee-42c2-bc73-0398a3186636 of type vlan for network 74c259ca-fff9-427c-9e36-93060ccf535c Aug 16 02:29:43.830823 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.852467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Allocated IP 172.20.0.2 (bfdde367-f089-4b5d-8d27-6f4a87078b39/c95539dc-e12e-4ec7-bdcb-e449d7e446ae/8463e5be-b655-4351-8aaa-b041f1144b43) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:43.906564 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.912381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.912875 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.001401 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.011472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Transition to ACTIVE for port object 8463e5be-b655-4351-8aaa-b041f1144b43 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:44.029637 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Transition to ACTIVE for port object 8463e5be-b655-4351-8aaa-b041f1144b43 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:44.036165 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.080214 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Network bfdde367-f089-4b5d-8d27-6f4a87078b39 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:44.083595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:44.089506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:44.094166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Pushing event updated for resources: {'Port': ['ID=8463e5be-b655-4351-8aaa-b041f1144b43,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.162235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Attempting to bind port 8463e5be-b655-4351-8aaa-b041f1144b43 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:44.162834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Attempting to bind port 8463e5be-b655-4351-8aaa-b041f1144b43 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'bbee3f0f-2be7-4d54-aa03-c7b2eb86107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bfdde367-f089-4b5d-8d27-6f4a87078b39'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:44.163243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Attempting to bind port 8463e5be-b655-4351-8aaa-b041f1144b43 on network bfdde367-f089-4b5d-8d27-6f4a87078b39 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:44.170022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:44.170396 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Checking segment: {'id': 'bbee3f0f-2be7-4d54-aa03-c7b2eb86107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bfdde367-f089-4b5d-8d27-6f4a87078b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:44.170799 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.171194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Bound using segment: {'id': 'bbee3f0f-2be7-4d54-aa03-c7b2eb86107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bfdde367-f089-4b5d-8d27-6f4a87078b39'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:44.171669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Bound port: 8463e5be-b655-4351-8aaa-b041f1144b43, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbee3f0f-2be7-4d54-aa03-c7b2eb86107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bfdde367-f089-4b5d-8d27-6f4a87078b39'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:44.172050 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.239515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] For port 8463e5be-b655-4351-8aaa-b041f1144b43, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:44.243069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] For port 8463e5be-b655-4351-8aaa-b041f1144b43, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8463e5be-b655-4351-8aaa-b041f1144b43,segment=NetworkSegment(bbee3f0f-2be7-4d54-aa03-c7b2eb86107f),segment_id=bbee3f0f-2be7-4d54-aa03-c7b2eb86107f)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:44.247566 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.305166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d2e8a-4af0-4add-9156-20e10fd85bf1 None None] Pushing event updated for resources: {'Port': ['ID=8463e5be-b655-4351-8aaa-b041f1144b43,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.341170 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.358526 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7755599 Aug 16 02:29:44.361275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57792) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:44.366504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Request body: {'network': {'name': 'tempest-router-network02--703522954'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:44.375534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea055b5-4377-473c-9a9f-0051c8647d2d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event updated for resources: {'Network': ['ID=74c259ca-fff9-427c-9e36-93060ccf535c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.389045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 74c259ca-fff9-427c-9e36-93060ccf535c details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:44.393271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Made reservation on behalf of 9fea96978f674671ad89c279f2ffe650 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:44.397287 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.431136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:44.443399 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.443923 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Added segment 03d8c5c4-5d89-42a9-87c0-b0d85979dad2 of type vlan for network f21f0f4d-5373-4a00-b2a7-16bff767dbfc Aug 16 02:29:44.521876 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.525950 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.557874 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.563846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.564459 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.630374 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2677100 Aug 16 02:29:44.632776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57794) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:44.641200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Request body: {'subnet': {'network_id': '74c259ca-fff9-427c-9e36-93060ccf535c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:44.694414 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328d2b6-6c1d-4af8-867a-01e04683e2b6 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event updated for resources: {'Network': ['ID=f21f0f4d-5373-4a00-b2a7-16bff767dbfc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.706982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network f21f0f4d-5373-4a00-b2a7-16bff767dbfc details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:44.757105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Made reservation on behalf of 9fea96978f674671ad89c279f2ffe650 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:44.761386 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.817428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8463e5be-b655-4351-8aaa-b041f1144b43 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:44.847012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] Deleting port 006af4c6-1691-4398-9cbc-f86c7a50579c {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:44.847602 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.868541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 8463e5be-b655-4351-8aaa-b041f1144b43 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:44.930673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] For port 006af4c6-1691-4398-9cbc-f86c7a50579c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=006af4c6-1691-4398-9cbc-f86c7a50579c,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:44.931029 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.944873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] Calling delete_port for 006af4c6-1691-4398-9cbc-f86c7a50579c owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:44.975836 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.044786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event updated for resources: {'Subnet': ['ID=9fcf0032-41eb-4439-a7c5-70c4a2bb20c3,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:45.053932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Checking segment: {'id': '4fd2040d-abee-42c2-bc73-0398a3186636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '74c259ca-fff9-427c-9e36-93060ccf535c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:45.054300 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Network hostable DHCP agents. Network: 74c259ca-fff9-427c-9e36-93060ccf535c, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:45.075174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Network 74c259ca-fff9-427c-9e36-93060ccf535c is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:45.086655 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 74c259ca-fff9-427c-9e36-93060ccf535c) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:45.094554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.095345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.097764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f0efe-0a34-40bd-8a15-3c9f224bb13c None None] Network 74c259ca-fff9-427c-9e36-93060ccf535c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:45.113257 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b5e3c46d-02c9-4424-b404-b406a08ab052 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4767106 Aug 16 02:29:45.117483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57796) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:45.123463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Request body: {'subnet': {'network_id': 'f21f0f4d-5373-4a00-b2a7-16bff767dbfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:45.158395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.195939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=006af4c6-1691-4398-9cbc-f86c7a50579c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:45.235605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Made reservation on behalf of 9fea96978f674671ad89c279f2ffe650 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:45.242065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.289910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-74c259ca-fff9-427c-9e36-93060ccf535c', 'network_id': '74c259ca-fff9-427c-9e36-93060ccf535c', 'tenant_id': '9fea96978f674671ad89c279f2ffe650', 'fixed_ips': [{'subnet_id': '9fcf0032-41eb-4439-a7c5-70c4a2bb20c3'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:45.291920 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.407992 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.503914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6a6d11-0c7a-497f-bead-e2d6a10127ac None None] Network bfdde367-f089-4b5d-8d27-6f4a87078b39 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:45.522847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Allocated IP 172.20.0.2 (74c259ca-fff9-427c-9e36-93060ccf535c/9fcf0032-41eb-4439-a7c5-70c4a2bb20c3/9493997c-de28-491c-bfd2-75795822eb47) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:45.546959 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.592006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-00106879-5450-4abc-a807-2bb8cc97ebd7 None None] Provisioning for port 8463e5be-b655-4351-8aaa-b041f1144b43 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:45.607957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event updated for resources: {'Subnet': ['ID=106fe5ca-8ade-4b0d-82b0-b23529564233,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:45.619804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Checking segment: {'id': '03d8c5c4-5d89-42a9-87c0-b0d85979dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f21f0f4d-5373-4a00-b2a7-16bff767dbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:45.620169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Network hostable DHCP agents. Network: f21f0f4d-5373-4a00-b2a7-16bff767dbfc, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:45.637077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-00106879-5450-4abc-a807-2bb8cc97ebd7 None None] Provisioning complete for port 8463e5be-b655-4351-8aaa-b041f1144b43 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:45.637307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Network f21f0f4d-5373-4a00-b2a7-16bff767dbfc is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:45.637444 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00106879-5450-4abc-a807-2bb8cc97ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.650631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, f21f0f4d-5373-4a00-b2a7-16bff767dbfc) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:45.657125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.657721 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.666089 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67045e-97dd-4e20-8999-abb7de3c079d None None] Network f21f0f4d-5373-4a00-b2a7-16bff767dbfc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:45.675997 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-68d933b5-816c-499e-aace-3a27faca74ea tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5573771 Aug 16 02:29:45.678671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57798) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:45.682166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] Router d975a779-ee2b-48f5-b51a-bcaed30e279c has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:45.806499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:45.813856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-64b59416-d82e-4610-bd83-43b1f3669cd9 admin admin] 10.222.0.79 "PUT /v2.0/routers/d975a779-ee2b-48f5-b51a-bcaed30e279c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3369334 Aug 16 02:29:45.815564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57800) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:45.917277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79eac4-601d-4f97-988b-19564511d400 None None] Sync routers for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:45.939820 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.988334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.991791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79eac4-601d-4f97-988b-19564511d400 None None] Routers {'d975a779-ee2b-48f5-b51a-bcaed30e279c'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:45.992441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6c79eac4-601d-4f97-988b-19564511d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d975a779-ee2b-48f5-b51a-bcaed30e279c'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:46.050300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.110283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Deleting port 118bf6b1-88bf-4653-a63c-389c914fd3a8 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:46.110939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.206926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] For port 118bf6b1-88bf-4653-a63c-389c914fd3a8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=118bf6b1-88bf-4653-a63c-389c914fd3a8,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:46.207290 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.220746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Calling delete_port for 118bf6b1-88bf-4653-a63c-389c914fd3a8 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:46.259870 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00106879-5450-4abc-a807-2bb8cc97ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.272876 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.317632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Transition to ACTIVE for port object 9493997c-de28-491c-bfd2-75795822eb47 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:46.320399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6c79eac4-601d-4f97-988b-19564511d400 None None] Set router d975a779-ee2b-48f5-b51a-bcaed30e279c gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:46.355916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-f21f0f4d-5373-4a00-b2a7-16bff767dbfc', 'network_id': 'f21f0f4d-5373-4a00-b2a7-16bff767dbfc', 'tenant_id': '9fea96978f674671ad89c279f2ffe650', 'fixed_ips': [{'subnet_id': '106fe5ca-8ade-4b0d-82b0-b23529564233'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:46.356769 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.408521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.427882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Transition to ACTIVE for port object 9493997c-de28-491c-bfd2-75795822eb47 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:46.437258 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Pushing event deleted for resources: {'Port': ['ID=118bf6b1-88bf-4653-a63c-389c914fd3a8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:46.476812 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.484912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-00106879-5450-4abc-a807-2bb8cc97ebd7 None None] For port 8463e5be-b655-4351-8aaa-b041f1144b43, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8463e5be-b655-4351-8aaa-b041f1144b43,segment=NetworkSegment(bbee3f0f-2be7-4d54-aa03-c7b2eb86107f),segment_id=bbee3f0f-2be7-4d54-aa03-c7b2eb86107f)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:46.501470 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.524258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Allocated IP 172.20.0.1 (74c259ca-fff9-427c-9e36-93060ccf535c/9fcf0032-41eb-4439-a7c5-70c4a2bb20c3/b7c88166-71de-460b-b417-7916203bea0d) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:46.556905 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00106879-5450-4abc-a807-2bb8cc97ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.596709 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.598875 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.626730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Network 74c259ca-fff9-427c-9e36-93060ccf535c is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:46.648861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.649501 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d975a779-ee2b-48f5-b51a-bcaed30e279c {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:29:46.657010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.660657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f83cbc4a-9283-4020-947e-69297bc61868 admin admin] 10.222.0.79 "DELETE /v2.0/routers/d975a779-ee2b-48f5-b51a-bcaed30e279c HTTP/1.1" status: 204 len: 168 time: 0.8413937 Aug 16 02:29:46.661545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57802) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:46.661808 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:46.668213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Pushing event updated for resources: {'Port': ['ID=9493997c-de28-491c-bfd2-75795822eb47,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:46.670866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:46.679639 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.694719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Transition to ACTIVE for port object b7c88166-71de-460b-b417-7916203bea0d will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:46.718611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-78174f74-954a-452b-a991-7849691f0c45 admin admin] Deleting subnet 62fa95a6-f539-4a2a-bec5-6be7a7f420e0 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:46.722611 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78174f74-954a-452b-a991-7849691f0c45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.743935 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.767076 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78174f74-954a-452b-a991-7849691f0c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.787935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Allocated IP 172.20.0.2 (f21f0f4d-5373-4a00-b2a7-16bff767dbfc/106fe5ca-8ade-4b0d-82b0-b23529564233/eee51003-d4b3-4ab9-86b6-62abbbbf7e2d) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:46.795538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Network 74c259ca-fff9-427c-9e36-93060ccf535c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:46.798880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:46.803000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:46.829101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8ae355e4-8eca-4e3c-863d-2a6e4a8a1a6f None None] Provisioning complete for port 8463e5be-b655-4351-8aaa-b041f1144b43 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:46.829440 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8ae355e4-8eca-4e3c-863d-2a6e4a8a1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.839809 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00106879-5450-4abc-a807-2bb8cc97ebd7 None None] Pushing event updated for resources: {'Port': ['ID=8463e5be-b655-4351-8aaa-b041f1144b43,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:46.857438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event updated for resources: {'Port': ['ID=b7c88166-71de-460b-b417-7916203bea0d,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:46.863189 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78174f74-954a-452b-a991-7849691f0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.865214 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.866567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Attempting to bind port 9493997c-de28-491c-bfd2-75795822eb47 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:46.866928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Attempting to bind port 9493997c-de28-491c-bfd2-75795822eb47 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '4fd2040d-abee-42c2-bc73-0398a3186636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '74c259ca-fff9-427c-9e36-93060ccf535c'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:46.867309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Attempting to bind port 9493997c-de28-491c-bfd2-75795822eb47 on network 74c259ca-fff9-427c-9e36-93060ccf535c {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:46.922175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78174f74-954a-452b-a991-7849691f0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.929579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:46.930171 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Checking segment: {'id': '4fd2040d-abee-42c2-bc73-0398a3186636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '74c259ca-fff9-427c-9e36-93060ccf535c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:46.930878 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.930878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Bound using segment: {'id': '4fd2040d-abee-42c2-bc73-0398a3186636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '74c259ca-fff9-427c-9e36-93060ccf535c'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:46.931212 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Bound port: 9493997c-de28-491c-bfd2-75795822eb47, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd2040d-abee-42c2-bc73-0398a3186636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '74c259ca-fff9-427c-9e36-93060ccf535c'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:46.931671 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.951642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78174f74-954a-452b-a991-7849691f0c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62fa95a6-f539-4a2a-bec5-6be7a7f420e0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:46.954904 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78174f74-954a-452b-a991-7849691f0c45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.960166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-78174f74-954a-452b-a991-7849691f0c45 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/62fa95a6-f539-4a2a-bec5-6be7a7f420e0 HTTP/1.1" status: 204 len: 168 time: 0.2968440 Aug 16 02:29:46.960372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57804) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:46.969072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d7482-747a-43e2-86e8-30978a134bc5 None None] Network aa825c6e-a21d-4154-8526-44de4f4b199d requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:47.003580 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.029752 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.079400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6c79eac4-601d-4f97-988b-19564511d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'name': 'tempest-TestVolumeBootPattern-1896843392-router', 'tenant_id': 'd75bbba41d5646da86049365f8e03555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:08Z', 'updated_at': '2021-08-16T02:29:45Z', 'revision_number': 5, 'project_id': 'd75bbba41d5646da86049365f8e03555', 'gw_port': {'id': '118bf6b1-88bf-4653-a63c-389c914fd3a8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd975a779-ee2b-48f5-b51a-bcaed30e279c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:10Z', 'updated_at': '2021-08-16T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:47.093860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Deleting port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:47.094288 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.150771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79eac4-601d-4f97-988b-19564511d400 None None] Checking router: d975a779-ee2b-48f5-b51a-bcaed30e279c for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:47.163439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] For port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d0672f6f-0c7c-47b2-92d4-d7eaf459b96f,segment=NetworkSegment(42be88d8-2f32-4b22-8c2a-07bfc3d4388d),segment_id=42be88d8-2f32-4b22-8c2a-07bfc3d4388d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:47.164380 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.179347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Calling delete_port for d0672f6f-0c7c-47b2-92d4-d7eaf459b96f owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:47.180823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] For port 9493997c-de28-491c-bfd2-75795822eb47, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:47.251506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] For port 9493997c-de28-491c-bfd2-75795822eb47, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9493997c-de28-491c-bfd2-75795822eb47,segment=NetworkSegment(4fd2040d-abee-42c2-bc73-0398a3186636),segment_id=4fd2040d-abee-42c2-bc73-0398a3186636)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:47.271515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79eac4-601d-4f97-988b-19564511d400 None None] Routers set() bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:47.272249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79eac4-601d-4f97-988b-19564511d400 None None] Router IDs set() for agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:29:47.273246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_agentschedulers_db [None req-6c79eac4-601d-4f97-988b-19564511d400 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d975a779-ee2b-48f5-b51a-bcaed30e279c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent'). {{(pid=101382) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:29:47.273643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79eac4-601d-4f97-988b-19564511d400 None None] The sync data for ids ['d975a779-ee2b-48f5-b51a-bcaed30e279c'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:47.275668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.276389 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.297280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] No DVR routers for this DVR port d0672f6f-0c7c-47b2-92d4-d7eaf459b96f on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:47.313519 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.320707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d0672f6f-0c7c-47b2-92d4-d7eaf459b96f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.322136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.329714 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.357889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Transition to ACTIVE for port object eee51003-d4b3-4ab9-86b6-62abbbbf7e2d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:47.394113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e998ea3-d59a-4ba1-8b80-656bff31f84f None None] Pushing event updated for resources: {'Port': ['ID=9493997c-de28-491c-bfd2-75795822eb47,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.403592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Transition to ACTIVE for port object eee51003-d4b3-4ab9-86b6-62abbbbf7e2d will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:47.414687 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.414983 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.437186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa825c6e-a21d-4154-8526-44de4f4b199d']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:47.437549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event updated for resources: {'Port': ['ID=b7c88166-71de-460b-b417-7916203bea0d,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.451122 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.451971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42be88d8-2f32-4b22-8c2a-07bfc3d4388d') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:47.452281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42be88d8-2f32-4b22-8c2a-07bfc3d4388d') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:47.464490 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.466554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Network f21f0f4d-5373-4a00-b2a7-16bff767dbfc is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:47.474354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:47.479626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:47.490937 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.493676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Pushing event updated for resources: {'Port': ['ID=eee51003-d4b3-4ab9-86b6-62abbbbf7e2d,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.505221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:47.505800 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:47.508413 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:47.556811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Attempting to bind port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:47.557218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Attempting to bind port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '03d8c5c4-5d89-42a9-87c0-b0d85979dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f21f0f4d-5373-4a00-b2a7-16bff767dbfc'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:47.557593 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Attempting to bind port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d on network f21f0f4d-5373-4a00-b2a7-16bff767dbfc {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:47.563555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:47.563938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Checking segment: {'id': '03d8c5c4-5d89-42a9-87c0-b0d85979dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f21f0f4d-5373-4a00-b2a7-16bff767dbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:47.564348 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.564746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Bound using segment: {'id': '03d8c5c4-5d89-42a9-87c0-b0d85979dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f21f0f4d-5373-4a00-b2a7-16bff767dbfc'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:47.565259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Bound port: eee51003-d4b3-4ab9-86b6-62abbbbf7e2d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d8c5c4-5d89-42a9-87c0-b0d85979dad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f21f0f4d-5373-4a00-b2a7-16bff767dbfc'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:47.565649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.591083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Network 74c259ca-fff9-427c-9e36-93060ccf535c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:47.595406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:47.601677 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.607239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.611867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] 10.222.0.79 "DELETE /v2.0/networks/aa825c6e-a21d-4154-8526-44de4f4b199d HTTP/1.1" status: 204 len: 168 time: 0.6477225 Aug 16 02:29:47.612575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57806) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:47.645000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] For port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:47.649426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] For port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eee51003-d4b3-4ab9-86b6-62abbbbf7e2d,segment=NetworkSegment(03d8c5c4-5d89-42a9-87c0-b0d85979dad2),segment_id=03d8c5c4-5d89-42a9-87c0-b0d85979dad2)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:47.655441 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.665447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a109101-1521-44ea-805d-5a9338a378ea admin admin] Pushing event deleted for resources: {'Network': ['ID=aa825c6e-a21d-4154-8526-44de4f4b199d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.708579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90818ef2-1f6f-4a2b-85bc-215d8e050129 None None] DHCP port deletion for aa825c6e-a21d-4154-8526-44de4f4b199d request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:47.732369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649c9a6-6330-418d-ba88-6317690c58a1 None None] Pushing event updated for resources: {'Port': ['ID=eee51003-d4b3-4ab9-86b6-62abbbbf7e2d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.783605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Router 2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:29:47.925172 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:47.937636 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f336b9-c84e-47dc-b189-fa41f19c7931 None None] Sync routers for ids ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:47.952570 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2c1d9788-132f-4a56-8c8d-b29049221ca0 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "PUT /v2.0/routers/2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2722881 Aug 16 02:29:47.957639 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f336b9-c84e-47dc-b189-fa41f19c7931 None None] Routers {'2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:47.958707 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e7f336b9-c84e-47dc-b189-fa41f19c7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:47.960962 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57808) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.025537 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e7f336b9-c84e-47dc-b189-fa41f19c7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:48.040288 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f336b9-c84e-47dc-b189-fa41f19c7931 None None] Routers {'2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:48.041232 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e7f336b9-c84e-47dc-b189-fa41f19c7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:48.085034 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e7f336b9-c84e-47dc-b189-fa41f19c7931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:48.089465 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f336b9-c84e-47dc-b189-fa41f19c7931 None None] The sync data for ids ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:48.222981 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.544695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] Deleting port a8ce55c2-33cc-4429-a270-33b4c01c70b8 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:48.545080 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.592203 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.649310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] For port a8ce55c2-33cc-4429-a270-33b4c01c70b8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a8ce55c2-33cc-4429-a270-33b4c01c70b8,segment=NetworkSegment(7102b234-d232-4f5f-9425-391f6ef25ddc),segment_id=7102b234-d232-4f5f-9425-391f6ef25ddc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:48.649822 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.671397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] Calling delete_port for a8ce55c2-33cc-4429-a270-33b4c01c70b8 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:48.774390 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-083c1ea9-519f-4433-8cb8-e6035298a2fc tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:29:48.775876 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-083c1ea9-519f-4433-8cb8-e6035298a2fc tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "PUT /v2.0/routers/2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8136384 Aug 16 02:29:48.780235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57812) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.845825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f7165a-1571-416e-95e5-13450fefec57 None None] Network 74c259ca-fff9-427c-9e36-93060ccf535c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:48.929213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.056725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ce55c2-33cc-4429-a270-33b4c01c70b8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:49.213918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eee51003-d4b3-4ab9-86b6-62abbbbf7e2d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:49.216656 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.263460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0f97786-e43d-4db2-b4b5-cd70dea4dd3e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.294844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e30db16b-b3f0-4c92-978c-cedd59920fba None None] Provisioning for port 9493997c-de28-491c-bfd2-75795822eb47 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:49.313403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:49.319815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8463e5be-b655-4351-8aaa-b041f1144b43 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:49.394892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9177a0ae-b6bd-401d-b606-a559d3c97a6d None None] Network f21f0f4d-5373-4a00-b2a7-16bff767dbfc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:49.438819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8463e5be-b655-4351-8aaa-b041f1144b43 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:49.439198 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.503102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ac988323-980d-402f-8215-b82dc58a9d0d None None] Provisioning for port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:49.513816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ac988323-980d-402f-8215-b82dc58a9d0d None None] Provisioning complete for port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:49.514194 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ac988323-980d-402f-8215-b82dc58a9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.514709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] Router bc853a05-c466-4b3b-a4f5-307111f389b9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:49.602442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c0f97786-e43d-4db2-b4b5-cd70dea4dd3e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Deleting port b7c88166-71de-460b-b417-7916203bea0d {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:49.603205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0f97786-e43d-4db2-b4b5-cd70dea4dd3e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.649714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9493997c-de28-491c-bfd2-75795822eb47 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:49.659653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:49.666193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f87cd962-58bf-48c5-b7a0-a6fb0bc81a8b admin admin] 10.222.0.79 "PUT /v2.0/routers/bc853a05-c466-4b3b-a4f5-307111f389b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0522211 Aug 16 02:29:49.668594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57814) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:49.708280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1473c-12c5-459f-b664-8a7be8055fd5 None None] Sync routers for ids ['bc853a05-c466-4b3b-a4f5-307111f389b9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:49.749517 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ac988323-980d-402f-8215-b82dc58a9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.765520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1473c-12c5-459f-b664-8a7be8055fd5 None None] Routers {'bc853a05-c466-4b3b-a4f5-307111f389b9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:49.766049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-20e1473c-12c5-459f-b664-8a7be8055fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bc853a05-c466-4b3b-a4f5-307111f389b9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:49.796193 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0f97786-e43d-4db2-b4b5-cd70dea4dd3e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.817675 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c0f97786-e43d-4db2-b4b5-cd70dea4dd3e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Calling delete_port for b7c88166-71de-460b-b417-7916203bea0d owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:49.835723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.879030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ac988323-980d-402f-8215-b82dc58a9d0d None None] For port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eee51003-d4b3-4ab9-86b6-62abbbbf7e2d,segment=NetworkSegment(03d8c5c4-5d89-42a9-87c0-b0d85979dad2),segment_id=03d8c5c4-5d89-42a9-87c0-b0d85979dad2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:49.882019 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 9493997c-de28-491c-bfd2-75795822eb47 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:49.892004 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ac988323-980d-402f-8215-b82dc58a9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.899683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 9493997c-de28-491c-bfd2-75795822eb47 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:49.900056 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.985249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-20e1473c-12c5-459f-b664-8a7be8055fd5 None None] Set router bc853a05-c466-4b3b-a4f5-307111f389b9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:50.115147 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.122265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-96af7c7c-3e18-4aa4-b506-7dfb89bd735d None None] Provisioning for port b7c88166-71de-460b-b417-7916203bea0d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:50.124614 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac988323-980d-402f-8215-b82dc58a9d0d None None] Pushing event updated for resources: {'Port': ['ID=eee51003-d4b3-4ab9-86b6-62abbbbf7e2d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.144676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-96af7c7c-3e18-4aa4-b506-7dfb89bd735d None None] Provisioning complete for port b7c88166-71de-460b-b417-7916203bea0d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:50.145073 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-96af7c7c-3e18-4aa4-b506-7dfb89bd735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.220751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0f97786-e43d-4db2-b4b5-cd70dea4dd3e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.227372 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Deleting port 71db3cb7-3d7f-4d66-894b-8239e0cb9787 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:50.227706 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.245143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-96af7c7c-3e18-4aa4-b506-7dfb89bd735d None None] Port b7c88166-71de-460b-b417-7916203bea0d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:50.250550 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.297912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-96af7c7c-3e18-4aa4-b506-7dfb89bd735d None None] Provisioning complete for port 9493997c-de28-491c-bfd2-75795822eb47 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:50.298183 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-96af7c7c-3e18-4aa4-b506-7dfb89bd735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.305264 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f97786-e43d-4db2-b4b5-cd70dea4dd3e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event deleted for resources: {'Port': ['ID=b7c88166-71de-460b-b417-7916203bea0d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.353645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 9493997c-de28-491c-bfd2-75795822eb47, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9493997c-de28-491c-bfd2-75795822eb47,segment=NetworkSegment(4fd2040d-abee-42c2-bc73-0398a3186636),segment_id=4fd2040d-abee-42c2-bc73-0398a3186636)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:50.364832 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.432321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-20e1473c-12c5-459f-b664-8a7be8055fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'name': 'tempest-TestVolumeBootPattern-504006735-router', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:27Z', 'updated_at': '2021-08-16T02:29:48Z', 'revision_number': 5, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'gw_port': {'id': '71db3cb7-3d7f-4d66-894b-8239e0cb9787', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:29Z', 'updated_at': '2021-08-16T02:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:50.472384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] For port 71db3cb7-3d7f-4d66-894b-8239e0cb9787, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=71db3cb7-3d7f-4d66-894b-8239e0cb9787,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:50.472643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1473c-12c5-459f-b664-8a7be8055fd5 None None] Checking router: bc853a05-c466-4b3b-a4f5-307111f389b9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:50.472765 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.474900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 118bf6b1-88bf-4653-a63c-389c914fd3a8 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:50.487419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=9493997c-de28-491c-bfd2-75795822eb47,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.515684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Calling delete_port for 71db3cb7-3d7f-4d66-894b-8239e0cb9787 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:50.519683 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c0f97786-e43d-4db2-b4b5-cd70dea4dd3e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.520562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 118bf6b1-88bf-4653-a63c-389c914fd3a8 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:50.520907 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 118bf6b1-88bf-4653-a63c-389c914fd3a8 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:50.521354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d0672f6f-0c7c-47b2-92d4-d7eaf459b96f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:50.548263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1473c-12c5-459f-b664-8a7be8055fd5 None None] Routers {'bc853a05-c466-4b3b-a4f5-307111f389b9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:50.548829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-20e1473c-12c5-459f-b664-8a7be8055fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bc853a05-c466-4b3b-a4f5-307111f389b9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:50.601958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: d0672f6f-0c7c-47b2-92d4-d7eaf459b96f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:50.602297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d0672f6f-0c7c-47b2-92d4-d7eaf459b96f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:50.602719 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 006af4c6-1691-4398-9cbc-f86c7a50579c no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:50.655648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 006af4c6-1691-4398-9cbc-f86c7a50579c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:50.656353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 006af4c6-1691-4398-9cbc-f86c7a50579c not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:50.688074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-20e1473c-12c5-459f-b664-8a7be8055fd5 None None] Set router bc853a05-c466-4b3b-a4f5-307111f389b9 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:50.759207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-20e1473c-12c5-459f-b664-8a7be8055fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'name': 'tempest-TestVolumeBootPattern-504006735-router', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:27Z', 'updated_at': '2021-08-16T02:29:50Z', 'revision_number': 6, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:50.781690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f97786-e43d-4db2-b4b5-cd70dea4dd3e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Router 2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:50.893780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f97786-e43d-4db2-b4b5-cd70dea4dd3e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:50.907292 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c0f97786-e43d-4db2-b4b5-cd70dea4dd3e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "PUT /v2.0/routers/2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1204402 Aug 16 02:29:50.907292 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57816) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:50.910108 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa89dd-4b3b-4369-88c3-fc6135466c96 None None] Sync routers for ids ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:50.919812 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa89dd-4b3b-4369-88c3-fc6135466c96 None None] Routers {'2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:50.920378 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-abaa89dd-4b3b-4369-88c3-fc6135466c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:50.953705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eee51003-d4b3-4ab9-86b6-62abbbbf7e2d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:50.954669 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-abaa89dd-4b3b-4369-88c3-fc6135466c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:50.955307 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-26f4e6d3-0e74-4353-93b6-0269337b2b7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] delete failed (client error): The resource could not be found. Aug 16 02:29:50.960190 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-26f4e6d3-0e74-4353-93b6-0269337b2b7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-1103863898 HTTP/1.1" status: 404 len: 335 time: 0.0485497 Aug 16 02:29:50.960190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.960555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57818) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:50.965988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0554a34b-deb1-498e-beda-e17e1762694a tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Request body: {'router': {'external_gateway_info': {'network_id': '2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:50.973123 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa89dd-4b3b-4369-88c3-fc6135466c96 None None] Routers {'2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:50.974404 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-abaa89dd-4b3b-4369-88c3-fc6135466c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:50.986684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Pushing event deleted for resources: {'Port': ['ID=71db3cb7-3d7f-4d66-894b-8239e0cb9787,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.005505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1473c-12c5-459f-b664-8a7be8055fd5 None None] The sync data for ids ['bc853a05-c466-4b3b-a4f5-307111f389b9'] in n-d-768851-16 is: [{'id': 'bc853a05-c466-4b3b-a4f5-307111f389b9', 'name': 'tempest-TestVolumeBootPattern-504006735-router', 'tenant_id': 'b2017e02212a47a7ab0f10301c2559d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:27Z', 'updated_at': '2021-08-16T02:29:50Z', 'revision_number': 6, 'project_id': 'b2017e02212a47a7ab0f10301c2559d4', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:51.016619 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-abaa89dd-4b3b-4369-88c3-fc6135466c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:51.017574 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa89dd-4b3b-4369-88c3-fc6135466c96 None None] The sync data for ids ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:51.027078 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-59b86b5c-5449-4266-875f-4f3d79a88db3 None None] Provisioning complete for port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:51.028240 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-59b86b5c-5449-4266-875f-4f3d79a88db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.065942 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.084563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:51.084931 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.156990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-59b86b5c-5449-4266-875f-4f3d79a88db3 None None] Could not find standard attr ID for object b7c88166-71de-460b-b417-7916203bea0d. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:29:51.163119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.166299 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.198735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9493997c-de28-491c-bfd2-75795822eb47 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:51.216556 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.217164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc853a05-c466-4b3b-a4f5-307111f389b9 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:29:51.222203 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.225629 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2e0fecae-716a-4598-b20b-a2fb067627df admin admin] 10.222.0.79 "DELETE /v2.0/routers/bc853a05-c466-4b3b-a4f5-307111f389b9 HTTP/1.1" status: 204 len: 168 time: 1.5537205 Aug 16 02:29:51.225889 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57820) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.253203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 9493997c-de28-491c-bfd2-75795822eb47 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:51.253825 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.274115 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3baeb55-3686-44dc-81f6-423f21149b03 admin admin] Deleting subnet 9cfee4ff-037c-486f-ac22-1d121a92b7b9 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:51.278599 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3baeb55-3686-44dc-81f6-423f21149b03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.315997 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3baeb55-3686-44dc-81f6-423f21149b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.415625 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3baeb55-3686-44dc-81f6-423f21149b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.482580 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3baeb55-3686-44dc-81f6-423f21149b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.517340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3baeb55-3686-44dc-81f6-423f21149b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cfee4ff-037c-486f-ac22-1d121a92b7b9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.519570 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f3baeb55-3686-44dc-81f6-423f21149b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.521546 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f3baeb55-3686-44dc-81f6-423f21149b03 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9cfee4ff-037c-486f-ac22-1d121a92b7b9 HTTP/1.1" status: 204 len: 168 time: 0.2946444 Aug 16 02:29:51.524125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57822) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.530649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6886943d-dbbd-4712-836e-2a72f8d3bf03 None None] Network aee16e0e-dd66-4eac-af4e-1b3617b06c5e requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:51.577824 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0554a34b-deb1-498e-beda-e17e1762694a tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.599133 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-0554a34b-deb1-498e-beda-e17e1762694a tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] update failed (client error): The resource could not be found. Aug 16 02:29:51.603757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0554a34b-deb1-498e-beda-e17e1762694a tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "PUT /v2.0/routers/2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89 HTTP/1.1" status: 404 len: 339 time: 0.6388221 Aug 16 02:29:51.604154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57824) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.699394 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.718254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4481e0e-51bf-4fbe-88c5-e3f5f61401af None None] DHCP port deletion for aee16e0e-dd66-4eac-af4e-1b3617b06c5e request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:51.765941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c4481e0e-51bf-4fbe-88c5-e3f5f61401af None None] Deleting port 432c0138-0c0b-4f9d-9157-8dc6747d3f08 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:51.766314 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c4481e0e-51bf-4fbe-88c5-e3f5f61401af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.833882 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c4481e0e-51bf-4fbe-88c5-e3f5f61401af None None] For port 432c0138-0c0b-4f9d-9157-8dc6747d3f08, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=432c0138-0c0b-4f9d-9157-8dc6747d3f08,segment=NetworkSegment(7102b234-d232-4f5f-9425-391f6ef25ddc),segment_id=7102b234-d232-4f5f-9425-391f6ef25ddc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:51.834398 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c4481e0e-51bf-4fbe-88c5-e3f5f61401af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.850472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c4481e0e-51bf-4fbe-88c5-e3f5f61401af None None] Calling delete_port for 432c0138-0c0b-4f9d-9157-8dc6747d3f08 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:51.927831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Deleting port 432c0138-0c0b-4f9d-9157-8dc6747d3f08 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:51.928178 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.937449 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c4481e0e-51bf-4fbe-88c5-e3f5f61401af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.958753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.962748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4481e0e-51bf-4fbe-88c5-e3f5f61401af None None] Pushing event deleted for resources: {'Port': ['ID=432c0138-0c0b-4f9d-9157-8dc6747d3f08,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.966700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4481e0e-51bf-4fbe-88c5-e3f5f61401af None None] No DVR routers for this DVR port 432c0138-0c0b-4f9d-9157-8dc6747d3f08 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:52.083966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] For port 432c0138-0c0b-4f9d-9157-8dc6747d3f08, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=432c0138-0c0b-4f9d-9157-8dc6747d3f08,segment=NetworkSegment(7102b234-d232-4f5f-9425-391f6ef25ddc),segment_id=7102b234-d232-4f5f-9425-391f6ef25ddc)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:52.084251 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.106126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Calling delete_port for 432c0138-0c0b-4f9d-9157-8dc6747d3f08 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:52.299726 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.339689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Allocated IP 172.20.0.1 (bfdde367-f089-4b5d-8d27-6f4a87078b39/c95539dc-e12e-4ec7-bdcb-e449d7e446ae/73c2809e-28ad-425f-b92b-e8eb334435ff) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:52.341652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Pushing event deleted for resources: {'Port': ['ID=432c0138-0c0b-4f9d-9157-8dc6747d3f08,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:52.347304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] No DVR routers for this DVR port 432c0138-0c0b-4f9d-9157-8dc6747d3f08 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:52.750208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.764732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee16e0e-dd66-4eac-af4e-1b3617b06c5e']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:52.773536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a8ce55c2-33cc-4429-a270-33b4c01c70b8 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:52.784355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7102b234-d232-4f5f-9425-391f6ef25ddc') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:52.784659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7102b234-d232-4f5f-9425-391f6ef25ddc') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:52.794171 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: a8ce55c2-33cc-4429-a270-33b4c01c70b8 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:52.794521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a8ce55c2-33cc-4429-a270-33b4c01c70b8 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:52.794941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 432c0138-0c0b-4f9d-9157-8dc6747d3f08 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:52.799468 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.816784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 432c0138-0c0b-4f9d-9157-8dc6747d3f08 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:52.817482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 432c0138-0c0b-4f9d-9157-8dc6747d3f08 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:52.817607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 71db3cb7-3d7f-4d66-894b-8239e0cb9787 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:52.825106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.836421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 71db3cb7-3d7f-4d66-894b-8239e0cb9787 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:52.836914 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 71db3cb7-3d7f-4d66-894b-8239e0cb9787 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:52.837836 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.840188 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:52.840579 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: self.session.flush() Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:52.842256 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:52.904550 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Transition to ACTIVE for port object 73c2809e-28ad-425f-b92b-e8eb334435ff will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:52.905997 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.913708 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.915539 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] 10.222.0.79 "DELETE /v2.0/networks/aee16e0e-dd66-4eac-af4e-1b3617b06c5e HTTP/1.1" status: 204 len: 168 time: 1.3905120 Aug 16 02:29:52.930265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a26f32-e758-4790-887c-ff99aa14d6da admin admin] Pushing event deleted for resources: {'Network': ['ID=aee16e0e-dd66-4eac-af4e-1b3617b06c5e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:52.957501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.007309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Network bfdde367-f089-4b5d-8d27-6f4a87078b39 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:53.010566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:53.014513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:53.021076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event updated for resources: {'Port': ['ID=73c2809e-28ad-425f-b92b-e8eb334435ff,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:53.050112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57828) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:53.063863 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.093589 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5d2c11b7-9c66-40d1-b0e0-712673aa7479 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d75bbba41d5646da86049365f8e03555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422676 Aug 16 02:29:53.096102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57830) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:53.149693 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-718f2f65-c1f3-4202-b6f1-4515944d0c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.175107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-718f2f65-c1f3-4202-b6f1-4515944d0c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.192642 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.233822 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-718f2f65-c1f3-4202-b6f1-4515944d0c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.236821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-718f2f65-c1f3-4202-b6f1-4515944d0c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.238054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-718f2f65-c1f3-4202-b6f1-4515944d0c3a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82c30c4a-e406-4c06-8d73-f9e8094447a8 HTTP/1.1" status: 204 len: 168 time: 0.1410401 Aug 16 02:29:53.246790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f2f65-c1f3-4202-b6f1-4515944d0c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c30c4a-e406-4c06-8d73-f9e8094447a8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:53.294991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0c45bede-6b30-4c67-baf8-e646e118b2f8 None None] Provisioning for port 73c2809e-28ad-425f-b92b-e8eb334435ff completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:53.300229 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0c45bede-6b30-4c67-baf8-e646e118b2f8 None None] Provisioning complete for port 73c2809e-28ad-425f-b92b-e8eb334435ff triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:53.300683 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0c45bede-6b30-4c67-baf8-e646e118b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.338694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0c45bede-6b30-4c67-baf8-e646e118b2f8 None None] Port 73c2809e-28ad-425f-b92b-e8eb334435ff cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:53.473935 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.479292 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.552685 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.555661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event updated for resources: {'Port': ['ID=73c2809e-28ad-425f-b92b-e8eb334435ff,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:53.614175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57836) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:53.652002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Network bfdde367-f089-4b5d-8d27-6f4a87078b39 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:53.654087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:53.657749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5b89bd2d-42ff-4737-894a-c536e1b91996 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2017e02212a47a7ab0f10301c2559d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422962 Aug 16 02:29:53.660876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57838) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:53.710493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-762fad2b-4c41-4719-b559-ccb2f096e61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.736128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-762fad2b-4c41-4719-b559-ccb2f096e61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.754331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Router 2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:53.788342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-762fad2b-4c41-4719-b559-ccb2f096e61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.791715 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-762fad2b-4c41-4719-b559-ccb2f096e61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.800410 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-762fad2b-4c41-4719-b559-ccb2f096e61b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3dd9d067-5731-4d6b-9909-44b229db2229 HTTP/1.1" status: 204 len: 168 time: 0.1367602 Aug 16 02:29:53.810779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fad2b-4c41-4719-b559-ccb2f096e61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd9d067-5731-4d6b-9909-44b229db2229,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:53.878536 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:53.883874 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-756e3d6d-9e92-4a87-9bee-e4068d6a76f7 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "PUT /v2.0/routers/2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2787299 Aug 16 02:29:53.886642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57842) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:53.889335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b2c74-3803-463f-a251-a291409364b4 None None] Sync routers for ids ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:53.899235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b2c74-3803-463f-a251-a291409364b4 None None] Routers {'2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:53.900190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d87b2c74-3803-463f-a251-a291409364b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:53.935830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d87b2c74-3803-463f-a251-a291409364b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:53.945217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b2c74-3803-463f-a251-a291409364b4 None None] Routers {'2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:53.945872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d87b2c74-3803-463f-a251-a291409364b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:53.986808 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f18be28-03e1-45cc-b765-39e56e9cbb71 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.988047 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d87b2c74-3803-463f-a251-a291409364b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:53.988906 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b2c74-3803-463f-a251-a291409364b4 None None] The sync data for ids ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'] in n-d-768851-16 is: [] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:53.999502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7aeea3c6-7f05-4a02-b96c-8030d7dfeb79 None None] Provisioning complete for port 73c2809e-28ad-425f-b92b-e8eb334435ff triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:54.000153 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7aeea3c6-7f05-4a02-b96c-8030d7dfeb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.049194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7aeea3c6-7f05-4a02-b96c-8030d7dfeb79 None None] Port 73c2809e-28ad-425f-b92b-e8eb334435ff cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:54.082990 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-4f18be28-03e1-45cc-b765-39e56e9cbb71 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:29:54.084049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4f18be28-03e1-45cc-b765-39e56e9cbb71 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "DELETE /v2.0/routers/2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89 HTTP/1.1" status: 409 len: 329 time: 0.1956244 Aug 16 02:29:54.087082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57844) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.440321 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-699b8a00-5477-421f-a26c-d9631284a3ff tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.685709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-699b8a00-5477-421f-a26c-d9631284a3ff tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Deleting port 73c2809e-28ad-425f-b92b-e8eb334435ff {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:54.686049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-699b8a00-5477-421f-a26c-d9631284a3ff tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.774083 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-699b8a00-5477-421f-a26c-d9631284a3ff tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.785871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-699b8a00-5477-421f-a26c-d9631284a3ff tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Calling delete_port for 73c2809e-28ad-425f-b92b-e8eb334435ff owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:54.957477 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-699b8a00-5477-421f-a26c-d9631284a3ff tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.982477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b8a00-5477-421f-a26c-d9631284a3ff tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event deleted for resources: {'Port': ['ID=73c2809e-28ad-425f-b92b-e8eb334435ff,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:55.129508 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-699b8a00-5477-421f-a26c-d9631284a3ff tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.288602 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699b8a00-5477-421f-a26c-d9631284a3ff tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Router 2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:55.363714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699b8a00-5477-421f-a26c-d9631284a3ff tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:55.368596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-699b8a00-5477-421f-a26c-d9631284a3ff tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "PUT /v2.0/routers/2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2804902 Aug 16 02:29:55.372847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57846) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.376544 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72397de4-89ed-406e-b9ef-aa809e80e8e7 None None] Sync routers for ids ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:55.385715 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72397de4-89ed-406e-b9ef-aa809e80e8e7 None None] Routers {'2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:55.386407 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-72397de4-89ed-406e-b9ef-aa809e80e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:55.410188 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-0045564a-bbae-469f-9329-bdaf750e3ee5 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] show failed (client error): The resource could not be found. Aug 16 02:29:55.411239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0045564a-bbae-469f-9329-bdaf750e3ee5 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-1285398427 HTTP/1.1" status: 404 len: 335 time: 0.0375819 Aug 16 02:29:55.414945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57848) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.417589 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-72397de4-89ed-406e-b9ef-aa809e80e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:55.419359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-77b17a51-1a10-4a00-b430-3a7ffaeb7bf8 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:55.426377 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72397de4-89ed-406e-b9ef-aa809e80e8e7 None None] Routers {'2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:55.426990 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-72397de4-89ed-406e-b9ef-aa809e80e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:29:41Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:55.456971 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-77b17a51-1a10-4a00-b430-3a7ffaeb7bf8 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] update failed (client error): The resource could not be found. Aug 16 02:29:55.458385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-77b17a51-1a10-4a00-b430-3a7ffaeb7bf8 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-1745637574 HTTP/1.1" status: 404 len: 335 time: 0.0425060 Aug 16 02:29:55.458888 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-72397de4-89ed-406e-b9ef-aa809e80e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:55.459546 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72397de4-89ed-406e-b9ef-aa809e80e8e7 None None] The sync data for ids ['2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89'] in n-d-768851-16 is: [] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:55.466749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57850) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.519136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-35102091-7e1f-4ad0-8fb0-559f6e266fd9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Deleting subnet 106fe5ca-8ade-4b0d-82b0-b23529564233 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:55.522247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35102091-7e1f-4ad0-8fb0-559f6e266fd9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.561997 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35102091-7e1f-4ad0-8fb0-559f6e266fd9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.650450 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35102091-7e1f-4ad0-8fb0-559f6e266fd9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.708158 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35102091-7e1f-4ad0-8fb0-559f6e266fd9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.733035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35102091-7e1f-4ad0-8fb0-559f6e266fd9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event deleted for resources: {'Subnet': ['ID=106fe5ca-8ade-4b0d-82b0-b23529564233,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:55.738669 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-35102091-7e1f-4ad0-8fb0-559f6e266fd9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.740502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-35102091-7e1f-4ad0-8fb0-559f6e266fd9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "DELETE /v2.0/subnets/106fe5ca-8ade-4b0d-82b0-b23529564233 HTTP/1.1" status: 204 len: 168 time: 0.2725129 Aug 16 02:29:55.742983 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57854) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.745404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fff8c91-66f5-4471-a2fc-a8f57494d92f None None] Network f21f0f4d-5373-4a00-b2a7-16bff767dbfc requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:55.794970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-924b9009-89a6-44e6-9d37-6fff25f4dff2 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Deleting subnet 9fcf0032-41eb-4439-a7c5-70c4a2bb20c3 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:55.798053 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-924b9009-89a6-44e6-9d37-6fff25f4dff2 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.838052 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-924b9009-89a6-44e6-9d37-6fff25f4dff2 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.916426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b09b58-e6ab-447c-9fac-36b93a20f272 None None] DHCP port deletion for f21f0f4d-5373-4a00-b2a7-16bff767dbfc request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:55.935225 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-924b9009-89a6-44e6-9d37-6fff25f4dff2 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.963758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-43b09b58-e6ab-447c-9fac-36b93a20f272 None None] Deleting port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:55.964137 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43b09b58-e6ab-447c-9fac-36b93a20f272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.995334 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-924b9009-89a6-44e6-9d37-6fff25f4dff2 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.024489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b9009-89a6-44e6-9d37-6fff25f4dff2 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event deleted for resources: {'Subnet': ['ID=9fcf0032-41eb-4439-a7c5-70c4a2bb20c3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.026493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-924b9009-89a6-44e6-9d37-6fff25f4dff2 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.031029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-924b9009-89a6-44e6-9d37-6fff25f4dff2 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "DELETE /v2.0/subnets/9fcf0032-41eb-4439-a7c5-70c4a2bb20c3 HTTP/1.1" status: 204 len: 168 time: 0.2847419 Aug 16 02:29:56.031926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57856) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.032867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c09be5-5101-4d31-a3f5-a689f5983d8e None None] Network 74c259ca-fff9-427c-9e36-93060ccf535c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:56.036301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-43b09b58-e6ab-447c-9fac-36b93a20f272 None None] For port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eee51003-d4b3-4ab9-86b6-62abbbbf7e2d,segment=NetworkSegment(03d8c5c4-5d89-42a9-87c0-b0d85979dad2),segment_id=03d8c5c4-5d89-42a9-87c0-b0d85979dad2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:56.036435 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43b09b58-e6ab-447c-9fac-36b93a20f272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.089848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-43b09b58-e6ab-447c-9fac-36b93a20f272 None None] Calling delete_port for eee51003-d4b3-4ab9-86b6-62abbbbf7e2d owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:56.112736 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.167238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Deleting port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:56.167959 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.227390 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43b09b58-e6ab-447c-9fac-36b93a20f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.233643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] For port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=eee51003-d4b3-4ab9-86b6-62abbbbf7e2d,segment=NetworkSegment(03d8c5c4-5d89-42a9-87c0-b0d85979dad2),segment_id=03d8c5c4-5d89-42a9-87c0-b0d85979dad2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:56.234006 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.248035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Calling delete_port for eee51003-d4b3-4ab9-86b6-62abbbbf7e2d owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:56.253868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b09b58-e6ab-447c-9fac-36b93a20f272 None None] Pushing event deleted for resources: {'Port': ['ID=eee51003-d4b3-4ab9-86b6-62abbbbf7e2d,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.261451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b09b58-e6ab-447c-9fac-36b93a20f272 None None] No DVR routers for this DVR port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:56.290837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e9cf8-3126-4291-b2ef-9f052d1166d3 None None] DHCP port deletion for 74c259ca-fff9-427c-9e36-93060ccf535c request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:56.330788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.337544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e9cf8-3126-4291-b2ef-9f052d1166d3 None None] Deleting port 9493997c-de28-491c-bfd2-75795822eb47 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:56.337922 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9cf8-3126-4291-b2ef-9f052d1166d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.357229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event deleted for resources: {'Port': ['ID=eee51003-d4b3-4ab9-86b6-62abbbbf7e2d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.362394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] No DVR routers for this DVR port eee51003-d4b3-4ab9-86b6-62abbbbf7e2d on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:56.406532 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-8c3e9cf8-3126-4291-b2ef-9f052d1166d3 None None] For port 9493997c-de28-491c-bfd2-75795822eb47, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9493997c-de28-491c-bfd2-75795822eb47,segment=NetworkSegment(4fd2040d-abee-42c2-bc73-0398a3186636),segment_id=4fd2040d-abee-42c2-bc73-0398a3186636)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:56.407042 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9cf8-3126-4291-b2ef-9f052d1166d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.419854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e9cf8-3126-4291-b2ef-9f052d1166d3 None None] Calling delete_port for 9493997c-de28-491c-bfd2-75795822eb47 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:56.448721 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.459086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21f0f4d-5373-4a00-b2a7-16bff767dbfc']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:56.470254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d8c5c4-5d89-42a9-87c0-b0d85979dad2') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:56.470554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d8c5c4-5d89-42a9-87c0-b0d85979dad2') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:56.479321 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.500880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.506137 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9cf8-3126-4291-b2ef-9f052d1166d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.508647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:56.509727 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: self.session.flush() Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:56.512946 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:56.528238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e9cf8-3126-4291-b2ef-9f052d1166d3 None None] Pushing event deleted for resources: {'Port': ['ID=9493997c-de28-491c-bfd2-75795822eb47,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.532059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e9cf8-3126-4291-b2ef-9f052d1166d3 None None] No DVR routers for this DVR port 9493997c-de28-491c-bfd2-75795822eb47 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:56.576027 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.583097 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.584963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "DELETE /v2.0/networks/f21f0f4d-5373-4a00-b2a7-16bff767dbfc HTTP/1.1" status: 204 len: 168 time: 0.5527351 Aug 16 02:29:56.587737 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57858) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.597585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d76022-370f-4263-8957-f741c2589e94 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event deleted for resources: {'Network': ['ID=f21f0f4d-5373-4a00-b2a7-16bff767dbfc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.671398 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.759654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.772150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c259ca-fff9-427c-9e36-93060ccf535c']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:56.773287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eee51003-d4b3-4ab9-86b6-62abbbbf7e2d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:56.783690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd2040d-abee-42c2-bc73-0398a3186636') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:56.783992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd2040d-abee-42c2-bc73-0398a3186636') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:56.793027 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.796199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: eee51003-d4b3-4ab9-86b6-62abbbbf7e2d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:56.796544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device eee51003-d4b3-4ab9-86b6-62abbbbf7e2d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:56.796959 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9493997c-de28-491c-bfd2-75795822eb47 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:56.806756 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.813381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:56.813610 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.815943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 9493997c-de28-491c-bfd2-75795822eb47 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:56.816291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9493997c-de28-491c-bfd2-75795822eb47 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:56.816597 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:56.880283 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.887783 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.889627 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "DELETE /v2.0/networks/74c259ca-fff9-427c-9e36-93060ccf535c HTTP/1.1" status: 204 len: 168 time: 0.3008838 Aug 16 02:29:56.892257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57860) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.901865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bcb6e-a225-486f-b62c-af98f1dd2ea1 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event deleted for resources: {'Network': ['ID=74c259ca-fff9-427c-9e36-93060ccf535c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.948537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb69c76-262e-4014-aa33-ad6327a1646d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Deleting subnet c95539dc-e12e-4ec7-bdcb-e449d7e446ae {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:56.952229 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb69c76-262e-4014-aa33-ad6327a1646d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.993293 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb69c76-262e-4014-aa33-ad6327a1646d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.075283 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb69c76-262e-4014-aa33-ad6327a1646d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.135463 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb69c76-262e-4014-aa33-ad6327a1646d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.162655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb69c76-262e-4014-aa33-ad6327a1646d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event deleted for resources: {'Subnet': ['ID=c95539dc-e12e-4ec7-bdcb-e449d7e446ae,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:57.166266 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbb69c76-262e-4014-aa33-ad6327a1646d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.170599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cbb69c76-262e-4014-aa33-ad6327a1646d tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "DELETE /v2.0/subnets/c95539dc-e12e-4ec7-bdcb-e449d7e446ae HTTP/1.1" status: 204 len: 168 time: 0.2749279 Aug 16 02:29:57.171623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57862) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.174951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f968b5-7577-403c-9635-099a5b6f5a39 None None] Network bfdde367-f089-4b5d-8d27-6f4a87078b39 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:57.248460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.307786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Deleting port 8463e5be-b655-4351-8aaa-b041f1144b43 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:57.308232 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.339674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5055ba8-79a6-4f33-8f67-b6ac9ee5f5b5 None None] DHCP port deletion for bfdde367-f089-4b5d-8d27-6f4a87078b39 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:57.372510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] For port 8463e5be-b655-4351-8aaa-b041f1144b43, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8463e5be-b655-4351-8aaa-b041f1144b43,segment=NetworkSegment(bbee3f0f-2be7-4d54-aa03-c7b2eb86107f),segment_id=bbee3f0f-2be7-4d54-aa03-c7b2eb86107f)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:57.372877 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.386386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Calling delete_port for 8463e5be-b655-4351-8aaa-b041f1144b43 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:57.392299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e5055ba8-79a6-4f33-8f67-b6ac9ee5f5b5 None None] Deleting port 8463e5be-b655-4351-8aaa-b041f1144b43 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:57.392681 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e5055ba8-79a6-4f33-8f67-b6ac9ee5f5b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.453861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e5055ba8-79a6-4f33-8f67-b6ac9ee5f5b5 None None] For port 8463e5be-b655-4351-8aaa-b041f1144b43, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8463e5be-b655-4351-8aaa-b041f1144b43,segment=NetworkSegment(bbee3f0f-2be7-4d54-aa03-c7b2eb86107f),segment_id=bbee3f0f-2be7-4d54-aa03-c7b2eb86107f)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:57.454255 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e5055ba8-79a6-4f33-8f67-b6ac9ee5f5b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.468852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e5055ba8-79a6-4f33-8f67-b6ac9ee5f5b5 None None] Calling delete_port for 8463e5be-b655-4351-8aaa-b041f1144b43 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:57.469111 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.494412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event deleted for resources: {'Port': ['ID=8463e5be-b655-4351-8aaa-b041f1144b43,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:57.497922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] No DVR routers for this DVR port 8463e5be-b655-4351-8aaa-b041f1144b43 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:57.548113 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e5055ba8-79a6-4f33-8f67-b6ac9ee5f5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.572813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5055ba8-79a6-4f33-8f67-b6ac9ee5f5b5 None None] Pushing event deleted for resources: {'Port': ['ID=8463e5be-b655-4351-8aaa-b041f1144b43,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:57.576008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.576403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5055ba8-79a6-4f33-8f67-b6ac9ee5f5b5 None None] No DVR routers for this DVR port 8463e5be-b655-4351-8aaa-b041f1144b43 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:57.591407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdde367-f089-4b5d-8d27-6f4a87078b39']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:57.602291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbee3f0f-2be7-4d54-aa03-c7b2eb86107f') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:57.602591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbee3f0f-2be7-4d54-aa03-c7b2eb86107f') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:57.611736 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.629380 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.635179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:57.635564 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:57.638520 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:57.695664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.700015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.704361 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "DELETE /v2.0/networks/bfdde367-f089-4b5d-8d27-6f4a87078b39 HTTP/1.1" status: 204 len: 168 time: 0.5302994 Aug 16 02:29:57.704848 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57864) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.717648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0dee7-fa92-4161-96d3-fd460e160c7e tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Pushing event deleted for resources: {'Network': ['ID=bfdde367-f089-4b5d-8d27-6f4a87078b39,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:57.732925 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-407b9d81-a6b9-4bbf-ba8a-6eea3fa85cad tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "GET /v2.0/ports?device_id=2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89 HTTP/1.1" status: 200 len: 205 time: 0.0269246 Aug 16 02:29:57.735153 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57866) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.813554 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c2e3a2-d9d2-473f-897c-0d7989e593c9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.979152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c2e3a2-d9d2-473f-897c-0d7989e593c9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.981296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c2e3a2-d9d2-473f-897c-0d7989e593c9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.024366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c2e3a2-d9d2-473f-897c-0d7989e593c9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.024912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c2e3a2-d9d2-473f-897c-0d7989e593c9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Fanout notify agent at l3_agent the message router_deleted on router 2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:29:58.032203 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-46c2e3a2-d9d2-473f-897c-0d7989e593c9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.033525 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-46c2e3a2-d9d2-473f-897c-0d7989e593c9 tempest-RoutersNegativeTest-759857745 tempest-RoutersNegativeTest-759857745-project] 10.222.0.79 "DELETE /v2.0/routers/2cd235d8-58c2-4da7-8d3e-aae4fbf1ce89 HTTP/1.1" status: 204 len: 168 time: 0.2972581 Aug 16 02:29:58.280878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57872) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:58.414895 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-53d09e2a-ad29-487d-8b64-5e48f9cf38cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9fea96978f674671ad89c279f2ffe650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328037 Aug 16 02:29:58.417351 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57876) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:58.468256 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e290cc45-1cd6-496b-8e26-7e6ae4f185b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.489879 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e290cc45-1cd6-496b-8e26-7e6ae4f185b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.537954 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e290cc45-1cd6-496b-8e26-7e6ae4f185b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.540594 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e290cc45-1cd6-496b-8e26-7e6ae4f185b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.541822 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e290cc45-1cd6-496b-8e26-7e6ae4f185b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a9c30a4b-171d-4984-8b82-4da3346cca8c HTTP/1.1" status: 204 len: 168 time: 0.1235754 Aug 16 02:29:58.549539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290cc45-1cd6-496b-8e26-7e6ae4f185b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c30a4b-171d-4984-8b82-4da3346cca8c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:58.770199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8463e5be-b655-4351-8aaa-b041f1144b43 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:58.791346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8463e5be-b655-4351-8aaa-b041f1144b43 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:58.791696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8463e5be-b655-4351-8aaa-b041f1144b43 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:59.921923 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57916) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.030627 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ee3bab5c-2bfc-470b-bac4-7711717a834b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.125995 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ee3bab5c-2bfc-470b-bac4-7711717a834b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.130498 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ee3bab5c-2bfc-470b-bac4-7711717a834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.170162 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ee3bab5c-2bfc-470b-bac4-7711717a834b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0e57c2d320b545958b2d48c3c55d36b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471437 Aug 16 02:30:00.171099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bab5c-2bfc-470b-bac4-7711717a834b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547cc2a9-d22a-45e2-9b6a-2cd9bcc17752,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:00.172844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57920) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.222213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbc2ffe0-28a0-4a02-9650-7e4b2ceea210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.242671 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbc2ffe0-28a0-4a02-9650-7e4b2ceea210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.288907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbc2ffe0-28a0-4a02-9650-7e4b2ceea210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.291421 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbc2ffe0-28a0-4a02-9650-7e4b2ceea210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.292568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cbc2ffe0-28a0-4a02-9650-7e4b2ceea210 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/547cc2a9-d22a-45e2-9b6a-2cd9bcc17752 HTTP/1.1" status: 204 len: 168 time: 0.1185906 Aug 16 02:30:00.300254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2ffe0-28a0-4a02-9650-7e4b2ceea210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547cc2a9-d22a-45e2-9b6a-2cd9bcc17752,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:00.557478 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57926) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.571650 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e2a68c8b-aadb-46df-9c17-9e28672cc16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.661575 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e2a68c8b-aadb-46df-9c17-9e28672cc16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.665520 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e2a68c8b-aadb-46df-9c17-9e28672cc16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.703763 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e2a68c8b-aadb-46df-9c17-9e28672cc16f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a1e7a7b089a24474a4561c1bc652b5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451602 Aug 16 02:30:00.704638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a68c8b-aadb-46df-9c17-9e28672cc16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b6e98e-b9d5-490c-9865-d68134d7e608,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:00.706488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57928) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.761308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-09d1b708-a763-4c53-807e-4b4380804d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.781747 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-09d1b708-a763-4c53-807e-4b4380804d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.828819 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-09d1b708-a763-4c53-807e-4b4380804d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.831331 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-09d1b708-a763-4c53-807e-4b4380804d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.832495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-09d1b708-a763-4c53-807e-4b4380804d3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8b6e98e-b9d5-490c-9865-d68134d7e608 HTTP/1.1" status: 204 len: 168 time: 0.1243691 Aug 16 02:30:00.840584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1b708-a763-4c53-807e-4b4380804d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b6e98e-b9d5-490c-9865-d68134d7e608,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:01.518522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57950) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:01.623902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-243420520-network', 'tenant_id': 'ef09b07822004af8bc24f615cfff2d07'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:01.644716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Made reservation on behalf of ef09b07822004af8bc24f615cfff2d07 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:01.647581 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.656751 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.746903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.750816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.774777 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:30:01.783281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:01.789240 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.789600 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Added segment 40245b65-ca7a-4e78-9566-62cb706cf93a of type vlan for network 0de640c7-bdc6-4daf-b452-f85a00d9357b Aug 16 02:30:01.838245 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.870437 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.872075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:01.872651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.925126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4054527 Aug 16 02:30:01.928067 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57954) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:01.933307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] Request body: {'subnet': {'network_id': '0de640c7-bdc6-4daf-b452-f85a00d9357b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-243420520-subnet', 'tenant_id': 'ef09b07822004af8bc24f615cfff2d07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:01.935981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a2345-ed6e-40bb-bc8c-a3c931bafba1 admin admin] Pushing event updated for resources: {'Network': ['ID=0de640c7-bdc6-4daf-b452-f85a00d9357b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:01.945491 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 0de640c7-bdc6-4daf-b452-f85a00d9357b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:30:01.954974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] Made reservation on behalf of ef09b07822004af8bc24f615cfff2d07 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:01.958028 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.139059 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.195004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14ec004-2109-4c8b-816b-c1aa98a48fdd,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:02.203502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] Checking segment: {'id': '40245b65-ca7a-4e78-9566-62cb706cf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0de640c7-bdc6-4daf-b452-f85a00d9357b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:02.203863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] Network hostable DHCP agents. Network: 0de640c7-bdc6-4daf-b452-f85a00d9357b, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:30:02.220612 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] Network 0de640c7-bdc6-4daf-b452-f85a00d9357b is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:30:02.229323 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 0de640c7-bdc6-4daf-b452-f85a00d9357b) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:02.234135 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:02.234725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.239818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca087e-c6b7-49f2-8917-3daf19845f37 None None] Network 0de640c7-bdc6-4daf-b452-f85a00d9357b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:02.249385 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2608c3a9-dc3c-4cbf-96dd-b33330bbcd0b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3201175 Aug 16 02:30:02.363092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01769a-0c28-416a-954d-de6e58e15858 None None] Network 0de640c7-bdc6-4daf-b452-f85a00d9357b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:02.720638 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 57970) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:02.725730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-541987234-network', 'tenant_id': '7c61cd7f70ef4f71b3ebcae995c6686e'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:02.746479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Made reservation on behalf of 7c61cd7f70ef4f71b3ebcae995c6686e for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:02.748937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.757499 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.846300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.850296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.870976 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:30:02.886195 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e744b3-f143-4343-bf21-647303ce1887,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:02.889070 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.889419 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Added segment b9f723c8-88ad-42d2-9826-7278e86c2447 of type vlan for network a3d7eb3e-5236-44f3-af1c-87ff65eedacf Aug 16 02:30:02.934340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.962825 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.963941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:02.964526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.015746 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2939847 Aug 16 02:30:03.018568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 57972) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:03.023587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] Request body: {'subnet': {'network_id': 'a3d7eb3e-5236-44f3-af1c-87ff65eedacf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-541987234-subnet', 'tenant_id': '7c61cd7f70ef4f71b3ebcae995c6686e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:03.026837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fbb67-05e5-4ad7-bfa1-4d73b55acdac admin admin] Pushing event updated for resources: {'Network': ['ID=a3d7eb3e-5236-44f3-af1c-87ff65eedacf,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:03.037409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network a3d7eb3e-5236-44f3-af1c-87ff65eedacf details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:30:03.045888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] Made reservation on behalf of 7c61cd7f70ef4f71b3ebcae995c6686e for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:03.048257 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.214745 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.268039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e0c508a-6db0-43af-901d-77991d9ba593,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:03.278681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] Checking segment: {'id': 'b9f723c8-88ad-42d2-9826-7278e86c2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a3d7eb3e-5236-44f3-af1c-87ff65eedacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:03.279044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] Network hostable DHCP agents. Network: a3d7eb3e-5236-44f3-af1c-87ff65eedacf, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:30:03.294407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] Network a3d7eb3e-5236-44f3-af1c-87ff65eedacf is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:30:03.302575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, a3d7eb3e-5236-44f3-af1c-87ff65eedacf) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:03.306543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:03.307119 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.312409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e2e05-d251-4f9d-994e-827779576455 None None] Network a3d7eb3e-5236-44f3-af1c-87ff65eedacf requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:03.323530 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9750b5e4-0fad-4135-8214-2008764267ed admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3038056 Aug 16 02:30:03.433901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78526c9f-2193-442a-af19-de3aeac2aba0 None None] Network a3d7eb3e-5236-44f3-af1c-87ff65eedacf requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:03.813628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-81ececde-2fce-4091-a73f-bd6ae35ebcc0 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:03.815022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-81ececde-2fce-4091-a73f-bd6ae35ebcc0 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/networks?id=0de640c7-bdc6-4daf-b452-f85a00d9357b HTTP/1.1" status: 200 len: 808 time: 0.1118972 Aug 16 02:30:03.830866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-7dac459f-d7da-4859-9acd-5bb8e7339352 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/quotas/ef09b07822004af8bc24f615cfff2d07 HTTP/1.1" status: 200 len: 375 time: 0.0096905 Aug 16 02:30:03.862613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-14521a1a-8e76-4048-9919-a82cf8bdc0a1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef09b07822004af8bc24f615cfff2d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263836 Aug 16 02:30:03.873171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-3257ef01-be18-493e-b27e-2c720bfef168 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:30:03.874127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-3257ef01-be18-493e-b27e-2c720bfef168 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050130 Aug 16 02:30:03.964458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-d587c5b2-b128-4db1-ae4f-efc52965e77f service neutron] 10.222.0.79 "GET /v2.0/networks/0de640c7-bdc6-4daf-b452-f85a00d9357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847363 Aug 16 02:30:04.053977 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-f8b2c53e-338f-44a5-ad51-eafea852b434 service neutron] 10.222.0.79 "GET /v2.0/networks/0de640c7-bdc6-4daf-b452-f85a00d9357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822237 Aug 16 02:30:04.226549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b06cad39-466c-4803-9dac-7e353fa66566 req-2f15997b-cc27-4610-920b-1bd4a6f961d1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 210 time: 0.0262446 Aug 16 02:30:05.124780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-65abafdc-0dc0-4620-8244-a31b6574a13c tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.126262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-65abafdc-0dc0-4620-8244-a31b6574a13c tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.89 "GET /v2.0/networks?id=0de640c7-bdc6-4daf-b452-f85a00d9357b HTTP/1.1" status: 200 len: 808 time: 0.1056139 Aug 16 02:30:05.140720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Request body: {'port': {'device_id': '1c010ac4-2a0a-433f-8758-91b4a25064e9', 'network_id': '0de640c7-bdc6-4daf-b452-f85a00d9357b', 'admin_state_up': True, 'tenant_id': 'ef09b07822004af8bc24f615cfff2d07'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:05.176782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-81787a56-7058-4366-a331-6285623eba87 req-b77100eb-ef4f-4b60-b0e1-01272e3c5b17 service neutron] (101380) timed out ('10.222.0.79', 45224) {{(pid=101380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:30:05.246495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Made reservation on behalf of ef09b07822004af8bc24f615cfff2d07 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:05.249983 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.680210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-510403ab-10f7-4859-9745-ec35a4aebc30 req-41b0ffee-9a2f-4844-9638-46ad15435acf tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 210 time: 0.0290654 Aug 16 02:30:05.744865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Allocated IP 172.20.0.8 (0de640c7-bdc6-4daf-b452-f85a00d9357b/b14ec004-2109-4c8b-816b-c1aa98a48fdd/ad539a3c-d169-488b-8868-8e9642c24b95) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:05.901541 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.941492 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.988510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Network 0de640c7-bdc6-4daf-b452-f85a00d9357b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:05.991627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:05.996220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:05.999791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Pushing event updated for resources: {'Port': ['ID=ad539a3c-d169-488b-8868-8e9642c24b95,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:06.048515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:06.049144 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.062936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-cc6ce714-5141-4cc3-b039-0880db9757e1 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9267857 Aug 16 02:30:06.075455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Request body: {'port': {'device_id': '1c010ac4-2a0a-433f-8758-91b4a25064e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:06.126413 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.392005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad539a3c-d169-488b-8868-8e9642c24b95 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:30:06.399392 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.410841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Transition to ACTIVE for port object ad539a3c-d169-488b-8868-8e9642c24b95 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:06.414435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.463057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Pushing event updated for resources: {'Port': ['ID=ad539a3c-d169-488b-8868-8e9642c24b95,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:06.531742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Attempting to bind port ad539a3c-d169-488b-8868-8e9642c24b95 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:06.532075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Attempting to bind port ad539a3c-d169-488b-8868-8e9642c24b95 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '40245b65-ca7a-4e78-9566-62cb706cf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0de640c7-bdc6-4daf-b452-f85a00d9357b'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:06.532405 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Attempting to bind port ad539a3c-d169-488b-8868-8e9642c24b95 on network 0de640c7-bdc6-4daf-b452-f85a00d9357b {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:06.536610 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Port ad539a3c-d169-488b-8868-8e9642c24b95 on network 0de640c7-bdc6-4daf-b452-f85a00d9357b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:30:06.536932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Attempting to bind port ad539a3c-d169-488b-8868-8e9642c24b95 on network 0de640c7-bdc6-4daf-b452-f85a00d9357b {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:06.541709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:06.542049 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Checking segment: {'id': '40245b65-ca7a-4e78-9566-62cb706cf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0de640c7-bdc6-4daf-b452-f85a00d9357b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:06.542433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Bound using segment: {'id': '40245b65-ca7a-4e78-9566-62cb706cf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0de640c7-bdc6-4daf-b452-f85a00d9357b'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:06.542859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Bound port: ad539a3c-d169-488b-8868-8e9642c24b95, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40245b65-ca7a-4e78-9566-62cb706cf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '0de640c7-bdc6-4daf-b452-f85a00d9357b'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:06.543232 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.608167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] For port ad539a3c-d169-488b-8868-8e9642c24b95, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:06.611189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] For port ad539a3c-d169-488b-8868-8e9642c24b95, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ad539a3c-d169-488b-8868-8e9642c24b95,segment=NetworkSegment(40245b65-ca7a-4e78-9566-62cb706cf93a),segment_id=40245b65-ca7a-4e78-9566-62cb706cf93a)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:06.616374 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.650948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:06.651882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.653859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] 10.222.0.89 "PUT /v2.0/ports/ad539a3c-d169-488b-8868-8e9642c24b95 HTTP/1.1" status: 200 len: 1092 time: 0.5829537 Aug 16 02:30:06.654394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c010ac4-2a0a-433f-8758-91b4a25064e9', 'tag': 'ad539a3c-d169-488b-8868-8e9642c24b95'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:06.656953 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e02c12-85fd-4737-a3df-a930b7a7a8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c010ac4-2a0a-433f-8758-91b4a25064e9", "tag": "ad539a3c-d169-488b-8868-8e9642c24b95"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:06.684114 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604300a-c5ff-42ec-acee-7e7fc6f23b77 service neutron] Pushing event updated for resources: {'Port': ['ID=ad539a3c-d169-488b-8868-8e9642c24b95,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:06.700486 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d0b26c-e504-48b5-a8bf-929503968966 x-openstack-request-id: req-62d0b26c-e504-48b5-a8bf-929503968966 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:06.700762 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c010ac4-2a0a-433f-8758-91b4a25064e9", "tag": "ad539a3c-d169-488b-8868-8e9642c24b95", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:06.701027 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-62d0b26c-e504-48b5-a8bf-929503968966 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:06.701419 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c010ac4-2a0a-433f-8758-91b4a25064e9', 'tag': 'ad539a3c-d169-488b-8868-8e9642c24b95', 'status': 'completed', 'code': 200} Aug 16 02:30:06.734756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-c1a6d336-ac4c-413e-b9c8-6cdf3084fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:06.736428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-c1a6d336-ac4c-413e-b9c8-6cdf3084fba5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ef09b07822004af8bc24f615cfff2d07&device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 1095 time: 0.0450354 Aug 16 02:30:06.802363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-7f71f4d2-0049-4688-bb37-64112ec22386 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad539a3c-d169-488b-8868-8e9642c24b95 HTTP/1.1" status: 200 len: 217 time: 0.0579956 Aug 16 02:30:06.851143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6652c-7852-4400-802d-f69121b68b96 req-4ea4b5b1-1087-4d1f-976a-9bc48c358528 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:06.852596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13e6652c-7852-4400-802d-f69121b68b96 req-4ea4b5b1-1087-4d1f-976a-9bc48c358528 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 943 time: 0.1020913 Aug 16 02:30:06.872172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-b0ad057d-fa6f-40ac-836c-255771f554a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:06.873574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-b0ad057d-fa6f-40ac-836c-255771f554a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b14ec004-2109-4c8b-816b-c1aa98a48fdd HTTP/1.1" status: 200 len: 848 time: 0.0627279 Aug 16 02:30:06.913000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-046138f5-2d7e-4432-a4c9-abedcc735a00 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0de640c7-bdc6-4daf-b452-f85a00d9357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313294 Aug 16 02:30:06.920424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13e6652c-7852-4400-802d-f69121b68b96 req-f1ce67a8-28f8-44e2-9423-f99849d80796 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598195 Aug 16 02:30:07.008478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-4244ad74-84d1-4984-9ca1-e703bab4bd29 service neutron] 10.222.0.89 "GET /v2.0/networks/0de640c7-bdc6-4daf-b452-f85a00d9357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870602 Aug 16 02:30:07.101437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48b11fb8-20d4-459b-80a9-228a9c24930c req-9b73539a-94d7-432b-9043-6c126f59a931 service neutron] 10.222.0.89 "GET /v2.0/networks/0de640c7-bdc6-4daf-b452-f85a00d9357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837231 Aug 16 02:30:07.191033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e02c12-85fd-4737-a3df-a930b7a7a8d3 req-ccc088b3-8680-4e99-bcf0-7f3ad7597dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:07.192430 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26e02c12-85fd-4737-a3df-a930b7a7a8d3 req-ccc088b3-8680-4e99-bcf0-7f3ad7597dd9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ef09b07822004af8bc24f615cfff2d07&device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 1095 time: 0.0472586 Aug 16 02:30:07.285275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e02c12-85fd-4737-a3df-a930b7a7a8d3 req-c03f3747-49be-49ed-9ecb-be3dea2dccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:07.286819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26e02c12-85fd-4737-a3df-a930b7a7a8d3 req-c03f3747-49be-49ed-9ecb-be3dea2dccf6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0de640c7-bdc6-4daf-b452-f85a00d9357b HTTP/1.1" status: 200 len: 909 time: 0.0864365 Aug 16 02:30:07.327977 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26e02c12-85fd-4737-a3df-a930b7a7a8d3 req-342898ef-40e4-4d9f-9e19-953d3b7054be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad539a3c-d169-488b-8868-8e9642c24b95 HTTP/1.1" status: 200 len: 217 time: 0.0335143 Aug 16 02:30:07.381573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e02c12-85fd-4737-a3df-a930b7a7a8d3 req-2fce4298-6233-4f22-9e91-a067123a0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:07.383044 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26e02c12-85fd-4737-a3df-a930b7a7a8d3 req-2fce4298-6233-4f22-9e91-a067123a0bdf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b14ec004-2109-4c8b-816b-c1aa98a48fdd HTTP/1.1" status: 200 len: 848 time: 0.0480824 Aug 16 02:30:07.416352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26e02c12-85fd-4737-a3df-a930b7a7a8d3 req-bf4421df-fd9e-416d-8fe5-a426601c4bec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0de640c7-bdc6-4daf-b452-f85a00d9357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246215 Aug 16 02:30:07.505083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26e02c12-85fd-4737-a3df-a930b7a7a8d3 req-7f3ae0b4-3312-4d44-a98c-fb14eb0b1c8f service neutron] 10.222.0.89 "GET /v2.0/networks/0de640c7-bdc6-4daf-b452-f85a00d9357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807085 Aug 16 02:30:07.598904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26e02c12-85fd-4737-a3df-a930b7a7a8d3 req-04e67be6-44a5-4722-abb8-9a8dea7571a9 service neutron] 10.222.0.89 "GET /v2.0/networks/0de640c7-bdc6-4daf-b452-f85a00d9357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855944 Aug 16 02:30:08.039612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8ea94-62a1-4168-9174-df16576d6f95 req-cb886f97-bb6a-4bcb-9891-bc894cc94d10 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:08.041129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58f8ea94-62a1-4168-9174-df16576d6f95 req-cb886f97-bb6a-4bcb-9891-bc894cc94d10 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 943 time: 0.0497026 Aug 16 02:30:08.079817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58f8ea94-62a1-4168-9174-df16576d6f95 req-373e96e7-95c9-4de4-af65-5ccf0f110afe tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325987 Aug 16 02:30:08.907603 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2062160-09d3-48b8-bd9e-7179de222f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.197964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399d2f0-61de-4a54-939f-507e19c532ef req-8501f355-ffb9-436f-873f-c76770625c27 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:09.199934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0399d2f0-61de-4a54-939f-507e19c532ef req-8501f355-ffb9-436f-873f-c76770625c27 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 943 time: 0.0489485 Aug 16 02:30:09.242331 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0399d2f0-61de-4a54-939f-507e19c532ef req-55669494-95c8-4f46-9469-5b27be6fc6bc tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Aug 16 02:30:09.852367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ad539a3c-d169-488b-8868-8e9642c24b95 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:30:09.943269 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.959361 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ad539a3c-d169-488b-8868-8e9642c24b95, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ad539a3c-d169-488b-8868-8e9642c24b95,segment=NetworkSegment(40245b65-ca7a-4e78-9566-62cb706cf93a),segment_id=40245b65-ca7a-4e78-9566-62cb706cf93a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:09.971518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'ad539a3c-d169-488b-8868-8e9642c24b95', 'network_id': '0de640c7-bdc6-4daf-b452-f85a00d9357b', 'port_id': 'ad539a3c-d169-488b-8868-8e9642c24b95', 'mac_address': 'fa:16:3e:20:78:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14ec004-2109-4c8b-816b-c1aa98a48fdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:30:10.008670 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.021404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad539a3c-d169-488b-8868-8e9642c24b95 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:30:10.041759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ad539a3c-d169-488b-8868-8e9642c24b95, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ad539a3c-d169-488b-8868-8e9642c24b95,segment=NetworkSegment(40245b65-ca7a-4e78-9566-62cb706cf93a),segment_id=40245b65-ca7a-4e78-9566-62cb706cf93a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:10.046279 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.095890 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ad539a3c-d169-488b-8868-8e9642c24b95,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:10.270352 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ad539a3c-d169-488b-8868-8e9642c24b95'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:10.356604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b5ef6-b875-4312-9ba6-0741642afb93 req-833c62c5-04c1-4b56-8524-feb9e639425f tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:10.358070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d8b5ef6-b875-4312-9ba6-0741642afb93 req-833c62c5-04c1-4b56-8524-feb9e639425f tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 944 time: 0.0497797 Aug 16 02:30:10.398785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0d8b5ef6-b875-4312-9ba6-0741642afb93 req-a469ff71-9cbe-4cbe-8dff-610a04610347 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338798 Aug 16 02:30:11.501815 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fe84-a8fe-4149-bd91-94ab1f919b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:11.525285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8169ac-740a-46bd-a1a1-a5aa67207c6a req-97d41bbc-f961-441e-8cf2-654fe92e5c75 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:11.526777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca8169ac-740a-46bd-a1a1-a5aa67207c6a req-97d41bbc-f961-441e-8cf2-654fe92e5c75 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 944 time: 0.0539794 Aug 16 02:30:11.565060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca8169ac-740a-46bd-a1a1-a5aa67207c6a req-90530388-94cd-4959-9c45-efb2ccf21f9e tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317760 Aug 16 02:30:11.595055 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:11.852079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ad539a3c-d169-488b-8868-8e9642c24b95 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:11.902843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port ad539a3c-d169-488b-8868-8e9642c24b95 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:11.906796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port ad539a3c-d169-488b-8868-8e9642c24b95 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:11.907174 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:11.989936 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:12.012505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c010ac4-2a0a-433f-8758-91b4a25064e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad539a3c-d169-488b-8868-8e9642c24b95'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:12.014792 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b4eb9b-dc21-4a3a-b4bc-424e88b0c2d2" -d '{"events": [{"server_uuid": "1c010ac4-2a0a-433f-8758-91b4a25064e9", "name": "network-vif-plugged", "status": "completed", "tag": "ad539a3c-d169-488b-8868-8e9642c24b95"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:12.027814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ad539a3c-d169-488b-8868-8e9642c24b95, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ad539a3c-d169-488b-8868-8e9642c24b95,segment=NetworkSegment(40245b65-ca7a-4e78-9566-62cb706cf93a),segment_id=40245b65-ca7a-4e78-9566-62cb706cf93a)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:12.032033 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:12.058397 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd69734-bcac-405e-bcfe-29f035e02009 x-openstack-request-id: req-7bd69734-bcac-405e-bcfe-29f035e02009 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:12.059319 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c010ac4-2a0a-433f-8758-91b4a25064e9", "name": "network-vif-plugged", "status": "completed", "tag": "ad539a3c-d169-488b-8868-8e9642c24b95", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:12.059557 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7bd69734-bcac-405e-bcfe-29f035e02009 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:12.059942 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c010ac4-2a0a-433f-8758-91b4a25064e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad539a3c-d169-488b-8868-8e9642c24b95', 'code': 200} Aug 16 02:30:12.085999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ad539a3c-d169-488b-8868-8e9642c24b95,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:12.148368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6e3df-c13d-4536-ab16-8fb687c5a11e req-cca9187b-9f59-4b58-b5c3-400d52a7371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:12.149783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93e6e3df-c13d-4536-ab16-8fb687c5a11e req-cca9187b-9f59-4b58-b5c3-400d52a7371d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 1097 time: 0.0392346 Aug 16 02:30:12.188280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93e6e3df-c13d-4536-ab16-8fb687c5a11e req-c0fd5bb0-d240-43d6-a218-04ad008d12fe service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Aug 16 02:30:12.681723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3da62-6211-4a3b-bc86-c33b816b3d24 req-31dc2f82-7867-40e3-ad66-c222fa5bb02b tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:12.683192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5be3da62-6211-4a3b-bc86-c33b816b3d24 req-31dc2f82-7867-40e3-ad66-c222fa5bb02b tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 945 time: 0.0501413 Aug 16 02:30:12.720638 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5be3da62-6211-4a3b-bc86-c33b816b3d24 req-233905f8-f146-435d-8328-ce43d45b7003 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Aug 16 02:30:12.833308 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.767219 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:30:13.841890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c0bd3-7377-4cbb-9ad2-9ee7ad4f6160 req-1c795793-e589-4144-bb67-804f96c91f6b tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:13.843640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a0c0bd3-7377-4cbb-9ad2-9ee7ad4f6160 req-1c795793-e589-4144-bb67-804f96c91f6b tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 945 time: 0.0508316 Aug 16 02:30:13.882039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a0c0bd3-7377-4cbb-9ad2-9ee7ad4f6160 req-e472120b-45e9-47a7-97fa-d0cd3fcd2b08 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Aug 16 02:30:14.341891 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:16.293715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049efad5-3256-4744-98ae-750bb0e13d3c req-87a56ceb-58de-4c1c-8403-b59bbb2df06c tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:16.295192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-049efad5-3256-4744-98ae-750bb0e13d3c req-87a56ceb-58de-4c1c-8403-b59bbb2df06c tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 945 time: 0.0503218 Aug 16 02:30:16.337634 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-049efad5-3256-4744-98ae-750bb0e13d3c req-e08bc897-2717-4d3a-9560-49a8f7f354ef tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 Aug 16 02:30:17.453736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e04b6e-e4d1-4f6f-a397-b931439ccc65 req-7f28641d-d4b9-4f81-b90f-ce74dd9ba87c tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:17.455295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0e04b6e-e4d1-4f6f-a397-b931439ccc65 req-7f28641d-d4b9-4f81-b90f-ce74dd9ba87c tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 945 time: 0.0482059 Aug 16 02:30:17.502597 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0e04b6e-e4d1-4f6f-a397-b931439ccc65 req-7bbe68f8-a2bb-4b03-9855-8d0f5b7592cf tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.79 "GET /v2.0/security-groups?id=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 Aug 16 02:30:17.539915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ae026-abcd-4cec-a819-3388055dca72 req-5abdce56-179c-4c3f-bf5f-dfda6c9acd90 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:17.541463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-121ae026-abcd-4cec-a819-3388055dca72 req-5abdce56-179c-4c3f-bf5f-dfda6c9acd90 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c010ac4-2a0a-433f-8758-91b4a25064e9 HTTP/1.1" status: 200 len: 945 time: 0.0541584 Aug 16 02:30:17.638569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-121ae026-abcd-4cec-a819-3388055dca72 req-7958bfc0-135c-4ebc-8f62-318a028e1256 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Deleting port ad539a3c-d169-488b-8868-8e9642c24b95 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:17.638820 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-121ae026-abcd-4cec-a819-3388055dca72 req-7958bfc0-135c-4ebc-8f62-318a028e1256 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:17.727502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-121ae026-abcd-4cec-a819-3388055dca72 req-7958bfc0-135c-4ebc-8f62-318a028e1256 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] For port ad539a3c-d169-488b-8868-8e9642c24b95, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ad539a3c-d169-488b-8868-8e9642c24b95,segment=NetworkSegment(40245b65-ca7a-4e78-9566-62cb706cf93a),segment_id=40245b65-ca7a-4e78-9566-62cb706cf93a)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:17.727867 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-121ae026-abcd-4cec-a819-3388055dca72 req-7958bfc0-135c-4ebc-8f62-318a028e1256 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:17.741298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-121ae026-abcd-4cec-a819-3388055dca72 req-7958bfc0-135c-4ebc-8f62-318a028e1256 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Calling delete_port for ad539a3c-d169-488b-8868-8e9642c24b95 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:17.874186 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-121ae026-abcd-4cec-a819-3388055dca72 req-7958bfc0-135c-4ebc-8f62-318a028e1256 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:17.886145 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ad539a3c-d169-488b-8868-8e9642c24b95'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:17.905715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958bfc0-135c-4ebc-8f62-318a028e1256 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Pushing event deleted for resources: {'Port': ['ID=ad539a3c-d169-488b-8868-8e9642c24b95,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:17.944168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-121ae026-abcd-4cec-a819-3388055dca72 req-7958bfc0-135c-4ebc-8f62-318a028e1256 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] No DVR routers for this DVR port ad539a3c-d169-488b-8868-8e9642c24b95 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:17.946864 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-121ae026-abcd-4cec-a819-3388055dca72 req-7958bfc0-135c-4ebc-8f62-318a028e1256 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:17.949000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-121ae026-abcd-4cec-a819-3388055dca72 req-7958bfc0-135c-4ebc-8f62-318a028e1256 tempest-VolumesActionsTest-1661198874 tempest-VolumesActionsTest-1661198874-project] 10.222.0.89 "DELETE /v2.0/ports/ad539a3c-d169-488b-8868-8e9642c24b95 HTTP/1.1" status: 204 len: 173 time: 0.4011648 Aug 16 02:30:17.949467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c010ac4-2a0a-433f-8758-91b4a25064e9', 'name': 'network-vif-deleted', 'tag': 'ad539a3c-d169-488b-8868-8e9642c24b95'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:17.951771 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131a93b2-aec5-420a-83f7-d5c18787c82d" -d '{"events": [{"server_uuid": "1c010ac4-2a0a-433f-8758-91b4a25064e9", "name": "network-vif-deleted", "tag": "ad539a3c-d169-488b-8868-8e9642c24b95"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:18.063432 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44f6573-7ccb-4adb-af1d-c2c54c24dd40 x-openstack-request-id: req-f44f6573-7ccb-4adb-af1d-c2c54c24dd40 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:18.063724 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c010ac4-2a0a-433f-8758-91b4a25064e9", "name": "network-vif-deleted", "tag": "ad539a3c-d169-488b-8868-8e9642c24b95", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:18.063980 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f44f6573-7ccb-4adb-af1d-c2c54c24dd40 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:18.064586 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c010ac4-2a0a-433f-8758-91b4a25064e9', 'name': 'network-vif-deleted', 'tag': 'ad539a3c-d169-488b-8868-8e9642c24b95', 'status': 'completed', 'code': 200} Aug 16 02:30:18.582906 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.898892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ad539a3c-d169-488b-8868-8e9642c24b95 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:21.919781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: ad539a3c-d169-488b-8868-8e9642c24b95 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:21.920124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ad539a3c-d169-488b-8868-8e9642c24b95 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:38.908681 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51c76bd5-c80d-4309-be18-3841268b904f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.242755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58206) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:39.290807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Deleting subnet b14ec004-2109-4c8b-816b-c1aa98a48fdd {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:39.293886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.333545 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.372469 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.426605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.450516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14ec004-2109-4c8b-816b-c1aa98a48fdd,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:39.459153 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.461167 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b14ec004-2109-4c8b-816b-c1aa98a48fdd HTTP/1.1" status: 204 len: 168 time: 0.2173321 Aug 16 02:30:39.463900 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58208) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:39.466699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.467055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.467729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.468069 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.468405 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.468738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.469107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.469440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.469770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.470099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.470424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.470750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207848ec-8ca7-4f55-bd09-564556635c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.539787 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.617345 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.627647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de640c7-bdc6-4daf-b452-f85a00d9357b']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:39.642775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40245b65-ca7a-4e78-9566-62cb706cf93a') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:39.643074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40245b65-ca7a-4e78-9566-62cb706cf93a') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:39.652279 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.665562 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.672121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:30:39.672517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:30:39.674325 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:30:39.727461 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.733571 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.735314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] 10.222.0.79 "DELETE /v2.0/networks/0de640c7-bdc6-4daf-b452-f85a00d9357b HTTP/1.1" status: 204 len: 168 time: 0.2702675 Aug 16 02:30:39.738268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58210) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:39.746346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Pushing event deleted for resources: {'Network': ['ID=0de640c7-bdc6-4daf-b452-f85a00d9357b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:39.754198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.754542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.754884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.755220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.755554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.755885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.756217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.756543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.756866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.757218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.757543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.757864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d6e7b-1d32-4e0d-8fab-36bd02ed015a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:39.783661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf3f27a-dfda-4cfa-bd19-ef3228916a64 admin admin] Deleting subnet 4e0c508a-6db0-43af-901d-77991d9ba593 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:39.786844 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f27a-dfda-4cfa-bd19-ef3228916a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.825880 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f27a-dfda-4cfa-bd19-ef3228916a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.864134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f27a-dfda-4cfa-bd19-ef3228916a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.918493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f27a-dfda-4cfa-bd19-ef3228916a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.931806 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.943701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3f27a-dfda-4cfa-bd19-ef3228916a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e0c508a-6db0-43af-901d-77991d9ba593,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:39.947437 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f27a-dfda-4cfa-bd19-ef3228916a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.950270 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1cf3f27a-dfda-4cfa-bd19-ef3228916a64 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4e0c508a-6db0-43af-901d-77991d9ba593 HTTP/1.1" status: 204 len: 168 time: 0.2101703 Aug 16 02:30:39.952809 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58212) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:40.020614 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.105906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.115575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d7eb3e-5236-44f3-af1c-87ff65eedacf']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:40.126280 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f723c8-88ad-42d2-9826-7278e86c2447') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:40.126575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f723c8-88ad-42d2-9826-7278e86c2447') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:40.135301 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.149932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.156085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:30:40.156475 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:30:40.158279 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:30:40.219103 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.224108 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.226364 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] 10.222.0.79 "DELETE /v2.0/networks/a3d7eb3e-5236-44f3-af1c-87ff65eedacf HTTP/1.1" status: 204 len: 168 time: 0.2726092 Aug 16 02:30:40.238600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbda306-2a00-489e-90bd-f24f189c4e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d7eb3e-5236-44f3-af1c-87ff65eedacf,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:40.387758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58216) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:40.428346 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4cab8dca-602a-4a2e-916b-06d4b84d9170 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef09b07822004af8bc24f615cfff2d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393920 Aug 16 02:30:40.431098 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 58218) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:40.491332 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6a341e65-9314-41cf-895a-6b6431717288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.513437 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6a341e65-9314-41cf-895a-6b6431717288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.558936 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6a341e65-9314-41cf-895a-6b6431717288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.562156 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6a341e65-9314-41cf-895a-6b6431717288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.563318 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6a341e65-9314-41cf-895a-6b6431717288 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3125be0-d3a7-4dc0-a26c-3596a6b8d60b HTTP/1.1" status: 204 len: 168 time: 0.1312675 Aug 16 02:30:40.571353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a341e65-9314-41cf-895a-6b6431717288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3125be0-d3a7-4dc0-a26c-3596a6b8d60b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:40.874781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58224) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:40.914966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0146a33e-5301-4551-b2d1-dc45fea7a583 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c61cd7f70ef4f71b3ebcae995c6686e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390019 Aug 16 02:30:40.917568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 58226) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:40.963895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6684-d882-4945-8679-dd1e5a2b48f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.992969 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6684-d882-4945-8679-dd1e5a2b48f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.039528 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6684-d882-4945-8679-dd1e5a2b48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.042160 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6684-d882-4945-8679-dd1e5a2b48f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.043366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1fcb6684-d882-4945-8679-dd1e5a2b48f7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/65e744b3-f143-4343-bf21-647303ce1887 HTTP/1.1" status: 204 len: 168 time: 0.1248698 Aug 16 02:30:41.051666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb6684-d882-4945-8679-dd1e5a2b48f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e744b3-f143-4343-bf21-647303ce1887,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:41.507009 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dce2827d-e4bc-41cc-a0c5-3e32d3b517a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.599014 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.831227 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.345261 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:48.616910 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.766215 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:08.912492 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3cbcfd73-0f62-424d-aafd-1e8ec225035d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.938327 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.508146 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9802fbab-e173-49a0-bf3d-57a787975800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.606005 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.835308 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.349977 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:18.631569 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.766536 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:38.913430 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1d5b-777b-47bc-bda7-220c4958a702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.948142 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.510296 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8683e2c6-58b4-458e-909e-6adb10401d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.599778 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.838344 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.352941 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:48.643501 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.765715 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:32:08.915575 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11d43109-0f19-4228-86dc-ccf2aa41d331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.960375 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.511343 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6a3cd87d-9ce7-4010-a2ad-d770b865efc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.603532 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.841986 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.363125 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.660118 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.465729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60548) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.595375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.695338 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.699714 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.737047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bb7cd2-1fa4-42dc-91af-fd13c6f6e164,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:31.740797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81376a3272494062ae78e792c45f6d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740426 Aug 16 02:32:31.744763 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60554) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.747096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.747450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.747792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.748128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.748459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.748788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.749682 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.750012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.750336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.750657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.750981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.751302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ec88d3-1b34-4aa4-8a47-9ccb78ee0b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.800071 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.821925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.871404 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.873987 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.875146 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2bb7cd2-1fa4-42dc-91af-fd13c6f6e164 HTTP/1.1" status: 204 len: 168 time: 0.1292939 Aug 16 02:32:31.883166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bb7cd2-1fa4-42dc-91af-fd13c6f6e164,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:31.891302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.891654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.891996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.892343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.892662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.893017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.893340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.893664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.893989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.894309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.894679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.894956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a623553-75b6-40bc-96d7-35b042139f51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:32.166456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60562) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:32.180081 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7658943-fb15-46f5-9473-c62ca3491717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.267863 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7658943-fb15-46f5-9473-c62ca3491717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.271867 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f7658943-fb15-46f5-9473-c62ca3491717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.313189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f7658943-fb15-46f5-9473-c62ca3491717 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=303d4695614740319f7e7cc27674e72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455369 Aug 16 02:32:32.314072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7658943-fb15-46f5-9473-c62ca3491717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531f5e40-d976-43f2-b7d8-3bb495f7c603,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:32.315841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60564) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:32.366449 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56f3ce0-b357-4e4c-9f8a-19a9b198d39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.387826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56f3ce0-b357-4e4c-9f8a-19a9b198d39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.437436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56f3ce0-b357-4e4c-9f8a-19a9b198d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.440952 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b56f3ce0-b357-4e4c-9f8a-19a9b198d39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.442140 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b56f3ce0-b357-4e4c-9f8a-19a9b198d39f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/531f5e40-d976-43f2-b7d8-3bb495f7c603 HTTP/1.1" status: 204 len: 168 time: 0.1250145 Aug 16 02:32:32.450060 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f3ce0-b357-4e4c-9f8a-19a9b198d39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531f5e40-d976-43f2-b7d8-3bb495f7c603,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:33.506044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60594) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:33.612606 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b2e488-dfdc-486d-8381-714cf95789f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.700063 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b2e488-dfdc-486d-8381-714cf95789f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.704905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96b2e488-dfdc-486d-8381-714cf95789f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.745299 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-96b2e488-dfdc-486d-8381-714cf95789f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a3f69e1cb0484dd4a378b34de0285ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381561 Aug 16 02:32:33.746448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2e488-dfdc-486d-8381-714cf95789f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7f910e-b51b-4a7e-978a-de04d5ca2dc4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:33.748307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60598) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:33.803912 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80710726-3145-4ffb-a18c-fdb67db2ca50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.824755 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80710726-3145-4ffb-a18c-fdb67db2ca50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.875696 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80710726-3145-4ffb-a18c-fdb67db2ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.878278 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-80710726-3145-4ffb-a18c-fdb67db2ca50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.879434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-80710726-3145-4ffb-a18c-fdb67db2ca50 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a7f910e-b51b-4a7e-978a-de04d5ca2dc4 HTTP/1.1" status: 204 len: 168 time: 0.1280770 Aug 16 02:32:33.887083 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80710726-3145-4ffb-a18c-fdb67db2ca50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7f910e-b51b-4a7e-978a-de04d5ca2dc4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:38.924668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3003886e-2385-4dc7-83d8-68a2929f1d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.974557 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.513063 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3e740f44-7a86-44eb-beb0-ce7b188ef58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.607951 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.765515 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:32:42.844092 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.039130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-d57cde62-05b7-40d6-bc08-1ef995a87e79 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=64ee3e0fe51343b28d1f03e9a1f5ff5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305512 Aug 16 02:32:44.225549 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-21f0be15-3561-4b66-a7bf-e4f5c2f60976 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:44.226919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-21f0be15-3561-4b66-a7bf-e4f5c2f60976 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824176 Aug 16 02:32:44.241571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-6805c249-1f00-45de-a266-0c2bf6072ec2 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/quotas/64ee3e0fe51343b28d1f03e9a1f5ff5c HTTP/1.1" status: 200 len: 375 time: 0.0090151 Aug 16 02:32:44.273363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-bdd1473f-bcd9-4b09-b5fa-8b0719e100d5 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=64ee3e0fe51343b28d1f03e9a1f5ff5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262303 Aug 16 02:32:44.357391 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.545383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82b85972-f9bc-4b29-af2a-2e59d29fd50e req-de553a78-98e5-4b73-9f19-afa882444245 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 210 time: 0.1364496 Aug 16 02:32:45.524663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-403309f7-540a-440e-8500-30cb1bf5f721 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=64ee3e0fe51343b28d1f03e9a1f5ff5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261736 Aug 16 02:32:45.647322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-08c1575e-470d-4efd-b70a-81074c2f1b25 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:45.649010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-08c1575e-470d-4efd-b70a-81074c2f1b25 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191595 Aug 16 02:32:45.666801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Request body: {'port': {'device_id': 'c4fefe71-0654-46b0-a75b-a2da11974cac', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'admin_state_up': True, 'tenant_id': '64ee3e0fe51343b28d1f03e9a1f5ff5c'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:45.684602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec9d21b0-f8ad-4bea-948e-681ad2f1b4c4 req-616a7efd-74b3-446a-8169-2cf0c094d978 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 210 time: 0.0345662 Aug 16 02:32:45.785931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Made reservation on behalf of 64ee3e0fe51343b28d1f03e9a1f5ff5c for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:45.789777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.798647 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.889860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.893655 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.953840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b85326-9706-44dc-87aa-1d05973451d1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:46.032111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Allocated IP 192.168.233.236 (1ff29781-3f6e-4fc4-aa95-d3f31bb6a803/42f99389-6072-455d-a74d-57d38233cf39/82d1728f-bc9e-4b8a-8c6a-1261d27f6e19) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:46.179638 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.193196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Transition to ACTIVE for port object 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:46.226073 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.269987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:46.273123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:46.277491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:46.301033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Pushing event updated for resources: {'Port': ['ID=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:46.334606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:46.335247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.350949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-a7ee93da-4331-4181-a02b-3960df93b87e tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6914563 Aug 16 02:32:46.418133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Request body: {'port': {'device_id': 'c4fefe71-0654-46b0-a75b-a2da11974cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:46.473433 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.501466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7be047dd-6605-45dc-a11d-af7191674d82 None None] Provisioning for port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:46.506566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7be047dd-6605-45dc-a11d-af7191674d82 None None] Provisioning complete for port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:46.507126 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7be047dd-6605-45dc-a11d-af7191674d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.542756 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7be047dd-6605-45dc-a11d-af7191674d82 None None] Port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:32:46.737355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:46.745233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.757956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Transition to ACTIVE for port object 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:46.761088 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.832585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Pushing event updated for resources: {'Port': ['ID=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:46.893398 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c952b-f200-419e-aa3a-e093c770ec8c req-f6321894-7867-4036-a6a4-fbc31959de86 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:46.894983 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-652c952b-f200-419e-aa3a-e093c770ec8c req-f6321894-7867-4036-a6a4-fbc31959de86 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 948 time: 0.0990896 Aug 16 02:32:46.948564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Attempting to bind port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:46.948901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Attempting to bind port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:46.949260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Attempting to bind port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:46.965307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:32:46.965640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Attempting to bind port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 on network 1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:46.970841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-652c952b-f200-419e-aa3a-e093c770ec8c req-03285d28-8a6a-4ff2-8c8b-7ea0b600a349 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/security-groups?id=40b85326-9706-44dc-87aa-1d05973451d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676386 Aug 16 02:32:46.974913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:46.975730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Checking segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:46.975730 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Bound using segment: {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:46.976056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Bound port: 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f52f08-cc55-4f2e-8bb5-2519627c3ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:46.976417 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.039846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] For port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:47.042827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] For port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:47.047339 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.083940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:47.084669 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.086094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-320ed102-3346-4cef-be70-b0514b608051 service neutron] 10.222.0.89 "PUT /v2.0/ports/82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 HTTP/1.1" status: 200 len: 1097 time: 0.7274184 Aug 16 02:32:47.086527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fefe71-0654-46b0-a75b-a2da11974cac', 'tag': '82d1728f-bc9e-4b8a-8c6a-1261d27f6e19'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:47.088768 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fefe71-0654-46b0-a75b-a2da11974cac", "tag": "82d1728f-bc9e-4b8a-8c6a-1261d27f6e19"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:47.114889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ed102-3346-4cef-be70-b0514b608051 service neutron] Pushing event updated for resources: {'Port': ['ID=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:47.177765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-22c77099-7a03-4e65-8559-fdb538b36ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:47.179431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-22c77099-7a03-4e65-8559-fdb538b36ddd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=64ee3e0fe51343b28d1f03e9a1f5ff5c&device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 1100 time: 0.0433371 Aug 16 02:32:47.225772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-5dbe1dfb-7061-43e9-a422-2fb57c756df6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 HTTP/1.1" status: 200 len: 217 time: 0.0383277 Aug 16 02:32:47.280948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-1d9fdb7a-fda9-4916-81f0-5367c0000121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:47.282433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-1d9fdb7a-fda9-4916-81f0-5367c0000121 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0497947 Aug 16 02:32:47.329856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-278bf167-36f6-4b5f-8c12-61de8b812eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:47.331359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-278bf167-36f6-4b5f-8c12-61de8b812eab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0422032 Aug 16 02:32:47.422539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-d88583ee-6dc8-42d3-982f-9106c1cf671d service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841246 Aug 16 02:32:47.511500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f0dae54-cba5-4036-b938-fdf3cd79035d req-086fc267-96a4-4744-b888-a48da16f7a61 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824494 Aug 16 02:32:48.089095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff73b3-ea78-42c1-8c32-6b1ef02c1975 req-a33bf967-b9e0-4f48-bc5f-521856b14dd0 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:48.090551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edff73b3-ea78-42c1-8c32-6b1ef02c1975 req-a33bf967-b9e0-4f48-bc5f-521856b14dd0 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 948 time: 0.0523708 Aug 16 02:32:48.127837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edff73b3-ea78-42c1-8c32-6b1ef02c1975 req-798d6d25-8037-4256-afc1-c89504be038d tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/security-groups?id=40b85326-9706-44dc-87aa-1d05973451d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308273 Aug 16 02:32:48.172124 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2428f1f8-0d50-473b-abad-14011a355459 x-openstack-request-id: req-2428f1f8-0d50-473b-abad-14011a355459 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:48.172414 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fefe71-0654-46b0-a75b-a2da11974cac", "tag": "82d1728f-bc9e-4b8a-8c6a-1261d27f6e19", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:48.172666 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2428f1f8-0d50-473b-abad-14011a355459 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:48.173104 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fefe71-0654-46b0-a75b-a2da11974cac', 'tag': '82d1728f-bc9e-4b8a-8c6a-1261d27f6e19', 'status': 'completed', 'code': 200} Aug 16 02:32:48.235222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83 req-1081abe0-5d4b-40e8-862c-7b2e486f238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:48.236702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83 req-1081abe0-5d4b-40e8-862c-7b2e486f238e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=64ee3e0fe51343b28d1f03e9a1f5ff5c&device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 1100 time: 0.0423148 Aug 16 02:32:48.327063 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83 req-5d2d97e3-1171-471a-87e2-a4674f03c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:48.328403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83 req-5d2d97e3-1171-471a-87e2-a4674f03c504 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803 HTTP/1.1" status: 200 len: 870 time: 0.0820651 Aug 16 02:32:48.374231 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83 req-7e289140-017e-414a-a2db-b2adc374c921 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 HTTP/1.1" status: 200 len: 217 time: 0.0373759 Aug 16 02:32:48.423112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83 req-548b1478-2a88-4f2a-a6d2-0033e0edae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:48.424536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83 req-548b1478-2a88-4f2a-a6d2-0033e0edae00 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=42f99389-6072-455d-a74d-57d38233cf39 HTTP/1.1" status: 200 len: 843 time: 0.0445364 Aug 16 02:32:48.469348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83 req-7e3c74c1-ef01-4780-b2a5-d1fc61bd404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:48.470788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83 req-7e3c74c1-ef01-4780-b2a5-d1fc61bd404b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff29781-3f6e-4fc4-aa95-d3f31bb6a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0394821 Aug 16 02:32:48.564707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83 req-d31b3588-645f-4291-9425-9fd6674ad354 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866888 Aug 16 02:32:48.644146 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:32:48.653500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ecf64c9d-fcc6-448e-b51e-10f474d4ee83 req-c2838c37-258b-4fdb-889e-3da0a618c58d service neutron] 10.222.0.89 "GET /v2.0/networks/1ff29781-3f6e-4fc4-aa95-d3f31bb6a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816946 Aug 16 02:32:48.668440 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.751564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:48.762095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '82d1728f-bc9e-4b8a-8c6a-1261d27f6e19', 'network_id': '1ff29781-3f6e-4fc4-aa95-d3f31bb6a803', 'port_id': '82d1728f-bc9e-4b8a-8c6a-1261d27f6e19', 'mac_address': 'fa:16:3e:76:61:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f99389-6072-455d-a74d-57d38233cf39', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:32:48.798949 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.812000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:48.832126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:48.835731 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.881410 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:48.888577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.888925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.889863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.890200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.890535 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.890946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.891281 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.891615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.891942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.892267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.892591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.892917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:49.105290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['82d1728f-bc9e-4b8a-8c6a-1261d27f6e19'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:49.247055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d8618-5e73-4b37-a43b-528db0e79384 req-176c85c1-af2a-4b0b-8b9b-e03b87344288 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:49.248616 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e23d8618-5e73-4b37-a43b-528db0e79384 req-176c85c1-af2a-4b0b-8b9b-e03b87344288 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 949 time: 0.0535183 Aug 16 02:32:49.286115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e23d8618-5e73-4b37-a43b-528db0e79384 req-5f134f02-eba9-4380-b588-f04d96295eaf tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/security-groups?id=40b85326-9706-44dc-87aa-1d05973451d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307634 Aug 16 02:32:50.402239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22405-ba7e-4fb7-8e20-f2276ea68db5 req-a5730648-f773-48dc-90af-404d05673960 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:50.403735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8a22405-ba7e-4fb7-8e20-f2276ea68db5 req-a5730648-f773-48dc-90af-404d05673960 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 949 time: 0.0486465 Aug 16 02:32:50.441133 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8a22405-ba7e-4fb7-8e20-f2276ea68db5 req-232330ed-cd7c-43af-a8d3-7cd9bd6beacd tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/security-groups?id=40b85326-9706-44dc-87aa-1d05973451d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312014 Aug 16 02:32:50.659543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:50.710107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:50.713869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:50.714244 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.790224 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.812852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fefe71-0654-46b0-a75b-a2da11974cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d1728f-bc9e-4b8a-8c6a-1261d27f6e19'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:50.815396 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a990d4-ff4c-429e-9d14-cd6882d47b16" -d '{"events": [{"server_uuid": "c4fefe71-0654-46b0-a75b-a2da11974cac", "name": "network-vif-plugged", "status": "completed", "tag": "82d1728f-bc9e-4b8a-8c6a-1261d27f6e19"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:50.828459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:50.832460 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.882183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:51.554712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26be174-d7fa-4ff7-8d3d-803807ad1449 req-2abb0a21-80f6-438b-a1b8-bf69559ed205 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:51.556165 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b26be174-d7fa-4ff7-8d3d-803807ad1449 req-2abb0a21-80f6-438b-a1b8-bf69559ed205 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 950 time: 0.0480657 Aug 16 02:32:51.595121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b26be174-d7fa-4ff7-8d3d-803807ad1449 req-0b46588f-778f-4c4b-ab54-9e8ed136e9aa tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/security-groups?id=40b85326-9706-44dc-87aa-1d05973451d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328424 Aug 16 02:32:51.936920 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6359e7-e275-4a72-b10c-92546a1ec95f x-openstack-request-id: req-be6359e7-e275-4a72-b10c-92546a1ec95f {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:51.937372 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fefe71-0654-46b0-a75b-a2da11974cac", "name": "network-vif-plugged", "status": "completed", "tag": "82d1728f-bc9e-4b8a-8c6a-1261d27f6e19", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:51.937485 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be6359e7-e275-4a72-b10c-92546a1ec95f {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:51.937896 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fefe71-0654-46b0-a75b-a2da11974cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d1728f-bc9e-4b8a-8c6a-1261d27f6e19', 'code': 200} Aug 16 02:32:52.039698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e242bf-ea65-4c8e-aa1c-01c8a425c2f4 req-e276e788-c9a7-468b-bdce-402f39097e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:52.041214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67e242bf-ea65-4c8e-aa1c-01c8a425c2f4 req-e276e788-c9a7-468b-bdce-402f39097e8f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 1102 time: 0.0487325 Aug 16 02:32:52.075480 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67e242bf-ea65-4c8e-aa1c-01c8a425c2f4 req-20e079ed-2a00-4c8f-b224-f6b626c97dd7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=40b85326-9706-44dc-87aa-1d05973451d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271771 Aug 16 02:32:52.710885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72bef3-9699-4da3-a234-0e550a092fa1 req-0ddba21a-0767-4845-bba2-d867b17f870d tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:52.712376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b72bef3-9699-4da3-a234-0e550a092fa1 req-0ddba21a-0767-4845-bba2-d867b17f870d tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 950 time: 0.0489049 Aug 16 02:32:52.750166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b72bef3-9699-4da3-a234-0e550a092fa1 req-d9d52dae-453e-4eb3-a6e0-2cd6e383c694 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/security-groups?id=40b85326-9706-44dc-87aa-1d05973451d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Aug 16 02:32:53.867038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ac64a-b9f6-4f48-ab3f-d3af3a03404a req-ada95b01-6919-405a-a6ea-5e69c1b88709 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:53.868515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-019ac64a-b9f6-4f48-ab3f-d3af3a03404a req-ada95b01-6919-405a-a6ea-5e69c1b88709 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 950 time: 0.0488832 Aug 16 02:32:53.905471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-019ac64a-b9f6-4f48-ab3f-d3af3a03404a req-a8d1104e-51a2-4347-a572-bcea9dcf38a2 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/security-groups?id=40b85326-9706-44dc-87aa-1d05973451d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302601 Aug 16 02:32:54.856653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e186f77-aa6a-46d6-b41e-4d105d9af7d7 req-4cdeaf66-ea75-4d16-8ce7-e961a6eb3e03 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:54.858780 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e186f77-aa6a-46d6-b41e-4d105d9af7d7 req-4cdeaf66-ea75-4d16-8ce7-e961a6eb3e03 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 950 time: 0.0519297 Aug 16 02:32:54.896652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e186f77-aa6a-46d6-b41e-4d105d9af7d7 req-e248e224-f0a2-49ba-8591-d673dd9dd36a tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/security-groups?id=40b85326-9706-44dc-87aa-1d05973451d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318093 Aug 16 02:32:56.011279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06e4bd-d74a-4546-8433-9fc5c23aef24 req-f4e572dd-d7b1-44ee-915c-2fe1d8c14183 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:56.012765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb06e4bd-d74a-4546-8433-9fc5c23aef24 req-f4e572dd-d7b1-44ee-915c-2fe1d8c14183 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 950 time: 0.0477943 Aug 16 02:32:56.074423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb06e4bd-d74a-4546-8433-9fc5c23aef24 req-0d330486-adb8-4ed8-a362-2f87c05059b8 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.79 "GET /v2.0/security-groups?id=40b85326-9706-44dc-87aa-1d05973451d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545156 Aug 16 02:32:56.099773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342e70-4fa9-493a-b96a-b19b5c0b3ba2 req-60686469-98d3-467d-bcdd-0cfeb168d049 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:56.101261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2342e70-4fa9-493a-b96a-b19b5c0b3ba2 req-60686469-98d3-467d-bcdd-0cfeb168d049 tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4fefe71-0654-46b0-a75b-a2da11974cac HTTP/1.1" status: 200 len: 950 time: 0.0553665 Aug 16 02:32:56.196722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-e2342e70-4fa9-493a-b96a-b19b5c0b3ba2 req-e587c49e-fdff-4150-90f6-5fdf3bb1eb0a tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Deleting port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:56.196973 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e2342e70-4fa9-493a-b96a-b19b5c0b3ba2 req-e587c49e-fdff-4150-90f6-5fdf3bb1eb0a tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.282672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e2342e70-4fa9-493a-b96a-b19b5c0b3ba2 req-e587c49e-fdff-4150-90f6-5fdf3bb1eb0a tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] For port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19,segment=NetworkSegment(f8f52f08-cc55-4f2e-8bb5-2519627c3ff2),segment_id=f8f52f08-cc55-4f2e-8bb5-2519627c3ff2)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:56.283031 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e2342e70-4fa9-493a-b96a-b19b5c0b3ba2 req-e587c49e-fdff-4150-90f6-5fdf3bb1eb0a tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.295255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-e2342e70-4fa9-493a-b96a-b19b5c0b3ba2 req-e587c49e-fdff-4150-90f6-5fdf3bb1eb0a tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Calling delete_port for 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:56.423580 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e2342e70-4fa9-493a-b96a-b19b5c0b3ba2 req-e587c49e-fdff-4150-90f6-5fdf3bb1eb0a tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.436821 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['82d1728f-bc9e-4b8a-8c6a-1261d27f6e19'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:56.454197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587c49e-fdff-4150-90f6-5fdf3bb1eb0a tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Pushing event deleted for resources: {'Port': ['ID=82d1728f-bc9e-4b8a-8c6a-1261d27f6e19,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:56.499201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2342e70-4fa9-493a-b96a-b19b5c0b3ba2 req-e587c49e-fdff-4150-90f6-5fdf3bb1eb0a tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] No DVR routers for this DVR port 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:56.501947 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e2342e70-4fa9-493a-b96a-b19b5c0b3ba2 req-e587c49e-fdff-4150-90f6-5fdf3bb1eb0a tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.504181 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2342e70-4fa9-493a-b96a-b19b5c0b3ba2 req-e587c49e-fdff-4150-90f6-5fdf3bb1eb0a tempest-ServersAdminNegativeTestJSON-1132452731 tempest-ServersAdminNegativeTestJSON-1132452731-project] 10.222.0.89 "DELETE /v2.0/ports/82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 HTTP/1.1" status: 204 len: 173 time: 0.3955297 Aug 16 02:32:56.504815 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fefe71-0654-46b0-a75b-a2da11974cac', 'name': 'network-vif-deleted', 'tag': '82d1728f-bc9e-4b8a-8c6a-1261d27f6e19'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:56.507241 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a547519-a8f8-4113-846f-80bddfe599a5" -d '{"events": [{"server_uuid": "c4fefe71-0654-46b0-a75b-a2da11974cac", "name": "network-vif-deleted", "tag": "82d1728f-bc9e-4b8a-8c6a-1261d27f6e19"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:56.547120 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd1fe41-7fe4-4d4f-87db-62ef7d19f8c9 x-openstack-request-id: req-6fd1fe41-7fe4-4d4f-87db-62ef7d19f8c9 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:56.547406 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fefe71-0654-46b0-a75b-a2da11974cac", "name": "network-vif-deleted", "tag": "82d1728f-bc9e-4b8a-8c6a-1261d27f6e19", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:56.547676 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6fd1fe41-7fe4-4d4f-87db-62ef7d19f8c9 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:56.548072 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fefe71-0654-46b0-a75b-a2da11974cac', 'name': 'network-vif-deleted', 'tag': '82d1728f-bc9e-4b8a-8c6a-1261d27f6e19', 'status': 'completed', 'code': 200} Aug 16 02:32:57.379991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60762) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:57.520532 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-74767c44-43b7-4b8c-9797-a0d9c5c0adb6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=64ee3e0fe51343b28d1f03e9a1f5ff5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393569 Aug 16 02:32:57.522954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60766) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:57.570395 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e73f4d99-d68f-45f1-a5ad-ef5eb1cf3687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.591310 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e73f4d99-d68f-45f1-a5ad-ef5eb1cf3687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.639403 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e73f4d99-d68f-45f1-a5ad-ef5eb1cf3687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.642064 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e73f4d99-d68f-45f1-a5ad-ef5eb1cf3687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.643074 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e73f4d99-d68f-45f1-a5ad-ef5eb1cf3687 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/40b85326-9706-44dc-87aa-1d05973451d1 HTTP/1.1" status: 204 len: 168 time: 0.1192288 Aug 16 02:32:57.651096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f4d99-d68f-45f1-a5ad-ef5eb1cf3687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b85326-9706-44dc-87aa-1d05973451d1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:57.905736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60774) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:57.918737 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5d64d51-29ab-4fbd-92dc-32e39f171198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.006741 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5d64d51-29ab-4fbd-92dc-32e39f171198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.012803 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5d64d51-29ab-4fbd-92dc-32e39f171198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.051666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c5d64d51-29ab-4fbd-92dc-32e39f171198 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d73d0be732b46cbba17b05a55b5d42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448426 Aug 16 02:32:58.052535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d64d51-29ab-4fbd-92dc-32e39f171198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a01b173-2826-47b2-a0e8-a1a481ec6262,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:58.054428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60776) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:58.103558 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f59327e8-155d-4f93-b291-ba5f5f19aa09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.123899 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f59327e8-155d-4f93-b291-ba5f5f19aa09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.174873 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f59327e8-155d-4f93-b291-ba5f5f19aa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.177354 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f59327e8-155d-4f93-b291-ba5f5f19aa09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.178552 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f59327e8-155d-4f93-b291-ba5f5f19aa09 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a01b173-2826-47b2-a0e8-a1a481ec6262 HTTP/1.1" status: 204 len: 168 time: 0.1230724 Aug 16 02:32:58.187046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59327e8-155d-4f93-b291-ba5f5f19aa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a01b173-2826-47b2-a0e8-a1a481ec6262,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:58.899589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60800) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:58.999735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-268641381-network', 'tenant_id': 'bd23cfcf675d4b5997ecab4e2ae59e3e'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:59.020681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Made reservation on behalf of bd23cfcf675d4b5997ecab4e2ae59e3e for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:59.022991 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.032106 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.122677 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.126913 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.147008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:59.161454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a9f03b-7836-4ec7-bb8b-9584d30373a0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:59.164278 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.164599 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Added segment 2ef360e7-6acf-4beb-8b6c-e4d915b6e267 of type vlan for network 242ae704-46ee-4131-b808-3ed714b6093b Aug 16 02:32:59.545623 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.572508 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.573465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:59.574040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.628461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7276778 Aug 16 02:32:59.631672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60806) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:59.633805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88baaef-02f1-4da6-bf54-26fe8fda1782 admin admin] Pushing event updated for resources: {'Network': ['ID=242ae704-46ee-4131-b808-3ed714b6093b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:59.637349 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] Request body: {'subnet': {'network_id': '242ae704-46ee-4131-b808-3ed714b6093b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-268641381-subnet', 'tenant_id': 'bd23cfcf675d4b5997ecab4e2ae59e3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:59.645312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 242ae704-46ee-4131-b808-3ed714b6093b details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:59.659305 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] Made reservation on behalf of bd23cfcf675d4b5997ecab4e2ae59e3e for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:59.661685 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.833161 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.891676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cfdaab-e600-49a0-b046-390b01228462,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:59.900475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] Checking segment: {'id': '2ef360e7-6acf-4beb-8b6c-e4d915b6e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:59.900844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] Network hostable DHCP agents. Network: 242ae704-46ee-4131-b808-3ed714b6093b, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:59.917203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] Network 242ae704-46ee-4131-b808-3ed714b6093b is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:59.925672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 242ae704-46ee-4131-b808-3ed714b6093b) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:59.930121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:59.931314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.934867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f4f69-fddb-47ff-8ad9-d3b4b4539d98 None None] Network 242ae704-46ee-4131-b808-3ed714b6093b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:59.946214 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f0c03ec6-c48e-48ce-911b-8e661f3dea14 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3133256 Aug 16 02:33:00.079416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec206bd-a9d0-42be-9d50-1fb1589e4073 None None] Network 242ae704-46ee-4131-b808-3ed714b6093b requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:00.386080 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-9117a805-85b1-4451-9b93-b8c4cd8c4b50 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:00.387446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-9117a805-85b1-4451-9b93-b8c4cd8c4b50 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/networks?id=242ae704-46ee-4131-b808-3ed714b6093b HTTP/1.1" status: 200 len: 811 time: 0.1033354 Aug 16 02:33:00.402556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-73560dad-eaa9-466c-92ef-da68ea9a94cb tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/quotas/bd23cfcf675d4b5997ecab4e2ae59e3e HTTP/1.1" status: 200 len: 375 time: 0.0087671 Aug 16 02:33:00.433636 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-5ace6bb3-d85f-47b8-bbb1-d621b9d38a8e tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250833 Aug 16 02:33:00.575078 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-ad831f44-fea0-4a5b-aa57-ef9d5fcf3db2 service neutron] 10.222.0.79 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346734 Aug 16 02:33:00.672242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-dfca6566-d0c4-412f-b948-d69080a0ca53 service neutron] 10.222.0.79 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902474 Aug 16 02:33:00.690286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:00.714263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:00.714623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 82d1728f-bc9e-4b8a-8c6a-1261d27f6e19 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:00.846721 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05a51a2e-9809-44fa-bec6-bead867ca557 req-83ab30ca-6d65-4fc6-9969-31dba670cb0d tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 210 time: 0.0275931 Aug 16 02:33:01.756449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-aab1d98a-affd-48da-ace9-871682b557f3 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:01.757931 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-aab1d98a-affd-48da-ace9-871682b557f3 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.89 "GET /v2.0/networks?id=242ae704-46ee-4131-b808-3ed714b6093b HTTP/1.1" status: 200 len: 811 time: 0.1066790 Aug 16 02:33:01.771072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Request body: {'port': {'device_id': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b', 'admin_state_up': True, 'tenant_id': 'bd23cfcf675d4b5997ecab4e2ae59e3e'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:01.878990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Made reservation on behalf of bd23cfcf675d4b5997ecab4e2ae59e3e for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:01.882861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:01.972900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6542558b-0759-4136-acec-c2a87c43291b req-dd4bc1ff-0e7a-49a3-9336-b75980e3b6cd tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 210 time: 0.0335717 Aug 16 02:33:02.033007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Allocated IP 172.20.0.14 (242ae704-46ee-4131-b808-3ed714b6093b/59cfdaab-e600-49a0-b046-390b01228462/4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:02.179194 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.218836 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.259893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Network 242ae704-46ee-4131-b808-3ed714b6093b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:02.265470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:02.269228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:02.299122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Pushing event updated for resources: {'Port': ['ID=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:02.327613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:02.328220 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.342338 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-edc01ffa-0f4f-4ecf-8922-e34b19a0e8d7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5750210 Aug 16 02:33:02.354808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Request body: {'port': {'device_id': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:02.409685 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.674933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:02.682415 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.694170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Transition to ACTIVE for port object 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:02.697832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.753490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:02.815646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Attempting to bind port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:02.816279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Attempting to bind port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '2ef360e7-6acf-4beb-8b6c-e4d915b6e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:02.816279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Attempting to bind port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c on network 242ae704-46ee-4131-b808-3ed714b6093b {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:02.820461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c on network 242ae704-46ee-4131-b808-3ed714b6093b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:33:02.820776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Attempting to bind port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c on network 242ae704-46ee-4131-b808-3ed714b6093b {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:02.825736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:02.826076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Checking segment: {'id': '2ef360e7-6acf-4beb-8b6c-e4d915b6e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:02.826996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Bound using segment: {'id': '2ef360e7-6acf-4beb-8b6c-e4d915b6e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:02.827451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Bound port: 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef360e7-6acf-4beb-8b6c-e4d915b6e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:02.827806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.890217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:02.893220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,segment=NetworkSegment(2ef360e7-6acf-4beb-8b6c-e4d915b6e267),segment_id=2ef360e7-6acf-4beb-8b6c-e4d915b6e267)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:02.898122 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.942686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:02.943296 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.944705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] 10.222.0.89 "PUT /v2.0/ports/4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c HTTP/1.1" status: 200 len: 1093 time: 0.5942793 Aug 16 02:33:02.945169 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:02.947423 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e454a6-3056-4501-9484-4b96b513044f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:02.968683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4b141-6084-4a0b-b50b-305424d3a424 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:02.989721 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d741f5-913d-4793-adc5-cf9a0727388e x-openstack-request-id: req-e8d741f5-913d-4793-adc5-cf9a0727388e {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:02.990012 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:02.990264 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e8d741f5-913d-4793-adc5-cf9a0727388e {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:02.990668 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c', 'status': 'completed', 'code': 200} Aug 16 02:33:03.036912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-654ec880-6a2f-471d-8c3b-35b420b68f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:03.038460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-654ec880-6a2f-471d-8c3b-35b420b68f91 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e&device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 1096 time: 0.0423746 Aug 16 02:33:03.103705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-59ddcec5-36cb-4305-ab05-54d3e74e3496 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c HTTP/1.1" status: 200 len: 217 time: 0.0517993 Aug 16 02:33:03.154980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe4f71-2503-4721-93b0-d92bccce9a32 req-330aaaf1-1341-48c5-8926-9c8fb3298e09 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:03.156435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5dbe4f71-2503-4721-93b0-d92bccce9a32 req-330aaaf1-1341-48c5-8926-9c8fb3298e09 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 944 time: 0.1127172 Aug 16 02:33:03.183728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-27235b6e-a2d1-4343-a826-18d51dc7a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:03.185161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-27235b6e-a2d1-4343-a826-18d51dc7a17d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59cfdaab-e600-49a0-b046-390b01228462 HTTP/1.1" status: 200 len: 851 time: 0.0732358 Aug 16 02:33:03.223138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5dbe4f71-2503-4721-93b0-d92bccce9a32 req-7bb36d60-4090-46ec-bc1d-9c0c1e721686 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605855 Aug 16 02:33:03.224965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-d252d2ad-d4f4-44c6-b8b8-79d3d773cb35 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=242ae704-46ee-4131-b808-3ed714b6093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296040 Aug 16 02:33:03.317604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-08eb0355-5f29-441c-aa43-60113c1bc461 service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850372 Aug 16 02:33:03.405182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de86dc80-0c15-48c4-bfc9-de5cc1036e5a req-ea6bc2be-1ed0-4426-8c73-36ec3a0281ba service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802057 Aug 16 02:33:03.491191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e454a6-3056-4501-9484-4b96b513044f req-ad0c3051-601d-4087-828f-4d0ea685fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:03.492671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5e454a6-3056-4501-9484-4b96b513044f req-ad0c3051-601d-4087-828f-4d0ea685fb2d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e&device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 1096 time: 0.0406415 Aug 16 02:33:03.584315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e454a6-3056-4501-9484-4b96b513044f req-3c242072-d7c2-4f6e-aac2-8f8bf6b47bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:03.585801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5e454a6-3056-4501-9484-4b96b513044f req-3c242072-d7c2-4f6e-aac2-8f8bf6b47bf8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=242ae704-46ee-4131-b808-3ed714b6093b HTTP/1.1" status: 200 len: 912 time: 0.0859320 Aug 16 02:33:03.627453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5e454a6-3056-4501-9484-4b96b513044f req-dabd7dd0-d24d-46d7-9166-2a3ebaf7c216 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c HTTP/1.1" status: 200 len: 217 time: 0.0338440 Aug 16 02:33:03.682867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e454a6-3056-4501-9484-4b96b513044f req-450f46a5-c974-4752-b386-c5c036f0c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:03.684433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5e454a6-3056-4501-9484-4b96b513044f req-450f46a5-c974-4752-b386-c5c036f0c4fd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59cfdaab-e600-49a0-b046-390b01228462 HTTP/1.1" status: 200 len: 851 time: 0.0497661 Aug 16 02:33:03.718222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5e454a6-3056-4501-9484-4b96b513044f req-0efb360e-16e2-4f21-b37a-aee09c8621f6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=242ae704-46ee-4131-b808-3ed714b6093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251300 Aug 16 02:33:03.805803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5e454a6-3056-4501-9484-4b96b513044f req-4e1dd48c-73da-4c37-9430-ed459e41dfd0 service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797949 Aug 16 02:33:03.899244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5e454a6-3056-4501-9484-4b96b513044f req-cc268306-97cc-4332-9f55-de31d8685146 service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851338 Aug 16 02:33:04.343829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901963-8f2c-473c-ad11-711544527717 req-b8e0633b-d60e-4de9-8a05-7c6f861a0d94 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:04.345329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc901963-8f2c-473c-ad11-711544527717 req-b8e0633b-d60e-4de9-8a05-7c6f861a0d94 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 944 time: 0.0494258 Aug 16 02:33:04.382518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dc901963-8f2c-473c-ad11-711544527717 req-ded93b81-cadb-4d92-a9ef-173dade42364 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Aug 16 02:33:04.705380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:33:04.798135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,segment=NetworkSegment(2ef360e7-6acf-4beb-8b6c-e4d915b6e267),segment_id=2ef360e7-6acf-4beb-8b6c-e4d915b6e267)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:04.809135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c', 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b', 'port_id': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c', 'mac_address': 'fa:16:3e:61:96:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cfdaab-e600-49a0-b046-390b01228462', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:33:04.846535 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.858992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:04.881606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,segment=NetworkSegment(2ef360e7-6acf-4beb-8b6c-e4d915b6e267),segment_id=2ef360e7-6acf-4beb-8b6c-e4d915b6e267)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:04.885444 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.932612 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:05.071503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:05.499514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bff7b6-c0c9-468f-af91-ad591e39b8a0 req-4fb0bdbc-d4b7-4f20-bfe5-9f582f50b044 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:05.501065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7bff7b6-c0c9-468f-af91-ad591e39b8a0 req-4fb0bdbc-d4b7-4f20-bfe5-9f582f50b044 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 945 time: 0.0503314 Aug 16 02:33:05.539513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7bff7b6-c0c9-468f-af91-ad591e39b8a0 req-ff3da523-773b-4119-a99f-aab9dd7c2000 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309987 Aug 16 02:33:06.657523 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7c4a-2003-474a-8fbf-a658320b6280 req-cfc0fcb2-c137-4cdb-900d-e6fd1683170f tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:06.659119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b98e7c4a-2003-474a-8fbf-a658320b6280 req-cfc0fcb2-c137-4cdb-900d-e6fd1683170f tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 945 time: 0.0533192 Aug 16 02:33:06.698513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b98e7c4a-2003-474a-8fbf-a658320b6280 req-dd0abbf8-64dc-4d80-a02b-a9f9dd70920a tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333583 Aug 16 02:33:06.705383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:06.755721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:06.759412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:06.759739 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.834694 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.856596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:06.858899 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9eaaec-1855-4151-b0e3-c981ed2340e1" -d '{"events": [{"server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "name": "network-vif-plugged", "status": "completed", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:06.871983 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,segment=NetworkSegment(2ef360e7-6acf-4beb-8b6c-e4d915b6e267),segment_id=2ef360e7-6acf-4beb-8b6c-e4d915b6e267)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:06.876584 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.904893 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80e3be8-c0bc-4b10-9f27-db0453f9e1db x-openstack-request-id: req-f80e3be8-c0bc-4b10-9f27-db0453f9e1db {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:06.905220 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "name": "network-vif-plugged", "status": "completed", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:06.905476 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f80e3be8-c0bc-4b10-9f27-db0453f9e1db {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:06.905861 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c', 'code': 200} Aug 16 02:33:06.932459 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:06.993178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e26f5-ce17-44b5-87a9-d1ae8ef24f64 req-0a0172c1-c06c-4855-bf46-2d9a98bc6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:06.994670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-658e26f5-ce17-44b5-87a9-d1ae8ef24f64 req-0a0172c1-c06c-4855-bf46-2d9a98bc6b7c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 1098 time: 0.0402498 Aug 16 02:33:07.030960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-658e26f5-ce17-44b5-87a9-d1ae8ef24f64 req-be08dbb2-ef7e-442b-b8ca-75834e72ae9b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294602 Aug 16 02:33:07.815386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef50430-a4fd-4294-a47e-c4a47de1c782 req-7403c2c2-75bd-4470-acb3-eeef3eea5715 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:07.816798 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ef50430-a4fd-4294-a47e-c4a47de1c782 req-7403c2c2-75bd-4470-acb3-eeef3eea5715 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0493271 Aug 16 02:33:07.853723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ef50430-a4fd-4294-a47e-c4a47de1c782 req-66e6685b-0a7f-4da8-ab77-b292d4ef6591 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309029 Aug 16 02:33:08.104167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a477e4-5fd3-429b-9371-7103c693cce6 req-7b131924-ea31-4d69-8076-657058ed6cbc tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:08.105796 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17a477e4-5fd3-429b-9371-7103c693cce6 req-7b131924-ea31-4d69-8076-657058ed6cbc tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0562046 Aug 16 02:33:08.138169 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-1413c6e9-8895-4302-b64f-7e6a2e95add8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979414 Aug 16 02:33:08.149253 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17a477e4-5fd3-429b-9371-7103c693cce6 req-74f9b9ab-5c99-4283-8390-27de3feb4342 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362387 Aug 16 02:33:08.914512 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ff1483ee-3c99-472f-887b-440217db5357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.269479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977aa3b9-7922-487c-a46f-65a56883d233 req-8b48b80b-0f68-46c4-8b10-af55cad9f1df tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:09.271002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-977aa3b9-7922-487c-a46f-65a56883d233 req-8b48b80b-0f68-46c4-8b10-af55cad9f1df tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0505943 Aug 16 02:33:09.311580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-977aa3b9-7922-487c-a46f-65a56883d233 req-99c03922-daee-4d5a-8c53-946968d14ce8 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Aug 16 02:33:09.385879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-6ddb5428-6c0c-411a-83e1-bd5df6ce7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:09.387394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-6ddb5428-6c0c-411a-83e1-bd5df6ce7bf6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e&device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 1098 time: 0.0391977 Aug 16 02:33:09.481861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-89e9b451-ddfb-4b68-98b3-f3750eaf553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:09.483296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-89e9b451-ddfb-4b68-98b3-f3750eaf553d service neutron] 10.222.0.89 "GET /v2.0/networks?id=242ae704-46ee-4131-b808-3ed714b6093b HTTP/1.1" status: 200 len: 912 time: 0.0890970 Aug 16 02:33:09.524512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-22d50341-967c-4c10-9b49-c4bf492eb5ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c HTTP/1.1" status: 200 len: 217 time: 0.0340066 Aug 16 02:33:09.575982 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-92b99ad2-8b8b-44a0-a4e3-89e31f023eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:09.578111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-92b99ad2-8b8b-44a0-a4e3-89e31f023eaf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59cfdaab-e600-49a0-b046-390b01228462 HTTP/1.1" status: 200 len: 851 time: 0.0461812 Aug 16 02:33:09.616877 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-5da8f65e-eb46-4abe-ba82-8924273660f6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=242ae704-46ee-4131-b808-3ed714b6093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305457 Aug 16 02:33:09.705855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-46fe2f20-be3d-46fc-8db8-046e357f67e3 service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817373 Aug 16 02:33:09.797686 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-19f73dbf-13fc-4e09-b2d6-becba73c6619 service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852294 Aug 16 02:33:10.006661 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.430848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376e6de-a4d4-48ad-9898-848cc9228218 req-8986f050-160b-429c-a9d6-c38991a7d0cb tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:10.432534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b376e6de-a4d4-48ad-9898-848cc9228218 req-8986f050-160b-429c-a9d6-c38991a7d0cb tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0491464 Aug 16 02:33:10.474607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b376e6de-a4d4-48ad-9898-848cc9228218 req-544e731a-4ee2-4e94-94f0-02a173fa0542 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355127 Aug 16 02:33:11.515589 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd78eb41-fb84-45a5-bb34-b94b4b6496f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.597467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b30c11-f325-4155-b6a7-8c749e33ca97 req-830de142-7444-4ae1-a401-1a7215edd190 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:11.599060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90b30c11-f325-4155-b6a7-8c749e33ca97 req-830de142-7444-4ae1-a401-1a7215edd190 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0549884 Aug 16 02:33:11.613753 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.647063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90b30c11-f325-4155-b6a7-8c749e33ca97 req-0544664a-ac20-4536-885b-0237054d3181 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 Aug 16 02:33:12.773637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85099c54-03db-4cb2-8876-a6478c30ece9 req-f33eaf38-29d5-4387-a54a-7f75704a5f69 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:12.775024 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85099c54-03db-4cb2-8876-a6478c30ece9 req-f33eaf38-29d5-4387-a54a-7f75704a5f69 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0536149 Aug 16 02:33:12.812632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85099c54-03db-4cb2-8876-a6478c30ece9 req-4945fad5-4895-4940-a30a-3ee631e43513 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Aug 16 02:33:12.846954 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.928379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160a41-c3be-477e-910d-26b48a1434ba req-d0aad073-03d0-4154-9815-c84d27dd0f0c tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:13.929946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0160a41-c3be-477e-910d-26b48a1434ba req-d0aad073-03d0-4154-9815-c84d27dd0f0c tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0504391 Aug 16 02:33:13.969054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0160a41-c3be-477e-910d-26b48a1434ba req-34a2b268-4c90-468a-b5a9-16189f676898 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329640 Aug 16 02:33:14.362145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.081751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687bc64-ef50-4819-991a-892e245edb5d req-68a10aa3-ad9b-4d3c-9280-782be5da35cd tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:15.083125 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6687bc64-ef50-4819-991a-892e245edb5d req-68a10aa3-ad9b-4d3c-9280-782be5da35cd tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0473955 Aug 16 02:33:15.120294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6687bc64-ef50-4819-991a-892e245edb5d req-554d324a-c057-4575-8850-c09a93b6ca11 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Aug 16 02:33:16.239122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0346-b7de-4f25-9fa4-c7e610f1514a req-d6f4da42-ce02-47c2-9c53-db4f2672afac tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:16.240585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-988a0346-b7de-4f25-9fa4-c7e610f1514a req-d6f4da42-ce02-47c2-9c53-db4f2672afac tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0522792 Aug 16 02:33:16.277633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-988a0346-b7de-4f25-9fa4-c7e610f1514a req-500d84d8-a51f-4236-a032-9861e7871b79 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Aug 16 02:33:17.392631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040569e-7d86-46b4-b649-2b1f4066e7fc req-f5ef8082-10f3-4ff2-a9d8-f553c9b036ab tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:17.394169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8040569e-7d86-46b4-b649-2b1f4066e7fc req-f5ef8082-10f3-4ff2-a9d8-f553c9b036ab tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0484393 Aug 16 02:33:17.432457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8040569e-7d86-46b4-b649-2b1f4066e7fc req-a7735d7e-b914-4816-9f39-813759cd9e61 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 Aug 16 02:33:18.551650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436bc62-eeba-49bd-88ad-b7ba56a4a55a req-924e2e69-179f-4f4e-944a-f812c1445b99 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:18.553136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9436bc62-eeba-49bd-88ad-b7ba56a4a55a req-924e2e69-179f-4f4e-944a-f812c1445b99 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0473368 Aug 16 02:33:18.589744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9436bc62-eeba-49bd-88ad-b7ba56a4a55a req-3657e24c-9806-4a0f-8161-b0f8e2bceea5 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307271 Aug 16 02:33:18.661988 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.764177 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:33:19.709319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8761f-d1b6-4c6c-b09c-b4a7f8292ecc req-099e14e5-3640-4ddb-97e8-5dbca71c1dfb tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:19.710789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77e8761f-d1b6-4c6c-b09c-b4a7f8292ecc req-099e14e5-3640-4ddb-97e8-5dbca71c1dfb tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0529618 Aug 16 02:33:19.747738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77e8761f-d1b6-4c6c-b09c-b4a7f8292ecc req-1ed9a22b-5117-412c-a4d4-bfc288aaa7d5 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309944 Aug 16 02:33:20.865401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4cd70-2363-42a5-9c23-7b45868c0449 req-6ddf1446-57d7-4f6a-8dcc-1a9d5374233c tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.866944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84b4cd70-2363-42a5-9c23-7b45868c0449 req-6ddf1446-57d7-4f6a-8dcc-1a9d5374233c tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0501776 Aug 16 02:33:20.903923 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84b4cd70-2363-42a5-9c23-7b45868c0449 req-433c5c46-fa98-4808-aa4e-caa9416b6663 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310071 Aug 16 02:33:22.020632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f976a4-bfad-44a9-ab72-47dfd9787843 req-a24d3a11-19e2-416c-a93d-4b6a4240eea3 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:22.022199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80f976a4-bfad-44a9-ab72-47dfd9787843 req-a24d3a11-19e2-416c-a93d-4b6a4240eea3 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0497136 Aug 16 02:33:22.059445 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80f976a4-bfad-44a9-ab72-47dfd9787843 req-ef7f8966-cdb8-4935-a8c8-d2272965158b tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Aug 16 02:33:23.176460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb797b-0d99-4777-8fc5-73cc931452f5 req-4b430c99-ad61-4bcc-b301-b9f1e71779ec tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:23.177943 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddbb797b-0d99-4777-8fc5-73cc931452f5 req-4b430c99-ad61-4bcc-b301-b9f1e71779ec tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0512147 Aug 16 02:33:23.215209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ddbb797b-0d99-4777-8fc5-73cc931452f5 req-27ad53b1-ac45-4da0-adce-f6e7963f113a tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313864 Aug 16 02:33:24.328401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f2536-6eb6-4ecc-8857-71fdb44bf470 req-836d1e3a-fd1a-4748-8f80-e0494fae54fd tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:24.329906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea0f2536-6eb6-4ecc-8857-71fdb44bf470 req-836d1e3a-fd1a-4748-8f80-e0494fae54fd tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0484974 Aug 16 02:33:24.367085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea0f2536-6eb6-4ecc-8857-71fdb44bf470 req-5f76f429-56ff-47c4-9114-5390963e504d tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Aug 16 02:33:25.480198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337ed9d-0548-44c1-9669-3a39909fca9a req-f745a800-812b-4517-b37b-1264a163ddb0 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:25.481745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d337ed9d-0548-44c1-9669-3a39909fca9a req-f745a800-812b-4517-b37b-1264a163ddb0 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0475624 Aug 16 02:33:25.520153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d337ed9d-0548-44c1-9669-3a39909fca9a req-7ad25b7c-16ae-40be-923d-db6ccb87df3b tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Aug 16 02:33:26.641225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fd6a6-c4e6-49b8-beb0-182693b97ced req-717a2f17-ba0a-443a-813b-68e5f39f8f15 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:26.642717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-984fd6a6-c4e6-49b8-beb0-182693b97ced req-717a2f17-ba0a-443a-813b-68e5f39f8f15 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0522637 Aug 16 02:33:26.683815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-984fd6a6-c4e6-49b8-beb0-182693b97ced req-6ba1c3ce-57c2-4289-a7a6-2f1149f08276 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350006 Aug 16 02:33:27.807569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8c138-3b53-4f5b-aea5-b67b0bb03830 req-7ec90b12-7c1e-48d1-bd54-be20ec4065a2 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:27.809015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e8c138-3b53-4f5b-aea5-b67b0bb03830 req-7ec90b12-7c1e-48d1-bd54-be20ec4065a2 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0475147 Aug 16 02:33:27.846496 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31e8c138-3b53-4f5b-aea5-b67b0bb03830 req-7e5d9886-da82-42b2-ae0d-d2fad4e04561 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310819 Aug 16 02:33:28.961366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bfff5-78e8-4ba6-afaa-f542178e05df req-1f147cce-1c0d-4718-8e8d-ce131aa17e24 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:28.962859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b48bfff5-78e8-4ba6-afaa-f542178e05df req-1f147cce-1c0d-4718-8e8d-ce131aa17e24 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0493050 Aug 16 02:33:29.002529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b48bfff5-78e8-4ba6-afaa-f542178e05df req-06c9316b-0d0b-44da-bcd9-71ec8a694dcf tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321016 Aug 16 02:33:30.121392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a437ef-dac3-453b-9e32-d1acb9b5468c req-e78cae7a-2e17-45d8-a1ab-d8e1b228d749 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:30.122838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22a437ef-dac3-453b-9e32-d1acb9b5468c req-e78cae7a-2e17-45d8-a1ab-d8e1b228d749 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0518789 Aug 16 02:33:30.163515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22a437ef-dac3-453b-9e32-d1acb9b5468c req-d92584c8-ac4e-4df6-88f7-8c320abb371b tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341499 Aug 16 02:33:31.276807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7710137-db1d-4bbc-9ddc-bab77183046d req-f036f38e-950c-4883-b62c-092b12a74eb7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:31.278300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7710137-db1d-4bbc-9ddc-bab77183046d req-f036f38e-950c-4883-b62c-092b12a74eb7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0477407 Aug 16 02:33:31.316297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c7710137-db1d-4bbc-9ddc-bab77183046d req-23d49573-fb27-4fb0-9b82-7fb1965b101c tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Aug 16 02:33:32.430698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280de75-e5c4-4745-a525-ef24b22add97 req-9c6666dd-94b4-42f8-a549-9374962b016e tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:32.432149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5280de75-e5c4-4745-a525-ef24b22add97 req-9c6666dd-94b4-42f8-a549-9374962b016e tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0486395 Aug 16 02:33:32.469333 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5280de75-e5c4-4745-a525-ef24b22add97 req-65ee3f3a-9e51-4a7b-b6d9-2bbb8c47740b tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305829 Aug 16 02:33:33.586668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83491311-f84d-419d-be2c-3318f93012dd req-78bb2f1b-1880-4d81-858c-cbe4439ce2b4 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:33.588061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83491311-f84d-419d-be2c-3318f93012dd req-78bb2f1b-1880-4d81-858c-cbe4439ce2b4 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0515273 Aug 16 02:33:33.625969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83491311-f84d-419d-be2c-3318f93012dd req-879879ee-281f-4fda-8602-d61958a4024e tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Aug 16 02:33:34.742780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ec40-9091-4851-9fb7-efea6aff2aed req-3e63ac7e-5b5d-474b-a307-eed8292d46de tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:34.744256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92e2ec40-9091-4851-9fb7-efea6aff2aed req-3e63ac7e-5b5d-474b-a307-eed8292d46de tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0479851 Aug 16 02:33:34.781946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92e2ec40-9091-4851-9fb7-efea6aff2aed req-d1c1ee54-6014-4094-8cc1-87d9a4607cc4 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310555 Aug 16 02:33:35.896641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9649ec2-116f-4685-917b-186c834ed61e req-ceeb0905-847a-43ae-a719-1894bc116706 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:35.899464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9649ec2-116f-4685-917b-186c834ed61e req-ceeb0905-847a-43ae-a719-1894bc116706 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0486410 Aug 16 02:33:35.959811 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9649ec2-116f-4685-917b-186c834ed61e req-060cf767-a8aa-42d0-8a4d-9c7202bf29c3 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553689 Aug 16 02:33:35.979094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c559f5b-f3f7-49ab-b046-2855dbbb6387 req-cf758c93-4fd3-452c-8fe8-8598fc895c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:35.980556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c559f5b-f3f7-49ab-b046-2855dbbb6387 req-cf758c93-4fd3-452c-8fe8-8598fc895c78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e&device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 1098 time: 0.0516384 Aug 16 02:33:36.084148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c559f5b-f3f7-49ab-b046-2855dbbb6387 req-9a50c897-8a98-43df-9088-cbcc57044348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:36.085556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c559f5b-f3f7-49ab-b046-2855dbbb6387 req-9a50c897-8a98-43df-9088-cbcc57044348 service neutron] 10.222.0.89 "GET /v2.0/networks?id=242ae704-46ee-4131-b808-3ed714b6093b HTTP/1.1" status: 200 len: 912 time: 0.0835378 Aug 16 02:33:36.129779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c559f5b-f3f7-49ab-b046-2855dbbb6387 req-0e87a260-947c-45c3-85d2-a6d5c534f7d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c HTTP/1.1" status: 200 len: 217 time: 0.0345194 Aug 16 02:33:36.182757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c559f5b-f3f7-49ab-b046-2855dbbb6387 req-8c4a32be-c1e8-4d3b-a476-826f8a9a0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:36.184232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c559f5b-f3f7-49ab-b046-2855dbbb6387 req-8c4a32be-c1e8-4d3b-a476-826f8a9a0e3f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59cfdaab-e600-49a0-b046-390b01228462 HTTP/1.1" status: 200 len: 851 time: 0.0471241 Aug 16 02:33:36.215164 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c559f5b-f3f7-49ab-b046-2855dbbb6387 req-61b6aa09-05e6-4334-96cb-988b43320398 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=242ae704-46ee-4131-b808-3ed714b6093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234027 Aug 16 02:33:36.301327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c559f5b-f3f7-49ab-b046-2855dbbb6387 req-d7ba0beb-ca89-45ac-a9e7-aa1dcb7b420d service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790865 Aug 16 02:33:36.394472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c559f5b-f3f7-49ab-b046-2855dbbb6387 req-9c1d5c0c-faa5-4679-970a-9739c41e410b service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858297 Aug 16 02:33:36.792844 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-94041d15-4ed3-476c-9474-6a5cf6e16b04 service neutron] show failed (client error): The resource could not be found. Aug 16 02:33:36.793910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-94041d15-4ed3-476c-9474-6a5cf6e16b04 service neutron] 10.222.0.89 "GET /v2.0/ports/4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0827928 Aug 16 02:33:37.027931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-4b882874-aef8-4cef-817a-d79b32f79c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:37.029521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-4b882874-aef8-4cef-817a-d79b32f79c1e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d&tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e HTTP/1.1" status: 200 len: 1098 time: 0.0804076 Aug 16 02:33:37.060456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:37.125381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a8ae5-5515-41e4-b402-b7f80a71da9e req-e95f3fd8-9c11-43cf-a127-e87b32c56bb6 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:37.126869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-758a8ae5-5515-41e4-b402-b7f80a71da9e req-e95f3fd8-9c11-43cf-a127-e87b32c56bb6 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0963755 Aug 16 02:33:37.135227 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.197332 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-758a8ae5-5515-41e4-b402-b7f80a71da9e req-73f1538b-fd63-4fa7-9e4f-34bc97f24265 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635977 Aug 16 02:33:37.363656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,segment=NetworkSegment(2ef360e7-6acf-4beb-8b6c-e4d915b6e267),segment_id=2ef360e7-6acf-4beb-8b6c-e4d915b6e267)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:37.396718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:37.440662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:37.442957 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d34180a-4c35-4e0b-bd58-fe069c75b189" -d '{"events": [{"server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:37.447025 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.460351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Transition to ACTIVE for port object 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:37.465332 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.493850 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d926a9-a4b4-466f-96d9-125c264a4506 x-openstack-request-id: req-b7d926a9-a4b4-466f-96d9-125c264a4506 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:37.494132 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:37.494385 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7d926a9-a4b4-466f-96d9-125c264a4506 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:37.494769 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c', 'code': 200} Aug 16 02:33:37.524865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] No DVR routers for this DVR port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:37.535130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Pushing event updated for resources: {'Port': ['ID=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:37.558392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.558735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.559070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.559401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.559729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.560054 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.560376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.560695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.561040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.561364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.561684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.562536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.575507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Attempting to bind port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:37.575838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Attempting to bind port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '2ef360e7-6acf-4beb-8b6c-e4d915b6e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:37.576162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Attempting to bind port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c on network 242ae704-46ee-4131-b808-3ed714b6093b {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:37.581053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c on network 242ae704-46ee-4131-b808-3ed714b6093b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:33:37.581373 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Attempting to bind port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c on network 242ae704-46ee-4131-b808-3ed714b6093b {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:37.590716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:37.591052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Checking segment: {'id': '2ef360e7-6acf-4beb-8b6c-e4d915b6e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:37.591433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Bound using segment: {'id': '2ef360e7-6acf-4beb-8b6c-e4d915b6e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:37.591851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Bound port: 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef360e7-6acf-4beb-8b6c-e4d915b6e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:37.592208 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.663625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:37.666958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,segment=NetworkSegment(2ef360e7-6acf-4beb-8b6c-e4d915b6e267),segment_id=2ef360e7-6acf-4beb-8b6c-e4d915b6e267)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:37.670494 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.704584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:37.705374 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.706753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] 10.222.0.84 "PUT /v2.0/ports/4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c HTTP/1.1" status: 200 len: 1093 time: 0.6639855 Aug 16 02:33:37.729356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d0af1-eb09-4bbe-bee0-a908fdacffcd service neutron] Pushing event updated for resources: {'Port': ['ID=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:37.778470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-eef69831-6cd5-4c41-a580-7dd6fd0f0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:37.779980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-eef69831-6cd5-4c41-a580-7dd6fd0f0af8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e&device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 1096 time: 0.0413263 Aug 16 02:33:37.872169 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-f319090a-ef55-45dc-a1b0-fa82bc6cc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:37.873674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-f319090a-ef55-45dc-a1b0-fa82bc6cc768 service neutron] 10.222.0.84 "GET /v2.0/networks?id=242ae704-46ee-4131-b808-3ed714b6093b HTTP/1.1" status: 200 len: 912 time: 0.0868545 Aug 16 02:33:37.917906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-9fc53daf-a896-428a-a0c1-ae2fae85a621 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c HTTP/1.1" status: 200 len: 217 time: 0.0370822 Aug 16 02:33:37.967567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-c3e40b79-42cd-4361-8952-785bb937ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:37.969915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-c3e40b79-42cd-4361-8952-785bb937ade6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=59cfdaab-e600-49a0-b046-390b01228462 HTTP/1.1" status: 200 len: 851 time: 0.0459518 Aug 16 02:33:38.001633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-7a708fab-39f7-426c-a3aa-1c89ddd98e9e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=242ae704-46ee-4131-b808-3ed714b6093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244403 Aug 16 02:33:38.098198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-1b01033f-770e-459f-99ba-acf723e7fc2c service neutron] 10.222.0.84 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899866 Aug 16 02:33:38.203140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-886acef8-8a60-4352-881e-58cb6bf347b9 req-b3b76710-5916-48cb-b872-3b6aeded58ce service neutron] 10.222.0.84 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974782 Aug 16 02:33:38.342899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678065-80e7-4a68-a406-58bc08e1636b req-0b738c56-868d-43dd-b9fb-6ff3b362ff0c tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:38.344709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41678065-80e7-4a68-a406-58bc08e1636b req-0b738c56-868d-43dd-b9fb-6ff3b362ff0c tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 944 time: 0.0670714 Aug 16 02:33:38.386564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-41678065-80e7-4a68-a406-58bc08e1636b req-09fc3adf-5664-486d-a946-0443171f02a8 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357888 Aug 16 02:33:38.915022 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8fe28b27-074d-4985-b98d-c0e61e004f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.495778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:39.498035 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af43f68-d0fd-4182-8f98-b158e32e67d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:39.517795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bcb5-37f9-43e4-b41c-a46279c143de req-bd1c7bed-2eac-4276-8bcd-53d25d5bb9cb tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:39.519325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36f1bcb5-37f9-43e4-b41c-a46279c143de req-bd1c7bed-2eac-4276-8bcd-53d25d5bb9cb tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 944 time: 0.0555496 Aug 16 02:33:39.548625 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8495d8a3-5016-4374-9aab-f94d4885ccc8 x-openstack-request-id: req-8495d8a3-5016-4374-9aab-f94d4885ccc8 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:39.548872 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:39.549147 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8495d8a3-5016-4374-9aab-f94d4885ccc8 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:39.549589 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c', 'status': 'completed', 'code': 200} Aug 16 02:33:39.566536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36f1bcb5-37f9-43e4-b41c-a46279c143de req-3a61a0e6-4cfa-4f33-b780-146762005cb7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413363 Aug 16 02:33:39.650573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-68384fe8-09db-442a-8749-e9809c21dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:39.652087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-68384fe8-09db-442a-8749-e9809c21dc53 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e&device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 1096 time: 0.0804563 Aug 16 02:33:39.654594 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-ad6baabd-2539-4bdc-a29e-1446467aa25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:39.656521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-ad6baabd-2539-4bdc-a29e-1446467aa25e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e&device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 1096 time: 0.0565972 Aug 16 02:33:40.003571 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.166790 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-4881f44a-4b9a-48f6-83fc-e1bdf282f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.168253 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-4881f44a-4b9a-48f6-83fc-e1bdf282f88b service neutron] 10.222.0.89 "GET /v2.0/networks?id=242ae704-46ee-4131-b808-3ed714b6093b HTTP/1.1" status: 200 len: 912 time: 0.5091903 Aug 16 02:33:40.172523 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-221615ea-0d05-4c5a-9a83-38dd9cbe1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.173893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-221615ea-0d05-4c5a-9a83-38dd9cbe1d81 service neutron] 10.222.0.84 "GET /v2.0/networks?id=242ae704-46ee-4131-b808-3ed714b6093b HTTP/1.1" status: 200 len: 912 time: 0.5069318 Aug 16 02:33:40.213743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-f44f668c-77d9-4b68-bd65-6e56fd7f8938 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c HTTP/1.1" status: 200 len: 217 time: 0.0379360 Aug 16 02:33:40.250524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-130d0d87-aa1c-43cd-93c2-619bde8e657c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c HTTP/1.1" status: 200 len: 217 time: 0.0693283 Aug 16 02:33:40.316893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-1c3f34ea-40c4-4f49-ba37-1aa59693e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.318266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-1c3f34ea-40c4-4f49-ba37-1aa59693e7d2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59cfdaab-e600-49a0-b046-390b01228462 HTTP/1.1" status: 200 len: 851 time: 0.0756691 Aug 16 02:33:40.323316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-5da310af-8172-4244-8d0b-1fd12c415cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.324628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-5da310af-8172-4244-8d0b-1fd12c415cff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=59cfdaab-e600-49a0-b046-390b01228462 HTTP/1.1" status: 200 len: 851 time: 0.0558035 Aug 16 02:33:40.340785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:33:40.355902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-ec92ed86-feb3-4461-a0aa-e50a1a46798c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=242ae704-46ee-4131-b808-3ed714b6093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303035 Aug 16 02:33:40.375064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-7feb8a81-e19a-4efe-971d-f96687857b4e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=242ae704-46ee-4131-b808-3ed714b6093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413814 Aug 16 02:33:40.440059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,segment=NetworkSegment(2ef360e7-6acf-4beb-8b6c-e4d915b6e267),segment_id=2ef360e7-6acf-4beb-8b6c-e4d915b6e267)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:40.455896 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c', 'network_id': '242ae704-46ee-4131-b808-3ed714b6093b', 'port_id': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c', 'mac_address': 'fa:16:3e:61:96:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cfdaab-e600-49a0-b046-390b01228462', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:33:40.498889 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.513468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:40.536186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,segment=NetworkSegment(2ef360e7-6acf-4beb-8b6c-e4d915b6e267),segment_id=2ef360e7-6acf-4beb-8b6c-e4d915b6e267)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:40.537020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-f38ffe9d-d967-47ec-aa66-b50960a3336d service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648200 Aug 16 02:33:40.540425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-f9a5283a-b76b-4e26-b109-ba6c250e7b63 service neutron] 10.222.0.84 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578822 Aug 16 02:33:40.540685 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.591371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:40.726854 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-ee207df3-8a5b-405d-be63-d70837a6e87c service neutron] 10.222.0.84 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756306 Aug 16 02:33:40.730926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3af43f68-d0fd-4182-8f98-b158e32e67d7 req-1ed004dd-7d31-4076-a8fa-be963ef5e7e5 service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870012 Aug 16 02:33:40.745142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427596a2-377a-42ff-b2ce-39530477abab req-828ee2cc-8dcc-4ba0-8f86-f2d66ffb2cd7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.746661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-427596a2-377a-42ff-b2ce-39530477abab req-828ee2cc-8dcc-4ba0-8f86-f2d66ffb2cd7 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 945 time: 0.1006341 Aug 16 02:33:40.788745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-427596a2-377a-42ff-b2ce-39530477abab req-ca09a00e-b268-41b7-bbbc-1fc2fde2c533 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351131 Aug 16 02:33:40.862208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:40.899770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:41.517271 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f7c21ba6-1bca-4415-96be-e44f7ac954a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.606456 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.802646 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-eb5c8273-135c-48fa-822b-bfa138879c5c req-e0746bd2-f4c0-42d4-88f3-2b75a99867c5 service neutron] (101380) timed out ('10.222.0.89', 64595) {{(pid=101380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:33:41.907377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a70a4-f895-4ae5-8f3a-5fa5056618d5 req-6fc7392c-3d82-4108-93a4-8ec8e76b8670 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:41.908833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-302a70a4-f895-4ae5-8f3a-5fa5056618d5 req-6fc7392c-3d82-4108-93a4-8ec8e76b8670 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 945 time: 0.0519857 Aug 16 02:33:41.947308 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-302a70a4-f895-4ae5-8f3a-5fa5056618d5 req-2415eb05-bdc0-43c9-a2f0-e93f1cc2f4d0 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324969 Aug 16 02:33:42.060913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:42.241199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-0252530d-5b22-41f3-97cf-33d2d33da00f tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:42.242654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-0252530d-5b22-41f3-97cf-33d2d33da00f tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.89 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d&tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 945 time: 0.1040413 Aug 16 02:33:42.302955 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-86eaf3d3-f388-4bb2-99ae-fd003e8fc6d5 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:33:42.303987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-86eaf3d3-f388-4bb2-99ae-fd003e8fc6d5 service neutron] 10.222.0.89 "DELETE /v2.0/ports/4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c/bindings/n-h2-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0533769 Aug 16 02:33:42.390381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-a35d54d7-05c2-4bbf-b5a4-9377a21d26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:42.391818 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-a35d54d7-05c2-4bbf-b5a4-9377a21d26a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e&device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 1097 time: 0.0451772 Aug 16 02:33:42.480056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-4add5fef-f5e9-480f-a7cb-8582a84967b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:42.481585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-4add5fef-f5e9-480f-a7cb-8582a84967b2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=242ae704-46ee-4131-b808-3ed714b6093b HTTP/1.1" status: 200 len: 912 time: 0.0834045 Aug 16 02:33:42.534751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-73944db9-7eb3-4983-89eb-72891e2f2865 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c HTTP/1.1" status: 200 len: 217 time: 0.0460331 Aug 16 02:33:42.586437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-357aea59-bea2-4b08-a323-efd8aab94350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:42.587911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-357aea59-bea2-4b08-a323-efd8aab94350 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59cfdaab-e600-49a0-b046-390b01228462 HTTP/1.1" status: 200 len: 851 time: 0.0464764 Aug 16 02:33:42.619810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-4da30e90-2fe2-4cb2-9180-d4ead082a065 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=242ae704-46ee-4131-b808-3ed714b6093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245445 Aug 16 02:33:42.720426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-333ac33a-fa87-4491-8b57-5de1a3b66c52 service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927613 Aug 16 02:33:42.808701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-6bc814b6-33d8-4617-86f7-3349bb9b1809 service neutron] 10.222.0.89 "GET /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819392 Aug 16 02:33:42.849942 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.473502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e46f5-68be-43b9-b852-32033dc54e98 req-b9efd0c3-0ad2-4810-92bb-24c62534f95a tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:43.474922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-888e46f5-68be-43b9-b852-32033dc54e98 req-b9efd0c3-0ad2-4810-92bb-24c62534f95a tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 945 time: 0.0491488 Aug 16 02:33:43.513374 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-888e46f5-68be-43b9-b852-32033dc54e98 req-e24748c1-546a-4aaf-9a4c-a74c7d080d55 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Aug 16 02:33:44.358167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:44.381528 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.409343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:44.413210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:44.413585 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.492449 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.514488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:44.517287 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ba9fa5-05a0-459b-aab8-49787338f95e" -d '{"events": [{"server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "name": "network-vif-plugged", "status": "completed", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:44.531317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,segment=NetworkSegment(2ef360e7-6acf-4beb-8b6c-e4d915b6e267),segment_id=2ef360e7-6acf-4beb-8b6c-e4d915b6e267)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:44.535521 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.559942 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6169217-4da0-49d7-a064-52769d0fa9f6 x-openstack-request-id: req-b6169217-4da0-49d7-a064-52769d0fa9f6 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:44.560238 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "name": "network-vif-plugged", "status": "completed", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:44.560493 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6169217-4da0-49d7-a064-52769d0fa9f6 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:44.560900 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c', 'code': 200} Aug 16 02:33:44.587715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:44.638192 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd607ce-0d44-4f10-a682-4564c75bbdea req-b75ed02f-829c-4063-820b-8eae33eac949 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:44.639712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8cd607ce-0d44-4f10-a682-4564c75bbdea req-b75ed02f-829c-4063-820b-8eae33eac949 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0568283 Aug 16 02:33:44.677873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8cd607ce-0d44-4f10-a682-4564c75bbdea req-b9e651ae-191a-4d93-b3b8-7938a07d83ad tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.79 "GET /v2.0/security-groups?id=52a9f03b-7836-4ec7-bb8b-9584d30373a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Aug 16 02:33:45.031022 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-4797c1cf-44ef-406d-abaf-822312c4ee19 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:45.032472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-4797c1cf-44ef-406d-abaf-822312c4ee19 tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3ac9280-14fe-462b-b53f-d32def236f7d HTTP/1.1" status: 200 len: 946 time: 0.0505185 Aug 16 02:33:45.121144 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-79a2ccb5-aca2-4255-91f8-aa1e88ca60ff tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Deleting port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:45.121405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-79a2ccb5-aca2-4255-91f8-aa1e88ca60ff tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.211091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-79a2ccb5-aca2-4255-91f8-aa1e88ca60ff tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] For port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,segment=NetworkSegment(2ef360e7-6acf-4beb-8b6c-e4d915b6e267),segment_id=2ef360e7-6acf-4beb-8b6c-e4d915b6e267)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:45.211457 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-79a2ccb5-aca2-4255-91f8-aa1e88ca60ff tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.224723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-79a2ccb5-aca2-4255-91f8-aa1e88ca60ff tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Calling delete_port for 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:45.351352 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-79a2ccb5-aca2-4255-91f8-aa1e88ca60ff tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.379897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2ccb5-aca2-4255-91f8-aa1e88ca60ff tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Pushing event deleted for resources: {'Port': ['ID=4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:45.384834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:45.418911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-79a2ccb5-aca2-4255-91f8-aa1e88ca60ff tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] No DVR routers for this DVR port 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:45.421883 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-79a2ccb5-aca2-4255-91f8-aa1e88ca60ff tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.423982 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-29611992-48a1-49d9-8050-44be7c01ecd3 req-79a2ccb5-aca2-4255-91f8-aa1e88ca60ff tempest-DeleteServersTestJSON-271108051 tempest-DeleteServersTestJSON-271108051-project] 10.222.0.84 "DELETE /v2.0/ports/4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c HTTP/1.1" status: 204 len: 173 time: 0.3855674 Aug 16 02:33:45.424419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'name': 'network-vif-deleted', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:45.426746 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec69af8e-9c94-4794-8cef-ed9ae42ec421" -d '{"events": [{"server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "name": "network-vif-deleted", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:45.463721 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9880b20-2b0c-49f3-9cf4-48999450c27e x-openstack-request-id: req-d9880b20-2b0c-49f3-9cf4-48999450c27e {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:45.464015 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ac9280-14fe-462b-b53f-d32def236f7d", "name": "network-vif-deleted", "tag": "4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:45.464334 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d9880b20-2b0c-49f3-9cf4-48999450c27e {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:45.464722 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ac9280-14fe-462b-b53f-d32def236f7d', 'name': 'network-vif-deleted', 'tag': '4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c', 'status': 'completed', 'code': 200} Aug 16 02:33:45.811585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60962) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:45.856160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Deleting subnet 59cfdaab-e600-49a0-b046-390b01228462 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:33:45.859716 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.896455 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.936292 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.993298 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.022078 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.025452 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/59cfdaab-e600-49a0-b046-390b01228462 HTTP/1.1" status: 204 len: 168 time: 0.2128162 Aug 16 02:33:46.026667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60964) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:46.027165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59cfdaab-e600-49a0-b046-390b01228462,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:46.036567 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.036899 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.037268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.037607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.037942 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.038281 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.038605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.038931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.039259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.039607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.039935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.040257 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883980-93ac-4051-a581-e394b335478c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.098177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.174473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.183921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242ae704-46ee-4131-b808-3ed714b6093b']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:46.194887 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef360e7-6acf-4beb-8b6c-e4d915b6e267') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:46.195179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef360e7-6acf-4beb-8b6c-e4d915b6e267') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:46.203641 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.221759 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.227693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:46.228121 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:46.229772 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:46.282260 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.287607 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.289435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/242ae704-46ee-4131-b808-3ed714b6093b HTTP/1.1" status: 204 len: 168 time: 0.2613046 Aug 16 02:33:46.300530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76d016-0bf6-4848-9d4f-4da6f03f25f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=242ae704-46ee-4131-b808-3ed714b6093b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:46.409096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60968) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:46.447909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-55ed3833-834b-477d-ab73-a449efce21a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd23cfcf675d4b5997ecab4e2ae59e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375717 Aug 16 02:33:46.450344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 60970) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:46.500040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3905943-f4e7-4d47-a2e2-f7fa55cc3201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.520651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3905943-f4e7-4d47-a2e2-f7fa55cc3201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.571055 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3905943-f4e7-4d47-a2e2-f7fa55cc3201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.573771 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3905943-f4e7-4d47-a2e2-f7fa55cc3201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.574926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e3905943-f4e7-4d47-a2e2-f7fa55cc3201 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52a9f03b-7836-4ec7-bb8b-9584d30373a0 HTTP/1.1" status: 204 len: 168 time: 0.1236906 Aug 16 02:33:46.583778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3905943-f4e7-4d47-a2e2-f7fa55cc3201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a9f03b-7836-4ec7-bb8b-9584d30373a0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:47.239798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60992) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:47.339825 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1135123272-network', 'tenant_id': '7a0ea16e58ea494d8e86ca43364773c3'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:47.360453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Made reservation on behalf of 7a0ea16e58ea494d8e86ca43364773c3 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:47.362826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.371421 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.463332 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.467046 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.492084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:47.502506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6450e8-66c1-494f-97da-cbf6fe9d94c1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:47.507764 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.507919 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Added segment 486480ea-6ee9-4120-ab87-6594a18e5db4 of type vlan for network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad Aug 16 02:33:47.552240 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.586047 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.587182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:47.587770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.642772 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4017100 Aug 16 02:33:47.645632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 60996) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:47.650483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] Request body: {'subnet': {'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1135123272-subnet', 'tenant_id': '7a0ea16e58ea494d8e86ca43364773c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:47.658410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daaf8e-be33-4655-91d6-ee1755766695 admin admin] Pushing event updated for resources: {'Network': ['ID=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:47.668205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:47.677685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] Made reservation on behalf of 7a0ea16e58ea494d8e86ca43364773c3 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:47.680274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.851079 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.912419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e73411-8578-4751-921e-77937b88a51d,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:47.920422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] Checking segment: {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:47.920781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] Network hostable DHCP agents. Network: 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:47.937453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] Network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:47.945852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:47.949997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:47.950654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.954565 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741a334-aef2-4740-be96-1307c367da77 None None] Network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:47.965834 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8478e4c1-026c-4513-adb6-85d80866e40a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3191023 Aug 16 02:33:48.082280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e223d4-9f90-4cd3-af37-7164b201b591 None None] Network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:48.356282 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:48.375561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:48.375820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 4e3eea30-f4a5-4f4a-8f4c-704c18e63d2c not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:48.398430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-f1e279a5-66ae-49a0-bd7d-5ba28652ff33 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:48.399881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-f1e279a5-66ae-49a0-bd7d-5ba28652ff33 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 815 time: 0.1006043 Aug 16 02:33:48.415362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-7e34141d-78df-4377-a40e-ca97f03601c4 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/quotas/7a0ea16e58ea494d8e86ca43364773c3 HTTP/1.1" status: 200 len: 375 time: 0.0096965 Aug 16 02:33:48.445854 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-b8ede094-1c23-483f-9b83-993d525beb5b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252306 Aug 16 02:33:48.539672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-311bebf3-9100-4f11-a2a3-0dc2c2548be5 service neutron] 10.222.0.79 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860817 Aug 16 02:33:48.627652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-8b3fbf71-d3f2-42ff-8ca0-89b9a15bd842 service neutron] 10.222.0.79 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817993 Aug 16 02:33:48.653937 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.792967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3e7384e-458d-42ce-acda-939c5bb0397c req-71819882-2597-48cd-be6b-54e4b418404b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 210 time: 0.0326803 Aug 16 02:33:49.758262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-6402595c-a8d0-4c26-abd8-415e8bf7edc4 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:49.759625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-6402595c-a8d0-4c26-abd8-415e8bf7edc4 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 815 time: 0.1029818 Aug 16 02:33:49.777673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Request body: {'port': {'device_id': '55d8106d-766e-411a-bef7-ef8770188245', 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad', 'admin_state_up': True, 'tenant_id': '7a0ea16e58ea494d8e86ca43364773c3'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:49.896821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17a49f88-c600-4321-8e15-7eafa4d45fc4 req-6629f224-5108-483f-b418-248b7488718f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 210 time: 0.0343471 Aug 16 02:33:49.915692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Made reservation on behalf of 7a0ea16e58ea494d8e86ca43364773c3 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:49.919221 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.046931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Allocated IP 172.20.0.7 (0b4ddb36-fb2a-477d-9196-1bd45f2b41ad/34e73411-8578-4751-921e-77937b88a51d/4e9c8cbb-950a-4195-a8e4-48794d748d53) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:50.200992 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.241226 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.289518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:50.292614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:50.296357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:50.319407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Pushing event updated for resources: {'Port': ['ID=4e9c8cbb-950a-4195-a8e4-48794d748d53,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:50.347721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:50.348318 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.361163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-29417c16-6734-4094-987a-0474b1f09505 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874224 Aug 16 02:33:50.379086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Request body: {'port': {'device_id': '55d8106d-766e-411a-bef7-ef8770188245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:50.430257 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.691591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9c8cbb-950a-4195-a8e4-48794d748d53 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:50.699057 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.711770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Transition to ACTIVE for port object 4e9c8cbb-950a-4195-a8e4-48794d748d53 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:50.714938 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.762677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Pushing event updated for resources: {'Port': ['ID=4e9c8cbb-950a-4195-a8e4-48794d748d53,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:50.838421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Attempting to bind port 4e9c8cbb-950a-4195-a8e4-48794d748d53 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:50.838750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Attempting to bind port 4e9c8cbb-950a-4195-a8e4-48794d748d53 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:50.839076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Attempting to bind port 4e9c8cbb-950a-4195-a8e4-48794d748d53 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:50.843514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Port 4e9c8cbb-950a-4195-a8e4-48794d748d53 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:33:50.843842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Attempting to bind port 4e9c8cbb-950a-4195-a8e4-48794d748d53 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:50.848545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:50.848883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Checking segment: {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:50.849338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Bound using segment: {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:50.849712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Bound port: 4e9c8cbb-950a-4195-a8e4-48794d748d53, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:50.850070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.910986 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:50.914172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:50.917840 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.953001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:50.953628 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.955022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] 10.222.0.84 "PUT /v2.0/ports/4e9c8cbb-950a-4195-a8e4-48794d748d53 HTTP/1.1" status: 200 len: 1092 time: 0.5800860 Aug 16 02:33:50.955481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:50.957765 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dc0f94-3a05-4c45-9eb4-d851ffbf920d" -d '{"events": [{"name": "network-changed", "server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:51.007711 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afacb128-566f-4efb-8641-9eed30016fd2 x-openstack-request-id: req-afacb128-566f-4efb-8641-9eed30016fd2 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:51.008008 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:51.008259 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-afacb128-566f-4efb-8641-9eed30016fd2 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:51.008658 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53', 'status': 'completed', 'code': 200} Aug 16 02:33:51.012043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ce815-82e7-4ea2-8369-95480412177c service neutron] Pushing event updated for resources: {'Port': ['ID=4e9c8cbb-950a-4195-a8e4-48794d748d53,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:51.063874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdab884-f678-47ed-8098-711b275456b5 req-63509c4c-3daf-4503-bfb4-c9aa25159b1e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:51.065385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5fdab884-f678-47ed-8098-711b275456b5 req-63509c4c-3daf-4503-bfb4-c9aa25159b1e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 943 time: 0.0981131 Aug 16 02:33:51.080229 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-90c586d8-9bb5-490a-91d8-f19fa46ef4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:51.081651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-90c586d8-9bb5-490a-91d8-f19fa46ef4e6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 1095 time: 0.0666788 Aug 16 02:33:51.136829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-a710b37a-0450-4817-943e-5a61e3e1581f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53 HTTP/1.1" status: 200 len: 217 time: 0.0420122 Aug 16 02:33:51.140201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5fdab884-f678-47ed-8098-711b275456b5 req-5252b953-549b-4a6f-8290-70763a2e065f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675364 Aug 16 02:33:51.187563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-af6c7376-0f9f-4cc2-947c-20049638a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:51.189151 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-af6c7376-0f9f-4cc2-947c-20049638a273 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0450838 Aug 16 02:33:51.223654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-97b26068-73b4-446f-8e51-473fb04a52a0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275307 Aug 16 02:33:51.311006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-85325608-8781-44c2-ac70-ddbe83de5d20 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798218 Aug 16 02:33:51.402738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa5c2116-9fcf-4cf9-807c-92195f6fd87d req-9217e557-4849-4d10-882e-6eaa5f3002a1 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846698 Aug 16 02:33:51.783242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc0f94-3a05-4c45-9eb4-d851ffbf920d req-e8981fce-5c96-4f0d-b2f2-e23f9e682827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:51.785322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50dc0f94-3a05-4c45-9eb4-d851ffbf920d req-e8981fce-5c96-4f0d-b2f2-e23f9e682827 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 1095 time: 0.2994552 Aug 16 02:33:51.871963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc0f94-3a05-4c45-9eb4-d851ffbf920d req-8f1d6163-fc89-47f7-b3d0-9f0b0921f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:51.873435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50dc0f94-3a05-4c45-9eb4-d851ffbf920d req-8f1d6163-fc89-47f7-b3d0-9f0b0921f77d service neutron] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.0815675 Aug 16 02:33:51.916161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50dc0f94-3a05-4c45-9eb4-d851ffbf920d req-d38d3cf3-ee7f-4a28-a3dc-010229ef6836 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53 HTTP/1.1" status: 200 len: 217 time: 0.0356214 Aug 16 02:33:51.973637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc0f94-3a05-4c45-9eb4-d851ffbf920d req-a075e690-e8e8-40e8-b787-7036fde28cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:51.975122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50dc0f94-3a05-4c45-9eb4-d851ffbf920d req-a075e690-e8e8-40e8-b787-7036fde28cbf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0442028 Aug 16 02:33:52.007595 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50dc0f94-3a05-4c45-9eb4-d851ffbf920d req-c3b9943b-ad7d-4739-9e93-813d3d1a272f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246229 Aug 16 02:33:52.099275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50dc0f94-3a05-4c45-9eb4-d851ffbf920d req-d2ca6dd3-babf-409e-a4d9-94c99f92d155 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838642 Aug 16 02:33:52.189353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50dc0f94-3a05-4c45-9eb4-d851ffbf920d req-0c3f4e42-9606-4537-af92-3b8f93878c54 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820155 Aug 16 02:33:52.270492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89281192-9e4d-41aa-b186-b4983c5cd597 req-505bb1e3-b44a-4bf3-af7f-18ddcae913d6 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:52.272010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89281192-9e4d-41aa-b186-b4983c5cd597 req-505bb1e3-b44a-4bf3-af7f-18ddcae913d6 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 943 time: 0.0508759 Aug 16 02:33:52.313604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89281192-9e4d-41aa-b186-b4983c5cd597 req-8877784b-732e-47bf-b26a-ffc86de3a6a2 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344679 Aug 16 02:33:53.430268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a30b-d45e-41cd-b4d0-f148d64969be req-d56c5cba-5c5d-4588-a9ee-405758a402e5 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:53.431730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a218a30b-d45e-41cd-b4d0-f148d64969be req-d56c5cba-5c5d-4588-a9ee-405758a402e5 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 943 time: 0.0522044 Aug 16 02:33:53.469761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a218a30b-d45e-41cd-b4d0-f148d64969be req-fadf758f-8817-4fbc-9774-e5058f115d9d tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Aug 16 02:33:54.361992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 4e9c8cbb-950a-4195-a8e4-48794d748d53 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:33:54.457899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:54.469623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '4e9c8cbb-950a-4195-a8e4-48794d748d53', 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad', 'port_id': '4e9c8cbb-950a-4195-a8e4-48794d748d53', 'mac_address': 'fa:16:3e:52:2b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e73411-8578-4751-921e-77937b88a51d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:33:54.507994 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:54.520553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9c8cbb-950a-4195-a8e4-48794d748d53 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:54.543852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:54.549183 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:54.597897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650a8a7-07b1-46ec-b19f-422716f435a1 req-a7895cab-d330-4370-aead-7a20c2748a8f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:54.598843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=4e9c8cbb-950a-4195-a8e4-48794d748d53,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:54.599382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5650a8a7-07b1-46ec-b19f-422716f435a1 req-a7895cab-d330-4370-aead-7a20c2748a8f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 944 time: 0.0506885 Aug 16 02:33:54.606237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.606515 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.606859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.607209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.607539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.607873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.608222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.608554 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.608883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.609247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.609577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.609903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:54.640934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5650a8a7-07b1-46ec-b19f-422716f435a1 req-a55c9b1c-5be5-4f43-bda0-9071f3051023 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Aug 16 02:33:54.904472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['4e9c8cbb-950a-4195-a8e4-48794d748d53'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:55.755366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183d352-5cda-4a5e-af61-c321a197c85a req-adc40b78-5a17-41a2-bb65-70c7357801ed tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:55.756907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6183d352-5cda-4a5e-af61-c321a197c85a req-adc40b78-5a17-41a2-bb65-70c7357801ed tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 944 time: 0.0492866 Aug 16 02:33:55.762965 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:33:55.794727 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6183d352-5cda-4a5e-af61-c321a197c85a req-2992a7b6-0750-4a41-814a-c4ba3e9f8cbc tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317092 Aug 16 02:33:56.370559 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 4e9c8cbb-950a-4195-a8e4-48794d748d53 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:56.418698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 4e9c8cbb-950a-4195-a8e4-48794d748d53 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:56.422958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 4e9c8cbb-950a-4195-a8e4-48794d748d53 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:56.423329 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.502699 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.524652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:56.526911 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca758c5b-8354-4370-a2fa-70f42a8acd88" -d '{"events": [{"server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "name": "network-vif-plugged", "status": "completed", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:56.540209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:56.544276 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.570958 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e614da69-787f-47fb-b02e-a09679ce852b x-openstack-request-id: req-e614da69-787f-47fb-b02e-a09679ce852b {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:56.571246 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "name": "network-vif-plugged", "status": "completed", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:56.571513 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e614da69-787f-47fb-b02e-a09679ce852b {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:56.571885 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53', 'code': 200} Aug 16 02:33:56.599132 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=4e9c8cbb-950a-4195-a8e4-48794d748d53,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:56.744901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe668b-4af5-45b8-98e9-418f7b8a9ce4 req-dc2f5e0b-164a-4e29-911c-0ecb74384143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:56.746428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cfe668b-4af5-45b8-98e9-418f7b8a9ce4 req-dc2f5e0b-164a-4e29-911c-0ecb74384143 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 1097 time: 0.1000423 Aug 16 02:33:56.781439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cfe668b-4af5-45b8-98e9-418f7b8a9ce4 req-99da7532-b1b1-4f39-bf81-07fffe148d2a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278523 Aug 16 02:33:56.913814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2c7d1-9d40-4eb5-ae85-353d6e9a548c req-58a01949-1dfd-4209-a235-4a3b76975efb tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:56.915172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcc2c7d1-9d40-4eb5-ae85-353d6e9a548c req-58a01949-1dfd-4209-a235-4a3b76975efb tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0491245 Aug 16 02:33:56.952942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcc2c7d1-9d40-4eb5-ae85-353d6e9a548c req-ce50658c-2770-4b06-90e9-4270551e5b51 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Aug 16 02:33:58.081127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a1da-7cb1-4b29-8d51-64020072d366 req-dce38326-4f7d-49c3-bb6c-05a1e870e41f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:58.082833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7190a1da-7cb1-4b29-8d51-64020072d366 req-dce38326-4f7d-49c3-bb6c-05a1e870e41f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0487993 Aug 16 02:33:58.122346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7190a1da-7cb1-4b29-8d51-64020072d366 req-a69b0051-b5fc-4102-b1c2-aaa5fc3eb8a7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335815 Aug 16 02:33:59.017402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d8e22ca-fe1a-45fa-9409-fb7e554ecb22 req-867d1d4f-478f-4e81-bc29-7c0f5615d865 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453773 Aug 16 02:33:59.112923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e22ca-fe1a-45fa-9409-fb7e554ecb22 req-e72b6ab5-77a0-4af7-a242-f765a90829e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:59.114364 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d8e22ca-fe1a-45fa-9409-fb7e554ecb22 req-e72b6ab5-77a0-4af7-a242-f765a90829e5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 1097 time: 0.0410929 Aug 16 02:33:59.251404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e22ca-fe1a-45fa-9409-fb7e554ecb22 req-951afb91-3d18-4606-b031-212d286e283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:59.252894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d8e22ca-fe1a-45fa-9409-fb7e554ecb22 req-951afb91-3d18-4606-b031-212d286e283a service neutron] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.1203930 Aug 16 02:33:59.263847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067f795-9a3d-415f-befa-f2092da67153 req-ca79b154-03b4-4136-ab89-6fe56f402f1c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:59.265884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0067f795-9a3d-415f-befa-f2092da67153 req-ca79b154-03b4-4136-ab89-6fe56f402f1c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0765893 Aug 16 02:33:59.309957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d8e22ca-fe1a-45fa-9409-fb7e554ecb22 req-aca647b7-a295-4418-87e1-efe33314dfad service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53 HTTP/1.1" status: 200 len: 217 time: 0.0431280 Aug 16 02:33:59.363802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0067f795-9a3d-415f-befa-f2092da67153 req-30553932-cef6-4ef2-ab2b-3dc234a885b7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873923 Aug 16 02:33:59.379661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e22ca-fe1a-45fa-9409-fb7e554ecb22 req-cc6ddf77-4258-447a-81b6-fa41826668b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:59.381140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d8e22ca-fe1a-45fa-9409-fb7e554ecb22 req-cc6ddf77-4258-447a-81b6-fa41826668b5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0634627 Aug 16 02:33:59.417722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d8e22ca-fe1a-45fa-9409-fb7e554ecb22 req-61f8982f-5b3b-43cd-84fd-a3c6a4c6f4f7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294302 Aug 16 02:33:59.535259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1aa08-48a8-4fde-8e23-fcf84c8c2784 req-4bba641a-5303-4066-b25f-75f745c7fbd2 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:59.536725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ec1aa08-48a8-4fde-8e23-fcf84c8c2784 req-4bba641a-5303-4066-b25f-75f745c7fbd2 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.1041348 Aug 16 02:33:59.561549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d8e22ca-fe1a-45fa-9409-fb7e554ecb22 req-5f8a15ce-a7d0-43a5-8b29-ff51803cdc44 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368752 Aug 16 02:33:59.620536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ec1aa08-48a8-4fde-8e23-fcf84c8c2784 req-c832dcbd-ac75-4101-b062-2093aca085c3 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751786 Aug 16 02:33:59.664925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d8e22ca-fe1a-45fa-9409-fb7e554ecb22 req-2bf6b109-0ad5-4359-90d2-51d0f1522bbf service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960362 Aug 16 02:33:59.822053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1c6b5-0c92-4017-9b8f-2fa278fea2e4 req-5ddf3cbb-8e96-4b38-9aa7-8a613d3fb80e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:59.823509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cc1c6b5-0c92-4017-9b8f-2fa278fea2e4 req-5ddf3cbb-8e96-4b38-9aa7-8a613d3fb80e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0490057 Aug 16 02:33:59.861294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cc1c6b5-0c92-4017-9b8f-2fa278fea2e4 req-f4072932-0669-4958-9e19-de8c45313d44 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Aug 16 02:33:59.977352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30244a4c-f3dc-4d99-84ac-fb1c4c1bf0cb req-e64b5797-6a02-4d12-8b93-156d88025b6a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:59.978827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30244a4c-f3dc-4d99-84ac-fb1c4c1bf0cb req-e64b5797-6a02-4d12-8b93-156d88025b6a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0526059 Aug 16 02:34:00.016382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30244a4c-f3dc-4d99-84ac-fb1c4c1bf0cb req-6e3e785e-2524-4a07-810f-5d97e09a0644 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307469 Aug 16 02:34:00.237443 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-69065230-4e14-4c31-9952-b36558cc5180 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408354 Aug 16 02:34:00.257291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7683c-7884-4ebd-801d-72eb597805b1 req-a5d16371-f790-402f-8821-767a2845e57c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:00.258821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b7683c-7884-4ebd-801d-72eb597805b1 req-a5d16371-f790-402f-8821-767a2845e57c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0498366 Aug 16 02:34:00.298736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-67b7683c-7884-4ebd-801d-72eb597805b1 req-eba6ef63-df44-42ae-84b9-f903ca2a580e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Aug 16 02:34:01.341179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-660796c2-0e82-462e-aa5e-42c442148e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:01.342937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-660796c2-0e82-462e-aa5e-42c442148e6f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 1097 time: 0.0408223 Aug 16 02:34:01.471103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145da63-1901-48a4-b7a1-65ba6112fdae req-1fd8e0e5-fa5b-4cfb-9ef5-4dc27ddeb8b0 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:01.472559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c145da63-1901-48a4-b7a1-65ba6112fdae req-1fd8e0e5-fa5b-4cfb-9ef5-4dc27ddeb8b0 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0787184 Aug 16 02:34:01.474069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-66971b35-f27e-4728-a48b-b26cf14408c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:01.475384 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-66971b35-f27e-4728-a48b-b26cf14408c1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.1258159 Aug 16 02:34:01.530184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-955569ba-5fc2-4451-a9d5-63ca6e9b37fb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53 HTTP/1.1" status: 200 len: 217 time: 0.0455520 Aug 16 02:34:01.569536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c145da63-1901-48a4-b7a1-65ba6112fdae req-15945f39-2519-4987-bf7d-dede8e76c1f1 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910237 Aug 16 02:34:01.589466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-71b58517-a146-40ec-8369-6a4a69762844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:01.591403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-71b58517-a146-40ec-8369-6a4a69762844 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0521767 Aug 16 02:34:01.622494 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-0af7883c-25dc-4dfc-b634-be018a92442b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245523 Aug 16 02:34:01.719053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-7bd89398-9c2a-4210-9844-7c170882f5a5 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Aug 16 02:34:01.807504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-b4db4f83-f111-4b7f-bd42-e13dbca7e353 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808370 Aug 16 02:34:02.697325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d3f10-c983-4f72-bee2-6ab7de6181d9 req-1e2c8066-5b2d-4ab5-8bbc-33d733da77c7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:02.698816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-154d3f10-c983-4f72-bee2-6ab7de6181d9 req-1e2c8066-5b2d-4ab5-8bbc-33d733da77c7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0619848 Aug 16 02:34:02.736247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-154d3f10-c983-4f72-bee2-6ab7de6181d9 req-3cecab16-1ef6-4bf9-b06c-f4c6366edb0e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314367 Aug 16 02:34:03.850380 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a320c9-a3bb-49e1-9f9e-650630769d46 req-06997690-6597-4b2c-9871-c27c24f0a977 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:03.851870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a320c9-a3bb-49e1-9f9e-650630769d46 req-06997690-6597-4b2c-9871-c27c24f0a977 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0479207 Aug 16 02:34:03.889752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a320c9-a3bb-49e1-9f9e-650630769d46 req-ffcf4e06-d04a-41f0-936a-41129c3e3534 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Aug 16 02:34:05.002813 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbcb6a-8391-4bba-a7fc-62fcd699aad6 req-7dc17937-7aa3-464a-ba8d-212d9e96cc46 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:05.004279 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fdbcb6a-8391-4bba-a7fc-62fcd699aad6 req-7dc17937-7aa3-464a-ba8d-212d9e96cc46 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0484049 Aug 16 02:34:05.043958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fdbcb6a-8391-4bba-a7fc-62fcd699aad6 req-9d2c272c-0f85-4fa4-aef7-e7961e320f35 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Aug 16 02:34:06.163664 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb5e7d-d46a-4953-9d5e-ad730d1f182c req-60628ed6-9c92-4e29-85da-fb0bfbecd5fd tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:06.165166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cfb5e7d-d46a-4953-9d5e-ad730d1f182c req-60628ed6-9c92-4e29-85da-fb0bfbecd5fd tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0521367 Aug 16 02:34:06.202670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cfb5e7d-d46a-4953-9d5e-ad730d1f182c req-7cd9ff3d-97c3-411c-b4bf-17e38b118736 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308232 Aug 16 02:34:07.318100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038169b0-b1ab-4ff5-83aa-e939a418668c req-99fc0856-06d5-4286-99e5-ea3f9780ff6d tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:07.319598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-038169b0-b1ab-4ff5-83aa-e939a418668c req-99fc0856-06d5-4286-99e5-ea3f9780ff6d tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Aug 16 02:34:07.359691 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-038169b0-b1ab-4ff5-83aa-e939a418668c req-7696bc42-6076-4b58-8c22-752daa01fd99 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340950 Aug 16 02:34:08.474201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6107cda-614b-4f87-bd8e-9de34ede9234 req-92331c0a-54a9-43f1-b9e2-4eeaff03f250 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:08.475663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6107cda-614b-4f87-bd8e-9de34ede9234 req-92331c0a-54a9-43f1-b9e2-4eeaff03f250 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0480595 Aug 16 02:34:08.514434 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6107cda-614b-4f87-bd8e-9de34ede9234 req-2c3fd1ee-ed5a-412c-b40b-6a09c091b2c7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Aug 16 02:34:08.916786 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a036022-8dbd-4702-a4d1-6c762e3fd99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:09.632289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42721ca2-0a18-427b-9096-61589249d128 req-532dd1fe-b5e0-4281-9785-06cc61410ff1 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:09.633837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42721ca2-0a18-427b-9096-61589249d128 req-532dd1fe-b5e0-4281-9785-06cc61410ff1 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Aug 16 02:34:09.671772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-42721ca2-0a18-427b-9096-61589249d128 req-13ae15d0-d1e6-4423-b1ef-88b64358b76d tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314009 Aug 16 02:34:10.019674 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:10.788009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865abcd-1aed-4fba-8a86-fdd0a12273b8 req-307510cb-b14e-4431-9c11-4694402160d3 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:10.789412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b865abcd-1aed-4fba-8a86-fdd0a12273b8 req-307510cb-b14e-4431-9c11-4694402160d3 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0489857 Aug 16 02:34:10.826186 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b865abcd-1aed-4fba-8a86-fdd0a12273b8 req-1d12fdb4-8119-4b89-8dcc-e8dc0e8a4dba tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305994 Aug 16 02:34:11.517721 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03eb1058-5fb9-497e-a4fc-2651fe6a3ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.606978 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.940257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38ae96-f66b-4739-ab92-84a841631e6a req-6bc21c0f-29b1-4531-966b-b021f9d7ab45 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:11.941776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db38ae96-f66b-4739-ab92-84a841631e6a req-6bc21c0f-29b1-4531-966b-b021f9d7ab45 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0491881 Aug 16 02:34:11.979624 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db38ae96-f66b-4739-ab92-84a841631e6a req-3386f131-af4e-43d7-9ab0-236d6827720c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Aug 16 02:34:12.852004 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.102326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fbf0b-10dc-4efe-97dc-c8538d40b6fa req-e5fb096f-55b9-428f-8687-0f71e2b60d7a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:13.103702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df4fbf0b-10dc-4efe-97dc-c8538d40b6fa req-e5fb096f-55b9-428f-8687-0f71e2b60d7a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0523067 Aug 16 02:34:13.141749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df4fbf0b-10dc-4efe-97dc-c8538d40b6fa req-991e40ee-fd74-4bc7-8eb1-3b8f5a041e0b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314634 Aug 16 02:34:14.258855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c018f5b-1979-4206-9a2b-747ef7eae1ed req-55126cd4-ad50-40e3-a278-57b52b23d1b3 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:14.260352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c018f5b-1979-4206-9a2b-747ef7eae1ed req-55126cd4-ad50-40e3-a278-57b52b23d1b3 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0492797 Aug 16 02:34:14.298809 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c018f5b-1979-4206-9a2b-747ef7eae1ed req-799c0e30-3390-45b1-978e-bb8236c63b2d tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313883 Aug 16 02:34:14.366440 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.413410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c727068-1cb0-4582-89ab-1008afce7b83 req-3ce7d096-04e7-43c7-b59e-dadd03714dcb tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:15.414906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c727068-1cb0-4582-89ab-1008afce7b83 req-3ce7d096-04e7-43c7-b59e-dadd03714dcb tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0486767 Aug 16 02:34:15.456026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c727068-1cb0-4582-89ab-1008afce7b83 req-1d846887-366d-4741-a008-dbdfc4a3e0fd tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351248 Aug 16 02:34:16.577565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d72785-b527-43eb-b5c9-beeb07b2cbe1 req-c212bc09-8ee6-4a97-a831-b75eed8a568d tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:16.579705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11d72785-b527-43eb-b5c9-beeb07b2cbe1 req-c212bc09-8ee6-4a97-a831-b75eed8a568d tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0526047 Aug 16 02:34:16.616763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11d72785-b527-43eb-b5c9-beeb07b2cbe1 req-760e00c6-17d4-4d93-b3c3-65a757c7b4b7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311360 Aug 16 02:34:17.732233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20c37-4122-4631-9541-8451b0e91d11 req-7d0df5e1-37bf-4ded-a8a2-a556e488f79a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:17.733714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-add20c37-4122-4631-9541-8451b0e91d11 req-7d0df5e1-37bf-4ded-a8a2-a556e488f79a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0492444 Aug 16 02:34:17.771021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-add20c37-4122-4631-9541-8451b0e91d11 req-a95b8874-8a34-433d-8643-69778e0a1121 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Aug 16 02:34:18.652488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:18.884877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6703-a5a2-4916-b80e-db87a386f99f req-73698639-7669-4430-8c81-6afbfb21bd83 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:18.886356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea7b6703-a5a2-4916-b80e-db87a386f99f req-73698639-7669-4430-8c81-6afbfb21bd83 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0480504 Aug 16 02:34:18.923158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea7b6703-a5a2-4916-b80e-db87a386f99f req-9ce2eb08-1208-4d3a-a1e7-cf682bc6ed8e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Aug 16 02:34:20.041956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940dd7a-d9b1-4a4b-97a0-8660dfe04cba req-203f7572-a2e1-4a46-8eeb-54f6c6524193 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:20.043414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e940dd7a-d9b1-4a4b-97a0-8660dfe04cba req-203f7572-a2e1-4a46-8eeb-54f6c6524193 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0528333 Aug 16 02:34:20.085155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e940dd7a-d9b1-4a4b-97a0-8660dfe04cba req-2e6846cd-e4bd-4e34-959e-14bbafeae012 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328302 Aug 16 02:34:21.206047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22523227-3a9c-44b6-b406-fc3563ba6739 req-7d60c7d0-ef57-4af9-91c2-05d16cb77968 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:21.207527 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22523227-3a9c-44b6-b406-fc3563ba6739 req-7d60c7d0-ef57-4af9-91c2-05d16cb77968 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0492625 Aug 16 02:34:21.245031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22523227-3a9c-44b6-b406-fc3563ba6739 req-8f09a0e7-cd22-41c0-a9c9-204b6f85b51f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315449 Aug 16 02:34:22.360738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083173cd-3563-4338-b2db-f421b65a6431 req-dc127a64-91cd-4d40-a87a-b22571a609f7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:22.362263 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-083173cd-3563-4338-b2db-f421b65a6431 req-dc127a64-91cd-4d40-a87a-b22571a609f7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0482566 Aug 16 02:34:22.400891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-083173cd-3563-4338-b2db-f421b65a6431 req-ed5e0d62-c300-421f-81a4-0f1eae3a3f15 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327296 Aug 16 02:34:23.523867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834be8b-c90f-4734-8452-be949930f381 req-fb88b84e-84d8-4b2d-956f-88a6a0923925 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:23.525379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8834be8b-c90f-4734-8452-be949930f381 req-fb88b84e-84d8-4b2d-956f-88a6a0923925 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0563822 Aug 16 02:34:23.563429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8834be8b-c90f-4734-8452-be949930f381 req-4bf019c3-764c-4a92-a544-929b478410a3 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 Aug 16 02:34:24.680315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57025-8a9b-4a5e-bea0-408d090c448f req-a4df3bc3-6d7a-4d3d-b3a9-c7a93c0aa55c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:24.681826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69c57025-8a9b-4a5e-bea0-408d090c448f req-a4df3bc3-6d7a-4d3d-b3a9-c7a93c0aa55c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0499184 Aug 16 02:34:24.719438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69c57025-8a9b-4a5e-bea0-408d090c448f req-2aa73012-d841-401a-ac34-5d896374253f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Aug 16 02:34:25.834697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f5d12-3b0c-42ec-9d47-e30a778b3ea9 req-f1c01a41-958f-4e46-bfa1-fbb730293c7a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:25.836131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-944f5d12-3b0c-42ec-9d47-e30a778b3ea9 req-f1c01a41-958f-4e46-bfa1-fbb730293c7a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0482633 Aug 16 02:34:25.873728 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-944f5d12-3b0c-42ec-9d47-e30a778b3ea9 req-f41c9a4b-14f9-45f5-8af4-135c1cd497ab tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317187 Aug 16 02:34:26.990568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb014d-8a7e-47a1-bceb-fe63a21f80e4 req-c08bcf9f-45e0-4dc9-8a40-83000f3ffaf0 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:26.992052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cdb014d-8a7e-47a1-bceb-fe63a21f80e4 req-c08bcf9f-45e0-4dc9-8a40-83000f3ffaf0 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0522509 Aug 16 02:34:27.030439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cdb014d-8a7e-47a1-bceb-fe63a21f80e4 req-451b7379-db17-4d9c-9724-48080fc3e345 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323629 Aug 16 02:34:28.145840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f45ca-8b5d-4618-b631-78fe8609d9bc req-e0d4f08c-f816-4b6d-a5c8-9e61557a8033 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:28.147329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-209f45ca-8b5d-4618-b631-78fe8609d9bc req-e0d4f08c-f816-4b6d-a5c8-9e61557a8033 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0485232 Aug 16 02:34:28.184763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-209f45ca-8b5d-4618-b631-78fe8609d9bc req-4994c501-da33-4186-b193-6dc9aafaee16 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315058 Aug 16 02:34:28.988325 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-75077012-6c4e-4624-8a52-994cb9d31690 service neutron] show failed (client error): The resource could not be found. Aug 16 02:34:28.989508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-75077012-6c4e-4624-8a52-994cb9d31690 service neutron] 10.222.0.84 "GET /v2.0/ports/4e9c8cbb-950a-4195-a8e4-48794d748d53/bindings/n-h2-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0543177 Aug 16 02:34:29.192084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-6f0b1a61-bb9d-4172-9291-caff95e2b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:29.193531 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-6f0b1a61-bb9d-4172-9291-caff95e2b996 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245&tenant_id=7a0ea16e58ea494d8e86ca43364773c3 HTTP/1.1" status: 200 len: 1097 time: 0.0417037 Aug 16 02:34:29.206427 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:29.285986 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.335130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98a573-8249-4d35-adf9-d3f187eb086e req-ff2dea65-047b-459c-94c0-3555fb9eaaad tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:29.336642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c98a573-8249-4d35-adf9-d3f187eb086e req-ff2dea65-047b-459c-94c0-3555fb9eaaad tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0806499 Aug 16 02:34:29.442909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6c98a573-8249-4d35-adf9-d3f187eb086e req-552051f7-68da-4ebf-bde1-2aa00f65cc3a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991652 Aug 16 02:34:29.529039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:29.562303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:29.606948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:29.609918 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2838210b-6055-48ac-a4a5-a5a8d0e811e1" -d '{"events": [{"server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "name": "network-vif-unplugged", "status": "completed", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:29.613887 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.628375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Transition to ACTIVE for port object 4e9c8cbb-950a-4195-a8e4-48794d748d53 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:29.632199 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.663452 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd9d161-1648-45ee-82d8-a82954786a10 x-openstack-request-id: req-fdd9d161-1648-45ee-82d8-a82954786a10 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:29.663748 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "name": "network-vif-unplugged", "status": "completed", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:29.664001 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fdd9d161-1648-45ee-82d8-a82954786a10 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:29.664412 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53', 'code': 200} Aug 16 02:34:29.696444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] No DVR routers for this DVR port 4e9c8cbb-950a-4195-a8e4-48794d748d53 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:29.700371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9c8cbb-950a-4195-a8e4-48794d748d53,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:29.733362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Attempting to bind port 4e9c8cbb-950a-4195-a8e4-48794d748d53 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:29.733701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Attempting to bind port 4e9c8cbb-950a-4195-a8e4-48794d748d53 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:29.734032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Attempting to bind port 4e9c8cbb-950a-4195-a8e4-48794d748d53 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:29.738312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Port 4e9c8cbb-950a-4195-a8e4-48794d748d53 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:29.738628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Attempting to bind port 4e9c8cbb-950a-4195-a8e4-48794d748d53 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:29.743355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:29.743698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Checking segment: {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:29.744085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Bound using segment: {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:29.744507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Bound port: 4e9c8cbb-950a-4195-a8e4-48794d748d53, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:29.744860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.809900 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:29.812852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:29.818083 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.850504 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:29.851109 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.852528 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] 10.222.0.89 "PUT /v2.0/ports/4e9c8cbb-950a-4195-a8e4-48794d748d53 HTTP/1.1" status: 200 len: 1092 time: 0.6509433 Aug 16 02:34:29.885147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b37a86-e162-4139-98f8-81b13f618408 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9c8cbb-950a-4195-a8e4-48794d748d53,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:29.918656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-687df339-6529-4268-8e3d-6171740a5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:29.920140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-687df339-6529-4268-8e3d-6171740a5fbc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 1095 time: 0.0422807 Aug 16 02:34:30.009710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-8f8d6408-aab0-4e0b-bb82-a9f13c830eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.011154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-8f8d6408-aab0-4e0b-bb82-a9f13c830eb8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.0844183 Aug 16 02:34:30.051448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-1fbecf81-b68a-4e2a-b90f-fb027ad83e51 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53 HTTP/1.1" status: 200 len: 217 time: 0.0330439 Aug 16 02:34:30.101091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-16dd2874-484d-4b83-8bda-2128fe896b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.102566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-16dd2874-484d-4b83-8bda-2128fe896b1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0442300 Aug 16 02:34:30.133922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-8f60c192-b456-4d66-840d-29d6e165f613 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243325 Aug 16 02:34:30.230145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-2657374d-1320-443a-86b6-15349fe5b52d service neutron] 10.222.0.89 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885470 Aug 16 02:34:30.318318 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a91743d-4335-4c56-89ac-a4d2fe1d1ba2 req-1f81caf2-3bf8-41bd-9461-324f20362797 service neutron] 10.222.0.89 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811329 Aug 16 02:34:30.566068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c7969-d9c4-4d52-ad20-f621cf61a6ee req-c44551b7-ebd3-4349-961a-6bcfe4b47f8b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.567566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db5c7969-d9c4-4d52-ad20-f621cf61a6ee req-c44551b7-ebd3-4349-961a-6bcfe4b47f8b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 943 time: 0.0547876 Aug 16 02:34:30.605150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db5c7969-d9c4-4d52-ad20-f621cf61a6ee req-3f3456b8-2d73-4b09-b6a0-258a20e2e4b1 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313976 Aug 16 02:34:31.665767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:31.668303 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e454a60-4beb-44db-8680-72203cfd8cde" -d '{"events": [{"name": "network-changed", "server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:31.724246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f53ac-17b0-4cc2-a029-22682febd85b req-91da638f-a95f-4313-84c6-ed4d0ef1d1b5 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:31.725990 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b2f53ac-17b0-4cc2-a029-22682febd85b req-91da638f-a95f-4313-84c6-ed4d0ef1d1b5 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 943 time: 0.0496309 Aug 16 02:34:31.727627 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf816318-cbdc-44ed-afb2-1e03544828a6 x-openstack-request-id: req-bf816318-cbdc-44ed-afb2-1e03544828a6 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:31.727821 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:31.728129 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf816318-cbdc-44ed-afb2-1e03544828a6 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:31.728563 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53', 'status': 'completed', 'code': 200} Aug 16 02:34:32.081801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b2f53ac-17b0-4cc2-a029-22682febd85b req-7aded78f-6321-485a-88df-04957904a0dc tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493218 Aug 16 02:34:32.096493 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454a60-4beb-44db-8680-72203cfd8cde req-9f93574e-0b45-4ffd-95b0-a3fc9b42f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.098010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-9f93574e-0b45-4ffd-95b0-a3fc9b42f8bf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 1095 time: 0.3501484 Aug 16 02:34:32.101852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454a60-4beb-44db-8680-72203cfd8cde req-fa0b4382-1363-446a-b4be-d35fc7ca0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.103958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-fa0b4382-1363-446a-b4be-d35fc7ca0708 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 1095 time: 0.3443205 Aug 16 02:34:32.265313 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454a60-4beb-44db-8680-72203cfd8cde req-39999412-1f0a-4365-879c-fd4d9c6b257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.266793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-39999412-1f0a-4365-879c-fd4d9c6b257c service neutron] 10.222.0.89 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.1607480 Aug 16 02:34:32.268133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454a60-4beb-44db-8680-72203cfd8cde req-44d3e1b4-a889-4b8f-b44f-f07757b37872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.269448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-44d3e1b4-a889-4b8f-b44f-f07757b37872 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.1515863 Aug 16 02:34:32.341031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-a7cba3be-eb82-45f8-bc65-342200937fe7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53 HTTP/1.1" status: 200 len: 217 time: 0.0673203 Aug 16 02:34:32.342251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-ec12b58b-c5dc-498d-bd6a-7e39fb1d1589 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53 HTTP/1.1" status: 200 len: 217 time: 0.0632806 Aug 16 02:34:32.421039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454a60-4beb-44db-8680-72203cfd8cde req-29bb4af5-c2da-4e53-88d2-e7c8c5792b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.422485 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-29bb4af5-c2da-4e53-88d2-e7c8c5792b51 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0742519 Aug 16 02:34:32.425796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454a60-4beb-44db-8680-72203cfd8cde req-f97a1338-4bb9-4e5c-a362-274510d078c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.427100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-f97a1338-4bb9-4e5c-a362-274510d078c4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0717387 Aug 16 02:34:32.476836 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-dacd704e-27b1-49d2-9324-d17a22689c04 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466516 Aug 16 02:34:32.478695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-58af274c-085f-4d39-a52d-c642a240fcee service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413735 Aug 16 02:34:32.618430 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 4e9c8cbb-950a-4195-a8e4-48794d748d53 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:32.634056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-cca7d527-8f32-44a3-a148-63c40a94518a service neutron] 10.222.0.89 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496682 Aug 16 02:34:32.637609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-6692f0fa-967a-4ced-b904-957b97601121 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462193 Aug 16 02:34:32.761498 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:34:32.802622 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-4366d2be-6296-4a72-9763-086376c3cfde service neutron] 10.222.0.89 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606421 Aug 16 02:34:32.805414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e454a60-4beb-44db-8680-72203cfd8cde req-6ce7cacf-3fae-4f24-a2b6-bf9e5ed11b26 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553054 Aug 16 02:34:32.820041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 4e9c8cbb-950a-4195-a8e4-48794d748d53 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:33.125538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4e9c8cbb-950a-4195-a8e4-48794d748d53 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:33.202002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff44c2f-4827-4071-bddd-3ce924471fba req-114b0a82-3764-40ed-bb76-0cced719488f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.203487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ff44c2f-4827-4071-bddd-3ce924471fba req-114b0a82-3764-40ed-bb76-0cced719488f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 943 time: 0.0493727 Aug 16 02:34:33.218811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:33.230702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '4e9c8cbb-950a-4195-a8e4-48794d748d53', 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad', 'port_id': '4e9c8cbb-950a-4195-a8e4-48794d748d53', 'mac_address': 'fa:16:3e:52:2b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e73411-8578-4751-921e-77937b88a51d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:33.243007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1ff44c2f-4827-4071-bddd-3ce924471fba req-3936b084-9986-4a9c-b4be-824a541b7488 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Aug 16 02:34:33.275315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.289052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9c8cbb-950a-4195-a8e4-48794d748d53 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:33.308762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:33.313507 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.367803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=4e9c8cbb-950a-4195-a8e4-48794d748d53,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:33.482353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df974ea-9676-4409-aa7b-8e67c5c1d35e req-62a094a0-db32-4109-b98d-f2455f22ef64 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.483883 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9df974ea-9676-4409-aa7b-8e67c5c1d35e req-62a094a0-db32-4109-b98d-f2455f22ef64 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 944 time: 0.0854349 Aug 16 02:34:33.496501 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-0946e3f5-1786-47ab-8f0e-da3613746a04 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.497939 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-0946e3f5-1786-47ab-8f0e-da3613746a04 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.84 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245&tenant_id=7a0ea16e58ea494d8e86ca43364773c3&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 944 time: 0.0717597 Aug 16 02:34:33.530730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['4e9c8cbb-950a-4195-a8e4-48794d748d53'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:33.571061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9df974ea-9676-4409-aa7b-8e67c5c1d35e req-3657fd49-a913-4f15-82a1-cf5c55cb4d72 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721316 Aug 16 02:34:33.581688 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-80ae1d8e-a53d-4947-b114-63fe724f791e service neutron] delete failed (client error): The resource could not be found. Aug 16 02:34:33.582847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-80ae1d8e-a53d-4947-b114-63fe724f791e service neutron] 10.222.0.84 "DELETE /v2.0/ports/4e9c8cbb-950a-4195-a8e4-48794d748d53/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0765343 Aug 16 02:34:33.683816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-784c5dc2-a221-4cbb-96ae-956ceec2eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.685251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-784c5dc2-a221-4cbb-96ae-956ceec2eeed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 1096 time: 0.0405588 Aug 16 02:34:33.776593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-4a93fc7e-fe27-4d58-a8ba-5446e0152483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.778097 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-4a93fc7e-fe27-4d58-a8ba-5446e0152483 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.0863814 Aug 16 02:34:33.819651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-2f533f3a-fbcf-4577-828e-d9d7d76672bb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53 HTTP/1.1" status: 200 len: 217 time: 0.0347545 Aug 16 02:34:33.871630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-f000ac49-b60f-42a6-ac41-1bf519a292bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.873164 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-f000ac49-b60f-42a6-ac41-1bf519a292bd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0472858 Aug 16 02:34:33.908780 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-675e6d39-65b6-4c4a-818d-3f2062589940 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285828 Aug 16 02:34:33.996564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-32d98c73-02c8-4289-bbc5-2f36e497c388 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811098 Aug 16 02:34:34.088717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-147fd5cc-909b-43e2-b3c3-c01e9507572f req-9520e199-e8e4-4bc0-a4c8-211015ee6e2a service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842428 Aug 16 02:34:34.692750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca83d4-5216-4cee-9dd2-979c3feeed85 req-9a3fc14e-868e-43f9-8c57-06a7c8f25e04 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.694372 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2ca83d4-5216-4cee-9dd2-979c3feeed85 req-9a3fc14e-868e-43f9-8c57-06a7c8f25e04 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 944 time: 0.0500202 Aug 16 02:34:34.733490 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2ca83d4-5216-4cee-9dd2-979c3feeed85 req-3458793b-7468-48c1-be5d-ae18e641f81e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Aug 16 02:34:34.848014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2841fd-296b-49c4-8225-3d04af0762e5 req-9e9edbdd-a8fb-432b-871d-3afef7680ae6 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.849592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd2841fd-296b-49c4-8225-3d04af0762e5 req-9e9edbdd-a8fb-432b-871d-3afef7680ae6 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 944 time: 0.0479031 Aug 16 02:34:34.890599 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd2841fd-296b-49c4-8225-3d04af0762e5 req-9464cafd-8d93-4dcf-8a1b-15df1ad6a7f2 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350375 Aug 16 02:34:35.015872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32512a3b-b735-4bf4-bc03-62bf411f2ed3 req-66b6e661-b809-47c5-9267-aedea327c76d tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.017284 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32512a3b-b735-4bf4-bc03-62bf411f2ed3 req-66b6e661-b809-47c5-9267-aedea327c76d tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 944 time: 0.0529909 Aug 16 02:34:35.055242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32512a3b-b735-4bf4-bc03-62bf411f2ed3 req-53b20c6a-2da3-4fbb-8032-70261cbcd9ee tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Aug 16 02:34:35.124551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4e9c8cbb-950a-4195-a8e4-48794d748d53 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:35.172506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 4e9c8cbb-950a-4195-a8e4-48794d748d53 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:35.177127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 4e9c8cbb-950a-4195-a8e4-48794d748d53 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:35.177526 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.259338 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.281771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:35.284570 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7458845-7b45-4d17-957c-8deaecc24165" -d '{"events": [{"server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "name": "network-vif-plugged", "status": "completed", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:35.303967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:35.310108 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.333790 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6a5949-0ee6-454a-8ec9-c74c76f327bd x-openstack-request-id: req-ed6a5949-0ee6-454a-8ec9-c74c76f327bd {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:35.334084 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "name": "network-vif-plugged", "status": "completed", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:35.334340 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed6a5949-0ee6-454a-8ec9-c74c76f327bd {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:35.334733 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53', 'code': 200} Aug 16 02:34:35.360661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=4e9c8cbb-950a-4195-a8e4-48794d748d53,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:35.415734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-28680bdb-1fd1-4727-b6c0-76f3d372af75 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.417188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-28680bdb-1fd1-4727-b6c0-76f3d372af75 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 815 time: 0.1092262 Aug 16 02:34:35.432000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-f78caefa-4fff-4e1c-bf21-7dd8c69924b2 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/quotas/7a0ea16e58ea494d8e86ca43364773c3 HTTP/1.1" status: 200 len: 375 time: 0.0089986 Aug 16 02:34:35.496814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-1aeb969c-97fc-4d1c-810f-cf619c487194 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595236 Aug 16 02:34:35.608364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-0081db84-979d-410a-92d1-7590cab302eb service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:34:35.609395 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-0081db84-979d-410a-92d1-7590cab302eb service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1059256 Aug 16 02:34:35.696797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-89855560-68c3-4969-b2a6-a3feee28b9a2 service neutron] 10.222.0.79 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811617 Aug 16 02:34:35.790881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-38a21c50-8e5e-47db-a0f7-0684f6f41a48 service neutron] 10.222.0.79 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878100 Aug 16 02:34:35.948210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d5ce499-aed9-433f-bfa8-0094ae26502b req-c4a19d55-eea8-46eb-9edb-983481bb8343 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 210 time: 0.0263314 Aug 16 02:34:36.529894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42aa6f-6654-4f3d-be25-2e3526c13e62 req-fb1fa242-6c50-4796-8e6e-595f58c9b4f3 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.531365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b42aa6f-6654-4f3d-be25-2e3526c13e62 req-fb1fa242-6c50-4796-8e6e-595f58c9b4f3 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.89 "GET /v2.0/ports?device_id=55d8106d-766e-411a-bef7-ef8770188245 HTTP/1.1" status: 200 len: 945 time: 0.0527725 Aug 16 02:34:36.625573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-3b42aa6f-6654-4f3d-be25-2e3526c13e62 req-d949803b-b257-4f2a-bedd-6f224c84389c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Deleting port 4e9c8cbb-950a-4195-a8e4-48794d748d53 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:36.625826 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3b42aa6f-6654-4f3d-be25-2e3526c13e62 req-d949803b-b257-4f2a-bedd-6f224c84389c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.712033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3b42aa6f-6654-4f3d-be25-2e3526c13e62 req-d949803b-b257-4f2a-bedd-6f224c84389c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] For port 4e9c8cbb-950a-4195-a8e4-48794d748d53, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=4e9c8cbb-950a-4195-a8e4-48794d748d53,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:36.712399 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3b42aa6f-6654-4f3d-be25-2e3526c13e62 req-d949803b-b257-4f2a-bedd-6f224c84389c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.726004 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-3b42aa6f-6654-4f3d-be25-2e3526c13e62 req-d949803b-b257-4f2a-bedd-6f224c84389c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Calling delete_port for 4e9c8cbb-950a-4195-a8e4-48794d748d53 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:36.917997 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3b42aa6f-6654-4f3d-be25-2e3526c13e62 req-d949803b-b257-4f2a-bedd-6f224c84389c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.930184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['4e9c8cbb-950a-4195-a8e4-48794d748d53'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:36.960621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949803b-b257-4f2a-bedd-6f224c84389c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Pushing event deleted for resources: {'Port': ['ID=4e9c8cbb-950a-4195-a8e4-48794d748d53,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:36.972601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-0d276a36-52a8-4c83-a7d0-384f65e46486 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.974154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-0d276a36-52a8-4c83-a7d0-384f65e46486 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 815 time: 0.1677163 Aug 16 02:34:37.012855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b42aa6f-6654-4f3d-be25-2e3526c13e62 req-d949803b-b257-4f2a-bedd-6f224c84389c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] No DVR routers for this DVR port 4e9c8cbb-950a-4195-a8e4-48794d748d53 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:37.017483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Request body: {'port': {'device_id': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad', 'admin_state_up': True, 'tenant_id': '7a0ea16e58ea494d8e86ca43364773c3'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:37.022518 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3b42aa6f-6654-4f3d-be25-2e3526c13e62 req-d949803b-b257-4f2a-bedd-6f224c84389c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.024381 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b42aa6f-6654-4f3d-be25-2e3526c13e62 req-d949803b-b257-4f2a-bedd-6f224c84389c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.89 "DELETE /v2.0/ports/4e9c8cbb-950a-4195-a8e4-48794d748d53 HTTP/1.1" status: 204 len: 173 time: 0.4870563 Aug 16 02:34:37.024817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'name': 'network-vif-deleted', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:37.027043 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173db099-e017-4f11-af53-fb9ac6a2bf2f" -d '{"events": [{"server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "name": "network-vif-deleted", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:37.077578 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749a8d28-30db-41b0-bf63-1deefcc05f2a x-openstack-request-id: req-749a8d28-30db-41b0-bf63-1deefcc05f2a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:37.077910 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d8106d-766e-411a-bef7-ef8770188245", "name": "network-vif-deleted", "tag": "4e9c8cbb-950a-4195-a8e4-48794d748d53", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:37.078126 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-749a8d28-30db-41b0-bf63-1deefcc05f2a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:37.078514 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d8106d-766e-411a-bef7-ef8770188245', 'name': 'network-vif-deleted', 'tag': '4e9c8cbb-950a-4195-a8e4-48794d748d53', 'status': 'completed', 'code': 200} Aug 16 02:34:37.097177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8432ca0-6010-4246-8bde-06c26c228c5a req-46f80723-a2c6-443c-b32c-6422325ff452 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 210 time: 0.0757971 Aug 16 02:34:37.166434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Made reservation on behalf of 7a0ea16e58ea494d8e86ca43364773c3 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:37.170049 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.296567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Allocated IP 172.20.0.9 (0b4ddb36-fb2a-477d-9196-1bd45f2b41ad/34e73411-8578-4751-921e-77937b88a51d/570a3461-862f-4acc-990f-c45c40264f60) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:37.451400 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.491247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.504126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['4e9c8cbb-950a-4195-a8e4-48794d748d53'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:37.537748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:37.540821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:37.544538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:37.572484 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Pushing event updated for resources: {'Port': ['ID=570a3461-862f-4acc-990f-c45c40264f60,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:37.585040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.585394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.585789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.586169 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.586531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.586889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.587221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.587539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.587874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.588180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.588570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.588914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:37.612059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:37.612647 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.628181 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-60a5a925-fa8d-4179-be52-b2b9985bcb79 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6160297 Aug 16 02:34:37.645553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Request body: {'port': {'device_id': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:37.702338 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.967244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570a3461-862f-4acc-990f-c45c40264f60 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:37.976193 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.988757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Transition to ACTIVE for port object 570a3461-862f-4acc-990f-c45c40264f60 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:37.992638 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.045647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Pushing event updated for resources: {'Port': ['ID=570a3461-862f-4acc-990f-c45c40264f60,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:38.123052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Attempting to bind port 570a3461-862f-4acc-990f-c45c40264f60 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:38.123382 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Attempting to bind port 570a3461-862f-4acc-990f-c45c40264f60 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:38.123718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Attempting to bind port 570a3461-862f-4acc-990f-c45c40264f60 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:38.128236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Port 570a3461-862f-4acc-990f-c45c40264f60 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:38.128571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Attempting to bind port 570a3461-862f-4acc-990f-c45c40264f60 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:38.133955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:38.134292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Checking segment: {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:38.135133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Bound using segment: {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:38.135133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Bound port: 570a3461-862f-4acc-990f-c45c40264f60, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:38.135512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.230872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:38.237587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=570a3461-862f-4acc-990f-c45c40264f60,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:38.243235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.256207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2da65-781f-4116-a63b-0587bc04d844 req-467e7c90-38cd-4ec3-96f7-e1f321fbe0ac tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.257751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87d2da65-781f-4116-a63b-0587bc04d844 req-467e7c90-38cd-4ec3-96f7-e1f321fbe0ac tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 943 time: 0.0789912 Aug 16 02:34:38.305475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.306096 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.307485 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] 10.222.0.84 "PUT /v2.0/ports/570a3461-862f-4acc-990f-c45c40264f60 HTTP/1.1" status: 200 len: 1092 time: 0.6664829 Aug 16 02:34:38.338325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d6580-b774-4bdf-845a-875fdc558650 service neutron] Pushing event updated for resources: {'Port': ['ID=570a3461-862f-4acc-990f-c45c40264f60,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:38.343524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87d2da65-781f-4116-a63b-0587bc04d844 req-76df83ee-db50-4411-95ab-b91fd17f845b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636570 Aug 16 02:34:38.403984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-e8152af0-a728-4b28-82c9-00bd461b10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.405704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-e8152af0-a728-4b28-82c9-00bd461b10dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 1095 time: 0.0417323 Aug 16 02:34:38.455795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-743e926d-e2e7-415d-a0f8-50cb3f5c5c28 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=570a3461-862f-4acc-990f-c45c40264f60 HTTP/1.1" status: 200 len: 217 time: 0.0368555 Aug 16 02:34:38.505915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-166f4d7c-8bb9-4fde-8620-c33a09828ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.508368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-166f4d7c-8bb9-4fde-8620-c33a09828ce5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0466528 Aug 16 02:34:38.541035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-b2a99f49-e1f7-4986-a301-d11acbcd33d6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259008 Aug 16 02:34:38.883616 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-e42b84dc-c1ef-422b-bafe-cd1d4c51147e service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350194 Aug 16 02:34:38.916811 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f9b2517b-b153-48f4-a611-50ec888dd246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.973460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7dd77b7-830a-49a4-9d65-26f35231a87f req-1dd0bbf0-1292-407b-b3af-eca56561af04 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821917 Aug 16 02:34:39.079324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'tag': '570a3461-862f-4acc-990f-c45c40264f60'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:39.081811 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcef2e44-5302-4914-8a3d-d49cda339a49" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "tag": "570a3461-862f-4acc-990f-c45c40264f60"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:39.118194 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8227b1cd-5003-49c5-9cbb-e60bb19baddd x-openstack-request-id: req-8227b1cd-5003-49c5-9cbb-e60bb19baddd {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:39.118492 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "tag": "570a3461-862f-4acc-990f-c45c40264f60", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:39.118742 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8227b1cd-5003-49c5-9cbb-e60bb19baddd {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:39.119135 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'tag': '570a3461-862f-4acc-990f-c45c40264f60', 'status': 'completed', 'code': 200} Aug 16 02:34:39.203340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef2e44-5302-4914-8a3d-d49cda339a49 req-e8728622-cee1-44dc-adc8-e0cc445b90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.204765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcef2e44-5302-4914-8a3d-d49cda339a49 req-e8728622-cee1-44dc-adc8-e0cc445b90d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 1095 time: 0.0429866 Aug 16 02:34:39.296153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef2e44-5302-4914-8a3d-d49cda339a49 req-5b3c7ced-313b-434b-8323-3f34680c128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.297652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcef2e44-5302-4914-8a3d-d49cda339a49 req-5b3c7ced-313b-434b-8323-3f34680c128c service neutron] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.0861142 Aug 16 02:34:39.338655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcef2e44-5302-4914-8a3d-d49cda339a49 req-fbc5199f-2196-42e1-bba1-de4625af6e06 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=570a3461-862f-4acc-990f-c45c40264f60 HTTP/1.1" status: 200 len: 217 time: 0.0340836 Aug 16 02:34:39.392214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef2e44-5302-4914-8a3d-d49cda339a49 req-89cc3e54-f662-4bbe-9620-f41ef01c422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.394238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcef2e44-5302-4914-8a3d-d49cda339a49 req-89cc3e54-f662-4bbe-9620-f41ef01c422e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0487330 Aug 16 02:34:39.428053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcef2e44-5302-4914-8a3d-d49cda339a49 req-4e6ffc8c-4054-4c8b-bd77-866ac8d9dc97 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270107 Aug 16 02:34:39.534159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79b559-6764-4104-b4c5-dd8429e00afc req-91ed2a48-5b6c-4a91-ac62-ee468df7c019 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.535630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd79b559-6764-4104-b4c5-dd8429e00afc req-91ed2a48-5b6c-4a91-ac62-ee468df7c019 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 943 time: 0.1100671 Aug 16 02:34:39.561927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcef2e44-5302-4914-8a3d-d49cda339a49 req-eb796691-42f8-4c37-9cde-c3c8195b89ab service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260710 Aug 16 02:34:39.620530 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd79b559-6764-4104-b4c5-dd8429e00afc req-c2842fc9-df9e-4d79-97a9-6792ee2c5e93 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789082 Aug 16 02:34:39.663401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dcef2e44-5302-4914-8a3d-d49cda339a49 req-c63c0f05-65e2-49a5-81e1-6d5151ca17ad service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936472 Aug 16 02:34:40.021050 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:40.743203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac1070-e744-41db-9845-1d6c07a0ecab req-2daa886a-23ed-4fd4-aee6-8d2ff006b7fd tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:40.744670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6ac1070-e744-41db-9845-1d6c07a0ecab req-2daa886a-23ed-4fd4-aee6-8d2ff006b7fd tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 943 time: 0.0537643 Aug 16 02:34:40.782217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6ac1070-e744-41db-9845-1d6c07a0ecab req-09b6a493-390e-448d-bc35-ca7edc7d80a0 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Aug 16 02:34:41.140153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4e9c8cbb-950a-4195-a8e4-48794d748d53 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:41.160293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 4e9c8cbb-950a-4195-a8e4-48794d748d53 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:41.160636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 4e9c8cbb-950a-4195-a8e4-48794d748d53 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:41.518576 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-92b1a7ee-0beb-4570-b007-f00ba11dcdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:41.608650 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:41.894756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110eab3-2fd7-486f-94aa-a7b23e637eb5 req-d61958f5-6b61-475d-82cc-aaeb4d804f51 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.896240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6110eab3-2fd7-486f-94aa-a7b23e637eb5 req-d61958f5-6b61-475d-82cc-aaeb4d804f51 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 943 time: 0.0481172 Aug 16 02:34:41.934853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6110eab3-2fd7-486f-94aa-a7b23e637eb5 req-bc6c9c87-464b-42f1-ae8b-05f7e578a4ea tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325332 Aug 16 02:34:42.697121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 570a3461-862f-4acc-990f-c45c40264f60 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:42.792781 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=570a3461-862f-4acc-990f-c45c40264f60,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:42.804292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '570a3461-862f-4acc-990f-c45c40264f60', 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad', 'port_id': '570a3461-862f-4acc-990f-c45c40264f60', 'mac_address': 'fa:16:3e:4f:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e73411-8578-4751-921e-77937b88a51d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:42.843206 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.862644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570a3461-862f-4acc-990f-c45c40264f60 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:42.876239 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.892697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=570a3461-862f-4acc-990f-c45c40264f60,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:42.896737 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.965699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=570a3461-862f-4acc-990f-c45c40264f60,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:43.054951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b066347-697e-48bf-8dd4-8d95a0cf8edb req-cae26326-f771-4286-af9c-f320c968dbca tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.056309 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b066347-697e-48bf-8dd4-8d95a0cf8edb req-cae26326-f771-4286-af9c-f320c968dbca tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 944 time: 0.0474126 Aug 16 02:34:43.094161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b066347-697e-48bf-8dd4-8d95a0cf8edb req-89316ea9-1ac6-4200-8504-94a2db71504e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Aug 16 02:34:43.255877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['570a3461-862f-4acc-990f-c45c40264f60'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:44.211491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439e94b-1410-44de-9a3c-349337842449 req-40a7110c-05f4-4b78-baf2-8a0907a2a7c5 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:44.212956 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2439e94b-1410-44de-9a3c-349337842449 req-40a7110c-05f4-4b78-baf2-8a0907a2a7c5 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 944 time: 0.0519111 Aug 16 02:34:44.249752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2439e94b-1410-44de-9a3c-349337842449 req-5a5e4498-a006-4d96-ace4-ef13121ff17d tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304658 Aug 16 02:34:44.369579 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:44.712493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 570a3461-862f-4acc-990f-c45c40264f60 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:44.763058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 570a3461-862f-4acc-990f-c45c40264f60 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:44.766497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 570a3461-862f-4acc-990f-c45c40264f60 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:44.766866 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:44.841373 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:44.864130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a3461-862f-4acc-990f-c45c40264f60'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:44.866430 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1de9e6-ea0b-435d-83e1-73b1cab4a6c9" -d '{"events": [{"server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "name": "network-vif-plugged", "status": "completed", "tag": "570a3461-862f-4acc-990f-c45c40264f60"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:44.879039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=570a3461-862f-4acc-990f-c45c40264f60,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:44.884224 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:44.908076 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d985f02f-eeac-4162-9f98-fdd8bdba3c21 x-openstack-request-id: req-d985f02f-eeac-4162-9f98-fdd8bdba3c21 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:44.908995 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "name": "network-vif-plugged", "status": "completed", "tag": "570a3461-862f-4acc-990f-c45c40264f60", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:44.909311 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d985f02f-eeac-4162-9f98-fdd8bdba3c21 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:44.909701 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a3461-862f-4acc-990f-c45c40264f60', 'code': 200} Aug 16 02:34:44.937891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=570a3461-862f-4acc-990f-c45c40264f60,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:45.023388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66641edc-b582-41d7-b131-43490603b1a7 req-5d21f5fe-fa7c-48ba-8b18-29b4c9977137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:45.024788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66641edc-b582-41d7-b131-43490603b1a7 req-5d21f5fe-fa7c-48ba-8b18-29b4c9977137 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 1097 time: 0.0395062 Aug 16 02:34:45.059977 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66641edc-b582-41d7-b131-43490603b1a7 req-00f93a8f-0bd1-4d4f-ac14-2088d74c6785 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272934 Aug 16 02:34:45.364665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa878be9-60dc-4116-9710-7a1e22f82006 req-c669c890-67bd-4a77-ba8e-406b74a78882 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:45.366189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa878be9-60dc-4116-9710-7a1e22f82006 req-c669c890-67bd-4a77-ba8e-406b74a78882 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0484896 Aug 16 02:34:45.404312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa878be9-60dc-4116-9710-7a1e22f82006 req-382b038c-bfc8-437c-aed1-eeabf0fc3633 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Aug 16 02:34:46.530284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9095e0-5947-467d-8bbe-32ce06a62074 req-18db8b7f-9b44-413f-9565-3be87ea7dccb tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.531772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d9095e0-5947-467d-8bbe-32ce06a62074 req-18db8b7f-9b44-413f-9565-3be87ea7dccb tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0531445 Aug 16 02:34:46.569723 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d9095e0-5947-467d-8bbe-32ce06a62074 req-082524cd-1180-4ce3-8263-592f4fcdaca4 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Aug 16 02:34:46.684482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf676bd1-94bf-43f1-a355-48c78d331a1f req-6196d1c8-99df-43db-90b6-33937d7f0fa6 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.685975 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf676bd1-94bf-43f1-a355-48c78d331a1f req-6196d1c8-99df-43db-90b6-33937d7f0fa6 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0491405 Aug 16 02:34:46.723647 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf676bd1-94bf-43f1-a355-48c78d331a1f req-8ada7002-e0a4-49f9-8372-4b4929f21c60 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309768 Aug 16 02:34:46.945570 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-137eecf0-ddd0-4c2a-99f0-6c13f2487858 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402725 Aug 16 02:34:46.957736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b59fec-21d5-4a7a-adb0-d4db3647bfcd req-bccf259d-4e35-49e9-8648-348701b90777 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.960134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19b59fec-21d5-4a7a-adb0-d4db3647bfcd req-bccf259d-4e35-49e9-8648-348701b90777 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0497510 Aug 16 02:34:47.011889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19b59fec-21d5-4a7a-adb0-d4db3647bfcd req-46dfdaad-a34a-4194-897f-0c22f479b39f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463769 Aug 16 02:34:48.044034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-e2b7775f-a4f2-4e3e-83c2-5f2b7bcd0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.045566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-e2b7775f-a4f2-4e3e-83c2-5f2b7bcd0e57 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 1097 time: 0.0458062 Aug 16 02:34:48.167105 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b97e70-15f1-4967-9623-f6a2e7dab2a2 req-b6127477-f620-4cd2-8798-2dfb8d77d3c5 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.168575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55b97e70-15f1-4967-9623-f6a2e7dab2a2 req-b6127477-f620-4cd2-8798-2dfb8d77d3c5 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0751653 Aug 16 02:34:48.173130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-e7f7ea15-8678-44b8-8f96-55ff9a2d722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.174494 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-e7f7ea15-8678-44b8-8f96-55ff9a2d722c service neutron] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.1224663 Aug 16 02:34:48.225199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-384f389d-4cf0-474f-be59-e6d4c5056cd0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=570a3461-862f-4acc-990f-c45c40264f60 HTTP/1.1" status: 200 len: 217 time: 0.0433676 Aug 16 02:34:48.267169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55b97e70-15f1-4967-9623-f6a2e7dab2a2 req-bcb5d2d4-1fc4-4327-8ed4-db0ca0254fa7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911682 Aug 16 02:34:48.288111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-38405fff-33e6-494c-95ad-240f8ab3e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.289631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-38405fff-33e6-494c-95ad-240f8ab3e00a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0541329 Aug 16 02:34:48.322243 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-ff0ec3a4-57e4-4e4f-a275-5c0c2e5b188c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249963 Aug 16 02:34:48.414306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-b0a5d748-a9a8-4536-9289-2eff8d51f61c service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845344 Aug 16 02:34:48.502542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-575c442b-9cf1-4af3-bc45-2a68bc94f5df service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816858 Aug 16 02:34:48.684005 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:49.400135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae7118-0364-4b95-bedc-27117deabcdf req-b60cc949-3be7-44d3-88e1-dc8b1ecfd799 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:49.401671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2ae7118-0364-4b95-bedc-27117deabcdf req-b60cc949-3be7-44d3-88e1-dc8b1ecfd799 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0541825 Aug 16 02:34:49.438618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2ae7118-0364-4b95-bedc-27117deabcdf req-8d372ae0-c35a-43d3-ab6b-482fabc3cc32 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306251 Aug 16 02:34:50.555021 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba792ee0-6b7c-4a58-8eee-24ff9e6962bb req-0fa2456f-0203-4684-aae1-76600684a2f9 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.556503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba792ee0-6b7c-4a58-8eee-24ff9e6962bb req-0fa2456f-0203-4684-aae1-76600684a2f9 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0486476 Aug 16 02:34:50.595035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba792ee0-6b7c-4a58-8eee-24ff9e6962bb req-7c96e9a9-7acb-488d-a014-420cb32526a5 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326478 Aug 16 02:34:51.714833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5d910-882f-491e-b600-7c15061d7a9c req-91027f9c-a426-4427-9430-2d48e38a23ec tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:51.716297 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cb5d910-882f-491e-b600-7c15061d7a9c req-91027f9c-a426-4427-9430-2d48e38a23ec tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0494103 Aug 16 02:34:51.753658 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cb5d910-882f-491e-b600-7c15061d7a9c req-1ff676b2-6f28-46a8-9ac1-a32288eaae9f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304072 Aug 16 02:34:52.871038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd46ac-1245-4d84-aa7c-12e81bb24a79 req-55651e10-4e40-45ee-a65e-add7317a023b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:52.872498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65bd46ac-1245-4d84-aa7c-12e81bb24a79 req-55651e10-4e40-45ee-a65e-add7317a023b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0521839 Aug 16 02:34:52.910042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65bd46ac-1245-4d84-aa7c-12e81bb24a79 req-459184ef-7ab3-4804-a057-c55d671e362e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Aug 16 02:34:54.030780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5caf62-0eff-4418-8c49-9e5820e88f5f req-90d86633-3368-41d2-b477-e0fce98458d2 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:54.032274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a5caf62-0eff-4418-8c49-9e5820e88f5f req-90d86633-3368-41d2-b477-e0fce98458d2 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0545323 Aug 16 02:34:54.069580 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a5caf62-0eff-4418-8c49-9e5820e88f5f req-94ba0a0a-99d1-4b02-8d7b-dbe4d425d190 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304792 Aug 16 02:34:55.183655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b553351-7f19-4e50-9df8-88e1467e4e25 req-a0bc70e0-a455-4ab5-82a2-c63ea913b46a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:55.185043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b553351-7f19-4e50-9df8-88e1467e4e25 req-a0bc70e0-a455-4ab5-82a2-c63ea913b46a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0479019 Aug 16 02:34:55.222458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b553351-7f19-4e50-9df8-88e1467e4e25 req-7cc9048d-13dd-4765-a2aa-3648058dff6e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Aug 16 02:34:56.353383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587898d2-9933-4d11-8c2d-e96c31cd3600 req-5210d6f6-9c22-4db3-b177-122b49fa759e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:56.354906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-587898d2-9933-4d11-8c2d-e96c31cd3600 req-5210d6f6-9c22-4db3-b177-122b49fa759e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0644553 Aug 16 02:34:56.391515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-587898d2-9933-4d11-8c2d-e96c31cd3600 req-5045c6e1-ecff-46a1-9c78-290fa6eedc89 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306478 Aug 16 02:34:57.509799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcf1aa-f4dd-4dc8-b834-286cceae77ba req-48d7fa30-ce62-4ae2-9739-1ae789827aec tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:57.511303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1abcf1aa-f4dd-4dc8-b834-286cceae77ba req-48d7fa30-ce62-4ae2-9739-1ae789827aec tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0504992 Aug 16 02:34:57.555284 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1abcf1aa-f4dd-4dc8-b834-286cceae77ba req-24e6b3c1-9a78-453a-b074-125fe0835e45 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Aug 16 02:34:58.669920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9c998-c795-413b-be91-3fb222e79cad req-3e193238-2d9d-4ae5-b1c2-f97ca7a34d96 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:58.671413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cc9c998-c795-413b-be91-3fb222e79cad req-3e193238-2d9d-4ae5-b1c2-f97ca7a34d96 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0486598 Aug 16 02:34:58.711685 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9cc9c998-c795-413b-be91-3fb222e79cad req-039c6c1c-a5c2-4619-8026-3cad0158fad1 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336552 Aug 16 02:34:59.838385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021b5c8-ba40-4d41-879e-64cfb9af155d req-7c53a26e-0b6d-4929-be32-291ba43d7c51 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:59.839767 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e021b5c8-ba40-4d41-879e-64cfb9af155d req-7c53a26e-0b6d-4929-be32-291ba43d7c51 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0524771 Aug 16 02:34:59.877537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e021b5c8-ba40-4d41-879e-64cfb9af155d req-72bac087-0384-4ded-b2b6-4b8bafffd96d tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316627 Aug 16 02:35:00.990889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1713c0-dc86-48b0-8239-dffa07f9c07a req-de094354-f809-4d7c-a4f3-92177b41dcc7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:00.992395 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf1713c0-dc86-48b0-8239-dffa07f9c07a req-de094354-f809-4d7c-a4f3-92177b41dcc7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0495794 Aug 16 02:35:01.031218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf1713c0-dc86-48b0-8239-dffa07f9c07a req-8762871c-a0d9-46d0-99e6-043ce368f48b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327556 Aug 16 02:35:01.088089 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0da35f-5c6a-4b90-a292-a88a4505d441 req-4c46ed1d-9dd5-4f43-a2ed-a754f35839ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:01.089628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb0da35f-5c6a-4b90-a292-a88a4505d441 req-4c46ed1d-9dd5-4f43-a2ed-a754f35839ec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 1097 time: 0.0400665 Aug 16 02:35:01.195340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0da35f-5c6a-4b90-a292-a88a4505d441 req-a68633aa-4dfb-496d-bd90-4c42c1e2af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:01.196764 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb0da35f-5c6a-4b90-a292-a88a4505d441 req-a68633aa-4dfb-496d-bd90-4c42c1e2af2f service neutron] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.0863636 Aug 16 02:35:01.237426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb0da35f-5c6a-4b90-a292-a88a4505d441 req-841423e1-85e2-413e-9432-116e3cbfb4af service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=570a3461-862f-4acc-990f-c45c40264f60 HTTP/1.1" status: 200 len: 217 time: 0.0339346 Aug 16 02:35:01.284894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0da35f-5c6a-4b90-a292-a88a4505d441 req-00b73bca-a0a4-462e-9136-ac8da5d9fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:01.286361 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb0da35f-5c6a-4b90-a292-a88a4505d441 req-00b73bca-a0a4-462e-9136-ac8da5d9fb37 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0422976 Aug 16 02:35:01.320516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb0da35f-5c6a-4b90-a292-a88a4505d441 req-06bfefda-8a4f-4092-8c3f-b32eb779be01 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277517 Aug 16 02:35:01.407360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb0da35f-5c6a-4b90-a292-a88a4505d441 req-cf088d50-fd39-431f-8c14-c7b64ed193bd service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794201 Aug 16 02:35:01.498342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb0da35f-5c6a-4b90-a292-a88a4505d441 req-83385ed0-7b57-49c9-b03e-50ed154f7b77 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844867 Aug 16 02:35:02.147645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1e020-3eed-4b40-a103-470800a1099e req-10edcfb7-bf10-46e3-b5f2-8ac21842f371 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.149143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ff1e020-3eed-4b40-a103-470800a1099e req-10edcfb7-bf10-46e3-b5f2-8ac21842f371 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0501566 Aug 16 02:35:02.186852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0ff1e020-3eed-4b40-a103-470800a1099e req-20ee818c-d8ba-46f3-8037-51a993fe947e tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Aug 16 02:35:03.300388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe92fd3-a330-46f7-bd60-0960a3a8f165 req-f5c91216-ebc2-47b8-aa89-fe0d497fe692 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:03.301860 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbe92fd3-a330-46f7-bd60-0960a3a8f165 req-f5c91216-ebc2-47b8-aa89-fe0d497fe692 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0476127 Aug 16 02:35:03.339946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbe92fd3-a330-46f7-bd60-0960a3a8f165 req-4ff18ac0-5122-4ded-99e8-201e0485632a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Aug 16 02:35:04.462554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5960557-78be-4f26-ab3b-f4bd7d2159a2 req-0f58596e-c660-46f8-a761-5e86f9e5f037 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:04.464020 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5960557-78be-4f26-ab3b-f4bd7d2159a2 req-0f58596e-c660-46f8-a761-5e86f9e5f037 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0579553 Aug 16 02:35:04.505017 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5960557-78be-4f26-ab3b-f4bd7d2159a2 req-8c2e091f-9bb1-4c4e-b12b-7d2faf504c57 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346749 Aug 16 02:35:05.623527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fd381-b9d7-4fbf-a9c9-d7f527869132 req-41e88003-f800-41fc-a872-6350ae59466a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:05.625072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f26fd381-b9d7-4fbf-a9c9-d7f527869132 req-41e88003-f800-41fc-a872-6350ae59466a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0531356 Aug 16 02:35:05.663804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f26fd381-b9d7-4fbf-a9c9-d7f527869132 req-a268aacc-da7d-46b0-a76e-0b22a1e79764 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326636 Aug 16 02:35:06.779366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9892255-0b64-4543-9dff-19e12a34d38e req-212a3b70-ed59-4e28-b0b6-49807d7d9c28 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:06.780760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9892255-0b64-4543-9dff-19e12a34d38e req-212a3b70-ed59-4e28-b0b6-49807d7d9c28 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0498047 Aug 16 02:35:06.817620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9892255-0b64-4543-9dff-19e12a34d38e req-281a90ef-a926-40d1-921b-92a2b69f4dd2 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309663 Aug 16 02:35:07.936381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e805-ada4-45d3-ab45-715b82abd7af req-ceb2530a-3445-4d5c-8326-172a3e72c518 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:07.937886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a55e805-ada4-45d3-ab45-715b82abd7af req-ceb2530a-3445-4d5c-8326-172a3e72c518 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0521653 Aug 16 02:35:07.978597 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a55e805-ada4-45d3-ab45-715b82abd7af req-93f9f9d5-5d4f-48de-ac14-be2755d50e09 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344687 Aug 16 02:35:08.918358 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bbfa33d1-3d51-4ae5-a41e-7c8380b2dead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.094290 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551938a-7ebe-4e36-9726-4fd824529fe2 req-698088d4-83f5-45e5-82f7-901d7b308f64 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.095671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6551938a-7ebe-4e36-9726-4fd824529fe2 req-698088d4-83f5-45e5-82f7-901d7b308f64 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0494289 Aug 16 02:35:09.132385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6551938a-7ebe-4e36-9726-4fd824529fe2 req-cdc07a1a-332f-4973-8d24-b3f793423958 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301273 Aug 16 02:35:09.761996 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:35:10.017171 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.253809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1890b87-9451-4d36-b706-3d55e9e15662 req-b9eff705-41ee-4597-8f84-d1fa7d3dfb73 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:10.255320 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1890b87-9451-4d36-b706-3d55e9e15662 req-b9eff705-41ee-4597-8f84-d1fa7d3dfb73 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0492454 Aug 16 02:35:10.292841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1890b87-9451-4d36-b706-3d55e9e15662 req-34da549f-5b90-4f31-80ec-fd60bfd85101 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309701 Aug 16 02:35:11.409935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b3347-d97e-4575-a3e8-702b83b22dcc req-f45108d1-8bf6-4836-9771-f7bb632bbadb tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:11.411397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e14b3347-d97e-4575-a3e8-702b83b22dcc req-f45108d1-8bf6-4836-9771-f7bb632bbadb tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0524271 Aug 16 02:35:11.450821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e14b3347-d97e-4575-a3e8-702b83b22dcc req-51dd57cd-3056-40d3-95ea-ebfba64eb64f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Aug 16 02:35:11.520125 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-da031fad-c595-4b10-bdc2-ac97ee96679a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.611493 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.570170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d12b03-681f-44b3-a4b9-1199c0dff021 req-d99fef4e-3793-4f92-940b-c02d7c00d56a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:12.571654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94d12b03-681f-44b3-a4b9-1199c0dff021 req-d99fef4e-3793-4f92-940b-c02d7c00d56a tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0526373 Aug 16 02:35:12.609191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-94d12b03-681f-44b3-a4b9-1199c0dff021 req-c15ae7fc-dd0f-4f47-9622-088acb4bb68f tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Aug 16 02:35:12.857238 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.732447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb51da-6871-4a4f-addd-513d16fa0478 req-2bb46a0f-84a4-4444-a5f1-6cbeb67943ec tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:13.734101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57fb51da-6871-4a4f-addd-513d16fa0478 req-2bb46a0f-84a4-4444-a5f1-6cbeb67943ec tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0582333 Aug 16 02:35:13.772873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57fb51da-6871-4a4f-addd-513d16fa0478 req-05de2204-c2f3-46ad-8ebd-f189509ebd70 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325830 Aug 16 02:35:14.373145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.891140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b71a5-3fa2-42ad-aeef-60e259123154 req-cfa3239f-e97c-4273-86ed-257fb8897075 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:14.892491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e6b71a5-3fa2-42ad-aeef-60e259123154 req-cfa3239f-e97c-4273-86ed-257fb8897075 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0524406 Aug 16 02:35:14.930792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e6b71a5-3fa2-42ad-aeef-60e259123154 req-5a49d6e2-2393-4453-9003-61669599a909 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317760 Aug 16 02:35:15.439528 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-4ca47ba4-d7c7-4937-8ba7-0ab259dcc94e service neutron] show failed (client error): The resource could not be found. Aug 16 02:35:15.440562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-4ca47ba4-d7c7-4937-8ba7-0ab259dcc94e service neutron] 10.222.0.84 "GET /v2.0/ports/570a3461-862f-4acc-990f-c45c40264f60/bindings/n-h2-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0542645 Aug 16 02:35:15.637860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-1847fdbb-02f3-4c16-b48a-60a8cbdc74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:15.639341 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-1847fdbb-02f3-4c16-b48a-60a8cbdc74c0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8&tenant_id=7a0ea16e58ea494d8e86ca43364773c3 HTTP/1.1" status: 200 len: 1097 time: 0.0401642 Aug 16 02:35:15.651851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:15.708702 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.912890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=570a3461-862f-4acc-990f-c45c40264f60,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:15.946747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:15.986497 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570a3461-862f-4acc-990f-c45c40264f60'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:15.989181 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b024fda9-0376-4ce6-9c2f-10c31f7e9ae5" -d '{"events": [{"server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "570a3461-862f-4acc-990f-c45c40264f60"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:15.993994 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.031479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Transition to ACTIVE for port object 570a3461-862f-4acc-990f-c45c40264f60 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:16.041705 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560340ad-969d-4320-8a68-16a84b2ffea6 x-openstack-request-id: req-560340ad-969d-4320-8a68-16a84b2ffea6 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:16.041997 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "570a3461-862f-4acc-990f-c45c40264f60", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:16.042249 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-560340ad-969d-4320-8a68-16a84b2ffea6 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:16.042637 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570a3461-862f-4acc-990f-c45c40264f60', 'code': 200} Aug 16 02:35:16.043203 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.097301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c808c-600f-4715-aaa8-56f3a8ebbc26 req-c81a42f9-88ee-4665-b5c7-abc204f6180b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:16.098798 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-771c808c-600f-4715-aaa8-56f3a8ebbc26 req-c81a42f9-88ee-4665-b5c7-abc204f6180b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.1004500 Aug 16 02:35:16.140403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] No DVR routers for this DVR port 570a3461-862f-4acc-990f-c45c40264f60 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:16.145977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Pushing event updated for resources: {'Port': ['ID=570a3461-862f-4acc-990f-c45c40264f60,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:16.191415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-771c808c-600f-4715-aaa8-56f3a8ebbc26 req-4a4db482-60aa-4ff5-ae12-de0f14f2b965 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840421 Aug 16 02:35:16.193742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Attempting to bind port 570a3461-862f-4acc-990f-c45c40264f60 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:16.194081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Attempting to bind port 570a3461-862f-4acc-990f-c45c40264f60 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:16.194496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Attempting to bind port 570a3461-862f-4acc-990f-c45c40264f60 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:16.199037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Port 570a3461-862f-4acc-990f-c45c40264f60 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:35:16.199366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Attempting to bind port 570a3461-862f-4acc-990f-c45c40264f60 on network 0b4ddb36-fb2a-477d-9196-1bd45f2b41ad {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:16.204492 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:16.204948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Checking segment: {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:16.205298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Bound using segment: {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:16.205788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Bound port: 570a3461-862f-4acc-990f-c45c40264f60, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486480ea-6ee9-4120-ab87-6594a18e5db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:16.206153 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.268262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:16.271336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=570a3461-862f-4acc-990f-c45c40264f60,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:16.275931 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.314067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:16.314736 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.316129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] 10.222.0.89 "PUT /v2.0/ports/570a3461-862f-4acc-990f-c45c40264f60 HTTP/1.1" status: 200 len: 1092 time: 0.6682754 Aug 16 02:35:16.336574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6fd89-e8a1-4124-8ea7-eeb6c77ba8ed service neutron] Pushing event updated for resources: {'Port': ['ID=570a3461-862f-4acc-990f-c45c40264f60,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:16.379470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-1a462b50-68dc-4730-89c2-053f35121198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:16.381099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-1a462b50-68dc-4730-89c2-053f35121198 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 1095 time: 0.0414555 Aug 16 02:35:16.473155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-d7ef87dc-f0c0-4549-8e61-15af05a2e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:16.474644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-d7ef87dc-f0c0-4549-8e61-15af05a2e6b5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.0859327 Aug 16 02:35:16.520281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-0d246d1d-1ee0-407c-8070-292f5b83a0c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=570a3461-862f-4acc-990f-c45c40264f60 HTTP/1.1" status: 200 len: 217 time: 0.0382967 Aug 16 02:35:16.570071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-2715f6c9-cefc-4ee2-9c42-30911726286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:16.571539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-2715f6c9-cefc-4ee2-9c42-30911726286e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0446184 Aug 16 02:35:16.604126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-25768844-5d79-4422-87c1-2f7f421714b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254931 Aug 16 02:35:16.695586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-4be55950-3afe-4cba-b2c2-3b1f4422ac1c service neutron] 10.222.0.89 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846756 Aug 16 02:35:16.785215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e33d7575-278c-4bcb-a998-ea8529de03b7 req-9faad093-577c-4acf-abe6-06ca3123f197 service neutron] 10.222.0.89 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821939 Aug 16 02:35:17.308811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a9cf-c92b-4270-abcd-031cc323048c req-9e0a13ff-34d5-410c-a7c6-a79756c50002 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:17.310312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2bd8a9cf-c92b-4270-abcd-031cc323048c req-9e0a13ff-34d5-410c-a7c6-a79756c50002 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 943 time: 0.0486047 Aug 16 02:35:17.348209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2bd8a9cf-c92b-4270-abcd-031cc323048c req-b0ebace3-5b0e-4cbe-8901-6b1a32708076 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319614 Aug 16 02:35:18.044055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'tag': '570a3461-862f-4acc-990f-c45c40264f60'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:18.046483 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf368a01-a03a-4a4d-852e-f31259ead6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "tag": "570a3461-862f-4acc-990f-c45c40264f60"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:18.160837 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e587b6c3-c297-4b6e-9e00-c95ad9cb5b41 x-openstack-request-id: req-e587b6c3-c297-4b6e-9e00-c95ad9cb5b41 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:18.161161 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "tag": "570a3461-862f-4acc-990f-c45c40264f60", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:18.161412 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e587b6c3-c297-4b6e-9e00-c95ad9cb5b41 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:18.161803 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'tag': '570a3461-862f-4acc-990f-c45c40264f60', 'status': 'completed', 'code': 200} Aug 16 02:35:18.263910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-8de4a60d-f837-4a43-b499-9525c8ebee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:18.265455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-8de4a60d-f837-4a43-b499-9525c8ebee76 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 1095 time: 0.0768998 Aug 16 02:35:18.271279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-8d67c11f-ee33-436e-80e2-e6cfc23008e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:18.272680 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-8d67c11f-ee33-436e-80e2-e6cfc23008e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 1095 time: 0.0742078 Aug 16 02:35:18.686453 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:18.724107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f133bd4-2f3a-4bf1-884c-88012eb4e4e5 req-98b7a297-14fe-4b53-a6b9-abb32762f1c8 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:18.726342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f133bd4-2f3a-4bf1-884c-88012eb4e4e5 req-98b7a297-14fe-4b53-a6b9-abb32762f1c8 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 943 time: 0.1379173 Aug 16 02:35:18.729417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-a2e04e82-0bbc-446d-9e2d-a06a5971b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:18.730759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-a2e04e82-0bbc-446d-9e2d-a06a5971b6cf service neutron] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.4512200 Aug 16 02:35:18.731902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-362f2f5d-9290-40e4-8442-089685d96091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:18.733279 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-362f2f5d-9290-40e4-8442-089685d96091 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.4462926 Aug 16 02:35:18.813135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-01fd8592-07ed-4c9e-94ca-132ca3d3059e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=570a3461-862f-4acc-990f-c45c40264f60 HTTP/1.1" status: 200 len: 217 time: 0.0727711 Aug 16 02:35:18.815318 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-5b6868b5-9077-455a-bd82-c14143b32c3c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=570a3461-862f-4acc-990f-c45c40264f60 HTTP/1.1" status: 200 len: 217 time: 0.0741072 Aug 16 02:35:18.822021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 570a3461-862f-4acc-990f-c45c40264f60 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:18.860793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 570a3461-862f-4acc-990f-c45c40264f60 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:18.882772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f133bd4-2f3a-4bf1-884c-88012eb4e4e5 req-823638b2-8e43-4d77-a7fa-f42402e61e3b tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485372 Aug 16 02:35:18.906850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-d5537201-df78-4b82-9916-10ffca8d8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:18.908296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-d5537201-df78-4b82-9916-10ffca8d8d8d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0884752 Aug 16 02:35:18.911755 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-f848c179-fdc8-4d86-b9f3-fb4ed971409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:18.913639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-f848c179-fdc8-4d86-b9f3-fb4ed971409c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0812845 Aug 16 02:35:18.963918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-38cd3c13-44b9-4d0b-8e75-fd2803793008 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479352 Aug 16 02:35:18.965839 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-8ae13f5a-6c70-4730-8240-dc7eae321655 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418811 Aug 16 02:35:19.145716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1867666-101e-451d-a65a-2473d2deedea req-78270803-34de-45a2-bd94-7a2cb1a9cfad tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:19.147784 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c1867666-101e-451d-a65a-2473d2deedea req-78270803-34de-45a2-bd94-7a2cb1a9cfad tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8&tenant_id=7a0ea16e58ea494d8e86ca43364773c3&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 943 time: 0.0891130 Aug 16 02:35:19.160674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2be4d8-ca74-4289-8e57-b682bc15d9d8 req-ba92f679-21fa-4a64-bc6e-7e34c8041acb tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:19.162208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce2be4d8-ca74-4289-8e57-b682bc15d9d8 req-ba92f679-21fa-4a64-bc6e-7e34c8041acb tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 943 time: 0.1044135 Aug 16 02:35:19.171970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-5f51f2e8-07a4-4625-8607-e0dc19f346fc service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990464 Aug 16 02:35:19.173693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-9ed30373-0f40-4528-8fa9-55c0b0ba3b48 service neutron] 10.222.0.89 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996770 Aug 16 02:35:19.211183 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [req-c1867666-101e-451d-a65a-2473d2deedea req-d90d684a-27b7-4d85-b46c-a9b445d1ac8e service neutron] delete failed (client error): The resource could not be found. Aug 16 02:35:19.212214 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c1867666-101e-451d-a65a-2473d2deedea req-d90d684a-27b7-4d85-b46c-a9b445d1ac8e service neutron] 10.222.0.84 "DELETE /v2.0/ports/570a3461-862f-4acc-990f-c45c40264f60/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0567946 Aug 16 02:35:19.308505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce2be4d8-ca74-4289-8e57-b682bc15d9d8 req-72395321-2af9-4103-a654-735b1d2edcfe tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395552 Aug 16 02:35:19.343203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 570a3461-862f-4acc-990f-c45c40264f60 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:35:19.360741 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-1e5f5e44-3677-4222-b1f6-afbe68956377 service neutron] 10.222.0.89 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740761 Aug 16 02:35:19.362684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf368a01-a03a-4a4d-852e-f31259ead6bf req-50fbc141-f516-45eb-86e1-fb4b07f33736 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837387 Aug 16 02:35:19.439416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=570a3461-862f-4acc-990f-c45c40264f60,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:19.451500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '570a3461-862f-4acc-990f-c45c40264f60', 'network_id': '0b4ddb36-fb2a-477d-9196-1bd45f2b41ad', 'port_id': '570a3461-862f-4acc-990f-c45c40264f60', 'mac_address': 'fa:16:3e:4f:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e73411-8578-4751-921e-77937b88a51d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:35:19.488415 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:19.489577 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1867666-101e-451d-a65a-2473d2deedea req-503f4061-1a17-431d-8aa8-766868a71159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:19.491601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1867666-101e-451d-a65a-2473d2deedea req-503f4061-1a17-431d-8aa8-766868a71159 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 1095 time: 0.0410359 Aug 16 02:35:19.501827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570a3461-862f-4acc-990f-c45c40264f60 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:19.522874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=570a3461-862f-4acc-990f-c45c40264f60,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:19.527177 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:19.576386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=570a3461-862f-4acc-990f-c45c40264f60,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:19.583820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1867666-101e-451d-a65a-2473d2deedea req-5cea3d29-edbb-42d2-b2e9-3e8c967ab6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:19.584061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.584250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.584588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.584935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.585311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.585411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1867666-101e-451d-a65a-2473d2deedea req-5cea3d29-edbb-42d2-b2e9-3e8c967ab6ca service neutron] 10.222.0.84 "GET /v2.0/networks?id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 200 len: 916 time: 0.0866508 Aug 16 02:35:19.585645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.585981 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.586325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.586640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.586965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.587292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.587621 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.632791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1867666-101e-451d-a65a-2473d2deedea req-94789e70-3e4d-46db-aaf6-7028ccd1d4d8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=570a3461-862f-4acc-990f-c45c40264f60 HTTP/1.1" status: 200 len: 217 time: 0.0396743 Aug 16 02:35:19.681323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1867666-101e-451d-a65a-2473d2deedea req-e105f280-dd07-44bd-9c22-7bb465bbfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:19.682547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1867666-101e-451d-a65a-2473d2deedea req-e105f280-dd07-44bd-9c22-7bb465bbfb75 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 200 len: 855 time: 0.0436389 Aug 16 02:35:19.714379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1867666-101e-451d-a65a-2473d2deedea req-47dbd095-9c60-44a0-8e1e-dc7bdadfc56e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247898 Aug 16 02:35:19.731246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['570a3461-862f-4acc-990f-c45c40264f60'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:19.812591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1867666-101e-451d-a65a-2473d2deedea req-ed4caa1b-b62e-4db7-946e-067741b48e30 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905378 Aug 16 02:35:19.904436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1867666-101e-451d-a65a-2473d2deedea req-ebd36fb8-dd29-432a-999c-25d6fa9dae89 service neutron] 10.222.0.84 "GET /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844641 Aug 16 02:35:20.432519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07388bc1-a726-4750-808a-62f2674a8c0d req-610a4913-2bc5-46a6-9da3-5f3474f08a66 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:20.434085 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-07388bc1-a726-4750-808a-62f2674a8c0d req-610a4913-2bc5-46a6-9da3-5f3474f08a66 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 944 time: 0.0524375 Aug 16 02:35:20.479101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-07388bc1-a726-4750-808a-62f2674a8c0d req-8d764933-0e16-40cb-8e02-a0bacd9e2d55 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Aug 16 02:35:20.604491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fa560-890d-4d59-bef9-b276763d53df req-310e1258-7344-419a-96a6-8717712838fc tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:20.606437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec5fa560-890d-4d59-bef9-b276763d53df req-310e1258-7344-419a-96a6-8717712838fc tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 944 time: 0.0570190 Aug 16 02:35:20.645775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec5fa560-890d-4d59-bef9-b276763d53df req-61223f53-952b-4287-8e4e-34a9871c07dd tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335755 Aug 16 02:35:20.759102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2504fb-0549-4c46-9e74-096b9c78848c req-d9198eca-920a-4022-905b-40f93df2a1a3 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:20.760590 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b2504fb-0549-4c46-9e74-096b9c78848c req-d9198eca-920a-4022-905b-40f93df2a1a3 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 944 time: 0.0488837 Aug 16 02:35:20.797504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b2504fb-0549-4c46-9e74-096b9c78848c req-19a19b4b-3712-4e5a-a571-35070add7ba7 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309629 Aug 16 02:35:21.126551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c3efa-b1b0-44fd-86a4-4c95b54ae306 req-7c943035-8102-4d2a-bea2-f048ff4d276c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:21.127929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed8c3efa-b1b0-44fd-86a4-4c95b54ae306 req-7c943035-8102-4d2a-bea2-f048ff4d276c tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 944 time: 0.0478098 Aug 16 02:35:21.168791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed8c3efa-b1b0-44fd-86a4-4c95b54ae306 req-22d23690-2bd6-4185-8ba0-2de1dd9fa341 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342293 Aug 16 02:35:21.353189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 570a3461-862f-4acc-990f-c45c40264f60 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:21.400424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 570a3461-862f-4acc-990f-c45c40264f60 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:21.403957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 570a3461-862f-4acc-990f-c45c40264f60 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:21.404334 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:21.482083 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:21.504563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a3461-862f-4acc-990f-c45c40264f60'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:21.507000 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cc97ac-8751-429b-841b-00c2cfcbddf9" -d '{"events": [{"server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "name": "network-vif-plugged", "status": "completed", "tag": "570a3461-862f-4acc-990f-c45c40264f60"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:21.520621 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=570a3461-862f-4acc-990f-c45c40264f60,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:21.525516 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:21.550971 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be541d77-3465-4952-a0c1-16c90e8214d6 x-openstack-request-id: req-be541d77-3465-4952-a0c1-16c90e8214d6 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:21.551274 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "name": "network-vif-plugged", "status": "completed", "tag": "570a3461-862f-4acc-990f-c45c40264f60", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:21.551505 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be541d77-3465-4952-a0c1-16c90e8214d6 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:21.551889 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a3461-862f-4acc-990f-c45c40264f60', 'code': 200} Aug 16 02:35:21.577000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=570a3461-862f-4acc-990f-c45c40264f60,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:22.283754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90689149-bdf2-4bd3-a1f1-15d4938c97b8 req-0dbfe425-a744-4223-bd8d-3ec901b425c6 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:22.285316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90689149-bdf2-4bd3-a1f1-15d4938c97b8 req-0dbfe425-a744-4223-bd8d-3ec901b425c6 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.89 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0749202 Aug 16 02:35:22.307776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b2ad-828d-48f9-8f5f-2f6b07a52c04 req-45ea1fdc-079e-415a-b122-a6ea218c5860 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:22.309295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b108b2ad-828d-48f9-8f5f-2f6b07a52c04 req-45ea1fdc-079e-415a-b122-a6ea218c5860 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d5f5b0a-80ac-477a-bbd0-7044819ee2d8 HTTP/1.1" status: 200 len: 945 time: 0.0709484 Aug 16 02:35:22.391816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b108b2ad-828d-48f9-8f5f-2f6b07a52c04 req-87e841eb-d3e2-4325-8d84-4527cd1fec09 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.79 "GET /v2.0/security-groups?id=af6450e8-66c1-494f-97da-cbf6fe9d94c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667849 Aug 16 02:35:22.414413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-90689149-bdf2-4bd3-a1f1-15d4938c97b8 req-e364f7b3-fcd0-4e2f-9051-a3db78809d92 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Deleting port 570a3461-862f-4acc-990f-c45c40264f60 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:22.414759 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90689149-bdf2-4bd3-a1f1-15d4938c97b8 req-e364f7b3-fcd0-4e2f-9051-a3db78809d92 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.501646 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-90689149-bdf2-4bd3-a1f1-15d4938c97b8 req-e364f7b3-fcd0-4e2f-9051-a3db78809d92 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] For port 570a3461-862f-4acc-990f-c45c40264f60, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=570a3461-862f-4acc-990f-c45c40264f60,segment=NetworkSegment(486480ea-6ee9-4120-ab87-6594a18e5db4),segment_id=486480ea-6ee9-4120-ab87-6594a18e5db4)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:22.502013 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90689149-bdf2-4bd3-a1f1-15d4938c97b8 req-e364f7b3-fcd0-4e2f-9051-a3db78809d92 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.515563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-90689149-bdf2-4bd3-a1f1-15d4938c97b8 req-e364f7b3-fcd0-4e2f-9051-a3db78809d92 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Calling delete_port for 570a3461-862f-4acc-990f-c45c40264f60 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:22.645167 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90689149-bdf2-4bd3-a1f1-15d4938c97b8 req-e364f7b3-fcd0-4e2f-9051-a3db78809d92 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.657458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['570a3461-862f-4acc-990f-c45c40264f60'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:22.671658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364f7b3-fcd0-4e2f-9051-a3db78809d92 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Pushing event deleted for resources: {'Port': ['ID=570a3461-862f-4acc-990f-c45c40264f60,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:22.715584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-90689149-bdf2-4bd3-a1f1-15d4938c97b8 req-e364f7b3-fcd0-4e2f-9051-a3db78809d92 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] No DVR routers for this DVR port 570a3461-862f-4acc-990f-c45c40264f60 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:22.718519 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-90689149-bdf2-4bd3-a1f1-15d4938c97b8 req-e364f7b3-fcd0-4e2f-9051-a3db78809d92 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.720551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-90689149-bdf2-4bd3-a1f1-15d4938c97b8 req-e364f7b3-fcd0-4e2f-9051-a3db78809d92 tempest-ServerDiskConfigTestJSON-834350764 tempest-ServerDiskConfigTestJSON-834350764-project] 10.222.0.89 "DELETE /v2.0/ports/570a3461-862f-4acc-990f-c45c40264f60 HTTP/1.1" status: 204 len: 173 time: 0.4279051 Aug 16 02:35:22.721090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'name': 'network-vif-deleted', 'tag': '570a3461-862f-4acc-990f-c45c40264f60'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:22.723366 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a19eb36-1fc0-47df-a4e0-d958778d6408" -d '{"events": [{"server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "name": "network-vif-deleted", "tag": "570a3461-862f-4acc-990f-c45c40264f60"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:22.760584 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f399a07c-52a2-4084-b250-96751577a8d7 x-openstack-request-id: req-f399a07c-52a2-4084-b250-96751577a8d7 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:22.760967 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5f5b0a-80ac-477a-bbd0-7044819ee2d8", "name": "network-vif-deleted", "tag": "570a3461-862f-4acc-990f-c45c40264f60", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:22.761232 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f399a07c-52a2-4084-b250-96751577a8d7 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:22.761627 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5f5b0a-80ac-477a-bbd0-7044819ee2d8', 'name': 'network-vif-deleted', 'tag': '570a3461-862f-4acc-990f-c45c40264f60', 'status': 'completed', 'code': 200} Aug 16 02:35:23.512338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33102) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:23.557752 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Deleting subnet 34e73411-8578-4751-921e-77937b88a51d {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:23.560737 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.598890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.637128 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.689334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.715204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e73411-8578-4751-921e-77937b88a51d,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:23.720347 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.722557 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/34e73411-8578-4751-921e-77937b88a51d HTTP/1.1" status: 204 len: 168 time: 0.2090149 Aug 16 02:35:23.725074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33104) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:23.729036 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.729486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.729917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.730328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.730721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.731123 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.731534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.731977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.732374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.732704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.733049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.733397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0d1439-311f-4bd4-a5e5-5d8cdc39981a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:23.796804 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.877576 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.887847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4ddb36-fb2a-477d-9196-1bd45f2b41ad']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:23.898352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486480ea-6ee9-4120-ab87-6594a18e5db4') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:23.898642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486480ea-6ee9-4120-ab87-6594a18e5db4') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:23.907275 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.925583 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.932342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:23.932814 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:23.935497 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:23.991337 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.996775 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.998643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0b4ddb36-fb2a-477d-9196-1bd45f2b41ad HTTP/1.1" status: 204 len: 168 time: 0.2720466 Aug 16 02:35:24.010632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3d7a8-ee25-46c0-a5c1-c17fa323d432 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b4ddb36-fb2a-477d-9196-1bd45f2b41ad,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:24.112267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33108) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:24.151942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4291c4ac-8c89-4f18-944e-eeb2ccb3d268 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a0ea16e58ea494d8e86ca43364773c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385005 Aug 16 02:35:24.154445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33110) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:24.201024 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3779c570-c9d8-41ec-96df-e155f6758a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.221410 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3779c570-c9d8-41ec-96df-e155f6758a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.271188 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3779c570-c9d8-41ec-96df-e155f6758a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.273879 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3779c570-c9d8-41ec-96df-e155f6758a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.275006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3779c570-c9d8-41ec-96df-e155f6758a10 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af6450e8-66c1-494f-97da-cbf6fe9d94c1 HTTP/1.1" status: 204 len: 168 time: 0.1196866 Aug 16 02:35:24.283205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779c570-c9d8-41ec-96df-e155f6758a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6450e8-66c1-494f-97da-cbf6fe9d94c1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:24.930856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33132) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:25.029540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2064842331-network', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:25.052451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Made reservation on behalf of aecce7ce09f24ac3b342d7dad59f23d3 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:25.054687 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.062874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.152509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.156345 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.182615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:25.187875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8a2866-abf7-4964-b97b-f31718de99f1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:25.195957 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.196062 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Added segment 42f3da07-0493-42cc-a36f-7f85fa57e0cb of type vlan for network f2c711ff-936a-492f-bf33-e4bcbdcebf5c Aug 16 02:35:25.235787 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.266999 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.268005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:25.268592 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.325553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3933144 Aug 16 02:35:25.328475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33136) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:25.331037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd71af7-1eb1-49cf-8e35-1d1b32ea857c admin admin] Pushing event updated for resources: {'Network': ['ID=f2c711ff-936a-492f-bf33-e4bcbdcebf5c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:25.334088 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] Request body: {'subnet': {'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2064842331-subnet', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:25.341584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:25.355015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] Made reservation on behalf of aecce7ce09f24ac3b342d7dad59f23d3 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:25.357285 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.523206 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.571767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:25.587764 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:25.591797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] Network hostable DHCP agents. Network: f2c711ff-936a-492f-bf33-e4bcbdcebf5c, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:25.607019 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:25.618416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, f2c711ff-936a-492f-bf33-e4bcbdcebf5c) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:25.623159 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:25.623756 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.628930 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba66bc-85dc-4a80-b215-10dbd0c5acc8 None None] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:25.650012 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7a151a59-6784-4d55-863d-e2d79b72c2de admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3196888 Aug 16 02:35:25.652539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33138) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:25.657062 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:25.678796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.679893 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.736364 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.779686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:35:25.780553 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.924422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Allocated IP 172.20.0.2 (f2c711ff-936a-492f-bf33-e4bcbdcebf5c/d3f9dbc9-1acc-4791-aeba-e6dc522ed48f/bc659eb4-1c71-4ff9-ac00-f3042e08392a) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:26.074649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.083968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Transition to ACTIVE for port object bc659eb4-1c71-4ff9-ac00-f3042e08392a will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:26.101364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Transition to ACTIVE for port object bc659eb4-1c71-4ff9-ac00-f3042e08392a will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:26.109377 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.153152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:26.156049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:26.159628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:26.167389 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.167597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Pushing event updated for resources: {'Port': ['ID=bc659eb4-1c71-4ff9-ac00-f3042e08392a,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:26.220020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Attempting to bind port bc659eb4-1c71-4ff9-ac00-f3042e08392a on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:26.220387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Attempting to bind port bc659eb4-1c71-4ff9-ac00-f3042e08392a by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:26.220746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Attempting to bind port bc659eb4-1c71-4ff9-ac00-f3042e08392a on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:26.226473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:26.226859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:26.227248 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.227705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:26.228196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Bound port: bc659eb4-1c71-4ff9-ac00-f3042e08392a, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:26.228574 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.291680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] For port bc659eb4-1c71-4ff9-ac00-f3042e08392a, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:26.294840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] For port bc659eb4-1c71-4ff9-ac00-f3042e08392a, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bc659eb4-1c71-4ff9-ac00-f3042e08392a,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:26.298384 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.357135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0116c8-0664-4806-abcf-756dfc874175 None None] Pushing event updated for resources: {'Port': ['ID=bc659eb4-1c71-4ff9-ac00-f3042e08392a,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:26.376141 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.395820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.516309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Allocated IP 172.25.2.185 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/a5bd6512-c311-4c5e-a992-e858a64aa240) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:26.639739 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.680172 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.726279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:26.729354 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:26.733835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:26.736936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Pushing event updated for resources: {'Port': ['ID=a5bd6512-c311-4c5e-a992-e858a64aa240,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:26.988460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bc659eb4-1c71-4ff9-ac00-f3042e08392a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:26.994268 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.050322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port bc659eb4-1c71-4ff9-ac00-f3042e08392a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:27.207314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.301440 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a1946-dd07-4ec4-8e64-edecd049d0f5 None None] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:27.343997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Router 421141ac-c720-46c5-bae3-8c59af38c13e is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:35:27.390234 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 570a3461-862f-4acc-990f-c45c40264f60 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:27.395692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cf56273f-482c-4c89-9585-20059ae07b26 None None] Provisioning for port bc659eb4-1c71-4ff9-ac00-f3042e08392a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:27.420509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 570a3461-862f-4acc-990f-c45c40264f60 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:27.420847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 570a3461-862f-4acc-990f-c45c40264f60 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:27.440604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cf56273f-482c-4c89-9585-20059ae07b26 None None] Provisioning complete for port bc659eb4-1c71-4ff9-ac00-f3042e08392a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:27.441001 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cf56273f-482c-4c89-9585-20059ae07b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.452219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:27.469729 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.470309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Sync routers for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:27.471325 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d177404d-4896-4918-9122-58e05e01b360 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8177869 Aug 16 02:35:27.474366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33140) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:27.499453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:27.500071 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:35:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:27.663466 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cf56273f-482c-4c89-9585-20059ae07b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.667241 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:27.795280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-cf56273f-482c-4c89-9585-20059ae07b26 None None] For port bc659eb4-1c71-4ff9-ac00-f3042e08392a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bc659eb4-1c71-4ff9-ac00-f3042e08392a,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:27.803349 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cf56273f-482c-4c89-9585-20059ae07b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.900655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56273f-482c-4c89-9585-20059ae07b26 None None] Pushing event updated for resources: {'Port': ['ID=bc659eb4-1c71-4ff9-ac00-f3042e08392a,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:27.932735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-dc29f579-1a0f-413f-b7a5-0828615e8c9c None None] Provisioning complete for port bc659eb4-1c71-4ff9-ac00-f3042e08392a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:27.933149 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dc29f579-1a0f-413f-b7a5-0828615e8c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.969849 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:26Z', 'revision_number': 3, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:28.000202 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Checking router: 421141ac-c720-46c5-bae3-8c59af38c13e for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:28.000547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Updating router 421141ac-c720-46c5-bae3-8c59af38c13e port a5bd6512-c311-4c5e-a992-e858a64aa240 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:35:28.032337 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.194263 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.447764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Allocated IP 172.20.0.1 (f2c711ff-936a-492f-bf33-e4bcbdcebf5c/d3f9dbc9-1acc-4791-aeba-e6dc522ed48f/f0a7aa35-2d3d-4431-be68-92c5a37fbcaf) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:28.467739 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.479625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Transition to ACTIVE for port object a5bd6512-c311-4c5e-a992-e858a64aa240 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:28.486519 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.538521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Attempting to bind port a5bd6512-c311-4c5e-a992-e858a64aa240 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:28.538894 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Attempting to bind port a5bd6512-c311-4c5e-a992-e858a64aa240 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:28.539265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Attempting to bind port a5bd6512-c311-4c5e-a992-e858a64aa240 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:28.546290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cb65c-d7fa-4061-9a91-4b27b978669d None None] Pushing event updated for resources: {'Port': ['ID=a5bd6512-c311-4c5e-a992-e858a64aa240,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:28.550341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:28.550726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:28.551134 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.551523 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:28.551998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Bound port: a5bd6512-c311-4c5e-a992-e858a64aa240, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:28.552381 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.553993 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.566692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Transition to ACTIVE for port object f0a7aa35-2d3d-4431-be68-92c5a37fbcaf will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:28.601015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.608098 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] For port a5bd6512-c311-4c5e-a992-e858a64aa240, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:28.611557 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] For port a5bd6512-c311-4c5e-a992-e858a64aa240, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a5bd6512-c311-4c5e-a992-e858a64aa240,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:28.615362 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.638589 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:28.643414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:28.647805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:28.667901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:28.668631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:35:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:28.673959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a7aa35-2d3d-4431-be68-92c5a37fbcaf,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:28.696075 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.723409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cb65c-d7fa-4061-9a91-4b27b978669d None None] Pushing event updated for resources: {'Port': ['ID=a5bd6512-c311-4c5e-a992-e858a64aa240,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:28.802110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:28.883944 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.943039 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-85ae88f9-3bf5-48f9-94a2-86b2d4b47b78 None None] Provisioning for port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:28.955120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-85ae88f9-3bf5-48f9-94a2-86b2d4b47b78 None None] Provisioning complete for port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:28.955489 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-85ae88f9-3bf5-48f9-94a2-86b2d4b47b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.000537 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bc659eb4-1c71-4ff9-ac00-f3042e08392a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:29.057615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-85ae88f9-3bf5-48f9-94a2-86b2d4b47b78 None None] Port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:29.063867 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.069987 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.088279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bc659eb4-1c71-4ff9-ac00-f3042e08392a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:29.088600 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.092225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:26Z', 'revision_number': 3, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:29.136933 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e170daf-8f04-4b08-81e7-553493d9c810 None None] The sync data for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 is: [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:26Z', 'revision_number': 3, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:29.137224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a7aa35-2d3d-4431-be68-92c5a37fbcaf,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:29.141278 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.239943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:29.241388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:29.402403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Router 421141ac-c720-46c5-bae3-8c59af38c13e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:29.530060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:29.535123 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-94122359-c3ad-4c6e-9b0c-28eaf41b6fe3 admin admin] 10.222.0.79 "PUT /v2.0/routers/421141ac-c720-46c5-bae3-8c59af38c13e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0589528 Aug 16 02:35:29.579539 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c876e04b-9a97-4987-bda4-ced59f3755fb None None] Provisioning complete for port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:29.580081 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c876e04b-9a97-4987-bda4-ced59f3755fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.624943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-c876e04b-9a97-4987-bda4-ced59f3755fb None None] Port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:30.095149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33150) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:30.100502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ef02d761-9df0-4438-8b9a-4595840cdb65 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007771056', 'description': 'tempest-description--551285308'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:30.126867 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef02d761-9df0-4438-8b9a-4595840cdb65 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.210869 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef02d761-9df0-4438-8b9a-4595840cdb65 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.214415 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef02d761-9df0-4438-8b9a-4595840cdb65 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.242825 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef02d761-9df0-4438-8b9a-4595840cdb65 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.244059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ef02d761-9df0-4438-8b9a-4595840cdb65 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1479127 Aug 16 02:35:30.245195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02d761-9df0-4438-8b9a-4595840cdb65 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb461f6-aa99-4182-af6d-f0d84fb2e65e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:30.247331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33152) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:30.252163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9c640920-6807-4795-ad8c-2df651766782 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'security_group_rule': {'security_group_id': 'cfb461f6-aa99-4182-af6d-f0d84fb2e65e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:30.281218 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9c640920-6807-4795-ad8c-2df651766782 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.332893 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9c640920-6807-4795-ad8c-2df651766782 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.337323 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9c640920-6807-4795-ad8c-2df651766782 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.355729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c640920-6807-4795-ad8c-2df651766782 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b8c024-7aa8-4325-9b1e-890f850cd00d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:30.363080 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9c640920-6807-4795-ad8c-2df651766782 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.364343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9c640920-6807-4795-ad8c-2df651766782 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160617 Aug 16 02:35:30.366972 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33154) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:30.371717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-15016477-8fe1-487b-a505-48124482f324 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'security_group_rule': {'security_group_id': 'cfb461f6-aa99-4182-af6d-f0d84fb2e65e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:30.400291 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-15016477-8fe1-487b-a505-48124482f324 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.469836 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-15016477-8fe1-487b-a505-48124482f324 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.473886 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-15016477-8fe1-487b-a505-48124482f324 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.491784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15016477-8fe1-487b-a505-48124482f324 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1053e87b-c550-4611-95b4-4510bbcf4990,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:30.498626 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-15016477-8fe1-487b-a505-48124482f324 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.499914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-15016477-8fe1-487b-a505-48124482f324 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319811 Aug 16 02:35:30.503166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 33156) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:30.509240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:30.531979 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.636766 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.640856 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Sync routers for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:30.650504 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:30.651117 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:35:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:30.751455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Allocated IP 172.25.2.215 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/748ae680-d054-4655-a16e-1e89d27c1a7b) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:30.757129 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:30.861765 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.902176 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.945034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:30.947722 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:30.952284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:30.955526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event updated for resources: {'Port': ['ID=748ae680-d054-4655-a16e-1e89d27c1a7b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:30.964280 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 2, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:30.997389 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Checking router: 421141ac-c720-46c5-bae3-8c59af38c13e for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:30.998093 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Updating router 421141ac-c720-46c5-bae3-8c59af38c13e port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:35:31.012535 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a5bd6512-c311-4c5e-a992-e858a64aa240 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:31.029454 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.048476 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.067897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port a5bd6512-c311-4c5e-a992-e858a64aa240 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:31.072413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a5bd6512-c311-4c5e-a992-e858a64aa240 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:31.072790 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.094596 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.161654 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.184916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port a5bd6512-c311-4c5e-a992-e858a64aa240, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a5bd6512-c311-4c5e-a992-e858a64aa240,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:31.190477 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.240264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=a5bd6512-c311-4c5e-a992-e858a64aa240,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:31.271276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.276906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.322013 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.332434 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Transition to ACTIVE for port object f0a7aa35-2d3d-4431-be68-92c5a37fbcaf will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:31.339544 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.351236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event updated for resources: {'Port': ['ID=748ae680-d054-4655-a16e-1e89d27c1a7b,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:31.360093 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.373826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.385091 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f803e225-292e-4a1d-b039-8ec76d8cc134 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8710077 Aug 16 02:35:31.394621 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Pushing event updated for resources: {'Port': ['ID=f0a7aa35-2d3d-4431-be68-92c5a37fbcaf,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:31.406455 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.406806 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.407189 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.412139 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.412139 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.412139 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.412139 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.412139 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.412139 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.412139 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.412139 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.412139 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.462867 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Attempting to bind port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:31.463241 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Attempting to bind port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:31.463604 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Attempting to bind port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:31.469117 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:31.469492 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:31.469892 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.470287 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:31.470752 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Bound port: f0a7aa35-2d3d-4431-be68-92c5a37fbcaf, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:31.471125 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.539518 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] For port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:31.543772 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] For port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f0a7aa35-2d3d-4431-be68-92c5a37fbcaf,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:31.548998 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.552317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-ff2f5282-4f66-451f-bc98-48a6f98fd36b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2007771056&fields=id&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 267 time: 0.0521743 Aug 16 02:35:31.612159 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6f169-37ce-4f82-843f-082d8ec34ca0 None None] Pushing event updated for resources: {'Port': ['ID=f0a7aa35-2d3d-4431-be68-92c5a37fbcaf,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:31.616710 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:31.617335 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:35:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:31.675523 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70889ca5-54bd-478f-9774-fe55f501c12b req-49555906-4714-414b-b792-448921cb7a12 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.677109 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-49555906-4714-414b-b792-448921cb7a12 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 812 time: 0.1161611 Aug 16 02:35:31.695535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-77f2c452-cc6f-413d-b994-1345125e8467 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/quotas/aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 375 time: 0.0108976 Aug 16 02:35:31.731014 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:31.760160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-420e8332-5aa3-48e7-8c2d-fcef012f7541 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584435 Aug 16 02:35:31.861233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-98c9e810-80d0-4df7-bb42-b6b2b8d6c6dc service neutron] 10.222.0.79 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874441 Aug 16 02:35:31.932299 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:31.959374 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2105d629-5a24-4013-9f9c-305a080758f4 None None] The sync data for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 is: [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:31.960005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-6ba096a7-12cc-46bf-b98e-2ef710217cbd service neutron] 10.222.0.79 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909841 Aug 16 02:35:32.144182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7755196-fd22-455f-bac1-a0e4ca6be925 req-5322f62a-0cb9-4c89-b2f5-e3fc2a3293f2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 210 time: 0.0335531 Aug 16 02:35:33.042959 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a5bd6512-c311-4c5e-a992-e858a64aa240 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:33.092735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a5bd6512-c311-4c5e-a992-e858a64aa240 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:33.093417 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.171564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f0a7aa35-2d3d-4431-be68-92c5a37fbcaf up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:33.222340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:33.227147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:33.227752 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.245303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8de0e65-bed2-4094-bbbc-39fa389c4222 req-c16493b6-d2b7-4d42-9659-714939b3d037 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 210 time: 0.0278990 Aug 16 02:35:33.322782 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.358139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f0a7aa35-2d3d-4431-be68-92c5a37fbcaf,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:33.362330 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.375002 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70889ca5-54bd-478f-9774-fe55f501c12b req-139d50ab-f67a-4a1e-8363-13ffa016b9a4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:33.376495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-139d50ab-f67a-4a1e-8363-13ffa016b9a4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 812 time: 0.1110225 Aug 16 02:35:33.417185 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=f0a7aa35-2d3d-4431-be68-92c5a37fbcaf,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.433893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-87855cc8-bed0-4241-b6b9-7e9bf124afbe tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 380 time: 0.0466292 Aug 16 02:35:33.455871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'port': {'device_id': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'admin_state_up': True, 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'security_groups': ['cfb461f6-aa99-4182-af6d-f0d84fb2e65e']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:33.560583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Made reservation on behalf of aecce7ce09f24ac3b342d7dad59f23d3 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:33.564088 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.691545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Allocated IP 172.20.0.13 (f2c711ff-936a-492f-bf33-e4bcbdcebf5c/d3f9dbc9-1acc-4791-aeba-e6dc522ed48f/5ea34956-5023-4a15-bfc2-b0c50b0422a6) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:33.828148 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.841489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Transition to ACTIVE for port object 5ea34956-5023-4a15-bfc2-b0c50b0422a6 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:33.873609 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.913180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:33.918360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:33.920785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:33.950638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event updated for resources: {'Port': ['ID=5ea34956-5023-4a15-bfc2-b0c50b0422a6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.978837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:33.979475 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.994992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-67a0e381-a6c2-405e-9aeb-1b9d980a19bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5431018 Aug 16 02:35:34.007952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Request body: {'port': {'device_id': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:34.067832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.116775 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-afee8459-7725-405a-b73e-9c98ed2bb20e None None] Provisioning for port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:34.120790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-afee8459-7725-405a-b73e-9c98ed2bb20e None None] Provisioning complete for port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:34.121187 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-afee8459-7725-405a-b73e-9c98ed2bb20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.156116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-afee8459-7725-405a-b73e-9c98ed2bb20e None None] Port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:34.552264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdf5dc-fc58-40f6-9dba-06eac5e0f7a7 req-3944c177-6c87-4aaa-ab26-f91da16bcdb2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:34.554299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11cdf5dc-fc58-40f6-9dba-06eac5e0f7a7 req-3944c177-6c87-4aaa-ab26-f91da16bcdb2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 932 time: 0.0759149 Aug 16 02:35:34.635543 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11cdf5dc-fc58-40f6-9dba-06eac5e0f7a7 req-88c4684a-7250-4bc0-80a1-d96fa366aab2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752149 Aug 16 02:35:34.646746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea34956-5023-4a15-bfc2-b0c50b0422a6 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:34.654157 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.665948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Transition to ACTIVE for port object 5ea34956-5023-4a15-bfc2-b0c50b0422a6 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:34.669868 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.720613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea34956-5023-4a15-bfc2-b0c50b0422a6,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:34.797911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Attempting to bind port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:34.798305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Attempting to bind port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:34.798635 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Attempting to bind port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:34.803937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:35:34.804249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Attempting to bind port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:34.809764 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:34.810079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:34.810524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:34.810950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Bound port: 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:34.811308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.882391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:34.885613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:34.890506 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.924335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:34.925306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.926863 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] 10.222.0.89 "PUT /v2.0/ports/5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 200 len: 1093 time: 0.9239085 Aug 16 02:35:34.929898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:34.933162 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc" -d '{"events": [{"name": "network-changed", "server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:34.982984 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958cfa4f-7144-4b6e-8f02-a03589cd7d90 x-openstack-request-id: req-958cfa4f-7144-4b6e-8f02-a03589cd7d90 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:34.983275 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:34.983526 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-958cfa4f-7144-4b6e-8f02-a03589cd7d90 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:34.983917 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'status': 'completed', 'code': 200} Aug 16 02:35:34.984652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f0a7aa35-2d3d-4431-be68-92c5a37fbcaf up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:35.016859 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece23ef-0288-4885-85ed-3633885cf696 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea34956-5023-4a15-bfc2-b0c50b0422a6,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:35.032281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70889ca5-54bd-478f-9774-fe55f501c12b req-8bb8bba5-a4b7-46a4-8fbd-f6dd7c453048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:35.033846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-8bb8bba5-a4b7-46a4-8fbd-f6dd7c453048 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 1096 time: 0.0491788 Aug 16 02:35:35.041598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:35.042040 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.081885 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-f7351531-42d1-456a-ac9a-7a0a93a06ae8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 200 len: 217 time: 0.0377500 Aug 16 02:35:35.139532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70889ca5-54bd-478f-9774-fe55f501c12b req-e37033c2-10d6-4be8-9ecf-0444c93f35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:35.141401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-e37033c2-10d6-4be8-9ecf-0444c93f35ee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0518086 Aug 16 02:35:35.187059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70889ca5-54bd-478f-9774-fe55f501c12b req-e38a9905-067a-46b3-ab0d-5c5364b4b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:35.188523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-e38a9905-067a-46b3-ab0d-5c5364b4b78e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403664 Aug 16 02:35:35.280114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-971a1bc4-b719-442c-a23e-9eae0e44a48e service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843556 Aug 16 02:35:35.373924 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70889ca5-54bd-478f-9774-fe55f501c12b req-dcea1ea6-22d1-4312-9055-4dd195fe23f6 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868676 Aug 16 02:35:35.456627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc req-5a1c20e9-c05e-449f-bffa-e6638fe3410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:35.458146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc req-5a1c20e9-c05e-449f-bffa-e6638fe3410a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 1096 time: 0.0405378 Aug 16 02:35:35.553262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc req-6816b3ab-0be5-4fb1-98ec-cc7c3cdde73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:35.554742 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc req-6816b3ab-0be5-4fb1-98ec-cc7c3cdde73a service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0892806 Aug 16 02:35:35.596847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc req-22f968d3-15ea-4d15-8c58-163440ff608c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 200 len: 217 time: 0.0345559 Aug 16 02:35:35.648125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc req-f22c78c6-219b-4f95-a5fb-e7ed54e90e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:35.649628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc req-f22c78c6-219b-4f95-a5fb-e7ed54e90e71 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0433178 Aug 16 02:35:35.701249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc req-abcfa65f-9e87-455d-928b-19e5bd38bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:35.702772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc req-abcfa65f-9e87-455d-928b-19e5bd38bd2e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454018 Aug 16 02:35:35.796928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f077d-2a95-46b8-8553-9a07c323eca0 req-75842578-4e42-4d7a-9551-396182c86fa8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:35.798340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-794f077d-2a95-46b8-8553-9a07c323eca0 req-75842578-4e42-4d7a-9551-396182c86fa8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 944 time: 0.0946701 Aug 16 02:35:35.846776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc req-e943b6fa-98a2-48d9-b88b-b867dd9de82b service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342759 Aug 16 02:35:35.867215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-794f077d-2a95-46b8-8553-9a07c323eca0 req-cb4e37ca-48d6-4ddd-a249-0fc06d723c27 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604761 Aug 16 02:35:35.943763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbbb53cb-a1f9-4e03-abd4-742228ea7edc req-83f82534-d397-4266-8993-53687e43d4f3 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882275 Aug 16 02:35:36.985300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde94801-391a-46ce-a694-c78df4ac368b req-be421a20-a2c2-411b-ba2a-35c555ad2450 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:36.986786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fde94801-391a-46ce-a694-c78df4ac368b req-be421a20-a2c2-411b-ba2a-35c555ad2450 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 944 time: 0.0503290 Aug 16 02:35:37.025893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fde94801-391a-46ce-a694-c78df4ac368b req-dd7e6ec0-667d-45b5-8a33-1094e8bb3f8d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325799 Aug 16 02:35:38.156010 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933764f-0789-4b6e-a83e-d74a52114bf9 req-07ab6dde-574c-4aaa-9d8a-7bfd60a901e9 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:38.157534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2933764f-0789-4b6e-a83e-d74a52114bf9 req-07ab6dde-574c-4aaa-9d8a-7bfd60a901e9 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 944 time: 0.0596886 Aug 16 02:35:38.198104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2933764f-0789-4b6e-a83e-d74a52114bf9 req-066a1458-8249-44c0-9370-109ef3642694 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339048 Aug 16 02:35:38.919213 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0dddddea-358e-435a-bb35-b30b9a4c6a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.318294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e66b4c-aa34-4f8a-8491-8b6371842355 req-1f8ab069-6b4c-4505-b978-a4481abeb038 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:39.320354 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91e66b4c-aa34-4f8a-8491-8b6371842355 req-1f8ab069-6b4c-4505-b978-a4481abeb038 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 944 time: 0.0505149 Aug 16 02:35:39.358260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91e66b4c-aa34-4f8a-8491-8b6371842355 req-d1628460-84e0-4901-93e2-65597f6a094f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318985 Aug 16 02:35:39.435133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5ea34956-5023-4a15-bfc2-b0c50b0422a6 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:35:39.528072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:39.543006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'port_id': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'mac_address': 'fa:16:3e:0c:30:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:35:39.578510 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.591303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea34956-5023-4a15-bfc2-b0c50b0422a6 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:39.610328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:39.615034 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.662245 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=5ea34956-5023-4a15-bfc2-b0c50b0422a6,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:39.818561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['5ea34956-5023-4a15-bfc2-b0c50b0422a6'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:40.029969 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.476913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5faf9-d293-44f0-98bc-ac83ba06c54f req-01e52d46-dafe-4ed1-afbe-ea29edd5b7b8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:40.478468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dab5faf9-d293-44f0-98bc-ac83ba06c54f req-01e52d46-dafe-4ed1-afbe-ea29edd5b7b8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 945 time: 0.0522428 Aug 16 02:35:40.518787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dab5faf9-d293-44f0-98bc-ac83ba06c54f req-a1630dd9-c21a-4663-a356-8ddaaa44873c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325727 Aug 16 02:35:41.450579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5ea34956-5023-4a15-bfc2-b0c50b0422a6 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:41.500400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:41.504106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:41.504483 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.547042 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c5f2b181-4a77-4aef-8834-22c08266297c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.602903 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.626545 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.634951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:41.637246 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbcb064-8f96-4f1d-9eb0-cb8879f8f28c" -d '{"events": [{"server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "name": "network-vif-plugged", "status": "completed", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:41.642731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ae448-88cc-4a1a-9c2c-03f883735927 req-9e4327fd-b0b8-4626-b200-4e52a61a6a65 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:41.644752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-363ae448-88cc-4a1a-9c2c-03f883735927 req-9e4327fd-b0b8-4626-b200-4e52a61a6a65 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 945 time: 0.0544817 Aug 16 02:35:41.653369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:41.659164 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.683583 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e203704b-38d7-4081-864c-33e6171cddd2 x-openstack-request-id: req-e203704b-38d7-4081-864c-33e6171cddd2 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:41.683875 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "name": "network-vif-plugged", "status": "completed", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:41.684122 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e203704b-38d7-4081-864c-33e6171cddd2 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:41.684567 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'code': 200} Aug 16 02:35:41.693703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-363ae448-88cc-4a1a-9c2c-03f883735927 req-9aba6040-fafc-4340-aa9b-727669c424cf tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352075 Aug 16 02:35:41.717085 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=5ea34956-5023-4a15-bfc2-b0c50b0422a6,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:41.787475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a20d7e-dc00-4996-8ad8-1c8dcac7da6f req-888d2b04-a6f4-4453-bd88-2760d3b27653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:41.789270 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2a20d7e-dc00-4996-8ad8-1c8dcac7da6f req-888d2b04-a6f4-4453-bd88-2760d3b27653 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 1098 time: 0.0480347 Aug 16 02:35:41.824923 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b2a20d7e-dc00-4996-8ad8-1c8dcac7da6f req-99b1a0e2-d15e-41b6-ba44-00a63b197a20 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281403 Aug 16 02:35:42.819558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050e2d7-f00f-401c-991c-8643a8a022e1 req-d82717a6-fa7f-438c-b57a-a03859a31090 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:42.821031 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e050e2d7-f00f-401c-991c-8643a8a022e1 req-d82717a6-fa7f-438c-b57a-a03859a31090 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0576596 Aug 16 02:35:42.861422 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e050e2d7-f00f-401c-991c-8643a8a022e1 req-90ba56a7-5009-49b3-b19f-406f9c39be76 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343857 Aug 16 02:35:42.861639 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.979024 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a3c2-5e87-48e4-b3fa-ba8d64cc9ad8 req-411dfc30-0aed-4f7f-aafb-a7b02b94bb95 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:42.980539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0849a3c2-5e87-48e4-b3fa-ba8d64cc9ad8 req-411dfc30-0aed-4f7f-aafb-a7b02b94bb95 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0559158 Aug 16 02:35:42.989203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33212) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:42.993729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d61460bb-51e7-449b-9a69-a7677d5a102f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'floatingip': {'port_id': '5ea34956-5023-4a15-bfc2-b0c50b0422a6'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:43.064817 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d61460bb-51e7-449b-9a69-a7677d5a102f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.647017 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d61460bb-51e7-449b-9a69-a7677d5a102f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.650890 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d61460bb-51e7-449b-9a69-a7677d5a102f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.747657 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-d61460bb-51e7-449b-9a69-a7677d5a102f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Floating IP 5e8c9afe-199b-4a49-870a-11f039f71383 associated. External IP: 172.25.2.215, port: 5ea34956-5023-4a15-bfc2-b0c50b0422a6. Aug 16 02:35:43.954996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61460bb-51e7-449b-9a69-a7677d5a102f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Router 421141ac-c720-46c5-bae3-8c59af38c13e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:44.062918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61460bb-51e7-449b-9a69-a7677d5a102f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:44.067493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d61460bb-51e7-449b-9a69-a7677d5a102f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.074295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d62b1-0647-4be1-99ba-8b4107812a96 None None] Sync routers for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:44.083626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d62b1-0647-4be1-99ba-8b4107812a96 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:44.084241 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0f2d62b1-0647-4be1-99ba-8b4107812a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:35:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:44.094170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d61460bb-51e7-449b-9a69-a7677d5a102f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "PUT /v2.0/floatingips/5e8c9afe-199b-4a49-870a-11f039f71383 HTTP/1.1" status: 200 len: 992 time: 1.1038888 Aug 16 02:35:44.094763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:44.097037 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098" -d '{"events": [{"name": "network-changed", "server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:44.142536 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bb3fcb-9365-4f8f-9213-a145ca7839f8 x-openstack-request-id: req-23bb3fcb-9365-4f8f-9213-a145ca7839f8 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:44.142898 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:44.143156 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-23bb3fcb-9365-4f8f-9213-a145ca7839f8 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:44.144013 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'status': 'completed', 'code': 200} Aug 16 02:35:44.199069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-0f2d62b1-0647-4be1-99ba-8b4107812a96 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:44.210745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098 req-dcda2c68-fcbd-4471-854c-4c4b5ff15e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:44.212183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098 req-dcda2c68-fcbd-4471-854c-4c4b5ff15e4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 1098 time: 0.0452714 Aug 16 02:35:44.304697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098 req-6119f016-4150-4a04-b740-e7516bf599fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:44.306275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098 req-6119f016-4150-4a04-b740-e7516bf599fc service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0871520 Aug 16 02:35:44.373182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098 req-bfb7b340-7f23-441d-be1b-272889ba9b59 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 200 len: 1000 time: 0.0597665 Aug 16 02:35:44.406087 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.427003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098 req-d64fdc00-362f-4557-bfa3-bb420c44f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:44.428490 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098 req-d64fdc00-362f-4557-bfa3-bb420c44f0fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0488768 Aug 16 02:35:44.433923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0f2d62b1-0647-4be1-99ba-8b4107812a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:0c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:43Z', 'revision_number': 1, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:44.461500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d62b1-0647-4be1-99ba-8b4107812a96 None None] Checking router: 421141ac-c720-46c5-bae3-8c59af38c13e for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:44.470753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d62b1-0647-4be1-99ba-8b4107812a96 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:44.471356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0f2d62b1-0647-4be1-99ba-8b4107812a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:35:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:44.478052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098 req-009730f5-ec32-45cb-9c3a-23722bf2577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:44.479577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098 req-009730f5-ec32-45cb-9c3a-23722bf2577c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436685 Aug 16 02:35:44.578019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098 req-af9c99f1-fa38-4e30-a264-5467bf1ea029 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911698 Aug 16 02:35:44.599916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-0f2d62b1-0647-4be1-99ba-8b4107812a96 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:44.841536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0f2d62b1-0647-4be1-99ba-8b4107812a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:0c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:43Z', 'revision_number': 1, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:44.952100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13fc6412-aaaa-4439-9f7c-2a9a0ffda098 req-4d6f1913-4a37-44eb-9c3d-52cda021134a service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675964 Aug 16 02:35:45.042243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d62b1-0647-4be1-99ba-8b4107812a96 None None] The sync data for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 is: [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:0c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:43Z', 'revision_number': 1, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:45.237340 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503fa6b-04b0-46f3-acfd-e86b42195f04 None None] New status for floating IP 5e8c9afe-199b-4a49-870a-11f039f71383: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:35:46.761875 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:35:48.698463 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.920040 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-048c7b7f-bb65-4e57-a47c-0b24e6e33be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.027206 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.517992 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-20d71769-8d31-41ea-990b-8293355e09ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.617439 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.864496 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.379559 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.696511 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.764115 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:36:37.927529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-3ef9a669-f001-4edb-8b8d-e0ed4e37df29 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465288 Aug 16 02:36:38.014264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-2ca495b5-af37-4e55-b985-a2e16bb972d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:38.015813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-2ca495b5-af37-4e55-b985-a2e16bb972d9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 1098 time: 0.0452032 Aug 16 02:36:38.124852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-de258e5f-b376-4b54-ad86-9859b6f89713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:38.126752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-de258e5f-b376-4b54-ad86-9859b6f89713 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0916274 Aug 16 02:36:38.204493 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-45d4382b-bb00-4081-9ac4-02bf04eaf31a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 200 len: 1002 time: 0.0695882 Aug 16 02:36:38.257788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-fed31ec1-a661-43e7-9986-86ad4987efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:38.259876 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-fed31ec1-a661-43e7-9986-86ad4987efa3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0488548 Aug 16 02:36:38.306107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-feaa0aff-272d-4763-a32f-a4267f20909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:38.307703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-feaa0aff-272d-4763-a32f-a4267f20909a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410659 Aug 16 02:36:38.404715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-9b961b6d-d9d9-4a38-9cbe-6ce7153adee0 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817239 Aug 16 02:36:38.503964 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45ee4c58-9e04-4337-9054-15e4622caef3 req-3a485afd-c77a-471d-bf8f-d7cc7c0dd22b service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923176 Aug 16 02:36:38.921590 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9ed77c12-d4c1-41df-9428-ccb8c98ca386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.047380 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.519175 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ea8344b-6f35-40a4-b770-e213a4d16b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.617737 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.865816 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.380097 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.710789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.762431 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:37:08.922524 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b9674eff-7288-47e1-a3e7-3d0377a8a992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.043214 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:11.519108 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2b41-feca-4276-b85f-b3bd9c40ac73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:11.619518 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.867837 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.383009 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:18.710592 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.952749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848176d4-9771-4074-a952-f3d6d2b6640e req-fcb28c38-94cd-4612-9b19-53521acf489f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:20.954282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-848176d4-9771-4074-a952-f3d6d2b6640e req-fcb28c38-94cd-4612-9b19-53521acf489f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0492074 Aug 16 02:37:20.992400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-848176d4-9771-4074-a952-f3d6d2b6640e req-4c4ea7ab-6e1d-45e1-8404-e61ef949584f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Aug 16 02:37:21.181527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33446) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:21.235949 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182dcca-198c-46ac-8ff5-b3488327483d req-f9bd59fd-a5fd-43fe-a4ba-2d4af50ce1f2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:21.237485 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b182dcca-198c-46ac-8ff5-b3488327483d req-f9bd59fd-a5fd-43fe-a4ba-2d4af50ce1f2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0496204 Aug 16 02:37:21.306350 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b182dcca-198c-46ac-8ff5-b3488327483d req-428808dc-068a-48e2-961a-ed06b27e40c5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626295 Aug 16 02:37:21.315855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-a7468ebb-445a-4150-a79e-c1a553cf2cf3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329379 Aug 16 02:37:22.429205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c400ee-1bc6-4656-9f34-a3d44f3d2ffb req-d6291b34-6381-471c-a655-b333fdd3f105 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.430729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11c400ee-1bc6-4656-9f34-a3d44f3d2ffb req-d6291b34-6381-471c-a655-b333fdd3f105 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0531225 Aug 16 02:37:22.497671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11c400ee-1bc6-4656-9f34-a3d44f3d2ffb req-ac49f70e-2b19-4775-8512-8e07d10b5b52 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544641 Aug 16 02:37:22.500356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a10a-7845-4a2c-8946-853488b96034 req-d6b58949-c12d-4c1b-8c81-93905d2e9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.501846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-d6b58949-c12d-4c1b-8c81-93905d2e9edc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 1098 time: 0.0662234 Aug 16 02:37:22.596092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a10a-7845-4a2c-8946-853488b96034 req-a91d41ee-7f30-46a1-9410-7a5913012cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.597505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-a91d41ee-7f30-46a1-9410-7a5913012cc4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0883079 Aug 16 02:37:22.665868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-8956f82c-741b-40ba-b363-ae97c29e25cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 200 len: 1002 time: 0.0598719 Aug 16 02:37:22.721250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a10a-7845-4a2c-8946-853488b96034 req-ed6f61f2-a581-4148-8a6d-c84b027a1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.723084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-ed6f61f2-a581-4148-8a6d-c84b027a1904 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0508370 Aug 16 02:37:22.769899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a10a-7845-4a2c-8946-853488b96034 req-3ef8bf6b-676d-4263-b4bc-aab97adaeedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.771419 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-3ef8bf6b-676d-4263-b4bc-aab97adaeedd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403707 Aug 16 02:37:22.783703 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-66295731-bf68-4902-af02-b6352035daca service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:37:22.784684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-66295731-bf68-4902-af02-b6352035daca service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050428 Aug 16 02:37:22.874448 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-af915b50-0e97-44de-9328-5522e9372e91 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817504 Aug 16 02:37:22.968971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-4aad4de3-2c46-412e-8eaa-f33f07d618f6 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870037 Aug 16 02:37:23.614629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464e14-3bff-4bbb-a29f-0d327b98dd5f req-4355faca-e49b-4222-8be8-a84fd345f94d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:23.616123 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20464e14-3bff-4bbb-a29f-0d327b98dd5f req-4355faca-e49b-4222-8be8-a84fd345f94d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0499766 Aug 16 02:37:23.654640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20464e14-3bff-4bbb-a29f-0d327b98dd5f req-6f8feeff-b37c-4bc5-80d3-7ea7637e075e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324390 Aug 16 02:37:24.776564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02539332-acec-439c-a2b4-45ca03881d63 req-7cbbb60e-fce4-47df-9882-054e6912ad7d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:24.777985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02539332-acec-439c-a2b4-45ca03881d63 req-7cbbb60e-fce4-47df-9882-054e6912ad7d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0530396 Aug 16 02:37:24.815401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02539332-acec-439c-a2b4-45ca03881d63 req-e2be6976-a072-46a7-9762-29a806c72167 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Aug 16 02:37:25.929235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568d413-a996-4fef-89e6-fc3caf790cd9 req-a4857a38-f0cf-4d73-a3f2-b1a9484f1a5e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:25.930702 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2568d413-a996-4fef-89e6-fc3caf790cd9 req-a4857a38-f0cf-4d73-a3f2-b1a9484f1a5e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0478456 Aug 16 02:37:25.969979 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2568d413-a996-4fef-89e6-fc3caf790cd9 req-1f7fb68c-bf7a-4364-abd9-89d221ded0a5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Aug 16 02:37:27.084277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60546c9b-6964-4e19-a836-4139f0fbdc4b req-0489f854-10fe-4850-8c0a-814276cd3378 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:27.085810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60546c9b-6964-4e19-a836-4139f0fbdc4b req-0489f854-10fe-4850-8c0a-814276cd3378 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0487635 Aug 16 02:37:27.124022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60546c9b-6964-4e19-a836-4139f0fbdc4b req-8f3d8cdf-2d7d-4a12-bc2c-e88a17b88cac tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Aug 16 02:37:28.245050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa2100-a5ca-461d-82cf-ffa8c2b68d5f req-932b452d-a480-4434-a110-598d2df34402 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:28.246559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63aa2100-a5ca-461d-82cf-ffa8c2b68d5f req-932b452d-a480-4434-a110-598d2df34402 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0551941 Aug 16 02:37:28.284156 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63aa2100-a5ca-461d-82cf-ffa8c2b68d5f req-8e28bf88-a791-45b9-bb1f-2fc414d29750 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316503 Aug 16 02:37:29.406227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd26ac1-44be-4255-bb26-488e927f625f req-484135e4-bad0-4ba6-b19d-a67adca19294 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.407698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0bd26ac1-44be-4255-bb26-488e927f625f req-484135e4-bad0-4ba6-b19d-a67adca19294 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0522704 Aug 16 02:37:29.445426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0bd26ac1-44be-4255-bb26-488e927f625f req-850dc498-0cee-4e40-8828-4d99ea9f7fdf tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315979 Aug 16 02:37:30.562937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee31aaa-7551-48ec-b24a-ac72ae0c2a75 req-0c31ac81-baaa-45d1-8d3d-2e590aa3a8bd tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.564413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cee31aaa-7551-48ec-b24a-ac72ae0c2a75 req-0c31ac81-baaa-45d1-8d3d-2e590aa3a8bd tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0493321 Aug 16 02:37:30.602455 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cee31aaa-7551-48ec-b24a-ac72ae0c2a75 req-edd99c41-1808-4601-8672-0bda3d9882ce tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320034 Aug 16 02:37:31.727375 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f9c03-a1d1-4573-aafe-1b4f53f5b578 req-ad8d765b-94d4-441b-8882-cde680cfbd24 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.729374 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-016f9c03-a1d1-4573-aafe-1b4f53f5b578 req-ad8d765b-94d4-441b-8882-cde680cfbd24 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0546427 Aug 16 02:37:31.766852 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-016f9c03-a1d1-4573-aafe-1b4f53f5b578 req-db9fa3ba-98b2-41a1-9074-c9a4be723e32 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Aug 16 02:37:32.882293 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947862e4-76f1-4790-807a-07bc033fa941 req-5858dd1d-979c-43ef-82c5-5074f0447cc5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:32.883804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-947862e4-76f1-4790-807a-07bc033fa941 req-5858dd1d-979c-43ef-82c5-5074f0447cc5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0502219 Aug 16 02:37:32.922654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-947862e4-76f1-4790-807a-07bc033fa941 req-77b843e4-f9b1-4628-b6c9-10fbeef0fa1a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329483 Aug 16 02:37:34.051533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e83949-7b0d-488b-aaee-dd4a48bfd918 req-0b540986-0770-4776-91c3-0614fa0e4d60 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:34.053025 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5e83949-7b0d-488b-aaee-dd4a48bfd918 req-0b540986-0770-4776-91c3-0614fa0e4d60 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0490975 Aug 16 02:37:34.090572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c5e83949-7b0d-488b-aaee-dd4a48bfd918 req-42b9654f-74d5-4ad4-be0e-f2ab203cc5d6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315709 Aug 16 02:37:34.822456 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-ea29a10a-7845-4a2c-8946-853488b96034 req-7304a955-d231-487e-96cd-b5560435579a service neutron] show failed (client error): The resource could not be found. Aug 16 02:37:34.823465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-7304a955-d231-487e-96cd-b5560435579a service neutron] 10.222.0.89 "GET /v2.0/ports/5ea34956-5023-4a15-bfc2-b0c50b0422a6/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0598483 Aug 16 02:37:35.015138 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a10a-7845-4a2c-8946-853488b96034 req-4c6810c5-31b4-496b-9fe7-6c3c8f0e162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:35.016632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-4c6810c5-31b4-496b-9fe7-6c3c8f0e162a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 1098 time: 0.0414667 Aug 16 02:37:35.035769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:35.087752 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.293760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a3a27-5737-4615-a594-3cc4329b2e28 req-3f0f2264-7a0f-47b3-ab5b-7e2bb8b260ad tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:35.295209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-924a3a27-5737-4615-a594-3cc4329b2e28 req-3f0f2264-7a0f-47b3-ab5b-7e2bb8b260ad tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.1059325 Aug 16 02:37:35.354877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:35.359135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-924a3a27-5737-4615-a594-3cc4329b2e28 req-edf88b64-fbbd-4b7f-9b54-a4b2ed026cb1 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579996 Aug 16 02:37:35.390640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:35.429920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:35.433013 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfdc240-3e62-4c43-a657-2e7decbeb9ec" -d '{"events": [{"server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:35.437320 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.450850 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Transition to ACTIVE for port object 5ea34956-5023-4a15-bfc2-b0c50b0422a6 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:35.456266 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.523456 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a496a3-e001-40bd-87a5-60a054bd6834 x-openstack-request-id: req-18a496a3-e001-40bd-87a5-60a054bd6834 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:35.523756 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:35.524008 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18a496a3-e001-40bd-87a5-60a054bd6834 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:35.524651 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'code': 200} Aug 16 02:37:35.575709 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea34956-5023-4a15-bfc2-b0c50b0422a6,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:35.598494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.598904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.599159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.599486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.599808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.600127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.600443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.600760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.601281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.601602 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.601921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.602236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:35.649622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] No DVR routers for this DVR port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:35.789174 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Attempting to bind port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:35.789434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Attempting to bind port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:35.789765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Attempting to bind port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:35.794500 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:35.794822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Attempting to bind port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:35.799612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:35.799947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:35.800332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:35.800753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Bound port: 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:35.801135 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.862298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:35.865181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:35.869786 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.910199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:35.910824 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.912241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] 10.222.0.84 "PUT /v2.0/ports/5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 200 len: 1093 time: 0.8806615 Aug 16 02:37:35.930658 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9721e-d671-4fc4-b4a8-b72c2c888b04 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea34956-5023-4a15-bfc2-b0c50b0422a6,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:35.991915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a10a-7845-4a2c-8946-853488b96034 req-9af66ee6-8382-4605-a5c5-7a80b3e713e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:35.993456 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-9af66ee6-8382-4605-a5c5-7a80b3e713e0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 1096 time: 0.0483415 Aug 16 02:37:36.085571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a10a-7845-4a2c-8946-853488b96034 req-c91b4219-b020-45d2-97c5-014460d7288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:36.087034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-c91b4219-b020-45d2-97c5-014460d7288b service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0871024 Aug 16 02:37:36.155906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-63d0cbf1-046d-49c3-917d-5ca7e5e41997 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 200 len: 1000 time: 0.0607538 Aug 16 02:37:36.204561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a10a-7845-4a2c-8946-853488b96034 req-73269292-1df3-440d-934d-b3c77c05dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:36.206039 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-73269292-1df3-440d-934d-b3c77c05dcfa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0432336 Aug 16 02:37:36.252038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a10a-7845-4a2c-8946-853488b96034 req-595d3b76-3eb5-4f2c-82b2-2fd75c895a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:36.253542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-595d3b76-3eb5-4f2c-82b2-2fd75c895a58 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388386 Aug 16 02:37:36.345096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-eaf221cc-2c05-43f6-aef5-6cca7f77c870 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837505 Aug 16 02:37:36.444653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea29a10a-7845-4a2c-8946-853488b96034 req-c8715cbc-ee25-4d2e-b64a-052d0701231d service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920768 Aug 16 02:37:36.481986 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730de73-c0a6-4539-99c3-af8f2a7cc274 req-f2061143-20ac-49af-a808-f2fd74b0b16e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:36.484346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8730de73-c0a6-4539-99c3-af8f2a7cc274 req-f2061143-20ac-49af-a808-f2fd74b0b16e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 944 time: 0.0546029 Aug 16 02:37:36.529841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8730de73-c0a6-4539-99c3-af8f2a7cc274 req-31efd4f6-69ab-4a20-8f63-cd67d87e8773 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391071 Aug 16 02:37:37.526040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:37.528381 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e2cc94-3cb5-45e4-b1ab-cb5901960497" -d '{"events": [{"name": "network-changed", "server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:37.578635 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7947f189-35e1-4780-902f-1c16b2aa007f x-openstack-request-id: req-7947f189-35e1-4780-902f-1c16b2aa007f {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:37.579111 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:37.579541 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7947f189-35e1-4780-902f-1c16b2aa007f {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:37.579943 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'status': 'completed', 'code': 200} Aug 16 02:37:37.703904 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8694d-7800-49d2-b21e-e6bd9ebf5e6c req-646c3698-f0d3-477b-9bda-a0fe02b09c77 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:37.705405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6dc8694d-7800-49d2-b21e-e6bd9ebf5e6c req-646c3698-f0d3-477b-9bda-a0fe02b09c77 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 944 time: 0.1032143 Aug 16 02:37:37.713563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-6f8462c8-f4f2-4942-9bf9-06d051de6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:37.715540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-6f8462c8-f4f2-4942-9bf9-06d051de6820 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 1096 time: 0.1038277 Aug 16 02:37:37.718762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-5de4d182-c12d-40d6-9cef-03fcfa82e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:37.720089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-5de4d182-c12d-40d6-9cef-03fcfa82e56b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 1096 time: 0.0991881 Aug 16 02:37:37.761278 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:37:37.852453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6dc8694d-7800-49d2-b21e-e6bd9ebf5e6c req-d56b429a-eb10-4d84-a442-536d34b73c44 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357927 Aug 16 02:37:37.904442 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-e690d5ba-f1b3-4012-bffb-3204e3ff1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:37.905934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-e690d5ba-f1b3-4012-bffb-3204e3ff1908 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.1802926 Aug 16 02:37:37.907242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-1dd2eb7b-0025-41f9-b0d8-84aaa956ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:37.908570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-1dd2eb7b-0025-41f9-b0d8-84aaa956ea87 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.1717215 Aug 16 02:37:38.018318 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-cfba5c04-8ad6-419f-bd20-694565f3b729 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 200 len: 1000 time: 0.1033576 Aug 16 02:37:38.021880 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-f598cd12-df72-403d-95b0-a08f8ba52ff8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 200 len: 1000 time: 0.1007679 Aug 16 02:37:38.073113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5ea34956-5023-4a15-bfc2-b0c50b0422a6 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:38.103096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-f65bc67e-767a-403b-bc65-565eef63490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:38.104608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-f65bc67e-767a-403b-bc65-565eef63490d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0772638 Aug 16 02:37:38.105880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-8db7d608-8916-43ea-b59f-5d105b290494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:38.107187 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-8db7d608-8916-43ea-b59f-5d105b290494 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0727279 Aug 16 02:37:38.112231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 5ea34956-5023-4a15-bfc2-b0c50b0422a6 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:38.181230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-200bf204-b39f-4f65-9f00-dab9fbdfcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:38.183151 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-200bf204-b39f-4f65-9f00-dab9fbdfcc28 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716186 Aug 16 02:37:38.188367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-343d16e9-b4c7-4ef0-a02c-84b65de6c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:38.189845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-343d16e9-b4c7-4ef0-a02c-84b65de6c943 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690970 Aug 16 02:37:38.626867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-193d2879-3abc-4ee0-a846-d28fb0b03b33 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360619 Aug 16 02:37:38.628970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-f1bb8ce9-75a3-4504-ab2a-9b572edaea65 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297915 Aug 16 02:37:38.784811 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-3bf5bfa9-932c-41e1-968d-30be4a2db860 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502492 Aug 16 02:37:38.786491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-17e2cc94-3cb5-45e4-b1ab-cb5901960497 req-a8dcbe72-556d-4bdc-8f75-261d0a54fd7d service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452920 Aug 16 02:37:38.923313 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcee72e9-e5b0-4bf5-aad9-ae520a5fc941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.974622 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba206cf-63bb-4181-ba1a-3e84d214d2ee req-c49f0d50-7c9b-4650-b973-1cbde01402a5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:38.976043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cba206cf-63bb-4181-ba1a-3e84d214d2ee req-c49f0d50-7c9b-4650-b973-1cbde01402a5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 944 time: 0.0527010 Aug 16 02:37:39.013778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cba206cf-63bb-4181-ba1a-3e84d214d2ee req-8738c43b-e04f-4d87-8c72-80f43e7862b6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308771 Aug 16 02:37:40.040464 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.147267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ff35-2acd-497f-86c8-204bb15866e2 req-3452eb91-9cc6-4b8e-8144-d5ec0e390633 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.148776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7969ff35-2acd-497f-86c8-204bb15866e2 req-3452eb91-9cc6-4b8e-8144-d5ec0e390633 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 944 time: 0.0584428 Aug 16 02:37:40.191727 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7969ff35-2acd-497f-86c8-204bb15866e2 req-ff922c8b-439c-42c2-ac22-42f187a12192 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357249 Aug 16 02:37:40.442835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8ff95-15a6-4fa2-b826-1512ee15e900 req-ba9cfc30-2a09-43dd-a55d-9d4fd7150015 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.444301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56e8ff95-15a6-4fa2-b826-1512ee15e900 req-ba9cfc30-2a09-43dd-a55d-9d4fd7150015 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 944 time: 0.0920019 Aug 16 02:37:40.458689 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-d23d4849-fc50-4142-8f41-93c9408b7cab tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.460131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-d23d4849-fc50-4142-8f41-93c9408b7cab tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 944 time: 0.0973151 Aug 16 02:37:40.523344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56e8ff95-15a6-4fa2-b826-1512ee15e900 req-f189ce5d-43fc-4af6-b2bb-9146caa2f03e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725298 Aug 16 02:37:40.543056 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-8d471208-8d42-4fcc-8f85-2be38ffc3ff3 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:37:40.544057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-8d471208-8d42-4fcc-8f85-2be38ffc3ff3 service neutron] 10.222.0.89 "DELETE /v2.0/ports/5ea34956-5023-4a15-bfc2-b0c50b0422a6/bindings/n-h2-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0765884 Aug 16 02:37:40.630741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-77636664-65e2-47b6-abbf-a7b02283f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.631991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-77636664-65e2-47b6-abbf-a7b02283f4b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 1096 time: 0.0413575 Aug 16 02:37:40.728461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-92ec4dc4-1fd0-4bee-b4af-ed897ff0b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.730197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-92ec4dc4-1fd0-4bee-b4af-ed897ff0b4c5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0916584 Aug 16 02:37:40.794028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-885a78ae-2241-4502-9a92-495e9e8967f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 200 len: 1000 time: 0.0571463 Aug 16 02:37:40.842096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-6cf6c7cf-d18a-4cc2-a55d-ce09467e65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.843789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-6cf6c7cf-d18a-4cc2-a55d-ce09467e65d0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0426657 Aug 16 02:37:40.895606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-b67341b4-bc0a-47b7-ad65-edba5be234a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.897176 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-b67341b4-bc0a-47b7-ad65-edba5be234a6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435495 Aug 16 02:37:40.986067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-1df38bef-6c0d-4186-bdc4-2a55d6bac021 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812778 Aug 16 02:37:41.079517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d460d284-f63a-4c9d-8b4f-118f56f6d1d5 req-7a54f3fa-143d-47e1-b864-c98b23205290 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860169 Aug 16 02:37:41.455099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5ea34956-5023-4a15-bfc2-b0c50b0422a6 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:41.544020 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-da40cef5-7fd4-45e7-a231-e97aa5b27bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.568825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:41.581935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'port_id': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'mac_address': 'fa:16:3e:0c:30:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:41.634341 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.636106 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.649704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea34956-5023-4a15-bfc2-b0c50b0422a6 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:41.656291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aec85-ca54-466a-a62c-e96e52aeff5c req-1063f893-8a00-4cdb-bb85-91176c9a3f14 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:41.658045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-659aec85-ca54-466a-a62c-e96e52aeff5c req-1063f893-8a00-4cdb-bb85-91176c9a3f14 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 944 time: 0.0563827 Aug 16 02:37:41.676321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:41.679977 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.708244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-659aec85-ca54-466a-a62c-e96e52aeff5c req-0e64861b-2b30-4890-b384-711f7c394042 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385122 Aug 16 02:37:41.732437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=5ea34956-5023-4a15-bfc2-b0c50b0422a6,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:41.739982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.740335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.740685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.741040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.741380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.741714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.742043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.742373 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.742778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.743009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.743335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.743659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:41.823086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8df82-0864-4358-9632-9ecc4c717855 req-3355f1ab-8726-4517-a8e7-33e9700d85a6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:41.824558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ab8df82-0864-4358-9632-9ecc4c717855 req-3355f1ab-8726-4517-a8e7-33e9700d85a6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 945 time: 0.0481133 Aug 16 02:37:41.862944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ab8df82-0864-4358-9632-9ecc4c717855 req-597a076a-382f-4d97-9676-8c5ef0279289 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324404 Aug 16 02:37:41.980264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656ce15-bc17-4de5-8a11-7ffd3494680f req-54be1088-42d0-4563-a32e-d496de3b759f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:41.981685 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1656ce15-bc17-4de5-8a11-7ffd3494680f req-54be1088-42d0-4563-a32e-d496de3b759f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 945 time: 0.0532873 Aug 16 02:37:42.019505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1656ce15-bc17-4de5-8a11-7ffd3494680f req-80b6105d-3a20-47c0-a7cf-e7dc12dc1998 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Aug 16 02:37:42.136852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['5ea34956-5023-4a15-bfc2-b0c50b0422a6'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:42.281988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcb4de-d6a8-449c-8d68-b5edc82e13b8 req-2f92516a-a0cf-4cbf-8ed1-8ce7dc80d149 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.284465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9dcb4de-d6a8-449c-8d68-b5edc82e13b8 req-2f92516a-a0cf-4cbf-8ed1-8ce7dc80d149 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 945 time: 0.0777204 Aug 16 02:37:42.324729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c9dcb4de-d6a8-449c-8d68-b5edc82e13b8 req-fa045e19-2675-4256-922d-f8aa7d7807ce tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340600 Aug 16 02:37:42.871515 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.443605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca4fc6-adb6-40a2-a4ab-b872c1b2f62e req-777e0127-8366-46c0-8f04-7e300be68fd6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:43.445134 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5ca4fc6-adb6-40a2-a4ab-b872c1b2f62e req-777e0127-8366-46c0-8f04-7e300be68fd6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 945 time: 0.0521917 Aug 16 02:37:43.471342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5ea34956-5023-4a15-bfc2-b0c50b0422a6 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:43.485736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f5ca4fc6-adb6-40a2-a4ab-b872c1b2f62e req-30926e38-c60a-4f54-922f-67609d13f19b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344989 Aug 16 02:37:43.520120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:43.523649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:43.524022 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.602513 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.624791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:43.626970 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab82751a-2c1d-4164-94e0-dd00492bb28a" -d '{"events": [{"server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "name": "network-vif-plugged", "status": "completed", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:43.639938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:43.644273 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.670186 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b80d601-6aa2-4220-8c98-57bb59823d56 x-openstack-request-id: req-7b80d601-6aa2-4220-8c98-57bb59823d56 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:43.670519 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "name": "network-vif-plugged", "status": "completed", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:43.670774 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b80d601-6aa2-4220-8c98-57bb59823d56 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:43.671166 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'code': 200} Aug 16 02:37:43.694514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=5ea34956-5023-4a15-bfc2-b0c50b0422a6,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:43.768447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-bbbdb38c-730e-4a08-9bb2-5dfaa474f544 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:43.769945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-bbbdb38c-730e-4a08-9bb2-5dfaa474f544 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.84 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 946 time: 0.0522785 Aug 16 02:37:43.860399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Deleting port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:43.860743 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.951202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] For port 5ea34956-5023-4a15-bfc2-b0c50b0422a6, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=5ea34956-5023-4a15-bfc2-b0c50b0422a6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:43.951470 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.166989 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.167360 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.167675 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Floating IP 5e8c9afe-199b-4a49-870a-11f039f71383 disassociated. External IP: 172.25.2.215, port: 5ea34956-5023-4a15-bfc2-b0c50b0422a6. Aug 16 02:37:44.168016 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Calling delete_port for 5ea34956-5023-4a15-bfc2-b0c50b0422a6 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:44.291894 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.321306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event deleted for resources: {'Port': ['ID=5ea34956-5023-4a15-bfc2-b0c50b0422a6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.386873 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.444952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Router 421141ac-c720-46c5-bae3-8c59af38c13e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:44.562286 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:44.572176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca3a983-f65a-4578-bfef-f571a75625e7 None None] Sync routers for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:44.583509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca3a983-f65a-4578-bfef-f571a75625e7 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:44.584401 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fca3a983-f65a-4578-bfef-f571a75625e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:37:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.606176 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] No DVR routers for this DVR port 5ea34956-5023-4a15-bfc2-b0c50b0422a6 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:44.608886 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.611040 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcd7ea44-2ff6-4e8c-9242-cfcb86c67937 req-5f7a7362-6e2e-466e-bff6-adc7a1d3d91c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.84 "DELETE /v2.0/ports/5ea34956-5023-4a15-bfc2-b0c50b0422a6 HTTP/1.1" status: 204 len: 173 time: 0.8345594 Aug 16 02:37:44.611580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'name': 'network-vif-deleted', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:44.613956 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b7a9a1-87f4-4891-a31b-407083257ad9" -d '{"events": [{"server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "name": "network-vif-deleted", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:44.650418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5150043c-8446-4902-b5b9-07b84a81836f req-07e530e1-b625-4268-984f-07f56a18cd74 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=33059c6e-58e3-41e6-9721-2eed7b0fa030 HTTP/1.1" status: 200 len: 210 time: 0.0961640 Aug 16 02:37:44.662123 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b1fc2f-7fdb-4d27-a3a2-a899d6f59cf5 x-openstack-request-id: req-64b1fc2f-7fdb-4d27-a3a2-a899d6f59cf5 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:44.662348 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33059c6e-58e3-41e6-9721-2eed7b0fa030", "name": "network-vif-deleted", "tag": "5ea34956-5023-4a15-bfc2-b0c50b0422a6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:44.662543 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-64b1fc2f-7fdb-4d27-a3a2-a899d6f59cf5 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:44.663111 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33059c6e-58e3-41e6-9721-2eed7b0fa030', 'name': 'network-vif-deleted', 'tag': '5ea34956-5023-4a15-bfc2-b0c50b0422a6', 'status': 'completed', 'code': 200} Aug 16 02:37:44.731205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-fca3a983-f65a-4578-bfef-f571a75625e7 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:44.941166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fca3a983-f65a-4578-bfef-f571a75625e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.967635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca3a983-f65a-4578-bfef-f571a75625e7 None None] Checking router: 421141ac-c720-46c5-bae3-8c59af38c13e for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:44.976609 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca3a983-f65a-4578-bfef-f571a75625e7 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:44.977253 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fca3a983-f65a-4578-bfef-f571a75625e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:37:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:45.095053 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-fca3a983-f65a-4578-bfef-f571a75625e7 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:45.287399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fca3a983-f65a-4578-bfef-f571a75625e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:45.316404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca3a983-f65a-4578-bfef-f571a75625e7 None None] The sync data for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 is: [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:45.527682 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290d166d-ecf0-414a-9fe3-295c0e056dad None None] New status for floating IP 5e8c9afe-199b-4a49-870a-11f039f71383: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:37:46.038302 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-209c38b4-32c4-462c-804e-73c7042bbb48 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2007771056&fields=id&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 267 time: 0.0319819 Aug 16 02:37:46.146410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-e1b950d2-7978-4ba1-8377-8275e1b71211 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:46.147838 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-e1b950d2-7978-4ba1-8377-8275e1b71211 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 812 time: 0.1023097 Aug 16 02:37:46.162710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-a7b89931-52c7-472a-9c8e-4a26bba6fd44 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/quotas/aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 375 time: 0.0089271 Aug 16 02:37:46.215233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-70fcccbe-c26e-4b24-9b22-a37b7fe1043f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465717 Aug 16 02:37:46.308396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-cf6045b6-b835-407e-8c86-cf3fb6d82d25 service neutron] 10.222.0.79 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812039 Aug 16 02:37:46.400246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-2eb7bfc3-6e10-4a40-be88-f96d291bcd2e service neutron] 10.222.0.79 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856080 Aug 16 02:37:46.566674 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06a3a62e-304f-4cc5-abfe-06bb3f4c1a54 req-b1147712-fdbe-45ee-afe6-9b97c69311cf tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 210 time: 0.0266838 Aug 16 02:37:47.488530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5ea34956-5023-4a15-bfc2-b0c50b0422a6 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:47.509272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 5ea34956-5023-4a15-bfc2-b0c50b0422a6 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:47.509628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 5ea34956-5023-4a15-bfc2-b0c50b0422a6 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:47.644109 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a3605c7-d83a-42f1-b22d-e5579ab3cc14 req-1a1a5469-0961-46fe-92ab-f8d60e546cf7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 210 time: 0.0263808 Aug 16 02:37:48.714809 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.721366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce82aebd-be1a-4be9-800f-d527bb57c29c req-bc047930-3b27-4628-87d7-f2eafa1cdedc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 210 time: 0.0273201 Aug 16 02:37:49.800706 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a809c7a0-ae3f-4e37-b40d-b9eecb6d2c1d req-c8249f36-8d88-4686-ab24-45bc71c8d035 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 210 time: 0.0268731 Aug 16 02:37:50.896938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b3cc853-a62b-4347-bfdc-e2524c05cc7e req-d83795ee-1799-4514-9538-e4d830edc8a4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 210 time: 0.0309017 Aug 16 02:37:51.722361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-ea2e35f2-2229-4d65-a318-3ee0b06b3107 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:51.723929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-ea2e35f2-2229-4d65-a318-3ee0b06b3107 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 812 time: 0.1080036 Aug 16 02:37:51.768141 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6174aab6-d539-461d-962a-1206d9617e56 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 380 time: 0.0339355 Aug 16 02:37:51.779506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'port': {'device_id': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'admin_state_up': True, 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'security_groups': ['cfb461f6-aa99-4182-af6d-f0d84fb2e65e']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:51.886963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Made reservation on behalf of aecce7ce09f24ac3b342d7dad59f23d3 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:51.890527 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.017305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0730acc6-036b-44c2-8d86-5b49fb683fb6 req-14319aed-c3ea-4e0c-b51d-7d5ab5d5fe81 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 210 time: 0.0533078 Aug 16 02:37:52.038986 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Allocated IP 172.20.0.8 (f2c711ff-936a-492f-bf33-e4bcbdcebf5c/d3f9dbc9-1acc-4791-aeba-e6dc522ed48f/563da540-8c59-4bfc-a34c-3b0c02c37fb6) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:52.174001 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.188677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Transition to ACTIVE for port object 563da540-8c59-4bfc-a34c-3b0c02c37fb6 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:52.220650 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.264941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:52.269910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:52.272653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:52.302719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event updated for resources: {'Port': ['ID=563da540-8c59-4bfc-a34c-3b0c02c37fb6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:52.336137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:52.336777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.352491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-f125a9f5-3566-4fff-ac19-9cae4fb2cf25 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771143 Aug 16 02:37:52.422605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Request body: {'port': {'device_id': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:52.477243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.494143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cce42b75-11e9-4374-ad79-40314c46fc9c None None] Provisioning for port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:52.498298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cce42b75-11e9-4374-ad79-40314c46fc9c None None] Provisioning complete for port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:52.498673 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cce42b75-11e9-4374-ad79-40314c46fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.532356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cce42b75-11e9-4374-ad79-40314c46fc9c None None] Port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:52.742076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563da540-8c59-4bfc-a34c-3b0c02c37fb6 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:52.749287 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.760497 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Transition to ACTIVE for port object 563da540-8c59-4bfc-a34c-3b0c02c37fb6 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:52.764527 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.814097 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Pushing event updated for resources: {'Port': ['ID=563da540-8c59-4bfc-a34c-3b0c02c37fb6,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:52.883034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Attempting to bind port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:52.883372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Attempting to bind port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:52.883711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Attempting to bind port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:52.888848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:52.889196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Attempting to bind port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:52.894226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:52.894566 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:52.894959 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:52.895393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Bound port: 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:52.895755 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.967909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:52.971636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:52.975960 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.014438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.015061 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.016462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] 10.222.0.89 "PUT /v2.0/ports/563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 1092 time: 0.6559753 Aug 16 02:37:53.016898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:53.019180 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8404328e-e461-4d83-b850-b5268bb99a38" -d '{"events": [{"name": "network-changed", "server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:53.039796 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669004f-b3e2-4c9d-818b-e94d6e8d3810 service neutron] Pushing event updated for resources: {'Port': ['ID=563da540-8c59-4bfc-a34c-3b0c02c37fb6,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:53.091414 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91d14a0-b5e4-4a96-acce-9dba1575d205 x-openstack-request-id: req-b91d14a0-b5e4-4a96-acce-9dba1575d205 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:53.091782 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:53.092105 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b91d14a0-b5e4-4a96-acce-9dba1575d205 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:53.092643 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'status': 'completed', 'code': 200} Aug 16 02:37:53.111686 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-bfffcbce-6f44-43c0-be53-b8c56749d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.113325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-bfffcbce-6f44-43c0-be53-b8c56749d120 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1095 time: 0.0522697 Aug 16 02:37:53.174855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-4f77a682-7fa0-467c-89df-43db03deeef7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 217 time: 0.0528178 Aug 16 02:37:53.227093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e246669-547d-406a-888f-8f98c55e42fb req-ee7a3416-4706-4f6e-a64e-f5eee1015207 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.228569 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e246669-547d-406a-888f-8f98c55e42fb req-ee7a3416-4706-4f6e-a64e-f5eee1015207 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 943 time: 0.1193831 Aug 16 02:37:53.252357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-bbe5a054-06f2-4193-a796-18df0bdaa2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.253771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-bbe5a054-06f2-4193-a796-18df0bdaa2cb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0712461 Aug 16 02:37:53.296282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e246669-547d-406a-888f-8f98c55e42fb req-1c547cc6-e5e3-4770-8ea3-4cd7aa120ccd tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614371 Aug 16 02:37:53.310017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-ca9e0f31-fa7e-407e-8c41-6a3471bd7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.311481 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-ca9e0f31-fa7e-407e-8c41-6a3471bd7096 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503805 Aug 16 02:37:53.405347 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-dc7ab4fb-0276-48a5-8318-31a5d95bf6ce service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842543 Aug 16 02:37:53.493703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aa7761b-4986-40ed-85ae-fc15ee851a78 req-c809f631-368f-4c33-9d76-ad7191ae2477 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808148 Aug 16 02:37:53.586358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404328e-e461-4d83-b850-b5268bb99a38 req-e0646ae5-0975-4256-9ea8-7e6dc2594bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.587899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8404328e-e461-4d83-b850-b5268bb99a38 req-e0646ae5-0975-4256-9ea8-7e6dc2594bf2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1095 time: 0.0471048 Aug 16 02:37:53.677211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404328e-e461-4d83-b850-b5268bb99a38 req-44c5fca4-d35d-4b3f-8e4a-6e3f056095b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.678731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8404328e-e461-4d83-b850-b5268bb99a38 req-44c5fca4-d35d-4b3f-8e4a-6e3f056095b2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0840342 Aug 16 02:37:53.725323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8404328e-e461-4d83-b850-b5268bb99a38 req-5489014a-1c95-468d-add3-42e803e7f052 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 217 time: 0.0390308 Aug 16 02:37:53.777211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404328e-e461-4d83-b850-b5268bb99a38 req-ab3b43ae-de6a-4e1d-9179-be4b63318db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.778656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8404328e-e461-4d83-b850-b5268bb99a38 req-ab3b43ae-de6a-4e1d-9179-be4b63318db1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0441937 Aug 16 02:37:53.826692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404328e-e461-4d83-b850-b5268bb99a38 req-f32c182a-0214-452a-8bc3-9dce6d190bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.828188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8404328e-e461-4d83-b850-b5268bb99a38 req-f32c182a-0214-452a-8bc3-9dce6d190bce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413773 Aug 16 02:37:53.924622 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8404328e-e461-4d83-b850-b5268bb99a38 req-fb860d8d-907a-4d1a-8534-cf26156f2691 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883451 Aug 16 02:37:54.014750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8404328e-e461-4d83-b850-b5268bb99a38 req-25d1894a-f3c8-4c78-8d75-83945de263aa service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819974 Aug 16 02:37:54.413770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bc88f-650d-4e79-8749-a642d05583ed req-635382c8-84b4-47ba-b70c-61b93a332adb tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:54.415283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a8bc88f-650d-4e79-8749-a642d05583ed req-635382c8-84b4-47ba-b70c-61b93a332adb tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 943 time: 0.0497026 Aug 16 02:37:54.452523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a8bc88f-650d-4e79-8749-a642d05583ed req-a8583a7b-ef85-4a97-a30e-183cc9dbf2e2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307958 Aug 16 02:37:55.574246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440fbc-b4a1-49b6-8dea-01995c4b0fa3 req-ed7208fe-c20f-4ba7-b27a-7dad2cf75399 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:55.575755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c440fbc-b4a1-49b6-8dea-01995c4b0fa3 req-ed7208fe-c20f-4ba7-b27a-7dad2cf75399 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 943 time: 0.0548968 Aug 16 02:37:55.614126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c440fbc-b4a1-49b6-8dea-01995c4b0fa3 req-65c1a167-516f-4f83-9fda-008911e6a977 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319769 Aug 16 02:37:56.196413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 563da540-8c59-4bfc-a34c-3b0c02c37fb6 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:56.292397 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:56.303480 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'port_id': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'mac_address': 'fa:16:3e:4a:3f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:56.339973 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.352581 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563da540-8c59-4bfc-a34c-3b0c02c37fb6 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:56.372651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:56.377385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.428516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=563da540-8c59-4bfc-a34c-3b0c02c37fb6,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:56.578566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['563da540-8c59-4bfc-a34c-3b0c02c37fb6'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:56.731945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677b679-91b3-48df-bb17-e1a93cebbcd2 req-e7494892-302b-4582-910c-7b195ecf67e4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:56.733439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e677b679-91b3-48df-bb17-e1a93cebbcd2 req-e7494892-302b-4582-910c-7b195ecf67e4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 944 time: 0.0518041 Aug 16 02:37:56.770985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e677b679-91b3-48df-bb17-e1a93cebbcd2 req-eb1fb9dc-dccc-4722-b0f5-6e32d84bab69 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Aug 16 02:37:57.885291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567217ca-326c-45a4-8d21-da3ce4894d6f req-452d99ce-1e64-4076-b03d-7e193271ad7f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:57.886762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-567217ca-326c-45a4-8d21-da3ce4894d6f req-452d99ce-1e64-4076-b03d-7e193271ad7f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 944 time: 0.0484459 Aug 16 02:37:57.924372 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-567217ca-326c-45a4-8d21-da3ce4894d6f req-124b7e8a-54ce-4db2-aaa1-82dec454b101 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Aug 16 02:37:58.211990 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 563da540-8c59-4bfc-a34c-3b0c02c37fb6 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:58.265458 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:58.269071 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:58.269455 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.347425 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.369684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:58.371949 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831d0be2-bac7-44f3-9d89-3fe6407360e4" -d '{"events": [{"server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "name": "network-vif-plugged", "status": "completed", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:58.384690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:58.389160 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.437819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=563da540-8c59-4bfc-a34c-3b0c02c37fb6,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:58.473035 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2bfb49-7a46-4ac3-9820-3969b1436467 x-openstack-request-id: req-6c2bfb49-7a46-4ac3-9820-3969b1436467 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:58.473334 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "name": "network-vif-plugged", "status": "completed", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:58.473591 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6c2bfb49-7a46-4ac3-9820-3969b1436467 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:58.474006 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'code': 200} Aug 16 02:37:58.573218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995f779-b2cd-4164-904e-07c566a1d63d req-9a89d6cb-64d5-4a99-bac9-b6cc767440bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:58.575203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c995f779-b2cd-4164-904e-07c566a1d63d req-9a89d6cb-64d5-4a99-bac9-b6cc767440bf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1097 time: 0.0432556 Aug 16 02:37:58.609577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c995f779-b2cd-4164-904e-07c566a1d63d req-a99116bd-2da0-4e10-8775-b5da22e4edf6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276313 Aug 16 02:37:59.040547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9074a18-803d-42eb-ba21-2619a45bc65c req-8e295166-f98a-4059-a053-2d9f79d4bf10 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:59.042073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9074a18-803d-42eb-ba21-2619a45bc65c req-8e295166-f98a-4059-a053-2d9f79d4bf10 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0484138 Aug 16 02:37:59.079483 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9074a18-803d-42eb-ba21-2619a45bc65c req-f056e4b5-3bf8-450d-8acf-79d54ee18928 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308621 Aug 16 02:38:00.193953 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2ca6c-61fe-40a6-8709-da685ec769fb req-3c0363bb-44d6-462f-8165-42b8d197d4b8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:00.195491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1e2ca6c-61fe-40a6-8709-da685ec769fb req-3c0363bb-44d6-462f-8165-42b8d197d4b8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0487816 Aug 16 02:38:00.234712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1e2ca6c-61fe-40a6-8709-da685ec769fb req-efdd7905-5c2e-468d-90dc-09410741e4db tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326741 Aug 16 02:38:00.351825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b8ec9-56e3-465a-bb08-6d7d92d2fd9c req-07a90463-5378-4baa-ab99-98c804c83023 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:00.353323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-757b8ec9-56e3-465a-bb08-6d7d92d2fd9c req-07a90463-5378-4baa-ab99-98c804c83023 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0531321 Aug 16 02:38:00.361874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33624) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:00.366206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9591e1b9-a151-4fe9-a0b2-888c4eaf92ca tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'floatingip': {'port_id': '563da540-8c59-4bfc-a34c-3b0c02c37fb6'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:00.406455 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9591e1b9-a151-4fe9-a0b2-888c4eaf92ca tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.132726 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9591e1b9-a151-4fe9-a0b2-888c4eaf92ca tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.136602 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9591e1b9-a151-4fe9-a0b2-888c4eaf92ca tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.236028 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-9591e1b9-a151-4fe9-a0b2-888c4eaf92ca tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Floating IP 5e8c9afe-199b-4a49-870a-11f039f71383 associated. External IP: 172.25.2.215, port: 563da540-8c59-4bfc-a34c-3b0c02c37fb6. Aug 16 02:38:01.437873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9591e1b9-a151-4fe9-a0b2-888c4eaf92ca tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Router 421141ac-c720-46c5-bae3-8c59af38c13e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:01.547240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9591e1b9-a151-4fe9-a0b2-888c4eaf92ca tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:01.552169 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9591e1b9-a151-4fe9-a0b2-888c4eaf92ca tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.557012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768d6e0b-d843-4b9d-a81f-dcd93cfd0a03 None None] Sync routers for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:01.571797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d6e0b-d843-4b9d-a81f-dcd93cfd0a03 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:01.572451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-768d6e0b-d843-4b9d-a81f-dcd93cfd0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:37:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:01.582894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9591e1b9-a151-4fe9-a0b2-888c4eaf92ca tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "PUT /v2.0/floatingips/5e8c9afe-199b-4a49-870a-11f039f71383 HTTP/1.1" status: 200 len: 991 time: 1.2174766 Aug 16 02:38:01.582894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:01.583268 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da66c69-0038-495e-af7e-c645c008442a" -d '{"events": [{"name": "network-changed", "server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:01.622555 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da932bf-d0d6-45ba-9e91-cd7395d51f92 x-openstack-request-id: req-1da932bf-d0d6-45ba-9e91-cd7395d51f92 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:01.623275 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:01.623533 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1da932bf-d0d6-45ba-9e91-cd7395d51f92 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:01.624089 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'status': 'completed', 'code': 200} Aug 16 02:38:01.684443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-768d6e0b-d843-4b9d-a81f-dcd93cfd0a03 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:01.687596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66c69-0038-495e-af7e-c645c008442a req-17dcb02e-5aed-4259-b44c-43b974a53e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:01.689141 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1da66c69-0038-495e-af7e-c645c008442a req-17dcb02e-5aed-4259-b44c-43b974a53e52 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1097 time: 0.0451202 Aug 16 02:38:01.782345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66c69-0038-495e-af7e-c645c008442a req-a3845528-17a7-4e8a-b46b-b9368ab47239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:01.783786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1da66c69-0038-495e-af7e-c645c008442a req-a3845528-17a7-4e8a-b46b-b9368ab47239 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0873513 Aug 16 02:38:01.850142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1da66c69-0038-495e-af7e-c645c008442a req-6b1598d4-0740-4fc1-a55a-21f9ee336ade service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 999 time: 0.0587113 Aug 16 02:38:01.905087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66c69-0038-495e-af7e-c645c008442a req-0267b33c-a110-4be9-82fd-ebbc9b6506c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:01.906568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1da66c69-0038-495e-af7e-c645c008442a req-0267b33c-a110-4be9-82fd-ebbc9b6506c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0485590 Aug 16 02:38:01.908545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-768d6e0b-d843-4b9d-a81f-dcd93cfd0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:4a:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:38:01Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:01.935618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768d6e0b-d843-4b9d-a81f-dcd93cfd0a03 None None] Checking router: 421141ac-c720-46c5-bae3-8c59af38c13e for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:01.944097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d6e0b-d843-4b9d-a81f-dcd93cfd0a03 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:01.944716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-768d6e0b-d843-4b9d-a81f-dcd93cfd0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:37:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:01.957945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da66c69-0038-495e-af7e-c645c008442a req-baf82022-8b05-4845-843a-039e0be3c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:01.959459 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1da66c69-0038-495e-af7e-c645c008442a req-baf82022-8b05-4845-843a-039e0be3c4ac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452259 Aug 16 02:38:02.050774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-768d6e0b-d843-4b9d-a81f-dcd93cfd0a03 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:02.051275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1da66c69-0038-495e-af7e-c645c008442a req-2313eb84-0f41-4ce0-92e6-61597ac10288 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837421 Aug 16 02:38:02.145145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1da66c69-0038-495e-af7e-c645c008442a req-eb0e98d0-97aa-4f45-8f31-c363ca12c840 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871444 Aug 16 02:38:02.282705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-768d6e0b-d843-4b9d-a81f-dcd93cfd0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:4a:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:38:01Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:02.309211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768d6e0b-d843-4b9d-a81f-dcd93cfd0a03 None None] The sync data for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 is: [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:4a:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:38:01Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:02.504195 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e7a57-5f20-440b-a405-518a6e790f4e None None] New status for floating IP 5e8c9afe-199b-4a49-870a-11f039f71383: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:38:08.924874 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e8daa7e5-054e-4959-a0ee-13d5468235b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:10.038399 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:11.516409 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f3f6cb1a-c5d2-4775-af9a-ca3114caf344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:11.626555 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:12.875012 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.389359 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.761069 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:38:18.708695 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.926346 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a9a907a2-4aa8-4726-be35-211964cdca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.063810 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.429792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-d25f60e2-1974-4a93-96f8-f4d60e87598d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403359 Aug 16 02:38:40.510979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-f7bbeee5-e99f-4d44-a5f4-3c51a3076022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:40.512484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-f7bbeee5-e99f-4d44-a5f4-3c51a3076022 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1097 time: 0.0419910 Aug 16 02:38:40.618029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-7cc40744-9352-4244-b634-69c9b79cd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:40.619502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-7cc40744-9352-4244-b634-69c9b79cd340 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0886672 Aug 16 02:38:40.683752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-28b2381d-3d7b-48f3-ad39-c226afac625f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 1001 time: 0.0572655 Aug 16 02:38:40.738081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-63605078-4c31-41f9-b7e9-e62dfd06306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:40.739582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-63605078-4c31-41f9-b7e9-e62dfd06306e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0458350 Aug 16 02:38:40.789782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-0c7a2b4d-3eb8-4a22-bb00-c1911fd398b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:40.791326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-0c7a2b4d-3eb8-4a22-bb00-c1911fd398b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442483 Aug 16 02:38:40.882022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-c5e94485-83bd-452c-91f2-02aab8b65417 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832424 Aug 16 02:38:40.978544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00024e58-0978-42b8-b758-ba6d9cce2533 req-42363d41-a420-4011-b43a-92922f57659b service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885487 Aug 16 02:38:41.516505 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d1f193d7-901e-4fe4-9913-a74c7e24d0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.627156 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.884489 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.391327 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.715876 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.760442 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:09.084655 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd3cc573-766e-420b-aa84-00adcdbd406e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.066887 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.516919 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa2f3d62-90d2-4036-beb4-d5bbfb36771d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.627984 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.880857 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:14.394098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:18.722393 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:28.760030 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:37.466413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63190b74-7e9a-4d24-bcff-5f339b12706f req-763abdc7-b6dd-4f7f-9aef-031f3752d0fc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:37.469972 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63190b74-7e9a-4d24-bcff-5f339b12706f req-763abdc7-b6dd-4f7f-9aef-031f3752d0fc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0542233 Aug 16 02:39:37.513400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63190b74-7e9a-4d24-bcff-5f339b12706f req-d3e919af-2d13-457a-abcc-38ead945d9f6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371141 Aug 16 02:39:38.635454 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39282dcf-9681-4852-ab7d-58489ee8d89e req-bc8c46cb-03f3-49f0-b7fc-452132ba3c4d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:38.636932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39282dcf-9681-4852-ab7d-58489ee8d89e req-bc8c46cb-03f3-49f0-b7fc-452132ba3c4d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0486603 Aug 16 02:39:38.674745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39282dcf-9681-4852-ab7d-58489ee8d89e req-9ea9285a-0d51-4293-9219-75b06e3a704b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311182 Aug 16 02:39:38.926567 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-194fe363-9836-4224-82b1-409138444d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:39.789291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034de732-8d57-42c1-aba4-addfbc4aff66 req-5ada256d-2445-4b27-b2ea-3120e0e2a449 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:39.790666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-034de732-8d57-42c1-aba4-addfbc4aff66 req-5ada256d-2445-4b27-b2ea-3120e0e2a449 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0480523 Aug 16 02:39:39.834203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-034de732-8d57-42c1-aba4-addfbc4aff66 req-8667528f-5c6a-4989-a99d-6d6606871c7f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360858 Aug 16 02:39:40.066240 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:40.948094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6c492-ace8-49ef-952c-d87a124b5ac1 req-fcfc2022-f908-4d2f-8ac5-4d3fbbfc4266 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:40.949601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cd6c492-ace8-49ef-952c-d87a124b5ac1 req-fcfc2022-f908-4d2f-8ac5-4d3fbbfc4266 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0473070 Aug 16 02:39:40.987706 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cd6c492-ace8-49ef-952c-d87a124b5ac1 req-3c490f45-3878-43a9-a957-9753fb6ec8e9 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Aug 16 02:39:41.518619 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7db1194c-3e1d-4ffa-a5af-b61d0079d58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:41.631152 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:42.103952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bfd72-2e18-4f4c-95d1-4266320cfee3 req-54b802f6-ad22-4619-b470-c9cf1c131cee tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:42.105482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b3bfd72-2e18-4f4c-95d1-4266320cfee3 req-54b802f6-ad22-4619-b470-c9cf1c131cee tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0499041 Aug 16 02:39:42.142776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b3bfd72-2e18-4f4c-95d1-4266320cfee3 req-73d76441-f4c4-4f49-94ed-376ecac5251b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 Aug 16 02:39:42.662908 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bdd13-b122-4361-be5b-7eafe9da8827 req-8e1a05ed-fa25-4c9f-a4fe-4cc0f3832923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:42.664421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-878bdd13-b122-4361-be5b-7eafe9da8827 req-8e1a05ed-fa25-4c9f-a4fe-4cc0f3832923 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1097 time: 0.0402575 Aug 16 02:39:42.771182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bdd13-b122-4361-be5b-7eafe9da8827 req-aab73310-3285-4ee4-bb79-81a6479ad12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:42.772562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-878bdd13-b122-4361-be5b-7eafe9da8827 req-aab73310-3285-4ee4-bb79-81a6479ad12e service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0871396 Aug 16 02:39:42.836469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-878bdd13-b122-4361-be5b-7eafe9da8827 req-9e8364b2-0699-46db-8766-14fd850c413f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 1001 time: 0.0561533 Aug 16 02:39:42.883393 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:42.889609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bdd13-b122-4361-be5b-7eafe9da8827 req-0f07e68e-4de7-44a7-951e-6f908d643c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:42.891657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-878bdd13-b122-4361-be5b-7eafe9da8827 req-0f07e68e-4de7-44a7-951e-6f908d643c0d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0490444 Aug 16 02:39:42.936863 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bdd13-b122-4361-be5b-7eafe9da8827 req-cdef32d0-650d-44e3-bccc-e131fe559294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:42.938386 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-878bdd13-b122-4361-be5b-7eafe9da8827 req-cdef32d0-650d-44e3-bccc-e131fe559294 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394039 Aug 16 02:39:43.027999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-878bdd13-b122-4361-be5b-7eafe9da8827 req-44f0a241-12af-423e-82fe-19691e6c2ede service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825238 Aug 16 02:39:43.119960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-878bdd13-b122-4361-be5b-7eafe9da8827 req-7c62e320-2678-4dc0-86aa-993c99684d74 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853605 Aug 16 02:39:43.255310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d36401-94c9-42bf-9fab-d3fa687dc048 req-90f939c5-cd0b-4753-a25a-960f35ec72ba tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:43.256779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0d36401-94c9-42bf-9fab-d3fa687dc048 req-90f939c5-cd0b-4753-a25a-960f35ec72ba tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0484202 Aug 16 02:39:43.297065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0d36401-94c9-42bf-9fab-d3fa687dc048 req-5396d11b-8f2c-4b6a-9f72-61afb588fd45 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342402 Aug 16 02:39:44.396252 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:44.413663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f73eac-e066-43ce-b937-bc89bc02d20b req-3b846bb1-6606-4e4f-b146-47ac49aa2852 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:44.415121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93f73eac-e066-43ce-b937-bc89bc02d20b req-3b846bb1-6606-4e4f-b146-47ac49aa2852 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0518169 Aug 16 02:39:44.452432 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-93f73eac-e066-43ce-b937-bc89bc02d20b req-937811ff-e822-48a6-9953-242a36773c48 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311828 Aug 16 02:39:45.568995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d6516-a89b-43a5-bddd-ed6d1d65da26 req-4a3f0c75-4d7c-4e38-9847-12a64aba4eef tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:45.570508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f4d6516-a89b-43a5-bddd-ed6d1d65da26 req-4a3f0c75-4d7c-4e38-9847-12a64aba4eef tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0497084 Aug 16 02:39:45.609425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f4d6516-a89b-43a5-bddd-ed6d1d65da26 req-39caf174-e27d-4385-a411-e932aa63abd0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327361 Aug 16 02:39:46.724708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec4a99-1b52-4b6a-b2db-debdbbd196e9 req-b0ecc6ed-dceb-4bfa-9a75-841122819244 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:46.726201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-baec4a99-1b52-4b6a-b2db-debdbbd196e9 req-b0ecc6ed-dceb-4bfa-9a75-841122819244 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0488844 Aug 16 02:39:46.764540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-baec4a99-1b52-4b6a-b2db-debdbbd196e9 req-e145a45a-8592-46e2-bd9a-a13170c03ca5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323305 Aug 16 02:39:47.882371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf79cc6-7106-4d65-b50a-61a1ebc1141c req-5f07c398-a1ef-462e-94d3-25dfb9454c40 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:47.883845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aaf79cc6-7106-4d65-b50a-61a1ebc1141c req-5f07c398-a1ef-462e-94d3-25dfb9454c40 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0527468 Aug 16 02:39:47.921191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aaf79cc6-7106-4d65-b50a-61a1ebc1141c req-cf8a7f84-a4ef-45a3-9ce8-0b6f22c0c266 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Aug 16 02:39:48.178063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-79dc0cc2-7266-4c8c-87d2-b56af589f2db service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690813 Aug 16 02:39:48.185643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb5878-8b3d-4f76-b4e6-a84ead2a0cf9 req-f3fcc99a-3a28-4a6e-a74f-b1b4259e9365 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:48.186940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbbb5878-8b3d-4f76-b4e6-a84ead2a0cf9 req-f3fcc99a-3a28-4a6e-a74f-b1b4259e9365 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0690050 Aug 16 02:39:48.228290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dbbb5878-8b3d-4f76-b4e6-a84ead2a0cf9 req-ea37a4cf-dc7b-4586-987c-dba8b499f178 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346389 Aug 16 02:39:48.723696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.376128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f6b6d-c650-4935-b971-a2904231ea3c req-54a47f08-4e8f-4f97-b440-5d10ea927dc2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.377559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c2f6b6d-c650-4935-b971-a2904231ea3c req-54a47f08-4e8f-4f97-b440-5d10ea927dc2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0766547 Aug 16 02:39:49.391926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-66b344e1-5921-41ba-9930-56b707d9241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.393902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-66b344e1-5921-41ba-9930-56b707d9241a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1097 time: 0.0626976 Aug 16 02:39:49.462906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c2f6b6d-c650-4935-b971-a2904231ea3c req-3a30fdba-e37e-4ddb-ac2e-659820502503 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784755 Aug 16 02:39:49.502607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-29670ad9-0064-40ea-8d6d-3d7aa5699e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.504078 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-29670ad9-0064-40ea-8d6d-3d7aa5699e2c service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.1030400 Aug 16 02:39:49.571101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-91bbc313-2a0b-4b67-bcf3-438b3071cc68 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 1001 time: 0.0598938 Aug 16 02:39:49.620651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-f40a3756-1bd4-497e-9468-7894175110cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.622138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-f40a3756-1bd4-497e-9468-7894175110cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0447063 Aug 16 02:39:49.668067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-a61998d2-1985-48e5-9fcf-4be062e14682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.669484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-a61998d2-1985-48e5-9fcf-4be062e14682 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403414 Aug 16 02:39:49.762471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-815f9e59-3090-417e-92c6-ef49ab19a40e service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857539 Aug 16 02:39:49.852032 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-dc83f9f5-cd2f-4a42-9dfc-1aa780918c6a service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808043 Aug 16 02:39:50.587180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f6722-f120-4460-9d4d-1e7504dcd843 req-bb8c02b1-03db-4813-9818-3f100fcc9098 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:50.588654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df2f6722-f120-4460-9d4d-1e7504dcd843 req-bb8c02b1-03db-4813-9818-3f100fcc9098 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0560486 Aug 16 02:39:50.626641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-df2f6722-f120-4460-9d4d-1e7504dcd843 req-fa62abf2-b12d-4d95-9954-d65e82429403 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317585 Aug 16 02:39:51.763504 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-394c1537-709f-45a4-9943-73793fe38814 service neutron] show failed (client error): The resource could not be found. Aug 16 02:39:51.764417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-394c1537-709f-45a4-9943-73793fe38814 service neutron] 10.222.0.89 "GET /v2.0/ports/563da540-8c59-4bfc-a34c-3b0c02c37fb6/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0849707 Aug 16 02:39:51.773088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ff3c9-cea6-42ae-a99e-62a945fe946b req-b17f2d91-5383-4adb-b7ba-1380c938ca80 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:51.774513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-476ff3c9-cea6-42ae-a99e-62a945fe946b req-b17f2d91-5383-4adb-b7ba-1380c938ca80 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0695333 Aug 16 02:39:51.814586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-476ff3c9-cea6-42ae-a99e-62a945fe946b req-18bf9d78-5bea-4775-b3fe-4e1e96382fb9 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333152 Aug 16 02:39:52.042897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-d0f1a14c-f406-4a4f-aabd-ddd272422402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:52.044275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-d0f1a14c-f406-4a4f-aabd-ddd272422402 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 1097 time: 0.1215854 Aug 16 02:39:52.061991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:52.114234 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.312166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:52.346149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:52.388247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:52.390499 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014ab907-a1f2-4d56-a920-c99a30082618" -d '{"events": [{"server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "name": "network-vif-unplugged", "status": "completed", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:52.394664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.407038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Transition to ACTIVE for port object 563da540-8c59-4bfc-a34c-3b0c02c37fb6 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:52.410983 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.441362 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d421c91-5efa-4f59-8190-b38fbbced29f x-openstack-request-id: req-8d421c91-5efa-4f59-8190-b38fbbced29f {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:52.441648 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "name": "network-vif-unplugged", "status": "completed", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:52.441896 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d421c91-5efa-4f59-8190-b38fbbced29f {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:52.442281 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'code': 200} Aug 16 02:39:52.486345 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Pushing event updated for resources: {'Port': ['ID=563da540-8c59-4bfc-a34c-3b0c02c37fb6,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:52.501053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.501399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.501738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.502077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.502423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.503285 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.503609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.503932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.504254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.504574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.504895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.505256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:52.549800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] No DVR routers for this DVR port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:39:52.992249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf292-089e-4b04-8214-e9c8150b615a req-b78ce19e-27d4-44f8-8692-e36356802b0b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:52.993780 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aedaf292-089e-4b04-8214-e9c8150b615a req-b78ce19e-27d4-44f8-8692-e36356802b0b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 943 time: 0.1058254 Aug 16 02:39:53.059121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aedaf292-089e-4b04-8214-e9c8150b615a req-877ced8d-01af-4e22-ae77-cb58031c616b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586517 Aug 16 02:39:53.061404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Attempting to bind port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:39:53.061741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Attempting to bind port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:39:53.062123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Attempting to bind port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:53.066538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:39:53.066855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Attempting to bind port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:53.071603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:39:53.071941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:53.072326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:39:53.072734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Bound port: 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:39:53.073114 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.136289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:53.139424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:39:53.142911 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.183590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.184205 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.185619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] 10.222.0.84 "PUT /v2.0/ports/563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 1092 time: 1.1275578 Aug 16 02:39:53.204962 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91572d-72a9-4f66-a391-3ccd58dc979a service neutron] Pushing event updated for resources: {'Port': ['ID=563da540-8c59-4bfc-a34c-3b0c02c37fb6,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:53.260235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-7dd7404d-4f28-47ec-8e5c-c58114c43e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.261791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-7dd7404d-4f28-47ec-8e5c-c58114c43e0c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1095 time: 0.0432549 Aug 16 02:39:53.360823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-95047713-58e6-400a-a0e1-01f8c182b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.362328 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-95047713-58e6-400a-a0e1-01f8c182b400 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0933704 Aug 16 02:39:53.430172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-02ac623b-82a0-4a35-a073-2ca1fa0b3f42 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 999 time: 0.0610673 Aug 16 02:39:53.478413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-79e69614-0695-4dd2-aba2-6e5d5f2e8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.479699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-79e69614-0695-4dd2-aba2-6e5d5f2e8022 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0432286 Aug 16 02:39:53.529971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-b7328d89-3fc9-42af-8ea5-3bd674d86cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.531457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-b7328d89-3fc9-42af-8ea5-3bd674d86cd7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439212 Aug 16 02:39:53.542331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-ac6f5aac-09e3-4bc2-b06e-47dfc2e9f790 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:39:53.543259 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-ac6f5aac-09e3-4bc2-b06e-47dfc2e9f790 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050044 Aug 16 02:39:53.636323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-9a7eea88-54ec-439a-a0f0-804a444577c6 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855224 Aug 16 02:39:53.725910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a869d3-93e6-4b47-b9cc-d7f255532d24 req-bae3819a-8ed3-4fce-b4c1-c19f2e3dcad8 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816293 Aug 16 02:39:54.183299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec1e8-30c9-4dfa-bc41-883eea4d22b3 req-0fbf9b42-ddc3-42df-a158-327cb2f67151 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.184769 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f86ec1e8-30c9-4dfa-bc41-883eea4d22b3 req-0fbf9b42-ddc3-42df-a158-327cb2f67151 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 943 time: 0.0532696 Aug 16 02:39:54.223225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f86ec1e8-30c9-4dfa-bc41-883eea4d22b3 req-d298dba5-2984-4233-9c80-ff921940f232 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315294 Aug 16 02:39:54.443351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:54.445634 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02" -d '{"events": [{"name": "network-changed", "server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:54.494248 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07b6cda-527b-480b-ac29-384c2804b48d x-openstack-request-id: req-a07b6cda-527b-480b-ac29-384c2804b48d {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:54.494541 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:54.494788 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a07b6cda-527b-480b-ac29-384c2804b48d {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:54.495179 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'status': 'completed', 'code': 200} Aug 16 02:39:54.587506 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-880488f3-8064-4ca9-9de9-d8c00edefcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.589026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-880488f3-8064-4ca9-9de9-d8c00edefcae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1095 time: 0.0712876 Aug 16 02:39:54.598915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-aa7885bd-e851-4531-abcf-3c5ba2eb26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.600290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-aa7885bd-e851-4531-abcf-3c5ba2eb26fc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1095 time: 0.0543854 Aug 16 02:39:54.750945 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-4486f6b6-420d-45fd-ae66-5d9e8c34b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.752417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-4486f6b6-420d-45fd-ae66-5d9e8c34b1a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.1561124 Aug 16 02:39:54.755155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-98c1f5ba-728b-49c4-9dca-1772b68449b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.756504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-98c1f5ba-728b-49c4-9dca-1772b68449b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.1485953 Aug 16 02:39:54.850021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 563da540-8c59-4bfc-a34c-3b0c02c37fb6 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:39:54.866481 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-84ab400f-3703-4640-87b8-fb8444b64e7f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 999 time: 0.1075218 Aug 16 02:39:54.870266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-f30e9c95-6283-4e11-a34b-54389fca0cea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 999 time: 0.1058123 Aug 16 02:39:54.890064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 563da540-8c59-4bfc-a34c-3b0c02c37fb6 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:39:54.959067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-746c1753-535e-4ccf-b140-7f75eb904e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.960555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-746c1753-535e-4ccf-b140-7f75eb904e71 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0861959 Aug 16 02:39:54.962244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-4cc4c6c9-f353-4f45-ac46-d439ee28b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.966276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-4cc4c6c9-f353-4f45-ac46-d439ee28b0a6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0809994 Aug 16 02:39:55.037439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-a52842dc-5944-441b-804d-0a93b9d8657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.038864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-a52842dc-5944-441b-804d-0a93b9d8657b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717685 Aug 16 02:39:55.040619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-dc3e4b20-6482-421a-ab3c-4d1aeef6d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.042007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-dc3e4b20-6482-421a-ab3c-4d1aeef6d9c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671344 Aug 16 02:39:55.200246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-4aa05811-853b-4906-880e-c91032f3180d service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537142 Aug 16 02:39:55.202147 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-6c834512-3cdd-416a-983f-546494b47208 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484199 Aug 16 02:39:55.394276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-898aaf16-9045-4956-9a23-94d15a715072 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863174 Aug 16 02:39:55.404057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc04482-68b7-4cda-a92f-c7e5885d0bac req-e5afa7b4-ca6f-4aac-a0b5-f72167853128 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.405507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fcc04482-68b7-4cda-a92f-c7e5885d0bac req-e5afa7b4-ca6f-4aac-a0b5-f72167853128 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 943 time: 0.1129560 Aug 16 02:39:55.407801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bbc48621-8b2d-4db3-a3e2-1386f5c42d02 req-6d4d0701-6ab5-4507-b77b-082cadc48724 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930013 Aug 16 02:39:55.447167 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fcc04482-68b7-4cda-a92f-c7e5885d0bac req-1bd883af-3762-4a49-ae7a-a9ed269b4ab0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354576 Aug 16 02:39:56.575036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d786d-31c0-4429-b465-aac0365455fb req-8f4dac05-6335-4ff4-b640-37e00acca608 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.576655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-653d786d-31c0-4429-b465-aac0365455fb req-8f4dac05-6335-4ff4-b640-37e00acca608 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 943 time: 0.0556936 Aug 16 02:39:56.614662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-653d786d-31c0-4429-b465-aac0365455fb req-0c3c4a63-6878-4fea-926d-92ae1ca33b4b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320926 Aug 16 02:39:56.833930 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbcf01-1860-4e97-8afe-57b76dc1d0f0 req-ab71a274-c82a-4b5f-b5b7-a52efcbe4c90 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.835904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89fbcf01-1860-4e97-8afe-57b76dc1d0f0 req-ab71a274-c82a-4b5f-b5b7-a52efcbe4c90 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 943 time: 0.0790260 Aug 16 02:39:56.847704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e40212-163e-44db-89b7-03f5ba88587b req-7ba8d00a-03bd-4ea0-8cd4-c8ae4d368ce6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.849232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1e40212-163e-44db-89b7-03f5ba88587b req-7ba8d00a-03bd-4ea0-8cd4-c8ae4d368ce6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 943 time: 0.0655544 Aug 16 02:39:56.916215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89fbcf01-1860-4e97-8afe-57b76dc1d0f0 req-dc96ac91-33e7-4bf5-b6b7-5b8abc670e99 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660331 Aug 16 02:39:56.932134 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-e1e40212-163e-44db-89b7-03f5ba88587b req-b70f7f2a-3826-4d1f-a7a4-1c1ae7bc3a79 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:39:56.933230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1e40212-163e-44db-89b7-03f5ba88587b req-b70f7f2a-3826-4d1f-a7a4-1c1ae7bc3a79 service neutron] 10.222.0.89 "DELETE /v2.0/ports/563da540-8c59-4bfc-a34c-3b0c02c37fb6/bindings/n-h2-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0761142 Aug 16 02:39:57.019357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e40212-163e-44db-89b7-03f5ba88587b req-5b69cc51-29ed-4357-a1af-35c4825570b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:57.020866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1e40212-163e-44db-89b7-03f5ba88587b req-5b69cc51-29ed-4357-a1af-35c4825570b2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1095 time: 0.0440581 Aug 16 02:39:57.110037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e40212-163e-44db-89b7-03f5ba88587b req-3196cbb5-cf6d-4f82-a24d-5aa1bec88514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:57.111390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1e40212-163e-44db-89b7-03f5ba88587b req-3196cbb5-cf6d-4f82-a24d-5aa1bec88514 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0833156 Aug 16 02:39:57.180458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1e40212-163e-44db-89b7-03f5ba88587b req-e73b95e2-90a0-467c-a0ef-ee722e0f73a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 999 time: 0.0621178 Aug 16 02:39:57.230126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e40212-163e-44db-89b7-03f5ba88587b req-188d0313-4dcd-4892-b95d-cb82f3ea12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:57.231521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1e40212-163e-44db-89b7-03f5ba88587b req-188d0313-4dcd-4892-b95d-cb82f3ea12b1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0435629 Aug 16 02:39:57.275987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e40212-163e-44db-89b7-03f5ba88587b req-8dd9ac47-248f-4ff4-9edd-9858a4bd087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:57.277459 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1e40212-163e-44db-89b7-03f5ba88587b req-8dd9ac47-248f-4ff4-9edd-9858a4bd087e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387948 Aug 16 02:39:57.376957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1e40212-163e-44db-89b7-03f5ba88587b req-c1912a2d-5f81-4596-b5e2-351c7275b9b2 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918989 Aug 16 02:39:57.465691 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e1e40212-163e-44db-89b7-03f5ba88587b req-a4c10be7-c2e1-4617-8b33-d585ec21dc95 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819874 Aug 16 02:39:57.997744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 563da540-8c59-4bfc-a34c-3b0c02c37fb6 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:39:58.043142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff77c05-fe9e-4d6a-9b30-9c37b1af0f32 req-e3f8efe1-7110-470e-b05b-977dea447747 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.044647 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bff77c05-fe9e-4d6a-9b30-9c37b1af0f32 req-e3f8efe1-7110-470e-b05b-977dea447747 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 943 time: 0.0581768 Aug 16 02:39:58.084472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bff77c05-fe9e-4d6a-9b30-9c37b1af0f32 req-d7e0f687-1744-455b-aeed-c6f2d6f6a382 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334556 Aug 16 02:39:58.103754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:58.119208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'port_id': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'mac_address': 'fa:16:3e:4a:3f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:39:58.156615 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.173322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563da540-8c59-4bfc-a34c-3b0c02c37fb6 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:39:58.193446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:58.197247 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.200806 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a9a1b-730e-4e9d-817d-381f547bbf2b req-d910aee3-3bfc-4286-8d59-1dd38b70d767 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.202406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-889a9a1b-730e-4e9d-817d-381f547bbf2b req-d910aee3-3bfc-4286-8d59-1dd38b70d767 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 943 time: 0.0500515 Aug 16 02:39:58.241693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-889a9a1b-730e-4e9d-817d-381f547bbf2b req-821dbb52-8949-4ce4-a0ca-29a6ca2392b2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326009 Aug 16 02:39:58.247635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=563da540-8c59-4bfc-a34c-3b0c02c37fb6,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:58.258702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.259069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.259409 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.259745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.260072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.260402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.260723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.261203 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.261526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.261897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.262271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.262590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:58.435618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf144-3243-42a0-b035-fd511342cdbf req-2b8e3089-d846-4bea-b9b9-2e93e3821e4b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.437169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0bbf144-3243-42a0-b035-fd511342cdbf req-2b8e3089-d846-4bea-b9b9-2e93e3821e4b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 944 time: 0.0495484 Aug 16 02:39:58.505616 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0bbf144-3243-42a0-b035-fd511342cdbf req-c2dbfc7e-f140-4c51-bf6d-2072bcb3225f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624456 Aug 16 02:39:58.512358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72575a-b27e-49c8-b9ca-c36e7cdad952 req-94f2c660-27af-4f55-9960-d0bb809693a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.513848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e72575a-b27e-49c8-b9ca-c36e7cdad952 req-94f2c660-27af-4f55-9960-d0bb809693a2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 1096 time: 0.0648236 Aug 16 02:39:58.596634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['563da540-8c59-4bfc-a34c-3b0c02c37fb6'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:58.609659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72575a-b27e-49c8-b9ca-c36e7cdad952 req-ba2646fe-f4c6-4d67-930d-33cb4c9eb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.611057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e72575a-b27e-49c8-b9ca-c36e7cdad952 req-ba2646fe-f4c6-4d67-930d-33cb4c9eb9e1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0899892 Aug 16 02:39:58.681111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e72575a-b27e-49c8-b9ca-c36e7cdad952 req-9fa2eece-b5d3-4bc9-ac5b-8e3f0db94969 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 200 len: 1000 time: 0.0626822 Aug 16 02:39:58.730443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72575a-b27e-49c8-b9ca-c36e7cdad952 req-a854c990-6ce0-4aaa-920f-4f45d8e1f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.732857 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e72575a-b27e-49c8-b9ca-c36e7cdad952 req-a854c990-6ce0-4aaa-920f-4f45d8e1f9b7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0441356 Aug 16 02:39:58.778617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72575a-b27e-49c8-b9ca-c36e7cdad952 req-168a2660-5829-4f74-9a88-f5b840671091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.780076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e72575a-b27e-49c8-b9ca-c36e7cdad952 req-168a2660-5829-4f74-9a88-f5b840671091 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408235 Aug 16 02:39:58.874028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e72575a-b27e-49c8-b9ca-c36e7cdad952 req-9eb1ed19-fac4-437f-a85a-07d26bf40aab service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849123 Aug 16 02:39:58.964235 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e72575a-b27e-49c8-b9ca-c36e7cdad952 req-385a5d06-c2c6-430b-ba5c-2ea067f639ec service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814409 Aug 16 02:39:59.626426 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150fe17-bd99-4db2-a49c-3a297caf7a0d req-7fca3e50-1cd4-427a-bb00-d91962b6b97b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:59.627910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9150fe17-bd99-4db2-a49c-3a297caf7a0d req-7fca3e50-1cd4-427a-bb00-d91962b6b97b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 944 time: 0.0517066 Aug 16 02:39:59.665442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9150fe17-bd99-4db2-a49c-3a297caf7a0d req-ebde050b-673b-478d-be3e-4a2b4e537609 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Aug 16 02:40:00.025910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 563da540-8c59-4bfc-a34c-3b0c02c37fb6 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:00.076959 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:00.080675 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:00.081075 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:00.156407 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:00.179566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:00.181941 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5318904b-ec04-4932-9c57-b533f81d834c" -d '{"events": [{"server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "name": "network-vif-plugged", "status": "completed", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:00.195140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:00.199309 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:00.229867 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880f8dec-5970-4f62-907c-e3aa4290fb0d x-openstack-request-id: req-880f8dec-5970-4f62-907c-e3aa4290fb0d {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:00.230158 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "name": "network-vif-plugged", "status": "completed", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:00.230407 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-880f8dec-5970-4f62-907c-e3aa4290fb0d {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:00.230793 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'code': 200} Aug 16 02:40:00.260235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=563da540-8c59-4bfc-a34c-3b0c02c37fb6,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:00.791026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1cc05-16f1-4c15-896f-754bf860709f req-3af9f451-c1fb-44ef-912a-b4d8266355bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:00.792516 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1d1cc05-16f1-4c15-896f-754bf860709f req-3af9f451-c1fb-44ef-912a-b4d8266355bc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0575535 Aug 16 02:40:00.829626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1d1cc05-16f1-4c15-896f-754bf860709f req-538c6eca-2b56-4192-b3d0-be04fbd295c1 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Aug 16 02:40:01.059298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b716-cd55-4ff3-a8c1-247844d9f0db req-374d9690-f7f4-4248-b1fd-2f843c973c15 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:01.060809 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82f4b716-cd55-4ff3-a8c1-247844d9f0db req-374d9690-f7f4-4248-b1fd-2f843c973c15 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0512345 Aug 16 02:40:01.098860 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82f4b716-cd55-4ff3-a8c1-247844d9f0db req-ff3c591b-3673-4e9d-97c6-82f435bf3fc9 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321898 Aug 16 02:40:02.215137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c873c9-6843-42f7-bec1-d53cb4ea7896 req-30c093d6-0aa9-468e-bd12-617210916d4a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.216639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89c873c9-6843-42f7-bec1-d53cb4ea7896 req-30c093d6-0aa9-468e-bd12-617210916d4a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0499105 Aug 16 02:40:02.255369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89c873c9-6843-42f7-bec1-d53cb4ea7896 req-bdfa5ca1-3d9a-46b3-a8b0-9c1fa01b68da tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320978 Aug 16 02:40:02.541700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-1bd6d436-eabc-4086-aab5-86c03113583d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.543152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-1bd6d436-eabc-4086-aab5-86c03113583d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.84 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 945 time: 0.0526736 Aug 16 02:40:02.632775 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Deleting port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:02.633153 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.722867 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] For port 563da540-8c59-4bfc-a34c-3b0c02c37fb6, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=563da540-8c59-4bfc-a34c-3b0c02c37fb6,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:02.723229 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.888663 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.888941 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.889283 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Floating IP 5e8c9afe-199b-4a49-870a-11f039f71383 disassociated. External IP: 172.25.2.215, port: 563da540-8c59-4bfc-a34c-3b0c02c37fb6. Aug 16 02:40:02.889621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Calling delete_port for 563da540-8c59-4bfc-a34c-3b0c02c37fb6 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:03.018018 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.047891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event deleted for resources: {'Port': ['ID=563da540-8c59-4bfc-a34c-3b0c02c37fb6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:03.170944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Router 421141ac-c720-46c5-bae3-8c59af38c13e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:03.281147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:03.291972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2084f4f-fe3b-47fa-a5e4-30b55c4558b4 None None] Sync routers for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:03.302306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2084f4f-fe3b-47fa-a5e4-30b55c4558b4 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:03.303084 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2084f4f-fe3b-47fa-a5e4-30b55c4558b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:39:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:03.320667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] No DVR routers for this DVR port 563da540-8c59-4bfc-a34c-3b0c02c37fb6 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:03.323932 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.326104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96f1c015-e659-4573-b211-77fb9b7f9819 req-da0a6db0-67b2-4616-8589-f3906cf1f783 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.84 "DELETE /v2.0/ports/563da540-8c59-4bfc-a34c-3b0c02c37fb6 HTTP/1.1" status: 204 len: 173 time: 0.7773564 Aug 16 02:40:03.326555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'name': 'network-vif-deleted', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:03.328917 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6e819c-f28e-45a4-b803-39efdbf96346" -d '{"events": [{"server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "name": "network-vif-deleted", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:03.376561 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3bfd37-a9f9-45aa-9ac5-6538f10976c2 x-openstack-request-id: req-8e3bfd37-a9f9-45aa-9ac5-6538f10976c2 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:03.376857 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d40ffe-6a0f-4361-b974-0052cfc50bbf", "name": "network-vif-deleted", "tag": "563da540-8c59-4bfc-a34c-3b0c02c37fb6", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:03.377134 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e3bfd37-a9f9-45aa-9ac5-6538f10976c2 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:03.377534 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d40ffe-6a0f-4361-b974-0052cfc50bbf', 'name': 'network-vif-deleted', 'tag': '563da540-8c59-4bfc-a34c-3b0c02c37fb6', 'status': 'completed', 'code': 200} Aug 16 02:40:03.379538 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c59d230c-eec9-45e5-a1fd-44ec0657813b req-fb88063c-709b-49c5-9cc6-79977d50d12c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=62d40ffe-6a0f-4361-b974-0052cfc50bbf HTTP/1.1" status: 200 len: 210 time: 0.0319581 Aug 16 02:40:03.417586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e2084f4f-fe3b-47fa-a5e4-30b55c4558b4 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:03.626000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2084f4f-fe3b-47fa-a5e4-30b55c4558b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:03.668119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2084f4f-fe3b-47fa-a5e4-30b55c4558b4 None None] Checking router: 421141ac-c720-46c5-bae3-8c59af38c13e for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:03.684947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2084f4f-fe3b-47fa-a5e4-30b55c4558b4 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:03.685579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2084f4f-fe3b-47fa-a5e4-30b55c4558b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:39:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:03.792165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e2084f4f-fe3b-47fa-a5e4-30b55c4558b4 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:04.003895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e2084f4f-fe3b-47fa-a5e4-30b55c4558b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:04.039782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2084f4f-fe3b-47fa-a5e4-30b55c4558b4 None None] The sync data for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 is: [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:04.256751 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7311b-bdf8-4545-97bd-58d552f3ffd2 None None] New status for floating IP 5e8c9afe-199b-4a49-870a-11f039f71383: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:40:04.646619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-9e7ba158-1e37-4cab-af2a-e21b2f7593a0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2007771056&fields=id&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 267 time: 0.0320330 Aug 16 02:40:04.755913 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-d02c08e3-5798-41af-b927-6cbf871190e3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:04.757889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-d02c08e3-5798-41af-b927-6cbf871190e3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 812 time: 0.1034560 Aug 16 02:40:04.774608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-47c6704d-f11c-4b14-b916-31f3201a632f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/quotas/aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 375 time: 0.0097888 Aug 16 02:40:04.826710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-8d976088-658f-44e6-a2e0-ae02c7c97e55 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466008 Aug 16 02:40:04.972381 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-0dabff52-795c-4723-a45a-d11ad6821f9e service neutron] 10.222.0.79 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332815 Aug 16 02:40:05.061076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-92a60b9d-9e6f-420a-a185-110c8ea00614 service neutron] 10.222.0.79 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825493 Aug 16 02:40:05.221548 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97326b0d-6d53-4f84-a90d-860593a110cb req-bf61185e-4cd1-46c4-b039-a1ca1a4fa7c6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 210 time: 0.0281987 Aug 16 02:40:05.760150 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:40:06.042948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 563da540-8c59-4bfc-a34c-3b0c02c37fb6 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:06.062642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 563da540-8c59-4bfc-a34c-3b0c02c37fb6 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:06.062987 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 563da540-8c59-4bfc-a34c-3b0c02c37fb6 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:06.197348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-10afa725-e608-4f33-b917-3941530c246e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:06.198975 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-10afa725-e608-4f33-b917-3941530c246e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 812 time: 0.1066992 Aug 16 02:40:06.254887 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b6cd1b19-9ff3-4fdb-b0b8-0d6950489266 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 380 time: 0.0411129 Aug 16 02:40:06.269079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'port': {'device_id': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'admin_state_up': True, 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'security_groups': ['cfb461f6-aa99-4182-af6d-f0d84fb2e65e']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:06.660491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e55ae71b-7071-4ca6-8d1b-c04c54f86aba req-99b1e6c0-3fc0-408f-90e3-aa5f275af0b8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 210 time: 0.3475246 Aug 16 02:40:06.720065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Made reservation on behalf of aecce7ce09f24ac3b342d7dad59f23d3 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:40:06.723461 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.848723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Allocated IP 172.20.0.14 (f2c711ff-936a-492f-bf33-e4bcbdcebf5c/d3f9dbc9-1acc-4791-aeba-e6dc522ed48f/646a7d33-9421-4af7-ba44-f89d22dc6527) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:06.982119 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.995259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Transition to ACTIVE for port object 646a7d33-9421-4af7-ba44-f89d22dc6527 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:07.028106 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.076811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:07.080015 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:07.083884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:07.110000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:07.139386 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:07.140000 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.155461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-83a25900-31a1-442a-8bb6-6001272b142b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8906758 Aug 16 02:40:07.173108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Request body: {'port': {'device_id': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:07.230747 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.321056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-51ccca53-6af5-4ae2-b39f-f6ea729a42c1 None None] Provisioning for port 646a7d33-9421-4af7-ba44-f89d22dc6527 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:07.324787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-51ccca53-6af5-4ae2-b39f-f6ea729a42c1 None None] Provisioning complete for port 646a7d33-9421-4af7-ba44-f89d22dc6527 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:07.325215 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51ccca53-6af5-4ae2-b39f-f6ea729a42c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.362813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-51ccca53-6af5-4ae2-b39f-f6ea729a42c1 None None] Port 646a7d33-9421-4af7-ba44-f89d22dc6527 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:40:07.498360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646a7d33-9421-4af7-ba44-f89d22dc6527 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:07.506120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.518496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Transition to ACTIVE for port object 646a7d33-9421-4af7-ba44-f89d22dc6527 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:07.522124 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.573533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:07.641521 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:40:07.641860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:40:07.642193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:07.646683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Port 646a7d33-9421-4af7-ba44-f89d22dc6527 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:40:07.647006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:07.652696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:40:07.653060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:07.653447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:40:07.653873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Bound port: 646a7d33-9421-4af7-ba44-f89d22dc6527, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:40:07.654232 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.726926 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:07.731434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:40:07.735300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.779559 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:07.780210 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.781803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] 10.222.0.84 "PUT /v2.0/ports/646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1093 time: 0.6131127 Aug 16 02:40:07.787842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:07.788635 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:07.838195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f3286-3e3d-44d3-ad21-913b0ebcbab0 service neutron] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:07.877540 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6ab924-da00-487b-8fb9-95926f4b8b78 x-openstack-request-id: req-7e6ab924-da00-487b-8fb9-95926f4b8b78 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:07.877833 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:07.878075 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e6ab924-da00-487b-8fb9-95926f4b8b78 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:07.878475 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'status': 'completed', 'code': 200} Aug 16 02:40:07.886793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf682542-bb52-4b5a-8a7b-c5a7bb355791 req-41ecb3da-fde7-4459-a762-be9f6215cebb tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:07.888299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf682542-bb52-4b5a-8a7b-c5a7bb355791 req-41ecb3da-fde7-4459-a762-be9f6215cebb tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 944 time: 0.1277537 Aug 16 02:40:07.920809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-570e056e-d59e-4fcc-b842-5feca3107ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:07.922348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-570e056e-d59e-4fcc-b842-5feca3107ac4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0769238 Aug 16 02:40:07.939094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf682542-bb52-4b5a-8a7b-c5a7bb355791 req-5c118f59-5437-497c-a4e7-4271edf4411b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434616 Aug 16 02:40:07.976196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-d4952040-a024-4796-bd09-2e955f3b5eba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 217 time: 0.0361302 Aug 16 02:40:08.030554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-21a18485-51ac-4147-b15d-619ac721dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.032077 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-21a18485-51ac-4147-b15d-619ac721dff2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0485947 Aug 16 02:40:08.085745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-ad81d83b-67f7-4a95-bb19-62353e8eaba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.087211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-ad81d83b-67f7-4a95-bb19-62353e8eaba5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484667 Aug 16 02:40:08.175286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-21b9b69f-0ab1-47ff-8d85-1db42dceca6d service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809410 Aug 16 02:40:08.270823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-12c958cb-a309-4805-92a0-c405f4e35a7d req-1288e752-afad-43f2-896c-ae58eba82a96 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888195 Aug 16 02:40:08.408308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd req-530ea44c-fd43-4b65-8006-fe0c30cc14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.409869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd req-530ea44c-fd43-4b65-8006-fe0c30cc14ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0464931 Aug 16 02:40:08.502468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd req-dba7c3a9-ff6e-4ba0-a613-0ed662690ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.503949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd req-dba7c3a9-ff6e-4ba0-a613-0ed662690ad4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0871935 Aug 16 02:40:08.548633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd req-adfca33e-7a3b-42e8-900e-aaff3ca5eb6e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 217 time: 0.0378580 Aug 16 02:40:08.597178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd req-455bb1d6-f685-4b1e-8599-c724d6e18e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.598604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd req-455bb1d6-f685-4b1e-8599-c724d6e18e0f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0426474 Aug 16 02:40:08.646674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd req-fc7cea20-303a-42c5-aef7-678c3b4ddf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.648162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd req-fc7cea20-303a-42c5-aef7-678c3b4ddf04 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421383 Aug 16 02:40:08.742122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd req-f85b3416-1e0d-4f77-b644-6c168d60b56c service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867112 Aug 16 02:40:08.832967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d4ba001-9ea9-40e9-afa3-ae89158e68fd req-3f6c62cb-4413-49b5-9e2e-a8aacb619203 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830452 Aug 16 02:40:08.927330 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02725337-ae8b-4eca-b589-4d23eeb0ece8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.059451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09e11f-a04e-4954-9fb0-a777ff4d806b req-e235e265-1d75-48dd-b95b-5a46d3ff478b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:09.060945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd09e11f-a04e-4954-9fb0-a777ff4d806b req-e235e265-1d75-48dd-b95b-5a46d3ff478b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 944 time: 0.0508251 Aug 16 02:40:09.103854 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd09e11f-a04e-4954-9fb0-a777ff4d806b req-421a993b-27f5-44a2-8d9a-79036c20c884 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368836 Aug 16 02:40:10.082061 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.218509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e0864-1a00-4dee-9702-fcd81922e6c5 req-e753366e-044b-48d9-8212-e95aaaf608c6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:10.220267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f0e0864-1a00-4dee-9702-fcd81922e6c5 req-e753366e-044b-48d9-8212-e95aaaf608c6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 944 time: 0.0497532 Aug 16 02:40:10.257350 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f0e0864-1a00-4dee-9702-fcd81922e6c5 req-bbb519a9-8ff0-48c6-89eb-8c5ceac1dfdb tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310464 Aug 16 02:40:11.370282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff394b3-a88e-46cc-b9ed-4ef63501b3e7 req-07aa8a53-fffb-4f8e-bf73-ed53151ee902 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:11.371765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ff394b3-a88e-46cc-b9ed-4ef63501b3e7 req-07aa8a53-fffb-4f8e-bf73-ed53151ee902 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 944 time: 0.0485563 Aug 16 02:40:11.409511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ff394b3-a88e-46cc-b9ed-4ef63501b3e7 req-501d3247-2d34-4525-b6b1-abc83e097f9f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317252 Aug 16 02:40:11.519664 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fae35904-0dff-4a4f-b4cd-488265ea8964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.631983 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.074341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:40:12.167606 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:12.178863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'port_id': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'mac_address': 'fa:16:3e:05:3f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:40:12.219843 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.233061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646a7d33-9421-4af7-ba44-f89d22dc6527 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:12.253239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:12.256895 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.304216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:12.524103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b703b4-1295-4e3c-aca9-615670de349d req-1cb3c577-4b1d-412d-90ce-1ea85347b849 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:12.525605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96b703b4-1295-4e3c-aca9-615670de349d req-1cb3c577-4b1d-412d-90ce-1ea85347b849 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 945 time: 0.0497863 Aug 16 02:40:12.567452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-96b703b4-1295-4e3c-aca9-615670de349d req-375e2e16-0102-4851-a2e4-6a8585e4429a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357780 Aug 16 02:40:12.605415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['646a7d33-9421-4af7-ba44-f89d22dc6527'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:12.886257 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.683866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ac42b-9186-4ae5-a064-bfe3d75bf4f8 req-aace277a-e611-4b0e-8ba8-d13a7ae6c9dd tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:13.685375 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a6ac42b-9186-4ae5-a064-bfe3d75bf4f8 req-aace277a-e611-4b0e-8ba8-d13a7ae6c9dd tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 945 time: 0.0497689 Aug 16 02:40:13.727647 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a6ac42b-9186-4ae5-a064-bfe3d75bf4f8 req-6b0569ef-9aaf-40c1-b176-9a6e7a889bc3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362813 Aug 16 02:40:14.089705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:14.139001 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 646a7d33-9421-4af7-ba44-f89d22dc6527 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:14.143442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 646a7d33-9421-4af7-ba44-f89d22dc6527 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:14.143834 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.224841 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.247256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:14.249487 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa6e3b7-0e69-4ee2-84c4-aa4436ee2b08" -d '{"events": [{"server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "name": "network-vif-plugged", "status": "completed", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:14.263125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:14.269053 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.299393 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982a6fa1-6c1b-4f20-a5e7-30c8752c49bc x-openstack-request-id: req-982a6fa1-6c1b-4f20-a5e7-30c8752c49bc {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:14.299939 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "name": "network-vif-plugged", "status": "completed", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:14.300262 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-982a6fa1-6c1b-4f20-a5e7-30c8752c49bc {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:14.300685 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'code': 200} Aug 16 02:40:14.327507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:14.400430 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.418916 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145702bf-8cd6-4d2b-9ecf-fd120fd7f90f req-40477f3e-6558-4f1f-a15d-9121a13b9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:14.420480 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-145702bf-8cd6-4d2b-9ecf-fd120fd7f90f req-40477f3e-6558-4f1f-a15d-9121a13b9343 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0429921 Aug 16 02:40:14.455403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-145702bf-8cd6-4d2b-9ecf-fd120fd7f90f req-b4b38cf3-f359-4106-9f4e-e091746b259a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280471 Aug 16 02:40:14.842185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f3729-9d7a-4f2f-ae4e-00b1c003a8a4 req-e58b884d-8f3e-4b23-9590-599bd83338ec tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:14.843668 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d19f3729-9d7a-4f2f-ae4e-00b1c003a8a4 req-e58b884d-8f3e-4b23-9590-599bd83338ec tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0486062 Aug 16 02:40:14.885080 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d19f3729-9d7a-4f2f-ae4e-00b1c003a8a4 req-927be3f6-c02f-4861-ae5b-368227743a77 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351965 Aug 16 02:40:16.002075 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a31523-d3fc-46b7-a008-564215d02e7c req-f8c07df9-efca-4b3e-b363-e9488c037307 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:16.003567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43a31523-d3fc-46b7-a008-564215d02e7c req-f8c07df9-efca-4b3e-b363-e9488c037307 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0498042 Aug 16 02:40:16.041610 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43a31523-d3fc-46b7-a008-564215d02e7c req-48b35428-25ba-49e6-9c1a-e00cd8531a64 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319219 Aug 16 02:40:16.153807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88efb2-09c6-448e-b0f1-f385ef79ab13 req-41165aa5-20f7-48e4-8feb-2e437e05bb74 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:16.155273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec88efb2-09c6-448e-b0f1-f385ef79ab13 req-41165aa5-20f7-48e4-8feb-2e437e05bb74 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0489600 Aug 16 02:40:16.163801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 33982) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:16.168884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-da9f7174-0255-4581-a590-598fe44269c8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'floatingip': {'port_id': '646a7d33-9421-4af7-ba44-f89d22dc6527'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:16.210820 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da9f7174-0255-4581-a590-598fe44269c8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.639943 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da9f7174-0255-4581-a590-598fe44269c8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.644179 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da9f7174-0255-4581-a590-598fe44269c8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.747827 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-da9f7174-0255-4581-a590-598fe44269c8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Floating IP 5e8c9afe-199b-4a49-870a-11f039f71383 associated. External IP: 172.25.2.215, port: 646a7d33-9421-4af7-ba44-f89d22dc6527. Aug 16 02:40:16.953383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9f7174-0255-4581-a590-598fe44269c8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Router 421141ac-c720-46c5-bae3-8c59af38c13e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:17.060779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9f7174-0255-4581-a590-598fe44269c8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:17.065578 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-da9f7174-0255-4581-a590-598fe44269c8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.072127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ecec42-d462-4014-8ed6-30c4a6badb70 None None] Sync routers for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:17.082017 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecec42-d462-4014-8ed6-30c4a6badb70 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:17.082643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-29ecec42-d462-4014-8ed6-30c4a6badb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:40:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:17.092310 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-da9f7174-0255-4581-a590-598fe44269c8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "PUT /v2.0/floatingips/5e8c9afe-199b-4a49-870a-11f039f71383 HTTP/1.1" status: 200 len: 992 time: 0.9274635 Aug 16 02:40:17.092896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:17.095498 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afdb168-9005-479c-9da2-1a13b104e52a" -d '{"events": [{"name": "network-changed", "server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:17.131068 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d71aaa8-78b4-4c80-bf40-7b6e5cbae7a7 x-openstack-request-id: req-1d71aaa8-78b4-4c80-bf40-7b6e5cbae7a7 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:17.131364 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:17.131617 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d71aaa8-78b4-4c80-bf40-7b6e5cbae7a7 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:17.132342 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'status': 'completed', 'code': 200} Aug 16 02:40:17.196585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-29ecec42-d462-4014-8ed6-30c4a6badb70 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:17.227348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdb168-9005-479c-9da2-1a13b104e52a req-3bc6cd01-80ce-4b67-8be1-6fe82252ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.229365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1afdb168-9005-479c-9da2-1a13b104e52a req-3bc6cd01-80ce-4b67-8be1-6fe82252ff78 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0429800 Aug 16 02:40:17.325281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdb168-9005-479c-9da2-1a13b104e52a req-984b39ba-af43-4253-91bd-e3a4c7640d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.326790 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1afdb168-9005-479c-9da2-1a13b104e52a req-984b39ba-af43-4253-91bd-e3a4c7640d20 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0910311 Aug 16 02:40:17.392640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1afdb168-9005-479c-9da2-1a13b104e52a req-ea83ab94-36f1-4ee1-b712-5ebe35ceba97 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1000 time: 0.0589433 Aug 16 02:40:17.421636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-29ecec42-d462-4014-8ed6-30c4a6badb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:05:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 9, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:17.445134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdb168-9005-479c-9da2-1a13b104e52a req-7a01d5cf-a2d7-48cc-90c0-a92503f2150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.447197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1afdb168-9005-479c-9da2-1a13b104e52a req-7a01d5cf-a2d7-48cc-90c0-a92503f2150f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0468476 Aug 16 02:40:17.451122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ecec42-d462-4014-8ed6-30c4a6badb70 None None] Checking router: 421141ac-c720-46c5-bae3-8c59af38c13e for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:17.459664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecec42-d462-4014-8ed6-30c4a6badb70 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:17.460266 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-29ecec42-d462-4014-8ed6-30c4a6badb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:40:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:17.496533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdb168-9005-479c-9da2-1a13b104e52a req-77a4978b-9826-489d-be3c-bdef30bb25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.498107 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1afdb168-9005-479c-9da2-1a13b104e52a req-77a4978b-9826-489d-be3c-bdef30bb25bb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438027 Aug 16 02:40:17.567977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-29ecec42-d462-4014-8ed6-30c4a6badb70 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:17.589859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1afdb168-9005-479c-9da2-1a13b104e52a req-a29f6aee-a3b5-4443-9b88-625cb3eedc22 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849445 Aug 16 02:40:17.690229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1afdb168-9005-479c-9da2-1a13b104e52a req-ebf34fde-1913-4419-88e0-503dcf056ffb service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934827 Aug 16 02:40:17.951530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-29ecec42-d462-4014-8ed6-30c4a6badb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:05:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 9, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:17.981293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ecec42-d462-4014-8ed6-30c4a6badb70 None None] The sync data for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 is: [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:05:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 9, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:18.179899 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cfaa5b-a892-483c-985c-b5ac3fd34d99 None None] New status for floating IP 5e8c9afe-199b-4a49-870a-11f039f71383: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:40:18.720847 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:38.926848 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-25604409-0b1a-434c-a172-28013171761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:40.075721 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:41.520880 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-10cd4bc3-c7b0-48cd-96d9-8c71fb9d9f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:41.634474 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:42.759272 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:40:42.889793 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:44.405447 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:48.733076 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:05.639560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-94209f97-d06f-4a43-aa46-91fe1bfdfb2c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410402 Aug 16 02:41:05.738202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-fd34fcd8-9847-4da4-abe9-c507d9057961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:05.739691 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-fd34fcd8-9847-4da4-abe9-c507d9057961 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0432169 Aug 16 02:41:05.853448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-50db842a-c0fd-436f-bcda-a4a5e41c35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:05.854833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-50db842a-c0fd-436f-bcda-a4a5e41c35dd service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0902679 Aug 16 02:41:05.918257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-bcd25117-0dbc-4e81-9187-c9c7fe8402a8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1003 time: 0.0563209 Aug 16 02:41:05.971167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-7ba6b8d3-9d24-40fb-91b9-65b21e14521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:05.972625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-7ba6b8d3-9d24-40fb-91b9-65b21e14521f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0476935 Aug 16 02:41:06.017670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-31d38dff-93f8-48fe-8268-64bdaea984ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:06.019172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-31d38dff-93f8-48fe-8268-64bdaea984ed service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400877 Aug 16 02:41:06.106984 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-a6cca44a-5131-4f97-8d63-33058d889121 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807748 Aug 16 02:41:06.198991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7fe3077f-e288-4acc-b4f4-2b59c569d993 req-3378bd66-8520-4dc9-a70b-5cdac562a874 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844595 Aug 16 02:41:08.933250 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-783898b4-1bf2-418e-acc7-aeaef003e601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.093887 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.522056 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c4be440d-0f49-42c3-a41c-bd4f87a0fb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.634898 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:12.892162 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.405658 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.749170 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.763092 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:41:38.925494 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-50e2cea5-d088-4d30-9abe-3688465f9f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.104533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.524621 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e70b0d8d-f352-46f4-902e-835622256bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.636115 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.894509 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.411397 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.748422 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.763358 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:42:07.555019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-80e69c69-3347-4c2a-8f3a-f840dbcf9b46 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427282 Aug 16 02:42:07.654029 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-02fc55e2-61dd-4871-ad77-14d4a06f213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:07.655541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-02fc55e2-61dd-4871-ad77-14d4a06f213a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0440135 Aug 16 02:42:07.758751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-47daec3b-2dc6-440d-9489-4d48981f2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:07.760123 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-47daec3b-2dc6-440d-9489-4d48981f2ca8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0863895 Aug 16 02:42:07.825964 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-a61b1128-ebec-4ab1-9551-3f4f7f6dc02c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1003 time: 0.0579715 Aug 16 02:42:07.876351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-79de9142-07ae-4357-bd55-6b918e7cd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:07.877839 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-79de9142-07ae-4357-bd55-6b918e7cd88f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0464139 Aug 16 02:42:07.923059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-a1802087-8eb9-4c81-b5f4-bf2c893ad1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:07.924551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-a1802087-8eb9-4c81-b5f4-bf2c893ad1cb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399017 Aug 16 02:42:08.013442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-ca53a0b8-e4da-47df-8ad4-844ecea04e3f service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813792 Aug 16 02:42:08.412018 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c06b3585-99f5-4c2b-bc2e-7584697a5a6d req-6d2ce823-b42c-4fa8-b1bc-dd50151f41fa service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919978 Aug 16 02:42:08.928772 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2d75c16f-9d55-4c29-9bff-6ac6f224a5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.099374 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:11.526665 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9ebad48c-c8a2-43bc-8fc4-3a3d72558624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:11.641864 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.897489 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.410393 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:18.764561 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.762200 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:42:38.930021 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6ea46cd-ea06-43cf-98d2-031b878278c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.122103 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:41.527930 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-111ba074-4d39-444c-bf3c-685b790b6f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:41.633263 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.900932 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.412256 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.769659 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.214074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-45be89cf-d554-4f37-8ea9-5c9aa73a371d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285861 Aug 16 02:42:55.226449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf018-88a0-452f-b592-f38755641f93 req-b53ca42e-d718-4575-8c9c-e9065ac0bfdb tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:55.227895 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-becbf018-88a0-452f-b592-f38755641f93 req-b53ca42e-d718-4575-8c9c-e9065ac0bfdb tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.1305916 Aug 16 02:42:55.269753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-becbf018-88a0-452f-b592-f38755641f93 req-0cc8c30f-9f0d-4aa9-a6eb-a07ebf98b8e5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350363 Aug 16 02:42:56.435153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260876ba-a2d8-47cb-9c9c-9d35cee9fd17 req-81a43287-88ea-44ba-8c83-413df42a3012 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:56.437274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-260876ba-a2d8-47cb-9c9c-9d35cee9fd17 req-81a43287-88ea-44ba-8c83-413df42a3012 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0979857 Aug 16 02:42:56.475218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-260876ba-a2d8-47cb-9c9c-9d35cee9fd17 req-30c1e992-2c3d-4430-9292-4fd22ce54608 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318429 Aug 16 02:42:57.608535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1515c-28b6-41f7-b8c9-6e7a064d251e req-61131465-7992-4330-b755-4a7bb0a289be tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:57.610064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd1515c-28b6-41f7-b8c9-6e7a064d251e req-61131465-7992-4330-b755-4a7bb0a289be tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0498667 Aug 16 02:42:57.647444 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd1515c-28b6-41f7-b8c9-6e7a064d251e req-23ab5297-2dae-4287-9a25-025f5d08fb26 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312910 Aug 16 02:42:58.768653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c51a3c-adaa-4080-91a4-ffd17606f7e0 req-bea6cb05-89d0-48cd-9c5f-8ee518404e72 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:58.770152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43c51a3c-adaa-4080-91a4-ffd17606f7e0 req-bea6cb05-89d0-48cd-9c5f-8ee518404e72 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0499210 Aug 16 02:42:58.811501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43c51a3c-adaa-4080-91a4-ffd17606f7e0 req-7f24d0c1-b58b-400b-82b0-dd14cd5f9a2f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349441 Aug 16 02:42:59.931127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b187f-b8da-4f5c-a36d-f8e2a4bd5575 req-79b81f47-fefb-45e5-93dc-796671c9fa50 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.932635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-061b187f-b8da-4f5c-a36d-f8e2a4bd5575 req-79b81f47-fefb-45e5-93dc-796671c9fa50 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0521026 Aug 16 02:42:59.975613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-061b187f-b8da-4f5c-a36d-f8e2a4bd5575 req-55bdd12f-63bd-4bbc-bc06-e3cfebbd409b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363865 Aug 16 02:43:00.451789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646131-65eb-4583-98ba-6690ccd29101 req-4a9bcf89-0f17-4eb6-b44f-50a0b0aae7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:00.453296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-4a9bcf89-0f17-4eb6-b44f-50a0b0aae7db service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0405867 Aug 16 02:43:00.546108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646131-65eb-4583-98ba-6690ccd29101 req-53aba5c6-24db-4016-8146-6a6ca72c040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:00.547575 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-53aba5c6-24db-4016-8146-6a6ca72c040d service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0878103 Aug 16 02:43:00.614332 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-1b4e9e48-42f5-4662-be93-7838b0d24dbc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1003 time: 0.0591955 Aug 16 02:43:00.662681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646131-65eb-4583-98ba-6690ccd29101 req-a55ee9e4-bc5b-4192-ba68-cb39296edad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:00.664105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-a55ee9e4-bc5b-4192-ba68-cb39296edad9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0426085 Aug 16 02:43:00.713127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646131-65eb-4583-98ba-6690ccd29101 req-5247b24e-a7e7-491c-b525-a24ddf8b94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:00.714814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-5247b24e-a7e7-491c-b525-a24ddf8b94b0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429964 Aug 16 02:43:00.804510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-db2afbcd-afe2-40b7-a71e-3857528567ce service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827925 Aug 16 02:43:00.897824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-1cbb25d7-219d-4d0e-981f-678cda308cfb service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866084 Aug 16 02:43:01.099081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c4274-7cef-47f5-a202-46f5a142c728 req-be8c7260-7376-4853-a33f-ec5523bbc0c9 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:01.100589 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c4c4274-7cef-47f5-a202-46f5a142c728 req-be8c7260-7376-4853-a33f-ec5523bbc0c9 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0524833 Aug 16 02:43:01.141542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c4c4274-7cef-47f5-a202-46f5a142c728 req-4a980b18-2999-41ab-b2c7-ffba1c2b9a50 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346069 Aug 16 02:43:02.270218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5169da6-cd69-4bae-ad21-6c91836b9017 req-93e7d8b8-ad4a-4f7b-8e1c-779c7459e993 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:02.271862 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5169da6-cd69-4bae-ad21-6c91836b9017 req-93e7d8b8-ad4a-4f7b-8e1c-779c7459e993 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0600536 Aug 16 02:43:02.316440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a5169da6-cd69-4bae-ad21-6c91836b9017 req-3b3b5617-5afa-43d7-be28-e11184c2bbef tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385931 Aug 16 02:43:03.438927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5ef05-282b-473f-b01e-592ec3cd9cd8 req-eba31efe-ad51-44f8-b55b-0a0c8aa12029 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:03.440300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ce5ef05-282b-473f-b01e-592ec3cd9cd8 req-eba31efe-ad51-44f8-b55b-0a0c8aa12029 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0529072 Aug 16 02:43:03.479856 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ce5ef05-282b-473f-b01e-592ec3cd9cd8 req-1e0a2d36-d52e-47cd-9301-d296007ca9eb tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334611 Aug 16 02:43:04.594357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d820-d723-457b-8a91-7578346caab7 req-04d9babd-0a61-439a-82ea-3d824f5306ea tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:04.596122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1024d820-d723-457b-8a91-7578346caab7 req-04d9babd-0a61-439a-82ea-3d824f5306ea tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0488882 Aug 16 02:43:04.634909 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1024d820-d723-457b-8a91-7578346caab7 req-362fd416-114e-4c23-b89c-ed63b41fa494 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328913 Aug 16 02:43:05.751947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d22718-8b10-41c9-b6f0-d4c6c6afb923 req-8dfc2054-bbe1-4609-84b5-5d6f5e2ec4c8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:05.753478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5d22718-8b10-41c9-b6f0-d4c6c6afb923 req-8dfc2054-bbe1-4609-84b5-5d6f5e2ec4c8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0494518 Aug 16 02:43:05.792416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5d22718-8b10-41c9-b6f0-d4c6c6afb923 req-759d422f-baf3-4f47-a675-ae1db0a8156e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320833 Aug 16 02:43:06.911410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8394e5-2ca3-4bfe-8752-4dfe25183a13 req-ee0ac5ac-00f7-4a96-922e-9d9128cfc087 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:06.912879 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e8394e5-2ca3-4bfe-8752-4dfe25183a13 req-ee0ac5ac-00f7-4a96-922e-9d9128cfc087 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0526655 Aug 16 02:43:06.949211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e8394e5-2ca3-4bfe-8752-4dfe25183a13 req-da27f7ee-1661-4f36-acd0-f8106eacebfd tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303867 Aug 16 02:43:07.808958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70203d96-53af-4926-a338-7079caee13a9 req-776989fe-1482-4167-a638-d889ddab6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:07.810611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70203d96-53af-4926-a338-7079caee13a9 req-776989fe-1482-4167-a638-d889ddab6633 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0413356 Aug 16 02:43:07.913218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70203d96-53af-4926-a338-7079caee13a9 req-4459277a-3a74-4acd-8366-8e1864b612cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:07.914710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70203d96-53af-4926-a338-7079caee13a9 req-4459277a-3a74-4acd-8366-8e1864b612cb service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0851421 Aug 16 02:43:07.985170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70203d96-53af-4926-a338-7079caee13a9 req-abcde879-4ce0-4ecc-b92b-f3877ead96ad service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1003 time: 0.0636599 Aug 16 02:43:08.058178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70203d96-53af-4926-a338-7079caee13a9 req-c3c52109-df41-45c9-b164-463693e82c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:08.059692 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70203d96-53af-4926-a338-7079caee13a9 req-c3c52109-df41-45c9-b164-463693e82c00 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0679393 Aug 16 02:43:08.109485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecdde4-8f9d-43a8-8314-1b1ed88aa7d0 req-76baf8ec-78c3-41f0-9655-106b01780204 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:08.110974 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55ecdde4-8f9d-43a8-8314-1b1ed88aa7d0 req-76baf8ec-78c3-41f0-9655-106b01780204 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0834901 Aug 16 02:43:08.134898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70203d96-53af-4926-a338-7079caee13a9 req-68b41c57-98a9-4ec1-982f-6d265d841b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:08.136394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70203d96-53af-4926-a338-7079caee13a9 req-68b41c57-98a9-4ec1-982f-6d265d841b62 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701666 Aug 16 02:43:08.199303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55ecdde4-8f9d-43a8-8314-1b1ed88aa7d0 req-9fb72d54-79b8-462b-8bf0-619c866cf0c7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816224 Aug 16 02:43:08.238238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70203d96-53af-4926-a338-7079caee13a9 req-b3f8a8f8-b683-4009-a80e-ffaa47976729 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946245 Aug 16 02:43:08.333222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70203d96-53af-4926-a338-7079caee13a9 req-1fb4ba94-3ef7-40db-9af0-cf8597e31fbb service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866623 Aug 16 02:43:08.933572 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6871d70a-cfbe-40f3-9fd5-9399113c7a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:09.336217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d03a0-28cb-4a04-82c6-50c9f4ac2040 req-8f7b79f0-586c-4005-88be-a132df374533 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:09.337766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-231d03a0-28cb-4a04-82c6-50c9f4ac2040 req-8f7b79f0-586c-4005-88be-a132df374533 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0702865 Aug 16 02:43:09.376248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-231d03a0-28cb-4a04-82c6-50c9f4ac2040 req-c9f51505-95aa-4e63-89b2-8c28bae94464 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324659 Aug 16 02:43:10.136661 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.494810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e833-79fa-4869-a9a5-58db37549814 req-c42052fd-ef79-4a4d-8d70-f9af8cd732f1 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:10.496441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c851e833-79fa-4869-a9a5-58db37549814 req-c42052fd-ef79-4a4d-8d70-f9af8cd732f1 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0528450 Aug 16 02:43:10.534605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c851e833-79fa-4869-a9a5-58db37549814 req-2518d937-0c50-4dc6-90e2-879a53976b38 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313053 Aug 16 02:43:10.761961 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:43:11.530176 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f7c1-7368-41ed-a965-3faaa229f4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.635808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.658100 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59b542-6665-4ed4-8b32-3c05428ec9d6 req-bd5d43f7-eadc-40af-970f-1d5a28288404 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:11.659559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af59b542-6665-4ed4-8b32-3c05428ec9d6 req-bd5d43f7-eadc-40af-970f-1d5a28288404 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0560637 Aug 16 02:43:11.698770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-af59b542-6665-4ed4-8b32-3c05428ec9d6 req-dc1b57c9-60dd-4408-be3d-8de7726a35b6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330467 Aug 16 02:43:12.817951 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3d040-ae77-4902-ba5f-b5d4bb5dea19 req-24440a3d-4a7a-450e-b613-ab7651aea607 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:12.819354 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3d3d040-ae77-4902-ba5f-b5d4bb5dea19 req-24440a3d-4a7a-450e-b613-ab7651aea607 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0501390 Aug 16 02:43:12.858199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3d3d040-ae77-4902-ba5f-b5d4bb5dea19 req-1ce87c09-bf52-45fa-ad29-b22efe743283 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328174 Aug 16 02:43:12.902261 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.048408 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [req-c4646131-65eb-4583-98ba-6690ccd29101 req-ccfbc991-57c8-421f-876c-b3644f3b6646 service neutron] show failed (client error): The resource could not be found. Aug 16 02:43:13.049562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-ccfbc991-57c8-421f-876c-b3644f3b6646 service neutron] 10.222.0.84 "GET /v2.0/ports/646a7d33-9421-4af7-ba44-f89d22dc6527/bindings/n-h2-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0587325 Aug 16 02:43:13.293433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646131-65eb-4583-98ba-6690ccd29101 req-6c2d0cd1-739d-4a33-af66-0f3479094533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:13.294930 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-6c2d0cd1-739d-4a33-af66-0f3479094533 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 1098 time: 0.0882573 Aug 16 02:43:13.307011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:13.373278 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.581311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:13.614772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:13.659149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:13.661465 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d656af6-8b8c-4e2e-baaa-6831eee4fe66" -d '{"events": [{"server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "name": "network-vif-unplugged", "status": "completed", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:13.665267 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.678067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Transition to ACTIVE for port object 646a7d33-9421-4af7-ba44-f89d22dc6527 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:13.681673 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.773749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:13.788076 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.788419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.788754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.789123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.789457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.789792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.790121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.790455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.790782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.791111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.791437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.791760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.822573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] No DVR routers for this DVR port 646a7d33-9421-4af7-ba44-f89d22dc6527 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:13.864643 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0332fb-93b1-434b-83f1-d587074bfef4 x-openstack-request-id: req-8c0332fb-93b1-434b-83f1-d587074bfef4 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:13.864927 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "name": "network-vif-unplugged", "status": "completed", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:13.865202 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c0332fb-93b1-434b-83f1-d587074bfef4 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:13.865589 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'code': 200} Aug 16 02:43:14.015091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:14.015450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:14.016288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:14.027688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529891ff-4414-44b7-926d-71df2cea5648 req-f2503afb-5856-4dbf-a3d4-699cdf903180 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:14.029205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-529891ff-4414-44b7-926d-71df2cea5648 req-f2503afb-5856-4dbf-a3d4-699cdf903180 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 944 time: 0.0920568 Aug 16 02:43:14.030173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Port 646a7d33-9421-4af7-ba44-f89d22dc6527 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:43:14.030489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:14.037613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:14.038060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:14.038320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:14.038742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Bound port: 646a7d33-9421-4af7-ba44-f89d22dc6527, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:14.039094 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.099407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-529891ff-4414-44b7-926d-71df2cea5648 req-f761778c-0885-4589-9baf-d69348eb8081 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637460 Aug 16 02:43:14.128668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:14.132039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:14.135760 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.166908 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:14.167950 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.169405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] 10.222.0.89 "PUT /v2.0/ports/646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1093 time: 0.8664985 Aug 16 02:43:14.227811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76110b-c323-4325-883d-7c8a96f37a5a service neutron] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:14.247169 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646131-65eb-4583-98ba-6690ccd29101 req-832695bc-d350-4bb2-8473-3fde58b38a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:14.248732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-832695bc-d350-4bb2-8473-3fde58b38a4f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0541263 Aug 16 02:43:14.347778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646131-65eb-4583-98ba-6690ccd29101 req-1eee1c36-35af-438e-bf9f-05f52a5c678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:14.349300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-1eee1c36-35af-438e-bf9f-05f52a5c678c service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0937915 Aug 16 02:43:14.425372 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-4884b3e0-d570-4ed0-82f7-2a91f824ce81 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1001 time: 0.0684018 Aug 16 02:43:14.426645 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.476235 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646131-65eb-4583-98ba-6690ccd29101 req-8b9a5abc-f212-47de-b174-0a7141d4bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:14.477853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-8b9a5abc-f212-47de-b174-0a7141d4bbef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0461099 Aug 16 02:43:14.526627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646131-65eb-4583-98ba-6690ccd29101 req-5e2c1b82-6e40-48fa-8e37-249245096847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:14.528142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-5e2c1b82-6e40-48fa-8e37-249245096847 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422554 Aug 16 02:43:14.621467 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-fc1c924a-331b-400e-8961-282bc6239d53 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860350 Aug 16 02:43:14.712003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4646131-65eb-4583-98ba-6690ccd29101 req-aba73b07-f732-41e5-8cd8-56207a821b80 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841660 Aug 16 02:43:15.217695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37929-cadf-4c52-8ed1-009ed49c9b8c req-11051f03-3821-40f4-819b-0f6d6f448733 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:15.219770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dfe37929-cadf-4c52-8ed1-009ed49c9b8c req-11051f03-3821-40f4-819b-0f6d6f448733 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 944 time: 0.0496051 Aug 16 02:43:15.257475 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dfe37929-cadf-4c52-8ed1-009ed49c9b8c req-6c602919-7644-4f23-9f41-1674f3f9324c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314686 Aug 16 02:43:15.867014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:15.869330 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd9575b-487a-4cac-9135-5f41358d797a" -d '{"events": [{"name": "network-changed", "server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:15.917075 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bb5075-c4ed-492b-aa3c-350a40f53c28 x-openstack-request-id: req-05bb5075-c4ed-492b-aa3c-350a40f53c28 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:15.917288 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:15.917541 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-05bb5075-c4ed-492b-aa3c-350a40f53c28 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:15.917934 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'status': 'completed', 'code': 200} Aug 16 02:43:16.013948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9575b-487a-4cac-9135-5f41358d797a req-4eafa853-19bf-4f4f-8cf1-5ce2d56a0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.016032 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-4eafa853-19bf-4f4f-8cf1-5ce2d56a0c20 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0737135 Aug 16 02:43:16.021387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9575b-487a-4cac-9135-5f41358d797a req-62e2bae2-4b5a-4352-b3e7-2e9caa08c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.022866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-62e2bae2-4b5a-4352-b3e7-2e9caa08c28c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0516882 Aug 16 02:43:16.182435 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9575b-487a-4cac-9135-5f41358d797a req-4851b198-539e-4ad2-89ed-f0aed14e8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.183855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-4851b198-539e-4ad2-89ed-f0aed14e8f1c service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.1530190 Aug 16 02:43:16.185428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9575b-487a-4cac-9135-5f41358d797a req-6a31e1e2-7ba9-4a55-8890-fd06c00cc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.186763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-6a31e1e2-7ba9-4a55-8890-fd06c00cc284 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.1630716 Aug 16 02:43:16.301587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-b13676d2-1048-4b20-827f-bde85136a2dd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1001 time: 0.1104813 Aug 16 02:43:16.303368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-91cc786a-8124-44b9-a8e5-0c84c7b5eec7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1001 time: 0.1062112 Aug 16 02:43:16.416239 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9575b-487a-4cac-9135-5f41358d797a req-d0c23011-0b9b-45bd-ae82-dad67a7fa4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.417711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-d0c23011-0b9b-45bd-ae82-dad67a7fa4b4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.1015429 Aug 16 02:43:16.419883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9575b-487a-4cac-9135-5f41358d797a req-803663a0-7034-4c5a-a7ec-fb1cb25f7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.421230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-803663a0-7034-4c5a-a7ec-fb1cb25f7de9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.1131907 Aug 16 02:43:16.483354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ab0ba-8b5f-45e8-af9c-fc6d8900a47d req-08ea3f0b-9f48-499f-9296-3ab9aa2afa68 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.484800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-596ab0ba-8b5f-45e8-af9c-fc6d8900a47d req-08ea3f0b-9f48-499f-9296-3ab9aa2afa68 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 944 time: 0.1432245 Aug 16 02:43:16.524432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9575b-487a-4cac-9135-5f41358d797a req-da1a66fa-ef80-434e-bd23-f3ce6f92b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.526104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-da1a66fa-ef80-434e-bd23-f3ce6f92b617 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017914 Aug 16 02:43:16.532450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9575b-487a-4cac-9135-5f41358d797a req-036f3db2-ec87-4bab-b12b-4956eed1326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.533813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-036f3db2-ec87-4bab-b12b-4956eed1326d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001911 Aug 16 02:43:16.601000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-596ab0ba-8b5f-45e8-af9c-fc6d8900a47d req-2468ac04-acfe-424f-b020-fbb0e45ba267 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082182 Aug 16 02:43:16.698013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-4356a5dd-3ef0-43cf-a379-9bc41b7e504b service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632838 Aug 16 02:43:16.700048 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-8f026637-4831-420b-9ddb-512dbfb8395b service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534839 Aug 16 02:43:16.841091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.89', 65418) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:16.861987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-029fa110-b395-4b9c-9901-7729822da1f7 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564183 Aug 16 02:43:16.873665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-20116bd6-dcc6-43cd-9503-2568cd361823 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610618 Aug 16 02:43:16.901060 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-055b4962-aeec-43b0-a596-72f23becc482 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.902590 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-055b4962-aeec-43b0-a596-72f23becc482 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&binding%3Ahost_id=n-h2-768851-16 HTTP/1.1" status: 200 len: 944 time: 0.0596786 Aug 16 02:43:16.915355 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bbb5f-ab19-4637-835a-a83e72b297ad req-ca1ad614-aab1-4f9c-999c-8c78dee59abf tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.916853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-281bbb5f-ab19-4637-835a-a83e72b297ad req-ca1ad614-aab1-4f9c-999c-8c78dee59abf tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 944 time: 0.0573294 Aug 16 02:43:16.956383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-281bbb5f-ab19-4637-835a-a83e72b297ad req-933ddb98-9d11-459b-888d-36aa9f7b37a5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331316 Aug 16 02:43:16.971521 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-013a2ed1-fd9f-409c-8d67-bddf96d548ca service neutron] 10.222.0.89 "GET /v2.0/ports/646a7d33-9421-4af7-ba44-f89d22dc6527/bindings/n-h2-768851-16 HTTP/1.1" status: 200 len: 383 time: 0.0611446 Aug 16 02:43:17.033840 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-21e44545-10a4-4194-a496-5f9b39215036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.035368 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-21e44545-10a4-4194-a496-5f9b39215036 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0418160 Aug 16 02:43:17.050344 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:17.091627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:17.134329 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-959ee469-68fd-43e9-a040-b5256250e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.135835 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-959ee469-68fd-43e9-a040-b5256250e8a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0941675 Aug 16 02:43:17.235507 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-8f718aae-0386-4b92-8512-35407c736668 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1001 time: 0.0920722 Aug 16 02:43:17.283974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-06946d40-0bd0-4ac9-89d9-8b872d8d5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.285462 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-06946d40-0bd0-4ac9-89d9-8b872d8d5aa4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0436299 Aug 16 02:43:17.330263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-8a7e1b18-0f9f-46ff-a038-657a042a5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.331762 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-8a7e1b18-0f9f-46ff-a038-657a042a5ee1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399106 Aug 16 02:43:17.428211 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-08852595-5564-44e7-82d3-2b5339865903 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894752 Aug 16 02:43:17.520932 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-7762be19-f0cd-4899-a964-a63e959688af service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857313 Aug 16 02:43:17.862258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:43:17.954158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:17.965330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'port_id': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'mac_address': 'fa:16:3e:05:3f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:43:18.004517 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.024712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646a7d33-9421-4af7-ba44-f89d22dc6527 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:18.044944 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:18.049509 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.076335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dca12-c3dd-4f6d-8c31-131de1ab82ec req-5a6a4de3-fbf3-454e-835a-3f3a5f698d8a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.078405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-631dca12-c3dd-4f6d-8c31-131de1ab82ec req-5a6a4de3-fbf3-454e-835a-3f3a5f698d8a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 944 time: 0.0498037 Aug 16 02:43:18.096932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:18.104632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.104998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.105345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.105680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.106009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.106340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.106674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.106995 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.107372 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.107645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.107968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.108288 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.121884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-631dca12-c3dd-4f6d-8c31-131de1ab82ec req-d8f09b23-351e-413d-bad7-55d44b4f205d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375607 Aug 16 02:43:18.310306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['646a7d33-9421-4af7-ba44-f89d22dc6527'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:43:18.761916 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.242223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c63bd-2323-4079-adc1-d09220370ddc req-ad1fab43-41de-4f16-9005-24ccb7dd255e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:19.243995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a0c63bd-2323-4079-adc1-d09220370ddc req-ad1fab43-41de-4f16-9005-24ccb7dd255e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 945 time: 0.0524306 Aug 16 02:43:19.282964 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a0c63bd-2323-4079-adc1-d09220370ddc req-87394ee1-969b-4d3b-a29f-b5dd9bed0aa2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330436 Aug 16 02:43:19.405447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-548de991-5582-4742-a616-01cd2d25f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:19.407604 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-548de991-5582-4742-a616-01cd2d25f10f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 1097 time: 0.0435779 Aug 16 02:43:19.424538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:19.481183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.876057 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:43:19.977000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:19.988684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'port_id': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'mac_address': 'fa:16:3e:05:3f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:43:19.990162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:20.023263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:20.054591 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 646a7d33-9421-4af7-ba44-f89d22dc6527 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:20.062700 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.074008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Ignored duplicate provisioning block setup for port 646a7d33-9421-4af7-ba44-f89d22dc6527 by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:43:20.077738 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.159684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=9']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:20.197387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] No DVR routers for this DVR port 646a7d33-9421-4af7-ba44-f89d22dc6527 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:20.336209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:20.337036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:20.337036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:20.341150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Port 646a7d33-9421-4af7-ba44-f89d22dc6527 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:43:20.341471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Attempting to bind port 646a7d33-9421-4af7-ba44-f89d22dc6527 on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:20.347161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:20.347502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:20.347886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:20.348310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Bound port: 646a7d33-9421-4af7-ba44-f89d22dc6527, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:20.348667 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.445595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ea897-f7db-41f3-b3a7-bdef25b4afaf req-c142cd52-f8e4-4eff-b02b-b256519e9391 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:20.446971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c9ea897-f7db-41f3-b3a7-bdef25b4afaf req-c142cd52-f8e4-4eff-b02b-b256519e9391 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 944 time: 0.0895822 Aug 16 02:43:20.454508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:20.459377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:20.466531 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.517746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:20.518363 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.519755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] 10.222.0.84 "PUT /v2.0/ports/646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1093 time: 1.0991585 Aug 16 02:43:20.522117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:20.524384 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:20.538660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c9ea897-f7db-41f3-b3a7-bdef25b4afaf req-221d10eb-e161-4893-b470-3183cd574a75 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816658 Aug 16 02:43:20.553570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c933b5-5aa8-4ae4-8646-149fd64ac24c service neutron] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=10']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:20.596475 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a8fd75-35d4-4b90-b4dd-e61c8e6a1194 x-openstack-request-id: req-48a8fd75-35d4-4b90-b4dd-e61c8e6a1194 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:20.596828 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:20.597253 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-48a8fd75-35d4-4b90-b4dd-e61c8e6a1194 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:20.597415 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'status': 'completed', 'code': 200} Aug 16 02:43:20.612801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c3a802f5-929c-46ab-8fcc-4e11a6686634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:20.614371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-c3a802f5-929c-46ab-8fcc-4e11a6686634 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0535920 Aug 16 02:43:20.659696 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-d4e53031-48d6-4574-9800-5c1510a88a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:20.662039 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-d4e53031-48d6-4574-9800-5c1510a88a55 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0442483 Aug 16 02:43:20.716318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-e4b0442c-6b4e-49bd-b81b-f017ecf9d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:20.718167 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-e4b0442c-6b4e-49bd-b81b-f017ecf9d8cc service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0960383 Aug 16 02:43:20.763053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-9aa8ed98-e927-499e-aed2-c77822900b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:20.764581 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-9aa8ed98-e927-499e-aed2-c77822900b44 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0954850 Aug 16 02:43:20.786007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-5cbbca16-2aca-4664-b6f8-5b3a03d52ea9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1001 time: 0.0606186 Aug 16 02:43:20.830754 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-0a119c24-b7d8-4633-88fd-3dd52d50a848 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1001 time: 0.0590532 Aug 16 02:43:20.840552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-21f1cb76-3f4b-48bb-8900-de074d338473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:20.842036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-21f1cb76-3f4b-48bb-8900-de074d338473 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0486159 Aug 16 02:43:20.884498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-e217578d-1cf5-4d4d-af89-20b948b8b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:20.886002 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-e217578d-1cf5-4d4d-af89-20b948b8b3e3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0482841 Aug 16 02:43:20.887472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-630a73c6-7d16-472c-a6c0-0cdf919bf9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:20.888967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-630a73c6-7d16-472c-a6c0-0cdf919bf9ae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400088 Aug 16 02:43:20.933096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-d5340004-a3c6-4070-bb8c-abce13c09e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:20.934626 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-d5340004-a3c6-4070-bb8c-abce13c09e52 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408654 Aug 16 02:43:20.979222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-2a468e32-c3c0-4f11-8d82-d478b2497a5b service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833793 Aug 16 02:43:21.025923 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-066cd343-d165-4cb8-b1ad-df2f995d3e92 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837157 Aug 16 02:43:21.074398 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63344ce5-79d4-4b1a-a0db-506890a36e31 req-7ee2f1f3-a483-42b8-95ff-4d90161d683c service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879762 Aug 16 02:43:21.121302 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-323c1cca-ed74-4ece-bf23-865736ec4756 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877686 Aug 16 02:43:21.198916 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-6ba218d1-cf45-4936-9b6f-06285af1476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:21.200409 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-6ba218d1-cf45-4936-9b6f-06285af1476d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0411823 Aug 16 02:43:21.291320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-3b56dddd-e94f-44fa-9171-4493a751a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:21.292777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-3b56dddd-e94f-44fa-9171-4493a751a045 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0861514 Aug 16 02:43:21.357468 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-02624477-37f2-4298-bc6d-6e984331ad4b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 200 len: 1001 time: 0.0573330 Aug 16 02:43:21.405874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-441b6f41-4c65-4316-8ee5-f77e6355c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:21.407334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-441b6f41-4c65-4316-8ee5-f77e6355c79c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0434811 Aug 16 02:43:21.458378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-61d1fb98-4cfb-418b-bb97-dc2b63aee9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:21.459889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-61d1fb98-4cfb-418b-bb97-dc2b63aee9a9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459671 Aug 16 02:43:21.549432 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-00371cf5-cc87-472a-960b-c140b503d844 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817008 Aug 16 02:43:21.668440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9623f9b5-0496-4ffd-bda7-70f71e1d32e1 req-4991b2c0-8037-451c-afe0-cc2dfd1f68da service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126077 Aug 16 02:43:21.686514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93fbfa-925f-4d69-b3e0-f55e37501736 req-c94be22d-5030-44f6-b952-a67d8413a95f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:21.688013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a93fbfa-925f-4d69-b3e0-f55e37501736 req-c94be22d-5030-44f6-b952-a67d8413a95f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 945 time: 0.0624559 Aug 16 02:43:21.726984 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a93fbfa-925f-4d69-b3e0-f55e37501736 req-07982ca1-de1a-4f3f-9ec4-8db750d2e6da tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Aug 16 02:43:21.874429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:21.912937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:22.845067 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d85be-db1b-4b50-9c1b-aead3ad421b7 req-67165ea7-ba06-4e7e-bf2f-19a60c1816e9 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:22.846812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d37d85be-db1b-4b50-9c1b-aead3ad421b7 req-67165ea7-ba06-4e7e-bf2f-19a60c1816e9 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 945 time: 0.0493860 Aug 16 02:43:22.884381 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d37d85be-db1b-4b50-9c1b-aead3ad421b7 req-5ace7503-105b-4720-b4f6-7a4ffe3ed554 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Aug 16 02:43:24.006397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ca59-0ecd-4a43-b435-d78097c16328 req-f2e30ba5-f806-456a-9985-e56851ab48d0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:24.007942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3075ca59-0ecd-4a43-b435-d78097c16328 req-f2e30ba5-f806-456a-9985-e56851ab48d0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 945 time: 0.0545082 Aug 16 02:43:24.045942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3075ca59-0ecd-4a43-b435-d78097c16328 req-86af31f7-c651-46fc-aa6b-edbc67a094c4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321093 Aug 16 02:43:25.077915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:43:25.161408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fb724-e52f-4a84-8e18-3a97f5147c51 req-9efe7116-51e3-4962-9fd0-397d8247b1f7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:25.162818 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-912fb724-e52f-4a84-8e18-3a97f5147c51 req-9efe7116-51e3-4962-9fd0-397d8247b1f7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Aug 16 02:43:25.181550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:25.193105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'port_id': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'mac_address': 'fa:16:3e:05:3f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:43:25.201059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-912fb724-e52f-4a84-8e18-3a97f5147c51 req-fd63b9c1-5a5a-4ac2-94c6-2308fc9ca5a2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Aug 16 02:43:25.230972 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.244782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646a7d33-9421-4af7-ba44-f89d22dc6527 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:25.264163 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:25.269185 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.316424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab521-8d30-4d38-ae9a-7cace06e8b39 req-a7272f42-53e8-44f5-8773-dc43d4887ed4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:25.317938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77dab521-8d30-4d38-ae9a-7cace06e8b39 req-a7272f42-53e8-44f5-8773-dc43d4887ed4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0484202 Aug 16 02:43:25.321295 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=11']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.356684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-77dab521-8d30-4d38-ae9a-7cace06e8b39 req-5912ce9a-2671-4659-98ba-f3925ab90fc1 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326316 Aug 16 02:43:25.473847 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e7213-6633-4fb7-813a-877eb4d4fc35 req-94753f71-b6c9-42bf-87c4-362e93f1b7dd tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:25.475316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-033e7213-6633-4fb7-813a-877eb4d4fc35 req-94753f71-b6c9-42bf-87c4-362e93f1b7dd tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0526476 Aug 16 02:43:25.514027 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-033e7213-6633-4fb7-813a-877eb4d4fc35 req-a1e23fcf-5ae4-43de-9f79-9408b1a1210c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Aug 16 02:43:25.695590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['646a7d33-9421-4af7-ba44-f89d22dc6527'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:43:25.749324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec56463-fc82-4472-be20-c7703f3f128d req-ee680fae-64dd-43b1-b9ae-7195082780e2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:25.754137 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ec56463-fc82-4472-be20-c7703f3f128d req-ee680fae-64dd-43b1-b9ae-7195082780e2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0507193 Aug 16 02:43:25.792086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4ec56463-fc82-4472-be20-c7703f3f128d req-757fee51-4495-4790-ab25-5dfbe2aeca73 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328605 Aug 16 02:43:26.910009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0608-b6d2-46c4-b607-8d4006828edb req-c627c7a7-9618-4d29-b51a-bd668ce1e529 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:26.911525 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23bc0608-b6d2-46c4-b607-8d4006828edb req-c627c7a7-9618-4d29-b51a-bd668ce1e529 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 946 time: 0.0495369 Aug 16 02:43:26.948397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23bc0608-b6d2-46c4-b607-8d4006828edb req-cd8b8125-1af4-46ba-889a-6659fa04bca4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308712 Aug 16 02:43:27.093927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:27.145516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 646a7d33-9421-4af7-ba44-f89d22dc6527 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:27.149164 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 646a7d33-9421-4af7-ba44-f89d22dc6527 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:27.149533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.224936 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.246105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:27.248388 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eaed00-769a-47ad-9482-f89ab547ddf8" -d '{"events": [{"server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "name": "network-vif-plugged", "status": "completed", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:27.261512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:27.266158 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.314428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=12']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:27.346785 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1013a2-855b-4136-8bc3-6e8a973793dc x-openstack-request-id: req-0d1013a2-855b-4136-8bc3-6e8a973793dc {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:27.347082 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "name": "network-vif-plugged", "status": "completed", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:27.347337 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d1013a2-855b-4136-8bc3-6e8a973793dc {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:27.347736 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'code': 200} Aug 16 02:43:27.379690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-612d5ab9-6c54-4dc2-88d3-432f4edb1af1 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:27.381159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-612d5ab9-6c54-4dc2-88d3-432f4edb1af1 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.84 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 947 time: 0.0538256 Aug 16 02:43:27.488172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Deleting port 646a7d33-9421-4af7-ba44-f89d22dc6527 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:27.488519 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.584060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] For port 646a7d33-9421-4af7-ba44-f89d22dc6527, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=646a7d33-9421-4af7-ba44-f89d22dc6527,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:27.584419 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.758591 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.758968 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.759283 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Floating IP 5e8c9afe-199b-4a49-870a-11f039f71383 disassociated. External IP: 172.25.2.215, port: 646a7d33-9421-4af7-ba44-f89d22dc6527. Aug 16 02:43:27.759648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Calling delete_port for 646a7d33-9421-4af7-ba44-f89d22dc6527 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:27.890770 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.921423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event deleted for resources: {'Port': ['ID=646a7d33-9421-4af7-ba44-f89d22dc6527,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:28.054594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89c69185-2ea7-416b-93f5-14773fb8242b req-0896df44-497d-4be2-800b-14218f16555e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3af54291-bbd9-49a8-af9e-38933e823cb8 HTTP/1.1" status: 200 len: 210 time: 0.0310204 Aug 16 02:43:28.066831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Router 421141ac-c720-46c5-bae3-8c59af38c13e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:28.189804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:28.200008 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20a18c-7e03-47ae-a496-04e8bac8faf6 None None] Sync routers for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:28.209998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20a18c-7e03-47ae-a496-04e8bac8faf6 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:28.210617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7c20a18c-7e03-47ae-a496-04e8bac8faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:43:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:28.229630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] No DVR routers for this DVR port 646a7d33-9421-4af7-ba44-f89d22dc6527 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:28.232314 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.234396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0c1e245-f926-46f8-b91a-aaa70cd42917 req-97f4ae48-bd5b-4618-be95-b8cb7fce2ff2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.84 "DELETE /v2.0/ports/646a7d33-9421-4af7-ba44-f89d22dc6527 HTTP/1.1" status: 204 len: 173 time: 0.8466485 Aug 16 02:43:28.234968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'name': 'network-vif-deleted', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:28.237311 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2163996e-bb02-4ef0-8748-54260209722b" -d '{"events": [{"server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "name": "network-vif-deleted", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:28.283400 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6226103-6768-4aea-b07d-881fb375c72e x-openstack-request-id: req-f6226103-6768-4aea-b07d-881fb375c72e {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:28.283715 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af54291-bbd9-49a8-af9e-38933e823cb8", "name": "network-vif-deleted", "tag": "646a7d33-9421-4af7-ba44-f89d22dc6527", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:28.283968 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6226103-6768-4aea-b07d-881fb375c72e {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:28.284370 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af54291-bbd9-49a8-af9e-38933e823cb8', 'name': 'network-vif-deleted', 'tag': '646a7d33-9421-4af7-ba44-f89d22dc6527', 'status': 'completed', 'code': 200} Aug 16 02:43:28.322132 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-7c20a18c-7e03-47ae-a496-04e8bac8faf6 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:28.545607 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7c20a18c-7e03-47ae-a496-04e8bac8faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:28.572224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20a18c-7e03-47ae-a496-04e8bac8faf6 None None] Checking router: 421141ac-c720-46c5-bae3-8c59af38c13e for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:28.580439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20a18c-7e03-47ae-a496-04e8bac8faf6 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:28.581073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7c20a18c-7e03-47ae-a496-04e8bac8faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:43:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:28.690861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-7c20a18c-7e03-47ae-a496-04e8bac8faf6 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:28.908652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-7c20a18c-7e03-47ae-a496-04e8bac8faf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:28.934858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20a18c-7e03-47ae-a496-04e8bac8faf6 None None] The sync data for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 is: [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:29.158027 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86500f3c-fd61-4d90-b720-75ca87833441 None None] New status for floating IP 5e8c9afe-199b-4a49-870a-11f039f71383: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:43:29.360145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-2352d17d-5360-4d3f-be58-bcb3b8288f38 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2007771056&fields=id&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 267 time: 0.0380912 Aug 16 02:43:29.465451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-40351d72-8dbb-4a17-8beb-0270a8326c18 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:29.466833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-40351d72-8dbb-4a17-8beb-0270a8326c18 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 812 time: 0.1000586 Aug 16 02:43:29.482006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-7ad568a4-1a06-4465-b594-f7e7886cd6b8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/quotas/aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 375 time: 0.0090580 Aug 16 02:43:29.536824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-9e1af449-ab7c-4e46-bfab-3ff8f36dc28d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491066 Aug 16 02:43:29.601162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-aadd4037-6bf9-4b5f-8776-9443edb9a549 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:43:29.602166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-aadd4037-6bf9-4b5f-8776-9443edb9a549 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534575 Aug 16 02:43:29.695442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-49b07a2d-a6bb-43c4-81a1-5a5d0b306299 service neutron] 10.222.0.79 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866594 Aug 16 02:43:29.783717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-b1ef2342-1f8a-4e18-88d8-9727309a0556 service neutron] 10.222.0.79 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821447 Aug 16 02:43:29.958402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7c0cca7c-7c8e-447a-b170-0bc0c2f1b458 req-00aafdcf-4e7f-489c-8ea1-15233c17f9d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 210 time: 0.0315275 Aug 16 02:43:30.943206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-11c89188-f338-4d9c-b419-3a0a7da7f407 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:30.944665 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-11c89188-f338-4d9c-b419-3a0a7da7f407 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 812 time: 0.1081023 Aug 16 02:43:31.003688 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-33a2fd38-f0a2-48ee-9272-9b06a87143f0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 380 time: 0.0487494 Aug 16 02:43:31.014597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'port': {'device_id': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'admin_state_up': True, 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'security_groups': ['cfb461f6-aa99-4182-af6d-f0d84fb2e65e']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:31.054306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e2393e3-02e6-4879-87aa-952b8e6338ec req-de84cab2-3157-4c07-a680-e72ea6420c27 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 210 time: 0.0262651 Aug 16 02:43:31.122808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Made reservation on behalf of aecce7ce09f24ac3b342d7dad59f23d3 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:31.126390 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.128770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:31.148332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 646a7d33-9421-4af7-ba44-f89d22dc6527 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:31.148682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 646a7d33-9421-4af7-ba44-f89d22dc6527 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:31.256046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Allocated IP 172.20.0.14 (f2c711ff-936a-492f-bf33-e4bcbdcebf5c/d3f9dbc9-1acc-4791-aeba-e6dc522ed48f/fb4a2f65-2cc5-4922-9472-f933412b70dc) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:31.393763 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.407748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Transition to ACTIVE for port object fb4a2f65-2cc5-4922-9472-f933412b70dc will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:31.439635 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.489135 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:31.492277 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:31.496004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:31.520897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:31.534746 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.535095 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.535445 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.535789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.536133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.536471 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.536803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.537163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.537496 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.537829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.538163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.538490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:31.563631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:31.564796 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.584118 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-439b7b05-94e6-435a-8711-e3682af726d5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735538 Aug 16 02:43:31.599462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Request body: {'port': {'device_id': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:31.659368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.698020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7280f108-bc7f-4943-b697-5ad03b43bbb5 None None] Provisioning for port fb4a2f65-2cc5-4922-9472-f933412b70dc completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:31.701872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-7280f108-bc7f-4943-b697-5ad03b43bbb5 None None] Provisioning complete for port fb4a2f65-2cc5-4922-9472-f933412b70dc triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:31.702348 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7280f108-bc7f-4943-b697-5ad03b43bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.742254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7280f108-bc7f-4943-b697-5ad03b43bbb5 None None] Port fb4a2f65-2cc5-4922-9472-f933412b70dc cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:32.175368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca4d74-2da9-4cbd-ad4c-b84f89893108 req-a9a5df63-debe-4e2c-8f33-2b23bd43028e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:32.177006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fca4d74-2da9-4cbd-ad4c-b84f89893108 req-a9a5df63-debe-4e2c-8f33-2b23bd43028e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 932 time: 0.0501857 Aug 16 02:43:32.217053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4fca4d74-2da9-4cbd-ad4c-b84f89893108 req-6a7378d1-5e99-49c7-9311-43dd59531269 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336628 Aug 16 02:43:32.220190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4a2f65-2cc5-4922-9472-f933412b70dc {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:32.228296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.240652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Transition to ACTIVE for port object fb4a2f65-2cc5-4922-9472-f933412b70dc will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:32.244474 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.294498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:32.368569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:32.368909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:32.369279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:32.374655 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Port fb4a2f65-2cc5-4922-9472-f933412b70dc on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:43:32.374984 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:32.380611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:32.380954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:32.381368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:32.381800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Bound port: fb4a2f65-2cc5-4922-9472-f933412b70dc, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:32.382160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.448139 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:32.451311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:32.455752 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.490767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:32.491391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.492794 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] 10.222.0.89 "PUT /v2.0/ports/fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1093 time: 0.9000115 Aug 16 02:43:32.493260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:32.495553 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762bcd1f9bfb44a5e79531a65a290e86b79dc45a069d493ff035ac9c20926a92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:32.523045 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848664d-69a0-4769-8c84-4d1f0561dccf service neutron] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:32.592922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-2c1135f8-373b-480d-a128-63ad672f4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:32.595194 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-2c1135f8-373b-480d-a128-63ad672f4be8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1096 time: 0.0453250 Aug 16 02:43:32.615085 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8e0eab-ce4e-4e70-9c79-847a7195bf6f x-openstack-request-id: req-1e8e0eab-ce4e-4e70-9c79-847a7195bf6f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:32.615404 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:32.615684 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e8e0eab-ce4e-4e70-9c79-847a7195bf6f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:32.616123 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'status': 'completed', 'code': 200} Aug 16 02:43:32.647912 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-bc846c27-311a-417a-9499-e69622f943d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 217 time: 0.0414982 Aug 16 02:43:32.700957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-0d7e7b73-3f2b-455b-851e-d508538c8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:32.702478 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-0d7e7b73-3f2b-455b-851e-d508538c8c03 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0466452 Aug 16 02:43:32.748548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-3b0b503a-0fe4-4de6-9488-006d6356bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:32.750092 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-3b0b503a-0fe4-4de6-9488-006d6356bbb9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408854 Aug 16 02:43:32.844733 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-b753c10e-6bb5-4209-99fe-9c2043e14179 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870638 Aug 16 02:43:32.933513 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f0dd0008-b01a-4e23-9478-6bb5e5d61965 req-e735bf1b-7c59-4f2e-a979-e3fce2a8817d service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818496 Aug 16 02:43:33.019857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c req-41e84e7f-8b98-442a-811e-f03eec3c0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:33.021398 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c req-41e84e7f-8b98-442a-811e-f03eec3c0083 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1096 time: 0.0411627 Aug 16 02:43:33.119110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c req-cb76d1fc-e175-4f19-81d4-81fb0b686e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:33.120497 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c req-cb76d1fc-e175-4f19-81d4-81fb0b686e0c service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0909824 Aug 16 02:43:33.162668 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c req-cacc3c96-60ca-4e8b-b405-99dbd97fcd88 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 217 time: 0.0349500 Aug 16 02:43:33.217392 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c req-5d21038d-c3ca-4c34-a766-c31e95872b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:33.218910 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c req-5d21038d-c3ca-4c34-a766-c31e95872b48 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0487933 Aug 16 02:43:33.266815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c req-472c942e-ba01-419d-8e27-d8a037af55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:33.268446 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c req-472c942e-ba01-419d-8e27-d8a037af55c9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417070 Aug 16 02:43:33.337769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3966bab-6ac1-4347-90ef-bc1105352b1a req-44df3326-9429-4889-a47c-cdecd3ce47b3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:33.339359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3966bab-6ac1-4347-90ef-bc1105352b1a req-44df3326-9429-4889-a47c-cdecd3ce47b3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0516350 Aug 16 02:43:33.361715 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c req-7a68cd7e-c59d-46df-b03e-484297251ccf service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854208 Aug 16 02:43:33.377478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3966bab-6ac1-4347-90ef-bc1105352b1a req-915cdb8a-d83e-469b-9f37-682788f7a454 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318274 Aug 16 02:43:33.458672 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c31050c1-5fe0-481a-89a2-7b88c2cf7d1c req-5321b558-49ee-4aff-a02e-3cd5edc534c7 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898256 Aug 16 02:43:34.498883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1be60b-bc53-4160-b691-2bf5b3ce581e req-6c697ee8-b64b-4ee6-9f72-2be68b03074a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:34.500359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c1be60b-bc53-4160-b691-2bf5b3ce581e req-6c697ee8-b64b-4ee6-9f72-2be68b03074a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0528202 Aug 16 02:43:34.538206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c1be60b-bc53-4160-b691-2bf5b3ce581e req-e84b9410-f598-498f-8730-abc9b1fd7d31 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Aug 16 02:43:35.660803 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc61017-5e06-4fd7-8688-dd1c0cf4f0d3 req-689825a8-e021-4456-a322-a0d4d63c11ca tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:35.662398 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cc61017-5e06-4fd7-8688-dd1c0cf4f0d3 req-689825a8-e021-4456-a322-a0d4d63c11ca tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0547607 Aug 16 02:43:35.700998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cc61017-5e06-4fd7-8688-dd1c0cf4f0d3 req-b546e57d-8319-4b97-a627-50f8eca6879f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321000 Aug 16 02:43:35.929823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:43:36.028641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:36.039570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'port_id': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'mac_address': 'fa:16:3e:c5:26:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:43:36.075660 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.087859 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4a2f65-2cc5-4922-9472-f933412b70dc {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:36.106953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:36.111348 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.161611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:36.298136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['fb4a2f65-2cc5-4922-9472-f933412b70dc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:43:36.814556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cc695-4614-4e0a-923b-53f8302c35b8 req-a56ee3b4-07bc-4134-b7b8-5b137e813ec9 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:36.816080 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-057cc695-4614-4e0a-923b-53f8302c35b8 req-a56ee3b4-07bc-4134-b7b8-5b137e813ec9 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0482080 Aug 16 02:43:36.854210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-057cc695-4614-4e0a-923b-53f8302c35b8 req-a0148f8a-363a-4fb5-80d3-7c2ce7361877 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322526 Aug 16 02:43:37.952158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:37.974466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f277a9f-8831-43a8-a2cf-a9b0e45a55b2 req-5d659cbf-9770-47a5-bd18-8f0075dc88e7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:37.976003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f277a9f-8831-43a8-a2cf-a9b0e45a55b2 req-5d659cbf-9770-47a5-bd18-8f0075dc88e7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0555613 Aug 16 02:43:38.004699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port fb4a2f65-2cc5-4922-9472-f933412b70dc completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:38.008578 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port fb4a2f65-2cc5-4922-9472-f933412b70dc triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:38.008952 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.015283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f277a9f-8831-43a8-a2cf-a9b0e45a55b2 req-97c326e6-cdee-487b-b3a2-349e14883a7b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333302 Aug 16 02:43:38.085327 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.107273 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:38.110070 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13501027d7a3f1028a744fdaae7dc30ad94eeec491a928af3f634ef934a418da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da614a7c-0cb2-48d4-a43f-0e318c69dea5" -d '{"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-plugged", "status": "completed", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:38.123101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:38.127557 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.150320 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e077933e-2a9d-43b5-873e-b4f8eb208038 x-openstack-request-id: req-e077933e-2a9d-43b5-873e-b4f8eb208038 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:38.150613 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-plugged", "status": "completed", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:38.150863 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e077933e-2a9d-43b5-873e-b4f8eb208038 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:38.151248 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'code': 200} Aug 16 02:43:38.178923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:38.246769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157ab5e-864a-4f8a-a9a4-f7ef963b5f14 req-533b4e12-fe33-4c6c-a324-bc4d44d745a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:38.248279 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3157ab5e-864a-4f8a-a9a4-f7ef963b5f14 req-533b4e12-fe33-4c6c-a324-bc4d44d745a0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1098 time: 0.0410745 Aug 16 02:43:38.291803 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3157ab5e-864a-4f8a-a9a4-f7ef963b5f14 req-f31d249f-794b-48e6-9acb-00b4a392c730 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364909 Aug 16 02:43:38.938969 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6679c334-13bd-4d8b-9e5a-5547979225ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.138048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a0580-b575-4e2a-b22b-37e30e469732 req-96ea655c-e051-448d-b568-b5e17283c36d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:39.140415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e2a0580-b575-4e2a-b22b-37e30e469732 req-96ea655c-e051-448d-b568-b5e17283c36d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0506246 Aug 16 02:43:39.179086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e2a0580-b575-4e2a-b22b-37e30e469732 req-6ccf4e65-b6a9-4ce6-a7aa-9fdfbb971190 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328014 Aug 16 02:43:39.291077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee5123-7c29-4028-8e26-00eef84a67e8 req-0f0a3434-56f0-4a17-9cf1-f85b83aea519 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:39.292555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbee5123-7c29-4028-8e26-00eef84a67e8 req-0f0a3434-56f0-4a17-9cf1-f85b83aea519 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0485985 Aug 16 02:43:39.300955 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 34524) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:39.305444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-28b2c6ad-72b5-46ed-9a2c-c82963809622 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Request body: {'floatingip': {'port_id': 'fb4a2f65-2cc5-4922-9472-f933412b70dc'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:39.347790 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b2c6ad-72b5-46ed-9a2c-c82963809622 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.781196 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b2c6ad-72b5-46ed-9a2c-c82963809622 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.784827 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b2c6ad-72b5-46ed-9a2c-c82963809622 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.887497 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-28b2c6ad-72b5-46ed-9a2c-c82963809622 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Floating IP 5e8c9afe-199b-4a49-870a-11f039f71383 associated. External IP: 172.25.2.215, port: fb4a2f65-2cc5-4922-9472-f933412b70dc. Aug 16 02:43:40.094446 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b2c6ad-72b5-46ed-9a2c-c82963809622 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Router 421141ac-c720-46c5-bae3-8c59af38c13e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:40.137938 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.205329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b2c6ad-72b5-46ed-9a2c-c82963809622 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:40.211777 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28b2c6ad-72b5-46ed-9a2c-c82963809622 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.220955 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d6c034-1b28-4cd1-8004-36bb6a9934a9 None None] Sync routers for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:40.235340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d6c034-1b28-4cd1-8004-36bb6a9934a9 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:40.236222 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-33d6c034-1b28-4cd1-8004-36bb6a9934a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:43:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:40.240476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-28b2c6ad-72b5-46ed-9a2c-c82963809622 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "PUT /v2.0/floatingips/5e8c9afe-199b-4a49-870a-11f039f71383 HTTP/1.1" status: 200 len: 993 time: 0.9384444 Aug 16 02:43:40.241209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:40.243566 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a718713b829dd8f3f0307371de478205f1727c12a3bc77f4e82d85720a51a05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a0ba23-5d96-4a18-a08e-45674d10e323" -d '{"events": [{"name": "network-changed", "server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:40.294338 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73181035-3700-4a43-bc24-f756a647fc4c x-openstack-request-id: req-73181035-3700-4a43-bc24-f756a647fc4c {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:40.294633 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:40.294883 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-73181035-3700-4a43-bc24-f756a647fc4c {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:40.295290 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'status': 'completed', 'code': 200} Aug 16 02:43:40.349128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-33d6c034-1b28-4cd1-8004-36bb6a9934a9 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:40.364053 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ba23-5d96-4a18-a08e-45674d10e323 req-bd08f9ae-fe48-49e9-a829-db082fb1ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.365641 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17a0ba23-5d96-4a18-a08e-45674d10e323 req-bd08f9ae-fe48-49e9-a829-db082fb1ca8a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1098 time: 0.0465016 Aug 16 02:43:40.467195 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ba23-5d96-4a18-a08e-45674d10e323 req-ec332811-0499-4249-b886-63224497baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.468781 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17a0ba23-5d96-4a18-a08e-45674d10e323 req-ec332811-0499-4249-b886-63224497baed service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0947146 Aug 16 02:43:40.544740 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17a0ba23-5d96-4a18-a08e-45674d10e323 req-90e3ba96-b345-4318-8a41-40544e85beec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1001 time: 0.0689876 Aug 16 02:43:40.594573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ba23-5d96-4a18-a08e-45674d10e323 req-efe489e1-55ef-482f-ab81-6c6ce8d86706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.596674 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17a0ba23-5d96-4a18-a08e-45674d10e323 req-efe489e1-55ef-482f-ab81-6c6ce8d86706 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0456038 Aug 16 02:43:40.645591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ba23-5d96-4a18-a08e-45674d10e323 req-6c2ccfd8-49b7-43b7-ac97-2abb424d47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.647118 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17a0ba23-5d96-4a18-a08e-45674d10e323 req-6c2ccfd8-49b7-43b7-ac97-2abb424d47d9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441096 Aug 16 02:43:40.727323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-33d6c034-1b28-4cd1-8004-36bb6a9934a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:c5:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:43:39Z', 'revision_number': 13, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:40.744437 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17a0ba23-5d96-4a18-a08e-45674d10e323 req-6b33e374-2486-4a26-aa1c-0b96834ed461 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888829 Aug 16 02:43:40.757444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d6c034-1b28-4cd1-8004-36bb6a9934a9 None None] Checking router: 421141ac-c720-46c5-bae3-8c59af38c13e for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:40.766046 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d6c034-1b28-4cd1-8004-36bb6a9934a9 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:40.767177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-33d6c034-1b28-4cd1-8004-36bb6a9934a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:43:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:40.835354 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-17a0ba23-5d96-4a18-a08e-45674d10e323 req-21d7b934-6a15-4e5c-a92d-7a43453ca70e service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841594 Aug 16 02:43:40.872924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-33d6c034-1b28-4cd1-8004-36bb6a9934a9 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:41.094628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-33d6c034-1b28-4cd1-8004-36bb6a9934a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:c5:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:43:39Z', 'revision_number': 13, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:41.120935 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d6c034-1b28-4cd1-8004-36bb6a9934a9 None None] The sync data for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 is: [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '5e8c9afe-199b-4a49-870a-11f039f71383', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'port_id': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'mac_address': 'fa:16:3e:c5:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:43:39Z', 'revision_number': 13, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:41.304142 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d277c7c2-fe86-4262-a7c0-788768864969 None None] New status for floating IP 5e8c9afe-199b-4a49-870a-11f039f71383: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:43:41.531124 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fffb3fba-44f4-48af-8ef5-f019ddc99950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.640637 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:42.906079 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.418541 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.919816 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-af468522-8cfb-4c4a-b166-a08a573df119 req-5fd1d786-92d6-498f-9e80-a982e22db753 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403471 Aug 16 02:43:47.007863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468522-8cfb-4c4a-b166-a08a573df119 req-b6b2d511-21fd-41cc-8837-9e2de3812a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:47.009421 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-af468522-8cfb-4c4a-b166-a08a573df119 req-b6b2d511-21fd-41cc-8837-9e2de3812a56 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1098 time: 0.0455379 Aug 16 02:43:47.112248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468522-8cfb-4c4a-b166-a08a573df119 req-4cbc71ae-247b-4e16-b362-da5e37ceef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:47.113737 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-af468522-8cfb-4c4a-b166-a08a573df119 req-4cbc71ae-247b-4e16-b362-da5e37ceef0d service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0843141 Aug 16 02:43:47.182076 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-af468522-8cfb-4c4a-b166-a08a573df119 req-6cf4dd43-fe2f-4484-b2ff-892fdc579885 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1003 time: 0.0616550 Aug 16 02:43:47.232558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468522-8cfb-4c4a-b166-a08a573df119 req-c5218949-3ff0-4c92-a762-ceacd05fe518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:47.234056 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-af468522-8cfb-4c4a-b166-a08a573df119 req-c5218949-3ff0-4c92-a762-ceacd05fe518 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0439668 Aug 16 02:43:47.397119 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468522-8cfb-4c4a-b166-a08a573df119 req-98528b19-c36f-46b9-9028-87d324243fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:47.398590 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-af468522-8cfb-4c4a-b166-a08a573df119 req-98528b19-c36f-46b9-9028-87d324243fcf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410302 Aug 16 02:43:47.493615 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-af468522-8cfb-4c4a-b166-a08a573df119 req-2c39b5cb-ac44-4ae5-92c5-c002edb98810 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868311 Aug 16 02:43:47.585949 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-af468522-8cfb-4c4a-b166-a08a573df119 req-b970ce0b-61e2-4d8d-9bf8-930dbc24fde9 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848246 Aug 16 02:43:47.761673 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:43:48.783512 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.940077 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a29e2de2-6bc0-4b96-be7a-54ac2e8755bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.133214 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:11.532925 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-855a024e-3a68-43eb-9e9e-cdaeaec69949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:11.641064 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.908635 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.421988 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.791715 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.761431 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:44:38.940045 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-16544d3a-4665-4a2e-81d9-75b8c16d28db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.132780 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:41.533447 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8934ecaa-efc1-4379-9745-172569f439c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:41.646520 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.913194 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.425488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:48.791607 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:49.053732 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-93c87dbd-8924-43b4-9db0-8e025254339c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1130488 Aug 16 02:44:49.139485 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-f3d53c01-5b90-438b-9d48-c08db3cd0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.141045 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-f3d53c01-5b90-438b-9d48-c08db3cd0fec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1098 time: 0.0452025 Aug 16 02:44:49.244121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-a110f684-d1e3-4f72-ab74-209513dbce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.245717 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-a110f684-d1e3-4f72-ab74-209513dbce42 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0856802 Aug 16 02:44:49.316571 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-e9fbe61d-60d0-43c7-89e1-74765ad7e6c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1003 time: 0.0637846 Aug 16 02:44:49.365634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-1b4581a4-27eb-4c56-8765-144e37d471f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.367641 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-1b4581a4-27eb-4c56-8765-144e37d471f5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0440590 Aug 16 02:44:49.412575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-6bf14e83-8840-48c9-ab16-6aea507ec1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.414144 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-6bf14e83-8840-48c9-ab16-6aea507ec1b6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396287 Aug 16 02:44:49.508237 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-0279eb39-3526-4a4b-a3f2-74cc6b55dad9 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868700 Aug 16 02:44:49.597658 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c6ec781-c648-44a3-ae36-c73d6cd5cc12 req-29aae444-3c75-400e-8f26-400df8e5f60a service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826092 Aug 16 02:45:01.760865 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:45:08.945557 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b27f2385-02e2-42f2-812d-d471766f30b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:10.162590 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:11.533433 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-31c1c6b5-a978-4955-82dd-168687466f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:11.648565 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:12.917145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:14.429320 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:18.566031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc1b8-7184-4284-9e55-c889c518deb0 req-97be7f1c-5878-405e-978b-2826369a3d26 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:18.567459 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b5fc1b8-7184-4284-9e55-c889c518deb0 req-97be7f1c-5878-405e-978b-2826369a3d26 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0955145 Aug 16 02:45:18.610179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b5fc1b8-7184-4284-9e55-c889c518deb0 req-b59abc13-113a-40d4-ad77-08d555472aba tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361524 Aug 16 02:45:18.805651 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.092184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a203c-77b8-438d-aab0-39bb144714ed req-4dc4d2ab-6cb1-4959-9fd0-e964127a8f9b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:30.093742 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a7a203c-77b8-438d-aab0-39bb144714ed req-4dc4d2ab-6cb1-4959-9fd0-e964127a8f9b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0503752 Aug 16 02:45:30.134005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a7a203c-77b8-438d-aab0-39bb144714ed req-b26d8b2e-fe2f-49b5-94ff-c229195b84c3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335445 Aug 16 02:45:30.169378 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07ce0d01-798e-41f9-83b1-c1a134f9e76b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1451066 Aug 16 02:45:31.252778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d94bb-83f6-4750-aadb-7abf2c407762 req-d776983e-5a76-46a3-8a54-a0051b8f3018 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:31.254319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c46d94bb-83f6-4750-aadb-7abf2c407762 req-d776983e-5a76-46a3-8a54-a0051b8f3018 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0503726 Aug 16 02:45:31.294095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c46d94bb-83f6-4750-aadb-7abf2c407762 req-275810bd-35c1-449f-9365-969df0004a4e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338206 Aug 16 02:45:31.356187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-11367049-19ef-489d-9c21-a6ac06c67761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:31.358182 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-11367049-19ef-489d-9c21-a6ac06c67761 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1098 time: 0.0462568 Aug 16 02:45:31.459732 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-5d1fb107-0fc6-4fea-9946-cef5a32bfd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:31.461875 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-5d1fb107-0fc6-4fea-9946-cef5a32bfd54 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0962439 Aug 16 02:45:31.532761 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-2f4b81f1-886d-4139-be0e-30a4634b9ecd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1003 time: 0.0641112 Aug 16 02:45:31.581413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-0f43e321-aa9d-497f-a4bc-9be02c1fe9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:31.582854 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-0f43e321-aa9d-497f-a4bc-9be02c1fe9b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0425932 Aug 16 02:45:31.629105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-4d1119ce-c07a-4e72-934f-d3ecbaa5b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:31.630614 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-4d1119ce-c07a-4e72-934f-d3ecbaa5b6ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403674 Aug 16 02:45:31.724870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-ce9bcc42-43bd-4099-85c3-250ff4738f80 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866871 Aug 16 02:45:31.825970 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-c57961e5-5ce1-4c1b-ad26-a6b6a06f5ff6 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937457 Aug 16 02:45:32.414438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ee79c-12af-4646-ab9c-8c12870534bb req-7598e4fe-fb57-4fbc-9731-fb438c288ba0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:32.415929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-208ee79c-12af-4646-ab9c-8c12870534bb req-7598e4fe-fb57-4fbc-9731-fb438c288ba0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0490315 Aug 16 02:45:32.458177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-208ee79c-12af-4646-ab9c-8c12870534bb req-16b32a7f-4bcf-4dc1-9df2-f7a32352dbd3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361600 Aug 16 02:45:33.582572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eda68f-1958-4859-b633-ef4bedfd9bc4 req-f72f3a42-035e-46e6-89b7-99ab504e189f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:33.584024 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21eda68f-1958-4859-b633-ef4bedfd9bc4 req-f72f3a42-035e-46e6-89b7-99ab504e189f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0476856 Aug 16 02:45:33.621814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21eda68f-1958-4859-b633-ef4bedfd9bc4 req-a5613583-8847-4eab-8c4c-a67b67f1b6eb tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Aug 16 02:45:34.742611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1f16e-c961-4ed1-bb4e-43c136ba48f5 req-55ebdabc-059b-44ec-b1a6-a7440dde53ed tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:34.744079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2df1f16e-c961-4ed1-bb4e-43c136ba48f5 req-55ebdabc-059b-44ec-b1a6-a7440dde53ed tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0515170 Aug 16 02:45:34.782174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2df1f16e-c961-4ed1-bb4e-43c136ba48f5 req-174e8b7d-5fa5-4bc7-9f3b-bac24a2a7e89 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320606 Aug 16 02:45:35.897298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55147dae-a406-4384-b767-471ffdad43f4 req-a97ede75-6967-4893-bd84-3663ef059c13 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:35.899402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55147dae-a406-4384-b767-471ffdad43f4 req-a97ede75-6967-4893-bd84-3663ef059c13 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0483022 Aug 16 02:45:35.939639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55147dae-a406-4384-b767-471ffdad43f4 req-d5bcf1e9-d97d-4cdc-b516-38398b9bb2cb tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342889 Aug 16 02:45:37.364727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daf972-c1f6-43f1-9869-5c267d361060 req-0f8e9777-18fa-4c82-8347-cf337602d4b2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:37.366239 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6daf972-c1f6-43f1-9869-5c267d361060 req-0f8e9777-18fa-4c82-8347-cf337602d4b2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.3536973 Aug 16 02:45:37.403714 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6daf972-c1f6-43f1-9869-5c267d361060 req-87a97185-3d37-45bb-a9fa-69ae104c366f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313675 Aug 16 02:45:38.521151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578c327-852f-4ed5-b42c-3ecea8b6dae4 req-9a887eea-2dd8-402e-8839-2e59331c84f8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:38.522679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a578c327-852f-4ed5-b42c-3ecea8b6dae4 req-9a887eea-2dd8-402e-8839-2e59331c84f8 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0498278 Aug 16 02:45:38.560172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a578c327-852f-4ed5-b42c-3ecea8b6dae4 req-331cf3c5-d901-4537-9ea0-b38a29c056a6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315235 Aug 16 02:45:38.759585 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:45:38.937701 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1cb85bb5-5971-4881-9227-b6b744795c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.674943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1dad5-108b-419d-9489-e766ec04d84e req-b66c3399-985a-421d-8e46-2284bcb383a7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:39.676427 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32d1dad5-108b-419d-9489-e766ec04d84e req-b66c3399-985a-421d-8e46-2284bcb383a7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0491560 Aug 16 02:45:39.717902 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32d1dad5-108b-419d-9489-e766ec04d84e req-d989d306-197e-49d8-a064-f1beace45352 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349514 Aug 16 02:45:40.180593 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:40.838864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80b9de-c8b8-4f9e-a60b-a30e69770493 req-0c6c1749-9594-4a76-b868-f38165b5fd73 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:40.840251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec80b9de-c8b8-4f9e-a60b-a30e69770493 req-0c6c1749-9594-4a76-b868-f38165b5fd73 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0484645 Aug 16 02:45:40.878803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec80b9de-c8b8-4f9e-a60b-a30e69770493 req-e1b10a23-d7a3-4450-b87a-46e01bfcda1f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326321 Aug 16 02:45:41.533594 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7fed8591-671d-441b-be17-9ec85063f048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:41.649065 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:41.992948 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114a672-17a2-46aa-bafc-214223ecc09f req-0f863f9f-62e2-4cea-ad1c-8d2085d285c6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:41.994449 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0114a672-17a2-46aa-bafc-214223ecc09f req-0f863f9f-62e2-4cea-ad1c-8d2085d285c6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0487304 Aug 16 02:45:42.032100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0114a672-17a2-46aa-bafc-214223ecc09f req-63d4dbf6-f231-412f-ab63-cfce900bb889 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316861 Aug 16 02:45:42.919883 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.157064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbf7ff-fc38-48c7-a16a-ba57bf276141 req-f8016241-ac73-4cfa-b381-1c5c1ca7752c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:43.158547 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97fbf7ff-fc38-48c7-a16a-ba57bf276141 req-f8016241-ac73-4cfa-b381-1c5c1ca7752c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0494442 Aug 16 02:45:43.200503 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97fbf7ff-fc38-48c7-a16a-ba57bf276141 req-5a2f3171-90fe-4f08-8b65-fb5735f48094 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359256 Aug 16 02:45:44.316624 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91059f23-cc82-4f2d-8499-d2f6fd537240 req-b16103bd-d203-47c8-b37d-88090d826fbe tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:44.318104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91059f23-cc82-4f2d-8499-d2f6fd537240 req-b16103bd-d203-47c8-b37d-88090d826fbe tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0494037 Aug 16 02:45:44.356936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91059f23-cc82-4f2d-8499-d2f6fd537240 req-39ee7984-9bf7-4d6e-99f6-bdff2d88cebd tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328457 Aug 16 02:45:44.431315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.429246 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-d7c393a3-680b-467e-b5cf-84954a9f53e1 service neutron] show failed (client error): The resource could not be found. Aug 16 02:45:45.430269 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-d7c393a3-680b-467e-b5cf-84954a9f53e1 service neutron] 10.222.0.89 "GET /v2.0/ports/fb4a2f65-2cc5-4922-9472-f933412b70dc/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0559669 Aug 16 02:45:45.476333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62313f90-4b0c-4289-9ad4-70fb9bcb1f22 req-844fecca-442d-4f81-b996-0a75edc484e2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:45.477906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62313f90-4b0c-4289-9ad4-70fb9bcb1f22 req-844fecca-442d-4f81-b996-0a75edc484e2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0526814 Aug 16 02:45:45.517453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62313f90-4b0c-4289-9ad4-70fb9bcb1f22 req-0e4ba6ec-7d86-4d46-b63e-bcdd54914b17 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326135 Aug 16 02:45:45.728469 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-adad1072-3027-4925-9bea-e4d0e8c5671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:45.730011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-adad1072-3027-4925-9bea-e4d0e8c5671d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 1098 time: 0.0826843 Aug 16 02:45:45.748750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:45.805114 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.033001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:46.066882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:46.110553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:46.116335 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.135712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Transition to ACTIVE for port object fb4a2f65-2cc5-4922-9472-f933412b70dc will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:46.141684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.226758 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3d7640-ec8a-43ab-8274-bbb9773048d4" -d '{"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:46.244690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:46.262128 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.262473 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.262805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.263133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.263456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.263781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.264099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.264417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.264732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.265070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.265387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.265698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:46.291150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] No DVR routers for this DVR port fb4a2f65-2cc5-4922-9472-f933412b70dc on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:45:46.345651 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05be6b61-da0d-46be-a26b-51b98d4223e1 x-openstack-request-id: req-05be6b61-da0d-46be-a26b-51b98d4223e1 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:46.345934 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:46.346257 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-05be6b61-da0d-46be-a26b-51b98d4223e1 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:46.346935 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'code': 200} Aug 16 02:45:46.435832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:45:46.436156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:45:46.436482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:46.440733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Port fb4a2f65-2cc5-4922-9472-f933412b70dc on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:45:46.441078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:46.446086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:45:46.447012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:46.447390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:45:46.447810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Bound port: fb4a2f65-2cc5-4922-9472-f933412b70dc, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:45:46.448162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.511324 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:46.515411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:46.518498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:45:46.522819 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.550332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:46.559715 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:46.560341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.561783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] 10.222.0.84 "PUT /v2.0/ports/fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1093 time: 0.8172171 Aug 16 02:45:46.584512 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07790271-a928-4cfa-8ed1-e49ae6f73aeb service neutron] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:46.674511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a244b2-72d8-48a1-b9d5-880c7489421c req-e0430d4a-4f4a-4e6b-92c7-41d260bc4e2e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:46.676068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2a244b2-72d8-48a1-b9d5-880c7489421c req-e0430d4a-4f4a-4e6b-92c7-41d260bc4e2e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0794818 Aug 16 02:45:46.682902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-a6c6ed8e-db96-4a5d-9eb5-d7a59633acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:46.684390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-a6c6ed8e-db96-4a5d-9eb5-d7a59633acd0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1096 time: 0.0782483 Aug 16 02:45:46.769683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2a244b2-72d8-48a1-b9d5-880c7489421c req-7048e6cd-3cbf-42d5-9283-efac4ca1d13c tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843267 Aug 16 02:45:46.804277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-faef4a7e-f0e8-42b3-bf76-de858bfc7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:46.806393 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-faef4a7e-f0e8-42b3-bf76-de858bfc7ad2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.1144943 Aug 16 02:45:46.877583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-efc33f4a-be20-445f-96d8-b1b527f1d7a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1001 time: 0.0647962 Aug 16 02:45:46.928882 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-701cba60-68e6-4b48-93fa-36c3069f3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:46.930472 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-701cba60-68e6-4b48-93fa-36c3069f3e50 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0452316 Aug 16 02:45:46.976733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-22625f68-ce7f-47f2-854c-b18e3472ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:46.978829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-22625f68-ce7f-47f2-854c-b18e3472ed23 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406966 Aug 16 02:45:47.071016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-4fda9c0c-9ead-4090-9d1d-11495bd8db2a service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850673 Aug 16 02:45:47.163091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-c99f80cb-3b19-4156-a047-b3ce878ef659 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850248 Aug 16 02:45:47.891875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fd70-d856-4ef7-be3a-c9de7211ae7b req-a721e326-ae00-4ad1-89dc-1df7db8bf439 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:47.893401 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5651fd70-d856-4ef7-be3a-c9de7211ae7b req-a721e326-ae00-4ad1-89dc-1df7db8bf439 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0501335 Aug 16 02:45:47.935218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5651fd70-d856-4ef7-be3a-c9de7211ae7b req-ccd2b4a4-bc51-42ba-bfb9-2f44796b5642 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358641 Aug 16 02:45:48.348416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:48.350813 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:48.401058 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de47b4f1-dee4-4a64-9470-a671e2e2cd8c x-openstack-request-id: req-de47b4f1-dee4-4a64-9470-a671e2e2cd8c {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:48.401391 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:48.401712 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de47b4f1-dee4-4a64-9470-a671e2e2cd8c {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:48.402193 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'status': 'completed', 'code': 200} Aug 16 02:45:48.472560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-e8450bf4-347e-4e8e-b5e1-1e65d1d89412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.474217 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-e8450bf4-347e-4e8e-b5e1-1e65d1d89412 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1096 time: 0.0492709 Aug 16 02:45:48.497969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-e5ca716e-e4d6-4c8a-881f-c7a94570a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.499492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-e5ca716e-e4d6-4c8a-881f-c7a94570a634 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1096 time: 0.0530367 Aug 16 02:45:48.572611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-b3fa5b77-07ed-4ead-b27a-51cd816b3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.574451 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-b3fa5b77-07ed-4ead-b27a-51cd816b3245 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0926232 Aug 16 02:45:48.593490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-7425f787-a7ed-42a7-99e1-3c06798fadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.595056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-7425f787-a7ed-42a7-99e1-3c06798fadd7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0869908 Aug 16 02:45:48.651988 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-8b0afb7d-5830-4c26-93bb-dda367f41a95 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1001 time: 0.0702128 Aug 16 02:45:48.669457 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-f260016d-fdd6-4ec0-a6af-794ab5dc9a9d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1001 time: 0.0668678 Aug 16 02:45:48.703554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-970bd217-06b6-4de7-9a61-3b0fa154debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.705087 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-970bd217-06b6-4de7-9a61-3b0fa154debb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0457954 Aug 16 02:45:48.723820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-da0e6e3e-7020-47e2-aafb-b8abbfbdb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.723820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-da0e6e3e-7020-47e2-aafb-b8abbfbdb2b2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0469134 Aug 16 02:45:48.753949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-c73140d0-9c89-4b78-8a57-26ba13dc39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.755444 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-c73140d0-9c89-4b78-8a57-26ba13dc39e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428607 Aug 16 02:45:48.771189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-ebadc8dd-667f-4f9c-ba52-32e91b4f9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.772675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-ebadc8dd-667f-4f9c-ba52-32e91b4f9b5d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424852 Aug 16 02:45:48.809753 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.858050 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-0acea263-2566-44a0-9d99-8ed200790faf service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948613 Aug 16 02:45:48.870053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-676b63d7-5935-462c-a5bf-dcc9698b68ce service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904129 Aug 16 02:45:48.952508 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-f7bb6429-4559-4941-b504-ae6138e35380 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872731 Aug 16 02:45:48.967161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6da0cc66-9543-4b7a-b049-eba7fb6ea98e req-04f71084-304b-4810-afc1-41bc7003a7d2 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901904 Aug 16 02:45:49.060652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b01cd-fb97-4a03-b7ed-b5ee711ffa80 req-d7e42eed-dde1-40fa-ba46-bc2c116ae0b3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:49.062274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-663b01cd-fb97-4a03-b7ed-b5ee711ffa80 req-d7e42eed-dde1-40fa-ba46-bc2c116ae0b3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0569847 Aug 16 02:45:49.103601 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-663b01cd-fb97-4a03-b7ed-b5ee711ffa80 req-4d99cb9c-c7f6-4226-a831-bc86e64d776d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350127 Aug 16 02:45:50.231155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9dbbc-812e-44e7-b03e-41887fb0cb76 req-c1c71aa8-a173-4c31-88bf-a21d8c13af55 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:50.232665 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aca9dbbc-812e-44e7-b03e-41887fb0cb76 req-c1c71aa8-a173-4c31-88bf-a21d8c13af55 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0552719 Aug 16 02:45:50.271160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aca9dbbc-812e-44e7-b03e-41887fb0cb76 req-452fc78d-1f82-4728-87e6-a80a5265a3ae tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322838 Aug 16 02:45:51.388000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff9224-3768-4aec-8c0c-3b0afddc962e req-5e6b7931-5761-4c22-bae2-8c4794e044cf tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:51.389492 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ff9224-3768-4aec-8c0c-3b0afddc962e req-5e6b7931-5761-4c22-bae2-8c4794e044cf tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0491962 Aug 16 02:45:51.429911 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ff9224-3768-4aec-8c0c-3b0afddc962e req-69b6e986-0e6a-45a2-9c14-bc46e020ab49 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344222 Aug 16 02:45:52.548129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68db72-e4a5-43fc-8be7-ea8512a04ce4 req-f7ca44c9-679a-4c92-ad88-eeb2ba2ae9a0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:52.549653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed68db72-e4a5-43fc-8be7-ea8512a04ce4 req-f7ca44c9-679a-4c92-ad88-eeb2ba2ae9a0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0507762 Aug 16 02:45:52.587428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed68db72-e4a5-43fc-8be7-ea8512a04ce4 req-1005f5f5-6453-4a1d-a1ff-09b91cb7672f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312731 Aug 16 02:45:53.706907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a7516-fd0e-409c-901d-1d2202a13924 req-c3ad7036-4f1b-45e4-9fdb-25f7374dc63b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:53.708406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-880a7516-fd0e-409c-901d-1d2202a13924 req-c3ad7036-4f1b-45e4-9fdb-25f7374dc63b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0526690 Aug 16 02:45:53.747413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-880a7516-fd0e-409c-901d-1d2202a13924 req-6f17e622-e23f-40ee-b92a-46ebeb5d9bfb tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320559 Aug 16 02:45:54.862539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5de139-6b7c-4ad6-8e6f-c0375e84d044 req-37183a77-0fe1-45d2-bceb-8313f8e1d594 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:54.864007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e5de139-6b7c-4ad6-8e6f-c0375e84d044 req-37183a77-0fe1-45d2-bceb-8313f8e1d594 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0478950 Aug 16 02:45:54.901443 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1e5de139-6b7c-4ad6-8e6f-c0375e84d044 req-1d18b87c-1670-4e4e-9903-72badbc91aa0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307243 Aug 16 02:45:56.018328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418df9-a691-4a69-b685-881f2b0dd868 req-04d39511-2075-4f3a-a7c2-da5404b8a010 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:56.019808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4418df9-a691-4a69-b685-881f2b0dd868 req-04d39511-2075-4f3a-a7c2-da5404b8a010 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0506196 Aug 16 02:45:56.057244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4418df9-a691-4a69-b685-881f2b0dd868 req-2cbc540e-e7ed-4520-ae33-a9679c3577a3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309167 Aug 16 02:45:57.176808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e8760-411c-404a-b074-fa79cfaed2d2 req-6a1d936b-1715-4420-8d21-88256c486bc0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:57.178299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed8e8760-411c-404a-b074-fa79cfaed2d2 req-6a1d936b-1715-4420-8d21-88256c486bc0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0516372 Aug 16 02:45:57.215816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed8e8760-411c-404a-b074-fa79cfaed2d2 req-87e22deb-a349-4b65-aeb6-722f045dcea5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309496 Aug 16 02:45:58.336922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1a7e-090d-4d98-a64f-3eaca8215982 req-f7a701de-79ef-463e-9051-97e015a2ae44 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:58.338954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58dc1a7e-090d-4d98-a64f-3eaca8215982 req-f7a701de-79ef-463e-9051-97e015a2ae44 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0511258 Aug 16 02:45:58.376520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58dc1a7e-090d-4d98-a64f-3eaca8215982 req-ddaaef7c-4546-4d81-b266-3cc1dc3f5c5e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314949 Aug 16 02:45:59.490984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8086261-932a-4c3a-97d6-ec96650504cc req-e32b155e-5713-4de0-b8ba-5afebbfbc5b7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:59.492397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8086261-932a-4c3a-97d6-ec96650504cc req-e32b155e-5713-4de0-b8ba-5afebbfbc5b7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 944 time: 0.0491247 Aug 16 02:45:59.532479 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8086261-932a-4c3a-97d6-ec96650504cc req-a598140d-4c7b-440c-80be-2c3e95ffbdc2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328541 Aug 16 02:45:59.889255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:45:59.990274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:00.002590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'port_id': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'mac_address': 'fa:16:3e:c5:26:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:46:00.047228 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:00.061074 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4a2f65-2cc5-4922-9472-f933412b70dc {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:00.083221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:00.087816 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:00.134576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:00.142083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.142356 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.142768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.143111 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.143447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.143778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.144109 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.144439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.144762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.145133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.145466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.145790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:00.546186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['fb4a2f65-2cc5-4922-9472-f933412b70dc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:00.651981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4e801-085e-4444-bd29-e331bf95317b req-0ccdf8b5-0a46-48eb-a2fd-1957aa0bcd91 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:00.653685 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3b4e801-085e-4444-bd29-e331bf95317b req-0ccdf8b5-0a46-48eb-a2fd-1957aa0bcd91 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0528171 Aug 16 02:46:00.693118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3b4e801-085e-4444-bd29-e331bf95317b req-6281bf1f-1027-4e37-9171-42d055948902 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332720 Aug 16 02:46:01.011905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-3fa57a8d-fbdb-4b6f-bb98-b0a24f56a7d4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:01.013331 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-3fa57a8d-fbdb-4b6f-bb98-b0a24f56a7d4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 945 time: 0.0857630 Aug 16 02:46:01.030641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8540e-6671-4ae5-8c3f-dc3ba2726773 req-69017c3c-2375-4b63-9fe2-aea7ee30d425 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:01.032148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfc8540e-6671-4ae5-8c3f-dc3ba2726773 req-69017c3c-2375-4b63-9fe2-aea7ee30d425 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0776286 Aug 16 02:46:01.107651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfc8540e-6671-4ae5-8c3f-dc3ba2726773 req-5aedbfe5-0dd7-4670-bc25-117fabebef79 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692477 Aug 16 02:46:01.115523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-e15e179b-4d09-4efe-8728-8e058fc346c4 service neutron] 10.222.0.84 "GET /v2.0/ports/fb4a2f65-2cc5-4922-9472-f933412b70dc/bindings/n-h1-768851-16 HTTP/1.1" status: 200 len: 383 time: 0.0936301 Aug 16 02:46:01.194125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-cc6e9ff1-ad4d-4c59-a590-a8827f4c5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:01.195659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-cc6e9ff1-ad4d-4c59-a590-a8827f4c5047 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1097 time: 0.0414333 Aug 16 02:46:01.283950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-f26b5f84-6bd0-4454-a188-6cadffb5f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:01.285362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-f26b5f84-6bd0-4454-a188-6cadffb5f4dd service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0829601 Aug 16 02:46:01.357965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-4f72f9da-4f90-4afa-9821-308093969a73 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1002 time: 0.0647960 Aug 16 02:46:01.408772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-398bb94d-029e-492c-a2cc-5c79e2e654dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:01.410229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-398bb94d-029e-492c-a2cc-5c79e2e654dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0439634 Aug 16 02:46:01.461472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-92e8c5e8-cf88-4a88-a584-68d2f2cb7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:01.462970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-92e8c5e8-cf88-4a88-a584-68d2f2cb7601 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394013 Aug 16 02:46:01.555415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-644702b5-d91d-4e26-bc59-20f71819cfc6 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854421 Aug 16 02:46:01.643928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-5abde066-528c-4241-9e10-f9e8163ec4bf service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810471 Aug 16 02:46:01.917514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:01.966349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port fb4a2f65-2cc5-4922-9472-f933412b70dc completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:01.970259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port fb4a2f65-2cc5-4922-9472-f933412b70dc triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:01.970650 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:02.051461 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:02.073597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:02.087197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:02.091736 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:02.116617 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71bbb74-668c-4714-8c87-13cd4079eca3" -d '{"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-plugged", "status": "completed", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:02.145555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:02.222444 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1faed20-4907-46db-aa06-10c2afb349a0 x-openstack-request-id: req-a1faed20-4907-46db-aa06-10c2afb349a0 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:02.222735 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-plugged", "status": "completed", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:02.222991 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a1faed20-4907-46db-aa06-10c2afb349a0 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:02.223399 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'code': 200} Aug 16 02:46:02.233538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1562b-aa88-4fa9-a4ef-b20507fc34d0 req-9e43f3e5-0017-4e73-ba9d-6b66e36c49ad tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:02.235033 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ec1562b-aa88-4fa9-a4ef-b20507fc34d0 req-9e43f3e5-0017-4e73-ba9d-6b66e36c49ad tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0555487 Aug 16 02:46:02.272429 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6ec1562b-aa88-4fa9-a4ef-b20507fc34d0 req-668a7c70-802d-4b83-86b8-32e57ac4b5a0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308199 Aug 16 02:46:03.398314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c485ec-42a3-4a2a-a6d8-e9088cddc65b req-4b561821-bb36-4372-88b9-455ff85398e0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:03.400745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1c485ec-42a3-4a2a-a6d8-e9088cddc65b req-4b561821-bb36-4372-88b9-455ff85398e0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0540237 Aug 16 02:46:03.444851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1c485ec-42a3-4a2a-a6d8-e9088cddc65b req-8524798d-3d43-4020-a0c9-c0c58d6a5fbc tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391679 Aug 16 02:46:04.562660 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3a792-ce8c-47a6-ba06-e6802a476bd2 req-4a4ec146-2614-4994-88e5-ec8c6c1f3f86 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:04.564146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cae3a792-ce8c-47a6-ba06-e6802a476bd2 req-4a4ec146-2614-4994-88e5-ec8c6c1f3f86 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0487342 Aug 16 02:46:04.601558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cae3a792-ce8c-47a6-ba06-e6802a476bd2 req-18189336-9bb7-4068-82bc-cb224f93599e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Aug 16 02:46:05.645263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-8e0ccb6c-c714-4ab8-9898-1a56f6c42eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:05.646911 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-8e0ccb6c-c714-4ab8-9898-1a56f6c42eeb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47&tenant_id=aecce7ce09f24ac3b342d7dad59f23d3 HTTP/1.1" status: 200 len: 1098 time: 0.0429807 Aug 16 02:46:05.658360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:05.716613 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.723604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f604db-d831-481e-bac1-b90def96824f req-d5202aa2-a57e-483d-91d6-9ac40518c957 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:05.725152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00f604db-d831-481e-bac1-b90def96824f req-d5202aa2-a57e-483d-91d6-9ac40518c957 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0536544 Aug 16 02:46:05.768280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00f604db-d831-481e-bac1-b90def96824f req-072d2e6e-3f79-4765-9e2c-8704be8f6270 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369713 Aug 16 02:46:05.922955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:05.956333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h1-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:05.997588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:06.003140 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.016391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Transition to ACTIVE for port object fb4a2f65-2cc5-4922-9472-f933412b70dc will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:06.021892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.049787 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382a64fd-1c19-4b2f-9b56-3168fafc6cb2" -d '{"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:06.097198 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=10']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:06.148727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.149094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.149441 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.149815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.150175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.150510 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.150839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.151165 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.151493 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.151817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.152138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.152458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.170427 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24aa49a-43b5-4404-805c-2766697dea56 x-openstack-request-id: req-c24aa49a-43b5-4404-805c-2766697dea56 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:06.170717 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:06.170977 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c24aa49a-43b5-4404-805c-2766697dea56 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:06.171371 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'code': 200} Aug 16 02:46:06.219281 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] No DVR routers for this DVR port fb4a2f65-2cc5-4922-9472-f933412b70dc on host n-h1-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:06.360391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:06.360729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:06.361104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:06.365530 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Port fb4a2f65-2cc5-4922-9472-f933412b70dc on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:46:06.365854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Attempting to bind port fb4a2f65-2cc5-4922-9472-f933412b70dc on network f2c711ff-936a-492f-bf33-e4bcbdcebf5c {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:06.371332 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:06.371671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Checking segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:06.372058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Bound using segment: {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:06.372483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Bound port: fb4a2f65-2cc5-4922-9472-f933412b70dc, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3da07-0493-42cc-a36f-7f85fa57e0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:06.372840 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.438320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:06.441823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:06.446636 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.485411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.486040 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.487451 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] 10.222.0.89 "PUT /v2.0/ports/fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1094 time: 0.8333840 Aug 16 02:46:06.506828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84653988-080c-4ae3-95fb-8ccee1020c3f service neutron] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=11']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:06.557721 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-5881914a-8b2b-4062-ade8-b8ed3e9369c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.559150 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-5881914a-8b2b-4062-ade8-b8ed3e9369c7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1097 time: 0.0449357 Aug 16 02:46:06.886011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced481f0-a040-4198-96e6-cd8773a8d3d2 req-b82fca0e-32b5-439f-a296-1c5cd80e8901 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.887404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ced481f0-a040-4198-96e6-cd8773a8d3d2 req-b82fca0e-32b5-439f-a296-1c5cd80e8901 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0514514 Aug 16 02:46:06.925345 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ced481f0-a040-4198-96e6-cd8773a8d3d2 req-3f0f32c1-bf6b-4da4-9a77-74f03f649f4e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314465 Aug 16 02:46:06.945523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-8623d55c-0f67-4faa-9e8b-d105b5dfd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.947090 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-8623d55c-0f67-4faa-9e8b-d105b5dfd060 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.3803587 Aug 16 02:46:07.014958 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-0f87e839-c6d9-4767-8ee3-23e16abe6825 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1001 time: 0.0606720 Aug 16 02:46:07.063854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-b6f94733-7f29-425b-9664-66a22259015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:07.065342 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-b6f94733-7f29-425b-9664-66a22259015f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0432999 Aug 16 02:46:07.115262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-fb216dde-9379-4d09-a460-543dc7136d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:07.116785 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-fb216dde-9379-4d09-a460-543dc7136d3c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443578 Aug 16 02:46:07.209285 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-b14b691a-040a-4c8c-9c58-786c045c701c service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853672 Aug 16 02:46:07.299304 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-da8b413e-2ad2-47dd-8c1e-4832f5c9448e req-8aee9eb1-cba5-4ff2-ad45-6ae3aac1c67c service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827551 Aug 16 02:46:07.934290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:07.974675 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:08.057005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a153a29-0ffc-455b-a2ca-3fa8ab991f1c req-4ecdce96-01ef-457a-8c83-86e288958ef3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.058633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a153a29-0ffc-455b-a2ca-3fa8ab991f1c req-4ecdce96-01ef-457a-8c83-86e288958ef3 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0498836 Aug 16 02:46:08.099389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a153a29-0ffc-455b-a2ca-3fa8ab991f1c req-89e565e3-44f3-4cd3-98d2-377e96bc6929 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346987 Aug 16 02:46:08.172564 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:08.176579 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153e06df-6049-46c6-a9e2-5baac75c4bde" -d '{"events": [{"name": "network-changed", "server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:08.232385 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10292c2e-a70e-4712-b42b-76ffd6c4d73e x-openstack-request-id: req-10292c2e-a70e-4712-b42b-76ffd6c4d73e {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:08.232682 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:08.232936 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10292c2e-a70e-4712-b42b-76ffd6c4d73e {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:08.233362 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'status': 'completed', 'code': 200} Aug 16 02:46:08.303183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-7f75b06f-1f58-46c2-88ec-bb58a193d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.304766 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-7f75b06f-1f58-46c2-88ec-bb58a193d845 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1097 time: 0.0452268 Aug 16 02:46:08.326091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-9e37da19-8d66-407c-a20f-8960c31ccc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.327582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-9e37da19-8d66-407c-a20f-8960c31ccc3a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 1097 time: 0.0480735 Aug 16 02:46:08.403593 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-b4ac2a31-eb63-4c5f-ac09-8986294bea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.404856 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-b4ac2a31-eb63-4c5f-ac09-8986294bea9d service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0931895 Aug 16 02:46:08.421230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-35b8266e-cf14-435c-8803-30b1af755ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.422713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-35b8266e-cf14-435c-8803-30b1af755ba7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 200 len: 913 time: 0.0884123 Aug 16 02:46:08.478051 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-487f6890-b9f4-44c9-a11f-cc7b842ad645 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1001 time: 0.0653708 Aug 16 02:46:08.517998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-93d5e5f3-fc4f-4e0f-9a1a-6a7d43b8a758 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 200 len: 1001 time: 0.0873437 Aug 16 02:46:08.535919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-0f052718-c371-4d59-9fc2-381d1367eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.537434 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-0f052718-c371-4d59-9fc2-381d1367eafd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0515394 Aug 16 02:46:08.567787 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-dcd3b703-74ee-46f7-b164-bdd9f2f8b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.569355 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-dcd3b703-74ee-46f7-b164-bdd9f2f8b22f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 200 len: 851 time: 0.0448835 Aug 16 02:46:08.585370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-222c3229-3f07-4390-b579-0ace8270f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.586904 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-222c3229-3f07-4390-b579-0ace8270f265 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425067 Aug 16 02:46:08.615676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-71a5f679-aca1-47af-a95b-f37df6ce3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.617243 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-71a5f679-aca1-47af-a95b-f37df6ce3bd1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f2c711ff-936a-492f-bf33-e4bcbdcebf5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414257 Aug 16 02:46:08.686781 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-5e08da91-cb3e-4a0f-a54d-748c1afe1b56 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924392 Aug 16 02:46:08.717022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-3b739d07-c034-4eee-9bf1-853627b460dc service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925753 Aug 16 02:46:08.787485 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-8104744c-8d93-4739-b796-8405224037c9 service neutron] 10.222.0.89 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936589 Aug 16 02:46:08.812899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-153e06df-6049-46c6-a9e2-5baac75c4bde req-67772067-398d-4949-8750-2e8bcca77664 service neutron] 10.222.0.84 "GET /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884175 Aug 16 02:46:08.938411 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ebcf495a-5452-4466-9589-e07888749630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:09.217050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0b538-fae3-42dc-a234-50695e878bc5 req-4efbd17d-3b99-474e-bf00-70c367958e62 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.218461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0c0b538-fae3-42dc-a234-50695e878bc5 req-4efbd17d-3b99-474e-bf00-70c367958e62 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0491514 Aug 16 02:46:09.257649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0c0b538-fae3-42dc-a234-50695e878bc5 req-0f8cfb80-c79e-4bd2-ba8b-cb2f78d32ad6 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327697 Aug 16 02:46:10.191331 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:10.384006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71230f-257b-4da3-904b-5552acdb395d req-3b4082c0-1864-440c-a14c-197d59a9f42a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:10.386033 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a71230f-257b-4da3-904b-5552acdb395d req-3b4082c0-1864-440c-a14c-197d59a9f42a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0545855 Aug 16 02:46:10.423116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a71230f-257b-4da3-904b-5552acdb395d req-7edf4933-7f73-40ba-af11-b5c639f71850 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310016 Aug 16 02:46:11.535302 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6e81a01-45e9-420b-8502-bc050744f75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:11.540613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5353d1-9410-4538-a77e-8144f5a864aa req-9e2291ab-7e02-47ea-9bcc-d02ef10d1d6d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:11.542244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a5353d1-9410-4538-a77e-8144f5a864aa req-9e2291ab-7e02-47ea-9bcc-d02ef10d1d6d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0498228 Aug 16 02:46:11.579842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a5353d1-9410-4538-a77e-8144f5a864aa req-9dfd652c-ef57-4e66-9f10-34e9dbc760aa tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317624 Aug 16 02:46:11.650667 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.695783 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2021460-e39f-47df-8ba1-22a5a90acfc4 req-c26ad509-491e-4b4f-b5ab-19122fe23b21 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:12.697784 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2021460-e39f-47df-8ba1-22a5a90acfc4 req-c26ad509-491e-4b4f-b5ab-19122fe23b21 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0492167 Aug 16 02:46:12.736353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2021460-e39f-47df-8ba1-22a5a90acfc4 req-ea925499-58e6-4415-a8b6-4520d5879fe4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324447 Aug 16 02:46:12.925702 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:13.856094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca11944-93d1-49a2-91d7-0025339f0dd2 req-38838fe3-35f8-4ada-93c8-67a01c3b146d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:13.857655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ca11944-93d1-49a2-91d7-0025339f0dd2 req-38838fe3-35f8-4ada-93c8-67a01c3b146d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0538559 Aug 16 02:46:13.894668 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ca11944-93d1-49a2-91d7-0025339f0dd2 req-c3791c8a-693b-4434-ac87-70a112acb55d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Aug 16 02:46:14.433971 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:15.013554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a57294-9f55-495f-b7b3-1579e94c8261 req-e234ff1e-ad0d-4ccb-a9d2-ac8efee94456 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:15.015049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2a57294-9f55-495f-b7b3-1579e94c8261 req-e234ff1e-ad0d-4ccb-a9d2-ac8efee94456 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0492702 Aug 16 02:46:15.053579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d2a57294-9f55-495f-b7b3-1579e94c8261 req-838335f8-1402-4a1d-ab95-c9073112f233 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Aug 16 02:46:15.761955 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:46:16.174708 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e89ba4-8f6c-4965-9c90-6a58d7295d67 req-a67eadb5-c95f-48be-8662-1298d4b965e7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:16.176189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7e89ba4-8f6c-4965-9c90-6a58d7295d67 req-a67eadb5-c95f-48be-8662-1298d4b965e7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0517273 Aug 16 02:46:16.213461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7e89ba4-8f6c-4965-9c90-6a58d7295d67 req-9d5f56c0-e3ad-4cb8-967e-6d00926cd11b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307889 Aug 16 02:46:17.336573 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bd4f2-0f75-40a2-9a17-5e2428d5de2c req-585bd363-cb6a-4b74-8624-ad67aab872f0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:17.338060 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a63bd4f2-0f75-40a2-9a17-5e2428d5de2c req-585bd363-cb6a-4b74-8624-ad67aab872f0 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0549445 Aug 16 02:46:17.378049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a63bd4f2-0f75-40a2-9a17-5e2428d5de2c req-a17ef30d-291f-4fbc-a001-f3479c44d62b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339756 Aug 16 02:46:18.500446 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a901b-8e10-45de-86cb-4cf3c9dfad8c req-3f538901-7921-4cb7-bc5b-603ea591097d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.502029 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a72a901b-8e10-45de-86cb-4cf3c9dfad8c req-3f538901-7921-4cb7-bc5b-603ea591097d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0522277 Aug 16 02:46:18.545776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a72a901b-8e10-45de-86cb-4cf3c9dfad8c req-7074f450-43fd-4052-8007-332c8b90409a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375445 Aug 16 02:46:18.633511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:46:18.662827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf289d2-00aa-4033-8377-b4cdbbb333e7 req-1a9eb377-fb2a-495b-bfc5-2764975b3f9f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.664245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bf289d2-00aa-4033-8377-b4cdbbb333e7 req-1a9eb377-fb2a-495b-bfc5-2764975b3f9f tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0503047 Aug 16 02:46:18.703762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8bf289d2-00aa-4033-8377-b4cdbbb333e7 req-1ce1971d-ba62-4384-a83b-5c174e0abbe2 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333376 Aug 16 02:46:18.729734 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:18.742220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'port_id': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'mac_address': 'fa:16:3e:c5:26:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:46:18.779784 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.795866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4a2f65-2cc5-4922-9472-f933412b70dc {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:18.825257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:18.830222 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.835124 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.835475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148a77-5fb8-4bce-85c4-c03238f33ab9 req-eb1cacdc-814a-4190-975d-fa312577232b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.837216 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c148a77-5fb8-4bce-85c4-c03238f33ab9 req-eb1cacdc-814a-4190-975d-fa312577232b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 945 time: 0.0640671 Aug 16 02:46:18.881509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c148a77-5fb8-4bce-85c4-c03238f33ab9 req-b48496cb-88df-4eb9-b15f-44f305778386 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376487 Aug 16 02:46:18.886182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=12']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:19.080127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['fb4a2f65-2cc5-4922-9472-f933412b70dc'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:19.122309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa90c2-1544-44f9-ab9a-1f0461446bbd req-18ebfccf-54d3-4f1c-b2c2-578d0c9d3a58 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:19.123795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44fa90c2-1544-44f9-ab9a-1f0461446bbd req-18ebfccf-54d3-4f1c-b2c2-578d0c9d3a58 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0491517 Aug 16 02:46:19.160865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44fa90c2-1544-44f9-ab9a-1f0461446bbd req-0431daed-f40b-4757-be50-00d743d5a74b tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306976 Aug 16 02:46:20.278618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5a449-81e2-4c63-848a-76edf768b52b req-f0336ddf-836f-45d4-8716-cbc765ad7231 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:20.280064 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99c5a449-81e2-4c63-848a-76edf768b52b req-f0336ddf-836f-45d4-8716-cbc765ad7231 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0488379 Aug 16 02:46:20.317878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99c5a449-81e2-4c63-848a-76edf768b52b req-db3ecfad-b5f3-4038-b96e-60533d4266b4 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb461f6-aa99-4182-af6d-f0d84fb2e65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318477 Aug 16 02:46:20.651551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:20.660189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-27fadb9f-5bc3-414e-a051-ad2473134b9d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:20.661868 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-27fadb9f-5bc3-414e-a051-ad2473134b9d tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 946 time: 0.0534868 Aug 16 02:46:20.702585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port fb4a2f65-2cc5-4922-9472-f933412b70dc completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:20.706333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port fb4a2f65-2cc5-4922-9472-f933412b70dc triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:20.706707 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.757859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Deleting port fb4a2f65-2cc5-4922-9472-f933412b70dc {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:20.758115 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.783403 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.805070 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:20.807314 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192204f6-8155-41f6-a712-338b0c6aad57" -d '{"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-plugged", "status": "completed", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:20.820009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:20.825043 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.854044 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] For port fb4a2f65-2cc5-4922-9472-f933412b70dc, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=fb4a2f65-2cc5-4922-9472-f933412b70dc,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:20.854478 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.856046 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e4f76e-561d-4461-b4f5-d4b2b6e4294f x-openstack-request-id: req-57e4f76e-561d-4461-b4f5-d4b2b6e4294f {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:20.856336 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-plugged", "status": "completed", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:20.856588 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-57e4f76e-561d-4461-b4f5-d4b2b6e4294f {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:20.856996 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'code': 200} Aug 16 02:46:20.883374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=13']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:21.079663 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.079955 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.080278 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Floating IP 5e8c9afe-199b-4a49-870a-11f039f71383 disassociated. External IP: 172.25.2.215, port: fb4a2f65-2cc5-4922-9472-f933412b70dc. Aug 16 02:46:21.080623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Calling delete_port for fb4a2f65-2cc5-4922-9472-f933412b70dc owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:21.209895 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.238855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event deleted for resources: {'Port': ['ID=fb4a2f65-2cc5-4922-9472-f933412b70dc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:21.359052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Router 421141ac-c720-46c5-bae3-8c59af38c13e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:21.426365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc5ff73d-d3af-45ee-b626-e5a15344ef9a req-72771d20-7deb-46b1-996c-54cbeb2e75b5 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 210 time: 0.0320220 Aug 16 02:46:21.472362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:21.484106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13506b28-8cd9-4813-9415-0171fe55ae5d None None] Sync routers for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:21.493152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13506b28-8cd9-4813-9415-0171fe55ae5d None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:21.494812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-13506b28-8cd9-4813-9415-0171fe55ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:46:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:21.512788 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] No DVR routers for this DVR port fb4a2f65-2cc5-4922-9472-f933412b70dc on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:21.515605 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.517689 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2b727981-024a-4d56-b2c2-cc36d943e7d1 req-6ebcae00-68d1-451a-904e-0dfc7f13a416 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.89 "DELETE /v2.0/ports/fb4a2f65-2cc5-4922-9472-f933412b70dc HTTP/1.1" status: 204 len: 173 time: 0.8496337 Aug 16 02:46:21.518104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-deleted', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:21.520554 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eb7fbf-8344-442a-b210-0ae9e09769d5" -d '{"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-deleted", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:21.567407 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d161d56-84f3-4c77-ab03-83b2df24fa4b x-openstack-request-id: req-4d161d56-84f3-4c77-ab03-83b2df24fa4b {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:21.567694 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6077dd5-7ab5-40a2-ae02-482cdaa4da47", "name": "network-vif-deleted", "tag": "fb4a2f65-2cc5-4922-9472-f933412b70dc", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:21.567942 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d161d56-84f3-4c77-ab03-83b2df24fa4b {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:21.568337 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6077dd5-7ab5-40a2-ae02-482cdaa4da47', 'name': 'network-vif-deleted', 'tag': 'fb4a2f65-2cc5-4922-9472-f933412b70dc', 'status': 'completed', 'code': 200} Aug 16 02:46:21.606844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-13506b28-8cd9-4813-9415-0171fe55ae5d None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:21.811338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-13506b28-8cd9-4813-9415-0171fe55ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:21.836948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13506b28-8cd9-4813-9415-0171fe55ae5d None None] Checking router: 421141ac-c720-46c5-bae3-8c59af38c13e for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:21.845834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13506b28-8cd9-4813-9415-0171fe55ae5d None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:21.846442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-13506b28-8cd9-4813-9415-0171fe55ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:46:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:21.951431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-13506b28-8cd9-4813-9415-0171fe55ae5d None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:22.307898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-13506b28-8cd9-4813-9415-0171fe55ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:22.334112 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13506b28-8cd9-4813-9415-0171fe55ae5d None None] The sync data for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 is: [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:28Z', 'revision_number': 4, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f0a7aa35-2d3d-4431-be68-92c5a37fbcaf', 'name': '', 'network_id': 'f2c711ff-936a-492f-bf33-e4bcbdcebf5c', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'mac_address': 'fa:16:3e:b5:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'subnets': [{'id': 'd3f9dbc9-1acc-4791-aeba-e6dc522ed48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:22.532881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d3b493a-b502-4aab-bebf-8797f3e899f9 req-9f7d61f0-c447-4617-8c84-547cb7b9fcf7 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 210 time: 0.0276837 Aug 16 02:46:22.563769 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff225feb-e41c-495b-9689-b18ea1003a3b None None] New status for floating IP 5e8c9afe-199b-4a49-870a-11f039f71383: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:46:23.632142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a21ca8b-5317-45fc-a80a-f636285576d1 req-2a612c0a-dd63-4aa8-b677-e70f5ac15f3e tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 210 time: 0.0269451 Aug 16 02:46:24.698711 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:24.721093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: fb4a2f65-2cc5-4922-9472-f933412b70dc {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:24.721584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device fb4a2f65-2cc5-4922-9472-f933412b70dc not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:24.741842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f73f202-bf17-4c16-ab68-e9e8a1566f52 req-26cb3c27-c535-41c3-b2ce-ae65a1492e14 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/ports?device_id=f6077dd5-7ab5-40a2-ae02-482cdaa4da47 HTTP/1.1" status: 200 len: 210 time: 0.0275142 Aug 16 02:46:28.472554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35032) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:28.531718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c248280e-03d8-4744-a30e-44d24e1706ed tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.558277 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c248280e-03d8-4744-a30e-44d24e1706ed tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.616745 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c248280e-03d8-4744-a30e-44d24e1706ed tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.620074 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c248280e-03d8-4744-a30e-44d24e1706ed tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.621206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c248280e-03d8-4744-a30e-44d24e1706ed tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "DELETE /v2.0/security-groups/cfb461f6-aa99-4182-af6d-f0d84fb2e65e HTTP/1.1" status: 204 len: 168 time: 0.1475401 Aug 16 02:46:28.623809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35036) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:28.631287 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248280e-03d8-4744-a30e-44d24e1706ed tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb461f6-aa99-4182-af6d-f0d84fb2e65e,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:28.638934 n-d-768851-16 neutron-server[101381]: INFO neutron.api.v2.resource [None req-4746f2ea-babb-4e78-8f50-0259a996cd7a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] show failed (client error): The resource could not be found. Aug 16 02:46:28.643057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35038) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:28.643568 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4746f2ea-babb-4e78-8f50-0259a996cd7a tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "GET /v2.0/security-groups/cfb461f6-aa99-4182-af6d-f0d84fb2e65e HTTP/1.1" status: 404 len: 347 time: 0.0183351 Aug 16 02:46:28.773996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-06079dd4-6885-400b-9312-3414b1b39448 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Deleting port 748ae680-d054-4655-a16e-1e89d27c1a7b {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:28.774341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-06079dd4-6885-400b-9312-3414b1b39448 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.851212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-06079dd4-6885-400b-9312-3414b1b39448 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.851436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-06079dd4-6885-400b-9312-3414b1b39448 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.863596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-06079dd4-6885-400b-9312-3414b1b39448 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Calling delete_port for 748ae680-d054-4655-a16e-1e89d27c1a7b owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:29.001127 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-06079dd4-6885-400b-9312-3414b1b39448 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:29.027662 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06079dd4-6885-400b-9312-3414b1b39448 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Pushing event deleted for resources: {'Port': ['ID=748ae680-d054-4655-a16e-1e89d27c1a7b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:29.098418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-06079dd4-6885-400b-9312-3414b1b39448 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:29.101026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-06079dd4-6885-400b-9312-3414b1b39448 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:29.102227 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-06079dd4-6885-400b-9312-3414b1b39448 tempest-ServerActionsTestJSON-577698836 tempest-ServerActionsTestJSON-577698836-project] 10.222.0.79 "DELETE /v2.0/floatingips/5e8c9afe-199b-4a49-870a-11f039f71383 HTTP/1.1" status: 204 len: 168 time: 0.4579928 Aug 16 02:46:29.105867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35040) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:29.575300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:29.819377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] Deleting port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:29.819625 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:29.906048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] For port f0a7aa35-2d3d-4431-be68-92c5a37fbcaf, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f0a7aa35-2d3d-4431-be68-92c5a37fbcaf,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:29.906416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:29.919045 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] Calling delete_port for f0a7aa35-2d3d-4431-be68-92c5a37fbcaf owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:30.100181 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.125947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a7aa35-2d3d-4431-be68-92c5a37fbcaf,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:30.310970 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.529919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] Router 421141ac-c720-46c5-bae3-8c59af38c13e has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:30.640640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:30.645842 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a02a783e-b709-422a-9239-2a528a46b175 admin admin] 10.222.0.79 "PUT /v2.0/routers/421141ac-c720-46c5-bae3-8c59af38c13e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5390251 Aug 16 02:46:30.648458 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35048) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:30.649878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168be428-9317-490f-bbd2-b5d427d58a58 None None] Sync routers for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:30.659747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168be428-9317-490f-bbd2-b5d427d58a58 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:30.660368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-168be428-9317-490f-bbd2-b5d427d58a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:46:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:30.771305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-168be428-9317-490f-bbd2-b5d427d58a58 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:30.956697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-168be428-9317-490f-bbd2-b5d427d58a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:46:30Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:30.983257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168be428-9317-490f-bbd2-b5d427d58a58 None None] Checking router: 421141ac-c720-46c5-bae3-8c59af38c13e for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:30.992175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168be428-9317-490f-bbd2-b5d427d58a58 None None] Routers {'421141ac-c720-46c5-bae3-8c59af38c13e'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:30.992806 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-168be428-9317-490f-bbd2-b5d427d58a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:46:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['421141ac-c720-46c5-bae3-8c59af38c13e'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:31.053970 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.099380 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-168be428-9317-490f-bbd2-b5d427d58a58 None None] Set router 421141ac-c720-46c5-bae3-8c59af38c13e gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:31.157633 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.211238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Deleting port a5bd6512-c311-4c5e-a992-e858a64aa240 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:31.211596 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.284879 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-168be428-9317-490f-bbd2-b5d427d58a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:46:30Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:31.297846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] For port a5bd6512-c311-4c5e-a992-e858a64aa240, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a5bd6512-c311-4c5e-a992-e858a64aa240,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:31.298208 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.312200 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Calling delete_port for a5bd6512-c311-4c5e-a992-e858a64aa240 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:31.314791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168be428-9317-490f-bbd2-b5d427d58a58 None None] The sync data for ids ['421141ac-c720-46c5-bae3-8c59af38c13e'] in n-d-768851-16 is: [{'id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'name': 'tempest-ServerActionsTestJSON-2064842331-router', 'tenant_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:46:30Z', 'revision_number': 5, 'project_id': 'aecce7ce09f24ac3b342d7dad59f23d3', 'gw_port': {'id': 'a5bd6512-c311-4c5e-a992-e858a64aa240', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421141ac-c720-46c5-bae3-8c59af38c13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:26Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:31.479687 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.509509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5bd6512-c311-4c5e-a992-e858a64aa240,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:31.565577 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.656258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.658484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.710205 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.710781 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421141ac-c720-46c5-bae3-8c59af38c13e {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:46:31.715858 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.716922 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6278ad66-67db-4d3b-9c65-8ff820634632 admin admin] 10.222.0.79 "DELETE /v2.0/routers/421141ac-c720-46c5-bae3-8c59af38c13e HTTP/1.1" status: 204 len: 168 time: 1.0674691 Aug 16 02:46:31.719479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35050) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:31.769706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3dabffc-9c93-431b-850a-61204e2043a4 admin admin] Deleting subnet d3f9dbc9-1acc-4791-aeba-e6dc522ed48f {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:46:31.772922 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3dabffc-9c93-431b-850a-61204e2043a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.808584 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3dabffc-9c93-431b-850a-61204e2043a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.897631 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3dabffc-9c93-431b-850a-61204e2043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.959694 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3dabffc-9c93-431b-850a-61204e2043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.994438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dabffc-9c93-431b-850a-61204e2043a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f9dbc9-1acc-4791-aeba-e6dc522ed48f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:31.998653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3dabffc-9c93-431b-850a-61204e2043a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.001497 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c3dabffc-9c93-431b-850a-61204e2043a4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d3f9dbc9-1acc-4791-aeba-e6dc522ed48f HTTP/1.1" status: 204 len: 168 time: 0.2809474 Aug 16 02:46:32.004843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35052) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:32.006522 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ee890-f90a-486d-96cd-fecf998d05fc None None] Network f2c711ff-936a-492f-bf33-e4bcbdcebf5c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:46:32.075219 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.129041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Deleting port bc659eb4-1c71-4ff9-ac00-f3042e08392a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:32.129458 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.191619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] For port bc659eb4-1c71-4ff9-ac00-f3042e08392a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bc659eb4-1c71-4ff9-ac00-f3042e08392a,segment=NetworkSegment(42f3da07-0493-42cc-a36f-7f85fa57e0cb),segment_id=42f3da07-0493-42cc-a36f-7f85fa57e0cb)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:32.191982 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.205007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Calling delete_port for bc659eb4-1c71-4ff9-ac00-f3042e08392a owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:32.274468 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c87e6-ce90-4695-b5c3-b1310888d9b0 None None] DHCP port deletion for f2c711ff-936a-492f-bf33-e4bcbdcebf5c request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:46:32.295939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.325520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-437c87e6-ce90-4695-b5c3-b1310888d9b0 None None] Deleting port bc659eb4-1c71-4ff9-ac00-f3042e08392a {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:32.325812 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-437c87e6-ce90-4695-b5c3-b1310888d9b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.327362 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] No DVR routers for this DVR port bc659eb4-1c71-4ff9-ac00-f3042e08392a on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:32.329256 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc659eb4-1c71-4ff9-ac00-f3042e08392a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:32.388720 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-437c87e6-ce90-4695-b5c3-b1310888d9b0 None None] For port bc659eb4-1c71-4ff9-ac00-f3042e08392a, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:32.389147 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-437c87e6-ce90-4695-b5c3-b1310888d9b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.400238 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.401767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-437c87e6-ce90-4695-b5c3-b1310888d9b0 None None] Calling delete_port for bc659eb4-1c71-4ff9-ac00-f3042e08392a owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:32.404592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-437c87e6-ce90-4695-b5c3-b1310888d9b0 None None] Port bc659eb4-1c71-4ff9-ac00-f3042e08392a was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:46:32.405897 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-437c87e6-ce90-4695-b5c3-b1310888d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.410440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c711ff-936a-492f-bf33-e4bcbdcebf5c']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:32.426367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f3da07-0493-42cc-a36f-7f85fa57e0cb') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:32.426667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f3da07-0493-42cc-a36f-7f85fa57e0cb') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:32.435302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c87e6-ce90-4695-b5c3-b1310888d9b0 None None] Pushing event deleted for resources: {'Port': ['ID=bc659eb4-1c71-4ff9-ac00-f3042e08392a,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:32.436197 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.439780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c87e6-ce90-4695-b5c3-b1310888d9b0 None None] No DVR routers for this DVR port bc659eb4-1c71-4ff9-ac00-f3042e08392a on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:32.451896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.458056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:46:32.458448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:46:32.460090 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:46:32.513170 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.518734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.520587 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] 10.222.0.79 "DELETE /v2.0/networks/f2c711ff-936a-492f-bf33-e4bcbdcebf5c HTTP/1.1" status: 204 len: 168 time: 0.5143242 Aug 16 02:46:32.531921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d41b32-1b8c-4609-b1bf-bf2b3cecb03f admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c711ff-936a-492f-bf33-e4bcbdcebf5c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:32.646211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35056) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:32.685806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-29fcdb94-9846-4e1f-becf-c8d89185d444 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aecce7ce09f24ac3b342d7dad59f23d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384386 Aug 16 02:46:32.688166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35058) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:32.741160 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1656-bdc5-4c78-9530-85da62b497f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:32.766757 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1656-bdc5-4c78-9530-85da62b497f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:33.117027 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1656-bdc5-4c78-9530-85da62b497f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:33.120015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1656-bdc5-4c78-9530-85da62b497f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:33.121537 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7e7b1656-bdc5-4c78-9530-85da62b497f2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de8a2866-abf7-4964-b97b-f31718de99f1 HTTP/1.1" status: 204 len: 168 time: 0.4324100 Aug 16 02:46:33.130623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b1656-bdc5-4c78-9530-85da62b497f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8a2866-abf7-4964-b97b-f31718de99f1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:33.320081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bc659eb4-1c71-4ff9-ac00-f3042e08392a no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:33.342106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: bc659eb4-1c71-4ff9-ac00-f3042e08392a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:33.342456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bc659eb4-1c71-4ff9-ac00-f3042e08392a not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:33.342901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a5bd6512-c311-4c5e-a992-e858a64aa240 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:33.362904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: a5bd6512-c311-4c5e-a992-e858a64aa240 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:33.363296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a5bd6512-c311-4c5e-a992-e858a64aa240 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:33.363726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f0a7aa35-2d3d-4431-be68-92c5a37fbcaf no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:33.384235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: f0a7aa35-2d3d-4431-be68-92c5a37fbcaf {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:33.384498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f0a7aa35-2d3d-4431-be68-92c5a37fbcaf not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:33.856830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35082) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:33.953679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1300149429-network', 'tenant_id': 'fbf7ad125d0b4bf992600da258f1ef54'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:33.975051 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Made reservation on behalf of fbf7ad125d0b4bf992600da258f1ef54 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:46:33.977369 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:33.985663 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.101250 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.105479 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.129104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:46:34.138426 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad8ecd-1bf2-492b-b87b-217c6be4235b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:34.143178 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.143519 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Added segment 0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae of type vlan for network 2f50df7b-81fa-4c50-9060-44e07bb90667 Aug 16 02:46:34.182490 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.209716 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.210673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:34.211249 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.266730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4087572 Aug 16 02:46:34.269867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35086) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:34.271998 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dfcc4-6b4c-4bd2-b1b5-3b3b1c1d9ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=2f50df7b-81fa-4c50-9060-44e07bb90667,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:34.276283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] Request body: {'subnet': {'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1300149429-subnet', 'tenant_id': 'fbf7ad125d0b4bf992600da258f1ef54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:34.281527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 2f50df7b-81fa-4c50-9060-44e07bb90667 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:46:34.298343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] Made reservation on behalf of fbf7ad125d0b4bf992600da258f1ef54 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:46:34.300679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.482506 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.536949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bcb62a-09c1-44c9-b799-642cce16a6e0,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:34.548705 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] Checking segment: {'id': '0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:34.549107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] Network hostable DHCP agents. Network: 2f50df7b-81fa-4c50-9060-44e07bb90667, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:46:34.566001 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] Network 2f50df7b-81fa-4c50-9060-44e07bb90667 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:46:34.574843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 2f50df7b-81fa-4c50-9060-44e07bb90667) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:34.578946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:34.579537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.584327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094897bb-61a1-43bf-8ff0-b6c2f058cb00 None None] Network 2f50df7b-81fa-4c50-9060-44e07bb90667 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:46:34.593890 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4c374678-feaa-4e78-8fdb-9c4e3fbf4abf admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3228440 Aug 16 02:46:34.707067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9a78a-c432-4f22-9886-0fdfd1d19d75 None None] Network 2f50df7b-81fa-4c50-9060-44e07bb90667 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:46:35.040875 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-de460ddc-485e-4d5a-8207-a4e00cccc038 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:35.042864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-de460ddc-485e-4d5a-8207-a4e00cccc038 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/networks?id=2f50df7b-81fa-4c50-9060-44e07bb90667 HTTP/1.1" status: 200 len: 814 time: 0.1007576 Aug 16 02:46:35.058844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-5d7b48f4-d043-4027-a857-d25a7fe9412e tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/quotas/fbf7ad125d0b4bf992600da258f1ef54 HTTP/1.1" status: 200 len: 375 time: 0.0099449 Aug 16 02:46:35.096366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-55c66cfb-1c3b-465b-8215-fb8183fd989c tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbf7ad125d0b4bf992600da258f1ef54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321803 Aug 16 02:46:35.185243 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-4dcb5a76-6889-417b-a4c2-25c7a64e8362 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:46:35.186279 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-4dcb5a76-6889-417b-a4c2-25c7a64e8362 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454967 Aug 16 02:46:35.275452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-0434cec4-b94a-4753-9b87-6c70cfc65793 service neutron] 10.222.0.79 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829616 Aug 16 02:46:35.368348 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-9ac1680a-5a09-4268-9473-7d5e3f04ea3a service neutron] 10.222.0.79 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860257 Aug 16 02:46:35.533997 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0e37730a-0c74-45d1-9f4a-aa5420662f29 req-065d2670-d9f2-4ef9-8e1a-6ba4907590a3 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 210 time: 0.0267084 Aug 16 02:46:36.461201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-fd14625f-a304-42a6-ac96-3e4727aa47fd tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:36.462874 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-fd14625f-a304-42a6-ac96-3e4727aa47fd tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.89 "GET /v2.0/networks?id=2f50df7b-81fa-4c50-9060-44e07bb90667 HTTP/1.1" status: 200 len: 814 time: 0.1105063 Aug 16 02:46:36.475637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Request body: {'port': {'device_id': 'e7b64fa8-c1cc-41b8-9060-79f41d02caea', 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667', 'admin_state_up': True, 'tenant_id': 'fbf7ad125d0b4bf992600da258f1ef54'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:36.586091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Made reservation on behalf of fbf7ad125d0b4bf992600da258f1ef54 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:46:36.589762 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:36.632709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-83971daf-aa34-4034-b4c3-c9f584c96743 req-b92285a0-2eae-4cf1-99eb-c2eaf9fcd8cc tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 210 time: 0.0264685 Aug 16 02:46:36.722150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Allocated IP 172.20.0.7 (2f50df7b-81fa-4c50-9060-44e07bb90667/f0bcb62a-09c1-44c9-b799-642cce16a6e0/783ecec5-e0e4-47ef-8232-9f9cc528ccb6) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:46:36.872925 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:36.912090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:36.956491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Network 2f50df7b-81fa-4c50-9060-44e07bb90667 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:36.959566 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:36.963691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:46:36.970460 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Pushing event updated for resources: {'Port': ['ID=783ecec5-e0e4-47ef-8232-9f9cc528ccb6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:37.016423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:37.017057 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:37.030537 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-338aa516-104c-4a2f-8bfc-d612cdba9ff0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592184 Aug 16 02:46:37.043653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Request body: {'port': {'device_id': 'e7b64fa8-c1cc-41b8-9060-79f41d02caea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:37.100257 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:37.365368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:37.373828 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:37.385432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Transition to ACTIVE for port object 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:37.389430 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:37.442586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Pushing event updated for resources: {'Port': ['ID=783ecec5-e0e4-47ef-8232-9f9cc528ccb6,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:37.512225 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Attempting to bind port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:37.512734 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Attempting to bind port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:37.512879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Attempting to bind port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 on network 2f50df7b-81fa-4c50-9060-44e07bb90667 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:37.517499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 on network 2f50df7b-81fa-4c50-9060-44e07bb90667 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:46:37.517769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Attempting to bind port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 on network 2f50df7b-81fa-4c50-9060-44e07bb90667 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:37.522554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:37.522895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Checking segment: {'id': '0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:37.523285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Bound using segment: {'id': '0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:37.523709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Bound port: 783ecec5-e0e4-47ef-8232-9f9cc528ccb6, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:37.524067 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:37.586866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] For port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:37.590383 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] For port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=783ecec5-e0e4-47ef-8232-9f9cc528ccb6,segment=NetworkSegment(0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae),segment_id=0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:37.594880 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:37.627791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:37.628842 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:37.630274 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] 10.222.0.89 "PUT /v2.0/ports/783ecec5-e0e4-47ef-8232-9f9cc528ccb6 HTTP/1.1" status: 200 len: 1092 time: 0.5912788 Aug 16 02:46:37.632337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b64fa8-c1cc-41b8-9060-79f41d02caea', 'tag': '783ecec5-e0e4-47ef-8232-9f9cc528ccb6'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:37.635313 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cd62b6-c010-4b52-9032-30baa649284f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b64fa8-c1cc-41b8-9060-79f41d02caea", "tag": "783ecec5-e0e4-47ef-8232-9f9cc528ccb6"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:37.670578 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd934a4e-3d89-4ea1-a276-a68db7678309 service neutron] Pushing event updated for resources: {'Port': ['ID=783ecec5-e0e4-47ef-8232-9f9cc528ccb6,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:37.685124 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa206ea-e512-48a5-9196-8474a7e87d21 x-openstack-request-id: req-7aa206ea-e512-48a5-9196-8474a7e87d21 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:37.685416 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b64fa8-c1cc-41b8-9060-79f41d02caea", "tag": "783ecec5-e0e4-47ef-8232-9f9cc528ccb6", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:37.685671 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7aa206ea-e512-48a5-9196-8474a7e87d21 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:37.686072 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b64fa8-c1cc-41b8-9060-79f41d02caea', 'tag': '783ecec5-e0e4-47ef-8232-9f9cc528ccb6', 'status': 'completed', 'code': 200} Aug 16 02:46:37.724144 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-54184784-f208-4cd3-b885-c6c3e58451d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:37.725882 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-54184784-f208-4cd3-b885-c6c3e58451d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fbf7ad125d0b4bf992600da258f1ef54&device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 1095 time: 0.0503030 Aug 16 02:46:37.754795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82826738-515a-47d1-b442-e5cc06d59d20 req-1d772b8e-def2-4879-b48f-0c62c882b4aa tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:37.756286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82826738-515a-47d1-b442-e5cc06d59d20 req-1d772b8e-def2-4879-b48f-0c62c882b4aa tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 943 time: 0.0492306 Aug 16 02:46:37.771652 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-8b561279-ed3a-466a-8f41-b26239aeb0fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=783ecec5-e0e4-47ef-8232-9f9cc528ccb6 HTTP/1.1" status: 200 len: 217 time: 0.0377579 Aug 16 02:46:37.795324 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82826738-515a-47d1-b442-e5cc06d59d20 req-ea535dcb-db91-4089-8d16-5211aef95994 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320878 Aug 16 02:46:37.822048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-99e8284c-7f96-4b64-8a86-a60f95269670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:37.823540 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-99e8284c-7f96-4b64-8a86-a60f95269670 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f0bcb62a-09c1-44c9-b799-642cce16a6e0 HTTP/1.1" status: 200 len: 854 time: 0.0451584 Aug 16 02:46:37.855567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-0823b77f-000d-45a2-a3ca-446a0d013b60 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f50df7b-81fa-4c50-9060-44e07bb90667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246983 Aug 16 02:46:37.954848 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-b6fd07a1-1c58-408e-9b9f-c0db16ec78b6 service neutron] 10.222.0.89 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918250 Aug 16 02:46:38.045880 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7785a87a-c08e-4e11-b081-86c77d3451bf req-de2b9c4a-2666-429a-8c01-0bc2a500ec57 service neutron] 10.222.0.89 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836127 Aug 16 02:46:38.140084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd62b6-c010-4b52-9032-30baa649284f req-9d7fae66-dc17-4eaa-882b-a6fbafbc08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:38.141636 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56cd62b6-c010-4b52-9032-30baa649284f req-9d7fae66-dc17-4eaa-882b-a6fbafbc08e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fbf7ad125d0b4bf992600da258f1ef54&device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 1095 time: 0.0466156 Aug 16 02:46:38.232346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd62b6-c010-4b52-9032-30baa649284f req-29b95b90-056d-4885-8468-761c9ec068a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:38.233889 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56cd62b6-c010-4b52-9032-30baa649284f req-29b95b90-056d-4885-8468-761c9ec068a5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f50df7b-81fa-4c50-9060-44e07bb90667 HTTP/1.1" status: 200 len: 915 time: 0.0849469 Aug 16 02:46:38.280425 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56cd62b6-c010-4b52-9032-30baa649284f req-bee29771-3969-48e1-ae9c-724282c9cc49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=783ecec5-e0e4-47ef-8232-9f9cc528ccb6 HTTP/1.1" status: 200 len: 217 time: 0.0390258 Aug 16 02:46:38.331700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd62b6-c010-4b52-9032-30baa649284f req-2e56dbee-ed81-4297-b120-a70426d57d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:38.333105 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56cd62b6-c010-4b52-9032-30baa649284f req-2e56dbee-ed81-4297-b120-a70426d57d14 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f0bcb62a-09c1-44c9-b799-642cce16a6e0 HTTP/1.1" status: 200 len: 854 time: 0.0451596 Aug 16 02:46:38.366814 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56cd62b6-c010-4b52-9032-30baa649284f req-9eca6e25-162c-4aaa-97e3-c2738778d386 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f50df7b-81fa-4c50-9060-44e07bb90667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254891 Aug 16 02:46:38.455334 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56cd62b6-c010-4b52-9032-30baa649284f req-e49247d6-c2c4-4722-824f-9331d3b1b0db service neutron] 10.222.0.89 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804431 Aug 16 02:46:38.553669 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-56cd62b6-c010-4b52-9032-30baa649284f req-a716d610-d507-4212-a84c-683cf974df0b service neutron] 10.222.0.89 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900381 Aug 16 02:46:38.927073 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018971b-0000-4c45-bbe4-bcd0d9cdd2f9 req-9e39d169-7beb-47bb-9632-f8f5ef9e8081 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:38.928583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c018971b-0000-4c45-bbe4-bcd0d9cdd2f9 req-9e39d169-7beb-47bb-9632-f8f5ef9e8081 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 943 time: 0.0532944 Aug 16 02:46:38.940002 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e7bbde9b-1741-4792-8b3c-4fa6fc112ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:38.967505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c018971b-0000-4c45-bbe4-bcd0d9cdd2f9 req-8b537231-a1d9-4683-ab29-25dce1f041d5 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316939 Aug 16 02:46:40.082289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe2aa1-d150-4175-aa2a-e5bba452526f req-ef142025-78ac-48b4-b3c3-eb60f423c951 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:40.083772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fafe2aa1-d150-4175-aa2a-e5bba452526f req-ef142025-78ac-48b4-b3c3-eb60f423c951 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 943 time: 0.0492330 Aug 16 02:46:40.121781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fafe2aa1-d150-4175-aa2a-e5bba452526f req-51b988b3-cdfd-4435-83e7-0e30f4b6d583 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Aug 16 02:46:40.193254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:40.791615 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:46:40.886237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=783ecec5-e0e4-47ef-8232-9f9cc528ccb6,segment=NetworkSegment(0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae),segment_id=0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:40.898342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '783ecec5-e0e4-47ef-8232-9f9cc528ccb6', 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667', 'port_id': '783ecec5-e0e4-47ef-8232-9f9cc528ccb6', 'mac_address': 'fa:16:3e:7b:96:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bcb62a-09c1-44c9-b799-642cce16a6e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:46:40.934515 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:40.946782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:40.968276 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=783ecec5-e0e4-47ef-8232-9f9cc528ccb6,segment=NetworkSegment(0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae),segment_id=0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:40.972783 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:41.022721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=783ecec5-e0e4-47ef-8232-9f9cc528ccb6,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:41.171519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['783ecec5-e0e4-47ef-8232-9f9cc528ccb6'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:41.234826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57508e81-b287-4a1d-ad6c-37f227019704 req-25c2dc9a-cc8d-4380-941f-9cafd094eca3 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:41.236332 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57508e81-b287-4a1d-ad6c-37f227019704 req-25c2dc9a-cc8d-4380-941f-9cafd094eca3 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 944 time: 0.0483520 Aug 16 02:46:41.275278 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57508e81-b287-4a1d-ad6c-37f227019704 req-abe44ed3-6399-4e76-adc2-0f6b3beec17f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328138 Aug 16 02:46:41.536780 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cbb78767-6b08-4f54-ba0d-3f2ca4806fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:41.651828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:42.395431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cc3e0-0326-4cf5-89d7-871c60236628 req-c769bb9d-b13d-4b9d-afb0-6c47ffba2d62 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:42.396922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-419cc3e0-0326-4cf5-89d7-871c60236628 req-c769bb9d-b13d-4b9d-afb0-6c47ffba2d62 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 944 time: 0.0541692 Aug 16 02:46:42.435712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-419cc3e0-0326-4cf5-89d7-871c60236628 req-43a3f197-bb20-4db7-81ec-eeef0a64ce25 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Aug 16 02:46:42.806460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:42.857887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:42.861731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:42.862105 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:42.946117 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:42.947833 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:42.968571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b64fa8-c1cc-41b8-9060-79f41d02caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783ecec5-e0e4-47ef-8232-9f9cc528ccb6'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:42.970862 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b8664d-e324-4818-a9a2-4f4497b11097" -d '{"events": [{"server_uuid": "e7b64fa8-c1cc-41b8-9060-79f41d02caea", "name": "network-vif-plugged", "status": "completed", "tag": "783ecec5-e0e4-47ef-8232-9f9cc528ccb6"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:42.984393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=783ecec5-e0e4-47ef-8232-9f9cc528ccb6,segment=NetworkSegment(0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae),segment_id=0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:42.988599 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:43.013590 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2331444-ae4e-4e66-b630-1e91f6543696 x-openstack-request-id: req-a2331444-ae4e-4e66-b630-1e91f6543696 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:43.013865 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b64fa8-c1cc-41b8-9060-79f41d02caea", "name": "network-vif-plugged", "status": "completed", "tag": "783ecec5-e0e4-47ef-8232-9f9cc528ccb6", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:43.014114 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2331444-ae4e-4e66-b630-1e91f6543696 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:43.014504 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b64fa8-c1cc-41b8-9060-79f41d02caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783ecec5-e0e4-47ef-8232-9f9cc528ccb6', 'code': 200} Aug 16 02:46:43.041435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=783ecec5-e0e4-47ef-8232-9f9cc528ccb6,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:43.106996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9cd08-0f15-4f83-adbf-c116cc741f50 req-5c5604a0-27e4-47b1-948c-a764cc59d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:43.108412 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9bb9cd08-0f15-4f83-adbf-c116cc741f50 req-5c5604a0-27e4-47b1-948c-a764cc59d6fb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 1097 time: 0.0409656 Aug 16 02:46:43.146574 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9bb9cd08-0f15-4f83-adbf-c116cc741f50 req-9bdbe11d-bde3-4b55-81ce-3e9c19770170 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309970 Aug 16 02:46:43.549551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4752-198b-4201-abfd-599f03240033 req-2505902b-a820-4f91-9536-aee6f0d260f0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:43.551016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-490f4752-198b-4201-abfd-599f03240033 req-2505902b-a820-4f91-9536-aee6f0d260f0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 945 time: 0.0479155 Aug 16 02:46:43.588686 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-490f4752-198b-4201-abfd-599f03240033 req-71df6b4c-8120-4c41-9a4c-bf29148bfdae tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Aug 16 02:46:44.439570 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:44.703575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81b122-9a3a-4142-91ad-47512dd8d888 req-afa8315a-3304-421f-a8e0-24ca068eb922 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:44.705055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a81b122-9a3a-4142-91ad-47512dd8d888 req-afa8315a-3304-421f-a8e0-24ca068eb922 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 945 time: 0.0481985 Aug 16 02:46:44.743084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a81b122-9a3a-4142-91ad-47512dd8d888 req-40827c4e-a4e5-4df9-88b5-c2bc148385aa tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321198 Aug 16 02:46:44.974423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-fb82e18a-9063-4408-9969-229f160036d4 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:44.975800 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-fb82e18a-9063-4408-9969-229f160036d4 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/networks?id=2f50df7b-81fa-4c50-9060-44e07bb90667 HTTP/1.1" status: 200 len: 814 time: 0.1045854 Aug 16 02:46:44.990651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a9338e42-e520-4a06-a9c9-5d04ca8d7db9 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/quotas/fbf7ad125d0b4bf992600da258f1ef54 HTTP/1.1" status: 200 len: 375 time: 0.0090246 Aug 16 02:46:45.039244 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-bfa6bb2d-269a-4549-b196-e4a15c1592a8 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbf7ad125d0b4bf992600da258f1ef54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433564 Aug 16 02:46:45.131471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-9807603d-cb2b-4654-82b5-c2dd1c6ec49e service neutron] 10.222.0.79 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849223 Aug 16 02:46:45.221463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-4b35ca67-5ea8-48de-ba77-0f1b22a082f9 service neutron] 10.222.0.79 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829384 Aug 16 02:46:45.379540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d94e766f-214d-44f9-a138-c7df635da42a req-670dd9db-39a1-4e1a-9e69-cd4d41d4a32a tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 210 time: 0.0264978 Aug 16 02:46:46.369721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-6d5a06a9-26a8-4828-9774-8b3513d27660 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:46.371793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-6d5a06a9-26a8-4828-9774-8b3513d27660 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.84 "GET /v2.0/networks?id=2f50df7b-81fa-4c50-9060-44e07bb90667 HTTP/1.1" status: 200 len: 814 time: 0.1145818 Aug 16 02:46:46.391397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Request body: {'port': {'device_id': '47563481-1311-4a1c-98dd-e0bf625ac959', 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667', 'admin_state_up': True, 'tenant_id': 'fbf7ad125d0b4bf992600da258f1ef54'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:46.499062 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2a757eb-6c3e-44e8-9730-94170c2321a9 req-ac8bb796-675d-4d2b-a565-4cb0aa781f0a tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 210 time: 0.0470765 Aug 16 02:46:46.541266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Made reservation on behalf of fbf7ad125d0b4bf992600da258f1ef54 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:46:46.545439 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:46.668163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Allocated IP 172.20.0.9 (2f50df7b-81fa-4c50-9060-44e07bb90667/f0bcb62a-09c1-44c9-b799-642cce16a6e0/62e1fdc7-e970-4619-aef4-e5dc35696931) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:46:46.815319 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:46.853834 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:46.866475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['783ecec5-e0e4-47ef-8232-9f9cc528ccb6'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:46.905047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Network 2f50df7b-81fa-4c50-9060-44e07bb90667 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:46.908277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:46.913558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:46:46.916754 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Pushing event updated for resources: {'Port': ['ID=62e1fdc7-e970-4619-aef4-e5dc35696931,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:46.946722 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.946981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.947322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.947659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.947989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.948317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.948640 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.948963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.949835 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.950158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.950477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.950798 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:46.974200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:46.974820 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:46.989234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-30a96b30-5e46-426a-90de-313638f8472f tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041167 Aug 16 02:46:47.006608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Request body: {'port': {'device_id': '47563481-1311-4a1c-98dd-e0bf625ac959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:47.061136 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:47.323225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e1fdc7-e970-4619-aef4-e5dc35696931 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:47.331081 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:47.342714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Transition to ACTIVE for port object 62e1fdc7-e970-4619-aef4-e5dc35696931 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:47.346409 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:47.398991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Pushing event updated for resources: {'Port': ['ID=62e1fdc7-e970-4619-aef4-e5dc35696931,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:47.462898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Attempting to bind port 62e1fdc7-e970-4619-aef4-e5dc35696931 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:47.463216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Attempting to bind port 62e1fdc7-e970-4619-aef4-e5dc35696931 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:47.463541 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Attempting to bind port 62e1fdc7-e970-4619-aef4-e5dc35696931 on network 2f50df7b-81fa-4c50-9060-44e07bb90667 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:47.467762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Port 62e1fdc7-e970-4619-aef4-e5dc35696931 on network 2f50df7b-81fa-4c50-9060-44e07bb90667 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:46:47.468078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Attempting to bind port 62e1fdc7-e970-4619-aef4-e5dc35696931 on network 2f50df7b-81fa-4c50-9060-44e07bb90667 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:47.473356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:47.473690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Checking segment: {'id': '0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:47.474068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Bound using segment: {'id': '0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:47.474487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Bound port: 62e1fdc7-e970-4619-aef4-e5dc35696931, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:47.474836 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:47.547818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] For port 62e1fdc7-e970-4619-aef4-e5dc35696931, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:47.551264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] For port 62e1fdc7-e970-4619-aef4-e5dc35696931, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=62e1fdc7-e970-4619-aef4-e5dc35696931,segment=NetworkSegment(0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae),segment_id=0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:47.555183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:47.596011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:47.596621 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:47.598221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] 10.222.0.84 "PUT /v2.0/ports/62e1fdc7-e970-4619-aef4-e5dc35696931 HTTP/1.1" status: 200 len: 1092 time: 0.5959754 Aug 16 02:46:47.601268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47563481-1311-4a1c-98dd-e0bf625ac959', 'tag': '62e1fdc7-e970-4619-aef4-e5dc35696931'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:47.603533 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77b3bb0-66b1-4a76-aa79-90ed762a4876" -d '{"events": [{"name": "network-changed", "server_uuid": "47563481-1311-4a1c-98dd-e0bf625ac959", "tag": "62e1fdc7-e970-4619-aef4-e5dc35696931"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:47.651597 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23d0140-134b-44c4-9356-dd09e9c81fc0 x-openstack-request-id: req-e23d0140-134b-44c4-9356-dd09e9c81fc0 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:47.651885 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47563481-1311-4a1c-98dd-e0bf625ac959", "tag": "62e1fdc7-e970-4619-aef4-e5dc35696931", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:47.652144 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e23d0140-134b-44c4-9356-dd09e9c81fc0 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:47.654579 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47563481-1311-4a1c-98dd-e0bf625ac959', 'tag': '62e1fdc7-e970-4619-aef4-e5dc35696931', 'status': 'completed', 'code': 200} Aug 16 02:46:47.665140 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b785e-6599-46bc-8e31-5279db26f4b6 req-e0dae990-5cf8-4c3f-92b9-5908829cae29 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:47.666641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a7b785e-6599-46bc-8e31-5279db26f4b6 req-e0dae990-5cf8-4c3f-92b9-5908829cae29 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 943 time: 0.0844579 Aug 16 02:46:47.667272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f85c66-a6fa-4400-89f0-fcfd04d2768a service neutron] Pushing event updated for resources: {'Port': ['ID=62e1fdc7-e970-4619-aef4-e5dc35696931,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:47.737532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2a7b785e-6599-46bc-8e31-5279db26f4b6 req-e17441cc-af9c-493a-b86e-7b541e971b4a tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589120 Aug 16 02:46:47.741397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-73ec6296-0cca-4e87-bf0c-5d4947a242dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:47.743416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-73ec6296-0cca-4e87-bf0c-5d4947a242dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fbf7ad125d0b4bf992600da258f1ef54&device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 1095 time: 0.0725224 Aug 16 02:46:47.790695 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-942cbe85-77e2-4346-9ff4-76aa87214607 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e1fdc7-e970-4619-aef4-e5dc35696931 HTTP/1.1" status: 200 len: 217 time: 0.0337803 Aug 16 02:46:47.839778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-51a73ef5-b3b6-4e34-b742-dc5a7a982607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:47.841603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-51a73ef5-b3b6-4e34-b742-dc5a7a982607 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f0bcb62a-09c1-44c9-b799-642cce16a6e0 HTTP/1.1" status: 200 len: 854 time: 0.0434008 Aug 16 02:46:47.873812 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-09ccc714-cf0c-4c88-971d-03f8f96bbfec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2f50df7b-81fa-4c50-9060-44e07bb90667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254025 Aug 16 02:46:47.966315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-f09f5aa0-dd5f-40ce-ab25-d34f1e1e3210 service neutron] 10.222.0.84 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850155 Aug 16 02:46:48.055683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b774bdc-34de-4b51-8e95-b10e23e1d020 req-c46daf17-1eb6-4586-8134-b6ef1360d93e service neutron] 10.222.0.84 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818923 Aug 16 02:46:48.183809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b3bb0-66b1-4a76-aa79-90ed762a4876 req-4f3de39d-1a2d-4eb4-8197-3077e53f799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:48.185351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d77b3bb0-66b1-4a76-aa79-90ed762a4876 req-4f3de39d-1a2d-4eb4-8197-3077e53f799d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fbf7ad125d0b4bf992600da258f1ef54&device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 1095 time: 0.0476806 Aug 16 02:46:48.273942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b3bb0-66b1-4a76-aa79-90ed762a4876 req-e1e0ff21-3cee-451b-9959-9aa2e9ae5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:48.275517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d77b3bb0-66b1-4a76-aa79-90ed762a4876 req-e1e0ff21-3cee-451b-9959-9aa2e9ae5caa service neutron] 10.222.0.84 "GET /v2.0/networks?id=2f50df7b-81fa-4c50-9060-44e07bb90667 HTTP/1.1" status: 200 len: 915 time: 0.0830088 Aug 16 02:46:48.321116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d77b3bb0-66b1-4a76-aa79-90ed762a4876 req-7aa8a502-b74c-492d-88e4-0d2527f25297 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e1fdc7-e970-4619-aef4-e5dc35696931 HTTP/1.1" status: 200 len: 217 time: 0.0380273 Aug 16 02:46:48.370199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b3bb0-66b1-4a76-aa79-90ed762a4876 req-dba3befb-475b-4760-9f6a-c9f54007e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:48.371671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d77b3bb0-66b1-4a76-aa79-90ed762a4876 req-dba3befb-475b-4760-9f6a-c9f54007e429 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f0bcb62a-09c1-44c9-b799-642cce16a6e0 HTTP/1.1" status: 200 len: 854 time: 0.0433176 Aug 16 02:46:48.404109 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d77b3bb0-66b1-4a76-aa79-90ed762a4876 req-6547df4c-9455-4c82-ba9c-a05f5fc68d83 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2f50df7b-81fa-4c50-9060-44e07bb90667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252385 Aug 16 02:46:48.492518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d77b3bb0-66b1-4a76-aa79-90ed762a4876 req-dc29e8e2-9034-4ada-af12-df81205d6058 service neutron] 10.222.0.84 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805161 Aug 16 02:46:48.586721 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d77b3bb0-66b1-4a76-aa79-90ed762a4876 req-49ee4805-737b-4192-a32f-504d7776a02d service neutron] 10.222.0.84 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866282 Aug 16 02:46:48.825997 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:48.855513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28656d17-bab0-46d6-899e-6d4bfe94ae30 req-978cd047-2f2a-400b-aed3-b19496fc1596 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:48.856948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28656d17-bab0-46d6-899e-6d4bfe94ae30 req-978cd047-2f2a-400b-aed3-b19496fc1596 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 943 time: 0.0512383 Aug 16 02:46:48.900158 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28656d17-bab0-46d6-899e-6d4bfe94ae30 req-fc801d45-d65e-487e-829d-ab37f8dfaf23 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354853 Aug 16 02:46:50.025121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22884e-9892-4089-9e16-0aaca5076141 req-6a4c044f-bd12-49d7-a61e-80817aed5f47 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:50.026619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c22884e-9892-4089-9e16-0aaca5076141 req-6a4c044f-bd12-49d7-a61e-80817aed5f47 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 943 time: 0.0587468 Aug 16 02:46:50.065203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c22884e-9892-4089-9e16-0aaca5076141 req-1cd62c67-4939-4bb0-90d4-9d23a4a5c3cc tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Aug 16 02:46:51.180145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cceb356-6de6-4a52-a831-455e6f697bb4 req-dfbbfa7c-194e-4303-a4e3-5b27aa2aa834 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:51.181670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cceb356-6de6-4a52-a831-455e6f697bb4 req-dfbbfa7c-194e-4303-a4e3-5b27aa2aa834 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 943 time: 0.0493348 Aug 16 02:46:51.219585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cceb356-6de6-4a52-a831-455e6f697bb4 req-e937d787-adc1-4438-8603-d6ba7b1153ac tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Aug 16 02:46:51.916685 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3930da0c-5cff-4996-ab2a-4557cfbae275 req-9c36b0f0-1dfb-46f7-a795-7a4550d7cabf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436842 Aug 16 02:46:51.999201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930da0c-5cff-4996-ab2a-4557cfbae275 req-da60a208-9118-4f14-a6c8-b4c503072384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:52.000721 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3930da0c-5cff-4996-ab2a-4557cfbae275 req-da60a208-9118-4f14-a6c8-b4c503072384 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fbf7ad125d0b4bf992600da258f1ef54&device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 1097 time: 0.0417764 Aug 16 02:46:52.074991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 62e1fdc7-e970-4619-aef4-e5dc35696931 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:46:52.105740 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930da0c-5cff-4996-ab2a-4557cfbae275 req-851c40aa-32f5-44cf-ad38-dcdeb71ad46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:52.109537 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3930da0c-5cff-4996-ab2a-4557cfbae275 req-851c40aa-32f5-44cf-ad38-dcdeb71ad46f service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f50df7b-81fa-4c50-9060-44e07bb90667 HTTP/1.1" status: 200 len: 915 time: 0.0892363 Aug 16 02:46:52.156072 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3930da0c-5cff-4996-ab2a-4557cfbae275 req-af1516d6-aa76-4c0b-a12c-a387e330859b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=783ecec5-e0e4-47ef-8232-9f9cc528ccb6 HTTP/1.1" status: 200 len: 217 time: 0.0392702 Aug 16 02:46:52.174256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 62e1fdc7-e970-4619-aef4-e5dc35696931, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=62e1fdc7-e970-4619-aef4-e5dc35696931,segment=NetworkSegment(0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae),segment_id=0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:52.186100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '62e1fdc7-e970-4619-aef4-e5dc35696931', 'network_id': '2f50df7b-81fa-4c50-9060-44e07bb90667', 'port_id': '62e1fdc7-e970-4619-aef4-e5dc35696931', 'mac_address': 'fa:16:3e:2d:30:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bcb62a-09c1-44c9-b799-642cce16a6e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:46:52.206416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930da0c-5cff-4996-ab2a-4557cfbae275 req-3aa1ec28-0bf2-4e1f-aa47-7c2caef7d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:52.207890 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3930da0c-5cff-4996-ab2a-4557cfbae275 req-3aa1ec28-0bf2-4e1f-aa47-7c2caef7d83f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f0bcb62a-09c1-44c9-b799-642cce16a6e0 HTTP/1.1" status: 200 len: 854 time: 0.0447452 Aug 16 02:46:52.222180 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.235561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e1fdc7-e970-4619-aef4-e5dc35696931 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:52.240483 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3930da0c-5cff-4996-ab2a-4557cfbae275 req-6cd03e85-ee12-407c-ac00-cc4bda783595 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f50df7b-81fa-4c50-9060-44e07bb90667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249238 Aug 16 02:46:52.256840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 62e1fdc7-e970-4619-aef4-e5dc35696931, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=62e1fdc7-e970-4619-aef4-e5dc35696931,segment=NetworkSegment(0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae),segment_id=0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:52.260850 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.311267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=62e1fdc7-e970-4619-aef4-e5dc35696931,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:52.336576 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3930da0c-5cff-4996-ab2a-4557cfbae275 req-ea41395d-f26e-48d7-9cb1-db3cc3204b0d service neutron] 10.222.0.89 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889664 Aug 16 02:46:52.339124 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e9fc9-aabb-43eb-b5e5-bdf764c60dcd req-ad0179f8-9415-4832-a1fa-241819987e4d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:52.340630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f16e9fc9-aabb-43eb-b5e5-bdf764c60dcd req-ad0179f8-9415-4832-a1fa-241819987e4d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 944 time: 0.0522101 Aug 16 02:46:52.383536 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f16e9fc9-aabb-43eb-b5e5-bdf764c60dcd req-90afe12c-1910-4630-8133-a2bf53cf6b75 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Aug 16 02:46:52.432450 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3930da0c-5cff-4996-ab2a-4557cfbae275 req-0aef42fd-a9e1-4d1e-9234-ab3cc270380f service neutron] 10.222.0.89 "GET /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887623 Aug 16 02:46:52.608551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['62e1fdc7-e970-4619-aef4-e5dc35696931'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:52.762014 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:46:53.502801 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e3faa-541a-4a5c-a90b-2a34803352ea req-73dd984c-a8cb-462e-9498-484bad89980d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:53.504326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-446e3faa-541a-4a5c-a90b-2a34803352ea req-73dd984c-a8cb-462e-9498-484bad89980d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 944 time: 0.0530903 Aug 16 02:46:53.543221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-446e3faa-541a-4a5c-a90b-2a34803352ea req-1d157bc1-38e1-4438-8dc3-3076d084cdff tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320265 Aug 16 02:46:54.089125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 62e1fdc7-e970-4619-aef4-e5dc35696931 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:54.139076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 62e1fdc7-e970-4619-aef4-e5dc35696931 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:54.142810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 62e1fdc7-e970-4619-aef4-e5dc35696931 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:54.143187 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.221538 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.244114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47563481-1311-4a1c-98dd-e0bf625ac959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e1fdc7-e970-4619-aef4-e5dc35696931'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:54.246388 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d6962a-be66-4181-9b15-f1f529c5a540" -d '{"events": [{"server_uuid": "47563481-1311-4a1c-98dd-e0bf625ac959", "name": "network-vif-plugged", "status": "completed", "tag": "62e1fdc7-e970-4619-aef4-e5dc35696931"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:54.258884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 62e1fdc7-e970-4619-aef4-e5dc35696931, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=62e1fdc7-e970-4619-aef4-e5dc35696931,segment=NetworkSegment(0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae),segment_id=0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:54.263478 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.286808 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8c5ed5-fded-4904-9c67-6fec2ebbe2c3 x-openstack-request-id: req-1f8c5ed5-fded-4904-9c67-6fec2ebbe2c3 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:54.287129 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47563481-1311-4a1c-98dd-e0bf625ac959", "name": "network-vif-plugged", "status": "completed", "tag": "62e1fdc7-e970-4619-aef4-e5dc35696931", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:54.287354 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f8c5ed5-fded-4904-9c67-6fec2ebbe2c3 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:54.287749 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47563481-1311-4a1c-98dd-e0bf625ac959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e1fdc7-e970-4619-aef4-e5dc35696931', 'code': 200} Aug 16 02:46:54.316406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=62e1fdc7-e970-4619-aef4-e5dc35696931,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:54.409480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f6fe-1007-4626-b5c9-4b148c91fb49 req-7d727246-dffb-461a-b401-47e53ea557bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:54.410873 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d17f6fe-1007-4626-b5c9-4b148c91fb49 req-7d727246-dffb-461a-b401-47e53ea557bd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 1097 time: 0.0401981 Aug 16 02:46:54.445054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d17f6fe-1007-4626-b5c9-4b148c91fb49 req-90ce18c0-cecd-43d3-88f3-64d22213ca1f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271206 Aug 16 02:46:54.657905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a7080-c6ee-43b8-846f-a2ca1c988493 req-b9e5c19f-ade3-4666-8128-91924a08707b tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:54.659465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c4a7080-c6ee-43b8-846f-a2ca1c988493 req-b9e5c19f-ade3-4666-8128-91924a08707b tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 945 time: 0.0489435 Aug 16 02:46:54.698340 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c4a7080-c6ee-43b8-846f-a2ca1c988493 req-9d5883ee-f68b-45e5-a3e1-eb4899fc09fa tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Aug 16 02:46:55.828270 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61f422-5c72-421c-be4a-a0689377af5b req-0ad58e9d-85aa-457a-b0af-cc44549a5a1d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:55.829793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be61f422-5c72-421c-be4a-a0689377af5b req-0ad58e9d-85aa-457a-b0af-cc44549a5a1d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 945 time: 0.0541339 Aug 16 02:46:55.868548 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be61f422-5c72-421c-be4a-a0689377af5b req-46b9dbd2-9be4-4c16-b8fa-25527743bfd6 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321305 Aug 16 02:46:56.983595 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfcdea-6c78-4f9c-bbf3-15bdf197461e req-c319a741-e2e5-4539-a13a-2af5d304104b tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:56.985102 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8bfcdea-6c78-4f9c-bbf3-15bdf197461e req-c319a741-e2e5-4539-a13a-2af5d304104b tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 945 time: 0.0490348 Aug 16 02:46:57.022149 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8bfcdea-6c78-4f9c-bbf3-15bdf197461e req-27cfaf3b-7dc8-477f-ac6d-00c642decb48 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310683 Aug 16 02:46:57.251063 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7552bf-e07d-49cc-a9d0-50d4fb87d83c req-e0b50a29-8bc5-411d-9a4c-81bd7f1ab812 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:57.252563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a7552bf-e07d-49cc-a9d0-50d4fb87d83c req-e0b50a29-8bc5-411d-9a4c-81bd7f1ab812 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 945 time: 0.0486042 Aug 16 02:46:57.294807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a7552bf-e07d-49cc-a9d0-50d4fb87d83c req-f9b3b117-6d2a-432a-bee7-b7faff94fec0 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360837 Aug 16 02:46:58.415707 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb651b2e-961e-4ecc-9cc6-35fa18edeb93 req-138cb0bb-a920-40ca-974d-af0d2adfa609 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:58.417245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb651b2e-961e-4ecc-9cc6-35fa18edeb93 req-138cb0bb-a920-40ca-974d-af0d2adfa609 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 945 time: 0.0532560 Aug 16 02:46:58.454980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb651b2e-961e-4ecc-9cc6-35fa18edeb93 req-7dfe712f-03cf-4345-a456-2a1d5d080986 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 Aug 16 02:46:58.760940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26362a2-f962-4fb6-8a2f-b64ec919d634 req-a1cbeba8-8bbd-4768-be03-bcad63ccb426 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:58.763025 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a26362a2-f962-4fb6-8a2f-b64ec919d634 req-a1cbeba8-8bbd-4768-be03-bcad63ccb426 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.84 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 945 time: 0.0498025 Aug 16 02:46:58.850925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a26362a2-f962-4fb6-8a2f-b64ec919d634 req-084d328b-b761-4a39-804f-424a597f5401 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Deleting port 62e1fdc7-e970-4619-aef4-e5dc35696931 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:58.851260 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a26362a2-f962-4fb6-8a2f-b64ec919d634 req-084d328b-b761-4a39-804f-424a597f5401 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.939683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a26362a2-f962-4fb6-8a2f-b64ec919d634 req-084d328b-b761-4a39-804f-424a597f5401 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] For port 62e1fdc7-e970-4619-aef4-e5dc35696931, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=62e1fdc7-e970-4619-aef4-e5dc35696931,segment=NetworkSegment(0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae),segment_id=0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:58.940020 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a26362a2-f962-4fb6-8a2f-b64ec919d634 req-084d328b-b761-4a39-804f-424a597f5401 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.952910 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a26362a2-f962-4fb6-8a2f-b64ec919d634 req-084d328b-b761-4a39-804f-424a597f5401 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Calling delete_port for 62e1fdc7-e970-4619-aef4-e5dc35696931 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:59.083675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a26362a2-f962-4fb6-8a2f-b64ec919d634 req-084d328b-b761-4a39-804f-424a597f5401 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:59.095347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['783ecec5-e0e4-47ef-8232-9f9cc528ccb6'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:59.113111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d328b-b761-4a39-804f-424a597f5401 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Pushing event deleted for resources: {'Port': ['ID=62e1fdc7-e970-4619-aef4-e5dc35696931,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:59.122974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['62e1fdc7-e970-4619-aef4-e5dc35696931'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:59.156200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26362a2-f962-4fb6-8a2f-b64ec919d634 req-084d328b-b761-4a39-804f-424a597f5401 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] No DVR routers for this DVR port 62e1fdc7-e970-4619-aef4-e5dc35696931 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:59.158765 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a26362a2-f962-4fb6-8a2f-b64ec919d634 req-084d328b-b761-4a39-804f-424a597f5401 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:59.160774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a26362a2-f962-4fb6-8a2f-b64ec919d634 req-084d328b-b761-4a39-804f-424a597f5401 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.84 "DELETE /v2.0/ports/62e1fdc7-e970-4619-aef4-e5dc35696931 HTTP/1.1" status: 204 len: 173 time: 0.3912644 Aug 16 02:46:59.161257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47563481-1311-4a1c-98dd-e0bf625ac959', 'name': 'network-vif-deleted', 'tag': '62e1fdc7-e970-4619-aef4-e5dc35696931'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:59.163524 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b421d6b3-87d7-4e38-891b-0c621027e9ea" -d '{"events": [{"server_uuid": "47563481-1311-4a1c-98dd-e0bf625ac959", "name": "network-vif-deleted", "tag": "62e1fdc7-e970-4619-aef4-e5dc35696931"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:59.200905 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f2b36c-e910-4be1-816d-955c4b71ef3a x-openstack-request-id: req-55f2b36c-e910-4be1-816d-955c4b71ef3a {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:59.201219 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47563481-1311-4a1c-98dd-e0bf625ac959", "name": "network-vif-deleted", "tag": "62e1fdc7-e970-4619-aef4-e5dc35696931", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:59.201473 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55f2b36c-e910-4be1-816d-955c4b71ef3a {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:59.201872 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47563481-1311-4a1c-98dd-e0bf625ac959', 'name': 'network-vif-deleted', 'tag': '62e1fdc7-e970-4619-aef4-e5dc35696931', 'status': 'completed', 'code': 200} Aug 16 02:46:59.559100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-365da702-e4c0-405d-bdc4-5c67f2f73292 req-1772222b-0571-417d-9842-6e30f7a66d2a tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=47563481-1311-4a1c-98dd-e0bf625ac959 HTTP/1.1" status: 200 len: 210 time: 0.0260327 Aug 16 02:47:00.712903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc3985-b8f4-4691-b8d8-c51e1417c2cf req-eff22a83-474e-4a5c-b1b3-db467515c6ad tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.714385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bebc3985-b8f4-4691-b8d8-c51e1417c2cf req-eff22a83-474e-4a5c-b1b3-db467515c6ad tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 945 time: 0.0522161 Aug 16 02:47:00.752406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bebc3985-b8f4-4691-b8d8-c51e1417c2cf req-b7b63844-7787-4a7b-a803-ac23dd6479f6 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Aug 16 02:47:00.883329 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4776a-f6df-4c4d-a83b-790b93bc1513 req-5eebc7e8-66d4-4e21-bc5c-48fabd8a0e98 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.884846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74f4776a-f6df-4c4d-a83b-790b93bc1513 req-5eebc7e8-66d4-4e21-bc5c-48fabd8a0e98 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 945 time: 0.0486405 Aug 16 02:47:00.923056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74f4776a-f6df-4c4d-a83b-790b93bc1513 req-1c84ff3b-0567-4812-a19c-3b939de8e6ce tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Aug 16 02:47:01.041919 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e708d0-8da8-44f9-8fce-a056594b0d92 req-26cfb69f-5cfc-45ac-80e6-45f7831027e7 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:01.043318 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05e708d0-8da8-44f9-8fce-a056594b0d92 req-26cfb69f-5cfc-45ac-80e6-45f7831027e7 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 945 time: 0.0484343 Aug 16 02:47:01.083041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05e708d0-8da8-44f9-8fce-a056594b0d92 req-32e239a6-f6d5-435c-b589-06657c388540 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338373 Aug 16 02:47:01.251606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557f6ab-187a-4347-9dfb-4e4fa4444ebc req-2a5a325b-fe8e-4ae3-97e5-545b1ca8c8fa tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:01.253113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2557f6ab-187a-4347-9dfb-4e4fa4444ebc req-2a5a325b-fe8e-4ae3-97e5-545b1ca8c8fa tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 945 time: 0.0518470 Aug 16 02:47:01.305860 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2557f6ab-187a-4347-9dfb-4e4fa4444ebc req-2aaa6f98-c994-4313-8495-b93ddda9daee tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438902 Aug 16 02:47:01.418845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63d8ab-68e6-4112-be53-c968909e1339 req-98c95951-2aca-4a97-8c31-9cb032676783 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:01.420317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d63d8ab-68e6-4112-be53-c968909e1339 req-98c95951-2aca-4a97-8c31-9cb032676783 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 945 time: 0.0484805 Aug 16 02:47:01.457463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d63d8ab-68e6-4112-be53-c968909e1339 req-f967bc50-cd27-4d13-a320-276ee1ce2c82 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Aug 16 02:47:01.582185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9e509-39e3-4592-85da-163b928811a4 req-10bf434e-331c-42b6-bf8e-a6b31965f363 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:01.583585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6b9e509-39e3-4592-85da-163b928811a4 req-10bf434e-331c-42b6-bf8e-a6b31965f363 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 945 time: 0.0481074 Aug 16 02:47:01.626174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6b9e509-39e3-4592-85da-163b928811a4 req-467c7da9-e444-43ef-8b4d-0e927aa78aae tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365920 Aug 16 02:47:01.932226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a7264-7e00-4bff-9446-071472088843 req-16fd6b9c-f9c4-42b8-8e81-163cad57b4d2 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:01.933654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b6a7264-7e00-4bff-9446-071472088843 req-16fd6b9c-f9c4-42b8-8e81-163cad57b4d2 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 945 time: 0.0542588 Aug 16 02:47:01.973021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b6a7264-7e00-4bff-9446-071472088843 req-9a8dcd08-916a-4d73-af4b-31317813483b tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Aug 16 02:47:02.167514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 62e1fdc7-e970-4619-aef4-e5dc35696931 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:02.187921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 62e1fdc7-e970-4619-aef4-e5dc35696931 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:02.188267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 62e1fdc7-e970-4619-aef4-e5dc35696931 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:03.091160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10346c70-563e-4c05-993f-2b5ef01cc44d req-7f05a840-2594-44ee-8b20-a255ab9f6145 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:03.092625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10346c70-563e-4c05-993f-2b5ef01cc44d req-7f05a840-2594-44ee-8b20-a255ab9f6145 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 945 time: 0.0492105 Aug 16 02:47:03.129653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10346c70-563e-4c05-993f-2b5ef01cc44d req-6838bc04-47c5-4ba3-810e-37de57b605df tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.79 "GET /v2.0/security-groups?id=6fad8ecd-1bf2-492b-b87b-217c6be4235b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307112 Aug 16 02:47:03.221835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574264c-4bb1-4d32-9c9d-79438d364f66 req-14957d18-d874-423f-bf72-15d1c3b6e7d6 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:03.223601 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4574264c-4bb1-4d32-9c9d-79438d364f66 req-14957d18-d874-423f-bf72-15d1c3b6e7d6 tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7b64fa8-c1cc-41b8-9060-79f41d02caea HTTP/1.1" status: 200 len: 945 time: 0.0496793 Aug 16 02:47:03.321786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4574264c-4bb1-4d32-9c9d-79438d364f66 req-5d2c054e-0f8b-4b45-bff3-96ed8ddf917d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Deleting port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:03.322144 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4574264c-4bb1-4d32-9c9d-79438d364f66 req-5d2c054e-0f8b-4b45-bff3-96ed8ddf917d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.409264 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-4574264c-4bb1-4d32-9c9d-79438d364f66 req-5d2c054e-0f8b-4b45-bff3-96ed8ddf917d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] For port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=783ecec5-e0e4-47ef-8232-9f9cc528ccb6,segment=NetworkSegment(0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae),segment_id=0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:03.409655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4574264c-4bb1-4d32-9c9d-79438d364f66 req-5d2c054e-0f8b-4b45-bff3-96ed8ddf917d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.423304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-4574264c-4bb1-4d32-9c9d-79438d364f66 req-5d2c054e-0f8b-4b45-bff3-96ed8ddf917d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Calling delete_port for 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:03.553847 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4574264c-4bb1-4d32-9c9d-79438d364f66 req-5d2c054e-0f8b-4b45-bff3-96ed8ddf917d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.565744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['783ecec5-e0e4-47ef-8232-9f9cc528ccb6'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:47:03.582168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c054e-0f8b-4b45-bff3-96ed8ddf917d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Pushing event deleted for resources: {'Port': ['ID=783ecec5-e0e4-47ef-8232-9f9cc528ccb6,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:03.627580 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4574264c-4bb1-4d32-9c9d-79438d364f66 req-5d2c054e-0f8b-4b45-bff3-96ed8ddf917d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] No DVR routers for this DVR port 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:03.630356 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-4574264c-4bb1-4d32-9c9d-79438d364f66 req-5d2c054e-0f8b-4b45-bff3-96ed8ddf917d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.632418 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4574264c-4bb1-4d32-9c9d-79438d364f66 req-5d2c054e-0f8b-4b45-bff3-96ed8ddf917d tempest-ServersNegativeTestJSON-766684049 tempest-ServersNegativeTestJSON-766684049-project] 10.222.0.89 "DELETE /v2.0/ports/783ecec5-e0e4-47ef-8232-9f9cc528ccb6 HTTP/1.1" status: 204 len: 173 time: 0.4026997 Aug 16 02:47:03.632854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b64fa8-c1cc-41b8-9060-79f41d02caea', 'name': 'network-vif-deleted', 'tag': '783ecec5-e0e4-47ef-8232-9f9cc528ccb6'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:03.635166 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5b3554-8e88-4ef2-a3d0-c0b93267662c" -d '{"events": [{"server_uuid": "e7b64fa8-c1cc-41b8-9060-79f41d02caea", "name": "network-vif-deleted", "tag": "783ecec5-e0e4-47ef-8232-9f9cc528ccb6"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:03.672726 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07be8d94-3cf5-48c1-8517-1a5542d77b97 x-openstack-request-id: req-07be8d94-3cf5-48c1-8517-1a5542d77b97 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:03.673057 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b64fa8-c1cc-41b8-9060-79f41d02caea", "name": "network-vif-deleted", "tag": "783ecec5-e0e4-47ef-8232-9f9cc528ccb6", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:03.673329 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-07be8d94-3cf5-48c1-8517-1a5542d77b97 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:03.673725 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b64fa8-c1cc-41b8-9060-79f41d02caea', 'name': 'network-vif-deleted', 'tag': '783ecec5-e0e4-47ef-8232-9f9cc528ccb6', 'status': 'completed', 'code': 200} Aug 16 02:47:04.186746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35258) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:04.230106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-618a67ba-b8cb-4f03-97c8-d064d01167cd admin admin] Deleting subnet f0bcb62a-09c1-44c9-b799-642cce16a6e0 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:47:04.234091 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-618a67ba-b8cb-4f03-97c8-d064d01167cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.272145 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-618a67ba-b8cb-4f03-97c8-d064d01167cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.313250 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-618a67ba-b8cb-4f03-97c8-d064d01167cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.367099 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-618a67ba-b8cb-4f03-97c8-d064d01167cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.390587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a67ba-b8cb-4f03-97c8-d064d01167cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0bcb62a-09c1-44c9-b799-642cce16a6e0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:04.396194 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-618a67ba-b8cb-4f03-97c8-d064d01167cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.398104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-618a67ba-b8cb-4f03-97c8-d064d01167cd admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f0bcb62a-09c1-44c9-b799-642cce16a6e0 HTTP/1.1" status: 204 len: 168 time: 0.2103713 Aug 16 02:47:04.400647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35260) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:04.470578 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.547517 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.557213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f50df7b-81fa-4c50-9060-44e07bb90667']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:04.567133 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:04.567428 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8f2a2a-a455-42f8-ac2e-65c5dc9311ae') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:04.576538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.589843 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.596822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:04.597509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:04.599180 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:04.665250 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.686440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.689137 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] 10.222.0.79 "DELETE /v2.0/networks/2f50df7b-81fa-4c50-9060-44e07bb90667 HTTP/1.1" status: 204 len: 168 time: 0.2873929 Aug 16 02:47:04.691057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec3908-6ebe-4aca-a57f-c576ab65068d admin admin] Pushing event deleted for resources: {'Network': ['ID=2f50df7b-81fa-4c50-9060-44e07bb90667,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:04.797701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35264) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:04.837074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-764a80b6-0348-4c87-9a45-e4e9f1c2758c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fbf7ad125d0b4bf992600da258f1ef54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381641 Aug 16 02:47:04.839463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35266) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:04.885606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-236af006-fe97-4ed4-bbf8-bd51b462a84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.906391 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-236af006-fe97-4ed4-bbf8-bd51b462a84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.954499 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-236af006-fe97-4ed4-bbf8-bd51b462a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.956950 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-236af006-fe97-4ed4-bbf8-bd51b462a84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.958199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-236af006-fe97-4ed4-bbf8-bd51b462a84b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6fad8ecd-1bf2-492b-b87b-217c6be4235b HTTP/1.1" status: 204 len: 168 time: 0.1177673 Aug 16 02:47:04.967204 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236af006-fe97-4ed4-bbf8-bd51b462a84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad8ecd-1bf2-492b-b87b-217c6be4235b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:05.660995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35288) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:05.767721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-334974048'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:05.790588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Made reservation on behalf of 114f4a76fd8f40c39f333d026b4540fc for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:05.794674 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.806644 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.895503 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.899337 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.923423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:05.938074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2379b042-f17f-4a00-aa91-1df75778787f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:05.940939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.941308 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Added segment e68fff90-fb06-42e6-85f4-2511e601a116 of type vlan for network 2d630bbd-fbeb-49c8-a86f-192cba3a3dc9 Aug 16 02:47:05.984341 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.013627 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.019272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:06.019873 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.080177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4176145 Aug 16 02:47:06.090804 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abe3d3-84b5-4f4b-ae5f-1ba48fcf8798 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event updated for resources: {'Network': ['ID=2d630bbd-fbeb-49c8-a86f-192cba3a3dc9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:06.101708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 2d630bbd-fbeb-49c8-a86f-192cba3a3dc9 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:06.883000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:06.903115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:06.903450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 783ecec5-e0e4-47ef-8232-9f9cc528ccb6 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:08.939982 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8444f667-ae0f-4eb2-8cc3-2a78b290d574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.364531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35292) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:09.369829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Request body: {'subnet': {'network_id': '2d630bbd-fbeb-49c8-a86f-192cba3a3dc9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:09.456401 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Made reservation on behalf of 114f4a76fd8f40c39f333d026b4540fc for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:09.459882 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.642774 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.705240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event updated for resources: {'Subnet': ['ID=32f296ba-e405-4f53-bb44-cabc5a585fdb,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:09.715791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.716155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.717043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.717376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.717700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.718021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.718341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.718659 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.718983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.719291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.719603 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.719917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:09.725234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Checking segment: {'id': 'e68fff90-fb06-42e6-85f4-2511e601a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2d630bbd-fbeb-49c8-a86f-192cba3a3dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:09.725596 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Network hostable DHCP agents. Network: 2d630bbd-fbeb-49c8-a86f-192cba3a3dc9, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:09.742461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Network 2d630bbd-fbeb-49c8-a86f-192cba3a3dc9 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:09.751301 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 2d630bbd-fbeb-49c8-a86f-192cba3a3dc9) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:09.755716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:09.756318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.761386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdefed0-44eb-4818-8253-eb96434bee66 None None] Network 2d630bbd-fbeb-49c8-a86f-192cba3a3dc9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:09.772391 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4ba57098-c490-473c-b28f-388f12d38d11 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4065471 Aug 16 02:47:09.776820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35294) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:09.782712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-258940928'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:09.802197 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Made reservation on behalf of 114f4a76fd8f40c39f333d026b4540fc for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:09.806008 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.830009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:09.838975 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.839326 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Added segment ccc8f1b1-a19a-49d0-9874-2fa6f6212b37 of type vlan for network aead2c54-d222-4f67-9e3e-493fd7deaf09 Aug 16 02:47:09.881816 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.912341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.918072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:09.918780 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.931592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-2d630bbd-fbeb-49c8-a86f-192cba3a3dc9', 'network_id': '2d630bbd-fbeb-49c8-a86f-192cba3a3dc9', 'tenant_id': '114f4a76fd8f40c39f333d026b4540fc', 'fixed_ips': [{'subnet_id': '32f296ba-e405-4f53-bb44-cabc5a585fdb'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:09.932537 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:09.980613 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2026749 Aug 16 02:47:09.983608 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35296) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:09.990710 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Request body: {'subnet': {'network_id': 'aead2c54-d222-4f67-9e3e-493fd7deaf09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:09.998195 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4307a-2cb0-440f-abdc-41a4521665a8 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event updated for resources: {'Network': ['ID=aead2c54-d222-4f67-9e3e-493fd7deaf09,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:10.010077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network aead2c54-d222-4f67-9e3e-493fd7deaf09 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:10.093619 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Made reservation on behalf of 114f4a76fd8f40c39f333d026b4540fc for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:10.097531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.282003 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.296707 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.307022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Allocated IP 2001:db8:0:ffff::2 (2d630bbd-fbeb-49c8-a86f-192cba3a3dc9/32f296ba-e405-4f53-bb44-cabc5a585fdb/8c5c3bfa-2da2-43b3-b632-fa51b99181ba) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:10.363535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event updated for resources: {'Subnet': ['ID=5ad832bc-4ad4-429e-8ed7-ddef040ffda0,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:10.371443 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Checking segment: {'id': 'ccc8f1b1-a19a-49d0-9874-2fa6f6212b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'aead2c54-d222-4f67-9e3e-493fd7deaf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:10.372070 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Network hostable DHCP agents. Network: aead2c54-d222-4f67-9e3e-493fd7deaf09, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:10.389658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Network aead2c54-d222-4f67-9e3e-493fd7deaf09 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:10.398138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, aead2c54-d222-4f67-9e3e-493fd7deaf09) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:10.402643 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:10.403626 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.414643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6edcc0-c254-4528-bcac-e1795799721e None None] Network aead2c54-d222-4f67-9e3e-493fd7deaf09 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:10.419704 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-625b37c4-4dee-4b91-97e2-47f7919438af tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4347131 Aug 16 02:47:10.422203 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35298) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:10.497690 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.523597 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Transition to ACTIVE for port object 8c5c3bfa-2da2-43b3-b632-fa51b99181ba will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:10.540941 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.553743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Transition to ACTIVE for port object 8c5c3bfa-2da2-43b3-b632-fa51b99181ba will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:10.565763 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.620212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.624246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Network 2d630bbd-fbeb-49c8-a86f-192cba3a3dc9 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:10.631763 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:10.643301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:10.653165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Pushing event updated for resources: {'Port': ['ID=8c5c3bfa-2da2-43b3-b632-fa51b99181ba,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:10.685189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.685536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.685875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.686016 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.686213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.686543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.686874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.687199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.687519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.687837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.688160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.688505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.688790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:10.722922 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad832bc-4ad4-429e-8ed7-ddef040ffda0,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:10.734251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031fea25-0895-4ae6-aca5-f0658cec49e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-aead2c54-d222-4f67-9e3e-493fd7deaf09', 'network_id': 'aead2c54-d222-4f67-9e3e-493fd7deaf09', 'tenant_id': '114f4a76fd8f40c39f333d026b4540fc', 'fixed_ips': [{'subnet_id': '5ad832bc-4ad4-429e-8ed7-ddef040ffda0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:10.735091 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-031fea25-0895-4ae6-aca5-f0658cec49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.740792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Attempting to bind port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:10.741249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Attempting to bind port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'e68fff90-fb06-42e6-85f4-2511e601a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2d630bbd-fbeb-49c8-a86f-192cba3a3dc9'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:10.741681 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Attempting to bind port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba on network 2d630bbd-fbeb-49c8-a86f-192cba3a3dc9 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:10.755083 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:10.755635 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Checking segment: {'id': 'e68fff90-fb06-42e6-85f4-2511e601a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2d630bbd-fbeb-49c8-a86f-192cba3a3dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:10.756168 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.756510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Bound using segment: {'id': 'e68fff90-fb06-42e6-85f4-2511e601a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2d630bbd-fbeb-49c8-a86f-192cba3a3dc9'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:10.757199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Bound port: 8c5c3bfa-2da2-43b3-b632-fa51b99181ba, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68fff90-fb06-42e6-85f4-2511e601a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2d630bbd-fbeb-49c8-a86f-192cba3a3dc9'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:10.757701 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.787347 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.797415 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aead2c54-d222-4f67-9e3e-493fd7deaf09']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:10.808741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc8f1b1-a19a-49d0-9874-2fa6f6212b37') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:10.809075 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc8f1b1-a19a-49d0-9874-2fa6f6212b37') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:10.818906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.834443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.840642 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:10.841141 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:10.844144 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:10.872077 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c7e1a6-6b1a-4c78-84b9-238668a7412e None None] Network aead2c54-d222-4f67-9e3e-493fd7deaf09 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:10.917427 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.924253 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] For port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:10.924705 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.929929 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/networks/aead2c54-d222-4f67-9e3e-493fd7deaf09 HTTP/1.1" status: 204 len: 168 time: 0.5034518 Aug 16 02:47:10.930282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35300) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:10.936350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-82182028'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:10.947390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] For port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8c5c3bfa-2da2-43b3-b632-fa51b99181ba,segment=NetworkSegment(e68fff90-fb06-42e6-85f4-2511e601a116),segment_id=e68fff90-fb06-42e6-85f4-2511e601a116)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:10.957461 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.959613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Made reservation on behalf of 114f4a76fd8f40c39f333d026b4540fc for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:10.963704 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.990322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:11.002503 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.002964 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Added segment a91fc57f-8b66-4f74-996b-e9f26bb7bcc0 of type vlan for network 6c388115-8d0a-4359-ba26-57d50bbab431 Aug 16 02:47:11.057308 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.072218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b71db-d193-4ea0-9754-de654ba243ee None None] Pushing event updated for resources: {'Port': ['ID=8c5c3bfa-2da2-43b3-b632-fa51b99181ba,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:11.094786 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.101411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:11.102056 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.170248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2388258 Aug 16 02:47:11.173237 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35302) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:11.180401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Request body: {'subnet': {'network_id': '6c388115-8d0a-4359-ba26-57d50bbab431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:11.186832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2aa6d-a33f-4a3d-b71e-04722430d177 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event updated for resources: {'Network': ['ID=6c388115-8d0a-4359-ba26-57d50bbab431,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:11.200092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 6c388115-8d0a-4359-ba26-57d50bbab431 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:11.303064 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96012171-25d7-475e-b169-acb320d2494f tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Network': ['ID=aead2c54-d222-4f67-9e3e-493fd7deaf09,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:11.327246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Made reservation on behalf of 114f4a76fd8f40c39f333d026b4540fc for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:11.330905 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.395351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Performing IP validity checks on allocation pools {{(pid=101381) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:47:11.395860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.ipam_backend_mixin [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101381) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:47:11.417505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8c5c3bfa-2da2-43b3-b632-fa51b99181ba up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:11.473573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:11.530272 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.537758 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a44baeeb-76a7-4735-88c9-da89b69400b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.593762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event updated for resources: {'Subnet': ['ID=0df10af2-e921-4b8c-a14b-ae63f2c81666,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:11.600933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Checking segment: {'id': 'a91fc57f-8b66-4f74-996b-e9f26bb7bcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6c388115-8d0a-4359-ba26-57d50bbab431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:11.601242 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Network hostable DHCP agents. Network: 6c388115-8d0a-4359-ba26-57d50bbab431, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:11.617832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Network 6c388115-8d0a-4359-ba26-57d50bbab431 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:11.625752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 6c388115-8d0a-4359-ba26-57d50bbab431) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:11.629769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:11.630353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.635337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b401e65-519c-4a95-b491-f3bb9a9ef0e7 None None] Network 6c388115-8d0a-4359-ba26-57d50bbab431 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:11.645500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-792e2b55-4afc-4ea3-8ca8-caa0c681e11e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4711866 Aug 16 02:47:11.648154 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35304) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:11.690726 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.760281 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.813467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a7bb5b-ed31-4278-9265-e40bb2f47d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-6c388115-8d0a-4359-ba26-57d50bbab431', 'network_id': '6c388115-8d0a-4359-ba26-57d50bbab431', 'tenant_id': '114f4a76fd8f40c39f333d026b4540fc', 'fixed_ips': [{'subnet_id': '0df10af2-e921-4b8c-a14b-ae63f2c81666'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:11.814406 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-01a7bb5b-ed31-4278-9265-e40bb2f47d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.850520 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.914938 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server [None req-01a7bb5b-ed31-4278-9265-e40bb2f47d74 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0df10af2-e921-4b8c-a14b-ae63f2c81666: This subnet is being modified by another concurrent operation. Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0df10af2-e921-4b8c-a14b-ae63f2c81666: This subnet is being modified by another concurrent operation. Aug 16 02:47:11.923413 n-d-768851-16 neutron-server[101382]: ERROR oslo_messaging.rpc.server Aug 16 02:47:11.941261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368741c-c90f-4578-a25e-0ad1c59ff92e None None] Network 6c388115-8d0a-4359-ba26-57d50bbab431 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:11.947087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Subnet': ['ID=0df10af2-e921-4b8c-a14b-ae63f2c81666,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:12.072434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6395e61e-78e9-4c19-bf99-9133b30a0842 None None] Network 2d630bbd-fbeb-49c8-a86f-192cba3a3dc9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:12.132601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c61aed2a-9aee-431c-b639-fbfce688b3b2 None None] Provisioning for port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:12.144953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c61aed2a-9aee-431c-b639-fbfce688b3b2 None None] Provisioning complete for port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:12.145356 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c61aed2a-9aee-431c-b639-fbfce688b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.289726 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c61aed2a-9aee-431c-b639-fbfce688b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.330326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c61aed2a-9aee-431c-b639-fbfce688b3b2 None None] For port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8c5c3bfa-2da2-43b3-b632-fa51b99181ba,segment=NetworkSegment(e68fff90-fb06-42e6-85f4-2511e601a116),segment_id=e68fff90-fb06-42e6-85f4-2511e601a116)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:12.331371 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.336766 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c61aed2a-9aee-431c-b639-fbfce688b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.343447 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c388115-8d0a-4359-ba26-57d50bbab431']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:12.357973 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91fc57f-8b66-4f74-996b-e9f26bb7bcc0') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:12.358279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91fc57f-8b66-4f74-996b-e9f26bb7bcc0') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:12.368350 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.383553 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.390526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:12.391074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:12.394636 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:12.397153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61aed2a-9aee-431c-b639-fbfce688b3b2 None None] Pushing event updated for resources: {'Port': ['ID=8c5c3bfa-2da2-43b3-b632-fa51b99181ba,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:12.459482 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.467321 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.469161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/networks/6c388115-8d0a-4359-ba26-57d50bbab431 HTTP/1.1" status: 204 len: 168 time: 0.8200588 Aug 16 02:47:12.473860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35306) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:12.479379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1175147900'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:12.485768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe04fc4-676d-4138-a490-c41180b304cf tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Network': ['ID=6c388115-8d0a-4359-ba26-57d50bbab431,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:12.506446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Made reservation on behalf of 114f4a76fd8f40c39f333d026b4540fc for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:12.510065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.535030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:12.535292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247a389-4485-4367-826c-d04ef00401b5 None None] get_active_networks_info from n-d-768851-16 {{(pid=101382) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:47:12.544477 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.544825 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Added segment 2acc66dc-d2dc-4088-81d2-288de995f45a of type vlan for network 0a922004-dbd7-4e4e-b2d9-9c8921d9370f Aug 16 02:47:12.585627 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-913f8051-eab4-4fec-a241-eb1b8be62e93 None None] Provisioning complete for port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:12.585996 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-913f8051-eab4-4fec-a241-eb1b8be62e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.586150 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.618714 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.626685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:12.627308 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.647848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a247a389-4485-4367-826c-d04ef00401b5 None None] Resources bound (agent type, host, resource id): {{(pid=101382) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:47:12.686555 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2115297 Aug 16 02:47:12.690199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35308) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:12.695949 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Request body: {'subnet': {'network_id': '0a922004-dbd7-4e4e-b2d9-9c8921d9370f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:12.700783 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37383acc-6eac-4fc3-aca2-67fa7b0765f3 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event updated for resources: {'Network': ['ID=0a922004-dbd7-4e4e-b2d9-9c8921d9370f,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:12.732341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 0a922004-dbd7-4e4e-b2d9-9c8921d9370f details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:12.787188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Made reservation on behalf of 114f4a76fd8f40c39f333d026b4540fc for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:12.790979 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.937351 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.985565 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.050379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event updated for resources: {'Subnet': ['ID=be1fd937-0188-43e2-ab3e-533872c2f448,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:13.060070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Checking segment: {'id': '2acc66dc-d2dc-4088-81d2-288de995f45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a922004-dbd7-4e4e-b2d9-9c8921d9370f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:13.060432 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Network hostable DHCP agents. Network: 0a922004-dbd7-4e4e-b2d9-9c8921d9370f, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:13.076617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Network 0a922004-dbd7-4e4e-b2d9-9c8921d9370f is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:13.085122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 0a922004-dbd7-4e4e-b2d9-9c8921d9370f) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:13.089126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:13.089710 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.095851 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276bccd6-af45-4f57-88d6-3bce38ef825f None None] Network 0a922004-dbd7-4e4e-b2d9-9c8921d9370f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:13.105275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8b93bc90-c95d-4588-970f-f39e20366c40 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4138787 Aug 16 02:47:13.109918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35310) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:13.115171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150282156'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:13.142450 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Made reservation on behalf of 114f4a76fd8f40c39f333d026b4540fc for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:13.146077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.172194 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:13.181650 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.181981 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Added segment de0fe2d5-ef64-4047-8a8a-7b14580044ca of type vlan for network 7162c9e6-a351-4f2b-83c0-1e8139a77558 Aug 16 02:47:13.222723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.247175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-0a922004-dbd7-4e4e-b2d9-9c8921d9370f', 'network_id': '0a922004-dbd7-4e4e-b2d9-9c8921d9370f', 'tenant_id': '114f4a76fd8f40c39f333d026b4540fc', 'fixed_ips': [{'subnet_id': 'be1fd937-0188-43e2-ab3e-533872c2f448'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:13.248071 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.254934 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.260689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:13.261333 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.313765 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2000217 Aug 16 02:47:13.314898 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35312) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:13.319255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Request body: {'subnet': {'network_id': '7162c9e6-a351-4f2b-83c0-1e8139a77558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:13.331977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0bccd-82d9-4a8a-b707-8f616e031686 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event updated for resources: {'Network': ['ID=7162c9e6-a351-4f2b-83c0-1e8139a77558,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:13.344429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 7162c9e6-a351-4f2b-83c0-1e8139a77558 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:13.411209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Made reservation on behalf of 114f4a76fd8f40c39f333d026b4540fc for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:13.411547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8c5c3bfa-2da2-43b3-b632-fa51b99181ba up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:13.415156 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.490366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Allocated IP 2001:db8::2 (0a922004-dbd7-4e4e-b2d9-9c8921d9370f/be1fd937-0188-43e2-ab3e-533872c2f448/b1d75bbc-364f-48fd-8231-dcb442d6f2cf) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:13.556471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:13.556848 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.603939 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.666185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event updated for resources: {'Subnet': ['ID=50cb326a-ceeb-4898-b67b-b9bf20428715,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:13.673495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Checking segment: {'id': 'de0fe2d5-ef64-4047-8a8a-7b14580044ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7162c9e6-a351-4f2b-83c0-1e8139a77558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:13.673857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Network hostable DHCP agents. Network: 7162c9e6-a351-4f2b-83c0-1e8139a77558, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:13.690891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Network 7162c9e6-a351-4f2b-83c0-1e8139a77558 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:13.699698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 7162c9e6-a351-4f2b-83c0-1e8139a77558) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:13.705341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:13.706290 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.717422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006ef695-6587-41a8-98f1-88ea7bdfe9e4 None None] Network 7162c9e6-a351-4f2b-83c0-1e8139a77558 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:13.727878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-81c5a462-d1e1-4c10-9aaa-2f78c296fa0e tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4101009 Aug 16 02:47:13.729207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35314) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:13.838048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.895132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.924138 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.939367 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Transition to ACTIVE for port object b1d75bbc-364f-48fd-8231-dcb442d6f2cf will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:13.965849 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.973999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Transition to ACTIVE for port object b1d75bbc-364f-48fd-8231-dcb442d6f2cf will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:13.983977 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.003656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Subnet': ['ID=50cb326a-ceeb-4898-b67b-b9bf20428715,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:14.076494 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.079897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Network 0a922004-dbd7-4e4e-b2d9-9c8921d9370f is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:14.085995 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b752e9-696f-4b25-83ae-f838528b15a7 None None] Network 7162c9e6-a351-4f2b-83c0-1e8139a77558 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:14.087438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7162c9e6-a351-4f2b-83c0-1e8139a77558']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:14.088758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:14.091551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:14.095122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Pushing event updated for resources: {'Port': ['ID=b1d75bbc-364f-48fd-8231-dcb442d6f2cf,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:14.098895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0fe2d5-ef64-4047-8a8a-7b14580044ca') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:14.099303 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0fe2d5-ef64-4047-8a8a-7b14580044ca') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:14.109226 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.124173 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.130107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:14.130416 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:14.133329 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:14.201571 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.210978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Attempting to bind port b1d75bbc-364f-48fd-8231-dcb442d6f2cf on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:14.211534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Attempting to bind port b1d75bbc-364f-48fd-8231-dcb442d6f2cf by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '2acc66dc-d2dc-4088-81d2-288de995f45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a922004-dbd7-4e4e-b2d9-9c8921d9370f'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:14.211714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Attempting to bind port b1d75bbc-364f-48fd-8231-dcb442d6f2cf on network 0a922004-dbd7-4e4e-b2d9-9c8921d9370f {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:14.212631 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.217784 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/networks/7162c9e6-a351-4f2b-83c0-1e8139a77558 HTTP/1.1" status: 204 len: 168 time: 0.4856992 Aug 16 02:47:14.217910 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35316) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:14.232823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60fb8d-9ed1-4f19-a06d-c2f87b01321d tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Network': ['ID=7162c9e6-a351-4f2b-83c0-1e8139a77558,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:14.238483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:14.238868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Checking segment: {'id': '2acc66dc-d2dc-4088-81d2-288de995f45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a922004-dbd7-4e4e-b2d9-9c8921d9370f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:14.239285 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.239685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Bound using segment: {'id': '2acc66dc-d2dc-4088-81d2-288de995f45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a922004-dbd7-4e4e-b2d9-9c8921d9370f'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:14.240181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Bound port: b1d75bbc-364f-48fd-8231-dcb442d6f2cf, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acc66dc-d2dc-4088-81d2-288de995f45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0a922004-dbd7-4e4e-b2d9-9c8921d9370f'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:14.240847 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.253348 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-9518bc8c-5bc8-4f9c-be97-2bfd9e43fc81 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] GET failed (client error): The resource could not be found. Aug 16 02:47:14.257167 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9518bc8c-5bc8-4f9c-be97-2bfd9e43fc81 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "GET /v2.0/subnets/50cb326a-ceeb-4898-b67b-b9bf20428715 HTTP/1.1" status: 404 len: 337 time: 0.0359941 Aug 16 02:47:14.257771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35318) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:14.283556 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-a316e35c-9534-483d-8c25-5bfcfcbe34c9 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] DELETE failed (client error): The resource could not be found. Aug 16 02:47:14.284380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a316e35c-9534-483d-8c25-5bfcfcbe34c9 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:47:14.286389 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a316e35c-9534-483d-8c25-5bfcfcbe34c9 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/networks/7162c9e6-a351-4f2b-83c0-1e8139a77558 HTTP/1.1" status: 404 len: 339 time: 0.0212097 Aug 16 02:47:14.290350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35320) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:14.317953 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1b33a0-6e9b-4a2f-a9ae-833ec09e8103 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] DELETE failed (client error): The resource could not be found. Aug 16 02:47:14.318677 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1b33a0-6e9b-4a2f-a9ae-833ec09e8103 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:47:14.320746 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1a1b33a0-6e9b-4a2f-a9ae-833ec09e8103 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/subnets/50cb326a-ceeb-4898-b67b-b9bf20428715 HTTP/1.1" status: 404 len: 337 time: 0.0291584 Aug 16 02:47:14.323389 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35322) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:14.327605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] For port b1d75bbc-364f-48fd-8231-dcb442d6f2cf, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:14.331315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] For port b1d75bbc-364f-48fd-8231-dcb442d6f2cf, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b1d75bbc-364f-48fd-8231-dcb442d6f2cf,segment=NetworkSegment(2acc66dc-d2dc-4088-81d2-288de995f45a),segment_id=2acc66dc-d2dc-4088-81d2-288de995f45a)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:14.336129 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.343577 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec18e39-9853-453e-8b04-57df0a296e64 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] DELETE failed (client error): The resource could not be found. Aug 16 02:47:14.344180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec18e39-9853-453e-8b04-57df0a296e64 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:47:14.346147 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2ec18e39-9853-453e-8b04-57df0a296e64 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/networks/7162c9e6-a351-4f2b-83c0-1e8139a77558 HTTP/1.1" status: 404 len: 339 time: 0.0217304 Aug 16 02:47:14.348832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35324) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:14.404277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2622c-fb6b-4a77-9847-a384655dc972 None None] Pushing event updated for resources: {'Port': ['ID=b1d75bbc-364f-48fd-8231-dcb442d6f2cf,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:14.407362 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84c4652-4ea2-4dbc-b213-b6bcb02769ad tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Deleting subnet be1fd937-0188-43e2-ab3e-533872c2f448 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:47:14.411030 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a84c4652-4ea2-4dbc-b213-b6bcb02769ad tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.440929 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.458463 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a84c4652-4ea2-4dbc-b213-b6bcb02769ad tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.559412 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a84c4652-4ea2-4dbc-b213-b6bcb02769ad tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.641788 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a84c4652-4ea2-4dbc-b213-b6bcb02769ad tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.673085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c4652-4ea2-4dbc-b213-b6bcb02769ad tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Subnet': ['ID=be1fd937-0188-43e2-ab3e-533872c2f448,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:14.675380 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a84c4652-4ea2-4dbc-b213-b6bcb02769ad tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.680761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35326) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:14.686065 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a84c4652-4ea2-4dbc-b213-b6bcb02769ad tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/subnets/be1fd937-0188-43e2-ab3e-533872c2f448 HTTP/1.1" status: 204 len: 168 time: 0.3359122 Aug 16 02:47:14.766047 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.817045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Deleting port b1d75bbc-364f-48fd-8231-dcb442d6f2cf {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:14.817387 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.884388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] For port b1d75bbc-364f-48fd-8231-dcb442d6f2cf, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b1d75bbc-364f-48fd-8231-dcb442d6f2cf,segment=NetworkSegment(2acc66dc-d2dc-4088-81d2-288de995f45a),segment_id=2acc66dc-d2dc-4088-81d2-288de995f45a)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:14.884759 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.897273 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Calling delete_port for b1d75bbc-364f-48fd-8231-dcb442d6f2cf owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:14.974958 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.003865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Port': ['ID=b1d75bbc-364f-48fd-8231-dcb442d6f2cf,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:15.010341 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] No DVR routers for this DVR port b1d75bbc-364f-48fd-8231-dcb442d6f2cf on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:15.090955 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.102109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a922004-dbd7-4e4e-b2d9-9c8921d9370f']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:15.114370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acc66dc-d2dc-4088-81d2-288de995f45a') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:15.114596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acc66dc-d2dc-4088-81d2-288de995f45a') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:15.124602 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.138815 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.145116 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:15.145518 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:15.148633 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:15.213626 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.220623 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.224898 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/networks/0a922004-dbd7-4e4e-b2d9-9c8921d9370f HTTP/1.1" status: 204 len: 168 time: 0.5428560 Aug 16 02:47:15.225672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35328) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:15.238038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed3195-1131-49fa-8be3-6d83d99c6602 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Network': ['ID=0a922004-dbd7-4e4e-b2d9-9c8921d9370f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:15.259703 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33d99fc-6786-4d51-99f6-cfedd2cb74a0 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] DELETE failed (client error): The resource could not be found. Aug 16 02:47:15.260162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33d99fc-6786-4d51-99f6-cfedd2cb74a0 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:47:15.261948 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f33d99fc-6786-4d51-99f6-cfedd2cb74a0 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/subnets/0df10af2-e921-4b8c-a14b-ae63f2c81666 HTTP/1.1" status: 404 len: 337 time: 0.0351796 Aug 16 02:47:15.264670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35330) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:15.284318 n-d-768851-16 neutron-server[101380]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdb4abd-123e-4eff-bc9e-245284c600c4 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] DELETE failed (client error): The resource could not be found. Aug 16 02:47:15.285154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cdb4abd-123e-4eff-bc9e-245284c600c4 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101380) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:47:15.289394 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1cdb4abd-123e-4eff-bc9e-245284c600c4 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/networks/6c388115-8d0a-4359-ba26-57d50bbab431 HTTP/1.1" status: 404 len: 339 time: 0.0212538 Aug 16 02:47:15.290011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35332) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:15.317976 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-270e0e7b-9d90-48d4-8ea9-a373bb597825 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] DELETE failed (client error): The resource could not be found. Aug 16 02:47:15.318444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270e0e7b-9d90-48d4-8ea9-a373bb597825 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:47:15.320199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-270e0e7b-9d90-48d4-8ea9-a373bb597825 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/subnets/5ad832bc-4ad4-429e-8ed7-ddef040ffda0 HTTP/1.1" status: 404 len: 337 time: 0.0290611 Aug 16 02:47:15.322832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35334) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:15.342554 n-d-768851-16 neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b424f52-b762-4173-9530-1a2faeef8c58 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] DELETE failed (client error): The resource could not be found. Aug 16 02:47:15.343124 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b424f52-b762-4173-9530-1a2faeef8c58 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101381) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:47:15.344837 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0b424f52-b762-4173-9530-1a2faeef8c58 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/networks/aead2c54-d222-4f67-9e3e-493fd7deaf09 HTTP/1.1" status: 404 len: 339 time: 0.0210900 Aug 16 02:47:15.347852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35336) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:15.392947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33347559-1fb5-418c-badd-db9e22b2f426 None None] DHCP port deletion for 0a922004-dbd7-4e4e-b2d9-9c8921d9370f request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:47:15.403247 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-da95bf01-cff9-4f23-8f3e-7c319ead27dc tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Deleting subnet 32f296ba-e405-4f53-bb44-cabc5a585fdb {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:47:15.408777 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-da95bf01-cff9-4f23-8f3e-7c319ead27dc tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.413486 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e39f45-4f23-425e-b619-6fe392740bd2 None None] Network 0a922004-dbd7-4e4e-b2d9-9c8921d9370f requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:15.415778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0cb08682-8dcb-4b67-8bd6-f7eb0af7c3ec None None] Could not find standard attr ID for object b1d75bbc-364f-48fd-8231-dcb442d6f2cf. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:47:15.427134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e39f45-4f23-425e-b619-6fe392740bd2 None None] Network 0a922004-dbd7-4e4e-b2d9-9c8921d9370f could not be found, it might have been deleted concurrently. {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:47:15.457351 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-da95bf01-cff9-4f23-8f3e-7c319ead27dc tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.546343 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-da95bf01-cff9-4f23-8f3e-7c319ead27dc tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.602915 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-da95bf01-cff9-4f23-8f3e-7c319ead27dc tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.629576 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95bf01-cff9-4f23-8f3e-7c319ead27dc tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Subnet': ['ID=32f296ba-e405-4f53-bb44-cabc5a585fdb,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:15.633157 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-da95bf01-cff9-4f23-8f3e-7c319ead27dc tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.634989 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-da95bf01-cff9-4f23-8f3e-7c319ead27dc tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/subnets/32f296ba-e405-4f53-bb44-cabc5a585fdb HTTP/1.1" status: 204 len: 168 time: 0.2860796 Aug 16 02:47:15.637491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35338) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:15.641393 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794ba17-7999-4fe6-97f0-3769678156fd None None] Network 2d630bbd-fbeb-49c8-a86f-192cba3a3dc9 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:15.716070 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.773058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Deleting port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:15.773405 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.808194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9051a44-b0f6-4022-a1b5-5d9d17dfe34e None None] DHCP port deletion for 2d630bbd-fbeb-49c8-a86f-192cba3a3dc9 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:47:15.839695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] For port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8c5c3bfa-2da2-43b3-b632-fa51b99181ba,segment=NetworkSegment(e68fff90-fb06-42e6-85f4-2511e601a116),segment_id=e68fff90-fb06-42e6-85f4-2511e601a116)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:15.840056 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.853712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Calling delete_port for 8c5c3bfa-2da2-43b3-b632-fa51b99181ba owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:15.858494 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e9051a44-b0f6-4022-a1b5-5d9d17dfe34e None None] Deleting port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:15.858880 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9051a44-b0f6-4022-a1b5-5d9d17dfe34e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.920386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e9051a44-b0f6-4022-a1b5-5d9d17dfe34e None None] For port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8c5c3bfa-2da2-43b3-b632-fa51b99181ba,segment=NetworkSegment(e68fff90-fb06-42e6-85f4-2511e601a116),segment_id=e68fff90-fb06-42e6-85f4-2511e601a116)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:15.920783 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9051a44-b0f6-4022-a1b5-5d9d17dfe34e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.933451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e9051a44-b0f6-4022-a1b5-5d9d17dfe34e None None] Calling delete_port for 8c5c3bfa-2da2-43b3-b632-fa51b99181ba owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:15.937471 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.966164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] No DVR routers for this DVR port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:15.971692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Port': ['ID=8c5c3bfa-2da2-43b3-b632-fa51b99181ba,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:47:16.007659 n-d-768851-16 neutron-server[101382]: self.session.flush() Aug 16 02:47:16.014735 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9051a44-b0f6-4022-a1b5-5d9d17dfe34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.037712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9051a44-b0f6-4022-a1b5-5d9d17dfe34e None None] Pushing event deleted for resources: {'Port': ['ID=8c5c3bfa-2da2-43b3-b632-fa51b99181ba,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:16.043588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9051a44-b0f6-4022-a1b5-5d9d17dfe34e None None] No DVR routers for this DVR port 8c5c3bfa-2da2-43b3-b632-fa51b99181ba on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:16.056933 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.067671 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d630bbd-fbeb-49c8-a86f-192cba3a3dc9']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:16.078966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68fff90-fb06-42e6-85f4-2511e601a116') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:16.079220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68fff90-fb06-42e6-85f4-2511e601a116') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:16.087859 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.101978 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.108589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:16.109150 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:16.111999 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:16.166860 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.174521 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.176206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] 10.222.0.79 "DELETE /v2.0/networks/2d630bbd-fbeb-49c8-a86f-192cba3a3dc9 HTTP/1.1" status: 204 len: 168 time: 0.5372646 Aug 16 02:47:16.187945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb0321-b4eb-4b1d-b90a-3dd4f9b95131 tempest-NetworksIpV6Test-1946865406 tempest-NetworksIpV6Test-1946865406-project] Pushing event deleted for resources: {'Network': ['ID=2d630bbd-fbeb-49c8-a86f-192cba3a3dc9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:16.417397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35344) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:16.550235 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0ab367e1-8210-4897-b24e-eacbd35eb484 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=114f4a76fd8f40c39f333d026b4540fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316566 Aug 16 02:47:16.552724 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35348) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:16.605411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b71e9358-5ba5-45f1-8815-f1f54ca47327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.626213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b71e9358-5ba5-45f1-8815-f1f54ca47327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.673800 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b71e9358-5ba5-45f1-8815-f1f54ca47327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.676534 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b71e9358-5ba5-45f1-8815-f1f54ca47327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.677572 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b71e9358-5ba5-45f1-8815-f1f54ca47327 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2379b042-f17f-4a00-aa91-1df75778787f HTTP/1.1" status: 204 len: 168 time: 0.1239026 Aug 16 02:47:16.685584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e9358-5ba5-45f1-8815-f1f54ca47327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2379b042-f17f-4a00-aa91-1df75778787f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:17.318580 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35370) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:17.342369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8c5c3bfa-2da2-43b3-b632-fa51b99181ba no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:17.362788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8c5c3bfa-2da2-43b3-b632-fa51b99181ba {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:17.363139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8c5c3bfa-2da2-43b3-b632-fa51b99181ba not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:17.363568 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b1d75bbc-364f-48fd-8231-dcb442d6f2cf no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:17.381857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: b1d75bbc-364f-48fd-8231-dcb442d6f2cf {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:17.382204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b1d75bbc-364f-48fd-8231-dcb442d6f2cf not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:17.415811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f4910600-ab9c-48a6-89ff-c1a20716ea23 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1185769882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:17.439568 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4910600-ab9c-48a6-89ff-c1a20716ea23 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.440563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4910600-ab9c-48a6-89ff-c1a20716ea23 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.492347 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4910600-ab9c-48a6-89ff-c1a20716ea23 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.496640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4910600-ab9c-48a6-89ff-c1a20716ea23 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.512598 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f4910600-ab9c-48a6-89ff-c1a20716ea23 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.514466 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f4910600-ab9c-48a6-89ff-c1a20716ea23 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1947970 Aug 16 02:47:17.517151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35374) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:17.521990 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-916942151'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:17.542232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Made reservation on behalf of 6363c5f871644b5289c6f4077ec4b389 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:17.545977 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.554530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.649483 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.653349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.676796 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:17.691632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed398f0-64fc-4ae1-95f3-70bf74476db4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:17.694549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.694896 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Added segment 3ec656dc-3cc7-4bc7-b880-8a20f9ab1371 of type vlan for network fa9afc48-2a9b-40fd-aacc-70126224460c Aug 16 02:47:17.735669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.766972 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.772625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:17.773412 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.835532 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3172474 Aug 16 02:47:17.838190 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35376) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:17.845729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Request body: {'subnet': {'network_id': 'fa9afc48-2a9b-40fd-aacc-70126224460c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:17.862606 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c65ad0-d96b-4b8f-a2b2-479f6700d2b5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Pushing event updated for resources: {'Network': ['ID=fa9afc48-2a9b-40fd-aacc-70126224460c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:17.872815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network fa9afc48-2a9b-40fd-aacc-70126224460c details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:17.935941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Made reservation on behalf of 6363c5f871644b5289c6f4077ec4b389 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:17.939533 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.121688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.183340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Pushing event updated for resources: {'Subnet': ['ID=2509f116-e99a-4a12-861a-a85f9025ea9e,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:18.188492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Checking segment: {'id': '3ec656dc-3cc7-4bc7-b880-8a20f9ab1371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa9afc48-2a9b-40fd-aacc-70126224460c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:18.188861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Network hostable DHCP agents. Network: fa9afc48-2a9b-40fd-aacc-70126224460c, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:18.204882 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Network fa9afc48-2a9b-40fd-aacc-70126224460c is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:18.213192 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, fa9afc48-2a9b-40fd-aacc-70126224460c) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:18.217792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:18.218391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.223428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7135f750-7882-4946-84bc-4fef661f4b48 None None] Network fa9afc48-2a9b-40fd-aacc-70126224460c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:18.233081 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-56e290f2-3efb-41fa-ab84-9e55d98b1b3a tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3938510 Aug 16 02:47:18.236892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35378) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:18.241956 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-961724376'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:18.262254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Made reservation on behalf of 6363c5f871644b5289c6f4077ec4b389 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:18.266391 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.292776 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:18.304317 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.304667 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Added segment 082c356d-1c4b-480f-943f-4e4550f2b535 of type vlan for network 89050341-64eb-4903-9325-554d9148b4ec Aug 16 02:47:18.351188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.369918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-fa9afc48-2a9b-40fd-aacc-70126224460c', 'network_id': 'fa9afc48-2a9b-40fd-aacc-70126224460c', 'tenant_id': '6363c5f871644b5289c6f4077ec4b389', 'fixed_ips': [{'subnet_id': '2509f116-e99a-4a12-861a-a85f9025ea9e'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:18.370794 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.384340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.394945 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:18.395862 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.447403 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2066855 Aug 16 02:47:18.448054 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35380) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:18.455752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Request body: {'subnet': {'network_id': '89050341-64eb-4903-9325-554d9148b4ec', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:18.466156 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605ef1c-ec3a-463f-a0d3-458c083b52ee tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Pushing event updated for resources: {'Network': ['ID=89050341-64eb-4903-9325-554d9148b4ec,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:18.485974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 89050341-64eb-4903-9325-554d9148b4ec details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:18.567347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Made reservation on behalf of 6363c5f871644b5289c6f4077ec4b389 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:18.569739 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Allocated IP 172.20.0.2 (fa9afc48-2a9b-40fd-aacc-70126224460c/2509f116-e99a-4a12-861a-a85f9025ea9e/1f2372f8-e708-4cab-ad50-a60e8c600009) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:18.571183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.721637 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.730037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Transition to ACTIVE for port object 1f2372f8-e708-4cab-ad50-a60e8c600009 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:18.745041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Transition to ACTIVE for port object 1f2372f8-e708-4cab-ad50-a60e8c600009 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:18.751007 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.762142 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.788629 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Network fa9afc48-2a9b-40fd-aacc-70126224460c is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:18.795161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:18.798974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:18.810653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Pushing event updated for resources: {'Port': ['ID=1f2372f8-e708-4cab-ad50-a60e8c600009,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:18.828505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Pushing event updated for resources: {'Subnet': ['ID=871a7784-2c3a-4cd1-8867-f86cf96be6a7,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:18.836092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Checking segment: {'id': '082c356d-1c4b-480f-943f-4e4550f2b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '89050341-64eb-4903-9325-554d9148b4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:18.836296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Network hostable DHCP agents. Network: 89050341-64eb-4903-9325-554d9148b4ec, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:18.853200 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Network 89050341-64eb-4903-9325-554d9148b4ec is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:18.857676 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.862241 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 89050341-64eb-4903-9325-554d9148b4ec) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:18.868187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Attempting to bind port 1f2372f8-e708-4cab-ad50-a60e8c600009 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:18.868566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Attempting to bind port 1f2372f8-e708-4cab-ad50-a60e8c600009 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '3ec656dc-3cc7-4bc7-b880-8a20f9ab1371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa9afc48-2a9b-40fd-aacc-70126224460c'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:18.868700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:18.869016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Attempting to bind port 1f2372f8-e708-4cab-ad50-a60e8c600009 on network fa9afc48-2a9b-40fd-aacc-70126224460c {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:18.869291 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.873160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880eaa6b-a156-4957-a721-6cc37774e8d0 None None] Network 89050341-64eb-4903-9325-554d9148b4ec requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:18.885342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b8575917-3bbb-4924-a464-620ae56925c8 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4361513 Aug 16 02:47:18.886423 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:18.886812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Checking segment: {'id': '3ec656dc-3cc7-4bc7-b880-8a20f9ab1371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa9afc48-2a9b-40fd-aacc-70126224460c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:18.887224 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.887620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Bound using segment: {'id': '3ec656dc-3cc7-4bc7-b880-8a20f9ab1371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa9afc48-2a9b-40fd-aacc-70126224460c'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:18.888646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Bound port: 1f2372f8-e708-4cab-ad50-a60e8c600009, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec656dc-3cc7-4bc7-b880-8a20f9ab1371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fa9afc48-2a9b-40fd-aacc-70126224460c'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:18.888782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35382) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:18.889050 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.893815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0aae4d96-3660-45d8-872c-0ce3cee992a3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Request body: {'router': {'external_gateway_info': {'network_id': '89050341-64eb-4903-9325-554d9148b4ec'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:19.006475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] For port 1f2372f8-e708-4cab-ad50-a60e8c600009, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:19.010417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] For port 1f2372f8-e708-4cab-ad50-a60e8c600009, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1f2372f8-e708-4cab-ad50-a60e8c600009,segment=NetworkSegment(3ec656dc-3cc7-4bc7-b880-8a20f9ab1371),segment_id=3ec656dc-3cc7-4bc7-b880-8a20f9ab1371)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:19.029791 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.115020 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0aae4d96-3660-45d8-872c-0ce3cee992a3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.116680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee663c9-ec68-4eaa-93b8-d59cad582742 None None] Pushing event updated for resources: {'Port': ['ID=1f2372f8-e708-4cab-ad50-a60e8c600009,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:19.129963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-89050341-64eb-4903-9325-554d9148b4ec', 'network_id': '89050341-64eb-4903-9325-554d9148b4ec', 'tenant_id': '6363c5f871644b5289c6f4077ec4b389', 'fixed_ips': [{'subnet_id': '871a7784-2c3a-4cd1-8867-f86cf96be6a7'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:19.131221 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.231568 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [None req-0aae4d96-3660-45d8-872c-0ce3cee992a3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:47:19.235055 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0aae4d96-3660-45d8-872c-0ce3cee992a3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "PUT /v2.0/routers/0d7d23c5-a63b-49c7-a12d-0fc41a7b7235 HTTP/1.1" status: 400 len: 364 time: 0.3435206 Aug 16 02:47:19.239626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35384) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:19.300874 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Allocated IP 172.21.0.2 (89050341-64eb-4903-9325-554d9148b4ec/871a7784-2c3a-4cd1-8867-f86cf96be6a7/6374b8be-e6b7-41d5-abac-590d62660491) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:19.328664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecea597-f963-449d-a70f-6757994666e5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Deleting subnet 871a7784-2c3a-4cd1-8867-f86cf96be6a7 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:47:19.399332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1f2372f8-e708-4cab-ad50-a60e8c600009 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:19.502789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 1f2372f8-e708-4cab-ad50-a60e8c600009 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:19.508074 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.518355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Transition to ACTIVE for port object 6374b8be-e6b7-41d5-abac-590d62660491 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:19.533993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Transition to ACTIVE for port object 6374b8be-e6b7-41d5-abac-590d62660491 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:19.539864 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.540036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ecea597-f963-449d-a70f-6757994666e5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.584751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Network 89050341-64eb-4903-9325-554d9148b4ec is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:19.587689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:19.588501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ecea597-f963-449d-a70f-6757994666e5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.592657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:19.595753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Pushing event updated for resources: {'Port': ['ID=6374b8be-e6b7-41d5-abac-590d62660491,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:19.648068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Attempting to bind port 6374b8be-e6b7-41d5-abac-590d62660491 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:19.648447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Attempting to bind port 6374b8be-e6b7-41d5-abac-590d62660491 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '082c356d-1c4b-480f-943f-4e4550f2b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '89050341-64eb-4903-9325-554d9148b4ec'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:19.648817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Attempting to bind port 6374b8be-e6b7-41d5-abac-590d62660491 on network 89050341-64eb-4903-9325-554d9148b4ec {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:19.654566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:19.654945 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Checking segment: {'id': '082c356d-1c4b-480f-943f-4e4550f2b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '89050341-64eb-4903-9325-554d9148b4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:19.655351 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.655746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Bound using segment: {'id': '082c356d-1c4b-480f-943f-4e4550f2b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '89050341-64eb-4903-9325-554d9148b4ec'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:19.656221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Bound port: 6374b8be-e6b7-41d5-abac-590d62660491, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082c356d-1c4b-480f-943f-4e4550f2b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '89050341-64eb-4903-9325-554d9148b4ec'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:19.656607 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.674692 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ecea597-f963-449d-a70f-6757994666e5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.735140 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ecea597-f963-449d-a70f-6757994666e5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.739275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] For port 6374b8be-e6b7-41d5-abac-590d62660491, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:19.744023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] For port 6374b8be-e6b7-41d5-abac-590d62660491, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6374b8be-e6b7-41d5-abac-590d62660491,segment=NetworkSegment(082c356d-1c4b-480f-943f-4e4550f2b535),segment_id=082c356d-1c4b-480f-943f-4e4550f2b535)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:19.750529 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.770439 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecea597-f963-449d-a70f-6757994666e5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Pushing event deleted for resources: {'Subnet': ['ID=871a7784-2c3a-4cd1-8867-f86cf96be6a7,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:19.772464 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2ecea597-f963-449d-a70f-6757994666e5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.774458 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2ecea597-f963-449d-a70f-6757994666e5 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "DELETE /v2.0/subnets/871a7784-2c3a-4cd1-8867-f86cf96be6a7 HTTP/1.1" status: 204 len: 168 time: 0.5336275 Aug 16 02:47:19.776876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35386) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:19.829639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab372-31a7-4c82-bb67-25c0c165def2 None None] Pushing event updated for resources: {'Port': ['ID=6374b8be-e6b7-41d5-abac-590d62660491,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:19.866227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.926116 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Deleting port 6374b8be-e6b7-41d5-abac-590d62660491 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:19.926549 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.005590 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] For port 6374b8be-e6b7-41d5-abac-590d62660491, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6374b8be-e6b7-41d5-abac-590d62660491,segment=NetworkSegment(082c356d-1c4b-480f-943f-4e4550f2b535),segment_id=082c356d-1c4b-480f-943f-4e4550f2b535)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:20.006222 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.031762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Calling delete_port for 6374b8be-e6b7-41d5-abac-590d62660491 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:20.126539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.167596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f80ce-1417-40d7-92d1-316d2329be45 None None] Network fa9afc48-2a9b-40fd-aacc-70126224460c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:20.170324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] No DVR routers for this DVR port 6374b8be-e6b7-41d5-abac-590d62660491 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:20.175918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Pushing event deleted for resources: {'Port': ['ID=6374b8be-e6b7-41d5-abac-590d62660491,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.266267 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.276331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89050341-64eb-4903-9325-554d9148b4ec']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:20.287941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082c356d-1c4b-480f-943f-4e4550f2b535') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:20.288163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082c356d-1c4b-480f-943f-4e4550f2b535') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:20.290884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4fd0198a-b557-491c-9885-977425eec84b None None] Provisioning for port 1f2372f8-e708-4cab-ad50-a60e8c600009 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:20.298393 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.312912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.317428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4fd0198a-b557-491c-9885-977425eec84b None None] Provisioning complete for port 1f2372f8-e708-4cab-ad50-a60e8c600009 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:20.317813 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4fd0198a-b557-491c-9885-977425eec84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.321815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:20.322315 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:20.325983 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:20.390213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.396966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.399769 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "DELETE /v2.0/networks/89050341-64eb-4903-9325-554d9148b4ec HTTP/1.1" status: 204 len: 168 time: 0.6216934 Aug 16 02:47:20.402361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35388) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:20.415936 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4fd0198a-b557-491c-9885-977425eec84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.421239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16812c66-68ae-4583-b14d-32623663745e tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Pushing event deleted for resources: {'Network': ['ID=89050341-64eb-4903-9325-554d9148b4ec,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.458267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4fd0198a-b557-491c-9885-977425eec84b None None] For port 1f2372f8-e708-4cab-ad50-a60e8c600009, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1f2372f8-e708-4cab-ad50-a60e8c600009,segment=NetworkSegment(3ec656dc-3cc7-4bc7-b880-8a20f9ab1371),segment_id=3ec656dc-3cc7-4bc7-b880-8a20f9ab1371)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:20.465050 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4fd0198a-b557-491c-9885-977425eec84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.483419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0569c4-ef13-4b94-add6-921fd6fb1ea3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Deleting subnet 2509f116-e99a-4a12-861a-a85f9025ea9e {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:47:20.487094 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb0569c4-ef13-4b94-add6-921fd6fb1ea3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.533577 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb0569c4-ef13-4b94-add6-921fd6fb1ea3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.534676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0198a-b557-491c-9885-977425eec84b None None] Pushing event updated for resources: {'Port': ['ID=1f2372f8-e708-4cab-ad50-a60e8c600009,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.641553 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb0569c4-ef13-4b94-add6-921fd6fb1ea3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.691731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e28c05cb-32fe-4790-81bc-37a4fbe009d1 None None] Provisioning complete for port 1f2372f8-e708-4cab-ad50-a60e8c600009 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:20.692335 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e28c05cb-32fe-4790-81bc-37a4fbe009d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.719377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb0569c4-ef13-4b94-add6-921fd6fb1ea3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.748761 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0569c4-ef13-4b94-add6-921fd6fb1ea3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Pushing event deleted for resources: {'Subnet': ['ID=2509f116-e99a-4a12-861a-a85f9025ea9e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.756541 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb0569c4-ef13-4b94-add6-921fd6fb1ea3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.758894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cb0569c4-ef13-4b94-add6-921fd6fb1ea3 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "DELETE /v2.0/subnets/2509f116-e99a-4a12-861a-a85f9025ea9e HTTP/1.1" status: 204 len: 168 time: 0.3537221 Aug 16 02:47:20.762679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35390) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:20.771311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9bc801-bfd9-4089-bb00-39f76e11db80 None None] Network fa9afc48-2a9b-40fd-aacc-70126224460c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:20.850507 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.909934 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Deleting port 1f2372f8-e708-4cab-ad50-a60e8c600009 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:20.910284 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.945513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5cb993b5-a2c1-4129-b6aa-89b2c4a31fac None None] Could not find standard attr ID for object 6374b8be-e6b7-41d5-abac-590d62660491. {{(pid=101382) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:47:20.962736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0152dde-3009-4a70-8064-db18820cb9f9 None None] DHCP port deletion for 89050341-64eb-4903-9325-554d9148b4ec request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:47:20.980785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c27e122-0f86-4b85-b262-a7b43d43ecf8 None None] Network 89050341-64eb-4903-9325-554d9148b4ec requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:20.993115 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] For port 1f2372f8-e708-4cab-ad50-a60e8c600009, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1f2372f8-e708-4cab-ad50-a60e8c600009,segment=NetworkSegment(3ec656dc-3cc7-4bc7-b880-8a20f9ab1371),segment_id=3ec656dc-3cc7-4bc7-b880-8a20f9ab1371)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:20.993496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.993853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c27e122-0f86-4b85-b262-a7b43d43ecf8 None None] Network 89050341-64eb-4903-9325-554d9148b4ec could not be found, it might have been deleted concurrently. {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:47:20.998303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706b57e6-3ab8-43b1-8d85-cb4de8c89a4e None None] DHCP port deletion for fa9afc48-2a9b-40fd-aacc-70126224460c request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:47:21.010810 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Calling delete_port for 1f2372f8-e708-4cab-ad50-a60e8c600009 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:21.043771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-706b57e6-3ab8-43b1-8d85-cb4de8c89a4e None None] Deleting port 1f2372f8-e708-4cab-ad50-a60e8c600009 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:21.044678 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-706b57e6-3ab8-43b1-8d85-cb4de8c89a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.093258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.111910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-706b57e6-3ab8-43b1-8d85-cb4de8c89a4e None None] For port 1f2372f8-e708-4cab-ad50-a60e8c600009, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1f2372f8-e708-4cab-ad50-a60e8c600009,segment=NetworkSegment(3ec656dc-3cc7-4bc7-b880-8a20f9ab1371),segment_id=3ec656dc-3cc7-4bc7-b880-8a20f9ab1371)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:21.112308 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-706b57e6-3ab8-43b1-8d85-cb4de8c89a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.123658 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Pushing event deleted for resources: {'Port': ['ID=1f2372f8-e708-4cab-ad50-a60e8c600009,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:21.127126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] No DVR routers for this DVR port 1f2372f8-e708-4cab-ad50-a60e8c600009 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:21.127667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-706b57e6-3ab8-43b1-8d85-cb4de8c89a4e None None] Calling delete_port for 1f2372f8-e708-4cab-ad50-a60e8c600009 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:21.203225 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.203635 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-706b57e6-3ab8-43b1-8d85-cb4de8c89a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.213000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9afc48-2a9b-40fd-aacc-70126224460c']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:21.224082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec656dc-3cc7-4bc7-b880-8a20f9ab1371') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:21.224586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec656dc-3cc7-4bc7-b880-8a20f9ab1371') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:21.226294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b57e6-3ab8-43b1-8d85-cb4de8c89a4e None None] Pushing event deleted for resources: {'Port': ['ID=1f2372f8-e708-4cab-ad50-a60e8c600009,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:21.235006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b57e6-3ab8-43b1-8d85-cb4de8c89a4e None None] No DVR routers for this DVR port 1f2372f8-e708-4cab-ad50-a60e8c600009 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:21.240878 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.256338 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.263335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:21.263774 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:21.267344 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:21.330384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.337303 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.341842 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "DELETE /v2.0/networks/fa9afc48-2a9b-40fd-aacc-70126224460c HTTP/1.1" status: 204 len: 168 time: 0.5765626 Aug 16 02:47:21.342394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35392) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:21.354866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2291b0-b618-4dd7-a407-e15327843de2 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Pushing event deleted for resources: {'Network': ['ID=fa9afc48-2a9b-40fd-aacc-70126224460c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:21.356191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1f2372f8-e708-4cab-ad50-a60e8c600009 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:21.372359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e1a067e3-1aa7-4490-b3bc-f1a3644c19a0 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d7d23c5-a63b-49c7-a12d-0fc41a7b7235 HTTP/1.1" status: 200 len: 205 time: 0.0286684 Aug 16 02:47:21.374662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35394) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:21.388584 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 1f2372f8-e708-4cab-ad50-a60e8c600009 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:21.388933 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1f2372f8-e708-4cab-ad50-a60e8c600009 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:21.452477 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd08e7f3-1d95-4b99-9018-60b12f620535 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.612549 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd08e7f3-1d95-4b99-9018-60b12f620535 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.614729 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd08e7f3-1d95-4b99-9018-60b12f620535 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.657346 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd08e7f3-1d95-4b99-9018-60b12f620535 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.657871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd08e7f3-1d95-4b99-9018-60b12f620535 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Fanout notify agent at l3_agent the message router_deleted on router 0d7d23c5-a63b-49c7-a12d-0fc41a7b7235 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:47:21.664813 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd08e7f3-1d95-4b99-9018-60b12f620535 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.668524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dd08e7f3-1d95-4b99-9018-60b12f620535 tempest-RoutersNegativeTest-644230777 tempest-RoutersNegativeTest-644230777-project] 10.222.0.79 "DELETE /v2.0/routers/0d7d23c5-a63b-49c7-a12d-0fc41a7b7235 HTTP/1.1" status: 204 len: 168 time: 0.2929478 Aug 16 02:47:21.940434 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35400) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:22.087851 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-77f40d76-5cbc-40c7-8d86-b99a50893ff7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6363c5f871644b5289c6f4077ec4b389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460834 Aug 16 02:47:22.090360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35404) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:22.137469 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51e1bb8c-1efb-4b80-b29d-98bf3de0ad97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.158377 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51e1bb8c-1efb-4b80-b29d-98bf3de0ad97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.205300 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51e1bb8c-1efb-4b80-b29d-98bf3de0ad97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.207837 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-51e1bb8c-1efb-4b80-b29d-98bf3de0ad97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.209005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-51e1bb8c-1efb-4b80-b29d-98bf3de0ad97 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ed398f0-64fc-4ae1-95f3-70bf74476db4 HTTP/1.1" status: 204 len: 168 time: 0.1177320 Aug 16 02:47:22.217290 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1bb8c-1efb-4b80-b29d-98bf3de0ad97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed398f0-64fc-4ae1-95f3-70bf74476db4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:22.828182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35426) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:22.923745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-904491355-network', 'tenant_id': '23350075ae27475783e2b499083ff4a0'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:22.948385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Made reservation on behalf of 23350075ae27475783e2b499083ff4a0 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:22.950689 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.959141 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.047620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.051772 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.075584 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:23.085813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5639473-7768-47ff-8a60-431cd0d52666,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:23.090559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.090911 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Added segment 1266b119-6220-4d06-b26c-770255a4f76e of type vlan for network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a Aug 16 02:47:23.134370 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.164009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.164884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:23.165529 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.222768 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3932090 Aug 16 02:47:23.225535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35430) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:23.230303 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] Request body: {'subnet': {'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-904491355-subnet', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:23.238049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2f4ab-e3f5-48df-bd10-e508158b2993 admin admin] Pushing event updated for resources: {'Network': ['ID=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:23.247737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:23.255160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] Made reservation on behalf of 23350075ae27475783e2b499083ff4a0 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:23.257623 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.432464 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.497010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=189d655a-fdc1-4fc7-ab0c-c280772d99ae,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:23.503182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] Checking segment: {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:23.503346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] Network hostable DHCP agents. Network: d00a9fa0-f4e6-45a9-8c1b-65520a238f0a, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:23.522258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] Network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:23.530834 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, d00a9fa0-f4e6-45a9-8c1b-65520a238f0a) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:23.535652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:23.537599 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.538490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21275728-2efb-4098-9279-297244371c57 None None] Network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:23.550807 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5445b99b-b838-4440-ac55-7336342146c0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3242054 Aug 16 02:47:23.553406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35432) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:23.557812 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-904491355-router', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:23.579241 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.580365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.632525 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.777929 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.837167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-d00a9fa0-f4e6-45a9-8c1b-65520a238f0a', 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'fixed_ips': [{'subnet_id': '189d655a-fdc1-4fc7-ab0c-c280772d99ae'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:23.838157 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.970959 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Allocated IP 172.20.0.2 (d00a9fa0-f4e6-45a9-8c1b-65520a238f0a/189d655a-fdc1-4fc7-ab0c-c280772d99ae/22981845-b3b9-49b5-b46e-fcc622637839) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:23.984563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.004257 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.114171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Allocated IP 172.25.2.157 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/72b48d5f-cbe7-4845-abed-69e485624fc8) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:24.118447 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.127672 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Transition to ACTIVE for port object 22981845-b3b9-49b5-b46e-fcc622637839 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:24.142228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Transition to ACTIVE for port object 22981845-b3b9-49b5-b46e-fcc622637839 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:24.147296 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.188004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:24.190941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:24.194519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:24.201773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Pushing event updated for resources: {'Port': ['ID=22981845-b3b9-49b5-b46e-fcc622637839,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:24.259580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Attempting to bind port 22981845-b3b9-49b5-b46e-fcc622637839 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:24.260309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Attempting to bind port 22981845-b3b9-49b5-b46e-fcc622637839 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:24.260309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Attempting to bind port 22981845-b3b9-49b5-b46e-fcc622637839 on network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:24.265956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:24.266363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Checking segment: {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:24.266794 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.267191 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Bound using segment: {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:24.267733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Bound port: 22981845-b3b9-49b5-b46e-fcc622637839, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:24.268180 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.336081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] For port 22981845-b3b9-49b5-b46e-fcc622637839, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:24.339447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] For port 22981845-b3b9-49b5-b46e-fcc622637839, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=22981845-b3b9-49b5-b46e-fcc622637839,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:24.343800 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.402480 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0f167-baca-4eed-bbb3-0857ab290d09 None None] Pushing event updated for resources: {'Port': ['ID=22981845-b3b9-49b5-b46e-fcc622637839,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:24.563620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.610595 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.652676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:24.655745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:24.659288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:24.664663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Pushing event updated for resources: {'Port': ['ID=72b48d5f-cbe7-4845-abed-69e485624fc8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:24.909602 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.115407 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.266002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:47:25.272048 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f8623f-2df5-41e9-b948-ff9dd5f294ea None None] Network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:25.346664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-507d0111-46a3-4b68-b4e5-a57efa23eeab None None] Provisioning for port 22981845-b3b9-49b5-b46e-fcc622637839 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:25.392676 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:25.408309 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Sync routers for ids ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:25.413308 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.417121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 22981845-b3b9-49b5-b46e-fcc622637839 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:25.417603 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9c12f766-3d00-4c0a-8e47-55cc63ca517b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8632107 Aug 16 02:47:25.417755 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35436) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:25.419677 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Routers {'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:25.420534 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:47:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:25.517555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 22981845-b3b9-49b5-b46e-fcc622637839 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:25.521302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 22981845-b3b9-49b5-b46e-fcc622637839 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:25.521715 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.533672 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Set router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:25.613127 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.657845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 22981845-b3b9-49b5-b46e-fcc622637839, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=22981845-b3b9-49b5-b46e-fcc622637839,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:25.663052 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.727528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=22981845-b3b9-49b5-b46e-fcc622637839,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:25.740591 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'name': 'tempest-TestEncryptedCinderVolumes-904491355-router', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 3, 'project_id': '23350075ae27475783e2b499083ff4a0', 'gw_port': {'id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:24Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:25.776745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-91d43922-9fc6-4454-b4f2-ec9499217d48 None None] Provisioning complete for port 22981845-b3b9-49b5-b46e-fcc622637839 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:25.777388 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-91d43922-9fc6-4454-b4f2-ec9499217d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.789289 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Checking router: fd72cfb8-dafb-4a05-b48a-0dc0198c16ad for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:25.789638 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Updating router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad port 72b48d5f-cbe7-4845-abed-69e485624fc8 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:47:25.815366 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.908024 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.070404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Allocated IP 172.20.0.1 (d00a9fa0-f4e6-45a9-8c1b-65520a238f0a/189d655a-fdc1-4fc7-ab0c-c280772d99ae/ba565e53-6e2d-4ae6-a135-51d136fff788) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:26.078738 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.089295 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Transition to ACTIVE for port object 72b48d5f-cbe7-4845-abed-69e485624fc8 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:26.095385 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.148044 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Attempting to bind port 72b48d5f-cbe7-4845-abed-69e485624fc8 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:26.148405 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Attempting to bind port 72b48d5f-cbe7-4845-abed-69e485624fc8 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:26.148865 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Attempting to bind port 72b48d5f-cbe7-4845-abed-69e485624fc8 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:26.151615 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Pushing event updated for resources: {'Port': ['ID=72b48d5f-cbe7-4845-abed-69e485624fc8,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:26.156761 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:26.157207 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:26.157604 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.157986 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:26.158439 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Bound port: 72b48d5f-cbe7-4845-abed-69e485624fc8, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:26.158808 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.174303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.185244 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.185580 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.185937 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.186266 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.186586 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.186902 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.187214 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.187323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Transition to ACTIVE for port object ba565e53-6e2d-4ae6-a135-51d136fff788 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:26.187526 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.187836 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.188145 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.188453 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.188767 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:26.222072 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.226230 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] For port 72b48d5f-cbe7-4845-abed-69e485624fc8, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:26.229633 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] For port 72b48d5f-cbe7-4845-abed-69e485624fc8, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=72b48d5f-cbe7-4845-abed-69e485624fc8,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:26.233847 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.262871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:26.268179 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:26.273085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:26.275082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Pushing event updated for resources: {'Port': ['ID=ba565e53-6e2d-4ae6-a135-51d136fff788,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:26.292463 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Routers {'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:26.293167 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:47:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:26.296156 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131af2bc-f554-4b6a-9fa6-dc8317957143 None None] Pushing event updated for resources: {'Port': ['ID=72b48d5f-cbe7-4845-abed-69e485624fc8,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:26.318502 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.406841 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] Set router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:26.456940 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.584917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3b95ea5e-90ad-46e2-8954-cae96fa66f67 None None] Provisioning for port ba565e53-6e2d-4ae6-a135-51d136fff788 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:26.589111 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3b95ea5e-90ad-46e2-8954-cae96fa66f67 None None] Provisioning complete for port ba565e53-6e2d-4ae6-a135-51d136fff788 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:26.589493 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3b95ea5e-90ad-46e2-8954-cae96fa66f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.598057 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'name': 'tempest-TestEncryptedCinderVolumes-904491355-router', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 3, 'project_id': '23350075ae27475783e2b499083ff4a0', 'gw_port': {'id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:24Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:26.623993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3b95ea5e-90ad-46e2-8954-cae96fa66f67 None None] Port ba565e53-6e2d-4ae6-a135-51d136fff788 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:26.628093 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2738d7-c5e7-472e-9c1d-c77d7d421656 None None] The sync data for ids ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'] in n-d-768851-16 is: [{'id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'name': 'tempest-TestEncryptedCinderVolumes-904491355-router', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 3, 'project_id': '23350075ae27475783e2b499083ff4a0', 'gw_port': {'id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:24Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:26.636861 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.645647 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.716205 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.717979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Pushing event updated for resources: {'Port': ['ID=ba565e53-6e2d-4ae6-a135-51d136fff788,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:26.812916 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:26.814765 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:26.952451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:27.073784 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:27.080220 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1803c04b-7ef7-44dc-b86f-46f24dd6128b admin admin] 10.222.0.79 "PUT /v2.0/routers/fd72cfb8-dafb-4a05-b48a-0dc0198c16ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6611476 Aug 16 02:47:27.145715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2b29bd12-42fe-43d2-81a0-65ab538e80fd None None] Provisioning complete for port ba565e53-6e2d-4ae6-a135-51d136fff788 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:27.146091 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b29bd12-42fe-43d2-81a0-65ab538e80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.186772 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2b29bd12-42fe-43d2-81a0-65ab538e80fd None None] Port ba565e53-6e2d-4ae6-a135-51d136fff788 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:27.437162 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 72b48d5f-cbe7-4845-abed-69e485624fc8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:27.501660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 72b48d5f-cbe7-4845-abed-69e485624fc8 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:27.505780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 72b48d5f-cbe7-4845-abed-69e485624fc8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:27.506436 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.588281 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.604392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35454) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:27.610047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1521679514-network', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:27.610963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 72b48d5f-cbe7-4845-abed-69e485624fc8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=72b48d5f-cbe7-4845-abed-69e485624fc8,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:27.615557 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.616585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 22981845-b3b9-49b5-b46e-fcc622637839 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:27.634510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Made reservation on behalf of 89a6f943d4324b148610c74ae123f8ff for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:27.637362 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.646799 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.709513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=72b48d5f-cbe7-4845-abed-69e485624fc8,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:27.723119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 22981845-b3b9-49b5-b46e-fcc622637839 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:27.723581 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.750342 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.755261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.778900 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:27.792792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d578ed6-d323-429b-aec6-ca13d638c162,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:27.798718 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.799063 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Added segment ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8 of type vlan for network b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 Aug 16 02:47:27.839860 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.868492 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.869599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:27.870168 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.923763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3181446 Aug 16 02:47:27.926416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35456) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:27.931779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] Request body: {'subnet': {'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1521679514-subnet', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:27.938994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce99fa-e94c-44ea-9de5-80fe73ddcfeb admin admin] Pushing event updated for resources: {'Network': ['ID=b9dddaf4-200f-4bef-9334-d1d9fe4b48f6,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:27.950982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:27.960012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] Made reservation on behalf of 89a6f943d4324b148610c74ae123f8ff for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:27.962679 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.138369 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.191041 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe284b6-225f-4e90-bf98-d509b721c150,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:28.200987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] Checking segment: {'id': 'ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:28.201924 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] Network hostable DHCP agents. Network: b9dddaf4-200f-4bef-9334-d1d9fe4b48f6, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:28.218390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] Network b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:28.227246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, b9dddaf4-200f-4bef-9334-d1d9fe4b48f6) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:28.231405 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:28.231984 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.236294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a150cb-047e-4fb9-94eb-faa11fdce5d6 None None] Network b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:28.248920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3dd05fae-7e40-466d-9628-8c807eb42bb8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3212721 Aug 16 02:47:28.251372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35458) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:28.255914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1521679514-router', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:28.279822 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.281168 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.293507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Sync routers for ids ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:28.317503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Routers {'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:28.318150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:47:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:28.342925 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.483476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-b9dddaf4-200f-4bef-9334-d1d9fe4b48f6', 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'fixed_ips': [{'subnet_id': 'abe284b6-225f-4e90-bf98-d509b721c150'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:28.485025 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.488120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.497482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Set router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:28.763018 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Allocated IP 172.20.0.2 (b9dddaf4-200f-4bef-9334-d1d9fe4b48f6/abe284b6-225f-4e90-bf98-d509b721c150/bccde9dc-6405-46f9-a010-fc487e08acf4) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:28.893717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'name': 'tempest-TestEncryptedCinderVolumes-904491355-router', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '23350075ae27475783e2b499083ff4a0', 'gw_port': {'id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:24Z', 'updated_at': '2021-08-16T02:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'ba565e53-6e2d-4ae6-a135-51d136fff788', 'name': '', 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'mac_address': 'fa:16:3e:a1:8f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '189d655a-fdc1-4fc7-ab0c-c280772d99ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:25Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 2, 'project_id': '23350075ae27475783e2b499083ff4a0', 'subnets': [{'id': '189d655a-fdc1-4fc7-ab0c-c280772d99ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:28.929492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Checking router: fd72cfb8-dafb-4a05-b48a-0dc0198c16ad for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:28.929848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Updating router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad port ba565e53-6e2d-4ae6-a135-51d136fff788 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:47:28.979908 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.000282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.004575 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.025688 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.035738 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Transition to ACTIVE for port object bccde9dc-6405-46f9-a010-fc487e08acf4 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:29.066049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Transition to ACTIVE for port object bccde9dc-6405-46f9-a010-fc487e08acf4 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:29.115388 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.136987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Allocated IP 172.25.2.174 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/4c563a7c-35b8-4f01-beca-47c9443199f4) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:29.173370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Network b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:29.179963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:29.183376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:29.185227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Pushing event updated for resources: {'Port': ['ID=bccde9dc-6405-46f9-a010-fc487e08acf4,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:29.245907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.283966 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.293755 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Attempting to bind port bccde9dc-6405-46f9-a010-fc487e08acf4 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:29.294120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Attempting to bind port bccde9dc-6405-46f9-a010-fc487e08acf4 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:29.294487 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Attempting to bind port bccde9dc-6405-46f9-a010-fc487e08acf4 on network b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:29.315540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:29.315917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Checking segment: {'id': 'ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:29.316347 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.316724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Bound using segment: {'id': 'ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:29.317250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Bound port: bccde9dc-6405-46f9-a010-fc487e08acf4, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:29.317623 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.330684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:29.335309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:29.340033 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:29.342954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Pushing event updated for resources: {'Port': ['ID=4c563a7c-35b8-4f01-beca-47c9443199f4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:29.390902 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 72b48d5f-cbe7-4845-abed-69e485624fc8 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:29.460027 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.466156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] For port bccde9dc-6405-46f9-a010-fc487e08acf4, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:29.470941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] For port bccde9dc-6405-46f9-a010-fc487e08acf4, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bccde9dc-6405-46f9-a010-fc487e08acf4,segment=NetworkSegment(ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8),segment_id=ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:29.479053 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.485672 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Transition to ACTIVE for port object ba565e53-6e2d-4ae6-a135-51d136fff788 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:29.518597 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.567042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 72b48d5f-cbe7-4845-abed-69e485624fc8 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:29.567381 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.610944 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.620516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72ffdb-4212-424f-8981-bb01aaa59084 None None] Pushing event updated for resources: {'Port': ['ID=bccde9dc-6405-46f9-a010-fc487e08acf4,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:29.767444 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:47:29.875495 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.886740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Attempting to bind port ba565e53-6e2d-4ae6-a135-51d136fff788 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:29.887258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Attempting to bind port ba565e53-6e2d-4ae6-a135-51d136fff788 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:29.887465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Attempting to bind port ba565e53-6e2d-4ae6-a135-51d136fff788 on network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:29.913043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87f26b-720b-46cf-9c41-f5f4968e8de7 None None] Pushing event updated for resources: {'Port': ['ID=ba565e53-6e2d-4ae6-a135-51d136fff788,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:29.924973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:29.925379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Checking segment: {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:29.925787 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.926186 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Bound using segment: {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:29.926680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Bound port: ba565e53-6e2d-4ae6-a135-51d136fff788, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:29.927064 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.009170 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] For port ba565e53-6e2d-4ae6-a135-51d136fff788, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:30.013404 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] For port ba565e53-6e2d-4ae6-a135-51d136fff788, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ba565e53-6e2d-4ae6-a135-51d136fff788,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:30.018109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.036769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Router e02bcb40-4649-4fdb-8c1b-5922775d77d8 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:47:30.074484 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Routers {'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:30.075122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:47:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:30.116166 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87f26b-720b-46cf-9c41-f5f4968e8de7 None None] Pushing event updated for resources: {'Port': ['ID=ba565e53-6e2d-4ae6-a135-51d136fff788,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:30.176616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:30.187612 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Sync routers for ids ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:30.199176 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Routers {'e02bcb40-4649-4fdb-8c1b-5922775d77d8'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:30.199760 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:47:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:30.201017 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.206703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-71776e72-6763-475e-9ffe-c17a6011150f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9504356 Aug 16 02:47:30.206913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35462) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:30.207839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] Set router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:30.339729 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Set router e02bcb40-4649-4fdb-8c1b-5922775d77d8 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:30.474029 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'name': 'tempest-TestEncryptedCinderVolumes-904491355-router', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '23350075ae27475783e2b499083ff4a0', 'gw_port': {'id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:24Z', 'updated_at': '2021-08-16T02:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'ba565e53-6e2d-4ae6-a135-51d136fff788', 'name': '', 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'mac_address': 'fa:16:3e:a1:8f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '189d655a-fdc1-4fc7-ab0c-c280772d99ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:25Z', 'updated_at': '2021-08-16T02:47:30Z', 'revision_number': 4, 'project_id': '23350075ae27475783e2b499083ff4a0', 'subnets': [{'id': '189d655a-fdc1-4fc7-ab0c-c280772d99ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:30.525099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3fc03-f3ff-4457-a0e6-2deb0a8c737b None None] The sync data for ids ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'] in n-d-768851-16 is: [{'id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'name': 'tempest-TestEncryptedCinderVolumes-904491355-router', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '23350075ae27475783e2b499083ff4a0', 'gw_port': {'id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:24Z', 'updated_at': '2021-08-16T02:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'ba565e53-6e2d-4ae6-a135-51d136fff788', 'name': '', 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'mac_address': 'fa:16:3e:a1:8f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '189d655a-fdc1-4fc7-ab0c-c280772d99ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:25Z', 'updated_at': '2021-08-16T02:47:30Z', 'revision_number': 4, 'project_id': '23350075ae27475783e2b499083ff4a0', 'subnets': [{'id': '189d655a-fdc1-4fc7-ab0c-c280772d99ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:30.691372 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'name': 'tempest-TestEncryptedCinderVolumes-1521679514-router', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:28Z', 'updated_at': '2021-08-16T02:47:29Z', 'revision_number': 3, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'gw_port': {'id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:29Z', 'updated_at': '2021-08-16T02:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:30.706937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ae05f1-b7c6-4c0d-8d32-0369499a3134 None None] Network b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:30.722106 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Checking router: e02bcb40-4649-4fdb-8c1b-5922775d77d8 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:30.722854 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Updating router e02bcb40-4649-4fdb-8c1b-5922775d77d8 port 4c563a7c-35b8-4f01-beca-47c9443199f4 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:47:30.756127 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.758039 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.797336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-44419f99-4212-4b55-8c0d-88412c5ab9a8 None None] Provisioning for port bccde9dc-6405-46f9-a010-fc487e08acf4 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:30.954048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Allocated IP 172.20.0.1 (b9dddaf4-200f-4bef-9334-d1d9fe4b48f6/abe284b6-225f-4e90-bf98-d509b721c150/7b438522-d29b-427d-9b24-fa56f8a202e6) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:31.061222 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.079299 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Transition to ACTIVE for port object 4c563a7c-35b8-4f01-beca-47c9443199f4 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:31.087378 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.104719 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.124948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Transition to ACTIVE for port object 7b438522-d29b-427d-9b24-fa56f8a202e6 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:31.153751 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Attempting to bind port 4c563a7c-35b8-4f01-beca-47c9443199f4 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:31.154125 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Attempting to bind port 4c563a7c-35b8-4f01-beca-47c9443199f4 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:31.155321 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Attempting to bind port 4c563a7c-35b8-4f01-beca-47c9443199f4 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:31.164484 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57367f-71a9-498e-bbbc-702f61c0214c None None] Pushing event updated for resources: {'Port': ['ID=4c563a7c-35b8-4f01-beca-47c9443199f4,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:31.167002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.174712 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:31.175084 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:31.175571 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.175954 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:31.176430 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Bound port: 4c563a7c-35b8-4f01-beca-47c9443199f4, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:31.177312 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.212103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Network b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:31.217348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:31.222009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:31.230780 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] For port 4c563a7c-35b8-4f01-beca-47c9443199f4, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:31.234952 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] For port 4c563a7c-35b8-4f01-beca-47c9443199f4, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4c563a7c-35b8-4f01-beca-47c9443199f4,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:31.240698 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.256169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Pushing event updated for resources: {'Port': ['ID=7b438522-d29b-427d-9b24-fa56f8a202e6,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:31.292443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.301777 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Routers {'e02bcb40-4649-4fdb-8c1b-5922775d77d8'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:31.303687 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:47:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:31.397028 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57367f-71a9-498e-bbbc-702f61c0214c None None] Pushing event updated for resources: {'Port': ['ID=4c563a7c-35b8-4f01-beca-47c9443199f4,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:31.475357 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bccde9dc-6405-46f9-a010-fc487e08acf4 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:31.519235 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] Set router e02bcb40-4649-4fdb-8c1b-5922775d77d8 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:31.530640 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.546341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port bccde9dc-6405-46f9-a010-fc487e08acf4 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:31.560481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bccde9dc-6405-46f9-a010-fc487e08acf4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:31.561025 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.622200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-49373682-8829-4a66-b84d-23607ff74c23 None None] Provisioning for port 7b438522-d29b-427d-9b24-fa56f8a202e6 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:31.645220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-49373682-8829-4a66-b84d-23607ff74c23 None None] Provisioning complete for port 7b438522-d29b-427d-9b24-fa56f8a202e6 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:31.645586 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-49373682-8829-4a66-b84d-23607ff74c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.690760 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.695173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-49373682-8829-4a66-b84d-23607ff74c23 None None] Port 7b438522-d29b-427d-9b24-fa56f8a202e6 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:31.733401 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port bccde9dc-6405-46f9-a010-fc487e08acf4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bccde9dc-6405-46f9-a010-fc487e08acf4,segment=NetworkSegment(ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8),segment_id=ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:31.733961 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'name': 'tempest-TestEncryptedCinderVolumes-1521679514-router', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:28Z', 'updated_at': '2021-08-16T02:47:29Z', 'revision_number': 3, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'gw_port': {'id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:29Z', 'updated_at': '2021-08-16T02:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:31.738448 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.739488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ba565e53-6e2d-4ae6-a135-51d136fff788 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:31.763327 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.767092 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7f5d3-9ac1-4ce2-9602-b6d057fbbd78 None None] The sync data for ids ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'] in n-d-768851-16 is: [{'id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'name': 'tempest-TestEncryptedCinderVolumes-1521679514-router', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:28Z', 'updated_at': '2021-08-16T02:47:29Z', 'revision_number': 3, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'gw_port': {'id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:29Z', 'updated_at': '2021-08-16T02:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:31.774193 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.841689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ba565e53-6e2d-4ae6-a135-51d136fff788 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:31.854294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ba565e53-6e2d-4ae6-a135-51d136fff788 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:31.855072 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.855199 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Pushing event updated for resources: {'Port': ['ID=7b438522-d29b-427d-9b24-fa56f8a202e6,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:31.856383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=bccde9dc-6405-46f9-a010-fc487e08acf4,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:31.874794 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.942308 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.978261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port ba565e53-6e2d-4ae6-a135-51d136fff788, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ba565e53-6e2d-4ae6-a135-51d136fff788,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:31.980934 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Network b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:31.982823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:31.983237 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.049750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=ba565e53-6e2d-4ae6-a135-51d136fff788,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:32.113663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Router e02bcb40-4649-4fdb-8c1b-5922775d77d8 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:32.250891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:32.255997 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b03ae885-49c6-4cd1-a944-a52ad86e122c admin admin] 10.222.0.79 "PUT /v2.0/routers/e02bcb40-4649-4fdb-8c1b-5922775d77d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0487766 Aug 16 02:47:32.320287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3876d650-bb31-48b0-8a7a-1adbaedc4b41 None None] Provisioning complete for port 7b438522-d29b-427d-9b24-fa56f8a202e6 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:32.320809 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3876d650-bb31-48b0-8a7a-1adbaedc4b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.364513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3876d650-bb31-48b0-8a7a-1adbaedc4b41 None None] Port 7b438522-d29b-427d-9b24-fa56f8a202e6 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:32.951763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568c287-163c-4dab-b87f-a473941945ff req-97197deb-1ea2-407a-9bb9-edd76405dd8c tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:32.953188 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-97197deb-1ea2-407a-9bb9-edd76405dd8c tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/networks?id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a HTTP/1.1" status: 200 len: 816 time: 0.1010516 Aug 16 02:47:32.971225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-471fcd8a-1f47-4907-928a-3b67e5d84bce tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/quotas/23350075ae27475783e2b499083ff4a0 HTTP/1.1" status: 200 len: 375 time: 0.0123384 Aug 16 02:47:33.028178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-6cc05c68-8caf-4608-bf37-94b40b62f578 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=23350075ae27475783e2b499083ff4a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510898 Aug 16 02:47:33.120931 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-ad4b2824-b9b2-4274-b137-7c0ddae091ff service neutron] 10.222.0.79 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805850 Aug 16 02:47:33.215889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-7f7dfa1a-bdec-4ad9-8d5b-64f1a87fdf18 service neutron] 10.222.0.79 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886614 Aug 16 02:47:33.388546 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bede7ba-5ccd-4fca-a811-c31d31fe3711 req-53ce9695-ba91-4ca3-a270-89146438b644 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 210 time: 0.0339088 Aug 16 02:47:33.456372 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bccde9dc-6405-46f9-a010-fc487e08acf4 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:33.504495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port bccde9dc-6405-46f9-a010-fc487e08acf4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:33.504871 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.599261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ba565e53-6e2d-4ae6-a135-51d136fff788 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:33.650335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ba565e53-6e2d-4ae6-a135-51d136fff788 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:33.650712 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.733226 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c563a7c-35b8-4f01-beca-47c9443199f4 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:33.790260 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4c563a7c-35b8-4f01-beca-47c9443199f4 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:33.794382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4c563a7c-35b8-4f01-beca-47c9443199f4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:33.794760 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.877410 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.899347 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 4c563a7c-35b8-4f01-beca-47c9443199f4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4c563a7c-35b8-4f01-beca-47c9443199f4,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:33.906395 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.932817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Sync routers for ids ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:33.960015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Routers {'e02bcb40-4649-4fdb-8c1b-5922775d77d8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:33.960654 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:47:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:33.999712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=4c563a7c-35b8-4f01-beca-47c9443199f4,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:34.079592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Set router e02bcb40-4649-4fdb-8c1b-5922775d77d8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:34.285322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'name': 'tempest-TestEncryptedCinderVolumes-1521679514-router', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:28Z', 'updated_at': '2021-08-16T02:47:31Z', 'revision_number': 4, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'gw_port': {'id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:29Z', 'updated_at': '2021-08-16T02:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '7b438522-d29b-427d-9b24-fa56f8a202e6', 'name': '', 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'mac_address': 'fa:16:3e:e8:54:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'abe284b6-225f-4e90-bf98-d509b721c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:30Z', 'updated_at': '2021-08-16T02:47:31Z', 'revision_number': 2, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'subnets': [{'id': 'abe284b6-225f-4e90-bf98-d509b721c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:34.312617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Checking router: e02bcb40-4649-4fdb-8c1b-5922775d77d8 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:34.312994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Updating router e02bcb40-4649-4fdb-8c1b-5922775d77d8 port 7b438522-d29b-427d-9b24-fa56f8a202e6 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:47:34.340267 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.368397 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568c287-163c-4dab-b87f-a473941945ff req-5d639dd5-c025-43da-8ce3-a46db1aac2ce tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.370008 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-5d639dd5-c025-43da-8ce3-a46db1aac2ce tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.89 "GET /v2.0/networks?id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a HTTP/1.1" status: 200 len: 816 time: 0.1174479 Aug 16 02:47:34.383864 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Request body: {'port': {'device_id': '75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6', 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a', 'admin_state_up': True, 'tenant_id': '23350075ae27475783e2b499083ff4a0'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:34.497758 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca1a1cf4-acdf-427b-81be-35a6709508e7 req-03cf77a3-edf3-46e0-8e3c-e668d1abc1ab tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 210 time: 0.0343633 Aug 16 02:47:34.510981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Made reservation on behalf of 23350075ae27475783e2b499083ff4a0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:34.523738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.622669 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.633767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Transition to ACTIVE for port object 7b438522-d29b-427d-9b24-fa56f8a202e6 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:34.639451 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.652701 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Allocated IP 172.20.0.13 (d00a9fa0-f4e6-45a9-8c1b-65520a238f0a/189d655a-fdc1-4fc7-ab0c-c280772d99ae/d0f5c813-67d7-45f1-9481-6a524965a6df) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:34.694562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b8399-43fd-480b-b2ce-e59074d8ffbe None None] Pushing event updated for resources: {'Port': ['ID=7b438522-d29b-427d-9b24-fa56f8a202e6,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:34.742557 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Attempting to bind port 7b438522-d29b-427d-9b24-fa56f8a202e6 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:34.742924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Attempting to bind port 7b438522-d29b-427d-9b24-fa56f8a202e6 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:34.743427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Attempting to bind port 7b438522-d29b-427d-9b24-fa56f8a202e6 on network b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:34.749363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:34.753820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Checking segment: {'id': 'ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:34.753820 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.753820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Bound using segment: {'id': 'ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:34.753820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Bound port: 7b438522-d29b-427d-9b24-fa56f8a202e6, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:34.753820 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.821620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] For port 7b438522-d29b-427d-9b24-fa56f8a202e6, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:34.825500 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] For port 7b438522-d29b-427d-9b24-fa56f8a202e6, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7b438522-d29b-427d-9b24-fa56f8a202e6,segment=NetworkSegment(ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8),segment_id=ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:34.829188 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.830939 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.848126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Transition to ACTIVE for port object d0f5c813-67d7-45f1-9481-6a524965a6df will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:34.886832 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.890807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Routers {'e02bcb40-4649-4fdb-8c1b-5922775d77d8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:34.891465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:47:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:34.931586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b8399-43fd-480b-b2ce-e59074d8ffbe None None] Pushing event updated for resources: {'Port': ['ID=7b438522-d29b-427d-9b24-fa56f8a202e6,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:34.932940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:34.936306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:34.940081 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:34.980908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Pushing event updated for resources: {'Port': ['ID=d0f5c813-67d7-45f1-9481-6a524965a6df,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:35.018093 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:35.019609 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.028651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] Set router e02bcb40-4649-4fdb-8c1b-5922775d77d8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:35.047088 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-751307f2-fa0b-4ccb-8103-d0c6d07906e5 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6677382 Aug 16 02:47:35.063022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-6d7bc083-c000-47b3-b3d0-8332a4f5ed98 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:47:35.064066 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-6d7bc083-c000-47b3-b3d0-8332a4f5ed98 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090008 Aug 16 02:47:35.085386 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Request body: {'port': {'device_id': '75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:35.154438 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.274570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ed68d062-62b3-4a51-898b-186a7d41ae6b None None] Provisioning for port d0f5c813-67d7-45f1-9481-6a524965a6df completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:35.280429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ed68d062-62b3-4a51-898b-186a7d41ae6b None None] Provisioning complete for port d0f5c813-67d7-45f1-9481-6a524965a6df triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:35.280799 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ed68d062-62b3-4a51-898b-186a7d41ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.283470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'name': 'tempest-TestEncryptedCinderVolumes-1521679514-router', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:28Z', 'updated_at': '2021-08-16T02:47:31Z', 'revision_number': 4, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'gw_port': {'id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:29Z', 'updated_at': '2021-08-16T02:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '7b438522-d29b-427d-9b24-fa56f8a202e6', 'name': '', 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'mac_address': 'fa:16:3e:e8:54:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'abe284b6-225f-4e90-bf98-d509b721c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:30Z', 'updated_at': '2021-08-16T02:47:34Z', 'revision_number': 4, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'subnets': [{'id': 'abe284b6-225f-4e90-bf98-d509b721c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:35.329599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd98b6-ac7e-4747-abd6-bad2ee31c600 None None] The sync data for ids ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'] in n-d-768851-16 is: [{'id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'name': 'tempest-TestEncryptedCinderVolumes-1521679514-router', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:28Z', 'updated_at': '2021-08-16T02:47:31Z', 'revision_number': 4, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'gw_port': {'id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:29Z', 'updated_at': '2021-08-16T02:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '7b438522-d29b-427d-9b24-fa56f8a202e6', 'name': '', 'network_id': 'b9dddaf4-200f-4bef-9334-d1d9fe4b48f6', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'mac_address': 'fa:16:3e:e8:54:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'abe284b6-225f-4e90-bf98-d509b721c150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:30Z', 'updated_at': '2021-08-16T02:47:34Z', 'revision_number': 4, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'subnets': [{'id': 'abe284b6-225f-4e90-bf98-d509b721c150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:35.351403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-ed68d062-62b3-4a51-898b-186a7d41ae6b None None] Port d0f5c813-67d7-45f1-9481-6a524965a6df cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:35.397641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c563a7c-35b8-4f01-beca-47c9443199f4 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:35.458967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4c563a7c-35b8-4f01-beca-47c9443199f4 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:35.458967 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.493327 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f5c813-67d7-45f1-9481-6a524965a6df {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:35.502009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.520248 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Transition to ACTIVE for port object d0f5c813-67d7-45f1-9481-6a524965a6df will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:35.528687 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.586739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f5c813-67d7-45f1-9481-6a524965a6df,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:35.670477 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c13a6-3037-40b2-8c9b-fdab8938772c req-88dcabba-0385-4caa-98b9-2be2cdbad0a0 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:35.678132 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd2c13a6-3037-40b2-8c9b-fdab8938772c req-88dcabba-0385-4caa-98b9-2be2cdbad0a0 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 944 time: 0.0658178 Aug 16 02:47:35.682254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Attempting to bind port d0f5c813-67d7-45f1-9481-6a524965a6df on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:35.682736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Attempting to bind port d0f5c813-67d7-45f1-9481-6a524965a6df by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:35.682960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Attempting to bind port d0f5c813-67d7-45f1-9481-6a524965a6df on network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:35.687941 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Port d0f5c813-67d7-45f1-9481-6a524965a6df on network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:47:35.688270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Attempting to bind port d0f5c813-67d7-45f1-9481-6a524965a6df on network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:35.693491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:35.693838 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Checking segment: {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:35.694228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Bound using segment: {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:35.694665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Bound port: d0f5c813-67d7-45f1-9481-6a524965a6df, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:35.695031 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.731945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd2c13a6-3037-40b2-8c9b-fdab8938772c req-d02ba6d1-c375-4c97-a5b1-60bc4fbee21d tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527060 Aug 16 02:47:35.797477 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] For port d0f5c813-67d7-45f1-9481-6a524965a6df, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:35.801350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] For port d0f5c813-67d7-45f1-9481-6a524965a6df, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d0f5c813-67d7-45f1-9481-6a524965a6df,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:35.806629 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.850102 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:35.850724 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.852159 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] 10.222.0.89 "PUT /v2.0/ports/d0f5c813-67d7-45f1-9481-6a524965a6df HTTP/1.1" status: 200 len: 1093 time: 0.7780800 Aug 16 02:47:35.852605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6', 'tag': 'd0f5c813-67d7-45f1-9481-6a524965a6df'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:35.854962 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b5a776-9464-4591-b26e-9e4e8198774a" -d '{"events": [{"name": "network-changed", "server_uuid": "75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6", "tag": "d0f5c813-67d7-45f1-9481-6a524965a6df"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:35.875998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a1c16-a858-410e-b726-b6e10b48b1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f5c813-67d7-45f1-9481-6a524965a6df,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:35.937535 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575e9cc4-a81f-48d6-82da-df2f8ed539c4 x-openstack-request-id: req-575e9cc4-a81f-48d6-82da-df2f8ed539c4 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:35.937939 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6", "tag": "d0f5c813-67d7-45f1-9481-6a524965a6df", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:35.938286 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-575e9cc4-a81f-48d6-82da-df2f8ed539c4 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:35.938780 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6', 'tag': 'd0f5c813-67d7-45f1-9481-6a524965a6df', 'status': 'completed', 'code': 200} Aug 16 02:47:35.956841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568c287-163c-4dab-b87f-a473941945ff req-ed823506-677a-4023-8f98-a79e01d3be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:35.958536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-ed823506-677a-4023-8f98-a79e01d3be78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23350075ae27475783e2b499083ff4a0&device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 1096 time: 0.0522435 Aug 16 02:47:36.008106 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-c36d62cc-3e0e-4833-9579-0ebbad67c773 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0f5c813-67d7-45f1-9481-6a524965a6df HTTP/1.1" status: 200 len: 217 time: 0.0408647 Aug 16 02:47:36.067802 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568c287-163c-4dab-b87f-a473941945ff req-1aa6f378-b929-4daf-b221-82b2e1fd4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:36.069325 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-1aa6f378-b929-4daf-b221-82b2e1fd4f6f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=189d655a-fdc1-4fc7-ab0c-c280772d99ae HTTP/1.1" status: 200 len: 855 time: 0.0541172 Aug 16 02:47:36.119936 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568c287-163c-4dab-b87f-a473941945ff req-06e86a64-5388-4455-8942-593d54eec3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:36.121545 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-06e86a64-5388-4455-8942-593d54eec3c9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444102 Aug 16 02:47:36.217860 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-f0635fbb-90ac-4bce-b6e1-1a7af9d7bf58 service neutron] 10.222.0.89 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883963 Aug 16 02:47:36.309516 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0568c287-163c-4dab-b87f-a473941945ff req-3f541c33-4cf6-45c9-9adb-52c92a16a336 service neutron] 10.222.0.89 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844913 Aug 16 02:47:36.405279 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5a776-9464-4591-b26e-9e4e8198774a req-aaea37e8-f2db-454f-a9ca-8b1a632286ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:36.406773 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75b5a776-9464-4591-b26e-9e4e8198774a req-aaea37e8-f2db-454f-a9ca-8b1a632286ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23350075ae27475783e2b499083ff4a0&device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 1096 time: 0.0462985 Aug 16 02:47:36.506594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5a776-9464-4591-b26e-9e4e8198774a req-8fe5e12d-c873-4654-bf80-0da1f3b24137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:36.508201 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75b5a776-9464-4591-b26e-9e4e8198774a req-8fe5e12d-c873-4654-bf80-0da1f3b24137 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a HTTP/1.1" status: 200 len: 917 time: 0.0935938 Aug 16 02:47:36.551402 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75b5a776-9464-4591-b26e-9e4e8198774a req-825e9f48-66b9-4b66-99f5-346921ff2558 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0f5c813-67d7-45f1-9481-6a524965a6df HTTP/1.1" status: 200 len: 217 time: 0.0355754 Aug 16 02:47:36.607027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5a776-9464-4591-b26e-9e4e8198774a req-68bcae77-7ddf-4437-8fb3-7efdfb00ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:36.608567 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75b5a776-9464-4591-b26e-9e4e8198774a req-68bcae77-7ddf-4437-8fb3-7efdfb00ce59 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=189d655a-fdc1-4fc7-ab0c-c280772d99ae HTTP/1.1" status: 200 len: 855 time: 0.0502465 Aug 16 02:47:36.655768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5a776-9464-4591-b26e-9e4e8198774a req-88c2a35f-2d5a-48d0-bcde-e1b7607e0017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:36.657291 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75b5a776-9464-4591-b26e-9e4e8198774a req-88c2a35f-2d5a-48d0-bcde-e1b7607e0017 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408080 Aug 16 02:47:36.751754 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75b5a776-9464-4591-b26e-9e4e8198774a req-ecff48df-ae17-4144-a167-4f2791c1ff53 service neutron] 10.222.0.89 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855553 Aug 16 02:47:36.843048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200ac89-1fc8-45f5-bc90-75352c0723b5 req-9a8dc8d7-61e9-4be8-9186-d358efaf4f8b tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:36.844542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3200ac89-1fc8-45f5-bc90-75352c0723b5 req-9a8dc8d7-61e9-4be8-9186-d358efaf4f8b tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 944 time: 0.0503294 Aug 16 02:47:36.854192 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-75b5a776-9464-4591-b26e-9e4e8198774a req-b7d55f0e-5b03-4346-974b-17f5c26dd39e service neutron] 10.222.0.89 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946419 Aug 16 02:47:36.887248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3200ac89-1fc8-45f5-bc90-75352c0723b5 req-691e968c-e8b2-4e32-b538-ffcad9a3e5da tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363171 Aug 16 02:47:37.375401 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7b438522-d29b-427d-9b24-fa56f8a202e6 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:37.423400 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 7b438522-d29b-427d-9b24-fa56f8a202e6 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:37.427037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 7b438522-d29b-427d-9b24-fa56f8a202e6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:37.427411 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:37.505201 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:37.536477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 7b438522-d29b-427d-9b24-fa56f8a202e6, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7b438522-d29b-427d-9b24-fa56f8a202e6,segment=NetworkSegment(ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8),segment_id=ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:37.540151 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:37.586587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=7b438522-d29b-427d-9b24-fa56f8a202e6,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:38.008653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d7e04-e557-45e9-a323-f9ea203a98cc req-ba20c5eb-d0d7-4ee8-9261-30b55055b4ef tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:38.010209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e2d7e04-e557-45e9-a323-f9ea203a98cc req-ba20c5eb-d0d7-4ee8-9261-30b55055b4ef tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 944 time: 0.0518568 Aug 16 02:47:38.051402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e2d7e04-e557-45e9-a323-f9ea203a98cc req-bf0cbffd-e52c-4a35-9e70-a9ca8db96602 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349107 Aug 16 02:47:38.942138 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ca91ed1c-622a-4b8f-94ff-7f71e45fdc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:39.070452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d0f5c813-67d7-45f1-9481-6a524965a6df details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:47:39.170318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f2a86-ef81-4498-b244-1041f9f8516f req-e40e00e7-b9b7-4f8c-9ddf-25efb45b1686 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:39.171674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d0f5c813-67d7-45f1-9481-6a524965a6df, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d0f5c813-67d7-45f1-9481-6a524965a6df,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:39.171881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb3f2a86-ef81-4498-b244-1041f9f8516f req-e40e00e7-b9b7-4f8c-9ddf-25efb45b1686 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 944 time: 0.0493577 Aug 16 02:47:39.182968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'd0f5c813-67d7-45f1-9481-6a524965a6df', 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a', 'port_id': 'd0f5c813-67d7-45f1-9481-6a524965a6df', 'mac_address': 'fa:16:3e:c8:ca:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189d655a-fdc1-4fc7-ab0c-c280772d99ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:47:39.210813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb3f2a86-ef81-4498-b244-1041f9f8516f req-0aa55825-36c3-46d2-b67c-0ee634d7dfbf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322165 Aug 16 02:47:39.220903 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:39.237267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f5c813-67d7-45f1-9481-6a524965a6df {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:39.257574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d0f5c813-67d7-45f1-9481-6a524965a6df, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d0f5c813-67d7-45f1-9481-6a524965a6df,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:39.261441 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:39.309106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d0f5c813-67d7-45f1-9481-6a524965a6df,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:39.363639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7b438522-d29b-427d-9b24-fa56f8a202e6 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:39.416461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 7b438522-d29b-427d-9b24-fa56f8a202e6 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:39.416830 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:39.478258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d0f5c813-67d7-45f1-9481-6a524965a6df'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:47:40.219656 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:40.325055 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd030d4-b947-4846-9800-2e51bca5ef9a req-6d7869a6-78e8-4430-8e8a-aea059bfc493 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:40.327058 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0dd030d4-b947-4846-9800-2e51bca5ef9a req-6d7869a6-78e8-4430-8e8a-aea059bfc493 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 945 time: 0.0499034 Aug 16 02:47:40.369737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0dd030d4-b947-4846-9800-2e51bca5ef9a req-ab0f07bc-daf8-4d29-bd93-5bc6d6aa4a28 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361335 Aug 16 02:47:41.084156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d0f5c813-67d7-45f1-9481-6a524965a6df up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:41.132121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port d0f5c813-67d7-45f1-9481-6a524965a6df completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:41.136091 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port d0f5c813-67d7-45f1-9481-6a524965a6df triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:41.136549 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:41.213773 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:41.242157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f5c813-67d7-45f1-9481-6a524965a6df'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:41.245508 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5ca67b-c4c5-4e3c-aeeb-8819d6eec4df" -d '{"events": [{"server_uuid": "75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6", "name": "network-vif-plugged", "status": "completed", "tag": "d0f5c813-67d7-45f1-9481-6a524965a6df"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:41.264376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d0f5c813-67d7-45f1-9481-6a524965a6df, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d0f5c813-67d7-45f1-9481-6a524965a6df,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:41.269147 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:41.298314 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6775673f-c7e3-4081-a78f-fceb5413625a x-openstack-request-id: req-6775673f-c7e3-4081-a78f-fceb5413625a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:41.298598 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6", "name": "network-vif-plugged", "status": "completed", "tag": "d0f5c813-67d7-45f1-9481-6a524965a6df", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:41.298846 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6775673f-c7e3-4081-a78f-fceb5413625a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:41.299227 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f5c813-67d7-45f1-9481-6a524965a6df', 'code': 200} Aug 16 02:47:41.326567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d0f5c813-67d7-45f1-9481-6a524965a6df,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:41.384946 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4c94b-afde-46ce-ba3e-2f9e4df78542 req-4e95ab82-671b-41fa-ae26-143a35af4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:41.386513 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b9f4c94b-afde-46ce-ba3e-2f9e4df78542 req-4e95ab82-671b-41fa-ae26-143a35af4304 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 1098 time: 0.0405838 Aug 16 02:47:41.422651 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b9f4c94b-afde-46ce-ba3e-2f9e4df78542 req-960dfb59-fd7a-45ef-a390-05f72aca94c6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283270 Aug 16 02:47:41.484448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ddf67-4276-40d9-9784-fadbfedf29d2 req-84c4311a-b911-4578-8d18-d4988f169cbe tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:41.485981 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a2ddf67-4276-40d9-9784-fadbfedf29d2 req-84c4311a-b911-4578-8d18-d4988f169cbe tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 946 time: 0.0494466 Aug 16 02:47:41.525975 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a2ddf67-4276-40d9-9784-fadbfedf29d2 req-775ed491-71ad-4681-a0bf-a745d4966dad tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339663 Aug 16 02:47:41.539518 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-604b18b7-3768-4938-9d1b-ffeb11ee063b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:41.652895 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:42.645846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc319e-776c-427f-aaa8-7e21478346a6 req-7754971e-6347-4fed-83fa-5f03ea9f4e65 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:42.647502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcfc319e-776c-427f-aaa8-7e21478346a6 req-7754971e-6347-4fed-83fa-5f03ea9f4e65 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 946 time: 0.0523636 Aug 16 02:47:42.685046 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bcfc319e-776c-427f-aaa8-7e21478346a6 req-bc3a7902-5da4-473b-a097-ae455302fd2f tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Aug 16 02:47:42.799268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db83240-f56b-45d1-85d4-9c011266e4da req-3dbbcaee-d027-42ad-98b4-20316e6a9f24 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:42.800716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6db83240-f56b-45d1-85d4-9c011266e4da req-3dbbcaee-d027-42ad-98b4-20316e6a9f24 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 946 time: 0.0484660 Aug 16 02:47:42.846509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6db83240-f56b-45d1-85d4-9c011266e4da req-2ecde9cb-487b-4b6a-a367-6b5efa37ccbc tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395389 Aug 16 02:47:42.932253 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:44.442585 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:48.840828 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:52.931205 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-49db0b7b-6c9e-41b4-8099-90517676eb10 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429924 Aug 16 02:47:53.013236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-56aec171-b124-4b2b-abf4-8578df78038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:53.015262 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-56aec171-b124-4b2b-abf4-8578df78038a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23350075ae27475783e2b499083ff4a0&device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 1098 time: 0.0410440 Aug 16 02:47:53.119110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-d58eb90e-748b-454d-a308-c40f25db79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:53.120602 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-d58eb90e-748b-454d-a308-c40f25db79f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a HTTP/1.1" status: 200 len: 917 time: 0.0849786 Aug 16 02:47:53.168569 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-53fb6f94-d3d0-4a60-8d37-79de08e6f725 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0f5c813-67d7-45f1-9481-6a524965a6df HTTP/1.1" status: 200 len: 217 time: 0.0396440 Aug 16 02:47:53.218419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-f536193a-dd3d-4dd0-9e79-d5ae2d96d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:53.219859 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-f536193a-dd3d-4dd0-9e79-d5ae2d96d789 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=189d655a-fdc1-4fc7-ab0c-c280772d99ae HTTP/1.1" status: 200 len: 855 time: 0.0439866 Aug 16 02:47:53.266815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-cdf4a25c-3a38-428c-9c07-a432c4ed3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:53.268321 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-cdf4a25c-3a38-428c-9c07-a432c4ed3680 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406778 Aug 16 02:47:53.668198 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-c90eb486-9d59-417d-9993-63df7096e46d service neutron] 10.222.0.89 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920269 Aug 16 02:47:53.760757 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-58285da5-85ef-42fb-b786-4cbc8ac1bdd5 req-1c73fee4-17c3-447e-9eed-6c45b50cd2d9 service neutron] 10.222.0.89 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841112 Aug 16 02:48:01.358414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ad246-1d9e-4d95-986b-630835d94243 req-8ea82029-5f09-4e28-a966-5ed992043fb6 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:01.359912 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-669ad246-1d9e-4d95-986b-630835d94243 req-8ea82029-5f09-4e28-a966-5ed992043fb6 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 946 time: 0.0500767 Aug 16 02:48:01.397500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-669ad246-1d9e-4d95-986b-630835d94243 req-117e9810-a248-4170-93a3-d82c6951b282 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Aug 16 02:48:02.528254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dbe01-0eb7-4b14-9e82-aa3457e57a6b req-c5aea4f0-114e-4af3-afb2-6c812822b157 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:02.529788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f69dbe01-0eb7-4b14-9e82-aa3457e57a6b req-c5aea4f0-114e-4af3-afb2-6c812822b157 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 946 time: 0.0492346 Aug 16 02:48:02.567082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f69dbe01-0eb7-4b14-9e82-aa3457e57a6b req-a392c58a-b685-4a69-acb9-a98ed171b44a tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Aug 16 02:48:02.860555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d746754-166e-42a0-9ce1-c06897502df0 req-34fc75c1-3058-4d54-aee7-cf0c7c2318d9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:02.862048 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d746754-166e-42a0-9ce1-c06897502df0 req-34fc75c1-3058-4d54-aee7-cf0c7c2318d9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.89 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 946 time: 0.0492120 Aug 16 02:48:02.961056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-2d746754-166e-42a0-9ce1-c06897502df0 req-d671dc32-86d1-4217-a1b5-d3fba28254bf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Deleting port d0f5c813-67d7-45f1-9481-6a524965a6df {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:02.961410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2d746754-166e-42a0-9ce1-c06897502df0 req-d671dc32-86d1-4217-a1b5-d3fba28254bf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:03.047516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2d746754-166e-42a0-9ce1-c06897502df0 req-d671dc32-86d1-4217-a1b5-d3fba28254bf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] For port d0f5c813-67d7-45f1-9481-6a524965a6df, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d0f5c813-67d7-45f1-9481-6a524965a6df,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:03.047886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2d746754-166e-42a0-9ce1-c06897502df0 req-d671dc32-86d1-4217-a1b5-d3fba28254bf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:03.064492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-2d746754-166e-42a0-9ce1-c06897502df0 req-d671dc32-86d1-4217-a1b5-d3fba28254bf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Calling delete_port for d0f5c813-67d7-45f1-9481-6a524965a6df owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:03.190653 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2d746754-166e-42a0-9ce1-c06897502df0 req-d671dc32-86d1-4217-a1b5-d3fba28254bf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:03.204321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d0f5c813-67d7-45f1-9481-6a524965a6df'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:03.218955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671dc32-86d1-4217-a1b5-d3fba28254bf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Pushing event deleted for resources: {'Port': ['ID=d0f5c813-67d7-45f1-9481-6a524965a6df,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:03.264961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d746754-166e-42a0-9ce1-c06897502df0 req-d671dc32-86d1-4217-a1b5-d3fba28254bf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] No DVR routers for this DVR port d0f5c813-67d7-45f1-9481-6a524965a6df on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:03.267692 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2d746754-166e-42a0-9ce1-c06897502df0 req-d671dc32-86d1-4217-a1b5-d3fba28254bf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:03.269735 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2d746754-166e-42a0-9ce1-c06897502df0 req-d671dc32-86d1-4217-a1b5-d3fba28254bf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.89 "DELETE /v2.0/ports/d0f5c813-67d7-45f1-9481-6a524965a6df HTTP/1.1" status: 204 len: 173 time: 0.4012847 Aug 16 02:48:03.270175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6', 'name': 'network-vif-deleted', 'tag': 'd0f5c813-67d7-45f1-9481-6a524965a6df'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:03.272499 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92939ed4-1765-4d6f-868b-a70212a7a76e" -d '{"events": [{"server_uuid": "75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6", "name": "network-vif-deleted", "tag": "d0f5c813-67d7-45f1-9481-6a524965a6df"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:03.315956 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad773c5a-5d1a-4e39-9d1f-4a7bf8aa3a20 x-openstack-request-id: req-ad773c5a-5d1a-4e39-9d1f-4a7bf8aa3a20 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:03.316252 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6", "name": "network-vif-deleted", "tag": "d0f5c813-67d7-45f1-9481-6a524965a6df", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:03.317105 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad773c5a-5d1a-4e39-9d1f-4a7bf8aa3a20 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:03.317812 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6', 'name': 'network-vif-deleted', 'tag': 'd0f5c813-67d7-45f1-9481-6a524965a6df', 'status': 'completed', 'code': 200} Aug 16 02:48:03.674549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97584ffa-96ec-496f-9123-50cfc9b175a7 req-1fa23315-96f7-4a7e-be14-50b628e8d437 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=75ca8d18-a5ed-4990-b6d5-8dbb79dc25b6 HTTP/1.1" status: 200 len: 210 time: 0.0277472 Aug 16 02:48:05.196528 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d0f5c813-67d7-45f1-9481-6a524965a6df no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:05.382023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: d0f5c813-67d7-45f1-9481-6a524965a6df {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:05.382365 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d0f5c813-67d7-45f1-9481-6a524965a6df not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:06.301528 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-376c6656-66cd-440a-b693-c300f020e0ac tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:06.303015 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-376c6656-66cd-440a-b693-c300f020e0ac tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/networks?id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a HTTP/1.1" status: 200 len: 816 time: 0.1068492 Aug 16 02:48:06.318925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-41e37e92-7e7a-4c4b-a481-1b145fd954ba tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/quotas/23350075ae27475783e2b499083ff4a0 HTTP/1.1" status: 200 len: 375 time: 0.0099602 Aug 16 02:48:06.371194 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-097f9c1a-b75b-40b1-9cb5-15625696a0e2 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=23350075ae27475783e2b499083ff4a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463877 Aug 16 02:48:06.591988 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-10fb4293-2331-4c2d-b64a-f15c5c41593c service neutron] 10.222.0.79 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292584 Aug 16 02:48:06.679987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-3ee9010d-97e6-48cb-ac31-f131fce1edfc service neutron] 10.222.0.79 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808082 Aug 16 02:48:06.758314 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:48:06.853447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b3cc3dd-e641-4224-a4b0-9329487b58e8 req-dd7bcd42-a5e5-4fc8-a746-7d1a4d242bd1 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 210 time: 0.0279865 Aug 16 02:48:07.782385 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-cb59ad51-dbca-4083-957f-99613886313d tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:07.784032 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-cb59ad51-dbca-4083-957f-99613886313d tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.89 "GET /v2.0/networks?id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a HTTP/1.1" status: 200 len: 816 time: 0.1116524 Aug 16 02:48:07.797211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Request body: {'port': {'device_id': '1c08b382-f671-4264-8d50-b580f6617378', 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a', 'admin_state_up': True, 'tenant_id': '23350075ae27475783e2b499083ff4a0'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:07.913435 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Made reservation on behalf of 23350075ae27475783e2b499083ff4a0 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:07.917166 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:07.953511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7c1ea13-bae4-4133-8dd5-5bb34b3baa0c req-097d4687-8daa-49b1-8b60-74130c594db1 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 210 time: 0.0318739 Aug 16 02:48:08.043904 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Allocated IP 172.20.0.7 (d00a9fa0-f4e6-45a9-8c1b-65520a238f0a/189d655a-fdc1-4fc7-ab0c-c280772d99ae/e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:08.195143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.213129 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Transition to ACTIVE for port object e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:08.251115 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.301979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:08.305143 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:08.309616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:08.314451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Pushing event updated for resources: {'Port': ['ID=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:08.362944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:08.363574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.379991 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-b5f2ede9-e20a-4fd3-8523-1cfb28f7dee9 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873177 Aug 16 02:48:08.392849 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Request body: {'port': {'device_id': '1c08b382-f671-4264-8d50-b580f6617378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:08.451445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.545388 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ab301bc9-8eb4-4697-8289-a6a69059d58e None None] Provisioning for port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:08.549454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ab301bc9-8eb4-4697-8289-a6a69059d58e None None] Provisioning complete for port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:08.549891 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab301bc9-8eb4-4697-8289-a6a69059d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.584846 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-ab301bc9-8eb4-4697-8289-a6a69059d58e None None] Port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:08.726470 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:08.734072 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.745965 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Transition to ACTIVE for port object e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:08.750160 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.798860 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:08.879410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Attempting to bind port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:08.879754 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Attempting to bind port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:08.880094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Attempting to bind port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a on network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:08.884651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a on network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:48:08.884994 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Attempting to bind port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a on network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:08.890082 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:08.890430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Checking segment: {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:08.890822 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Bound using segment: {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:08.891258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Bound port: e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266b119-6220-4d06-b26c-770255a4f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:08.891619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.946304 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6eef9886-cfb9-4588-b588-dd214b5a7727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.967664 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] For port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:08.971263 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] For port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:08.975741 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.014145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.014770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.016186 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] 10.222.0.89 "PUT /v2.0/ports/e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a HTTP/1.1" status: 200 len: 1092 time: 0.6279225 Aug 16 02:48:09.016651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c08b382-f671-4264-8d50-b580f6617378', 'tag': 'e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:09.018947 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad12ea8-9525-4e1c-869e-8a553595fe42" -d '{"events": [{"name": "network-changed", "server_uuid": "1c08b382-f671-4264-8d50-b580f6617378", "tag": "e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:09.059341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0552ef-2eb1-40ba-be81-55a4df9540f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:09.086885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae4a1f-aec7-4044-868b-70ee9e0e3de5 req-d47caf40-bd7f-4687-baa2-032fc8a3721f tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.090403 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b0a6b0-6545-494d-b934-b00e27f27ce1 x-openstack-request-id: req-33b0a6b0-6545-494d-b934-b00e27f27ce1 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:09.090682 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c08b382-f671-4264-8d50-b580f6617378", "tag": "e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:09.090944 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33b0a6b0-6545-494d-b934-b00e27f27ce1 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:09.091344 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c08b382-f671-4264-8d50-b580f6617378', 'tag': 'e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a', 'status': 'completed', 'code': 200} Aug 16 02:48:09.093625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61ae4a1f-aec7-4044-868b-70ee9e0e3de5 req-d47caf40-bd7f-4687-baa2-032fc8a3721f tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 943 time: 0.0637856 Aug 16 02:48:09.125868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-dc1da5e5-e567-4caa-8248-0e1d6ac3e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.127761 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-dc1da5e5-e567-4caa-8248-0e1d6ac3e6e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23350075ae27475783e2b499083ff4a0&device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 1095 time: 0.0564840 Aug 16 02:48:09.132753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-61ae4a1f-aec7-4044-868b-70ee9e0e3de5 req-df40f5be-6154-4946-bb51-dc115f994fe7 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 Aug 16 02:48:09.175630 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-2e876f52-ec7c-45b9-a988-881f1442c643 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a HTTP/1.1" status: 200 len: 217 time: 0.0396640 Aug 16 02:48:09.229094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-d40ee273-2fed-4df0-bba2-1814993f9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.230794 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-d40ee273-2fed-4df0-bba2-1814993f9a83 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=189d655a-fdc1-4fc7-ab0c-c280772d99ae HTTP/1.1" status: 200 len: 855 time: 0.0484428 Aug 16 02:48:09.278525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-47863c04-7c61-4309-a9c5-048f803fc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.280682 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-47863c04-7c61-4309-a9c5-048f803fc1dd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425856 Aug 16 02:48:09.374750 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-bdea14ba-eca9-4d25-9a9d-f264935b10dc service neutron] 10.222.0.89 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863616 Aug 16 02:48:09.462745 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bd9b394a-7c4c-4e3f-aec1-84d33382560a req-408f2aa9-d2a4-47c4-88a4-6df0865e7eb3 service neutron] 10.222.0.89 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807838 Aug 16 02:48:09.554150 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad12ea8-9525-4e1c-869e-8a553595fe42 req-96d74eeb-54b0-420a-9e19-f34fe5cbb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.555651 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1ad12ea8-9525-4e1c-869e-8a553595fe42 req-96d74eeb-54b0-420a-9e19-f34fe5cbb830 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23350075ae27475783e2b499083ff4a0&device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 1095 time: 0.0417497 Aug 16 02:48:09.650276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad12ea8-9525-4e1c-869e-8a553595fe42 req-3c948759-ece8-4f9d-adc9-e65761cbd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.651686 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1ad12ea8-9525-4e1c-869e-8a553595fe42 req-3c948759-ece8-4f9d-adc9-e65761cbd438 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a HTTP/1.1" status: 200 len: 917 time: 0.0885332 Aug 16 02:48:09.693536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1ad12ea8-9525-4e1c-869e-8a553595fe42 req-cbe9a536-a59d-459c-8752-9e13a260974b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a HTTP/1.1" status: 200 len: 217 time: 0.0351031 Aug 16 02:48:09.744826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad12ea8-9525-4e1c-869e-8a553595fe42 req-b116b6d7-8742-4ccd-aaad-473bcb75a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.746417 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1ad12ea8-9525-4e1c-869e-8a553595fe42 req-b116b6d7-8742-4ccd-aaad-473bcb75a626 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=189d655a-fdc1-4fc7-ab0c-c280772d99ae HTTP/1.1" status: 200 len: 855 time: 0.0447478 Aug 16 02:48:09.800039 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad12ea8-9525-4e1c-869e-8a553595fe42 req-387da1f8-8ec8-490c-bd07-8065167db528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.801597 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1ad12ea8-9525-4e1c-869e-8a553595fe42 req-387da1f8-8ec8-490c-bd07-8065167db528 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465059 Aug 16 02:48:09.897870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1ad12ea8-9525-4e1c-869e-8a553595fe42 req-f59e7f51-041c-4d9b-a7f5-87294d5f67db service neutron] 10.222.0.89 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874932 Aug 16 02:48:09.992196 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-1ad12ea8-9525-4e1c-869e-8a553595fe42 req-629d9eda-48d0-447f-a2cd-152f3c7727b3 service neutron] 10.222.0.89 "GET /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863569 Aug 16 02:48:10.219115 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.252768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eb9bc-a8ed-4a87-960d-1fc3a2c6a9fa req-ae142fa5-5fa5-4cfe-a8de-e8d0122e9d2a tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:10.254311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d2eb9bc-a8ed-4a87-960d-1fc3a2c6a9fa req-ae142fa5-5fa5-4cfe-a8de-e8d0122e9d2a tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 943 time: 0.0510676 Aug 16 02:48:10.291778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5d2eb9bc-a8ed-4a87-960d-1fc3a2c6a9fa req-630f63f4-09b6-45c6-8d91-e58d5463008b tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Aug 16 02:48:11.257435 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:48:11.353710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:11.365836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a', 'network_id': 'd00a9fa0-f4e6-45a9-8c1b-65520a238f0a', 'port_id': 'e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a', 'mac_address': 'fa:16:3e:3d:52:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189d655a-fdc1-4fc7-ab0c-c280772d99ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:48:11.403329 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:11.405317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a676b8-aa7e-492d-88ad-9fab449cf62c req-304ce15e-ccaf-4637-bc45-b0f532e9d114 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:11.406830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8a676b8-aa7e-492d-88ad-9fab449cf62c req-304ce15e-ccaf-4637-bc45-b0f532e9d114 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 943 time: 0.0484159 Aug 16 02:48:11.416651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:11.438498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:11.442402 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:11.449172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8a676b8-aa7e-492d-88ad-9fab449cf62c req-3fe93967-0425-4174-b9ea-7f5b1d55896b tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362937 Aug 16 02:48:11.490608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:11.498302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.498649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.498993 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.499331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.499669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.499997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.500330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.500655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.500995 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.501342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.501712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.501982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:11.538948 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f250a515-826a-41ae-b2d9-48518d2b45b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:11.639762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:11.678977 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.565922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc3ca7-591a-4e5d-8475-ffcaa2a2beb8 req-96c31f55-e8b9-4f3e-8c87-88a5dd6967a0 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:12.567408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00cc3ca7-591a-4e5d-8475-ffcaa2a2beb8 req-96c31f55-e8b9-4f3e-8c87-88a5dd6967a0 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 944 time: 0.0486932 Aug 16 02:48:12.605534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00cc3ca7-591a-4e5d-8475-ffcaa2a2beb8 req-eec10fb2-5bdf-4541-a5c1-023e124b96cf tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Aug 16 02:48:12.934488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.273334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:13.323073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:13.326833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:13.327809 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.406549 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.428426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c08b382-f671-4264-8d50-b580f6617378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:13.430718 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe8b057-7c4a-43c6-9ee0-fc4623ff5255" -d '{"events": [{"server_uuid": "1c08b382-f671-4264-8d50-b580f6617378", "name": "network-vif-plugged", "status": "completed", "tag": "e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:13.444298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:13.448801 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.476543 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005136c9-953d-4d31-b2f2-0f8483d3d2b4 x-openstack-request-id: req-005136c9-953d-4d31-b2f2-0f8483d3d2b4 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:13.476831 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c08b382-f671-4264-8d50-b580f6617378", "name": "network-vif-plugged", "status": "completed", "tag": "e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:13.477107 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-005136c9-953d-4d31-b2f2-0f8483d3d2b4 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:13.477496 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c08b382-f671-4264-8d50-b580f6617378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a', 'code': 200} Aug 16 02:48:13.506209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:13.567928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c17dc-d1d2-443b-9aad-8afcd7761907 req-4762b4df-6df6-4643-89e0-fda3deadefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:13.569367 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dd4c17dc-d1d2-443b-9aad-8afcd7761907 req-4762b4df-6df6-4643-89e0-fda3deadefa2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 1097 time: 0.0413754 Aug 16 02:48:13.607022 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-dd4c17dc-d1d2-443b-9aad-8afcd7761907 req-62edbb3b-413f-4fc9-8043-a310928f5c4c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277402 Aug 16 02:48:13.721455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009aa825-18d0-44c7-821c-129e5a7780c3 req-13037ee4-e114-4893-926e-4bcaaeff7a1a tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:13.723271 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-009aa825-18d0-44c7-821c-129e5a7780c3 req-13037ee4-e114-4893-926e-4bcaaeff7a1a tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 945 time: 0.0498559 Aug 16 02:48:13.762251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-009aa825-18d0-44c7-821c-129e5a7780c3 req-5d9a2b6b-df61-4aa8-957b-2d130af86b19 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328717 Aug 16 02:48:14.445286 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.883001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5765a1-6a9a-4069-a5a8-9f8f8d4ffa1c req-30c5126c-c2ea-4573-9ce5-d5575a9b9d32 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:14.884470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a5765a1-6a9a-4069-a5a8-9f8f8d4ffa1c req-30c5126c-c2ea-4573-9ce5-d5575a9b9d32 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Aug 16 02:48:14.925152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a5765a1-6a9a-4069-a5a8-9f8f8d4ffa1c req-b1dd02aa-b5b7-4c5e-a79c-d038e58a7061 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Aug 16 02:48:15.040564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18857a-66a1-4d11-bc8a-320a3ecafd93 req-ae6497e7-8366-4ebf-bc6c-93e0ac6e81ca tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:15.042007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa18857a-66a1-4d11-bc8a-320a3ecafd93 req-ae6497e7-8366-4ebf-bc6c-93e0ac6e81ca tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 945 time: 0.0505824 Aug 16 02:48:15.080090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aa18857a-66a1-4d11-bc8a-320a3ecafd93 req-be59fb24-8d1f-4fe5-bfd8-45aff0f935db tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Aug 16 02:48:18.839731 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.431245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6031204-186a-4de0-81c6-6308e8b96845 req-4d30002d-0263-4946-a636-40027a2499b6 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:33.432745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6031204-186a-4de0-81c6-6308e8b96845 req-4d30002d-0263-4946-a636-40027a2499b6 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 945 time: 0.0518551 Aug 16 02:48:33.471389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b6031204-186a-4de0-81c6-6308e8b96845 req-8ac63893-1a7a-4141-adfe-7a309354ed6f tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Aug 16 02:48:34.587109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ed8a6-438d-4087-933e-7d1fdb632f27 req-b29321ec-340f-4079-a263-4871511c44db tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:34.588573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f5ed8a6-438d-4087-933e-7d1fdb632f27 req-b29321ec-340f-4079-a263-4871511c44db tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 945 time: 0.0475435 Aug 16 02:48:34.629866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f5ed8a6-438d-4087-933e-7d1fdb632f27 req-e7552f4b-c49a-4852-b482-5a2aa9c555d6 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5639473-7768-47ff-8a60-431cd0d52666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345376 Aug 16 02:48:34.890377 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34cfc4-cb26-4e05-9122-eb362d3dea57 req-ba7caf3c-de5c-4c78-8954-f7146e6e7d56 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:34.891746 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c34cfc4-cb26-4e05-9122-eb362d3dea57 req-ba7caf3c-de5c-4c78-8954-f7146e6e7d56 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 945 time: 0.0483711 Aug 16 02:48:34.989448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-2c34cfc4-cb26-4e05-9122-eb362d3dea57 req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Deleting port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:34.989795 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c34cfc4-cb26-4e05-9122-eb362d3dea57 req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.077594 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-2c34cfc4-cb26-4e05-9122-eb362d3dea57 req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] For port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:35.078022 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c34cfc4-cb26-4e05-9122-eb362d3dea57 req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.091559 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-2c34cfc4-cb26-4e05-9122-eb362d3dea57 req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Calling delete_port for e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:35.222337 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c34cfc4-cb26-4e05-9122-eb362d3dea57 req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.235980 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:35.252631 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Pushing event deleted for resources: {'Port': ['ID=e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:35.267711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.268094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.268751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.269122 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.269637 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.273634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.273634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.273634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.273634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.273634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.273634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.273634 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:35.314762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c34cfc4-cb26-4e05-9122-eb362d3dea57 req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] No DVR routers for this DVR port e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:35.317811 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-2c34cfc4-cb26-4e05-9122-eb362d3dea57 req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.320348 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-2c34cfc4-cb26-4e05-9122-eb362d3dea57 req-33031d35-4721-4686-b650-a03f1c5acb50 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.89 "DELETE /v2.0/ports/e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a HTTP/1.1" status: 204 len: 173 time: 0.4213037 Aug 16 02:48:35.320823 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c08b382-f671-4264-8d50-b580f6617378', 'name': 'network-vif-deleted', 'tag': 'e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:35.323215 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8587fab6-21f6-4ef8-910b-5d13b0c468da" -d '{"events": [{"server_uuid": "1c08b382-f671-4264-8d50-b580f6617378", "name": "network-vif-deleted", "tag": "e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:35.370054 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8135cd46-6109-4c7e-8dda-b0f7e7f8af7f x-openstack-request-id: req-8135cd46-6109-4c7e-8dda-b0f7e7f8af7f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:35.370563 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c08b382-f671-4264-8d50-b580f6617378", "name": "network-vif-deleted", "tag": "e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:35.371002 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8135cd46-6109-4c7e-8dda-b0f7e7f8af7f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:35.371425 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c08b382-f671-4264-8d50-b580f6617378', 'name': 'network-vif-deleted', 'tag': 'e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a', 'status': 'completed', 'code': 200} Aug 16 02:48:35.734984 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89665b6f-20ff-4428-84bd-6420779b8e4a req-6719f674-d9fa-4f1d-973c-92521e1f2688 tempest-TestEncryptedCinderVolumes-482715487 tempest-TestEncryptedCinderVolumes-482715487-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c08b382-f671-4264-8d50-b580f6617378 HTTP/1.1" status: 200 len: 210 time: 0.0269251 Aug 16 02:48:36.827120 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35774) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:37.169474 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.366413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:37.387965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:37.388312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e8cfab3b-a7d3-4f55-ac09-f20ad9a3056a not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:37.424768 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] Deleting port ba565e53-6e2d-4ae6-a135-51d136fff788 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:37.425055 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.506306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] For port ba565e53-6e2d-4ae6-a135-51d136fff788, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ba565e53-6e2d-4ae6-a135-51d136fff788,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:37.506675 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.520299 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] Calling delete_port for ba565e53-6e2d-4ae6-a135-51d136fff788 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:37.702844 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.730681 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba565e53-6e2d-4ae6-a135-51d136fff788,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:37.901335 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.141179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] Router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:38.247104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:38.252689 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e9f9d535-b3ea-46fb-80bb-4a247e9cf203 admin admin] 10.222.0.79 "PUT /v2.0/routers/fd72cfb8-dafb-4a05-b48a-0dc0198c16ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4244587 Aug 16 02:48:38.255286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35776) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:38.258330 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6320070-f041-470d-8380-d26600cf1dd8 None None] Sync routers for ids ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:38.267527 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6320070-f041-470d-8380-d26600cf1dd8 None None] Routers {'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:38.268129 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d6320070-f041-470d-8380-d26600cf1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:38.363883 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.380857 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d6320070-f041-470d-8380-d26600cf1dd8 None None] Set router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:38.492551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.550411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Deleting port 72b48d5f-cbe7-4845-abed-69e485624fc8 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:38.550751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.585841 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d6320070-f041-470d-8380-d26600cf1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'name': 'tempest-TestEncryptedCinderVolumes-904491355-router', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:48:37Z', 'revision_number': 5, 'project_id': '23350075ae27475783e2b499083ff4a0', 'gw_port': {'id': '72b48d5f-cbe7-4845-abed-69e485624fc8', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:24Z', 'updated_at': '2021-08-16T02:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:38.613159 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6320070-f041-470d-8380-d26600cf1dd8 None None] Checking router: fd72cfb8-dafb-4a05-b48a-0dc0198c16ad for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:38.621373 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6320070-f041-470d-8380-d26600cf1dd8 None None] Routers {'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:38.621969 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d6320070-f041-470d-8380-d26600cf1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:38.634730 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] For port 72b48d5f-cbe7-4845-abed-69e485624fc8, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=72b48d5f-cbe7-4845-abed-69e485624fc8,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:38.635098 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.647049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Calling delete_port for 72b48d5f-cbe7-4845-abed-69e485624fc8 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:38.805399 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-d6320070-f041-470d-8380-d26600cf1dd8 None None] Set router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:38.857932 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-d6320070-f041-470d-8380-d26600cf1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'name': 'tempest-TestEncryptedCinderVolumes-904491355-router', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 6, 'project_id': '23350075ae27475783e2b499083ff4a0', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:38.888496 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6320070-f041-470d-8380-d26600cf1dd8 None None] The sync data for ids ['fd72cfb8-dafb-4a05-b48a-0dc0198c16ad'] in n-d-768851-16 is: [{'id': 'fd72cfb8-dafb-4a05-b48a-0dc0198c16ad', 'name': 'tempest-TestEncryptedCinderVolumes-904491355-router', 'tenant_id': '23350075ae27475783e2b499083ff4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 6, 'project_id': '23350075ae27475783e2b499083ff4a0', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:38.947891 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d1296ba5-7ad2-4256-b952-0c16d584de80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.128180 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.157033 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b48d5f-cbe7-4845-abed-69e485624fc8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:39.217747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.321325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.323435 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.366345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.366912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd72cfb8-dafb-4a05-b48a-0dc0198c16ad {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:48:39.371081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.372442 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7a57b9c2-32c5-4ac1-afd6-bfd8e23da235 admin admin] 10.222.0.79 "DELETE /v2.0/routers/fd72cfb8-dafb-4a05-b48a-0dc0198c16ad HTTP/1.1" status: 204 len: 168 time: 1.1162169 Aug 16 02:48:39.375473 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35780) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:39.420271 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-691b55c8-0b6f-4d95-961b-d5f88034694e admin admin] Deleting subnet 189d655a-fdc1-4fc7-ab0c-c280772d99ae {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:48:39.423476 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-691b55c8-0b6f-4d95-961b-d5f88034694e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.458365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-691b55c8-0b6f-4d95-961b-d5f88034694e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.541272 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-691b55c8-0b6f-4d95-961b-d5f88034694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.593438 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-691b55c8-0b6f-4d95-961b-d5f88034694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.617276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b55c8-0b6f-4d95-961b-d5f88034694e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=189d655a-fdc1-4fc7-ab0c-c280772d99ae,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:39.623000 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-691b55c8-0b6f-4d95-961b-d5f88034694e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.624937 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-691b55c8-0b6f-4d95-961b-d5f88034694e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/189d655a-fdc1-4fc7-ab0c-c280772d99ae HTTP/1.1" status: 204 len: 168 time: 0.2485411 Aug 16 02:48:39.627489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35782) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:39.644916 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c99dcd-bfa3-43ae-817e-eb429dbb7a56 None None] Network d00a9fa0-f4e6-45a9-8c1b-65520a238f0a requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:39.695152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 72b48d5f-cbe7-4845-abed-69e485624fc8 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:39.702715 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.722425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 72b48d5f-cbe7-4845-abed-69e485624fc8 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:39.723041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 72b48d5f-cbe7-4845-abed-69e485624fc8 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:39.723473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ba565e53-6e2d-4ae6-a135-51d136fff788 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:39.753142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ba565e53-6e2d-4ae6-a135-51d136fff788 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:39.753492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ba565e53-6e2d-4ae6-a135-51d136fff788 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:39.758700 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Deleting port 22981845-b3b9-49b5-b46e-fcc622637839 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:39.759149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.827315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] For port 22981845-b3b9-49b5-b46e-fcc622637839, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=22981845-b3b9-49b5-b46e-fcc622637839,segment=NetworkSegment(1266b119-6220-4d06-b26c-770255a4f76e),segment_id=1266b119-6220-4d06-b26c-770255a4f76e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:39.827818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.841341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Calling delete_port for 22981845-b3b9-49b5-b46e-fcc622637839 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:39.882812 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5244d117-3008-43fa-a099-e224e4c34067 None None] DHCP port deletion for d00a9fa0-f4e6-45a9-8c1b-65520a238f0a request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:48:39.933189 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.945900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5244d117-3008-43fa-a099-e224e4c34067 None None] Deleting port 22981845-b3b9-49b5-b46e-fcc622637839 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:39.946278 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5244d117-3008-43fa-a099-e224e4c34067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.964182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=22981845-b3b9-49b5-b46e-fcc622637839,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:39.969673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] No DVR routers for this DVR port 22981845-b3b9-49b5-b46e-fcc622637839 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:40.018934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5244d117-3008-43fa-a099-e224e4c34067 None None] For port 22981845-b3b9-49b5-b46e-fcc622637839, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:40.019535 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5244d117-3008-43fa-a099-e224e4c34067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.032451 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5244d117-3008-43fa-a099-e224e4c34067 None None] Calling delete_port for 22981845-b3b9-49b5-b46e-fcc622637839 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:40.035156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-5244d117-3008-43fa-a099-e224e4c34067 None None] Port 22981845-b3b9-49b5-b46e-fcc622637839 was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:48:40.036368 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5244d117-3008-43fa-a099-e224e4c34067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.052612 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.060731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244d117-3008-43fa-a099-e224e4c34067 None None] Pushing event deleted for resources: {'Port': ['ID=22981845-b3b9-49b5-b46e-fcc622637839,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:40.063404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00a9fa0-f4e6-45a9-8c1b-65520a238f0a']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:40.067798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244d117-3008-43fa-a099-e224e4c34067 None None] No DVR routers for this DVR port 22981845-b3b9-49b5-b46e-fcc622637839 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:40.078099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1266b119-6220-4d06-b26c-770255a4f76e') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:40.078405 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1266b119-6220-4d06-b26c-770255a4f76e') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:40.087738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.101576 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.107515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:48:40.107950 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:48:40.109702 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:48:40.163749 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.170026 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.171874 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d00a9fa0-f4e6-45a9-8c1b-65520a238f0a HTTP/1.1" status: 204 len: 168 time: 0.5434442 Aug 16 02:48:40.174922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35786) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:40.183084 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7a5c3-df70-457d-91a0-273f81e03d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=d00a9fa0-f4e6-45a9-8c1b-65520a238f0a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:40.217132 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.523091 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.764535 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Deleting port 7b438522-d29b-427d-9b24-fa56f8a202e6 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:40.764775 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.844907 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] For port 7b438522-d29b-427d-9b24-fa56f8a202e6, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7b438522-d29b-427d-9b24-fa56f8a202e6,segment=NetworkSegment(ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8),segment_id=ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:40.845300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.858620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Calling delete_port for 7b438522-d29b-427d-9b24-fa56f8a202e6 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:41.033357 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.059408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b438522-d29b-427d-9b24-fa56f8a202e6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:41.083700 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.084050 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.084388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.084725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.085082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.085412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.085738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.086057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.086376 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.086698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.087014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.087332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:41.232492 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.442233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 22981845-b3b9-49b5-b46e-fcc622637839 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:41.463311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 22981845-b3b9-49b5-b46e-fcc622637839 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:41.463659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 22981845-b3b9-49b5-b46e-fcc622637839 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:41.538650 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a024915a-be76-47f9-a620-3c1fe1afc8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.650880 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.759611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Router e02bcb40-4649-4fdb-8c1b-5922775d77d8 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:41.869503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:41.874974 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fa264998-7d0c-4fca-8803-f649eb162bc7 admin admin] 10.222.0.79 "PUT /v2.0/routers/e02bcb40-4649-4fdb-8c1b-5922775d77d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990273 Aug 16 02:48:41.878008 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35788) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:41.879150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fde016-8878-47e0-a399-84da72a952e4 None None] Sync routers for ids ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:41.888154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fde016-8878-47e0-a399-84da72a952e4 None None] Routers {'e02bcb40-4649-4fdb-8c1b-5922775d77d8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:41.888766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-57fde016-8878-47e0-a399-84da72a952e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:41.983329 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.994100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-57fde016-8878-47e0-a399-84da72a952e4 None None] Set router e02bcb40-4649-4fdb-8c1b-5922775d77d8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:42.086750 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.139282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Deleting port 4c563a7c-35b8-4f01-beca-47c9443199f4 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:42.139629 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.174041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-57fde016-8878-47e0-a399-84da72a952e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'name': 'tempest-TestEncryptedCinderVolumes-1521679514-router', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:28Z', 'updated_at': '2021-08-16T02:48:40Z', 'revision_number': 5, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'gw_port': {'id': '4c563a7c-35b8-4f01-beca-47c9443199f4', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:29Z', 'updated_at': '2021-08-16T02:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:42.200149 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fde016-8878-47e0-a399-84da72a952e4 None None] Checking router: e02bcb40-4649-4fdb-8c1b-5922775d77d8 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:42.208501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fde016-8878-47e0-a399-84da72a952e4 None None] Routers {'e02bcb40-4649-4fdb-8c1b-5922775d77d8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:42.209216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-57fde016-8878-47e0-a399-84da72a952e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:42.221840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] For port 4c563a7c-35b8-4f01-beca-47c9443199f4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4c563a7c-35b8-4f01-beca-47c9443199f4,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:42.222206 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.236053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Calling delete_port for 4c563a7c-35b8-4f01-beca-47c9443199f4 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:42.296463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-57fde016-8878-47e0-a399-84da72a952e4 None None] Set router e02bcb40-4649-4fdb-8c1b-5922775d77d8 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:42.347628 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-57fde016-8878-47e0-a399-84da72a952e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'name': 'tempest-TestEncryptedCinderVolumes-1521679514-router', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:28Z', 'updated_at': '2021-08-16T02:48:42Z', 'revision_number': 6, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:42.379555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fde016-8878-47e0-a399-84da72a952e4 None None] The sync data for ids ['e02bcb40-4649-4fdb-8c1b-5922775d77d8'] in n-d-768851-16 is: [{'id': 'e02bcb40-4649-4fdb-8c1b-5922775d77d8', 'name': 'tempest-TestEncryptedCinderVolumes-1521679514-router', 'tenant_id': '89a6f943d4324b148610c74ae123f8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:28Z', 'updated_at': '2021-08-16T02:48:42Z', 'revision_number': 6, 'project_id': '89a6f943d4324b148610c74ae123f8ff', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:42.407899 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.434110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c563a7c-35b8-4f01-beca-47c9443199f4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:42.499773 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.602865 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.605035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.647775 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.648419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e02bcb40-4649-4fdb-8c1b-5922775d77d8 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:48:42.653816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.655789 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-859335f2-8186-4f4d-b7ee-afd5ad527eb4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e02bcb40-4649-4fdb-8c1b-5922775d77d8 HTTP/1.1" status: 204 len: 168 time: 0.7767439 Aug 16 02:48:42.658396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35790) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:42.702485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-16773819-b8a6-427d-9747-7bb8d36f5713 admin admin] Deleting subnet abe284b6-225f-4e90-bf98-d509b721c150 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:48:42.705414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16773819-b8a6-427d-9747-7bb8d36f5713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.739798 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16773819-b8a6-427d-9747-7bb8d36f5713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.820969 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16773819-b8a6-427d-9747-7bb8d36f5713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.877836 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16773819-b8a6-427d-9747-7bb8d36f5713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.904824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16773819-b8a6-427d-9747-7bb8d36f5713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe284b6-225f-4e90-bf98-d509b721c150,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:42.908830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16773819-b8a6-427d-9747-7bb8d36f5713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.913084 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-16773819-b8a6-427d-9747-7bb8d36f5713 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/abe284b6-225f-4e90-bf98-d509b721c150 HTTP/1.1" status: 204 len: 168 time: 0.2513237 Aug 16 02:48:42.913309 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35792) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:42.917875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b59abb1-31bd-4fd6-8cf8-3517b80a589f None None] Network b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:42.980866 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.993261 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.049117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Deleting port bccde9dc-6405-46f9-a010-fc487e08acf4 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:43.049458 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.097974 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490fb262-83cb-434a-8897-b21de9b4fd26 None None] DHCP port deletion for b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:48:43.118098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] For port bccde9dc-6405-46f9-a010-fc487e08acf4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bccde9dc-6405-46f9-a010-fc487e08acf4,segment=NetworkSegment(ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8),segment_id=ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:43.118466 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.134026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Calling delete_port for bccde9dc-6405-46f9-a010-fc487e08acf4 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:43.147463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-490fb262-83cb-434a-8897-b21de9b4fd26 None None] Deleting port bccde9dc-6405-46f9-a010-fc487e08acf4 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:43.147845 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-490fb262-83cb-434a-8897-b21de9b4fd26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.214261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-490fb262-83cb-434a-8897-b21de9b4fd26 None None] For port bccde9dc-6405-46f9-a010-fc487e08acf4, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=bccde9dc-6405-46f9-a010-fc487e08acf4,segment=NetworkSegment(ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8),segment_id=ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:43.214665 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-490fb262-83cb-434a-8897-b21de9b4fd26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.229087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-490fb262-83cb-434a-8897-b21de9b4fd26 None None] Calling delete_port for bccde9dc-6405-46f9-a010-fc487e08acf4 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:43.241538 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.269150 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Pushing event deleted for resources: {'Port': ['ID=bccde9dc-6405-46f9-a010-fc487e08acf4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:43.270949 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] No DVR routers for this DVR port bccde9dc-6405-46f9-a010-fc487e08acf4 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:43.313685 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-490fb262-83cb-434a-8897-b21de9b4fd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.339903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fb262-83cb-434a-8897-b21de9b4fd26 None None] Pushing event deleted for resources: {'Port': ['ID=bccde9dc-6405-46f9-a010-fc487e08acf4,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:43.346100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fb262-83cb-434a-8897-b21de9b4fd26 None None] No DVR routers for this DVR port bccde9dc-6405-46f9-a010-fc487e08acf4 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:43.349163 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.361087 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dddaf4-200f-4bef-9334-d1d9fe4b48f6']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:43.372292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:43.372619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3bf8cd-32dd-4fcb-bbf0-0ecb7e3470d8') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:43.385718 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.399844 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.406001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:48:43.406416 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:48:43.408273 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:48:43.414138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7b438522-d29b-427d-9b24-fa56f8a202e6 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:43.437120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 7b438522-d29b-427d-9b24-fa56f8a202e6 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:43.437472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7b438522-d29b-427d-9b24-fa56f8a202e6 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:43.437903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bccde9dc-6405-46f9-a010-fc487e08acf4 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:43.458119 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: bccde9dc-6405-46f9-a010-fc487e08acf4 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:43.458529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device bccde9dc-6405-46f9-a010-fc487e08acf4 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:43.459045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c563a7c-35b8-4f01-beca-47c9443199f4 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:43.465465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.471165 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.473323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] 10.222.0.79 "DELETE /v2.0/networks/b9dddaf4-200f-4bef-9334-d1d9fe4b48f6 HTTP/1.1" status: 204 len: 168 time: 0.5590401 Aug 16 02:48:43.485076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 4c563a7c-35b8-4f01-beca-47c9443199f4 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:43.485425 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c563a7c-35b8-4f01-beca-47c9443199f4 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:43.485822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205481d-486b-42c1-83d3-f70d664c10ba admin admin] Pushing event deleted for resources: {'Network': ['ID=b9dddaf4-200f-4bef-9334-d1d9fe4b48f6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:43.635871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35796) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:43.676261 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0358368a-6158-41f2-9117-9017c677eac5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23350075ae27475783e2b499083ff4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387888 Aug 16 02:48:43.678269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35798) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:43.728870 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-69cf1ecc-3f48-4bef-9826-8cfa9197b283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.750945 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-69cf1ecc-3f48-4bef-9826-8cfa9197b283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.757358 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:48:43.798679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-69cf1ecc-3f48-4bef-9826-8cfa9197b283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.801632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-69cf1ecc-3f48-4bef-9826-8cfa9197b283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.802824 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-69cf1ecc-3f48-4bef-9826-8cfa9197b283 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e5639473-7768-47ff-8a60-431cd0d52666 HTTP/1.1" status: 204 len: 168 time: 0.1236587 Aug 16 02:48:43.811751 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf1ecc-3f48-4bef-9826-8cfa9197b283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5639473-7768-47ff-8a60-431cd0d52666,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:44.117957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35804) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:44.157721 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c0b15605-11d2-481d-8b2a-e74e8319d79c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89a6f943d4324b148610c74ae123f8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384805 Aug 16 02:48:44.159996 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35806) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:44.206833 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc12e600-6443-40c5-90b1-6750ffe77792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.228496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc12e600-6443-40c5-90b1-6750ffe77792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.275234 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc12e600-6443-40c5-90b1-6750ffe77792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.277998 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-fc12e600-6443-40c5-90b1-6750ffe77792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.279140 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-fc12e600-6443-40c5-90b1-6750ffe77792 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0d578ed6-d323-429b-aec6-ca13d638c162 HTTP/1.1" status: 204 len: 168 time: 0.1182597 Aug 16 02:48:44.287381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12e600-6443-40c5-90b1-6750ffe77792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d578ed6-d323-429b-aec6-ca13d638c162,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:44.447646 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.943006 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35828) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:45.040873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1894375720-network', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:45.062991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Made reservation on behalf of caa3af70df924607bee4fac3ffde3e66 for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:45.065328 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.076390 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.168165 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.172014 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.197651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:45.207988 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df59972e-f0d8-438d-a3ab-dbdafbd8ed38,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:45.212815 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.213189 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Added segment b77dd1b0-bc23-4d4c-abaa-935f32c3ed78 of type vlan for network a45f5e0c-881f-4e39-9d24-2d8c479b4416 Aug 16 02:48:45.255720 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.284298 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.285421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:45.286008 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.340797 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3966451 Aug 16 02:48:45.343789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35832) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:45.349342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] Request body: {'subnet': {'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1894375720-subnet', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:45.351871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d07a53-588d-40ac-b993-9e8dd15d12df admin admin] Pushing event updated for resources: {'Network': ['ID=a45f5e0c-881f-4e39-9d24-2d8c479b4416,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:45.363056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network a45f5e0c-881f-4e39-9d24-2d8c479b4416 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:45.370166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] Made reservation on behalf of caa3af70df924607bee4fac3ffde3e66 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:45.372340 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.542633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.600670 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8a4fe5-d52d-4104-b14b-d312459fed19,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:45.609649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] Checking segment: {'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:45.610005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] Network hostable DHCP agents. Network: a45f5e0c-881f-4e39-9d24-2d8c479b4416, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:48:45.626352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] Network a45f5e0c-881f-4e39-9d24-2d8c479b4416 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:48:45.634873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, a45f5e0c-881f-4e39-9d24-2d8c479b4416) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:45.638818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:45.639459 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.643389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e7c2f-640c-476c-a266-13f925a9dbf0 None None] Network a45f5e0c-881f-4e39-9d24-2d8c479b4416 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:45.653499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7fd9f491-3914-4ddb-9203-522c74e1d571 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3085654 Aug 16 02:48:45.656160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35834) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:45.660540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:45.681157 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.682143 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.734018 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.796277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'fixed_ips': [{'subnet_id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:48:45.797119 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.887087 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.934924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Allocated IP 172.20.0.2 (a45f5e0c-881f-4e39-9d24-2d8c479b4416/bc8a4fe5-d52d-4104-b14b-d312459fed19/3f3f32b1-836a-477c-bcc5-4581a5b8e0aa) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:46.080470 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.082212 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.088538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Transition to ACTIVE for port object 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:46.104200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Transition to ACTIVE for port object 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:46.106925 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.111156 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.153036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Network a45f5e0c-881f-4e39-9d24-2d8c479b4416 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:46.158861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:46.161082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Pushing event updated for resources: {'Port': ['ID=3f3f32b1-836a-477c-bcc5-4581a5b8e0aa,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:46.163237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:46.217966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Allocated IP 172.25.2.16 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/109e1ff3-5b57-48d4-a73f-d4dd26240948) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:46.218542 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Attempting to bind port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:46.218923 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Attempting to bind port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:46.219292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Attempting to bind port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa on network a45f5e0c-881f-4e39-9d24-2d8c479b4416 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:46.225518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:46.225898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Checking segment: {'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:46.226326 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.226704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Bound using segment: {'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:46.227187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Bound port: 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:46.227567 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.294195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] For port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:46.298113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] For port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3f3f32b1-836a-477c-bcc5-4581a5b8e0aa,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:46.302876 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.331188 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.363220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a924a7-fbdc-44cb-aba3-866c7c7f6c04 None None] Pushing event updated for resources: {'Port': ['ID=3f3f32b1-836a-477c-bcc5-4581a5b8e0aa,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:46.376237 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.420093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:46.423172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:46.425692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:46.450090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Pushing event updated for resources: {'Port': ['ID=109e1ff3-5b57-48d4-a73f-d4dd26240948,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:46.714385 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.914078 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.052872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Router d95ea2d6-1df4-428c-b027-a4f954e32417 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:48:47.209968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e0f43-cd27-4f11-941b-1d4928d5d2e7 None None] Network a45f5e0c-881f-4e39-9d24-2d8c479b4416 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:47.300213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8abad0e0-69cf-4b81-9e55-6bc51d28d917 None None] Provisioning for port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:47.438698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:47.496001 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:47.500219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:47.500776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:47.500776 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.513112 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Sync routers for ids ['d95ea2d6-1df4-428c-b027-a4f954e32417'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:47.523686 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Routers {'d95ea2d6-1df4-428c-b027-a4f954e32417'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:47.524650 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d95ea2d6-1df4-428c-b027-a4f954e32417'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:47.531649 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.532937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2ad59480-6539-42c9-83d9-72ff12b01836 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8758149 Aug 16 02:48:47.535594 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35836) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:47.595854 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.645975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3f3f32b1-836a-477c-bcc5-4581a5b8e0aa,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:47.653873 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.657183 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Set router d95ea2d6-1df4-428c-b027-a4f954e32417 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:47.667328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c5ea2f86-36fc-4284-8252-1fb292e7739d None None] Provisioning complete for port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:47.667732 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2f86-36fc-4284-8252-1fb292e7739d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.746531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=3f3f32b1-836a-477c-bcc5-4581a5b8e0aa,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:47.851976 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:46Z', 'revision_number': 3, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:47.877383 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Checking router: d95ea2d6-1df4-428c-b027-a4f954e32417 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:47.877735 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Updating router d95ea2d6-1df4-428c-b027-a4f954e32417 port 109e1ff3-5b57-48d4-a73f-d4dd26240948 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:47.906894 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.990017 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.144572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Allocated IP 172.20.0.1 (a45f5e0c-881f-4e39-9d24-2d8c479b4416/bc8a4fe5-d52d-4104-b14b-d312459fed19/f4fbe25f-b4b5-4a36-93ec-bb3b139bf631) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:48.160800 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.171002 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Transition to ACTIVE for port object 109e1ff3-5b57-48d4-a73f-d4dd26240948 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:48.176784 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.228742 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Attempting to bind port 109e1ff3-5b57-48d4-a73f-d4dd26240948 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:48.229143 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Attempting to bind port 109e1ff3-5b57-48d4-a73f-d4dd26240948 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:48.229504 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Attempting to bind port 109e1ff3-5b57-48d4-a73f-d4dd26240948 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:48.236203 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Pushing event updated for resources: {'Port': ['ID=109e1ff3-5b57-48d4-a73f-d4dd26240948,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:48.239360 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:48.239728 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:48.240150 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.240525 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:48.241004 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Bound port: 109e1ff3-5b57-48d4-a73f-d4dd26240948, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:48.241383 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.247683 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.248042 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.248905 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.249268 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.249602 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.249930 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.250253 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.250577 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.250899 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.251218 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.251608 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.251923 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:48.252627 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.267437 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Transition to ACTIVE for port object f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:48.300599 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.308671 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] For port 109e1ff3-5b57-48d4-a73f-d4dd26240948, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:48.312500 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] For port 109e1ff3-5b57-48d4-a73f-d4dd26240948, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=109e1ff3-5b57-48d4-a73f-d4dd26240948,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:48.316824 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.338098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Network a45f5e0c-881f-4e39-9d24-2d8c479b4416 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:48.344474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:48.348301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:48.353970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Pushing event updated for resources: {'Port': ['ID=f4fbe25f-b4b5-4a36-93ec-bb3b139bf631,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:48.381739 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3433527-4519-4513-bde9-03c7f62aa37c None None] Pushing event updated for resources: {'Port': ['ID=109e1ff3-5b57-48d4-a73f-d4dd26240948,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:48.389936 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Routers {'d95ea2d6-1df4-428c-b027-a4f954e32417'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:48.390587 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d95ea2d6-1df4-428c-b027-a4f954e32417'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:48.399473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.505593 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] Set router d95ea2d6-1df4-428c-b027-a4f954e32417 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:48.563668 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.636915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-78fbbe59-9901-4fef-a92e-f29d87755fc2 None None] Provisioning for port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:48.641536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-78fbbe59-9901-4fef-a92e-f29d87755fc2 None None] Provisioning complete for port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:48.641993 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-78fbbe59-9901-4fef-a92e-f29d87755fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.679488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-78fbbe59-9901-4fef-a92e-f29d87755fc2 None None] Port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:48.697070 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:46Z', 'revision_number': 3, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:48.727335 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7c7a7-568e-463b-95dd-4788620888f5 None None] The sync data for ids ['d95ea2d6-1df4-428c-b027-a4f954e32417'] in n-d-768851-16 is: [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:46Z', 'revision_number': 3, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:48.734930 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.740191 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.806083 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.819064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Pushing event updated for resources: {'Port': ['ID=f4fbe25f-b4b5-4a36-93ec-bb3b139bf631,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:48.847696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.912615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Network a45f5e0c-881f-4e39-9d24-2d8c479b4416 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:48.914066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:49.052865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Router d95ea2d6-1df4-428c-b027-a4f954e32417 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:49.178776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:49.184996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-eb5a4456-d318-4f44-93bf-30f538052d45 admin admin] 10.222.0.79 "PUT /v2.0/routers/d95ea2d6-1df4-428c-b027-a4f954e32417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6481042 Aug 16 02:48:49.203104 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-00b254c5-8525-44eb-a58f-6020a6d8fa15 None None] Provisioning complete for port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:49.203480 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00b254c5-8525-44eb-a58f-6020a6d8fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.402839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-00b254c5-8525-44eb-a58f-6020a6d8fa15 None None] Port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:49.525401 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 109e1ff3-5b57-48d4-a73f-d4dd26240948 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:49.587660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 109e1ff3-5b57-48d4-a73f-d4dd26240948 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:49.592158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 109e1ff3-5b57-48d4-a73f-d4dd26240948 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:49.592535 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.686435 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.707110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 109e1ff3-5b57-48d4-a73f-d4dd26240948, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=109e1ff3-5b57-48d4-a73f-d4dd26240948,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:49.711385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.712308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:49.776053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 35854) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:49.782311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1942275380-network', 'tenant_id': '6a5663dabefc4fb698024748d7b76427'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:49.789345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=109e1ff3-5b57-48d4-a73f-d4dd26240948,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:49.801764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:49.802136 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.810153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Made reservation on behalf of 6a5663dabefc4fb698024748d7b76427 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:49.812719 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.821509 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.919094 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.923405 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.943711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:49.957210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6c80d6-e8fc-4968-bbec-727ecd5ad6d2,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:49.961862 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.962212 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Added segment a047cd76-5b77-4a69-b67f-fcefcb5761ac of type vlan for network 14fc1a5c-fa34-49d2-bf40-af831d003dd8 Aug 16 02:48:50.004353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.035881 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.036836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:50.037504 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.094228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3169348 Aug 16 02:48:50.096957 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35856) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:50.102368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] Request body: {'subnet': {'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1942275380-subnet', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:50.103786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9427a3-b193-4d06-b109-6b4df57e7f3e admin admin] Pushing event updated for resources: {'Network': ['ID=14fc1a5c-fa34-49d2-bf40-af831d003dd8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:50.114262 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 14fc1a5c-fa34-49d2-bf40-af831d003dd8 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:50.132575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] Made reservation on behalf of 6a5663dabefc4fb698024748d7b76427 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:50.135233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.322016 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.381718 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f863ca70-e13b-43c7-bd76-752362b69363,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:50.391028 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] Checking segment: {'id': 'a047cd76-5b77-4a69-b67f-fcefcb5761ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:50.391395 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] Network hostable DHCP agents. Network: 14fc1a5c-fa34-49d2-bf40-af831d003dd8, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:48:50.409306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] Network 14fc1a5c-fa34-49d2-bf40-af831d003dd8 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:48:50.411169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Sync routers for ids ['d95ea2d6-1df4-428c-b027-a4f954e32417'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:50.418282 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 14fc1a5c-fa34-49d2-bf40-af831d003dd8) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:50.422260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:50.422858 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.428308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d84853d-12a1-42e6-b863-11eb22b05eee None None] Network 14fc1a5c-fa34-49d2-bf40-af831d003dd8 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:50.430715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Routers {'d95ea2d6-1df4-428c-b027-a4f954e32417'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:50.431350 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d95ea2d6-1df4-428c-b027-a4f954e32417'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:50.437426 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-23faf131-e002-42fe-b80d-aecf9dda65b8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3392708 Aug 16 02:48:50.439897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35858) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:50.444333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1942275380-router', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:50.465088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.466044 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.520066 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.618749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Set router d95ea2d6-1df4-428c-b027-a4f954e32417 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:50.665847 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.730691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-14fc1a5c-fa34-49d2-bf40-af831d003dd8', 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'fixed_ips': [{'subnet_id': 'f863ca70-e13b-43c7-bd76-752362b69363'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:48:50.731317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.875884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.895591 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.946839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Allocated IP 172.20.0.2 (14fc1a5c-fa34-49d2-bf40-af831d003dd8/f863ca70-e13b-43c7-bd76-752362b69363/4b01d0b8-fbe4-4776-b282-9a822e2fd4ef) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:50.978830 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 4, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f4fbe25f-b4b5-4a36-93ec-bb3b139bf631', 'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'mac_address': 'fa:16:3e:3b:ee:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 2, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'subnets': [{'id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:51.003804 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Allocated IP 172.25.2.8 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/1a5ba737-91b0-4607-bdf5-792410870619) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:51.035023 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Checking router: d95ea2d6-1df4-428c-b027-a4f954e32417 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:51.035392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Updating router d95ea2d6-1df4-428c-b027-a4f954e32417 port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:51.068806 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.116088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.161977 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.204672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:51.207540 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:51.211266 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:51.234814 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Pushing event updated for resources: {'Port': ['ID=1a5ba737-91b0-4607-bdf5-792410870619,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.246122 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.259857 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Transition to ACTIVE for port object 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:51.317550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Transition to ACTIVE for port object 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:51.331055 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.392231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Network 14fc1a5c-fa34-49d2-bf40-af831d003dd8 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:51.402370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:51.407664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:51.409646 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Pushing event updated for resources: {'Port': ['ID=4b01d0b8-fbe4-4776-b282-9a822e2fd4ef,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.428788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 109e1ff3-5b57-48d4-a73f-d4dd26240948 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:51.486826 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.547951 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.550107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Attempting to bind port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:51.550477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Attempting to bind port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'a047cd76-5b77-4a69-b67f-fcefcb5761ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:51.550843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Attempting to bind port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef on network 14fc1a5c-fa34-49d2-bf40-af831d003dd8 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:51.564502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:51.564792 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Checking segment: {'id': 'a047cd76-5b77-4a69-b67f-fcefcb5761ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:51.565184 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.565585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Bound using segment: {'id': 'a047cd76-5b77-4a69-b67f-fcefcb5761ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:51.566063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Bound port: 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a047cd76-5b77-4a69-b67f-fcefcb5761ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:51.566444 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.568506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Transition to ACTIVE for port object f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:51.583894 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.639661 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 109e1ff3-5b57-48d4-a73f-d4dd26240948 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:51.640037 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.695259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5b458-ddef-46d7-885a-493397d64f07 None None] Pushing event updated for resources: {'Port': ['ID=f4fbe25f-b4b5-4a36-93ec-bb3b139bf631,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.698219 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.745660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] For port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:51.781371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] For port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4b01d0b8-fbe4-4776-b282-9a822e2fd4ef,segment=NetworkSegment(a047cd76-5b77-4a69-b67f-fcefcb5761ac),segment_id=a047cd76-5b77-4a69-b67f-fcefcb5761ac)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:51.788971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Attempting to bind port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:51.789291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Attempting to bind port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:51.789674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Attempting to bind port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 on network a45f5e0c-881f-4e39-9d24-2d8c479b4416 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:51.792142 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.827346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:51.827733 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Checking segment: {'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:51.828148 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.828553 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Bound using segment: {'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:51.829073 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Bound port: f4fbe25f-b4b5-4a36-93ec-bb3b139bf631, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:51.829465 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.847653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Router 116565f8-db2c-4b8b-95fa-ac828cb904c8 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:48:51.926426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753af631-8e4c-4c3d-9caf-60b006c90634 None None] Pushing event updated for resources: {'Port': ['ID=4b01d0b8-fbe4-4776-b282-9a822e2fd4ef,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.968795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] For port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:51.969695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:51.973759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] For port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f4fbe25f-b4b5-4a36-93ec-bb3b139bf631,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:51.979925 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.980792 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Sync routers for ids ['116565f8-db2c-4b8b-95fa-ac828cb904c8'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:51.990355 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Routers {'116565f8-db2c-4b8b-95fa-ac828cb904c8'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:51.990974 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['116565f8-db2c-4b8b-95fa-ac828cb904c8'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:51.994217 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.995826 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8bac755d-e10e-478b-b59c-ba94dac2716e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5548646 Aug 16 02:48:51.998925 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 35860) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:52.027477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Routers {'d95ea2d6-1df4-428c-b027-a4f954e32417'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:52.028122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d95ea2d6-1df4-428c-b027-a4f954e32417'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:52.101690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5b458-ddef-46d7-885a-493397d64f07 None None] Pushing event updated for resources: {'Port': ['ID=f4fbe25f-b4b5-4a36-93ec-bb3b139bf631,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:52.191188 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Set router 116565f8-db2c-4b8b-95fa-ac828cb904c8 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:52.193043 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] Set router d95ea2d6-1df4-428c-b027-a4f954e32417 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:52.526258 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'name': 'tempest-TestMinimumBasicScenario-1942275380-router', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '1a5ba737-91b0-4607-bdf5-792410870619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:51Z', 'revision_number': 3, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'gw_port': {'id': '1a5ba737-91b0-4607-bdf5-792410870619', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:52.554381 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Checking router: 116565f8-db2c-4b8b-95fa-ac828cb904c8 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:52.554637 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Updating router 116565f8-db2c-4b8b-95fa-ac828cb904c8 port 1a5ba737-91b0-4607-bdf5-792410870619 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:52.581384 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.619705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 4, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f4fbe25f-b4b5-4a36-93ec-bb3b139bf631', 'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'mac_address': 'fa:16:3e:3b:ee:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:51Z', 'revision_number': 4, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'subnets': [{'id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:52.649138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c5cfc-3df2-4f09-b06b-e55a97af2c33 None None] The sync data for ids ['d95ea2d6-1df4-428c-b027-a4f954e32417'] in n-d-768851-16 is: [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 4, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f4fbe25f-b4b5-4a36-93ec-bb3b139bf631', 'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'mac_address': 'fa:16:3e:3b:ee:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:51Z', 'revision_number': 4, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'subnets': [{'id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:52.937099 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.950061 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Transition to ACTIVE for port object 1a5ba737-91b0-4607-bdf5-792410870619 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:52.960309 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.988495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.013511 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b6ab3-a741-4030-82ca-3c7fb5fcf595 None None] Pushing event updated for resources: {'Port': ['ID=1a5ba737-91b0-4607-bdf5-792410870619,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:53.038777 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Attempting to bind port 1a5ba737-91b0-4607-bdf5-792410870619 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:53.039148 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Attempting to bind port 1a5ba737-91b0-4607-bdf5-792410870619 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:53.039503 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Attempting to bind port 1a5ba737-91b0-4607-bdf5-792410870619 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:53.045692 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:53.046352 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:53.046921 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.047464 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:53.048102 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Bound port: 1a5ba737-91b0-4607-bdf5-792410870619, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:53.048834 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.106306 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] For port 1a5ba737-91b0-4607-bdf5-792410870619, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:53.110565 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] For port 1a5ba737-91b0-4607-bdf5-792410870619, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1a5ba737-91b0-4607-bdf5-792410870619,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:53.117739 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9425624-f849-4535-996c-03b33e3bc1c9 None None] Network 14fc1a5c-fa34-49d2-bf40-af831d003dd8 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:53.127588 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.181961 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Routers {'116565f8-db2c-4b8b-95fa-ac828cb904c8'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:53.182601 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['116565f8-db2c-4b8b-95fa-ac828cb904c8'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:53.189015 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Allocated IP 172.20.0.1 (14fc1a5c-fa34-49d2-bf40-af831d003dd8/f863ca70-e13b-43c7-bd76-752362b69363/2a4e4939-5fca-4b6b-8671-2c24ce0a1c69) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:53.204820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0b69eb4f-ce27-470e-9e3f-1dbb42615091 None None] Provisioning for port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:53.244635 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b6ab3-a741-4030-82ca-3c7fb5fcf595 None None] Pushing event updated for resources: {'Port': ['ID=1a5ba737-91b0-4607-bdf5-792410870619,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:53.343994 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] Set router 116565f8-db2c-4b8b-95fa-ac828cb904c8 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:53.370591 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.387380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Transition to ACTIVE for port object 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:53.472735 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.555756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Network 14fc1a5c-fa34-49d2-bf40-af831d003dd8 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:53.560382 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:53.564832 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:53.572663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=2a4e4939-5fca-4b6b-8671-2c24ce0a1c69,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:53.610196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:53.637094 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.678495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:53.683068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:53.683463 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.750977 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'name': 'tempest-TestMinimumBasicScenario-1942275380-router', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '1a5ba737-91b0-4607-bdf5-792410870619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:51Z', 'revision_number': 3, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'gw_port': {'id': '1a5ba737-91b0-4607-bdf5-792410870619', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:53.789206 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95316029-eaf2-4de7-b015-40d8d6dcb688 None None] The sync data for ids ['116565f8-db2c-4b8b-95fa-ac828cb904c8'] in n-d-768851-16 is: [{'id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'name': 'tempest-TestMinimumBasicScenario-1942275380-router', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '1a5ba737-91b0-4607-bdf5-792410870619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:51Z', 'revision_number': 3, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'gw_port': {'id': '1a5ba737-91b0-4607-bdf5-792410870619', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:53.830665 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.863175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.900269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f4fbe25f-b4b5-4a36-93ec-bb3b139bf631,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:53.910462 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.911822 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:53.996144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=f4fbe25f-b4b5-4a36-93ec-bb3b139bf631,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:54.020118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:54.035688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:54.036257 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.093876 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.094447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d54c2a88-fa55-4fcc-b61a-7440aaa2d0cd None None] Provisioning for port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:54.099082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d54c2a88-fa55-4fcc-b61a-7440aaa2d0cd None None] Provisioning complete for port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:54.099484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d54c2a88-fa55-4fcc-b61a-7440aaa2d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.099889 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.161989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d54c2a88-fa55-4fcc-b61a-7440aaa2d0cd None None] Port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:54.169030 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.172079 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.174879 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=2a4e4939-5fca-4b6b-8671-2c24ce0a1c69,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:54.240021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4b01d0b8-fbe4-4776-b282-9a822e2fd4ef,segment=NetworkSegment(a047cd76-5b77-4a69-b67f-fcefcb5761ac),segment_id=a047cd76-5b77-4a69-b67f-fcefcb5761ac)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:54.246201 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.314419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=4b01d0b8-fbe4-4776-b282-9a822e2fd4ef,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:54.329961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Network 14fc1a5c-fa34-49d2-bf40-af831d003dd8 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:54.331408 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:54.458275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Router 116565f8-db2c-4b8b-95fa-ac828cb904c8 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:54.579959 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:54.588946 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-02da252a-618d-4bde-8b36-8a5814274bc2 admin admin] 10.222.0.79 "PUT /v2.0/routers/116565f8-db2c-4b8b-95fa-ac828cb904c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5831611 Aug 16 02:48:54.596750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6e00a80c-bff9-4b91-a7fa-7b5577ce50cf None None] Provisioning complete for port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:54.596750 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6e00a80c-bff9-4b91-a7fa-7b5577ce50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.632536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6e00a80c-bff9-4b91-a7fa-7b5577ce50cf None None] Port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:55.562618 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:55.638255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:55.639178 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.737087 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a5ba737-91b0-4607-bdf5-792410870619 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:55.824888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 1a5ba737-91b0-4607-bdf5-792410870619 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:55.829692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1a5ba737-91b0-4607-bdf5-792410870619 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:55.830708 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.926083 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.952674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 1a5ba737-91b0-4607-bdf5-792410870619, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1a5ba737-91b0-4607-bdf5-792410870619,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:55.958026 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.959105 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:56.050243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=1a5ba737-91b0-4607-bdf5-792410870619,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:56.070052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:56.071127 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.196140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Sync routers for ids ['116565f8-db2c-4b8b-95fa-ac828cb904c8'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:56.209262 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Routers {'116565f8-db2c-4b8b-95fa-ac828cb904c8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:56.210045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['116565f8-db2c-4b8b-95fa-ac828cb904c8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:56.334100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Set router 116565f8-db2c-4b8b-95fa-ac828cb904c8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:56.570571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'name': 'tempest-TestMinimumBasicScenario-1942275380-router', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '1a5ba737-91b0-4607-bdf5-792410870619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 4, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'gw_port': {'id': '1a5ba737-91b0-4607-bdf5-792410870619', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2a4e4939-5fca-4b6b-8671-2c24ce0a1c69', 'name': '', 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'mac_address': 'fa:16:3e:6a:4c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f863ca70-e13b-43c7-bd76-752362b69363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:53Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 2, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'subnets': [{'id': 'f863ca70-e13b-43c7-bd76-752362b69363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:56.599596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Checking router: 116565f8-db2c-4b8b-95fa-ac828cb904c8 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:56.599948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Updating router 116565f8-db2c-4b8b-95fa-ac828cb904c8 port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:56.627689 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.935102 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.945653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Transition to ACTIVE for port object 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:56.953547 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.007562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b9e17-5b07-4591-8e97-931ec56388f3 None None] Pushing event updated for resources: {'Port': ['ID=2a4e4939-5fca-4b6b-8671-2c24ce0a1c69,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:57.055861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Attempting to bind port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:57.056251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Attempting to bind port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'a047cd76-5b77-4a69-b67f-fcefcb5761ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:57.056605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Attempting to bind port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 on network 14fc1a5c-fa34-49d2-bf40-af831d003dd8 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:57.062228 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:57.062682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Checking segment: {'id': 'a047cd76-5b77-4a69-b67f-fcefcb5761ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:57.063010 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.063415 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Bound using segment: {'id': 'a047cd76-5b77-4a69-b67f-fcefcb5761ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:57.063896 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Bound port: 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a047cd76-5b77-4a69-b67f-fcefcb5761ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:57.064285 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.146323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] For port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:57.152207 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] For port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2a4e4939-5fca-4b6b-8671-2c24ce0a1c69,segment=NetworkSegment(a047cd76-5b77-4a69-b67f-fcefcb5761ac),segment_id=a047cd76-5b77-4a69-b67f-fcefcb5761ac)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:57.162556 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.234828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Routers {'116565f8-db2c-4b8b-95fa-ac828cb904c8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:57.235481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:48:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['116565f8-db2c-4b8b-95fa-ac828cb904c8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:57.274098 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b9e17-5b07-4591-8e97-931ec56388f3 None None] Pushing event updated for resources: {'Port': ['ID=2a4e4939-5fca-4b6b-8671-2c24ce0a1c69,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:57.380220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] Set router 116565f8-db2c-4b8b-95fa-ac828cb904c8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:57.483249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a5ba737-91b0-4607-bdf5-792410870619 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:57.638507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 1a5ba737-91b0-4607-bdf5-792410870619 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:57.639269 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.702647 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'name': 'tempest-TestMinimumBasicScenario-1942275380-router', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '1a5ba737-91b0-4607-bdf5-792410870619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 4, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'gw_port': {'id': '1a5ba737-91b0-4607-bdf5-792410870619', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2a4e4939-5fca-4b6b-8671-2c24ce0a1c69', 'name': '', 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'mac_address': 'fa:16:3e:6a:4c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f863ca70-e13b-43c7-bd76-752362b69363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:53Z', 'updated_at': '2021-08-16T02:48:57Z', 'revision_number': 4, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'subnets': [{'id': 'f863ca70-e13b-43c7-bd76-752362b69363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:57.750142 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21a779-6375-4621-9c6c-c94f192b2791 None None] The sync data for ids ['116565f8-db2c-4b8b-95fa-ac828cb904c8'] in n-d-768851-16 is: [{'id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'name': 'tempest-TestMinimumBasicScenario-1942275380-router', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '1a5ba737-91b0-4607-bdf5-792410870619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 4, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'gw_port': {'id': '1a5ba737-91b0-4607-bdf5-792410870619', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2a4e4939-5fca-4b6b-8671-2c24ce0a1c69', 'name': '', 'network_id': '14fc1a5c-fa34-49d2-bf40-af831d003dd8', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'mac_address': 'fa:16:3e:6a:4c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'f863ca70-e13b-43c7-bd76-752362b69363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:53Z', 'updated_at': '2021-08-16T02:48:57Z', 'revision_number': 4, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'subnets': [{'id': 'f863ca70-e13b-43c7-bd76-752362b69363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:59.465209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:59.541876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:59.546784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:59.547156 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.634378 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.674937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2a4e4939-5fca-4b6b-8671-2c24ce0a1c69,segment=NetworkSegment(a047cd76-5b77-4a69-b67f-fcefcb5761ac),segment_id=a047cd76-5b77-4a69-b67f-fcefcb5761ac)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:59.681760 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.744336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=2a4e4939-5fca-4b6b-8671-2c24ce0a1c69,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:01.432552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:01.491135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:01.491516 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.450542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-3fbce20f-064c-4f75-ac67-7f1da8296eae tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:04.452025 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-3fbce20f-064c-4f75-ac67-7f1da8296eae tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/networks?id=a45f5e0c-881f-4e39-9d24-2d8c479b4416 HTTP/1.1" status: 200 len: 815 time: 0.1022265 Aug 16 02:49:04.467169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-c7ef87b6-e77f-4637-bb09-6d520a14994a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/quotas/caa3af70df924607bee4fac3ffde3e66 HTTP/1.1" status: 200 len: 375 time: 0.0093551 Aug 16 02:49:04.518167 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-f24f8174-5982-4957-8dcb-49730b1f8e73 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=caa3af70df924607bee4fac3ffde3e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457788 Aug 16 02:49:04.615390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-640e124b-c946-44fa-9230-9681cb0d5e8c service neutron] 10.222.0.79 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855777 Aug 16 02:49:04.703585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-932dce01-a641-4485-aab3-3d456857db47 service neutron] 10.222.0.79 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820692 Aug 16 02:49:04.869628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f12a13f7-6b80-467d-a1bc-178abc0bb66f req-b04e1f9e-5cda-48b4-8fc7-ce6370f85b6c tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 210 time: 0.0319414 Aug 16 02:49:05.938059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-8a972b58-4acd-492b-89d0-75e2ba7e8475 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:05.940319 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-8a972b58-4acd-492b-89d0-75e2ba7e8475 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.89 "GET /v2.0/networks?id=a45f5e0c-881f-4e39-9d24-2d8c479b4416 HTTP/1.1" status: 200 len: 815 time: 0.1118646 Aug 16 02:49:05.955388 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Request body: {'port': {'device_id': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'admin_state_up': True, 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:05.969675 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8aa5fed-4c96-457f-af79-d864c337467d req-5f1975f9-79bb-46ce-b42d-4d335793d723 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 210 time: 0.0288792 Aug 16 02:49:06.074103 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Made reservation on behalf of caa3af70df924607bee4fac3ffde3e66 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:49:06.078493 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.232920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Allocated IP 172.20.0.10 (a45f5e0c-881f-4e39-9d24-2d8c479b4416/bc8a4fe5-d52d-4104-b14b-d312459fed19/ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:06.446119 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.466951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Transition to ACTIVE for port object ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:06.510309 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.568735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Network a45f5e0c-881f-4e39-9d24-2d8c479b4416 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:06.572611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:06.575369 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:06.610994 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'Port': ['ID=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:06.643384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:06.644701 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.663887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d6b6c654-1591-4c05-973a-d6ae2a087107 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7142124 Aug 16 02:49:06.897639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e938fabe-22e8-4cb4-8622-44d9635e8baf None None] Provisioning for port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:06.901465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e938fabe-22e8-4cb4-8622-44d9635e8baf None None] Provisioning complete for port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:06.901844 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e938fabe-22e8-4cb4-8622-44d9635e8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.939893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e938fabe-22e8-4cb4-8622-44d9635e8baf None None] Port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:07.101463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11bc50-66ba-43e4-bfe5-6d23038bbe8e req-6520fa61-4c33-4c64-b1b5-2633b01c42f1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:07.103056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d11bc50-66ba-43e4-bfe5-6d23038bbe8e req-6520fa61-4c33-4c64-b1b5-2633b01c42f1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 932 time: 0.0581863 Aug 16 02:49:07.150470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1d11bc50-66ba-43e4-bfe5-6d23038bbe8e req-0906397c-200a-4073-942d-04c538449e64 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Aug 16 02:49:08.271916 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4fc6-7204-4f1b-a64c-8a94025a7ec2 req-6fc3ef7e-f997-4613-8e13-31882fd2bbee tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:08.273441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2fab4fc6-7204-4f1b-a64c-8a94025a7ec2 req-6fc3ef7e-f997-4613-8e13-31882fd2bbee tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 932 time: 0.0502918 Aug 16 02:49:08.314907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2fab4fc6-7204-4f1b-a64c-8a94025a7ec2 req-592ad434-6bd7-4143-ba4d-0e1ad667891e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350151 Aug 16 02:49:08.954639 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a59963a-eb66-4bed-b70b-a312d08d9015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:09.455494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64971d93-3132-4380-b7f3-29cfecb3d2da req-2e9c22ba-4fa9-490d-b48e-1a0ffd9f470a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:09.457191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-64971d93-3132-4380-b7f3-29cfecb3d2da req-2e9c22ba-4fa9-490d-b48e-1a0ffd9f470a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 932 time: 0.0590198 Aug 16 02:49:09.497131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-64971d93-3132-4380-b7f3-29cfecb3d2da req-6c113481-c630-4ad8-8091-ad96fd14d1bd tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326321 Aug 16 02:49:10.248424 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.625781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69d70-acaf-4163-86e1-10079242336d req-b28fad67-bcd7-44e6-9429-52725f6b0b1c tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:10.627404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97c69d70-acaf-4163-86e1-10079242336d req-b28fad67-bcd7-44e6-9429-52725f6b0b1c tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 932 time: 0.0570524 Aug 16 02:49:10.666056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97c69d70-acaf-4163-86e1-10079242336d req-5f20962d-b305-409e-8b8d-36b2f677a558 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Aug 16 02:49:11.541401 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb04b006-ff8c-4021-8f35-8b57405ceac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:11.654045 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:11.791127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b514721-f9eb-491b-b11c-860f97350e01 req-2b4a5777-f731-4f38-8672-b9684d0c09c8 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:11.792722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b514721-f9eb-491b-b11c-860f97350e01 req-2b4a5777-f731-4f38-8672-b9684d0c09c8 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 932 time: 0.0542378 Aug 16 02:49:11.834818 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b514721-f9eb-491b-b11c-860f97350e01 req-3eb2f034-5bd9-4757-aabd-1ab3f4f0b82d tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354304 Aug 16 02:49:12.940156 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.969979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22d8b3-de1f-41b6-b80a-d53413132d57 req-d85db277-14cc-431c-aa5d-75a83011cf61 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:12.971712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c22d8b3-de1f-41b6-b80a-d53413132d57 req-d85db277-14cc-431c-aa5d-75a83011cf61 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 932 time: 0.0574121 Aug 16 02:49:13.015190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c22d8b3-de1f-41b6-b80a-d53413132d57 req-b837c9ca-60b3-4785-8033-8bf40455d1aa tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Aug 16 02:49:14.134977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477a490-aba0-49c4-99d9-a6f43c570ebf req-e2fa2492-04e9-419d-a12b-58d2dd94bc46 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:14.136560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7477a490-aba0-49c4-99d9-a6f43c570ebf req-e2fa2492-04e9-419d-a12b-58d2dd94bc46 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 932 time: 0.0549998 Aug 16 02:49:14.176561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7477a490-aba0-49c4-99d9-a6f43c570ebf req-4978e508-c95f-4d91-8c38-1e62fd6589c2 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Aug 16 02:49:14.449907 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.297298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44ff87-75a8-49b4-9774-2ff5592db5f7 req-07adced7-778d-461d-8caf-a215ae3171c8 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:15.298750 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f44ff87-75a8-49b4-9774-2ff5592db5f7 req-07adced7-778d-461d-8caf-a215ae3171c8 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 932 time: 0.0483720 Aug 16 02:49:15.343285 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f44ff87-75a8-49b4-9774-2ff5592db5f7 req-002b12d1-e544-451a-9f2a-8e29d231e64b tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381954 Aug 16 02:49:16.461463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f395866-3ec6-4a4c-a70a-d0a07e8edc50 req-d3fed2f6-1641-4e9f-94bb-e0ddba90c3b4 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:16.463191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f395866-3ec6-4a4c-a70a-d0a07e8edc50 req-d3fed2f6-1641-4e9f-94bb-e0ddba90c3b4 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 932 time: 0.0534530 Aug 16 02:49:16.502541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f395866-3ec6-4a4c-a70a-d0a07e8edc50 req-b5a1ce4e-0cba-4973-8790-759176488bc5 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327172 Aug 16 02:49:16.716512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Request body: {'port': {'device_id': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:16.772740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.042516 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:17.050133 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.062023 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Transition to ACTIVE for port object ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:17.065770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.120672 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Pushing event updated for resources: {'Port': ['ID=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:17.192561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Attempting to bind port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:17.192907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Attempting to bind port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:17.193272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Attempting to bind port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 on network a45f5e0c-881f-4e39-9d24-2d8c479b4416 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:17.197903 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 on network a45f5e0c-881f-4e39-9d24-2d8c479b4416 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:49:17.198229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Attempting to bind port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 on network a45f5e0c-881f-4e39-9d24-2d8c479b4416 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:17.203714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:17.204062 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Checking segment: {'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:17.204452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Bound using segment: {'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:17.204884 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Bound port: ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:17.205276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.275246 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] For port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:17.278405 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] For port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:17.283495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.315837 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:17.318411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.319746 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] 10.222.0.89 "PUT /v2.0/ports/ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 200 len: 1093 time: 0.6079323 Aug 16 02:49:17.320296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:17.322603 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e003dcc-cf1b-436c-9e12-09e8fa140cef" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:17.354514 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a23ba1-f55c-42fa-9560-12fc66e0377b service neutron] Pushing event updated for resources: {'Port': ['ID=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:17.378683 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb260938-bc74-4a99-be98-6eb026fb0a61 x-openstack-request-id: req-fb260938-bc74-4a99-be98-6eb026fb0a61 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:17.378982 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:17.379237 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fb260938-bc74-4a99-be98-6eb026fb0a61 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:17.379643 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'status': 'completed', 'code': 200} Aug 16 02:49:17.424268 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-8d7838b1-f9e0-4a08-94a5-2fb65a9e6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:17.425848 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-8d7838b1-f9e0-4a08-94a5-2fb65a9e6600 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=caa3af70df924607bee4fac3ffde3e66&device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 1096 time: 0.0439818 Aug 16 02:49:17.475045 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-ee4032b1-ba4d-4c51-b4b4-07cca0b6d1f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 200 len: 217 time: 0.0410898 Aug 16 02:49:17.527390 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-940e53db-14f5-49a8-ad7b-009332180819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:17.528900 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-940e53db-14f5-49a8-ad7b-009332180819 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bc8a4fe5-d52d-4104-b14b-d312459fed19 HTTP/1.1" status: 200 len: 854 time: 0.0473621 Aug 16 02:49:17.577966 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-3a720c50-1401-410b-af9d-a120e76ad60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:17.579495 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-3a720c50-1401-410b-af9d-a120e76ad60e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a45f5e0c-881f-4e39-9d24-2d8c479b4416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428228 Aug 16 02:49:17.620418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c63bcf-9791-4ea9-921d-beaceb83ced7 req-92494a90-0126-4745-968b-067220054ef4 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:17.621948 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1c63bcf-9791-4ea9-921d-beaceb83ced7 req-92494a90-0126-4745-968b-067220054ef4 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 944 time: 0.0513117 Aug 16 02:49:17.660463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1c63bcf-9791-4ea9-921d-beaceb83ced7 req-0e595664-bc9e-424e-844f-e50f9b8475e3 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 Aug 16 02:49:17.675863 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-577be6cd-fb63-477f-b0a5-f8b08ab4485a service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891421 Aug 16 02:49:17.767293 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f9f5dcb8-64f2-44d6-83f1-ecd984b1d753 req-d4aded17-c4eb-4a33-9795-810409fb5f36 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845702 Aug 16 02:49:17.853353 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e003dcc-cf1b-436c-9e12-09e8fa140cef req-9fd6ad72-609a-429a-bafa-56f5c594d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:17.854784 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4e003dcc-cf1b-436c-9e12-09e8fa140cef req-9fd6ad72-609a-429a-bafa-56f5c594d906 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=caa3af70df924607bee4fac3ffde3e66&device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 1096 time: 0.0410662 Aug 16 02:49:17.950424 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e003dcc-cf1b-436c-9e12-09e8fa140cef req-73ccee49-26db-4ce3-8ec2-5aae7928f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:17.951946 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4e003dcc-cf1b-436c-9e12-09e8fa140cef req-73ccee49-26db-4ce3-8ec2-5aae7928f771 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a45f5e0c-881f-4e39-9d24-2d8c479b4416 HTTP/1.1" status: 200 len: 916 time: 0.0903084 Aug 16 02:49:17.995123 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4e003dcc-cf1b-436c-9e12-09e8fa140cef req-6293a28e-0b68-4ce2-8d5f-4e3788468def service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 200 len: 217 time: 0.0351164 Aug 16 02:49:18.048447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e003dcc-cf1b-436c-9e12-09e8fa140cef req-eae08838-e6f3-46f7-a841-3d3846648dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:18.049945 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4e003dcc-cf1b-436c-9e12-09e8fa140cef req-eae08838-e6f3-46f7-a841-3d3846648dcd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bc8a4fe5-d52d-4104-b14b-d312459fed19 HTTP/1.1" status: 200 len: 854 time: 0.0476859 Aug 16 02:49:18.096628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e003dcc-cf1b-436c-9e12-09e8fa140cef req-75a6daa6-6d57-4434-b3be-fa44d01ead21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:18.098445 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4e003dcc-cf1b-436c-9e12-09e8fa140cef req-75a6daa6-6d57-4434-b3be-fa44d01ead21 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a45f5e0c-881f-4e39-9d24-2d8c479b4416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402441 Aug 16 02:49:18.189255 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4e003dcc-cf1b-436c-9e12-09e8fa140cef req-bea2b913-490b-49f3-99e6-c33979103252 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827682 Aug 16 02:49:18.284143 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-4e003dcc-cf1b-436c-9e12-09e8fa140cef req-216bbf43-878f-4216-b327-a2fe01d8a279 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862918 Aug 16 02:49:18.774852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591679-e1a7-4f6a-8119-3ff4d84d8d0c req-3d3dd996-9332-4d8b-af5a-578e595e6b89 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:18.776262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35591679-e1a7-4f6a-8119-3ff4d84d8d0c req-3d3dd996-9332-4d8b-af5a-578e595e6b89 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 944 time: 0.0485041 Aug 16 02:49:18.814618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35591679-e1a7-4f6a-8119-3ff4d84d8d0c req-c70ca78b-0032-4272-bfa9-f56bae999d5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Aug 16 02:49:18.845888 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:19.583682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:49:19.679045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:19.847279 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'port_id': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'mac_address': 'fa:16:3e:8c:bb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:49:19.884225 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:19.897313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:19.916966 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:19.921869 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:19.933267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927678e-fabf-4a86-bcb7-ba5fc9882238 req-c8bb9a30-670a-4048-97e8-6b1b4cc80342 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:19.934691 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8927678e-fabf-4a86-bcb7-ba5fc9882238 req-c8bb9a30-670a-4048-97e8-6b1b4cc80342 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 944 time: 0.0530159 Aug 16 02:49:19.970269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:19.975170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8927678e-fabf-4a86-bcb7-ba5fc9882238 req-a5f5b503-2df6-495e-b961-0ca3a783b7f8 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Aug 16 02:49:19.978240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:19.978587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:19.978925 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:19.979255 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:19.979583 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:19.979911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:19.980232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:19.980552 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:19.980871 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:19.981210 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:19.981558 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:19.981875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:20.162770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:20.756422 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:49:21.099448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfe0fb-462e-4b0d-86c7-b9f01c5ef633 req-e28279be-d9d7-4387-8000-769242085209 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:21.100952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dcfe0fb-462e-4b0d-86c7-b9f01c5ef633 req-e28279be-d9d7-4387-8000-769242085209 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 945 time: 0.0490687 Aug 16 02:49:21.138364 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4dcfe0fb-462e-4b0d-86c7-b9f01c5ef633 req-601ab2dc-d5df-4675-80dd-8d0aba03c039 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Aug 16 02:49:21.602097 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:21.650226 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:21.655195 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:21.655569 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:21.733912 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:21.757026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:21.759321 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1494ea8-ad9a-4215-a570-c91688a1c6d1" -d '{"events": [{"server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "name": "network-vif-plugged", "status": "completed", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:21.772950 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:21.777158 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:21.804682 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c470bec-a820-4ed9-a809-0d4830317e97 x-openstack-request-id: req-1c470bec-a820-4ed9-a809-0d4830317e97 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:21.805053 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "name": "network-vif-plugged", "status": "completed", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:21.805351 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c470bec-a820-4ed9-a809-0d4830317e97 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:21.806012 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'code': 200} Aug 16 02:49:21.832877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:21.896943 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c01b93-d0a1-4ae0-9c2d-80604368094d req-ac081e23-57c1-46ea-b42c-d08802edf609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:21.898474 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-44c01b93-d0a1-4ae0-9c2d-80604368094d req-ac081e23-57c1-46ea-b42c-d08802edf609 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 1098 time: 0.0402730 Aug 16 02:49:21.933026 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-44c01b93-d0a1-4ae0-9c2d-80604368094d req-0cbe1a74-a201-4507-9206-9ff294dd1810 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278368 Aug 16 02:49:22.250415 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43111a50-e8a9-4c8b-ac29-3702e3bbdf0d req-cf938b5f-fffe-44dc-83c5-1802c7475f6c tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:22.252465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43111a50-e8a9-4c8b-ac29-3702e3bbdf0d req-cf938b5f-fffe-44dc-83c5-1802c7475f6c tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 946 time: 0.0490186 Aug 16 02:49:22.288809 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-43111a50-e8a9-4c8b-ac29-3702e3bbdf0d req-f8a5dc98-9aec-48f4-97a1-3f740c82a5d6 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302942 Aug 16 02:49:23.409631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f515c03-bd47-41f3-8a6a-a86771ab9528 req-28426d10-666f-40d9-91ce-bc26b5a871c5 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:23.411096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f515c03-bd47-41f3-8a6a-a86771ab9528 req-28426d10-666f-40d9-91ce-bc26b5a871c5 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 946 time: 0.0547514 Aug 16 02:49:23.449533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8f515c03-bd47-41f3-8a6a-a86771ab9528 req-60fffd0d-8934-43d9-a312-fbd900734b8a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324728 Aug 16 02:49:23.563864 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3658d3-2834-4a8c-aaac-34b9e07500f6 req-215decc2-7e01-45bd-b762-1f8e184802a9 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:23.565352 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba3658d3-2834-4a8c-aaac-34b9e07500f6 req-215decc2-7e01-45bd-b762-1f8e184802a9 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 946 time: 0.0493257 Aug 16 02:49:23.602832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ba3658d3-2834-4a8c-aaac-34b9e07500f6 req-4fe0d714-e219-44fa-a533-15a6588c8549 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Aug 16 02:49:23.789748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e32c7-ea0b-4bb4-9b77-c80edb1cf226 req-8f0d67f1-f1ec-4b0d-b610-14005c0b83a6 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:23.791246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-923e32c7-ea0b-4bb4-9b77-c80edb1cf226 req-8f0d67f1-f1ec-4b0d-b610-14005c0b83a6 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 946 time: 0.0494964 Aug 16 02:49:23.829076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-923e32c7-ea0b-4bb4-9b77-c80edb1cf226 req-04aaadc4-23f4-4b63-8514-e0c26c6a0bb5 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Aug 16 02:49:35.388957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f501a-24fc-4d24-aa18-e9017df22ebe req-12ac977c-9eb0-4213-b4f7-95a46d7f638a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:35.390439 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d56f501a-24fc-4d24-aa18-e9017df22ebe req-12ac977c-9eb0-4213-b4f7-95a46d7f638a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 946 time: 0.0523610 Aug 16 02:49:35.428515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d56f501a-24fc-4d24-aa18-e9017df22ebe req-76e4e4f9-0e23-4ed7-9fef-96d39fd03912 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 Aug 16 02:49:35.462087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36054) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:35.598972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e353448-68a0-49fc-91a0-dd2ef73c91cf tempest-TestMinimumBasicScenario-1578212494 tempest-TestMinimumBasicScenario-1578212494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:35.600532 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4e353448-68a0-49fc-91a0-dd2ef73c91cf tempest-TestMinimumBasicScenario-1578212494 tempest-TestMinimumBasicScenario-1578212494-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 1093 time: 0.1371260 Aug 16 02:49:35.603486 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36058) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:35.607883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:35.630738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:35.732348 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:35.841858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Allocated IP 172.25.2.20 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/7a3e70b7-11e9-44a0-bd34-bcda751cc6b8) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:35.944022 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:35.983005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:36.023255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:36.026117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:36.029620 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:36.035421 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'Port': ['ID=7a3e70b7-11e9-44a0-bd34-bcda751cc6b8,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:36.065651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.065992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.066328 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.066663 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.066991 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.067318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.067640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.067967 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.068293 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.068610 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.068931 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.069274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:36.403212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:36.472508 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:36.620435 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:36.624896 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:36.695413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'Port': ['ID=7a3e70b7-11e9-44a0-bd34-bcda751cc6b8,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:36.705980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:36.808094 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Floating IP 25db5051-a7bc-41ca-b70a-2fed00f293f3 associated. External IP: 172.25.2.20, port: ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500. Aug 16 02:49:37.032698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Router d95ea2d6-1df4-428c-b027-a4f954e32417 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:49:37.452065 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:37.462227 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ebcff-7a6f-4a39-9d97-05ec2ddda8b4 None None] Sync routers for ids ['d95ea2d6-1df4-428c-b027-a4f954e32417'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:37.468861 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.471882 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ebcff-7a6f-4a39-9d97-05ec2ddda8b4 None None] Routers {'d95ea2d6-1df4-428c-b027-a4f954e32417'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:37.472507 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c67ebcff-7a6f-4a39-9d97-05ec2ddda8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:49:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d95ea2d6-1df4-428c-b027-a4f954e32417'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:37.505829 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-db635438-7a0b-410d-98a3-cb2892ca7ba1 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9009562 Aug 16 02:49:37.506811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:37.508336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36060) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:37.510046 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:37.515799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0cc229c7-4e1e-435e-8739-36aeb2783fbb tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145371184', 'description': 'tempest-secgroup-smoke-1145371184 description', 'project_id': 'caa3af70df924607bee4fac3ffde3e66'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:37.542089 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cc229c7-4e1e-435e-8739-36aeb2783fbb tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.555894 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0262cec1-48f7-4c49-b21b-034638346008 x-openstack-request-id: req-0262cec1-48f7-4c49-b21b-034638346008 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:37.556397 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:37.556730 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0262cec1-48f7-4c49-b21b-034638346008 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:37.557315 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'status': 'completed', 'code': 200} Aug 16 02:49:37.582113 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-c67ebcff-7a6f-4a39-9d97-05ec2ddda8b4 None None] Set router d95ea2d6-1df4-428c-b027-a4f954e32417 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:37.621320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46 req-42451aee-bf96-40fc-aadb-852a5f4e9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:37.622861 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46 req-42451aee-bf96-40fc-aadb-852a5f4e9c51 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=caa3af70df924607bee4fac3ffde3e66&device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 1098 time: 0.0448508 Aug 16 02:49:37.631791 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cc229c7-4e1e-435e-8739-36aeb2783fbb tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.636280 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cc229c7-4e1e-435e-8739-36aeb2783fbb tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.663838 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cc229c7-4e1e-435e-8739-36aeb2783fbb tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.667955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0cc229c7-4e1e-435e-8739-36aeb2783fbb tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1550505 Aug 16 02:49:37.668244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36064) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:37.672738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-39803f9b-5009-4c66-8a1f-d8ec32a8331a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Request body: {'security_group_rule': {'security_group_id': 'f152d904-4040-48ac-9701-59a0b985e67b', 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:37.681262 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc229c7-4e1e-435e-8739-36aeb2783fbb tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f152d904-4040-48ac-9701-59a0b985e67b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:37.704912 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39803f9b-5009-4c66-8a1f-d8ec32a8331a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.736130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46 req-36ee1fd7-ac22-4609-a683-e2a546c3c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:37.738242 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46 req-36ee1fd7-ac22-4609-a683-e2a546c3c44a service neutron] 10.222.0.89 "GET /v2.0/networks?id=a45f5e0c-881f-4e39-9d24-2d8c479b4416 HTTP/1.1" status: 200 len: 916 time: 0.1081336 Aug 16 02:49:37.767675 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39803f9b-5009-4c66-8a1f-d8ec32a8331a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.771955 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39803f9b-5009-4c66-8a1f-d8ec32a8331a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.794971 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39803f9b-5009-4c66-8a1f-d8ec32a8331a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0846ec1d-ab39-4a88-bf63-cbce484a6fff,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:37.805684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-39803f9b-5009-4c66-8a1f-d8ec32a8331a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.806929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-39803f9b-5009-4c66-8a1f-d8ec32a8331a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376979 Aug 16 02:49:37.809617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36066) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:37.814496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4a31502e-44f0-493b-a952-45c48a227781 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Request body: {'security_group_rule': {'security_group_id': 'f152d904-4040-48ac-9701-59a0b985e67b', 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:37.819686 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46 req-5f995774-7040-4927-bad0-2eac102d4dc5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 200 len: 999 time: 0.0743620 Aug 16 02:49:37.829091 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c67ebcff-7a6f-4a39-9d97-05ec2ddda8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 4, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '25db5051-a7bc-41ca-b70a-2fed00f293f3', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'port_id': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'mac_address': 'fa:16:3e:8c:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:36Z', 'updated_at': '2021-08-16T02:49:36Z', 'revision_number': 0, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fbe25f-b4b5-4a36-93ec-bb3b139bf631', 'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'mac_address': 'fa:16:3e:3b:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 5, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'subnets': [{'id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:37.843330 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a31502e-44f0-493b-a952-45c48a227781 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.857356 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ebcff-7a6f-4a39-9d97-05ec2ddda8b4 None None] Checking router: d95ea2d6-1df4-428c-b027-a4f954e32417 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:37.866263 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ebcff-7a6f-4a39-9d97-05ec2ddda8b4 None None] Routers {'d95ea2d6-1df4-428c-b027-a4f954e32417'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:37.866876 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c67ebcff-7a6f-4a39-9d97-05ec2ddda8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:49:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d95ea2d6-1df4-428c-b027-a4f954e32417'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:37.872680 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46 req-6e47572e-2be7-427b-9196-0e45652da3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:37.874371 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46 req-6e47572e-2be7-427b-9196-0e45652da3dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bc8a4fe5-d52d-4104-b14b-d312459fed19 HTTP/1.1" status: 200 len: 854 time: 0.0478840 Aug 16 02:49:37.904216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a31502e-44f0-493b-a952-45c48a227781 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.909814 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a31502e-44f0-493b-a952-45c48a227781 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.929930 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46 req-8edd991b-13c9-43ac-85fe-98ff810ab36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:37.930173 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31502e-44f0-493b-a952-45c48a227781 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bacc61d-cb91-4b04-8a2e-d70167a12e31,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:37.932180 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46 req-8edd991b-13c9-43ac-85fe-98ff810ab36f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a45f5e0c-881f-4e39-9d24-2d8c479b4416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504827 Aug 16 02:49:37.935724 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4a31502e-44f0-493b-a952-45c48a227781 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.940706 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4a31502e-44f0-493b-a952-45c48a227781 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293375 Aug 16 02:49:37.941316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36068) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:37.945727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f17e3f0d-9ad9-4b4b-be1f-ed3a27a8a837 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Request body: {'security_group_rule': {'security_group_id': 'f152d904-4040-48ac-9701-59a0b985e67b', 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:37.976854 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f17e3f0d-9ad9-4b4b-be1f-ed3a27a8a837 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.982566 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-c67ebcff-7a6f-4a39-9d97-05ec2ddda8b4 None None] Set router d95ea2d6-1df4-428c-b027-a4f954e32417 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:38.037163 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46 req-a8f5e055-91ee-4ac6-af3a-e0f9608ab947 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967779 Aug 16 02:49:38.040220 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f17e3f0d-9ad9-4b4b-be1f-ed3a27a8a837 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.044305 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f17e3f0d-9ad9-4b4b-be1f-ed3a27a8a837 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.063645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e3f0d-9ad9-4b4b-be1f-ed3a27a8a837 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a648a3-b331-47d4-970f-6c92ecc26780,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:38.077110 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f17e3f0d-9ad9-4b4b-be1f-ed3a27a8a837 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.081686 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f17e3f0d-9ad9-4b4b-be1f-ed3a27a8a837 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362424 Aug 16 02:49:38.081880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36070) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:38.086602 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d96f2eb4-6838-4e92-8dab-efcccce950ba tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Request body: {'security_group_rule': {'security_group_id': 'f152d904-4040-48ac-9701-59a0b985e67b', 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:38.115456 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d96f2eb4-6838-4e92-8dab-efcccce950ba tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.136440 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9c36d4c3-2a28-4e73-aea7-43cd8f752c46 req-247db131-d979-471b-ac2a-8cd804aaa689 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922728 Aug 16 02:49:38.176543 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d96f2eb4-6838-4e92-8dab-efcccce950ba tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.180705 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d96f2eb4-6838-4e92-8dab-efcccce950ba tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.202918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f2eb4-6838-4e92-8dab-efcccce950ba tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9153b172-7bf7-4a01-b184-b1daa3d2238f,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:38.211282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d96f2eb4-6838-4e92-8dab-efcccce950ba tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.212614 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d96f2eb4-6838-4e92-8dab-efcccce950ba tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296132 Aug 16 02:49:38.215319 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36072) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:38.220172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a44f90db-d7c1-4446-8afe-d7afa7de708f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Request body: {'security_group_rule': {'security_group_id': 'f152d904-4040-48ac-9701-59a0b985e67b', 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:38.242439 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-a44f90db-d7c1-4446-8afe-d7afa7de708f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Project caa3af70df924607bee4fac3ffde3e66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:49:38.242931 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-c67ebcff-7a6f-4a39-9d97-05ec2ddda8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 4, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '25db5051-a7bc-41ca-b70a-2fed00f293f3', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'port_id': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'mac_address': 'fa:16:3e:8c:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:36Z', 'updated_at': '2021-08-16T02:49:36Z', 'revision_number': 0, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fbe25f-b4b5-4a36-93ec-bb3b139bf631', 'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'mac_address': 'fa:16:3e:3b:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 5, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'subnets': [{'id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:38.247385 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a44f90db-d7c1-4446-8afe-d7afa7de708f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.311780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a44f90db-d7c1-4446-8afe-d7afa7de708f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.316375 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a44f90db-d7c1-4446-8afe-d7afa7de708f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.337941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f90db-d7c1-4446-8afe-d7afa7de708f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc9610e-7f79-49ca-be13-a390ace6e274,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:38.347574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a44f90db-d7c1-4446-8afe-d7afa7de708f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.349264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a44f90db-d7c1-4446-8afe-d7afa7de708f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327937 Aug 16 02:49:38.352155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36074) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:38.357008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-5d534afd-663a-42e8-897a-62dc64eae807 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Request body: {'security_group_rule': {'security_group_id': 'f152d904-4040-48ac-9701-59a0b985e67b', 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:38.368280 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ebcff-7a6f-4a39-9d97-05ec2ddda8b4 None None] The sync data for ids ['d95ea2d6-1df4-428c-b027-a4f954e32417'] in n-d-768851-16 is: [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 4, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '25db5051-a7bc-41ca-b70a-2fed00f293f3', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'port_id': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'mac_address': 'fa:16:3e:8c:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:36Z', 'updated_at': '2021-08-16T02:49:36Z', 'revision_number': 0, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fbe25f-b4b5-4a36-93ec-bb3b139bf631', 'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'mac_address': 'fa:16:3e:3b:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 5, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'subnets': [{'id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:38.380260 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-5d534afd-663a-42e8-897a-62dc64eae807 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Project caa3af70df924607bee4fac3ffde3e66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:49:38.385990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d534afd-663a-42e8-897a-62dc64eae807 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.456887 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d534afd-663a-42e8-897a-62dc64eae807 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.461580 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d534afd-663a-42e8-897a-62dc64eae807 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.480343 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d534afd-663a-42e8-897a-62dc64eae807 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16296ced-67e9-407a-bc99-ada529f7618a,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:38.488526 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5d534afd-663a-42e8-897a-62dc64eae807 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.492691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5d534afd-663a-42e8-897a-62dc64eae807 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367126 Aug 16 02:49:38.583672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-992b2055-3651-4b78-9fe9-919b7f501c04 req-8607fce2-d195-4253-8843-25ae88a74e6f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145371184&fields=id&tenant_id=caa3af70df924607bee4fac3ffde3e66 HTTP/1.1" status: 200 len: 267 time: 0.0422897 Aug 16 02:49:38.605120 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873419e2-e8c0-4ccc-a7f3-c0d23b702508 None None] New status for floating IP 25db5051-a7bc-41ca-b70a-2fed00f293f3: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:49:38.647222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b2055-3651-4b78-9fe9-919b7f501c04 req-83823ce5-f7c3-476b-904c-5d08aa0f0c12 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:38.648737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-992b2055-3651-4b78-9fe9-919b7f501c04 req-83823ce5-f7c3-476b-904c-5d08aa0f0c12 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 946 time: 0.0563111 Aug 16 02:49:38.660255 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-992b2055-3651-4b78-9fe9-919b7f501c04 req-d1fb1ecf-eb40-4646-8ee0-d3bf6e57bd2f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Request body: {'port': {'security_groups': ['df59972e-f0d8-438d-a3ab-dbdafbd8ed38', 'f152d904-4040-48ac-9701-59a0b985e67b']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:38.726008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-992b2055-3651-4b78-9fe9-919b7f501c04 req-d1fb1ecf-eb40-4646-8ee0-d3bf6e57bd2f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.914307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-992b2055-3651-4b78-9fe9-919b7f501c04 req-d1fb1ecf-eb40-4646-8ee0-d3bf6e57bd2f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] For port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:38.946336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-992b2055-3651-4b78-9fe9-919b7f501c04 req-d1fb1ecf-eb40-4646-8ee0-d3bf6e57bd2f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.946628 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5bf79d72-7dda-43ed-add5-386ec8dbd717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.950423 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-992b2055-3651-4b78-9fe9-919b7f501c04 req-d1fb1ecf-eb40-4646-8ee0-d3bf6e57bd2f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.962223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:38.992961 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b2055-3651-4b78-9fe9-919b7f501c04 req-d1fb1ecf-eb40-4646-8ee0-d3bf6e57bd2f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:38.993671 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-992b2055-3651-4b78-9fe9-919b7f501c04 req-d1fb1ecf-eb40-4646-8ee0-d3bf6e57bd2f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.995070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-992b2055-3651-4b78-9fe9-919b7f501c04 req-d1fb1ecf-eb40-4646-8ee0-d3bf6e57bd2f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "PUT /v2.0/ports/ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 200 len: 982 time: 0.3395791 Aug 16 02:49:38.995534 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:38.997879 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841531ba-cede-4b3c-8dbf-d98c0b93b287" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:39.025278 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb1ecf-eb40-4646-8ee0-d3bf6e57bd2f tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'Port': ['ID=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:39.056129 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcd4b8f-cfdb-4466-b1b9-6a00ff250221 x-openstack-request-id: req-dbcd4b8f-cfdb-4466-b1b9-6a00ff250221 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:39.056422 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:39.056673 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dbcd4b8f-cfdb-4466-b1b9-6a00ff250221 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:39.057108 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'status': 'completed', 'code': 200} Aug 16 02:49:39.066466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:39.130212 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73abc07-0661-48fa-a309-a7f98b16e8d8 req-55796f66-cb16-42d2-987c-210b6f8ff6ee tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:39.130738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841531ba-cede-4b3c-8dbf-d98c0b93b287 req-c9123b9c-666a-48f9-b493-7c444d4fd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:39.133710 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-841531ba-cede-4b3c-8dbf-d98c0b93b287 req-c9123b9c-666a-48f9-b493-7c444d4fd6ea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=caa3af70df924607bee4fac3ffde3e66&device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 1137 time: 0.0530901 Aug 16 02:49:39.138240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e73abc07-0661-48fa-a309-a7f98b16e8d8 req-55796f66-cb16-42d2-987c-210b6f8ff6ee tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0645077 Aug 16 02:49:39.200725 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e73abc07-0661-48fa-a309-a7f98b16e8d8 req-1dbf7f2d-ef11-4f2e-a4c6-5e0ae0041c18 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562398 Aug 16 02:49:39.244463 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841531ba-cede-4b3c-8dbf-d98c0b93b287 req-03a54dc8-fa21-4bb3-8e79-57c64464aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:39.245996 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-841531ba-cede-4b3c-8dbf-d98c0b93b287 req-03a54dc8-fa21-4bb3-8e79-57c64464aa7f service neutron] 10.222.0.89 "GET /v2.0/networks?id=a45f5e0c-881f-4e39-9d24-2d8c479b4416 HTTP/1.1" status: 200 len: 916 time: 0.1041613 Aug 16 02:49:39.301689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-acd2cc2d-70d9-4fad-8c14-43ad66e09aee None None] Provisioning complete for port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:39.301689 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-acd2cc2d-70d9-4fad-8c14-43ad66e09aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:39.317477 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-841531ba-cede-4b3c-8dbf-d98c0b93b287 req-4f5ae4a2-b009-4d86-9a20-3b1582f8e3a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 200 len: 1001 time: 0.0629361 Aug 16 02:49:39.366891 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841531ba-cede-4b3c-8dbf-d98c0b93b287 req-9d63acc9-e132-4ed1-a153-cbb0cb9002d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:39.368401 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-841531ba-cede-4b3c-8dbf-d98c0b93b287 req-9d63acc9-e132-4ed1-a153-cbb0cb9002d2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bc8a4fe5-d52d-4104-b14b-d312459fed19 HTTP/1.1" status: 200 len: 854 time: 0.0446231 Aug 16 02:49:39.418240 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841531ba-cede-4b3c-8dbf-d98c0b93b287 req-390335cc-02cc-47ba-82a9-7c529b211c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:39.419805 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-841531ba-cede-4b3c-8dbf-d98c0b93b287 req-390335cc-02cc-47ba-82a9-7c529b211c00 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a45f5e0c-881f-4e39-9d24-2d8c479b4416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408278 Aug 16 02:49:39.520756 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-841531ba-cede-4b3c-8dbf-d98c0b93b287 req-8af13c01-39b0-45d0-afe5-025a879ba294 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925319 Aug 16 02:49:39.612712 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-841531ba-cede-4b3c-8dbf-d98c0b93b287 req-67e90d10-f231-45a0-bc2b-0245d0b5f876 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849440 Aug 16 02:49:40.255690 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:41.542309 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-18bc22ec-39f8-4fc9-88a7-ad9e38ff6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:41.656209 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:42.942066 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:44.452310 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.863787 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:55.167304 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-0bea13c8-9aaf-4629-9107-adcff6fee18b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1093833 Aug 16 02:49:55.253096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-78784e51-3f7c-489d-8b7b-9d2adf006a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:55.254623 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-78784e51-3f7c-489d-8b7b-9d2adf006a14 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=caa3af70df924607bee4fac3ffde3e66&device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 1137 time: 0.0437598 Aug 16 02:49:55.356661 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-360a3f54-f76d-43fe-ac8c-e2a87d75adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:55.358053 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-360a3f54-f76d-43fe-ac8c-e2a87d75adfe service neutron] 10.222.0.89 "GET /v2.0/networks?id=a45f5e0c-881f-4e39-9d24-2d8c479b4416 HTTP/1.1" status: 200 len: 916 time: 0.0826612 Aug 16 02:49:55.437005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-be41561a-df65-4bce-9097-36b517b79041 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 200 len: 1001 time: 0.0717049 Aug 16 02:49:55.488008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-1ad265cc-6a6d-4d4a-b55f-d2bcfda2ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:55.489488 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-1ad265cc-6a6d-4d4a-b55f-d2bcfda2ad65 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bc8a4fe5-d52d-4104-b14b-d312459fed19 HTTP/1.1" status: 200 len: 854 time: 0.0440583 Aug 16 02:49:55.536755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-175f3fc1-c5ab-4e9e-af44-280b2db564ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:55.538288 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-175f3fc1-c5ab-4e9e-af44-280b2db564ca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a45f5e0c-881f-4e39-9d24-2d8c479b4416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406322 Aug 16 02:49:55.632742 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-f5e4e205-0cdc-49ba-a45d-1ac7aaf40de4 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865047 Aug 16 02:49:55.722502 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7c5b0ff3-dfa1-4d2c-903b-726aa13620be req-6da17dfa-4ce0-4505-8630-59c4def1fe10 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823333 Aug 16 02:49:56.372999 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152994b8-64c1-4afd-963c-a4bf599a7741 req-ad61e308-560e-4551-b583-9396844f7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:56.373729 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055d979-8a13-4fc6-aefb-71aea16b79d6 req-a6b494ff-7bd9-472d-8d0a-5053c974b6f3 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:56.374524 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-152994b8-64c1-4afd-963c-a4bf599a7741 req-ad61e308-560e-4551-b583-9396844f7f64 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=caa3af70df924607bee4fac3ffde3e66&device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 1137 time: 0.0464013 Aug 16 02:49:56.374694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a055d979-8a13-4fc6-aefb-71aea16b79d6 req-a6b494ff-7bd9-472d-8d0a-5053c974b6f3 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0532644 Aug 16 02:49:56.430387 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a055d979-8a13-4fc6-aefb-71aea16b79d6 req-a938198d-183a-434a-b435-32187ca6fbf8 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492423 Aug 16 02:49:56.467580 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152994b8-64c1-4afd-963c-a4bf599a7741 req-8b17c686-8822-4a2d-a38f-0ecc982453c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:56.469098 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-152994b8-64c1-4afd-963c-a4bf599a7741 req-8b17c686-8822-4a2d-a38f-0ecc982453c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a45f5e0c-881f-4e39-9d24-2d8c479b4416 HTTP/1.1" status: 200 len: 916 time: 0.0871780 Aug 16 02:49:56.541928 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-152994b8-64c1-4afd-963c-a4bf599a7741 req-75f5c5e2-2d03-45c7-a953-5a2bc7567064 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 200 len: 1001 time: 0.0631120 Aug 16 02:49:56.590565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152994b8-64c1-4afd-963c-a4bf599a7741 req-5f6313d0-c0ad-4f67-a222-874a18692c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:56.592003 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-152994b8-64c1-4afd-963c-a4bf599a7741 req-5f6313d0-c0ad-4f67-a222-874a18692c14 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bc8a4fe5-d52d-4104-b14b-d312459fed19 HTTP/1.1" status: 200 len: 854 time: 0.0435925 Aug 16 02:49:56.637892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152994b8-64c1-4afd-963c-a4bf599a7741 req-83df4370-e9b5-4c1c-a62e-e6639b445c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:56.639382 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-152994b8-64c1-4afd-963c-a4bf599a7741 req-83df4370-e9b5-4c1c-a62e-e6639b445c44 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a45f5e0c-881f-4e39-9d24-2d8c479b4416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393417 Aug 16 02:49:56.732281 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-152994b8-64c1-4afd-963c-a4bf599a7741 req-62408959-109e-4968-b195-450bb06d82b4 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840640 Aug 16 02:49:56.824688 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-152994b8-64c1-4afd-963c-a4bf599a7741 req-d0769972-dcaf-4336-bffc-e00113b5d830 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833364 Aug 16 02:49:57.547984 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51d4f5-20a7-4023-b556-ecf94459746d req-d023256d-52de-4f07-9614-da677e957202 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:57.549583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb51d4f5-20a7-4023-b556-ecf94459746d req-d023256d-52de-4f07-9614-da677e957202 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0489492 Aug 16 02:49:57.589013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eb51d4f5-20a7-4023-b556-ecf94459746d req-a657bb18-e9d7-4ad0-9da9-573d14a8fa59 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333431 Aug 16 02:49:57.756110 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:49:58.703304 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b144175-61e6-4fba-a403-3e8d5149c87c req-948d21e7-c3b9-4c87-8551-58c098f78dde tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:58.704760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b144175-61e6-4fba-a403-3e8d5149c87c req-948d21e7-c3b9-4c87-8551-58c098f78dde tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0478826 Aug 16 02:49:58.745050 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b144175-61e6-4fba-a403-3e8d5149c87c req-18bbeb55-b396-4b5f-9185-e05bebb79dbc tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326328 Aug 16 02:49:59.860006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f443f5-f4d2-4f0c-88b1-d9632a70bb8b req-5abd792a-b423-432f-9a7b-85400ea5fb65 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:59.861475 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5f443f5-f4d2-4f0c-88b1-d9632a70bb8b req-5abd792a-b423-432f-9a7b-85400ea5fb65 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0488932 Aug 16 02:49:59.903730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5f443f5-f4d2-4f0c-88b1-d9632a70bb8b req-d6544845-e674-49d0-ab5c-f63d89966531 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362158 Aug 16 02:50:01.019323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782cbbb-aac8-4863-8f7d-239816d79997 req-251622b9-2787-4859-9e07-d8f5634c8fb7 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:01.020815 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a782cbbb-aac8-4863-8f7d-239816d79997 req-251622b9-2787-4859-9e07-d8f5634c8fb7 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0492556 Aug 16 02:50:01.061076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a782cbbb-aac8-4863-8f7d-239816d79997 req-3ab993a7-f293-4872-a25d-a7b49df40f68 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340533 Aug 16 02:50:02.175254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8331f16-4e7e-4d78-a4bb-b9a6431de6a2 req-7104152d-c96b-4f71-8e12-a4b356667d62 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:02.176733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8331f16-4e7e-4d78-a4bb-b9a6431de6a2 req-7104152d-c96b-4f71-8e12-a4b356667d62 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0479887 Aug 16 02:50:02.215999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e8331f16-4e7e-4d78-a4bb-b9a6431de6a2 req-7f4517a7-1ebf-4058-a1af-d6db92cecf6d tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331569 Aug 16 02:50:03.331866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef205f1-fbf2-4969-aba5-9daea7b094eb req-1e439ccd-f6be-4343-8071-234ebea7fe41 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:03.333391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aef205f1-fbf2-4969-aba5-9daea7b094eb req-1e439ccd-f6be-4343-8071-234ebea7fe41 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0488102 Aug 16 02:50:03.375722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aef205f1-fbf2-4969-aba5-9daea7b094eb req-ad2a37be-8df7-4ea9-8d7b-19402f6d782d tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363941 Aug 16 02:50:04.489988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f33ce-abe3-4000-a1e3-035eef1bf3e6 req-dfcc1829-926f-4c8c-8937-cc98e1b89220 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:04.491488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e1f33ce-abe3-4000-a1e3-035eef1bf3e6 req-dfcc1829-926f-4c8c-8937-cc98e1b89220 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0488365 Aug 16 02:50:04.531476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3e1f33ce-abe3-4000-a1e3-035eef1bf3e6 req-1507d623-d575-41e1-9b18-1d31063613d5 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338609 Aug 16 02:50:05.646619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fc92b-c2f9-41d6-a957-a9657163c4a2 req-7c5522d8-0a25-43f5-ad2c-93e52353fba9 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:05.648005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-140fc92b-c2f9-41d6-a957-a9657163c4a2 req-7c5522d8-0a25-43f5-ad2c-93e52353fba9 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0489461 Aug 16 02:50:05.687232 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-140fc92b-c2f9-41d6-a957-a9657163c4a2 req-f442ef9e-c0ff-44cc-ae12-16e8f5391fe4 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331438 Aug 16 02:50:06.803357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a030ef2-5e8f-4be9-8e78-0f72032508e1 req-d6f7e586-586e-47ba-90bc-5b48d5a437f3 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:06.805019 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a030ef2-5e8f-4be9-8e78-0f72032508e1 req-d6f7e586-586e-47ba-90bc-5b48d5a437f3 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0492468 Aug 16 02:50:06.847894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a030ef2-5e8f-4be9-8e78-0f72032508e1 req-61fd0c4b-c152-4e4b-87c1-5e8b1782070d tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367467 Aug 16 02:50:07.962997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ee289-3ce3-4ae0-8e4f-4fa8dcdddc5b req-0d13d7db-79f1-4e16-85b5-f3737446a488 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:07.964504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f88ee289-3ce3-4ae0-8e4f-4fa8dcdddc5b req-0d13d7db-79f1-4e16-85b5-f3737446a488 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0485351 Aug 16 02:50:08.005282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f88ee289-3ce3-4ae0-8e4f-4fa8dcdddc5b req-10124c49-a6ac-436d-88fa-27ff1bb4a4c2 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&id=f152d904-4040-48ac-9701-59a0b985e67b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344489 Aug 16 02:50:08.947887 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-08772244-4e0d-4b65-9144-29a73fa38acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:10.261223 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:11.542564 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f54efe6d-9705-4ab9-8599-0f426e2e8cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:11.657574 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:12.945985 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:14.456781 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:18.860800 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:19.213474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-c1867666-101e-451d-a65a-2473d2deedea req-d90d684a-27b7-4d85-b46c-a9b445d1ac8e service neutron] (101380) timed out ('10.222.0.84', 62204) {{(pid=101380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:50:34.757070 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:50:38.951279 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0939e545-0c84-42e4-b674-541ec196e6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.259476 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.478330 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f282ebfe-f339-435f-8dc7-f22404d347d8 req-5807fe98-ef9d-402b-9847-b7247b225fbf tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145371184&fields=id&tenant_id=caa3af70df924607bee4fac3ffde3e66 HTTP/1.1" status: 200 len: 267 time: 0.1705089 Aug 16 02:50:40.534031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282ebfe-f339-435f-8dc7-f22404d347d8 req-435f148d-9dae-4c38-b86f-79b30ea24840 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:40.536094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f282ebfe-f339-435f-8dc7-f22404d347d8 req-435f148d-9dae-4c38-b86f-79b30ea24840 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 985 time: 0.0515373 Aug 16 02:50:40.547208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-f282ebfe-f339-435f-8dc7-f22404d347d8 req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Request body: {'port': {'security_groups': ['df59972e-f0d8-438d-a3ab-dbdafbd8ed38']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:40.612783 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f282ebfe-f339-435f-8dc7-f22404d347d8 req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.796148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-f282ebfe-f339-435f-8dc7-f22404d347d8 req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] For port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:40.825144 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f282ebfe-f339-435f-8dc7-f22404d347d8 req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.829410 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f282ebfe-f339-435f-8dc7-f22404d347d8 req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.841143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:50:40.872916 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282ebfe-f339-435f-8dc7-f22404d347d8 req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:40.873582 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f282ebfe-f339-435f-8dc7-f22404d347d8 req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.874996 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f282ebfe-f339-435f-8dc7-f22404d347d8 req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "PUT /v2.0/ports/ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 200 len: 943 time: 0.3321829 Aug 16 02:50:40.875462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:40.877780 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a143df4-23d4-419d-aa03-2e05a3487c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:40.882393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36132) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:40.909462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event updated for resources: {'Port': ['ID=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:40.924609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.927415 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.929521 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.929970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.930366 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.931222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.933768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.934346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.934869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.935524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.936219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.936723 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88dc9-4042-4699-b7b0-bc47a19f9c5e tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:40.941832 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e884e6e-132a-47bb-b7cd-dbf1649ba848 x-openstack-request-id: req-1e884e6e-132a-47bb-b7cd-dbf1649ba848 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:40.942505 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:40.942925 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e884e6e-132a-47bb-b7cd-dbf1649ba848 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:40.943593 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'status': 'completed', 'code': 200} Aug 16 02:50:40.948117 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:50:40.995719 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.034273 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.067932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143df4-23d4-419d-aa03-2e05a3487c5b req-3d1f1adb-6740-4681-a63a-6d7b640abe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:41.069562 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a143df4-23d4-419d-aa03-2e05a3487c5b req-3d1f1adb-6740-4681-a63a-6d7b640abe9a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=caa3af70df924607bee4fac3ffde3e66&device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 1098 time: 0.1071489 Aug 16 02:50:41.176002 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143df4-23d4-419d-aa03-2e05a3487c5b req-b8e4be7b-b761-4e4c-9ec8-10a5c667a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:41.176474 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0cb9d9f8-cabe-4ea3-b9be-7b478f6f564c None None] Provisioning complete for port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:41.176863 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0cb9d9f8-cabe-4ea3-b9be-7b478f6f564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.177551 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a143df4-23d4-419d-aa03-2e05a3487c5b req-b8e4be7b-b761-4e4c-9ec8-10a5c667a933 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a45f5e0c-881f-4e39-9d24-2d8c479b4416 HTTP/1.1" status: 200 len: 916 time: 0.1001165 Aug 16 02:50:41.178130 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.180618 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.181676 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "DELETE /v2.0/security-groups/f152d904-4040-48ac-9701-59a0b985e67b HTTP/1.1" status: 204 len: 168 time: 0.2970932 Aug 16 02:50:41.184657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36134) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:41.197320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f152d904-4040-48ac-9701-59a0b985e67b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:41.238726 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.239069 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.239411 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.239742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.240069 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.240393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.240717 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.241055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.241378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.241699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.242014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.242330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6e17f-0ebe-4206-a37e-347afd35d169 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:41.269025 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a143df4-23d4-419d-aa03-2e05a3487c5b req-57377892-6cad-4d8e-b10d-13e693ca58ce service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 200 len: 1001 time: 0.0837240 Aug 16 02:50:41.322262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143df4-23d4-419d-aa03-2e05a3487c5b req-47ee15d4-d1b4-4e26-8b99-0a1ad567c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:41.323667 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a143df4-23d4-419d-aa03-2e05a3487c5b req-47ee15d4-d1b4-4e26-8b99-0a1ad567c281 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bc8a4fe5-d52d-4104-b14b-d312459fed19 HTTP/1.1" status: 200 len: 854 time: 0.0458202 Aug 16 02:50:41.355999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Deleting port 7a3e70b7-11e9-44a0-bd34-bcda751cc6b8 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:41.356430 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.370760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143df4-23d4-419d-aa03-2e05a3487c5b req-d49ce77e-5086-454f-9148-34caf1ac44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:41.372317 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a143df4-23d4-419d-aa03-2e05a3487c5b req-d49ce77e-5086-454f-9148-34caf1ac44fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a45f5e0c-881f-4e39-9d24-2d8c479b4416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411785 Aug 16 02:50:41.432915 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.433263 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.445159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Calling delete_port for 7a3e70b7-11e9-44a0-bd34-bcda751cc6b8 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:41.467575 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a143df4-23d4-419d-aa03-2e05a3487c5b req-a405588d-4ee9-4b07-bbe5-cccde09419d0 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881016 Aug 16 02:50:41.543860 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-797ae12c-9fd4-4d2b-a1ac-0a890521ea30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.563244 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9a143df4-23d4-419d-aa03-2e05a3487c5b req-f2db46f5-2e9d-44f6-9b2a-8d215e15e787 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887139 Aug 16 02:50:41.659367 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.946931 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.971674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event deleted for resources: {'Port': ['ID=7a3e70b7-11e9-44a0-bd34-bcda751cc6b8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:42.032899 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:42.033415 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Floating IP 25db5051-a7bc-41ca-b70a-2fed00f293f3 disassociated (deleted). External IP: 172.25.2.20, port: ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500. Aug 16 02:50:42.239280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Router d95ea2d6-1df4-428c-b027-a4f954e32417 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:50:42.347997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:50:42.353167 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:42.358039 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe39886-c99f-4745-b6d2-9caa616ef8b5 None None] Sync routers for ids ['d95ea2d6-1df4-428c-b027-a4f954e32417'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:50:42.369736 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe39886-c99f-4745-b6d2-9caa616ef8b5 None None] Routers {'d95ea2d6-1df4-428c-b027-a4f954e32417'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:42.370423 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ebe39886-c99f-4745-b6d2-9caa616ef8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d95ea2d6-1df4-428c-b027-a4f954e32417'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:42.384397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cbe2573b-17de-4d7b-afcc-567e3ea25884 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "DELETE /v2.0/floatingips/25db5051-a7bc-41ca-b70a-2fed00f293f3 HTTP/1.1" status: 204 len: 168 time: 1.1972086 Aug 16 02:50:42.479807 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ebe39886-c99f-4745-b6d2-9caa616ef8b5 None None] Set router d95ea2d6-1df4-428c-b027-a4f954e32417 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:42.681244 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ebe39886-c99f-4745-b6d2-9caa616ef8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 4, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f4fbe25f-b4b5-4a36-93ec-bb3b139bf631', 'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'mac_address': 'fa:16:3e:3b:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 5, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'subnets': [{'id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:42.711940 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe39886-c99f-4745-b6d2-9caa616ef8b5 None None] Checking router: d95ea2d6-1df4-428c-b027-a4f954e32417 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:50:42.720000 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe39886-c99f-4745-b6d2-9caa616ef8b5 None None] Routers {'d95ea2d6-1df4-428c-b027-a4f954e32417'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:42.720588 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ebe39886-c99f-4745-b6d2-9caa616ef8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d95ea2d6-1df4-428c-b027-a4f954e32417'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:42.828561 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ebe39886-c99f-4745-b6d2-9caa616ef8b5 None None] Set router d95ea2d6-1df4-428c-b027-a4f954e32417 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:42.944564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:42.947164 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf763c8-16ad-4e31-9960-65b00a77f648" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:42.950781 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:42.986521 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ef0f4-1dd9-4178-bcf9-05ee0c7d8a07 x-openstack-request-id: req-098ef0f4-1dd9-4178-bcf9-05ee0c7d8a07 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:42.986819 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:42.987066 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-098ef0f4-1dd9-4178-bcf9-05ee0c7d8a07 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:42.987525 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'status': 'completed', 'code': 200} Aug 16 02:50:43.031797 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ebe39886-c99f-4745-b6d2-9caa616ef8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 4, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f4fbe25f-b4b5-4a36-93ec-bb3b139bf631', 'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'mac_address': 'fa:16:3e:3b:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 5, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'subnets': [{'id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:43.056947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf763c8-16ad-4e31-9960-65b00a77f648 req-64883f4c-4767-4356-927f-506073eff850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:43.059393 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6bf763c8-16ad-4e31-9960-65b00a77f648 req-64883f4c-4767-4356-927f-506073eff850 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=caa3af70df924607bee4fac3ffde3e66&device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 1098 time: 0.0444174 Aug 16 02:50:43.063880 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe39886-c99f-4745-b6d2-9caa616ef8b5 None None] The sync data for ids ['d95ea2d6-1df4-428c-b027-a4f954e32417'] in n-d-768851-16 is: [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 4, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'f4fbe25f-b4b5-4a36-93ec-bb3b139bf631', 'name': '', 'network_id': 'a45f5e0c-881f-4e39-9d24-2d8c479b4416', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'mac_address': 'fa:16:3e:3b:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 5, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'subnets': [{'id': 'bc8a4fe5-d52d-4104-b14b-d312459fed19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:50:43.162986 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf763c8-16ad-4e31-9960-65b00a77f648 req-15df4fdd-9cc0-44ae-b1cf-c3b15e48409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:43.164506 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6bf763c8-16ad-4e31-9960-65b00a77f648 req-15df4fdd-9cc0-44ae-b1cf-c3b15e48409b service neutron] 10.222.0.89 "GET /v2.0/networks?id=a45f5e0c-881f-4e39-9d24-2d8c479b4416 HTTP/1.1" status: 200 len: 916 time: 0.0969009 Aug 16 02:50:43.208731 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6bf763c8-16ad-4e31-9960-65b00a77f648 req-938019e5-0e41-455c-ad59-0e0a08020ff3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 200 len: 217 time: 0.0372016 Aug 16 02:50:43.268259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf763c8-16ad-4e31-9960-65b00a77f648 req-a1e48a62-1492-400e-878b-275506333457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:43.269838 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6bf763c8-16ad-4e31-9960-65b00a77f648 req-a1e48a62-1492-400e-878b-275506333457 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bc8a4fe5-d52d-4104-b14b-d312459fed19 HTTP/1.1" status: 200 len: 854 time: 0.0549092 Aug 16 02:50:43.310426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d70885-8db3-4e47-a79c-6ac61d12aa8a None None] New status for floating IP 25db5051-a7bc-41ca-b70a-2fed00f293f3: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:50:43.321118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf763c8-16ad-4e31-9960-65b00a77f648 req-7766ad8e-f73b-4f5c-8bc0-d5156420b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:43.322899 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6bf763c8-16ad-4e31-9960-65b00a77f648 req-7766ad8e-f73b-4f5c-8bc0-d5156420b576 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a45f5e0c-881f-4e39-9d24-2d8c479b4416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459239 Aug 16 02:50:43.416850 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6bf763c8-16ad-4e31-9960-65b00a77f648 req-676fded4-a313-46b4-b973-2b75469c907f service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862000 Aug 16 02:50:43.514594 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6bf763c8-16ad-4e31-9960-65b00a77f648 req-24206f31-c125-41f8-a486-36abd05f6da3 service neutron] 10.222.0.89 "GET /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910540 Aug 16 02:50:44.459561 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:48.877236 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:49.449569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797ca81-9208-4401-a7bc-e709ce835ce7 req-2c6a3fd9-361d-418a-aa6f-f3c160072c20 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:49.451113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b797ca81-9208-4401-a7bc-e709ce835ce7 req-2c6a3fd9-361d-418a-aa6f-f3c160072c20 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 946 time: 0.0599592 Aug 16 02:50:49.495142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b797ca81-9208-4401-a7bc-e709ce835ce7 req-e08b3048-d67a-4dfd-9b21-0731f67bc71a tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374067 Aug 16 02:50:50.615585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e08c0-2ec6-4e52-bbd2-62630422ba21 req-70eb3ad5-7988-49cb-b867-43671bb5a5e9 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:50.617115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-407e08c0-2ec6-4e52-bbd2-62630422ba21 req-70eb3ad5-7988-49cb-b867-43671bb5a5e9 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 946 time: 0.0494967 Aug 16 02:50:50.655586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-407e08c0-2ec6-4e52-bbd2-62630422ba21 req-0e379981-8875-42ac-b5a1-57d8374ca389 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/security-groups?id=df59972e-f0d8-438d-a3ab-dbdafbd8ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Aug 16 02:50:51.036765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69709d-8c42-456c-b9ab-2f71e2d03abc req-2cbad3cb-44a8-41ca-9034-343e5d8ffcf6 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:51.038293 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e69709d-8c42-456c-b9ab-2f71e2d03abc req-2cbad3cb-44a8-41ca-9034-343e5d8ffcf6 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.89 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 946 time: 0.0501738 Aug 16 02:50:51.132483 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-5e69709d-8c42-456c-b9ab-2f71e2d03abc req-454f2eb8-31fe-4dec-9512-517013c14cfe tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Deleting port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:51.132829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e69709d-8c42-456c-b9ab-2f71e2d03abc req-454f2eb8-31fe-4dec-9512-517013c14cfe tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:51.218916 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-5e69709d-8c42-456c-b9ab-2f71e2d03abc req-454f2eb8-31fe-4dec-9512-517013c14cfe tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] For port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:51.219276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e69709d-8c42-456c-b9ab-2f71e2d03abc req-454f2eb8-31fe-4dec-9512-517013c14cfe tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:51.232556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-5e69709d-8c42-456c-b9ab-2f71e2d03abc req-454f2eb8-31fe-4dec-9512-517013c14cfe tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Calling delete_port for ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:51.364140 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e69709d-8c42-456c-b9ab-2f71e2d03abc req-454f2eb8-31fe-4dec-9512-517013c14cfe tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:51.375868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:50:51.392169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f2eb8-31fe-4dec-9512-517013c14cfe tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Pushing event deleted for resources: {'Port': ['ID=ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:51.435080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e69709d-8c42-456c-b9ab-2f71e2d03abc req-454f2eb8-31fe-4dec-9512-517013c14cfe tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] No DVR routers for this DVR port ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:51.437678 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-5e69709d-8c42-456c-b9ab-2f71e2d03abc req-454f2eb8-31fe-4dec-9512-517013c14cfe tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:51.439662 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5e69709d-8c42-456c-b9ab-2f71e2d03abc req-454f2eb8-31fe-4dec-9512-517013c14cfe tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.89 "DELETE /v2.0/ports/ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 HTTP/1.1" status: 204 len: 173 time: 0.3955925 Aug 16 02:50:51.440100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'name': 'network-vif-deleted', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:51.442494 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a583921e-b608-48a8-847c-d060cea7aa15" -d '{"events": [{"server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "name": "network-vif-deleted", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:51.481270 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3149ab08-1311-415e-9302-d27b2eff6136 x-openstack-request-id: req-3149ab08-1311-415e-9302-d27b2eff6136 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:51.481574 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2ee2de-35cd-43fa-a1b1-43560231d9fc", "name": "network-vif-deleted", "tag": "ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:51.482698 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3149ab08-1311-415e-9302-d27b2eff6136 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:51.483099 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2ee2de-35cd-43fa-a1b1-43560231d9fc', 'name': 'network-vif-deleted', 'tag': 'ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500', 'status': 'completed', 'code': 200} Aug 16 02:50:51.761736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d9a990a-7dad-4ad3-a86b-d08ddb968754 req-4e43d083-9601-47ab-ac4e-a44a031f7ac3 tempest-TestMinimumBasicScenario-753784984 tempest-TestMinimumBasicScenario-753784984-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b2ee2de-35cd-43fa-a1b1-43560231d9fc HTTP/1.1" status: 200 len: 210 time: 0.0284486 Aug 16 02:50:53.331583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36230) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:53.677761 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.922162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] Deleting port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:53.922492 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.001537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] For port f4fbe25f-b4b5-4a36-93ec-bb3b139bf631, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f4fbe25f-b4b5-4a36-93ec-bb3b139bf631,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:54.001903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.014855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] Calling delete_port for f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:54.080600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:54.101107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:54.101454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device ead8ff8d-cb1a-4f20-9acd-e7d8baf8f500 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:54.200178 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.229908 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4fbe25f-b4b5-4a36-93ec-bb3b139bf631,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:54.392923 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.617667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] Router d95ea2d6-1df4-428c-b027-a4f954e32417 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:50:54.722354 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:50:54.729462 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5062fb4c-dae6-47dd-af6c-03d2eecb406f admin admin] 10.222.0.79 "PUT /v2.0/routers/d95ea2d6-1df4-428c-b027-a4f954e32417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3954430 Aug 16 02:50:54.731181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36232) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:54.732267 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50773afe-9b84-4010-a40e-8aaa63bc21eb None None] Sync routers for ids ['d95ea2d6-1df4-428c-b027-a4f954e32417'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:50:54.741283 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50773afe-9b84-4010-a40e-8aaa63bc21eb None None] Routers {'d95ea2d6-1df4-428c-b027-a4f954e32417'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:54.741893 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-50773afe-9b84-4010-a40e-8aaa63bc21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d95ea2d6-1df4-428c-b027-a4f954e32417'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:54.846833 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-50773afe-9b84-4010-a40e-8aaa63bc21eb None None] Set router d95ea2d6-1df4-428c-b027-a4f954e32417 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:54.848007 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.953480 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.011455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Deleting port 109e1ff3-5b57-48d4-a73f-d4dd26240948 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:55.011923 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.028848 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-50773afe-9b84-4010-a40e-8aaa63bc21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:50:54Z', 'revision_number': 5, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port': {'id': '109e1ff3-5b57-48d4-a73f-d4dd26240948', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:46Z', 'updated_at': '2021-08-16T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:55.054709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50773afe-9b84-4010-a40e-8aaa63bc21eb None None] Checking router: d95ea2d6-1df4-428c-b027-a4f954e32417 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:50:55.062876 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50773afe-9b84-4010-a40e-8aaa63bc21eb None None] Routers {'d95ea2d6-1df4-428c-b027-a4f954e32417'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:55.063487 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-50773afe-9b84-4010-a40e-8aaa63bc21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['d95ea2d6-1df4-428c-b027-a4f954e32417'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:55.091880 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] For port 109e1ff3-5b57-48d4-a73f-d4dd26240948, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=109e1ff3-5b57-48d4-a73f-d4dd26240948,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:55.092245 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.106358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Calling delete_port for 109e1ff3-5b57-48d4-a73f-d4dd26240948 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:55.147709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-50773afe-9b84-4010-a40e-8aaa63bc21eb None None] Set router d95ea2d6-1df4-428c-b027-a4f954e32417 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:55.200769 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-50773afe-9b84-4010-a40e-8aaa63bc21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:50:54Z', 'revision_number': 6, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:55.226688 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50773afe-9b84-4010-a40e-8aaa63bc21eb None None] The sync data for ids ['d95ea2d6-1df4-428c-b027-a4f954e32417'] in n-d-768851-16 is: [{'id': 'd95ea2d6-1df4-428c-b027-a4f954e32417', 'name': 'tempest-TestMinimumBasicScenario-1894375720-router', 'tenant_id': 'caa3af70df924607bee4fac3ffde3e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:45Z', 'updated_at': '2021-08-16T02:50:54Z', 'revision_number': 6, 'project_id': 'caa3af70df924607bee4fac3ffde3e66', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:50:55.276548 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.309494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Pushing event deleted for resources: {'Port': ['ID=109e1ff3-5b57-48d4-a73f-d4dd26240948,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:55.368748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.459509 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.461669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.506790 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.507371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95ea2d6-1df4-428c-b027-a4f954e32417 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:50:55.511682 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.515648 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9ee60038-fb9d-4503-a5bc-2aae11bd96ae admin admin] 10.222.0.79 "DELETE /v2.0/routers/d95ea2d6-1df4-428c-b027-a4f954e32417 HTTP/1.1" status: 204 len: 168 time: 0.7833235 Aug 16 02:50:55.515909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36234) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:55.561282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-3477b4d7-47d1-48df-b81f-6aaa7ba266bf admin admin] Deleting subnet bc8a4fe5-d52d-4104-b14b-d312459fed19 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:50:55.564275 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3477b4d7-47d1-48df-b81f-6aaa7ba266bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.606430 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3477b4d7-47d1-48df-b81f-6aaa7ba266bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.693540 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3477b4d7-47d1-48df-b81f-6aaa7ba266bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.745141 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3477b4d7-47d1-48df-b81f-6aaa7ba266bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.770464 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477b4d7-47d1-48df-b81f-6aaa7ba266bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8a4fe5-d52d-4104-b14b-d312459fed19,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:55.774435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3477b4d7-47d1-48df-b81f-6aaa7ba266bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.776281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3477b4d7-47d1-48df-b81f-6aaa7ba266bf admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bc8a4fe5-d52d-4104-b14b-d312459fed19 HTTP/1.1" status: 204 len: 168 time: 0.2595010 Aug 16 02:50:55.778974 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36236) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:55.779685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32acbdea-8c7d-45c3-a2de-7f4baa3115be None None] Network a45f5e0c-881f-4e39-9d24-2d8c479b4416 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:50:55.865757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.923094 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Deleting port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:55.923436 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.989179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] For port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3f3f32b1-836a-477c-bcc5-4581a5b8e0aa,segment=NetworkSegment(b77dd1b0-bc23-4d4c-abaa-935f32c3ed78),segment_id=b77dd1b0-bc23-4d4c-abaa-935f32c3ed78)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:55.989597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.003455 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Calling delete_port for 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:56.020144 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] DHCP port deletion for a45f5e0c-881f-4e39-9d24-2d8c479b4416 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:50:56.023985 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:56.048321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:56.048764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f4fbe25f-b4b5-4a36-93ec-bb3b139bf631 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:56.090762 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Deleting port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:56.091213 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.093325 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.122467 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3f32b1-836a-477c-bcc5-4581a5b8e0aa,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:56.127560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] No DVR routers for this DVR port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:56.162394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] For port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:56.162877 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.176130 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Calling delete_port for 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:56.179095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:50:56.180737 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.206004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Pushing event deleted for resources: {'Port': ['ID=3f3f32b1-836a-477c-bcc5-4581a5b8e0aa,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:56.208941 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.211199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] No DVR routers for this DVR port 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.223590 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb09b08-63bc-4775-9ffa-76c067bb2418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:56.228117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45f5e0c-881f-4e39-9d24-2d8c479b4416']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:56.239716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:56.240009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77dd1b0-bc23-4d4c-abaa-935f32c3ed78') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:56.248938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.263938 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.271330 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:50:56.271834 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:50:56.274208 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:50:56.330893 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.337018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.338995 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] 10.222.0.79 "DELETE /v2.0/networks/a45f5e0c-881f-4e39-9d24-2d8c479b4416 HTTP/1.1" status: 204 len: 168 time: 0.5588970 Aug 16 02:50:56.342032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36238) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:56.351234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d831b-6ac3-43f4-b2a8-bf857c27eccc admin admin] Pushing event deleted for resources: {'Network': ['ID=a45f5e0c-881f-4e39-9d24-2d8c479b4416,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:56.685121 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.927169 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] Deleting port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:56.927503 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.009853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] For port 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2a4e4939-5fca-4b6b-8671-2c24ce0a1c69,segment=NetworkSegment(a047cd76-5b77-4a69-b67f-fcefcb5761ac),segment_id=a047cd76-5b77-4a69-b67f-fcefcb5761ac)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:57.010220 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.022834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] Calling delete_port for 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:57.199213 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.227857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4e4939-5fca-4b6b-8671-2c24ce0a1c69,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:57.398010 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.537263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 109e1ff3-5b57-48d4-a73f-d4dd26240948 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:57.560437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 109e1ff3-5b57-48d4-a73f-d4dd26240948 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:57.560671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 109e1ff3-5b57-48d4-a73f-d4dd26240948 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:57.561124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:57.579601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:57.579947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3f3f32b1-836a-477c-bcc5-4581a5b8e0aa not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:57.624508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] Router 116565f8-db2c-4b8b-95fa-ac828cb904c8 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:50:57.730346 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:50:57.735405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-96330543-78f2-4af6-b7c4-fbea85d42727 admin admin] 10.222.0.79 "PUT /v2.0/routers/116565f8-db2c-4b8b-95fa-ac828cb904c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3923059 Aug 16 02:50:57.738151 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36240) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:57.738918 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99453eb3-b6f1-4bc1-8c70-e92b8e6b1505 None None] Sync routers for ids ['116565f8-db2c-4b8b-95fa-ac828cb904c8'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:50:57.753777 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99453eb3-b6f1-4bc1-8c70-e92b8e6b1505 None None] Routers {'116565f8-db2c-4b8b-95fa-ac828cb904c8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:57.755179 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-99453eb3-b6f1-4bc1-8c70-e92b8e6b1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['116565f8-db2c-4b8b-95fa-ac828cb904c8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:57.863283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-99453eb3-b6f1-4bc1-8c70-e92b8e6b1505 None None] Set router 116565f8-db2c-4b8b-95fa-ac828cb904c8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:58.078443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-99453eb3-b6f1-4bc1-8c70-e92b8e6b1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'name': 'tempest-TestMinimumBasicScenario-1942275380-router', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '1a5ba737-91b0-4607-bdf5-792410870619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:50:57Z', 'revision_number': 5, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'gw_port': {'id': '1a5ba737-91b0-4607-bdf5-792410870619', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:58.105829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99453eb3-b6f1-4bc1-8c70-e92b8e6b1505 None None] Checking router: 116565f8-db2c-4b8b-95fa-ac828cb904c8 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:50:58.115485 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99453eb3-b6f1-4bc1-8c70-e92b8e6b1505 None None] Routers {'116565f8-db2c-4b8b-95fa-ac828cb904c8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:58.116036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-99453eb3-b6f1-4bc1-8c70-e92b8e6b1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['116565f8-db2c-4b8b-95fa-ac828cb904c8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:58.159435 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.219102 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-99453eb3-b6f1-4bc1-8c70-e92b8e6b1505 None None] Set router 116565f8-db2c-4b8b-95fa-ac828cb904c8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:58.262456 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.317035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Deleting port 1a5ba737-91b0-4607-bdf5-792410870619 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:58.317398 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.399958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] For port 1a5ba737-91b0-4607-bdf5-792410870619, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=1a5ba737-91b0-4607-bdf5-792410870619,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:58.400196 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.413356 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Calling delete_port for 1a5ba737-91b0-4607-bdf5-792410870619 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:58.413769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-99453eb3-b6f1-4bc1-8c70-e92b8e6b1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'name': 'tempest-TestMinimumBasicScenario-1942275380-router', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '1a5ba737-91b0-4607-bdf5-792410870619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:50:57Z', 'revision_number': 5, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'gw_port': {'id': '1a5ba737-91b0-4607-bdf5-792410870619', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:58.446308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99453eb3-b6f1-4bc1-8c70-e92b8e6b1505 None None] The sync data for ids ['116565f8-db2c-4b8b-95fa-ac828cb904c8'] in n-d-768851-16 is: [{'id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'name': 'tempest-TestMinimumBasicScenario-1942275380-router', 'tenant_id': '6a5663dabefc4fb698024748d7b76427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '1a5ba737-91b0-4607-bdf5-792410870619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:50:57Z', 'revision_number': 5, 'project_id': '6a5663dabefc4fb698024748d7b76427', 'gw_port': {'id': '1a5ba737-91b0-4607-bdf5-792410870619', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116565f8-db2c-4b8b-95fa-ac828cb904c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:50:58.589395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.615727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5ba737-91b0-4607-bdf5-792410870619,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:58.673351 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.761720 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.763798 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.813669 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.814390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 116565f8-db2c-4b8b-95fa-ac828cb904c8 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:50:58.821641 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.825788 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6aa78243-448e-4ffc-bd80-e5a4ad193b2a admin admin] 10.222.0.79 "DELETE /v2.0/routers/116565f8-db2c-4b8b-95fa-ac828cb904c8 HTTP/1.1" status: 204 len: 168 time: 1.0838377 Aug 16 02:50:58.826206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36242) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:58.877307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfb70cf-760f-480d-8ab7-a83749c80fb2 admin admin] Deleting subnet f863ca70-e13b-43c7-bd76-752362b69363 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:50:58.881479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1dfb70cf-760f-480d-8ab7-a83749c80fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.921001 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1dfb70cf-760f-480d-8ab7-a83749c80fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.007144 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1dfb70cf-760f-480d-8ab7-a83749c80fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.066186 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1dfb70cf-760f-480d-8ab7-a83749c80fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.097735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb70cf-760f-480d-8ab7-a83749c80fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f863ca70-e13b-43c7-bd76-752362b69363,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:59.102213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1dfb70cf-760f-480d-8ab7-a83749c80fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.107430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36244) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:59.109810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b772be9-c892-41ea-a7f8-96287dfd0e9a None None] Network 14fc1a5c-fa34-49d2-bf40-af831d003dd8 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:50:59.115378 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1dfb70cf-760f-480d-8ab7-a83749c80fb2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f863ca70-e13b-43c7-bd76-752362b69363 HTTP/1.1" status: 204 len: 168 time: 0.2877603 Aug 16 02:50:59.174150 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.228456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Deleting port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:59.228805 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.294264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] For port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4b01d0b8-fbe4-4776-b282-9a822e2fd4ef,segment=NetworkSegment(a047cd76-5b77-4a69-b67f-fcefcb5761ac),segment_id=a047cd76-5b77-4a69-b67f-fcefcb5761ac)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:59.294622 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.307537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Calling delete_port for 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:59.384477 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.415426 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b01d0b8-fbe4-4776-b282-9a822e2fd4ef,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:59.417284 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] No DVR routers for this DVR port 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:59.440897 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a25117-7bb6-4175-bcdb-bff8f1f8110d None None] DHCP port deletion for 14fc1a5c-fa34-49d2-bf40-af831d003dd8 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:50:59.500691 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.511840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fc1a5c-fa34-49d2-bf40-af831d003dd8']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:59.521491 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:59.523619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a047cd76-5b77-4a69-b67f-fcefcb5761ac') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:59.524415 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a047cd76-5b77-4a69-b67f-fcefcb5761ac') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:59.533465 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.546867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:59.547224 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2a4e4939-5fca-4b6b-8671-2c24ce0a1c69 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:59.548035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a5ba737-91b0-4607-bdf5-792410870619 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:59.548558 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.555756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:50:59.556108 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:50:59.557905 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:50:59.568550 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 1a5ba737-91b0-4607-bdf5-792410870619 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:59.568898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 1a5ba737-91b0-4607-bdf5-792410870619 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:59.569362 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:59.589159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:59.589507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4b01d0b8-fbe4-4776-b282-9a822e2fd4ef not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:59.620603 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.625987 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.627977 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] 10.222.0.79 "DELETE /v2.0/networks/14fc1a5c-fa34-49d2-bf40-af831d003dd8 HTTP/1.1" status: 204 len: 168 time: 0.5197740 Aug 16 02:50:59.639115 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639bce1-d686-4b52-9c8b-7828bd212324 admin admin] Pushing event deleted for resources: {'Network': ['ID=14fc1a5c-fa34-49d2-bf40-af831d003dd8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:59.785508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36248) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:59.826631 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0613515d-aad1-4af9-95cb-e7dcf528563f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=caa3af70df924607bee4fac3ffde3e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399418 Aug 16 02:50:59.829072 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36250) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:59.879802 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61015ba5-0a4e-4a96-ac95-5a72b05bfd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.901151 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61015ba5-0a4e-4a96-ac95-5a72b05bfd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.949380 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61015ba5-0a4e-4a96-ac95-5a72b05bfd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.951984 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-61015ba5-0a4e-4a96-ac95-5a72b05bfd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.953166 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-61015ba5-0a4e-4a96-ac95-5a72b05bfd81 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/df59972e-f0d8-438d-a3ab-dbdafbd8ed38 HTTP/1.1" status: 204 len: 168 time: 0.1231389 Aug 16 02:50:59.961770 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61015ba5-0a4e-4a96-ac95-5a72b05bfd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df59972e-f0d8-438d-a3ab-dbdafbd8ed38,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:00.262503 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36256) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:00.302576 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4e7b1981-7c11-4b5c-b897-dc8f926b9e91 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a5663dabefc4fb698024748d7b76427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388007 Aug 16 02:51:00.304919 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36258) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:00.360143 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e107db90-caaa-4847-9e55-823622c7f41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.385865 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e107db90-caaa-4847-9e55-823622c7f41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.431380 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e107db90-caaa-4847-9e55-823622c7f41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.434042 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e107db90-caaa-4847-9e55-823622c7f41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.435204 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e107db90-caaa-4847-9e55-823622c7f41c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f6c80d6-e8fc-4968-bbec-727ecd5ad6d2 HTTP/1.1" status: 204 len: 168 time: 0.1293573 Aug 16 02:51:00.444204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107db90-caaa-4847-9e55-823622c7f41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6c80d6-e8fc-4968-bbec-727ecd5ad6d2,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:02.061488 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36298) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:02.066174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d79e644c-c3a0-4316-95d9-d218d04e1352 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294521789', 'description': 'tempest-secgroup-smoke-294521789 description', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:02.088881 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d79e644c-c3a0-4316-95d9-d218d04e1352 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.096680 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d79e644c-c3a0-4316-95d9-d218d04e1352 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.186662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d79e644c-c3a0-4316-95d9-d218d04e1352 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.190631 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d79e644c-c3a0-4316-95d9-d218d04e1352 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.228806 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e644c-c3a0-4316-95d9-d218d04e1352 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c51fdda7-faf4-4b96-87d5-97a243eba6cc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:02.279731 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d79e644c-c3a0-4316-95d9-d218d04e1352 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.283496 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d79e644c-c3a0-4316-95d9-d218d04e1352 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.311482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d79e644c-c3a0-4316-95d9-d218d04e1352 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.312713 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d79e644c-c3a0-4316-95d9-d218d04e1352 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2502091 Aug 16 02:51:02.314591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e644c-c3a0-4316-95d9-d218d04e1352 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aad1c5-4f40-45cd-8372-a2a5beee3422,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:02.315848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36300) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:02.322323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c7dbe1e9-41f8-4ecc-928b-045499352175 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'd9aad1c5-4f40-45cd-8372-a2a5beee3422', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:02.350407 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe1e9-41f8-4ecc-928b-045499352175 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.406117 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe1e9-41f8-4ecc-928b-045499352175 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.410420 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe1e9-41f8-4ecc-928b-045499352175 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.428891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbe1e9-41f8-4ecc-928b-045499352175 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392a33d4-938c-412f-808d-08d420432a05,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:02.435965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe1e9-41f8-4ecc-928b-045499352175 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.437122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c7dbe1e9-41f8-4ecc-928b-045499352175 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198316 Aug 16 02:51:02.439720 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36302) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:02.444371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-bda6823e-b037-47c0-a31c-ce9d971ff4a8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'd9aad1c5-4f40-45cd-8372-a2a5beee3422', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:02.470082 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bda6823e-b037-47c0-a31c-ce9d971ff4a8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.527543 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bda6823e-b037-47c0-a31c-ce9d971ff4a8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.531078 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bda6823e-b037-47c0-a31c-ce9d971ff4a8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.549533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6823e-b037-47c0-a31c-ce9d971ff4a8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e429cf2e-8177-41dd-9a51-fbac5481f516,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:02.554952 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bda6823e-b037-47c0-a31c-ce9d971ff4a8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.556214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bda6823e-b037-47c0-a31c-ce9d971ff4a8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155410 Aug 16 02:51:02.558997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36304) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:02.563431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1fc9711a-5637-42d3-a959-c2ee5855bbd1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'd9aad1c5-4f40-45cd-8372-a2a5beee3422', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:02.590652 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1fc9711a-5637-42d3-a959-c2ee5855bbd1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.652164 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1fc9711a-5637-42d3-a959-c2ee5855bbd1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.655637 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1fc9711a-5637-42d3-a959-c2ee5855bbd1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.674145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9711a-5637-42d3-a959-c2ee5855bbd1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94580802-fb32-4ab7-a034-0cc0a6f24cf8,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:02.676770 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1fc9711a-5637-42d3-a959-c2ee5855bbd1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.680431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1fc9711a-5637-42d3-a959-c2ee5855bbd1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180577 Aug 16 02:51:02.680918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36306) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:02.684928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6731fb05-f3d6-45d5-b277-c23916b50c50 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'd9aad1c5-4f40-45cd-8372-a2a5beee3422', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:02.711935 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6731fb05-f3d6-45d5-b277-c23916b50c50 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.771351 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6731fb05-f3d6-45d5-b277-c23916b50c50 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.775464 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6731fb05-f3d6-45d5-b277-c23916b50c50 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.794007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731fb05-f3d6-45d5-b277-c23916b50c50 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ad0c4e-5531-476a-80c3-634e60f14ecb,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:02.799157 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6731fb05-f3d6-45d5-b277-c23916b50c50 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.801443 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6731fb05-f3d6-45d5-b277-c23916b50c50 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198556 Aug 16 02:51:02.803238 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36310) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:02.807710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c1e165be-856d-42de-92f2-9fe4e153b75e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'd9aad1c5-4f40-45cd-8372-a2a5beee3422', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:02.829628 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-c1e165be-856d-42de-92f2-9fe4e153b75e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Project 3da6473cd20f4592b318c3afa45d1ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:51:02.834982 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1e165be-856d-42de-92f2-9fe4e153b75e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.894878 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1e165be-856d-42de-92f2-9fe4e153b75e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.898854 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1e165be-856d-42de-92f2-9fe4e153b75e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.916426 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e165be-856d-42de-92f2-9fe4e153b75e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dab9f1-ed04-47ed-921a-cbf639e5a165,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:02.922581 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c1e165be-856d-42de-92f2-9fe4e153b75e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.923959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c1e165be-856d-42de-92f2-9fe4e153b75e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197665 Aug 16 02:51:02.926879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36312) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:02.931593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b609e987-2ead-4c06-af7e-4576883fc2ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'd9aad1c5-4f40-45cd-8372-a2a5beee3422', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:02.952656 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-b609e987-2ead-4c06-af7e-4576883fc2ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Project 3da6473cd20f4592b318c3afa45d1ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:51:02.958047 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b609e987-2ead-4c06-af7e-4576883fc2ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.033353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b609e987-2ead-4c06-af7e-4576883fc2ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.038781 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b609e987-2ead-4c06-af7e-4576883fc2ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.057385 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609e987-2ead-4c06-af7e-4576883fc2ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff87461-1377-489d-859d-ca6c1e54a442,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:03.067015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b609e987-2ead-4c06-af7e-4576883fc2ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.068211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b609e987-2ead-4c06-af7e-4576883fc2ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404130 Aug 16 02:51:03.071496 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36314) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:03.076688 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'network': {'name': 'tempest-network-smoke--937030696', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'port_security_enabled': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:03.097624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:51:03.101584 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.125146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:51:03.134966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.135311 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Added segment 7c9ff369-58e2-44ff-899d-d871911bd894 of type vlan for network afc52bfa-a239-445b-bd52-2b3e85fac2f0 Aug 16 02:51:03.180181 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.213283 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.218839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:03.219448 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.274356 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2017400 Aug 16 02:51:03.277368 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36316) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:03.285824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'admin_state_up': True, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:03.301341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a82808-d000-4c49-be5f-312dcbe02a21 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Network': ['ID=afc52bfa-a239-445b-bd52-2b3e85fac2f0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:03.312490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network afc52bfa-a239-445b-bd52-2b3e85fac2f0 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:51:03.320295 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.321357 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.380417 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.518056 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:04.012501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:04.031066 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:04.136359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.25.2.112 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/b2c78459-a695-4bdf-a1f2-d808db85088a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:51:04.235651 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:04.274054 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:04.308160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:04.310993 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:04.316512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:51:04.349384 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=b2c78459-a695-4bdf-a1f2-d808db85088a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:04.573442 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:04.766663 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:04.892777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 6866ceb7-c162-400d-8d21-d24d76d22208 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:51:04.998260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:51:05.013469 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Sync routers for ids ['6866ceb7-c162-400d-8d21-d24d76d22208'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:51:05.017180 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.018437 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-8dcadc11-616d-4c12-a2a9-812d86713506 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7381461 Aug 16 02:51:05.021768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36318) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:05.023349 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Routers {'6866ceb7-c162-400d-8d21-d24d76d22208'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:05.023966 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6866ceb7-c162-400d-8d21-d24d76d22208'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:05.160289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-3978bdde-d0c1-41fe-b79f-e44c8244e271 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=3da6473cd20f4592b318c3afa45d1ccf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1370099 Aug 16 02:51:05.163054 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36322) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:05.223170 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Set router 6866ceb7-c162-400d-8d21-d24d76d22208 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:05.315001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4a2f08-5346-47fe-8a51-32ef447a59ee tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:05.316541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-1c4a2f08-5346-47fe-8a51-32ef447a59ee tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1525309 Aug 16 02:51:05.319560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36324) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:05.353315 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b5e4e5c0-b086-4e52-9471-41b3719a3fdc tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326462 Aug 16 02:51:05.355861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36326) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:05.360732 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1581267790', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:05.398792 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:04Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:05.429219 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Checking router: 6866ceb7-c162-400d-8d21-d24d76d22208 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:51:05.429540 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Updating router 6866ceb7-c162-400d-8d21-d24d76d22208 port b2c78459-a695-4bdf-a1f2-d808db85088a binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:51:05.452158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:51:05.454676 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.455673 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.635004 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.696110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Subnet': ['ID=f6d2a460-2f02-4ec3-8273-ff59b354099d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:05.703460 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Checking segment: {'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:05.703831 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network hostable DHCP agents. Network: afc52bfa-a239-445b-bd52-2b3e85fac2f0, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:51:05.712370 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.723554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network afc52bfa-a239-445b-bd52-2b3e85fac2f0 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:51:05.724880 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Transition to ACTIVE for port object b2c78459-a695-4bdf-a1f2-d808db85088a will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:05.731178 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.734484 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, afc52bfa-a239-445b-bd52-2b3e85fac2f0) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:05.739880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:05.740498 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.743215 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33baf6cc-3d9b-4895-b266-0f4ae326e8b9 None None] Network afc52bfa-a239-445b-bd52-2b3e85fac2f0 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:51:05.761660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-cfdc4cb4-816f-4e26-aa83-1dcdcb902006 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4023347 Aug 16 02:51:05.762072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36328) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:05.778341 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Pushing event updated for resources: {'Port': ['ID=b2c78459-a695-4bdf-a1f2-d808db85088a,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:05.786482 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.786822 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.787155 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.787484 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.787810 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.788133 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.788454 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.789106 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.789106 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.789430 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.789745 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.790058 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:05.808502 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Attempting to bind port b2c78459-a695-4bdf-a1f2-d808db85088a on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:51:05.808920 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Attempting to bind port b2c78459-a695-4bdf-a1f2-d808db85088a by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:51:05.809658 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Attempting to bind port b2c78459-a695-4bdf-a1f2-d808db85088a on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:05.815244 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:51:05.815627 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:05.816010 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.816475 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:51:05.817047 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Bound port: b2c78459-a695-4bdf-a1f2-d808db85088a, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:51:05.818254 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.877907 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] For port b2c78459-a695-4bdf-a1f2-d808db85088a, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:05.881795 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] For port b2c78459-a695-4bdf-a1f2-d808db85088a, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b2c78459-a695-4bdf-a1f2-d808db85088a,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:05.886228 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.902516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ips': [{'subnet_id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:51:05.903433 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:05.951932 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Routers {'6866ceb7-c162-400d-8d21-d24d76d22208'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:05.952444 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6866ceb7-c162-400d-8d21-d24d76d22208'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:05.954236 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76e072-572c-405d-ac08-89376241fc1d None None] Pushing event updated for resources: {'Port': ['ID=b2c78459-a695-4bdf-a1f2-d808db85088a,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:06.050027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Allocated IP 172.20.0.2 (afc52bfa-a239-445b-bd52-2b3e85fac2f0/f6d2a460-2f02-4ec3-8273-ff59b354099d/0b53d5e1-10ef-47c3-9efe-1203d41f864d) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:51:06.086237 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] Set router 6866ceb7-c162-400d-8d21-d24d76d22208 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:06.257888 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.280522 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:04Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:06.306527 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8e694-8e5f-46fc-a42c-935eceadaf53 None None] The sync data for ids ['6866ceb7-c162-400d-8d21-d24d76d22208'] in n-d-768851-16 is: [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:04Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:51:06.358876 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.368752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Transition to ACTIVE for port object 0b53d5e1-10ef-47c3-9efe-1203d41f864d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:06.387844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Transition to ACTIVE for port object 0b53d5e1-10ef-47c3-9efe-1203d41f864d will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:06.394921 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.435056 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Network afc52bfa-a239-445b-bd52-2b3e85fac2f0 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:06.438136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:06.442564 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:51:06.449571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Pushing event updated for resources: {'Port': ['ID=0b53d5e1-10ef-47c3-9efe-1203d41f864d,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:06.505889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Attempting to bind port 0b53d5e1-10ef-47c3-9efe-1203d41f864d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:51:06.506258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Attempting to bind port 0b53d5e1-10ef-47c3-9efe-1203d41f864d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:51:06.506616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Attempting to bind port 0b53d5e1-10ef-47c3-9efe-1203d41f864d on network afc52bfa-a239-445b-bd52-2b3e85fac2f0 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:06.512183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:51:06.512498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Checking segment: {'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:06.512874 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.513292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Bound using segment: {'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:51:06.513764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Bound port: 0b53d5e1-10ef-47c3-9efe-1203d41f864d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:51:06.514155 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.592038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] For port 0b53d5e1-10ef-47c3-9efe-1203d41f864d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:06.598196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] For port 0b53d5e1-10ef-47c3-9efe-1203d41f864d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0b53d5e1-10ef-47c3-9efe-1203d41f864d,segment=NetworkSegment(7c9ff369-58e2-44ff-899d-d871911bd894),segment_id=7c9ff369-58e2-44ff-899d-d871911bd894)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:06.608615 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.630099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.20.0.1 (afc52bfa-a239-445b-bd52-2b3e85fac2f0/f6d2a460-2f02-4ec3-8273-ff59b354099d/5d61b7bd-11c3-40b3-8fbc-6742514f915d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:51:06.672714 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95856e-3a6e-4bc9-a601-e94ba2e1660c None None] Pushing event updated for resources: {'Port': ['ID=0b53d5e1-10ef-47c3-9efe-1203d41f864d,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:06.765540 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.781517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Transition to ACTIVE for port object 5d61b7bd-11c3-40b3-8fbc-6742514f915d will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:06.822832 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.868445 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network afc52bfa-a239-445b-bd52-2b3e85fac2f0 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:06.873821 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:06.880014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:51:06.913753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=5d61b7bd-11c3-40b3-8fbc-6742514f915d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:06.933088 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.072338 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.367638 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.372523 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.452340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=5d61b7bd-11c3-40b3-8fbc-6742514f915d,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:07.455280 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.565767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0b53d5e1-10ef-47c3-9efe-1203d41f864d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:07.566889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network afc52bfa-a239-445b-bd52-2b3e85fac2f0 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:07.568281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:07.615548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f3249f-081f-41e8-9346-4163ca20b5f4 None None] Network afc52bfa-a239-445b-bd52-2b3e85fac2f0 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:51:07.633062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 0b53d5e1-10ef-47c3-9efe-1203d41f864d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:07.663127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b2c78459-a695-4bdf-a1f2-d808db85088a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:07.690897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 6866ceb7-c162-400d-8d21-d24d76d22208 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:51:07.733261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c868c357-0689-46d3-994f-fc87e7feede4 None None] Provisioning for port 0b53d5e1-10ef-47c3-9efe-1203d41f864d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:07.740153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c868c357-0689-46d3-994f-fc87e7feede4 None None] Provisioning complete for port 0b53d5e1-10ef-47c3-9efe-1203d41f864d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:07.740526 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c868c357-0689-46d3-994f-fc87e7feede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.809831 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b2c78459-a695-4bdf-a1f2-d808db85088a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:07.821769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b2c78459-a695-4bdf-a1f2-d808db85088a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:07.822145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.941141 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c868c357-0689-46d3-994f-fc87e7feede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.990598 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:08.029526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c868c357-0689-46d3-994f-fc87e7feede4 None None] For port 0b53d5e1-10ef-47c3-9efe-1203d41f864d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0b53d5e1-10ef-47c3-9efe-1203d41f864d,segment=NetworkSegment(7c9ff369-58e2-44ff-899d-d871911bd894),segment_id=7c9ff369-58e2-44ff-899d-d871911bd894)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:08.037869 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c868c357-0689-46d3-994f-fc87e7feede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:08.046789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port b2c78459-a695-4bdf-a1f2-d808db85088a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b2c78459-a695-4bdf-a1f2-d808db85088a,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:08.069880 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:08.101136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868c357-0689-46d3-994f-fc87e7feede4 None None] Pushing event updated for resources: {'Port': ['ID=0b53d5e1-10ef-47c3-9efe-1203d41f864d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:08.141868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:51:08.147551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b30ebfe8-82ca-4b7e-a72a-ec3f50a3ce28 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "PUT /v2.0/routers/6866ceb7-c162-400d-8d21-d24d76d22208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3844323 Aug 16 02:51:08.153690 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=b2c78459-a695-4bdf-a1f2-d808db85088a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:08.242402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Sync routers for ids ['6866ceb7-c162-400d-8d21-d24d76d22208'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:51:08.263696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Routers {'6866ceb7-c162-400d-8d21-d24d76d22208'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:08.264358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6866ceb7-c162-400d-8d21-d24d76d22208'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:08.302364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e5e33606-e1f5-4905-a029-9a2877070788 None None] Provisioning for port 5d61b7bd-11c3-40b3-8fbc-6742514f915d completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:08.308949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e5e33606-e1f5-4905-a029-9a2877070788 None None] Provisioning complete for port 5d61b7bd-11c3-40b3-8fbc-6742514f915d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:08.309428 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e5e33606-e1f5-4905-a029-9a2877070788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:08.311067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-b73855c2-f72a-4236-a319-afe4fb513e75 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294521789&fields=id&tenant_id=3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 267 time: 0.0419600 Aug 16 02:51:08.386421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e5e33606-e1f5-4905-a029-9a2877070788 None None] Port 5d61b7bd-11c3-40b3-8fbc-6742514f915d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:51:08.413789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e5e33606-e1f5-4905-a029-9a2877070788 None None] Provisioning complete for port 0b53d5e1-10ef-47c3-9efe-1203d41f864d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:08.413997 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e5e33606-e1f5-4905-a029-9a2877070788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:08.434183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e822-950f-4a79-a629-580bbe64485b req-381d8502-dd80-469b-a848-cb2996ea4533 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:08.435727 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-381d8502-dd80-469b-a848-cb2996ea4533 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/networks?id=afc52bfa-a239-445b-bd52-2b3e85fac2f0 HTTP/1.1" status: 200 len: 796 time: 0.1167152 Aug 16 02:51:08.442769 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Set router 6866ceb7-c162-400d-8d21-d24d76d22208 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:08.451953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-8c9f27ab-0c10-4050-a97c-969eff2ec8af tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/quotas/3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 375 time: 0.0094557 Aug 16 02:51:08.514330 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-d3493e73-8c92-41d1-a802-415eb271c1e3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563891 Aug 16 02:51:08.617213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-2cbdfe50-df48-46e3-856b-b909a4ff4486 service neutron] 10.222.0.79 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920746 Aug 16 02:51:08.699947 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5d61b7bd-11c3-40b3-8fbc-6742514f915d', 'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:35:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:06Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 2, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:08.715291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-c6c9fc18-1d8a-439b-96ba-3c004bcd5588 service neutron] 10.222.0.79 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893385 Aug 16 02:51:08.727240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Checking router: 6866ceb7-c162-400d-8d21-d24d76d22208 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:51:08.727602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Updating router 6866ceb7-c162-400d-8d21-d24d76d22208 port 5d61b7bd-11c3-40b3-8fbc-6742514f915d binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:51:08.758790 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:08.772285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-231885af-218e-4f52-8390-927b2b14b5d1 None None] Provisioning complete for port 5d61b7bd-11c3-40b3-8fbc-6742514f915d triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:08.772660 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-231885af-218e-4f52-8390-927b2b14b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:08.839379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-231885af-218e-4f52-8390-927b2b14b5d1 None None] Port 5d61b7bd-11c3-40b3-8fbc-6742514f915d cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:51:08.890006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-95015124-6877-4d74-80d8-cef0ce5ed21d req-6cf31c6c-667c-4132-a1a6-a0e5e8857752 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 210 time: 0.0276208 Aug 16 02:51:08.985093 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-34e7fef9-022b-4026-aede-a706eb00a1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:09.083781 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:09.093841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Transition to ACTIVE for port object 5d61b7bd-11c3-40b3-8fbc-6742514f915d will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:09.099384 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:09.146956 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8e52-d162-40d4-bd89-df5b33f4dd85 None None] Pushing event updated for resources: {'Port': ['ID=5d61b7bd-11c3-40b3-8fbc-6742514f915d,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:09.200676 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Attempting to bind port 5d61b7bd-11c3-40b3-8fbc-6742514f915d on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:51:09.201064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Attempting to bind port 5d61b7bd-11c3-40b3-8fbc-6742514f915d by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:51:09.201429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Attempting to bind port 5d61b7bd-11c3-40b3-8fbc-6742514f915d on network afc52bfa-a239-445b-bd52-2b3e85fac2f0 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:09.207287 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:51:09.207736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Checking segment: {'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:09.208136 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:09.208527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Bound using segment: {'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:51:09.209012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Bound port: 5d61b7bd-11c3-40b3-8fbc-6742514f915d, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:51:09.209396 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:09.276147 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] For port 5d61b7bd-11c3-40b3-8fbc-6742514f915d, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:09.279671 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] For port 5d61b7bd-11c3-40b3-8fbc-6742514f915d, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5d61b7bd-11c3-40b3-8fbc-6742514f915d,segment=NetworkSegment(7c9ff369-58e2-44ff-899d-d871911bd894),segment_id=7c9ff369-58e2-44ff-899d-d871911bd894)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:09.284384 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:09.342455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Routers {'6866ceb7-c162-400d-8d21-d24d76d22208'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:09.343135 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:50:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6866ceb7-c162-400d-8d21-d24d76d22208'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:09.387915 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8e52-d162-40d4-bd89-df5b33f4dd85 None None] Pushing event updated for resources: {'Port': ['ID=5d61b7bd-11c3-40b3-8fbc-6742514f915d,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:09.484406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] Set router 6866ceb7-c162-400d-8d21-d24d76d22208 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:09.518328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0b53d5e1-10ef-47c3-9efe-1203d41f864d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:09.662611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 0b53d5e1-10ef-47c3-9efe-1203d41f864d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:09.662980 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:09.785873 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b2c78459-a695-4bdf-a1f2-d808db85088a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:09.828398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5d61b7bd-11c3-40b3-8fbc-6742514f915d', 'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:35:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:06Z', 'updated_at': '2021-08-16T02:51:09Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:09.858316 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c51c9-6bf0-4a56-a033-ebed74576021 None None] The sync data for ids ['6866ceb7-c162-400d-8d21-d24d76d22208'] in n-d-768851-16 is: [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5d61b7bd-11c3-40b3-8fbc-6742514f915d', 'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:35:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:06Z', 'updated_at': '2021-08-16T02:51:09Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:51:09.873710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b2c78459-a695-4bdf-a1f2-d808db85088a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:09.874092 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:10.007172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8de322a2-aaaf-4201-8b61-688944b9a04c req-abfe7797-63c2-4749-833a-055d745fbd33 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 210 time: 0.0303080 Aug 16 02:51:10.258814 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:11.099506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8cd71d7-3d7b-42fb-9ae5-a3872860e1f4 req-9282d21a-e733-4f1a-8a81-ecb3fa3e955c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 210 time: 0.0265982 Aug 16 02:51:11.532453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5d61b7bd-11c3-40b3-8fbc-6742514f915d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:11.579545 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dba970b9-bcdc-4fcc-a790-1f91b9fc674f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:11.601510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 5d61b7bd-11c3-40b3-8fbc-6742514f915d completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:11.605289 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5d61b7bd-11c3-40b3-8fbc-6742514f915d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:11.605669 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:11.683347 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:11.699541 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:11.733383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 5d61b7bd-11c3-40b3-8fbc-6742514f915d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5d61b7bd-11c3-40b3-8fbc-6742514f915d,segment=NetworkSegment(7c9ff369-58e2-44ff-899d-d871911bd894),segment_id=7c9ff369-58e2-44ff-899d-d871911bd894)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:11.737085 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:11.758274 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:51:11.786684 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=5d61b7bd-11c3-40b3-8fbc-6742514f915d,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:12.086778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e822-950f-4a79-a629-580bbe64485b req-db08376c-7bbd-445c-9829-95f268496ae6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:12.088274 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-db08376c-7bbd-445c-9829-95f268496ae6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "GET /v2.0/networks?id=afc52bfa-a239-445b-bd52-2b3e85fac2f0 HTTP/1.1" status: 200 len: 796 time: 0.1081686 Aug 16 02:51:12.133246 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-5cd001bb-56c2-4979-b4c1-89c0957d6458 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 379 time: 0.0351520 Aug 16 02:51:12.149304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'port': {'device_id': '7c18a515-20cd-4334-b750-061ec2778271', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'admin_state_up': True, 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'security_groups': ['d9aad1c5-4f40-45cd-8372-a2a5beee3422']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:12.196858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8d89222-cef7-43b4-b326-76c3c18502b0 req-b55bef56-ad03-4c28-87e5-a5b5797a5e86 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 210 time: 0.0297854 Aug 16 02:51:12.257342 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:51:12.260911 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:12.404030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.20.0.9 (afc52bfa-a239-445b-bd52-2b3e85fac2f0/f6d2a460-2f02-4ec3-8273-ff59b354099d/84c3e940-30b6-4c1c-8666-bc811d15088b) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:51:12.544662 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:12.557868 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Transition to ACTIVE for port object 84c3e940-30b6-4c1c-8666-bc811d15088b will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:12.591345 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:12.641617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network afc52bfa-a239-445b-bd52-2b3e85fac2f0 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:12.644719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:12.648501 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:51:12.672607 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=84c3e940-30b6-4c1c-8666-bc811d15088b,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:12.702591 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:12.703344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:12.719860 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3a4e7245-ee41-4472-a0da-a543211cfa52 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5752203 Aug 16 02:51:12.733166 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Request body: {'port': {'device_id': '7c18a515-20cd-4334-b750-061ec2778271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:12.791771 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:12.879438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5c16e7f7-019c-441c-a316-aaa5e8cbc1ec None None] Provisioning for port 84c3e940-30b6-4c1c-8666-bc811d15088b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:12.883318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5c16e7f7-019c-441c-a316-aaa5e8cbc1ec None None] Provisioning complete for port 84c3e940-30b6-4c1c-8666-bc811d15088b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:12.883696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5c16e7f7-019c-441c-a316-aaa5e8cbc1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:12.919066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5c16e7f7-019c-441c-a316-aaa5e8cbc1ec None None] Port 84c3e940-30b6-4c1c-8666-bc811d15088b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:51:12.952163 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.077792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c3e940-30b6-4c1c-8666-bc811d15088b {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:13.085815 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.098178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Transition to ACTIVE for port object 84c3e940-30b6-4c1c-8666-bc811d15088b will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:13.101884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.155865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Pushing event updated for resources: {'Port': ['ID=84c3e940-30b6-4c1c-8666-bc811d15088b,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:13.230022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Attempting to bind port 84c3e940-30b6-4c1c-8666-bc811d15088b on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:51:13.230365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Attempting to bind port 84c3e940-30b6-4c1c-8666-bc811d15088b by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:51:13.230702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Attempting to bind port 84c3e940-30b6-4c1c-8666-bc811d15088b on network afc52bfa-a239-445b-bd52-2b3e85fac2f0 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:13.238892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Port 84c3e940-30b6-4c1c-8666-bc811d15088b on network afc52bfa-a239-445b-bd52-2b3e85fac2f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:51:13.239234 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Attempting to bind port 84c3e940-30b6-4c1c-8666-bc811d15088b on network afc52bfa-a239-445b-bd52-2b3e85fac2f0 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:13.247714 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:51:13.248365 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Checking segment: {'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:13.248778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Bound using segment: {'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:51:13.249251 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Bound port: 84c3e940-30b6-4c1c-8666-bc811d15088b, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9ff369-58e2-44ff-899d-d871911bd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:51:13.249623 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.328171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] For port 84c3e940-30b6-4c1c-8666-bc811d15088b, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:13.332306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] For port 84c3e940-30b6-4c1c-8666-bc811d15088b, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=84c3e940-30b6-4c1c-8666-bc811d15088b,segment=NetworkSegment(7c9ff369-58e2-44ff-899d-d871911bd894),segment_id=7c9ff369-58e2-44ff-899d-d871911bd894)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:13.334475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda695b2-0e73-4b00-bb4e-f6f68c73bac0 req-b90d958e-822e-4151-84cd-ad115dbc7967 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:13.336934 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.342075 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda695b2-0e73-4b00-bb4e-f6f68c73bac0 req-b90d958e-822e-4151-84cd-ad115dbc7967 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 943 time: 0.0620816 Aug 16 02:51:13.377541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:13.378184 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.378305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dda695b2-0e73-4b00-bb4e-f6f68c73bac0 req-649d3946-7e2e-4bbf-819c-6716f20f8910 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353913 Aug 16 02:51:13.379686 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-a7895da0-52ae-497c-8494-39733a29688a service neutron] 10.222.0.89 "PUT /v2.0/ports/84c3e940-30b6-4c1c-8666-bc811d15088b HTTP/1.1" status: 200 len: 1092 time: 0.6510160 Aug 16 02:51:13.380090 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c18a515-20cd-4334-b750-061ec2778271', 'tag': '84c3e940-30b6-4c1c-8666-bc811d15088b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:13.382431 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37b86b8-4466-4e0d-a712-68d6911fb0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c18a515-20cd-4334-b750-061ec2778271", "tag": "84c3e940-30b6-4c1c-8666-bc811d15088b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:13.407399 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7895da0-52ae-497c-8494-39733a29688a service neutron] Pushing event updated for resources: {'Port': ['ID=84c3e940-30b6-4c1c-8666-bc811d15088b,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:13.472211 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e822-950f-4a79-a629-580bbe64485b req-8d38bb3a-042b-41df-a3ae-8f5677a01cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:13.474789 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-8d38bb3a-042b-41df-a3ae-8f5677a01cee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 1095 time: 0.0450914 Aug 16 02:51:13.513796 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5d61b7bd-11c3-40b3-8fbc-6742514f915d up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:13.540428 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1910e9b6-8adf-4ccb-9d05-917b4be75a7f x-openstack-request-id: req-1910e9b6-8adf-4ccb-9d05-917b4be75a7f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:13.540749 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c18a515-20cd-4334-b750-061ec2778271", "tag": "84c3e940-30b6-4c1c-8666-bc811d15088b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:13.540968 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1910e9b6-8adf-4ccb-9d05-917b4be75a7f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:13.541792 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c18a515-20cd-4334-b750-061ec2778271', 'tag': '84c3e940-30b6-4c1c-8666-bc811d15088b', 'status': 'completed', 'code': 200} Aug 16 02:51:13.544123 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-dc9067d7-a6bb-47f5-868f-25bf9d70e1e0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84c3e940-30b6-4c1c-8666-bc811d15088b HTTP/1.1" status: 200 len: 217 time: 0.0570188 Aug 16 02:51:13.569150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 5d61b7bd-11c3-40b3-8fbc-6742514f915d triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:13.570274 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.611052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e822-950f-4a79-a629-580bbe64485b req-6eed02e5-0fc4-412e-b5f8-d0cf8df3ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:13.612584 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-6eed02e5-0fc4-412e-b5f8-d0cf8df3ffa1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f6d2a460-2f02-4ec3-8273-ff59b354099d HTTP/1.1" status: 200 len: 835 time: 0.0615268 Aug 16 02:51:13.665983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e822-950f-4a79-a629-580bbe64485b req-250b8a16-de0d-4caf-812c-c4c9f8428fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:13.666220 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-250b8a16-de0d-4caf-812c-c4c9f8428fab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=afc52bfa-a239-445b-bd52-2b3e85fac2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469389 Aug 16 02:51:13.763491 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-3c2c02a5-62f4-447b-9497-cf8feb925f1e service neutron] 10.222.0.89 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903389 Aug 16 02:51:13.855946 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8ab7e822-950f-4a79-a629-580bbe64485b req-d0b64c6c-3c93-41f8-a263-4b16c78d1792 service neutron] 10.222.0.89 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848048 Aug 16 02:51:13.944648 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b86b8-4466-4e0d-a712-68d6911fb0b9 req-1ef3ae3a-062d-4347-b0a7-a020db04664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:13.946391 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f37b86b8-4466-4e0d-a712-68d6911fb0b9 req-1ef3ae3a-062d-4347-b0a7-a020db04664b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 1095 time: 0.0431085 Aug 16 02:51:14.047184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b86b8-4466-4e0d-a712-68d6911fb0b9 req-abfa6769-781b-468a-b584-989f0e38729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:14.048588 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f37b86b8-4466-4e0d-a712-68d6911fb0b9 req-abfa6769-781b-468a-b584-989f0e38729d service neutron] 10.222.0.89 "GET /v2.0/networks?id=afc52bfa-a239-445b-bd52-2b3e85fac2f0 HTTP/1.1" status: 200 len: 897 time: 0.0949855 Aug 16 02:51:14.091382 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f37b86b8-4466-4e0d-a712-68d6911fb0b9 req-ee2a81f7-6823-4c87-a08e-bea4ab3dc585 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84c3e940-30b6-4c1c-8666-bc811d15088b HTTP/1.1" status: 200 len: 217 time: 0.0341535 Aug 16 02:51:14.146218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b86b8-4466-4e0d-a712-68d6911fb0b9 req-77638a8b-1264-4857-a42c-e087dd2b9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:14.147663 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f37b86b8-4466-4e0d-a712-68d6911fb0b9 req-77638a8b-1264-4857-a42c-e087dd2b9eff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f6d2a460-2f02-4ec3-8273-ff59b354099d HTTP/1.1" status: 200 len: 835 time: 0.0479572 Aug 16 02:51:14.196854 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b86b8-4466-4e0d-a712-68d6911fb0b9 req-dce11701-aac4-4718-9445-3bc914bcd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:14.198414 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f37b86b8-4466-4e0d-a712-68d6911fb0b9 req-dce11701-aac4-4718-9445-3bc914bcd890 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=afc52bfa-a239-445b-bd52-2b3e85fac2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424862 Aug 16 02:51:14.291899 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f37b86b8-4466-4e0d-a712-68d6911fb0b9 req-4a66823d-a218-48ee-b91a-63482879fe13 service neutron] 10.222.0.89 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843761 Aug 16 02:51:14.389533 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f37b86b8-4466-4e0d-a712-68d6911fb0b9 req-a26cb65b-6f16-4dd9-b206-a966240b9acf service neutron] 10.222.0.89 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877798 Aug 16 02:51:14.470850 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.502662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d353d90-501a-48a6-9772-50cc6f0b252e req-4781a741-cecf-49f8-978e-884bdee3882a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:14.504343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d353d90-501a-48a6-9772-50cc6f0b252e req-4781a741-cecf-49f8-978e-884bdee3882a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 943 time: 0.0563421 Aug 16 02:51:14.544897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9d353d90-501a-48a6-9772-50cc6f0b252e req-2c9594d5-8046-4453-a52a-15d0e7c23846 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331242 Aug 16 02:51:15.665820 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5301e1-d2b4-450d-83f6-42f6cccc6eef req-fd02f711-3bd6-4e59-9319-74f9c9ced616 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.667290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c5301e1-d2b4-450d-83f6-42f6cccc6eef req-fd02f711-3bd6-4e59-9319-74f9c9ced616 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 943 time: 0.0525033 Aug 16 02:51:15.704363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c5301e1-d2b4-450d-83f6-42f6cccc6eef req-4220b1ca-2990-453d-854c-351c6698b7dc tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309405 Aug 16 02:51:16.158153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 84c3e940-30b6-4c1c-8666-bc811d15088b details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:51:16.257127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 84c3e940-30b6-4c1c-8666-bc811d15088b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=84c3e940-30b6-4c1c-8666-bc811d15088b,segment=NetworkSegment(7c9ff369-58e2-44ff-899d-d871911bd894),segment_id=7c9ff369-58e2-44ff-899d-d871911bd894)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:16.423717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '84c3e940-30b6-4c1c-8666-bc811d15088b', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'port_id': '84c3e940-30b6-4c1c-8666-bc811d15088b', 'mac_address': 'fa:16:3e:9f:10:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:51:16.460996 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:16.474285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c3e940-30b6-4c1c-8666-bc811d15088b {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:16.495818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 84c3e940-30b6-4c1c-8666-bc811d15088b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=84c3e940-30b6-4c1c-8666-bc811d15088b,segment=NetworkSegment(7c9ff369-58e2-44ff-899d-d871911bd894),segment_id=7c9ff369-58e2-44ff-899d-d871911bd894)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:16.499510 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:16.546466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=84c3e940-30b6-4c1c-8666-bc811d15088b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:16.698217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['84c3e940-30b6-4c1c-8666-bc811d15088b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:16.821791 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf447d4-3605-4c22-ba64-a90a6ce4e1e1 req-098b4506-908f-4ed7-9ca8-ff2419317107 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:16.823293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bf447d4-3605-4c22-ba64-a90a6ce4e1e1 req-098b4506-908f-4ed7-9ca8-ff2419317107 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 944 time: 0.0501351 Aug 16 02:51:16.863938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5bf447d4-3605-4c22-ba64-a90a6ce4e1e1 req-b85abc3e-715d-4590-85cd-7e22c38c8903 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343847 Aug 16 02:51:17.984236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590df66-821a-417b-8e13-fafe66e84b0d req-4e698350-7799-442d-b7c0-74754a4f6609 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:17.985737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4590df66-821a-417b-8e13-fafe66e84b0d req-4e698350-7799-442d-b7c0-74754a4f6609 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 944 time: 0.0509305 Aug 16 02:51:18.024075 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4590df66-821a-417b-8e13-fafe66e84b0d req-e639d0eb-7ed5-4199-91f7-65039890bd43 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315676 Aug 16 02:51:18.167340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 84c3e940-30b6-4c1c-8666-bc811d15088b up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:18.216942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 84c3e940-30b6-4c1c-8666-bc811d15088b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:18.220501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 84c3e940-30b6-4c1c-8666-bc811d15088b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:18.220883 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:18.295872 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:18.318263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c18a515-20cd-4334-b750-061ec2778271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c3e940-30b6-4c1c-8666-bc811d15088b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:18.320520 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364602aa-36fe-4fad-a83c-d456e76fc934" -d '{"events": [{"server_uuid": "7c18a515-20cd-4334-b750-061ec2778271", "name": "network-vif-plugged", "status": "completed", "tag": "84c3e940-30b6-4c1c-8666-bc811d15088b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:18.334233 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 84c3e940-30b6-4c1c-8666-bc811d15088b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=84c3e940-30b6-4c1c-8666-bc811d15088b,segment=NetworkSegment(7c9ff369-58e2-44ff-899d-d871911bd894),segment_id=7c9ff369-58e2-44ff-899d-d871911bd894)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:18.338414 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:18.386666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=84c3e940-30b6-4c1c-8666-bc811d15088b,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:18.412148 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9aa015-2f68-4812-8179-c85244da6bff x-openstack-request-id: req-2a9aa015-2f68-4812-8179-c85244da6bff {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:18.412488 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c18a515-20cd-4334-b750-061ec2778271", "name": "network-vif-plugged", "status": "completed", "tag": "84c3e940-30b6-4c1c-8666-bc811d15088b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:18.412740 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2a9aa015-2f68-4812-8179-c85244da6bff {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:18.413234 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c18a515-20cd-4334-b750-061ec2778271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c3e940-30b6-4c1c-8666-bc811d15088b', 'code': 200} Aug 16 02:51:18.506026 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955de48f-0347-4b2c-a38d-69af2fceff61 req-5f6fee86-6332-43bd-845d-a7ecf8a81c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:18.507702 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-955de48f-0347-4b2c-a38d-69af2fceff61 req-5f6fee86-6332-43bd-845d-a7ecf8a81c39 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 1097 time: 0.0418520 Aug 16 02:51:18.544284 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-955de48f-0347-4b2c-a38d-69af2fceff61 req-fff15e63-c2f0-44a3-a341-d24bfb259050 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296218 Aug 16 02:51:18.874790 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:19.142794 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc2d4e-4be0-4717-8a54-855c50fb1017 req-e2b8d1ae-9fcd-43ed-8009-a33b1f044812 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:19.144162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bebc2d4e-4be0-4717-8a54-855c50fb1017 req-e2b8d1ae-9fcd-43ed-8009-a33b1f044812 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0520608 Aug 16 02:51:19.181886 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bebc2d4e-4be0-4717-8a54-855c50fb1017 req-3b6bfd3d-1f1d-41b7-9ac6-d27883194e16 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317125 Aug 16 02:51:20.299221 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66633c5-2124-496e-a8c1-6c0064d76eb6 req-48ed4e7a-79a1-4200-a57d-9bd9fe1c2a5e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:20.300903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d66633c5-2124-496e-a8c1-6c0064d76eb6 req-48ed4e7a-79a1-4200-a57d-9bd9fe1c2a5e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Aug 16 02:51:20.338314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d66633c5-2124-496e-a8c1-6c0064d76eb6 req-c11689e0-0832-45dc-ad60-9bf941c27e23 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309360 Aug 16 02:51:20.450734 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47604c2-2058-4cb7-9bb8-2fd713821dff req-511467dc-5de9-4363-8fa1-28e8f7e19d5b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:20.452207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c47604c2-2058-4cb7-9bb8-2fd713821dff req-511467dc-5de9-4363-8fa1-28e8f7e19d5b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0487030 Aug 16 02:51:20.490681 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c47604c2-2058-4cb7-9bb8-2fd713821dff req-577abff1-d9e3-4c23-bf6f-f969904ef934 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325170 Aug 16 02:51:20.512013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36400) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:20.556012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3babe2-8252-4e8c-b3ac-82599fec8e46 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:20.559322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2d3babe2-8252-4e8c-b3ac-82599fec8e46 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 1092 time: 0.0462942 Aug 16 02:51:20.562275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36402) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:20.566639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '84c3e940-30b6-4c1c-8666-bc811d15088b', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:20.590987 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.686216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.794383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.25.2.129 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/af73dedc-1441-4dfc-9fa1-dfddbda0471e) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:51:20.892159 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.931297 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.972064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:20.977307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:20.981581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:51:21.005604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=af73dedc-1441-4dfc-9fa1-dfddbda0471e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:21.387493 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:21.454912 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:21.619456 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:21.623966 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:21.687758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=af73dedc-1441-4dfc-9fa1-dfddbda0471e,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:21.701448 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:21.800039 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Floating IP f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56 associated. External IP: 172.25.2.129, port: 84c3e940-30b6-4c1c-8666-bc811d15088b. Aug 16 02:51:22.010035 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 6866ceb7-c162-400d-8d21-d24d76d22208 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:51:22.117365 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:51:22.126975 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85992527-73c7-46e6-8cde-4688c49c8766 None None] Sync routers for ids ['6866ceb7-c162-400d-8d21-d24d76d22208'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:51:22.133917 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:22.137930 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85992527-73c7-46e6-8cde-4688c49c8766 None None] Routers {'6866ceb7-c162-400d-8d21-d24d76d22208'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:22.138538 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-85992527-73c7-46e6-8cde-4688c49c8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:51:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6866ceb7-c162-400d-8d21-d24d76d22208'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:22.160740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7a519459-a86f-4859-87ed-70b354c785a9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5974224 Aug 16 02:51:22.161351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c18a515-20cd-4334-b750-061ec2778271', 'tag': '84c3e940-30b6-4c1c-8666-bc811d15088b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:22.163760 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447" -d '{"events": [{"name": "network-changed", "server_uuid": "7c18a515-20cd-4334-b750-061ec2778271", "tag": "84c3e940-30b6-4c1c-8666-bc811d15088b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:22.248484 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-85992527-73c7-46e6-8cde-4688c49c8766 None None] Set router 6866ceb7-c162-400d-8d21-d24d76d22208 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:22.255603 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6c1be5-eb3e-43cb-a71f-463b56bfd7ab x-openstack-request-id: req-cf6c1be5-eb3e-43cb-a71f-463b56bfd7ab {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:22.255891 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c18a515-20cd-4334-b750-061ec2778271", "tag": "84c3e940-30b6-4c1c-8666-bc811d15088b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:22.256180 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf6c1be5-eb3e-43cb-a71f-463b56bfd7ab {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:22.256610 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c18a515-20cd-4334-b750-061ec2778271', 'tag': '84c3e940-30b6-4c1c-8666-bc811d15088b', 'status': 'completed', 'code': 200} Aug 16 02:51:22.274436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d846a-1858-4ac8-802e-4e1612414031 req-4725fd6a-af9e-4876-b972-28303ee89f1f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:22.275869 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f21d846a-1858-4ac8-802e-4e1612414031 req-4725fd6a-af9e-4876-b972-28303ee89f1f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0594375 Aug 16 02:51:22.318125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447 req-c8f174e2-f06b-49df-9f1d-ccc230721d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:22.319649 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447 req-c8f174e2-f06b-49df-9f1d-ccc230721d10 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 1097 time: 0.0422921 Aug 16 02:51:22.324290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f21d846a-1858-4ac8-802e-4e1612414031 req-6eacffe2-a18d-45b4-b050-d576f212a849 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Aug 16 02:51:22.346756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36410) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:22.419220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447 req-6cc3d576-2ba2-46f8-8000-5f8b1ff1a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:22.421099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-92b6e5a8-2d16-42e0-aa34-ec4625c4704a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56 HTTP/1.1" status: 200 len: 991 time: 0.0718203 Aug 16 02:51:22.421539 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447 req-6cc3d576-2ba2-46f8-8000-5f8b1ff1a912 service neutron] 10.222.0.89 "GET /v2.0/networks?id=afc52bfa-a239-445b-bd52-2b3e85fac2f0 HTTP/1.1" status: 200 len: 897 time: 0.0942941 Aug 16 02:51:22.479942 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-85992527-73c7-46e6-8cde-4688c49c8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'port_id': '84c3e940-30b6-4c1c-8666-bc811d15088b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'mac_address': 'fa:16:3e:9f:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c18a515-20cd-4334-b750-061ec2778271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:51:21Z', 'updated_at': '2021-08-16T02:51:21Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d61b7bd-11c3-40b3-8fbc-6742514f915d', 'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:35:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:06Z', 'updated_at': '2021-08-16T02:51:11Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:22.487870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447 req-3bdb1dbe-35c0-43b8-b8af-9242d43a91f9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84c3e940-30b6-4c1c-8666-bc811d15088b HTTP/1.1" status: 200 len: 999 time: 0.0601783 Aug 16 02:51:22.506418 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85992527-73c7-46e6-8cde-4688c49c8766 None None] Checking router: 6866ceb7-c162-400d-8d21-d24d76d22208 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:51:22.514919 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85992527-73c7-46e6-8cde-4688c49c8766 None None] Routers {'6866ceb7-c162-400d-8d21-d24d76d22208'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:22.515528 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-85992527-73c7-46e6-8cde-4688c49c8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:51:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6866ceb7-c162-400d-8d21-d24d76d22208'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:22.541977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447 req-3311db56-3814-45e8-af16-5691862f956c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:22.543402 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447 req-3311db56-3814-45e8-af16-5691862f956c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f6d2a460-2f02-4ec3-8273-ff59b354099d HTTP/1.1" status: 200 len: 835 time: 0.0490863 Aug 16 02:51:22.589731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447 req-4a6cbcf1-7fb5-47a7-99a8-8e9a06b1e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:22.591253 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447 req-4a6cbcf1-7fb5-47a7-99a8-8e9a06b1e6c3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=afc52bfa-a239-445b-bd52-2b3e85fac2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412471 Aug 16 02:51:22.622705 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-85992527-73c7-46e6-8cde-4688c49c8766 None None] Set router 6866ceb7-c162-400d-8d21-d24d76d22208 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:22.684288 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447 req-9213fc48-b15c-41ff-99ac-e628f3da00a1 service neutron] 10.222.0.89 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855596 Aug 16 02:51:22.782214 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0f2b43ff-cfe6-48ae-a5f7-9d6339336447 req-21a8b190-4a54-4bdf-97c5-7ceb5c1ccf89 service neutron] 10.222.0.89 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908422 Aug 16 02:51:22.855340 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-85992527-73c7-46e6-8cde-4688c49c8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'port_id': '84c3e940-30b6-4c1c-8666-bc811d15088b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'mac_address': 'fa:16:3e:9f:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c18a515-20cd-4334-b750-061ec2778271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:51:21Z', 'updated_at': '2021-08-16T02:51:21Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d61b7bd-11c3-40b3-8fbc-6742514f915d', 'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:35:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:06Z', 'updated_at': '2021-08-16T02:51:11Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:22.966113 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85992527-73c7-46e6-8cde-4688c49c8766 None None] The sync data for ids ['6866ceb7-c162-400d-8d21-d24d76d22208'] in n-d-768851-16 is: [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'port_id': '84c3e940-30b6-4c1c-8666-bc811d15088b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'mac_address': 'fa:16:3e:9f:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c18a515-20cd-4334-b750-061ec2778271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:51:21Z', 'updated_at': '2021-08-16T02:51:21Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d61b7bd-11c3-40b3-8fbc-6742514f915d', 'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:35:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:06Z', 'updated_at': '2021-08-16T02:51:11Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:51:23.155414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf7fce-ff49-460d-9792-ca0c45193bf7 None None] New status for floating IP f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:51:23.423765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36412) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:23.484060 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-190a5e10-f2d1-4b62-bd03-a4665e0aab77 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56 HTTP/1.1" status: 200 len: 993 time: 0.0591004 Aug 16 02:51:38.958941 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-448de0cf-0b88-4713-9221-84fa51c0f963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:40.271638 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:41.551440 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0109-c94d-43d9-8742-083c180e8141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:41.663806 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:42.953972 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:44.465493 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:48.757689 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:51:48.894372 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:52.227683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eed02-3ff6-47d9-8c34-925e68cb3cc7 req-badf486b-df07-486f-9e72-de30b993f066 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:52.229197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d70eed02-3ff6-47d9-8c34-925e68cb3cc7 req-badf486b-df07-486f-9e72-de30b993f066 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0490277 Aug 16 02:51:52.271412 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d70eed02-3ff6-47d9-8c34-925e68cb3cc7 req-d4b41189-f8b2-40e2-9024-6749ed8f3854 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362101 Aug 16 02:51:53.394208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3585fb-089b-4b27-aee5-a73aadafbca7 req-706a7f8e-af58-4e35-8f72-26dc9670f415 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:53.395632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d3585fb-089b-4b27-aee5-a73aadafbca7 req-706a7f8e-af58-4e35-8f72-26dc9670f415 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0530245 Aug 16 02:51:53.433286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8d3585fb-089b-4b27-aee5-a73aadafbca7 req-86db531e-6c86-479e-bd69-c0def4c5d37e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317028 Aug 16 02:51:53.455560 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36434) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:53.520488 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ee5252ef-fcda-40c7-a039-583d142ad225 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56 HTTP/1.1" status: 200 len: 993 time: 0.0634937 Aug 16 02:51:54.771674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a9763-313b-49c2-96e6-9135d166668c req-058e07fd-784b-4ab9-88ba-a33b8ac9e915 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:54.773189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b0a9763-313b-49c2-96e6-9135d166668c req-058e07fd-784b-4ab9-88ba-a33b8ac9e915 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0496993 Aug 16 02:51:54.811476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b0a9763-313b-49c2-96e6-9135d166668c req-9a3117ab-8b6f-4b8c-9e0c-059b839e674a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322118 Aug 16 02:51:55.927756 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55de65-29e3-4225-88a2-224a394fec68 req-a9a916d7-ad34-4345-b346-5cd57a313ac2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:55.929271 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c55de65-29e3-4225-88a2-224a394fec68 req-a9a916d7-ad34-4345-b346-5cd57a313ac2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0475628 Aug 16 02:51:55.966705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c55de65-29e3-4225-88a2-224a394fec68 req-4f5f3821-5aad-4faf-aa8b-e52d5e962902 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314729 Aug 16 02:51:56.924762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53385707-9336-4487-83f7-72ca43a90919 req-d93ab466-fbd5-44a1-bcbd-e8828e195a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:56.926189 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-53385707-9336-4487-83f7-72ca43a90919 req-d93ab466-fbd5-44a1-bcbd-e8828e195a72 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 1097 time: 0.0403163 Aug 16 02:51:57.037000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53385707-9336-4487-83f7-72ca43a90919 req-8700b844-527d-49f0-bfe7-189fa58caa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:57.038523 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-53385707-9336-4487-83f7-72ca43a90919 req-8700b844-527d-49f0-bfe7-189fa58caa2b service neutron] 10.222.0.89 "GET /v2.0/networks?id=afc52bfa-a239-445b-bd52-2b3e85fac2f0 HTTP/1.1" status: 200 len: 897 time: 0.0926142 Aug 16 02:51:57.092203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4c80d-f4fc-49dd-aac8-72ff0ad2e4f3 req-f75942a9-c729-4079-9a07-da648d6f0fdc tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:57.093760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97e4c80d-f4fc-49dd-aac8-72ff0ad2e4f3 req-f75942a9-c729-4079-9a07-da648d6f0fdc tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0560124 Aug 16 02:51:57.107710 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-53385707-9336-4487-83f7-72ca43a90919 req-f1401a6c-3778-4fcd-b704-ecb475218ce4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84c3e940-30b6-4c1c-8666-bc811d15088b HTTP/1.1" status: 200 len: 1001 time: 0.0613141 Aug 16 02:51:57.132003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-97e4c80d-f4fc-49dd-aac8-72ff0ad2e4f3 req-dfce4c0c-1b14-4ac7-80cd-3f6fa00356a3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320146 Aug 16 02:51:57.161875 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53385707-9336-4487-83f7-72ca43a90919 req-7b20d107-565e-4afe-a8d2-d72dd35addbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:57.163342 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-53385707-9336-4487-83f7-72ca43a90919 req-7b20d107-565e-4afe-a8d2-d72dd35addbf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f6d2a460-2f02-4ec3-8273-ff59b354099d HTTP/1.1" status: 200 len: 835 time: 0.0461013 Aug 16 02:51:57.215154 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53385707-9336-4487-83f7-72ca43a90919 req-88aa1f19-6a01-4c07-bbee-4b751f1195b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:57.216573 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-53385707-9336-4487-83f7-72ca43a90919 req-88aa1f19-6a01-4c07-bbee-4b751f1195b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=afc52bfa-a239-445b-bd52-2b3e85fac2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452638 Aug 16 02:51:57.305984 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-53385707-9336-4487-83f7-72ca43a90919 req-8f112ac7-e85c-42c3-9b1f-c38c621572f1 service neutron] 10.222.0.89 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814197 Aug 16 02:51:57.399658 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-53385707-9336-4487-83f7-72ca43a90919 req-f8e7d4b7-8870-453d-b0ed-dadef86eac1b service neutron] 10.222.0.89 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860212 Aug 16 02:51:58.244451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bc215-1e69-4d6b-bdc3-f4e8b4e74454 req-6cb8a572-7375-4c6a-8292-7d32e6ce6cc9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:58.245971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f27bc215-1e69-4d6b-bdc3-f4e8b4e74454 req-6cb8a572-7375-4c6a-8292-7d32e6ce6cc9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0484998 Aug 16 02:51:58.283596 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f27bc215-1e69-4d6b-bdc3-f4e8b4e74454 req-9ac18f20-cbc0-4d4e-8a98-0c36df926116 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317707 Aug 16 02:51:59.400156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef2e75-f86e-4079-bb5f-f02aae8bc3c5 req-bd79d632-6510-44e9-8b48-6c7c28981fd1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:59.401534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1ef2e75-f86e-4079-bb5f-f02aae8bc3c5 req-bd79d632-6510-44e9-8b48-6c7c28981fd1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0484445 Aug 16 02:51:59.440814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b1ef2e75-f86e-4079-bb5f-f02aae8bc3c5 req-f5c429ff-d3b5-4103-b42f-c31390e043bc tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328243 Aug 16 02:52:00.562748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d2439-02a1-445a-a601-ce83a1a39959 req-51634609-c283-4f2e-8bee-e753391c64a7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:00.564231 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b4d2439-02a1-445a-a601-ce83a1a39959 req-51634609-c283-4f2e-8bee-e753391c64a7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0519838 Aug 16 02:52:00.603059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b4d2439-02a1-445a-a601-ce83a1a39959 req-4d4ec013-3374-45e4-8bf1-09c7bca29e12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322609 Aug 16 02:52:00.625184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36452) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:00.685983 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4effdff1-dfaf-4db6-922d-cc1b27cae66a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56 HTTP/1.1" status: 200 len: 993 time: 0.0596445 Aug 16 02:52:00.901344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36458) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:01.056467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port af73dedc-1441-4dfc-9fa1-dfddbda0471e {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:01.056703 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:01.130495 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:01.130816 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:01.142094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for af73dedc-1441-4dfc-9fa1-dfddbda0471e owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:01.287317 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:01.312667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=af73dedc-1441-4dfc-9fa1-dfddbda0471e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:01.337202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.337552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.337895 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.338230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.338561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.338892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.339218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.339545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.339868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.340188 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.340510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.340829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:01.384500 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:01.384831 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Floating IP f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56 disassociated (deleted). External IP: 172.25.2.129, port: 84c3e940-30b6-4c1c-8666-bc811d15088b. Aug 16 02:52:01.600352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 6866ceb7-c162-400d-8d21-d24d76d22208 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:52:01.708401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:52:01.713353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:01.718099 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d6158-e5e3-4211-b7fe-6f4b940c5bf0 None None] Sync routers for ids ['6866ceb7-c162-400d-8d21-d24d76d22208'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:52:01.727250 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d6158-e5e3-4211-b7fe-6f4b940c5bf0 None None] Routers {'6866ceb7-c162-400d-8d21-d24d76d22208'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:01.727857 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6158-e5e3-4211-b7fe-6f4b940c5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6866ceb7-c162-400d-8d21-d24d76d22208'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:01.744042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-29ba4eb0-c860-4697-9ed3-c45bce44ee79 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/floatingips/f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56 HTTP/1.1" status: 204 len: 168 time: 0.8416023 Aug 16 02:52:01.744629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c18a515-20cd-4334-b750-061ec2778271', 'tag': '84c3e940-30b6-4c1c-8666-bc811d15088b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:01.746936 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c18a515-20cd-4334-b750-061ec2778271", "tag": "84c3e940-30b6-4c1c-8666-bc811d15088b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:01.786983 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900a3a98-c21d-4271-81b9-5fdde9705ad3 x-openstack-request-id: req-900a3a98-c21d-4271-81b9-5fdde9705ad3 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:01.787341 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c18a515-20cd-4334-b750-061ec2778271", "tag": "84c3e940-30b6-4c1c-8666-bc811d15088b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:01.787808 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-900a3a98-c21d-4271-81b9-5fdde9705ad3 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:01.788436 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c18a515-20cd-4334-b750-061ec2778271', 'tag': '84c3e940-30b6-4c1c-8666-bc811d15088b', 'status': 'completed', 'code': 200} Aug 16 02:52:01.842940 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-cb5d6158-e5e3-4211-b7fe-6f4b940c5bf0 None None] Set router 6866ceb7-c162-400d-8d21-d24d76d22208 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:01.871370 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c req-e0361006-06c6-4edd-b94c-528ebf8c8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:01.873039 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c req-e0361006-06c6-4edd-b94c-528ebf8c8e8e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 1097 time: 0.0612988 Aug 16 02:52:01.971451 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c req-cef50792-da4b-4df8-9a53-0363ac624dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:01.973468 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c req-cef50792-da4b-4df8-9a53-0363ac624dd9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=afc52bfa-a239-445b-bd52-2b3e85fac2f0 HTTP/1.1" status: 200 len: 897 time: 0.0939171 Aug 16 02:52:01.980107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ae834-df24-4612-a056-5b6057604fa7 req-df5b91fe-6391-42e1-a2c5-774e3fdf5abc tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:01.981649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b0ae834-df24-4612-a056-5b6057604fa7 req-df5b91fe-6391-42e1-a2c5-774e3fdf5abc tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0498235 Aug 16 02:52:02.021207 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c req-0e79795d-f1fc-4910-810d-ef4634065c0a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84c3e940-30b6-4c1c-8666-bc811d15088b HTTP/1.1" status: 200 len: 217 time: 0.0399935 Aug 16 02:52:02.022761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b0ae834-df24-4612-a056-5b6057604fa7 req-0c705ea5-3e55-43a9-9cef-eb5226cf106f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346973 Aug 16 02:52:02.047986 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6158-e5e3-4211-b7fe-6f4b940c5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5d61b7bd-11c3-40b3-8fbc-6742514f915d', 'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:35:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:06Z', 'updated_at': '2021-08-16T02:51:11Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:02.078099 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d6158-e5e3-4211-b7fe-6f4b940c5bf0 None None] Checking router: 6866ceb7-c162-400d-8d21-d24d76d22208 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:52:02.080570 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c req-0b37b5fa-78ea-4646-b2f7-50c7f2788f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:02.082069 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c req-0b37b5fa-78ea-4646-b2f7-50c7f2788f32 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f6d2a460-2f02-4ec3-8273-ff59b354099d HTTP/1.1" status: 200 len: 835 time: 0.0517404 Aug 16 02:52:02.087026 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d6158-e5e3-4211-b7fe-6f4b940c5bf0 None None] Routers {'6866ceb7-c162-400d-8d21-d24d76d22208'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:02.087618 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6158-e5e3-4211-b7fe-6f4b940c5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6866ceb7-c162-400d-8d21-d24d76d22208'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:02.130531 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c req-a58631f8-4252-4c56-a950-4243cc5c229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:02.132008 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c req-a58631f8-4252-4c56-a950-4243cc5c229d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=afc52bfa-a239-445b-bd52-2b3e85fac2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404644 Aug 16 02:52:02.191580 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-cb5d6158-e5e3-4211-b7fe-6f4b940c5bf0 None None] Set router 6866ceb7-c162-400d-8d21-d24d76d22208 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:02.222545 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c req-70739429-4b76-48ce-a72f-d54bc311eb77 service neutron] 10.222.0.89 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819356 Aug 16 02:52:02.315731 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc7fbc7a-482c-4276-a2ec-1da624b38d1c req-e1f7cb73-aee8-49a3-a513-b66e10f6e38d service neutron] 10.222.0.89 "GET /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852189 Aug 16 02:52:02.393436 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6158-e5e3-4211-b7fe-6f4b940c5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5d61b7bd-11c3-40b3-8fbc-6742514f915d', 'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:35:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:06Z', 'updated_at': '2021-08-16T02:51:11Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:02.428827 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d6158-e5e3-4211-b7fe-6f4b940c5bf0 None None] The sync data for ids ['6866ceb7-c162-400d-8d21-d24d76d22208'] in n-d-768851-16 is: [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '5d61b7bd-11c3-40b3-8fbc-6742514f915d', 'name': '', 'network_id': 'afc52bfa-a239-445b-bd52-2b3e85fac2f0', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:35:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:06Z', 'updated_at': '2021-08-16T02:51:11Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'f6d2a460-2f02-4ec3-8273-ff59b354099d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:52:02.642066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35cca6-a56c-435e-b9bf-95f71fe08978 None None] New status for floating IP f232e8a1-0e93-43e0-8e29-aa0ab3aa0a56: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:52:03.140630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca2bb2-9572-4cde-ab84-abe0a46bf82d req-a4a22cb0-27d9-4321-8828-4c535c677f9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:03.142129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ca2bb2-9572-4cde-ab84-abe0a46bf82d req-a4a22cb0-27d9-4321-8828-4c535c677f9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0485551 Aug 16 02:52:03.180497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02ca2bb2-9572-4cde-ab84-abe0a46bf82d req-dbb2b89c-3598-498a-8bde-33dcaa12d3d6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=d9aad1c5-4f40-45cd-8372-a2a5beee3422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324724 Aug 16 02:52:03.458905 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3096ae1-ab9b-4826-a3d3-044886cca2de req-1dd6e326-4097-4fd4-abfb-7950d465e6fe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:03.460282 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c3096ae1-ab9b-4826-a3d3-044886cca2de req-1dd6e326-4097-4fd4-abfb-7950d465e6fe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 945 time: 0.0504246 Aug 16 02:52:03.557784 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c3096ae1-ab9b-4826-a3d3-044886cca2de req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 84c3e940-30b6-4c1c-8666-bc811d15088b {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:03.558316 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c3096ae1-ab9b-4826-a3d3-044886cca2de req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.644043 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-c3096ae1-ab9b-4826-a3d3-044886cca2de req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port 84c3e940-30b6-4c1c-8666-bc811d15088b, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=84c3e940-30b6-4c1c-8666-bc811d15088b,segment=NetworkSegment(7c9ff369-58e2-44ff-899d-d871911bd894),segment_id=7c9ff369-58e2-44ff-899d-d871911bd894)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:03.644400 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c3096ae1-ab9b-4826-a3d3-044886cca2de req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.656876 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-c3096ae1-ab9b-4826-a3d3-044886cca2de req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 84c3e940-30b6-4c1c-8666-bc811d15088b owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:03.790680 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c3096ae1-ab9b-4826-a3d3-044886cca2de req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.818649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=84c3e940-30b6-4c1c-8666-bc811d15088b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:03.831275 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.831632 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.832067 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.832303 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.832699 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.833076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.833416 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.833750 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.834083 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.834410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.834741 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.835076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:03.874624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3096ae1-ab9b-4826-a3d3-044886cca2de req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] No DVR routers for this DVR port 84c3e940-30b6-4c1c-8666-bc811d15088b on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:52:03.877311 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-c3096ae1-ab9b-4826-a3d3-044886cca2de req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.879343 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-c3096ae1-ab9b-4826-a3d3-044886cca2de req-23d5db2f-e041-4c40-ae5d-2f9bad66ed0e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "DELETE /v2.0/ports/84c3e940-30b6-4c1c-8666-bc811d15088b HTTP/1.1" status: 204 len: 173 time: 0.4121268 Aug 16 02:52:03.880340 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c18a515-20cd-4334-b750-061ec2778271', 'name': 'network-vif-deleted', 'tag': '84c3e940-30b6-4c1c-8666-bc811d15088b'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:03.882633 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9b88bc-07c7-4000-ad30-ecfa8bb6ce33" -d '{"events": [{"server_uuid": "7c18a515-20cd-4334-b750-061ec2778271", "name": "network-vif-deleted", "tag": "84c3e940-30b6-4c1c-8666-bc811d15088b"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:03.922937 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7adc23d-986e-4533-b26a-d7ae489a4ecc x-openstack-request-id: req-f7adc23d-986e-4533-b26a-d7ae489a4ecc {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:03.923259 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c18a515-20cd-4334-b750-061ec2778271", "name": "network-vif-deleted", "tag": "84c3e940-30b6-4c1c-8666-bc811d15088b", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:03.923504 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f7adc23d-986e-4533-b26a-d7ae489a4ecc {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:03.923893 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c18a515-20cd-4334-b750-061ec2778271', 'name': 'network-vif-deleted', 'tag': '84c3e940-30b6-4c1c-8666-bc811d15088b', 'status': 'completed', 'code': 200} Aug 16 02:52:04.289461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea3b580a-05fe-4ece-8fa6-fc1110a91591 req-8c223c4e-2381-4588-b1e0-bf23d4c9126d tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c18a515-20cd-4334-b750-061ec2778271 HTTP/1.1" status: 200 len: 210 time: 0.0274177 Aug 16 02:52:05.347745 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36474) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:05.705553 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:05.956946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 5d61b7bd-11c3-40b3-8fbc-6742514f915d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:05.957235 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:06.043680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port 5d61b7bd-11c3-40b3-8fbc-6742514f915d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=5d61b7bd-11c3-40b3-8fbc-6742514f915d,segment=NetworkSegment(7c9ff369-58e2-44ff-899d-d871911bd894),segment_id=7c9ff369-58e2-44ff-899d-d871911bd894)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:06.044039 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:06.056717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 5d61b7bd-11c3-40b3-8fbc-6742514f915d owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:06.239978 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:06.268578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=5d61b7bd-11c3-40b3-8fbc-6742514f915d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:06.763154 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:06.978537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 6866ceb7-c162-400d-8d21-d24d76d22208 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:52:07.085639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:52:07.091211 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-42d02124-dfc6-4e0f-820b-986fbc09d844 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "PUT /v2.0/routers/6866ceb7-c162-400d-8d21-d24d76d22208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7416494 Aug 16 02:52:07.094481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36476) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:07.100516 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e7ddb-e94d-4d79-b1cf-95f260cb9058 None None] Sync routers for ids ['6866ceb7-c162-400d-8d21-d24d76d22208'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:52:07.109764 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e7ddb-e94d-4d79-b1cf-95f260cb9058 None None] Routers {'6866ceb7-c162-400d-8d21-d24d76d22208'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:07.110370 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f62e7ddb-e94d-4d79-b1cf-95f260cb9058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6866ceb7-c162-400d-8d21-d24d76d22208'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:07.148263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-d378db84-a23e-4521-b430-d2907186c3a3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting subnet f6d2a460-2f02-4ec3-8273-ff59b354099d {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:52:07.151401 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d378db84-a23e-4521-b430-d2907186c3a3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.191549 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d378db84-a23e-4521-b430-d2907186c3a3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.214453 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-f62e7ddb-e94d-4d79-b1cf-95f260cb9058 None None] Set router 6866ceb7-c162-400d-8d21-d24d76d22208 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:07.278865 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d378db84-a23e-4521-b430-d2907186c3a3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.337118 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d378db84-a23e-4521-b430-d2907186c3a3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.365623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378db84-a23e-4521-b430-d2907186c3a3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d2a460-2f02-4ec3-8273-ff59b354099d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:07.367596 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d378db84-a23e-4521-b430-d2907186c3a3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.370198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d378db84-a23e-4521-b430-d2907186c3a3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/subnets/f6d2a460-2f02-4ec3-8273-ff59b354099d HTTP/1.1" status: 204 len: 168 time: 0.2747304 Aug 16 02:52:07.372112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36478) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:07.372402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ad7a1d-ff20-41f7-af02-17cff3f6c746 None None] Network afc52bfa-a239-445b-bd52-2b3e85fac2f0 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:52:07.402243 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f62e7ddb-e94d-4d79-b1cf-95f260cb9058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:52:06Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:07.429641 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e7ddb-e94d-4d79-b1cf-95f260cb9058 None None] Checking router: 6866ceb7-c162-400d-8d21-d24d76d22208 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:52:07.438055 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e7ddb-e94d-4d79-b1cf-95f260cb9058 None None] Routers {'6866ceb7-c162-400d-8d21-d24d76d22208'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:07.438668 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f62e7ddb-e94d-4d79-b1cf-95f260cb9058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:51:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6866ceb7-c162-400d-8d21-d24d76d22208'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:07.487155 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.557358 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-f62e7ddb-e94d-4d79-b1cf-95f260cb9058 None None] Set router 6866ceb7-c162-400d-8d21-d24d76d22208 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:07.577246 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] DHCP port deletion for afc52bfa-a239-445b-bd52-2b3e85fac2f0 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:52:07.608521 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.631006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Deleting port 0b53d5e1-10ef-47c3-9efe-1203d41f864d {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:07.631542 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.671095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port b2c78459-a695-4bdf-a1f2-d808db85088a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:07.671440 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.699887 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] For port 0b53d5e1-10ef-47c3-9efe-1203d41f864d, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=0b53d5e1-10ef-47c3-9efe-1203d41f864d,segment=NetworkSegment(7c9ff369-58e2-44ff-899d-d871911bd894),segment_id=7c9ff369-58e2-44ff-899d-d871911bd894)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:07.700308 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.718854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Calling delete_port for 0b53d5e1-10ef-47c3-9efe-1203d41f864d owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:07.762249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port b2c78459-a695-4bdf-a1f2-d808db85088a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b2c78459-a695-4bdf-a1f2-d808db85088a,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:07.762664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.778923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for b2c78459-a695-4bdf-a1f2-d808db85088a owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:07.813770 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.847551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Pushing event deleted for resources: {'Port': ['ID=0b53d5e1-10ef-47c3-9efe-1203d41f864d,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:07.853443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] No DVR routers for this DVR port 0b53d5e1-10ef-47c3-9efe-1203d41f864d on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:52:07.856390 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f62e7ddb-e94d-4d79-b1cf-95f260cb9058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:52:06Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:07.865702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.866055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.866403 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.866750 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.867088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.867424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.867758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.868090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.868420 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.868746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.869126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.869457 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c4924-5cbc-4f23-8d73-b99a768afae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:07.893438 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e7ddb-e94d-4d79-b1cf-95f260cb9058 None None] The sync data for ids ['6866ceb7-c162-400d-8d21-d24d76d22208'] in n-d-768851-16 is: [{'id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1721697774', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:51:03Z', 'updated_at': '2021-08-16T02:52:06Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'b2c78459-a695-4bdf-a1f2-d808db85088a', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866ceb7-c162-400d-8d21-d24d76d22208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:51:04Z', 'updated_at': '2021-08-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:52:07.973748 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.999299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=b2c78459-a695-4bdf-a1f2-d808db85088a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:08.059758 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.157734 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.159851 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.202397 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.203126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Fanout notify agent at l3_agent the message router_deleted on router 6866ceb7-c162-400d-8d21-d24d76d22208 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:52:08.212810 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.217454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-48186d49-5e4b-4171-ab2d-028141d8f70c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/routers/6866ceb7-c162-400d-8d21-d24d76d22208 HTTP/1.1" status: 204 len: 168 time: 0.8412530 Aug 16 02:52:08.217858 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36482) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:08.296859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.390889 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.400786 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc52bfa-a239-445b-bd52-2b3e85fac2f0']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:08.411450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9ff369-58e2-44ff-899d-d871911bd894') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:08.411679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9ff369-58e2-44ff-899d-d871911bd894') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:08.421512 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.438487 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.445543 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:52:08.445980 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:52:08.449292 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:52:08.462461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 84c3e940-30b6-4c1c-8666-bc811d15088b no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:52:08.484022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 84c3e940-30b6-4c1c-8666-bc811d15088b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:52:08.485328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 84c3e940-30b6-4c1c-8666-bc811d15088b not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:52:08.518944 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.526027 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.527910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/networks/afc52bfa-a239-445b-bd52-2b3e85fac2f0 HTTP/1.1" status: 204 len: 168 time: 0.3089335 Aug 16 02:52:08.530689 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36484) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:08.540925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4e196-661c-486b-9d9f-7820b916365a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Network': ['ID=afc52bfa-a239-445b-bd52-2b3e85fac2f0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:08.601221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21251022-041f-470d-91eb-b99d0e7e0753 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.627843 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21251022-041f-470d-91eb-b99d0e7e0753 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.686747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21251022-041f-470d-91eb-b99d0e7e0753 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.689307 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-21251022-041f-470d-91eb-b99d0e7e0753 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.690487 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-21251022-041f-470d-91eb-b99d0e7e0753 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/security-groups/d9aad1c5-4f40-45cd-8372-a2a5beee3422 HTTP/1.1" status: 204 len: 168 time: 0.1582842 Aug 16 02:52:08.700136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21251022-041f-470d-91eb-b99d0e7e0753 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aad1c5-4f40-45cd-8372-a2a5beee3422,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:08.964141 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6525eaca-8bbe-4254-a22b-c3707349bd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.995056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36490) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:08.999873 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ad6e8f17-89d2-4be6-b8be-da8389a5c4e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633782021', 'description': 'tempest-secgroup-smoke-633782021 description', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:09.029418 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8f17-89d2-4be6-b8be-da8389a5c4e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.113144 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8f17-89d2-4be6-b8be-da8389a5c4e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.116760 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8f17-89d2-4be6-b8be-da8389a5c4e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.141822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8f17-89d2-4be6-b8be-da8389a5c4e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.143037 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ad6e8f17-89d2-4be6-b8be-da8389a5c4e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1469352 Aug 16 02:52:09.146507 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36492) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:09.151780 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-e69af042-1811-424b-a7fa-67a3ceddc234 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'c23ebf40-ba0a-4a3a-97b5-9bfef8c75479', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:09.157108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e8f17-89d2-4be6-b8be-da8389a5c4e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:09.181290 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e69af042-1811-424b-a7fa-67a3ceddc234 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.238529 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e69af042-1811-424b-a7fa-67a3ceddc234 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.242384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e69af042-1811-424b-a7fa-67a3ceddc234 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.259391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69af042-1811-424b-a7fa-67a3ceddc234 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36621ba5-179e-4dbc-8130-42fe3a10fe88,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:09.269505 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e69af042-1811-424b-a7fa-67a3ceddc234 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.271477 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e69af042-1811-424b-a7fa-67a3ceddc234 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232593 Aug 16 02:52:09.274338 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36494) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:09.278709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a2da5916-ae73-4562-a348-93744670d4e0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'c23ebf40-ba0a-4a3a-97b5-9bfef8c75479', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:09.305770 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a2da5916-ae73-4562-a348-93744670d4e0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.366210 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a2da5916-ae73-4562-a348-93744670d4e0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.369835 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a2da5916-ae73-4562-a348-93744670d4e0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.388777 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da5916-ae73-4562-a348-93744670d4e0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f37a20-e4fc-44d3-9db7-1a917266ed05,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:09.397064 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a2da5916-ae73-4562-a348-93744670d4e0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.398442 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a2da5916-ae73-4562-a348-93744670d4e0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231289 Aug 16 02:52:09.401242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36496) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:09.405630 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-dbd9be8e-8c27-41b1-9a0f-49078ef3caf6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'c23ebf40-ba0a-4a3a-97b5-9bfef8c75479', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:09.432425 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dbd9be8e-8c27-41b1-9a0f-49078ef3caf6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.493843 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dbd9be8e-8c27-41b1-9a0f-49078ef3caf6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.497681 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dbd9be8e-8c27-41b1-9a0f-49078ef3caf6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.518654 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9be8e-8c27-41b1-9a0f-49078ef3caf6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f907dd35-2be9-4ff1-8f64-ab9b9ddb6478,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:09.522701 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dbd9be8e-8c27-41b1-9a0f-49078ef3caf6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.526726 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dbd9be8e-8c27-41b1-9a0f-49078ef3caf6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220884 Aug 16 02:52:09.527183 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36498) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:09.531565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-980537ca-4990-4490-9cb8-68fdbd68456c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'c23ebf40-ba0a-4a3a-97b5-9bfef8c75479', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:09.535461 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0b53d5e1-10ef-47c3-9efe-1203d41f864d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:52:09.557169 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 0b53d5e1-10ef-47c3-9efe-1203d41f864d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:52:09.557604 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 0b53d5e1-10ef-47c3-9efe-1203d41f864d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:52:09.558037 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5d61b7bd-11c3-40b3-8fbc-6742514f915d no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:52:09.558835 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-980537ca-4990-4490-9cb8-68fdbd68456c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.580473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 5d61b7bd-11c3-40b3-8fbc-6742514f915d {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:52:09.580819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 5d61b7bd-11c3-40b3-8fbc-6742514f915d not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:52:09.581472 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b2c78459-a695-4bdf-a1f2-d808db85088a no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:52:09.600884 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: b2c78459-a695-4bdf-a1f2-d808db85088a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:52:09.601263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b2c78459-a695-4bdf-a1f2-d808db85088a not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:52:09.621250 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-980537ca-4990-4490-9cb8-68fdbd68456c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.624599 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-980537ca-4990-4490-9cb8-68fdbd68456c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.641337 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980537ca-4990-4490-9cb8-68fdbd68456c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f51cb95-cc07-4887-b526-e8777f6f0445,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:09.647821 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-980537ca-4990-4490-9cb8-68fdbd68456c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.649091 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-980537ca-4990-4490-9cb8-68fdbd68456c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211030 Aug 16 02:52:09.651874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36500) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:09.656245 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-29669615-d012-4a3f-a46d-3da4ef26493f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'c23ebf40-ba0a-4a3a-97b5-9bfef8c75479', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:09.678161 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-29669615-d012-4a3f-a46d-3da4ef26493f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Project 3da6473cd20f4592b318c3afa45d1ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:52:09.683035 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29669615-d012-4a3f-a46d-3da4ef26493f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.749170 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29669615-d012-4a3f-a46d-3da4ef26493f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.752738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29669615-d012-4a3f-a46d-3da4ef26493f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.771710 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29669615-d012-4a3f-a46d-3da4ef26493f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e284a75-2ac3-49a1-b71a-5d0d855d2025,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:09.777440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-29669615-d012-4a3f-a46d-3da4ef26493f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.781383 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-29669615-d012-4a3f-a46d-3da4ef26493f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258318 Aug 16 02:52:09.781880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36502) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:09.787455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e3199a0c-b83a-4376-8e6f-ab77c9ac8a41 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': 'c23ebf40-ba0a-4a3a-97b5-9bfef8c75479', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:09.808919 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-e3199a0c-b83a-4376-8e6f-ab77c9ac8a41 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Project 3da6473cd20f4592b318c3afa45d1ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:52:09.813859 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3199a0c-b83a-4376-8e6f-ab77c9ac8a41 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.874611 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3199a0c-b83a-4376-8e6f-ab77c9ac8a41 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.878460 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3199a0c-b83a-4376-8e6f-ab77c9ac8a41 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.896028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3199a0c-b83a-4376-8e6f-ab77c9ac8a41 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cecc00-7ae2-42b8-b94c-397ef6e86825,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:09.901310 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3199a0c-b83a-4376-8e6f-ab77c9ac8a41 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.902563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e3199a0c-b83a-4376-8e6f-ab77c9ac8a41 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195922 Aug 16 02:52:09.905368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36504) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:09.910642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'network': {'name': 'tempest-network-smoke--913982491', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'port_security_enabled': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:09.931132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:52:09.934769 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.958048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:52:09.967239 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:09.967582 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Added segment 8f787bdf-83fd-4795-9844-135772ef6f7d of type vlan for network dcbea0eb-83ae-4e24-9533-54ff352c4050 Aug 16 02:52:10.009075 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.037282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.042832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:10.043409 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.104783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1981640 Aug 16 02:52:10.107536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36506) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:10.114672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'admin_state_up': True, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:10.127027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22b4d3-f4b8-4bae-bbeb-801a95c6935e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Network': ['ID=dcbea0eb-83ae-4e24-9533-54ff352c4050,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:10.136818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network dcbea0eb-83ae-4e24-9533-54ff352c4050 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:52:10.141259 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.142362 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.194854 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.275156 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.334526 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.528673 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.547928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.647836 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.25.2.113 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/15178e8a-69c1-4e23-baf2-0503096e2ad1) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:52:10.752386 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.799819 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.835616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:10.840276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:10.843696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:52:10.867071 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=15178e8a-69c1-4e23-baf2-0503096e2ad1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:11.097389 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:11.292612 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:11.418827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router ff0d288d-2585-4087-8e4b-95aeda31cac8 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:52:11.530006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:52:11.549125 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:11.554931 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-151e6832-ff19-4f6d-81aa-83dac35ffa1b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4436045 Aug 16 02:52:11.555242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36510) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:11.560437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Sync routers for ids ['ff0d288d-2585-4087-8e4b-95aeda31cac8'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:52:11.565699 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-38b1904e-d49f-4b06-b9bb-4557e9b991bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:11.573685 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Routers {'ff0d288d-2585-4087-8e4b-95aeda31cac8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:11.574319 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:52:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ff0d288d-2585-4087-8e4b-95aeda31cac8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:11.596393 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-85c2d7f2-9761-4104-a5b6-42ebb0cebce2 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=3da6473cd20f4592b318c3afa45d1ccf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398588 Aug 16 02:52:11.599963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36512) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:11.679277 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:11.690569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Set router ff0d288d-2585-4087-8e4b-95aeda31cac8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:11.748162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cdaaa0-7f39-4536-ad95-87345d988c22 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:11.749721 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-05cdaaa0-7f39-4536-ad95-87345d988c22 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488008 Aug 16 02:52:11.752519 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36514) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:11.794994 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f60f35d1-4c79-4407-aad2-6f8fecb8836b tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404651 Aug 16 02:52:11.796885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36516) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:11.802348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1920232725', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:11.884664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:10Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:11.892471 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:52:11.896571 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:11.911298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Checking router: ff0d288d-2585-4087-8e4b-95aeda31cac8 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:52:11.911648 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Updating router ff0d288d-2585-4087-8e4b-95aeda31cac8 port 15178e8a-69c1-4e23-baf2-0503096e2ad1 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:52:11.936449 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.082228 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.151034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Subnet': ['ID=5afbdbbd-43f9-450a-a026-eabbdd7545c0,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:12.158542 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Checking segment: {'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:52:12.158909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network hostable DHCP agents. Network: dcbea0eb-83ae-4e24-9533-54ff352c4050, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:52:12.175080 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network dcbea0eb-83ae-4e24-9533-54ff352c4050 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:52:12.184713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, dcbea0eb-83ae-4e24-9533-54ff352c4050) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:12.190711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:12.190821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.196768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4038e8-ac3b-4b43-8942-3d65e8fad284 None None] Network dcbea0eb-83ae-4e24-9533-54ff352c4050 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:52:12.202746 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.210180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9a4f4624-ed2f-4f2f-99d6-95cfb84fc2ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4094641 Aug 16 02:52:12.210378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36518) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:12.255817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Transition to ACTIVE for port object 15178e8a-69c1-4e23-baf2-0503096e2ad1 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:12.268810 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.342066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Attempting to bind port 15178e8a-69c1-4e23-baf2-0503096e2ad1 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:52:12.342437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Attempting to bind port 15178e8a-69c1-4e23-baf2-0503096e2ad1 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:52:12.342804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Attempting to bind port 15178e8a-69c1-4e23-baf2-0503096e2ad1 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:52:12.346156 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d4b95-9a7f-408a-b7ea-c8014988d63c None None] Pushing event updated for resources: {'Port': ['ID=15178e8a-69c1-4e23-baf2-0503096e2ad1,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:12.355394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:52:12.355778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:52:12.356182 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.356574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:52:12.357078 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Bound port: 15178e8a-69c1-4e23-baf2-0503096e2ad1, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:52:12.357465 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.459905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] For port 15178e8a-69c1-4e23-baf2-0503096e2ad1, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:52:12.465579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-dcbea0eb-83ae-4e24-9533-54ff352c4050', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ips': [{'subnet_id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:52:12.466450 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.470238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] For port 15178e8a-69c1-4e23-baf2-0503096e2ad1, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=15178e8a-69c1-4e23-baf2-0503096e2ad1,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:52:12.483769 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.622892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d4b95-9a7f-408a-b7ea-c8014988d63c None None] Pushing event updated for resources: {'Port': ['ID=15178e8a-69c1-4e23-baf2-0503096e2ad1,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:12.627741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Routers {'ff0d288d-2585-4087-8e4b-95aeda31cac8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:12.628369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:52:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ff0d288d-2585-4087-8e4b-95aeda31cac8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:12.747065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Allocated IP 172.20.0.2 (dcbea0eb-83ae-4e24-9533-54ff352c4050/5afbdbbd-43f9-450a-a026-eabbdd7545c0/f4f20b2e-1ae7-4df5-980f-821c5e5a610f) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:52:12.787065 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] Set router ff0d288d-2585-4087-8e4b-95aeda31cac8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:12.991079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:13.125014 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:13.206465 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:13.217655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Transition to ACTIVE for port object f4f20b2e-1ae7-4df5-980f-821c5e5a610f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:13.240421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Transition to ACTIVE for port object f4f20b2e-1ae7-4df5-980f-821c5e5a610f will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:13.247363 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:13.286689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Network dcbea0eb-83ae-4e24-9533-54ff352c4050 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:13.291674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:13.294152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:10Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:13.295227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.20.0.1 (dcbea0eb-83ae-4e24-9533-54ff352c4050/5afbdbbd-43f9-450a-a026-eabbdd7545c0/9eb747c7-70b9-4d51-a86b-236dd141f394) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:52:13.298311 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:52:13.334476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb810e7e-b96e-4276-997a-d63314fa13e6 None None] The sync data for ids ['ff0d288d-2585-4087-8e4b-95aeda31cac8'] in n-d-768851-16 is: [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:10Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:52:13.343563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Pushing event updated for resources: {'Port': ['ID=f4f20b2e-1ae7-4df5-980f-821c5e5a610f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:13.392574 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Attempting to bind port f4f20b2e-1ae7-4df5-980f-821c5e5a610f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:52:13.393155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Attempting to bind port f4f20b2e-1ae7-4df5-980f-821c5e5a610f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:52:13.393682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Attempting to bind port f4f20b2e-1ae7-4df5-980f-821c5e5a610f on network dcbea0eb-83ae-4e24-9533-54ff352c4050 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:52:13.400747 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:52:13.401326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Checking segment: {'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:52:13.401836 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:13.402331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Bound using segment: {'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:52:13.402905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Bound port: f4f20b2e-1ae7-4df5-980f-821c5e5a610f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:52:13.403399 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:13.424120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:13.443265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Transition to ACTIVE for port object 9eb747c7-70b9-4d51-a86b-236dd141f394 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:13.477483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] For port f4f20b2e-1ae7-4df5-980f-821c5e5a610f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:52:13.481209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] For port f4f20b2e-1ae7-4df5-980f-821c5e5a610f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f4f20b2e-1ae7-4df5-980f-821c5e5a610f,segment=NetworkSegment(8f787bdf-83fd-4795-9844-135772ef6f7d),segment_id=8f787bdf-83fd-4795-9844-135772ef6f7d)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:52:13.488489 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:13.489073 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:13.533880 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network dcbea0eb-83ae-4e24-9533-54ff352c4050 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:13.543439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:13.547538 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:52:13.573855 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0099d-f387-4e32-870c-e8b8836788df None None] Pushing event updated for resources: {'Port': ['ID=f4f20b2e-1ae7-4df5-980f-821c5e5a610f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:13.586891 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=9eb747c7-70b9-4d51-a86b-236dd141f394,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:13.624372 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:13.830664 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:14.168885 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:14.174532 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:14.255764 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:14.257869 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=9eb747c7-70b9-4d51-a86b-236dd141f394,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:14.379410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network dcbea0eb-83ae-4e24-9533-54ff352c4050 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:14.382842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:14.475814 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:14.511474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router ff0d288d-2585-4087-8e4b-95aeda31cac8 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:52:14.628392 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:52:14.641132 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-64a0b34e-6f92-420f-8253-38a9b56365f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "PUT /v2.0/routers/ff0d288d-2585-4087-8e4b-95aeda31cac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4227047 Aug 16 02:52:14.687658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c856bf4-65a0-4bce-9dc9-44f1354fc149 None None] Network dcbea0eb-83ae-4e24-9533-54ff352c4050 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:52:14.783056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-bea25fba-df37-4774-a66c-c77949f0842b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633782021&fields=id&tenant_id=3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 267 time: 0.0350869 Aug 16 02:52:14.819250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-b71d92e8-ec38-47ce-b799-d6357d2d6f62 None None] Provisioning for port f4f20b2e-1ae7-4df5-980f-821c5e5a610f completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:14.901225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-4b7abe17-072a-4518-a2c6-0e3eade54d59 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:14.902774 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-4b7abe17-072a-4518-a2c6-0e3eade54d59 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/networks?id=dcbea0eb-83ae-4e24-9533-54ff352c4050 HTTP/1.1" status: 200 len: 796 time: 0.1090677 Aug 16 02:52:14.919521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-78baf5ad-a0c1-4c2f-b37b-fd6bad04ea64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/quotas/3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 375 time: 0.0104694 Aug 16 02:52:14.985354 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-8a0659a0-ec39-4939-b00b-d00a007413ef tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596309 Aug 16 02:52:15.093460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f79604ce-333c-45ae-a935-6e639b6f6f81 service neutron] 10.222.0.79 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935135 Aug 16 02:52:15.111093 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Sync routers for ids ['ff0d288d-2585-4087-8e4b-95aeda31cac8'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:52:15.122077 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Routers {'ff0d288d-2585-4087-8e4b-95aeda31cac8'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:15.122695 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:52:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ff0d288d-2585-4087-8e4b-95aeda31cac8'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:15.159908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0acebbf7-914a-4323-aac5-f3d0a4293d7e None None] Provisioning for port 9eb747c7-70b9-4d51-a86b-236dd141f394 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:15.166020 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0acebbf7-914a-4323-aac5-f3d0a4293d7e None None] Provisioning complete for port 9eb747c7-70b9-4d51-a86b-236dd141f394 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:15.166482 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0acebbf7-914a-4323-aac5-f3d0a4293d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:15.208038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0acebbf7-914a-4323-aac5-f3d0a4293d7e None None] Port 9eb747c7-70b9-4d51-a86b-236dd141f394 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:52:15.214036 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-72cb03cb-2f9d-4e1c-a01b-18f10eb66861 service neutron] 10.222.0.79 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076612 Aug 16 02:52:15.247425 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Set router ff0d288d-2585-4087-8e4b-95aeda31cac8 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:15.356900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-26c08175-b416-4819-8deb-6be199846afe None None] Provisioning complete for port 9eb747c7-70b9-4d51-a86b-236dd141f394 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:15.357979 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-26c08175-b416-4819-8deb-6be199846afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:15.411861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-26c08175-b416-4819-8deb-6be199846afe None None] Port 9eb747c7-70b9-4d51-a86b-236dd141f394 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:52:15.428332 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-53f8e79c-fcd5-4cf7-b39b-08af8571eb17 req-a0e770f5-fd57-49df-a703-0e1e79cd2108 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 210 time: 0.0380955 Aug 16 02:52:15.471412 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:13Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9eb747c7-70b9-4d51-a86b-236dd141f394', 'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:62:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:13Z', 'updated_at': '2021-08-16T02:52:14Z', 'revision_number': 2, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:15.503977 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Checking router: ff0d288d-2585-4087-8e4b-95aeda31cac8 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:52:15.504593 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Updating router ff0d288d-2585-4087-8e4b-95aeda31cac8 port 9eb747c7-70b9-4d51-a86b-236dd141f394 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:52:15.537437 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:15.635546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-da0a5e6d-a981-492b-8245-f5ebb3f2f374 None None] Provisioning complete for port 9eb747c7-70b9-4d51-a86b-236dd141f394 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:15.636591 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-da0a5e6d-a981-492b-8245-f5ebb3f2f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:15.670958 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f4f20b2e-1ae7-4df5-980f-821c5e5a610f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:15.711390 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-da0a5e6d-a981-492b-8245-f5ebb3f2f374 None None] Port 9eb747c7-70b9-4d51-a86b-236dd141f394 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:52:15.740770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port f4f20b2e-1ae7-4df5-980f-821c5e5a610f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:15.746749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f4f20b2e-1ae7-4df5-980f-821c5e5a610f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:15.746946 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:15.846369 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:15.862200 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:15.872796 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Transition to ACTIVE for port object 9eb747c7-70b9-4d51-a86b-236dd141f394 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:15.878649 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:15.879681 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port f4f20b2e-1ae7-4df5-980f-821c5e5a610f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f4f20b2e-1ae7-4df5-980f-821c5e5a610f,segment=NetworkSegment(8f787bdf-83fd-4795-9844-135772ef6f7d),segment_id=8f787bdf-83fd-4795-9844-135772ef6f7d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:15.882788 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:15.883602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 15178e8a-69c1-4e23-baf2-0503096e2ad1 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:15.929736 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Pushing event updated for resources: {'Port': ['ID=9eb747c7-70b9-4d51-a86b-236dd141f394,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:15.941509 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.941877 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.942219 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.942545 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.942870 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.943384 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.943710 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.944032 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.944352 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.944668 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.945142 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.945463 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:15.966300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=f4f20b2e-1ae7-4df5-980f-821c5e5a610f,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:15.986216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 15178e8a-69c1-4e23-baf2-0503096e2ad1 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:15.990773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 15178e8a-69c1-4e23-baf2-0503096e2ad1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:15.991164 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:16.000801 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Attempting to bind port 9eb747c7-70b9-4d51-a86b-236dd141f394 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:52:16.001192 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Attempting to bind port 9eb747c7-70b9-4d51-a86b-236dd141f394 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:52:16.001560 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Attempting to bind port 9eb747c7-70b9-4d51-a86b-236dd141f394 on network dcbea0eb-83ae-4e24-9533-54ff352c4050 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:52:16.007034 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:52:16.007417 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Checking segment: {'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:52:16.007824 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:16.008214 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Bound using segment: {'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:52:16.008678 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Bound port: 9eb747c7-70b9-4d51-a86b-236dd141f394, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:52:16.009076 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:16.083843 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] For port 9eb747c7-70b9-4d51-a86b-236dd141f394, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:52:16.087200 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] For port 9eb747c7-70b9-4d51-a86b-236dd141f394, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9eb747c7-70b9-4d51-a86b-236dd141f394,segment=NetworkSegment(8f787bdf-83fd-4795-9844-135772ef6f7d),segment_id=8f787bdf-83fd-4795-9844-135772ef6f7d)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:52:16.091342 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:16.093615 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:16.121303 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 15178e8a-69c1-4e23-baf2-0503096e2ad1, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=15178e8a-69c1-4e23-baf2-0503096e2ad1,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:16.128834 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:16.159417 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8177800-50e3-4dfa-b28c-a910003f8e8f None None] Pushing event updated for resources: {'Port': ['ID=9eb747c7-70b9-4d51-a86b-236dd141f394,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:16.175541 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Routers {'ff0d288d-2585-4087-8e4b-95aeda31cac8'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:16.176789 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:52:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ff0d288d-2585-4087-8e4b-95aeda31cac8'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:16.185895 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=15178e8a-69c1-4e23-baf2-0503096e2ad1,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:16.286018 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] Set router ff0d288d-2585-4087-8e4b-95aeda31cac8 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:16.489576 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:13Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9eb747c7-70b9-4d51-a86b-236dd141f394', 'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:62:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:13Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:16.517126 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b339ef1-2637-4f85-b3ef-ad6be7d0e627 None None] The sync data for ids ['ff0d288d-2585-4087-8e4b-95aeda31cac8'] in n-d-768851-16 is: [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:13Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9eb747c7-70b9-4d51-a86b-236dd141f394', 'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:62:10:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:13Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:52:16.523143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ef63d549-a8ba-481e-a6fe-d4640dc9cd37 req-f6012b91-be25-4098-96dd-9fb5e49bc903 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 210 time: 0.0287695 Aug 16 02:52:17.556312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-2c512c1d-b603-4648-a51e-f0ca441b7bff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:17.559905 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-2c512c1d-b603-4648-a51e-f0ca441b7bff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "GET /v2.0/networks?id=dcbea0eb-83ae-4e24-9533-54ff352c4050 HTTP/1.1" status: 200 len: 796 time: 0.1225832 Aug 16 02:52:17.621699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-dbc9672e-9add-407b-b4db-aa6a0dcd44d1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 379 time: 0.0481179 Aug 16 02:52:17.636890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'port': {'device_id': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'admin_state_up': True, 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'security_groups': ['c23ebf40-ba0a-4a3a-97b5-9bfef8c75479']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:17.644424 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f4f20b2e-1ae7-4df5-980f-821c5e5a610f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:17.665262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b611248-935e-49db-b44b-6cd9601231fd req-142867a9-cdc7-4ae3-9720-88918fb77b80 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 210 time: 0.0424366 Aug 16 02:52:17.703707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f4f20b2e-1ae7-4df5-980f-821c5e5a610f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:17.704216 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:17.759600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:52:17.763428 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:17.791786 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9eb747c7-70b9-4d51-a86b-236dd141f394 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:17.846323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 9eb747c7-70b9-4d51-a86b-236dd141f394 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:17.851957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 9eb747c7-70b9-4d51-a86b-236dd141f394 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:17.852338 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:17.901752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.20.0.5 (dcbea0eb-83ae-4e24-9533-54ff352c4050/5afbdbbd-43f9-450a-a026-eabbdd7545c0/2a4c613b-f577-46b9-950b-b2f2168c020b) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:52:17.929642 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:17.962513 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 9eb747c7-70b9-4d51-a86b-236dd141f394, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9eb747c7-70b9-4d51-a86b-236dd141f394,segment=NetworkSegment(8f787bdf-83fd-4795-9844-135772ef6f7d),segment_id=8f787bdf-83fd-4795-9844-135772ef6f7d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:17.967976 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:17.968823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 15178e8a-69c1-4e23-baf2-0503096e2ad1 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:18.047426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=9eb747c7-70b9-4d51-a86b-236dd141f394,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:18.049606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.058438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 15178e8a-69c1-4e23-baf2-0503096e2ad1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:18.058816 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.068839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Transition to ACTIVE for port object 2a4c613b-f577-46b9-950b-b2f2168c020b will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:18.107622 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.147637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network dcbea0eb-83ae-4e24-9533-54ff352c4050 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:18.152584 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:18.156225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:52:18.184137 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=2a4c613b-f577-46b9-950b-b2f2168c020b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:18.210772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:18.211424 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.227095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-f6fb2b4c-0649-467b-a547-91a7fe1214e8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5963147 Aug 16 02:52:18.243822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-0172cb3b-60cc-4e99-9a98-4bb004f74adf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:52:18.244893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-0172cb3b-60cc-4e99-9a98-4bb004f74adf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054929 Aug 16 02:52:18.302270 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Request body: {'port': {'device_id': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:18.361218 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.411754 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d85e804d-872c-45c6-8214-f36b42bfe1f5 None None] Provisioning for port 2a4c613b-f577-46b9-950b-b2f2168c020b completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:18.416753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d85e804d-872c-45c6-8214-f36b42bfe1f5 None None] Provisioning complete for port 2a4c613b-f577-46b9-950b-b2f2168c020b triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:18.417177 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d85e804d-872c-45c6-8214-f36b42bfe1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.456293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d85e804d-872c-45c6-8214-f36b42bfe1f5 None None] Port 2a4c613b-f577-46b9-950b-b2f2168c020b cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:52:18.638680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4c613b-f577-46b9-950b-b2f2168c020b {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:52:18.646896 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.658449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Transition to ACTIVE for port object 2a4c613b-f577-46b9-950b-b2f2168c020b will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:18.663082 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.732479 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4c613b-f577-46b9-950b-b2f2168c020b,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:18.824387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Attempting to bind port 2a4c613b-f577-46b9-950b-b2f2168c020b on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:52:18.824721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Attempting to bind port 2a4c613b-f577-46b9-950b-b2f2168c020b by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:52:18.825068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Attempting to bind port 2a4c613b-f577-46b9-950b-b2f2168c020b on network dcbea0eb-83ae-4e24-9533-54ff352c4050 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:52:18.835668 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a3658-d437-425c-be1c-fb27d815101e req-2a39b83c-4be5-42af-9925-abfe37c61986 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:18.837272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee5a3658-d437-425c-be1c-fb27d815101e req-2a39b83c-4be5-42af-9925-abfe37c61986 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 943 time: 0.0802495 Aug 16 02:52:18.839587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Port 2a4c613b-f577-46b9-950b-b2f2168c020b on network dcbea0eb-83ae-4e24-9533-54ff352c4050 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:52:18.839908 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Attempting to bind port 2a4c613b-f577-46b9-950b-b2f2168c020b on network dcbea0eb-83ae-4e24-9533-54ff352c4050 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:52:18.847231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:52:18.847565 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Checking segment: {'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:52:18.847974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Bound using segment: {'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:52:18.848405 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Bound port: 2a4c613b-f577-46b9-950b-b2f2168c020b, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f787bdf-83fd-4795-9844-135772ef6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:52:18.848761 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.903857 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.917862 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee5a3658-d437-425c-be1c-fb27d815101e req-edfac833-756d-4d6e-8474-b2ceeabbf7fd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724118 Aug 16 02:52:18.940886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] For port 2a4c613b-f577-46b9-950b-b2f2168c020b, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:52:18.944526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] For port 2a4c613b-f577-46b9-950b-b2f2168c020b, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2a4c613b-f577-46b9-950b-b2f2168c020b,segment=NetworkSegment(8f787bdf-83fd-4795-9844-135772ef6f7d),segment_id=8f787bdf-83fd-4795-9844-135772ef6f7d)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:52:18.949035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.985525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:18.986137 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:18.987535 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] 10.222.0.84 "PUT /v2.0/ports/2a4c613b-f577-46b9-950b-b2f2168c020b HTTP/1.1" status: 200 len: 1092 time: 0.7357600 Aug 16 02:52:18.987977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'tag': '2a4c613b-f577-46b9-950b-b2f2168c020b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:18.990763 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1598f0-a81a-4810-96be-4c92ea9bdc15", "tag": "2a4c613b-f577-46b9-950b-b2f2168c020b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:19.020517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a6a9a-8de3-415f-b4ad-f9fb1b7da219 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4c613b-f577-46b9-950b-b2f2168c020b,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:19.058248 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e600bf7-e6db-46f0-bf76-a14520ef863b x-openstack-request-id: req-9e600bf7-e6db-46f0-bf76-a14520ef863b {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:19.058530 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1598f0-a81a-4810-96be-4c92ea9bdc15", "tag": "2a4c613b-f577-46b9-950b-b2f2168c020b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:19.058782 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9e600bf7-e6db-46f0-bf76-a14520ef863b {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:19.059227 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'tag': '2a4c613b-f577-46b9-950b-b2f2168c020b', 'status': 'completed', 'code': 200} Aug 16 02:52:19.093196 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-ceabdc23-8d4c-4c54-bff0-0b5753808435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:19.094736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-ceabdc23-8d4c-4c54-bff0-0b5753808435 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 1095 time: 0.0462217 Aug 16 02:52:19.143787 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-4f7404d3-ac49-4113-8729-dd73874dece9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a4c613b-f577-46b9-950b-b2f2168c020b HTTP/1.1" status: 200 len: 217 time: 0.0369422 Aug 16 02:52:19.198879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-334ded23-f8ca-4005-ad08-ac4986484e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:19.200344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-334ded23-f8ca-4005-ad08-ac4986484e85 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5afbdbbd-43f9-450a-a026-eabbdd7545c0 HTTP/1.1" status: 200 len: 835 time: 0.0494866 Aug 16 02:52:19.245689 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-65118109-e12d-483f-b552-40f233677b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:19.247150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-65118109-e12d-483f-b552-40f233677b9d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dcbea0eb-83ae-4e24-9533-54ff352c4050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402908 Aug 16 02:52:19.333316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-cab807b9-815b-4943-adfc-222d704c565d service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785377 Aug 16 02:52:19.426623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e94942f0-b80c-45f6-8e58-956a520c1028 req-11332e68-644e-48c4-ad3f-3ac829d55d8a service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864694 Aug 16 02:52:19.536353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9eb747c7-70b9-4d51-a86b-236dd141f394 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:19.558990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3 req-bc61fb80-4d99-4f47-86fc-15f20f342de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:19.560487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3 req-bc61fb80-4d99-4f47-86fc-15f20f342de0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 1095 time: 0.0417626 Aug 16 02:52:19.584667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 9eb747c7-70b9-4d51-a86b-236dd141f394 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:19.585071 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:19.653605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3 req-79d051d2-a091-4c47-8b17-d5f5d26cfeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:19.655073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3 req-79d051d2-a091-4c47-8b17-d5f5d26cfeec service neutron] 10.222.0.84 "GET /v2.0/networks?id=dcbea0eb-83ae-4e24-9533-54ff352c4050 HTTP/1.1" status: 200 len: 897 time: 0.0870817 Aug 16 02:52:19.697925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3 req-0661826f-32f8-4685-8fb4-292c5f7e7bb3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a4c613b-f577-46b9-950b-b2f2168c020b HTTP/1.1" status: 200 len: 217 time: 0.0349045 Aug 16 02:52:19.746177 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3 req-c5b8f73a-19c4-4bb6-a2f9-a15185d2d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:19.747648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3 req-c5b8f73a-19c4-4bb6-a2f9-a15185d2d40d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5afbdbbd-43f9-450a-a026-eabbdd7545c0 HTTP/1.1" status: 200 len: 835 time: 0.0435448 Aug 16 02:52:19.796068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3 req-c7d70910-05e1-462c-95bf-d652f055b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:19.797572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3 req-c7d70910-05e1-462c-95bf-d652f055b28e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dcbea0eb-83ae-4e24-9533-54ff352c4050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433350 Aug 16 02:52:19.892513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3 req-0d147fba-da8e-44f3-ba23-50ef71d31c78 service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862384 Aug 16 02:52:19.985003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bdb36b03-d79c-4dc9-bdbf-20a06468b5f3 req-421026ee-9c23-468c-a7b3-75c068c53992 service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858064 Aug 16 02:52:20.038403 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4417ed7-3e86-40a4-8f75-58acf41ae9fd req-cdbcd5ea-deec-449d-bff4-ee26840d9d4a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:20.039896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4417ed7-3e86-40a4-8f75-58acf41ae9fd req-cdbcd5ea-deec-449d-bff4-ee26840d9d4a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 943 time: 0.0532117 Aug 16 02:52:20.077177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4417ed7-3e86-40a4-8f75-58acf41ae9fd req-daa01f6c-ad5a-4df1-acd6-462433921af6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313096 Aug 16 02:52:21.194832 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668c660-2ce7-46ab-b4a1-b9e2158d77bc req-41bbcbbb-bfdc-430f-a007-c1f88163b339 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:21.196319 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7668c660-2ce7-46ab-b4a1-b9e2158d77bc req-41bbcbbb-bfdc-430f-a007-c1f88163b339 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 943 time: 0.0483768 Aug 16 02:52:21.233843 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7668c660-2ce7-46ab-b4a1-b9e2158d77bc req-183be0c9-c014-4fef-bca7-5e3f4fe37ad9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Aug 16 02:52:21.435953 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2a4c613b-f577-46b9-950b-b2f2168c020b details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:52:21.532745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2a4c613b-f577-46b9-950b-b2f2168c020b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2a4c613b-f577-46b9-950b-b2f2168c020b,segment=NetworkSegment(8f787bdf-83fd-4795-9844-135772ef6f7d),segment_id=8f787bdf-83fd-4795-9844-135772ef6f7d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:21.543934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '2a4c613b-f577-46b9-950b-b2f2168c020b', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'port_id': '2a4c613b-f577-46b9-950b-b2f2168c020b', 'mac_address': 'fa:16:3e:f7:25:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:52:21.579867 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:21.592991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4c613b-f577-46b9-950b-b2f2168c020b {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:52:21.613001 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2a4c613b-f577-46b9-950b-b2f2168c020b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2a4c613b-f577-46b9-950b-b2f2168c020b,segment=NetworkSegment(8f787bdf-83fd-4795-9844-135772ef6f7d),segment_id=8f787bdf-83fd-4795-9844-135772ef6f7d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:21.616639 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:21.666977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2a4c613b-f577-46b9-950b-b2f2168c020b,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:22.031664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['2a4c613b-f577-46b9-950b-b2f2168c020b'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:52:22.345696 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc3e9d-5712-4add-9a98-c73110513a4e req-320a81d5-5c75-4e1d-b963-9fd85aae8423 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:22.347150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32dc3e9d-5712-4add-9a98-c73110513a4e req-320a81d5-5c75-4e1d-b963-9fd85aae8423 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 944 time: 0.0469315 Aug 16 02:52:22.384603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-32dc3e9d-5712-4add-9a98-c73110513a4e req-02ffe6a7-763e-44f3-84ba-ec9bc514fcbb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307155 Aug 16 02:52:23.467121 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2a4c613b-f577-46b9-950b-b2f2168c020b up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:23.510135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602ea84-92cd-4969-a192-5bbdd68bd351 req-37b0a601-d1b4-4eaa-8dbf-ef4dc4e0faa4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:23.511656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1602ea84-92cd-4969-a192-5bbdd68bd351 req-37b0a601-d1b4-4eaa-8dbf-ef4dc4e0faa4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 944 time: 0.0590324 Aug 16 02:52:23.517623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 2a4c613b-f577-46b9-950b-b2f2168c020b completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:23.521297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 2a4c613b-f577-46b9-950b-b2f2168c020b triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:23.521693 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:23.549682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1602ea84-92cd-4969-a192-5bbdd68bd351 req-77995a1c-e11a-4fd6-9ed9-8f0a10eaa7de tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317681 Aug 16 02:52:23.598839 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:23.621839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4c613b-f577-46b9-950b-b2f2168c020b'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:23.624083 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbce8307-5a41-4e12-b84e-eb1b800c992e" -d '{"events": [{"server_uuid": "ac1598f0-a81a-4810-96be-4c92ea9bdc15", "name": "network-vif-plugged", "status": "completed", "tag": "2a4c613b-f577-46b9-950b-b2f2168c020b"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:23.640200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 2a4c613b-f577-46b9-950b-b2f2168c020b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2a4c613b-f577-46b9-950b-b2f2168c020b,segment=NetworkSegment(8f787bdf-83fd-4795-9844-135772ef6f7d),segment_id=8f787bdf-83fd-4795-9844-135772ef6f7d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:23.644187 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:23.667663 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233c8287-0c86-4998-a25c-a647304ff37c x-openstack-request-id: req-233c8287-0c86-4998-a25c-a647304ff37c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:23.667883 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1598f0-a81a-4810-96be-4c92ea9bdc15", "name": "network-vif-plugged", "status": "completed", "tag": "2a4c613b-f577-46b9-950b-b2f2168c020b", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:23.668135 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-233c8287-0c86-4998-a25c-a647304ff37c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:23.668522 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4c613b-f577-46b9-950b-b2f2168c020b', 'code': 200} Aug 16 02:52:23.694839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=2a4c613b-f577-46b9-950b-b2f2168c020b,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:23.780544 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d459d-a35b-466c-b262-dcd1e80944fc req-8d619edd-55ee-49b0-8e64-bdfbe4520458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:23.782073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d4d459d-a35b-466c-b262-dcd1e80944fc req-8d619edd-55ee-49b0-8e64-bdfbe4520458 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 1097 time: 0.0393815 Aug 16 02:52:23.817047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d4d459d-a35b-466c-b262-dcd1e80944fc req-3c4cdd6d-aba6-486a-9db0-73fa813b5f6f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276229 Aug 16 02:52:24.664615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e834e-e70c-4a35-8f80-9e7b1de29d8a req-e2b3d3bd-c66a-4001-a5a9-7a2875e4d6a1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:24.666113 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc5e834e-e70c-4a35-8f80-9e7b1de29d8a req-e2b3d3bd-c66a-4001-a5a9-7a2875e4d6a1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0484798 Aug 16 02:52:24.703247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc5e834e-e70c-4a35-8f80-9e7b1de29d8a req-a91d9092-e482-4306-8145-af549ba7a48a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311897 Aug 16 02:52:25.756914 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:52:25.825252 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0dc7c-c0da-47d7-a947-20bf84455cc2 req-ed0dfc9c-2aaa-4d1e-92d2-37aceae55393 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:25.826730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24a0dc7c-c0da-47d7-a947-20bf84455cc2 req-ed0dfc9c-2aaa-4d1e-92d2-37aceae55393 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0535312 Aug 16 02:52:25.865779 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24a0dc7c-c0da-47d7-a947-20bf84455cc2 req-247b4f76-0b8a-47f9-86e0-3449d1484d42 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321209 Aug 16 02:52:25.982852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555f342-4c7f-4cf8-b9b8-50a75702041a req-98c23359-cc0d-4a89-8b8f-203ca504203a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:25.984252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d555f342-4c7f-4cf8-b9b8-50a75702041a req-98c23359-cc0d-4a89-8b8f-203ca504203a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Aug 16 02:52:26.022369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d555f342-4c7f-4cf8-b9b8-50a75702041a req-2cfd5a9d-b0ab-4b8b-ad1f-6d1291e1fe8b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319428 Aug 16 02:52:26.043802 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36574) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:26.083575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c841f63-6d79-4108-a457-a44088480d3b tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:26.085185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2c841f63-6d79-4108-a457-a44088480d3b tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 1092 time: 0.0401783 Aug 16 02:52:26.087914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36576) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:26.092296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '2a4c613b-f577-46b9-950b-b2f2168c020b', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:26.122688 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:26.556598 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:26.660127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.25.2.10 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/e396182c-9c0b-497a-ba4b-bde99c39d8dd) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:52:26.758401 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:26.798763 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:26.836082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:26.841237 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:26.844476 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:52:26.853667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=e396182c-9c0b-497a-ba4b-bde99c39d8dd,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:27.207783 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:27.276530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:27.422298 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:27.426749 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:27.501569 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=e396182c-9c0b-497a-ba4b-bde99c39d8dd,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:27.509269 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:27.609777 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Floating IP c6b46f64-5c86-4efc-8de2-7f10319c25bd associated. External IP: 172.25.2.10, port: 2a4c613b-f577-46b9-950b-b2f2168c020b. Aug 16 02:52:27.826653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router ff0d288d-2585-4087-8e4b-95aeda31cac8 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:52:27.934399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:52:27.949008 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844c330-966f-4393-9e38-db955e384bfb None None] Sync routers for ids ['ff0d288d-2585-4087-8e4b-95aeda31cac8'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:52:27.950490 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:27.960085 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844c330-966f-4393-9e38-db955e384bfb None None] Routers {'ff0d288d-2585-4087-8e4b-95aeda31cac8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:27.960715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e844c330-966f-4393-9e38-db955e384bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:52:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ff0d288d-2585-4087-8e4b-95aeda31cac8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:27.979331 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ed8d6fa6-0b1b-4f0e-a7d0-3673f6c30cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8903821 Aug 16 02:52:27.980034 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'tag': '2a4c613b-f577-46b9-950b-b2f2168c020b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:27.982416 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ee64c8-64a5-4018-8630-1fc2c6f23093" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1598f0-a81a-4810-96be-4c92ea9bdc15", "tag": "2a4c613b-f577-46b9-950b-b2f2168c020b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:28.022454 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2563e10-37c3-464d-b27d-ec18f02701a9 x-openstack-request-id: req-a2563e10-37c3-464d-b27d-ec18f02701a9 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:28.022751 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1598f0-a81a-4810-96be-4c92ea9bdc15", "tag": "2a4c613b-f577-46b9-950b-b2f2168c020b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:28.023007 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2563e10-37c3-464d-b27d-ec18f02701a9 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:28.023419 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'tag': '2a4c613b-f577-46b9-950b-b2f2168c020b', 'status': 'completed', 'code': 200} Aug 16 02:52:28.074518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e844c330-966f-4393-9e38-db955e384bfb None None] Set router ff0d288d-2585-4087-8e4b-95aeda31cac8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:28.116931 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3314a52-6ca9-400a-997b-7d33721afe11 req-c2a6ac83-4e96-4e05-b41c-59f74a86cb47 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:28.118510 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3314a52-6ca9-400a-997b-7d33721afe11 req-c2a6ac83-4e96-4e05-b41c-59f74a86cb47 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0779099 Aug 16 02:52:28.125621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee64c8-64a5-4018-8630-1fc2c6f23093 req-bf71a82e-4c3b-410d-96fb-f128a10a709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:28.127101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76ee64c8-64a5-4018-8630-1fc2c6f23093 req-bf71a82e-4c3b-410d-96fb-f128a10a709e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 1097 time: 0.0573895 Aug 16 02:52:28.214079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3314a52-6ca9-400a-997b-7d33721afe11 req-58658577-b25e-427c-99b8-89954e21a910 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859945 Aug 16 02:52:28.236223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36582) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:28.246512 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee64c8-64a5-4018-8630-1fc2c6f23093 req-b257809d-3d42-464b-a793-b3b8f4e2c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:28.247982 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76ee64c8-64a5-4018-8630-1fc2c6f23093 req-b257809d-3d42-464b-a793-b3b8f4e2c8b1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=dcbea0eb-83ae-4e24-9533-54ff352c4050 HTTP/1.1" status: 200 len: 897 time: 0.1138513 Aug 16 02:52:28.318431 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76ee64c8-64a5-4018-8630-1fc2c6f23093 req-6544bc06-c068-4640-8663-05ddfd536918 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a4c613b-f577-46b9-950b-b2f2168c020b HTTP/1.1" status: 200 len: 998 time: 0.0635431 Aug 16 02:52:28.329551 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e844c330-966f-4393-9e38-db955e384bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:13Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c6b46f64-5c86-4efc-8de2-7f10319c25bd', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'port_id': '2a4c613b-f577-46b9-950b-b2f2168c020b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'mac_address': 'fa:16:3e:f7:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:52:27Z', 'updated_at': '2021-08-16T02:52:27Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb747c7-70b9-4d51-a86b-236dd141f394', 'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:62:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:13Z', 'updated_at': '2021-08-16T02:52:17Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:28.362477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844c330-966f-4393-9e38-db955e384bfb None None] Checking router: ff0d288d-2585-4087-8e4b-95aeda31cac8 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:52:28.372770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844c330-966f-4393-9e38-db955e384bfb None None] Routers {'ff0d288d-2585-4087-8e4b-95aeda31cac8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:28.373354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e844c330-966f-4393-9e38-db955e384bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:52:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ff0d288d-2585-4087-8e4b-95aeda31cac8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:28.378617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee64c8-64a5-4018-8630-1fc2c6f23093 req-1c54f6cc-bbc5-49e4-85f5-cba89a934a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:28.380404 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76ee64c8-64a5-4018-8630-1fc2c6f23093 req-1c54f6cc-bbc5-49e4-85f5-cba89a934a74 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5afbdbbd-43f9-450a-a026-eabbdd7545c0 HTTP/1.1" status: 200 len: 835 time: 0.0553246 Aug 16 02:52:28.438037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee64c8-64a5-4018-8630-1fc2c6f23093 req-e9d93bce-7d0b-41ef-bbc6-1491f53dca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:28.440181 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76ee64c8-64a5-4018-8630-1fc2c6f23093 req-e9d93bce-7d0b-41ef-bbc6-1491f53dca9f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dcbea0eb-83ae-4e24-9533-54ff352c4050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520422 Aug 16 02:52:28.494664 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e844c330-966f-4393-9e38-db955e384bfb None None] Set router ff0d288d-2585-4087-8e4b-95aeda31cac8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:28.540593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76ee64c8-64a5-4018-8630-1fc2c6f23093 req-0b1fa994-da31-49ad-8ca6-4301c11293e4 service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931814 Aug 16 02:52:28.632254 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-782a20cb-8306-48bb-a03b-5a079d4dc2ef tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/c6b46f64-5c86-4efc-8de2-7f10319c25bd HTTP/1.1" status: 200 len: 990 time: 0.3930922 Aug 16 02:52:28.642507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76ee64c8-64a5-4018-8630-1fc2c6f23093 req-a6f5df52-d15a-413f-9a27-9e8d2e6d3785 service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949514 Aug 16 02:52:28.733705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e844c330-966f-4393-9e38-db955e384bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:13Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c6b46f64-5c86-4efc-8de2-7f10319c25bd', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'port_id': '2a4c613b-f577-46b9-950b-b2f2168c020b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'mac_address': 'fa:16:3e:f7:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:52:27Z', 'updated_at': '2021-08-16T02:52:27Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb747c7-70b9-4d51-a86b-236dd141f394', 'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:62:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:13Z', 'updated_at': '2021-08-16T02:52:17Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:28.760323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e844c330-966f-4393-9e38-db955e384bfb None None] The sync data for ids ['ff0d288d-2585-4087-8e4b-95aeda31cac8'] in n-d-768851-16 is: [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:13Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c6b46f64-5c86-4efc-8de2-7f10319c25bd', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'port_id': '2a4c613b-f577-46b9-950b-b2f2168c020b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'mac_address': 'fa:16:3e:f7:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:52:27Z', 'updated_at': '2021-08-16T02:52:27Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb747c7-70b9-4d51-a86b-236dd141f394', 'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:62:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:13Z', 'updated_at': '2021-08-16T02:52:17Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:52:28.938288 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5345fa4e-a513-41b0-aa7f-c0dc6b008953 None None] New status for floating IP c6b46f64-5c86-4efc-8de2-7f10319c25bd: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:52:29.635037 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36584) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:29.694729 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aeb0f7ac-6d29-412a-b1b1-12790581241f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/c6b46f64-5c86-4efc-8de2-7f10319c25bd HTTP/1.1" status: 200 len: 992 time: 0.0585496 Aug 16 02:52:38.966506 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6da44a71-a27e-482b-b7a7-8f6cd356d9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:40.288609 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:41.554393 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5fb256b2-1ac4-4825-a828-6259858535eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:41.669164 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:42.961298 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:44.469749 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:48.919088 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:02.758684 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:53:08.966761 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-76eee711-78d8-4671-a664-c9e30cef9e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:10.296278 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:11.554754 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1738fc7f-3287-49ba-aded-fd2962fa17e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:11.669201 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.962613 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:14.473722 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:16.957541 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-b8bcbeae-ca69-4683-9846-cb2c46718aa7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396392 Aug 16 02:53:17.054768 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-b407f988-62ed-429d-8d68-856401b1c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:17.056267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-b407f988-62ed-429d-8d68-856401b1c3b3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 1097 time: 0.0408866 Aug 16 02:53:17.162407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-eca3b742-a557-400e-bfed-11567323a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:17.163891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-eca3b742-a557-400e-bfed-11567323a81a service neutron] 10.222.0.84 "GET /v2.0/networks?id=dcbea0eb-83ae-4e24-9533-54ff352c4050 HTTP/1.1" status: 200 len: 897 time: 0.0886631 Aug 16 02:53:17.227552 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-207308b1-bc31-40a5-b87a-d5425af8e925 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a4c613b-f577-46b9-950b-b2f2168c020b HTTP/1.1" status: 200 len: 1000 time: 0.0570760 Aug 16 02:53:17.283525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-b20154bd-9f08-4921-a6c0-f873fd57a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:17.285124 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-b20154bd-9f08-4921-a6c0-f873fd57a7e5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5afbdbbd-43f9-450a-a026-eabbdd7545c0 HTTP/1.1" status: 200 len: 835 time: 0.0509725 Aug 16 02:53:17.330781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-416886d8-2cf0-44ea-94ad-ff7109414b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:17.332288 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-416886d8-2cf0-44ea-94ad-ff7109414b6f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dcbea0eb-83ae-4e24-9533-54ff352c4050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404050 Aug 16 02:53:17.420786 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-9457f45f-14af-4f98-b28d-28a5e411bd97 service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811150 Aug 16 02:53:17.515562 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70a5b41e-d4af-439c-832b-3dabef5b0ae7 req-682a9da7-c251-412c-a177-4b631cecbeb7 service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876021 Aug 16 02:53:18.917319 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:32.628107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676726c2-1be7-4cb8-8198-ff8f76673cae req-dfe76d85-f854-4605-8141-d9d85981df42 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.629637 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-676726c2-1be7-4cb8-8198-ff8f76673cae req-dfe76d85-f854-4605-8141-d9d85981df42 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0787368 Aug 16 02:53:32.636509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a1496-9fa0-4bbd-baee-5ce0c83467d9 req-e02fe22b-7ba0-47a6-9cb3-220811e7916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.637983 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-467a1496-9fa0-4bbd-baee-5ce0c83467d9 req-e02fe22b-7ba0-47a6-9cb3-220811e7916f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 1097 time: 0.0582554 Aug 16 02:53:32.727136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-676726c2-1be7-4cb8-8198-ff8f76673cae req-413cf9af-0e23-4972-9d16-95c8ef3142b7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880787 Aug 16 02:53:32.758721 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a1496-9fa0-4bbd-baee-5ce0c83467d9 req-722cbc50-d951-4a54-a803-21f251e43dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.760185 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-467a1496-9fa0-4bbd-baee-5ce0c83467d9 req-722cbc50-d951-4a54-a803-21f251e43dd7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=dcbea0eb-83ae-4e24-9533-54ff352c4050 HTTP/1.1" status: 200 len: 897 time: 0.1143630 Aug 16 02:53:32.831397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-467a1496-9fa0-4bbd-baee-5ce0c83467d9 req-bcfa4422-1f26-4588-a8d3-cc6ea2eeeb99 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a4c613b-f577-46b9-950b-b2f2168c020b HTTP/1.1" status: 200 len: 1000 time: 0.0625765 Aug 16 02:53:32.880494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a1496-9fa0-4bbd-baee-5ce0c83467d9 req-676fa806-5bac-4c10-8e3e-45c4525ca2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.882892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-467a1496-9fa0-4bbd-baee-5ce0c83467d9 req-676fa806-5bac-4c10-8e3e-45c4525ca2ce service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5afbdbbd-43f9-450a-a026-eabbdd7545c0 HTTP/1.1" status: 200 len: 835 time: 0.0447667 Aug 16 02:53:32.927769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a1496-9fa0-4bbd-baee-5ce0c83467d9 req-8c77eeb1-876c-4aa8-ad51-92af521da6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.929769 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-467a1496-9fa0-4bbd-baee-5ce0c83467d9 req-8c77eeb1-876c-4aa8-ad51-92af521da6ad service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dcbea0eb-83ae-4e24-9533-54ff352c4050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393348 Aug 16 02:53:33.021359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-467a1496-9fa0-4bbd-baee-5ce0c83467d9 req-2af86b39-60c8-40a8-ae8e-de3630729d4b service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842931 Aug 16 02:53:33.117925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-467a1496-9fa0-4bbd-baee-5ce0c83467d9 req-3e32521c-d69b-43bd-9aa5-1b7e58ffd811 service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894651 Aug 16 02:53:33.848966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e67d87-85d1-4f8d-b573-18b83dd3e461 req-77a7b88e-f33e-49f5-b2a3-dfba24e8f5bc tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:33.851283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36e67d87-85d1-4f8d-b573-18b83dd3e461 req-77a7b88e-f33e-49f5-b2a3-dfba24e8f5bc tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0494976 Aug 16 02:53:33.889584 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-36e67d87-85d1-4f8d-b573-18b83dd3e461 req-34c39873-c82e-40af-9aae-dcb6ce3fe620 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324149 Aug 16 02:53:35.010237 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944536c-c5c1-4a6c-b90e-a3104956d34d req-6ebee499-af2c-4c03-9661-9f7776637c8f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:35.011797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f944536c-c5c1-4a6c-b90e-a3104956d34d req-6ebee499-af2c-4c03-9661-9f7776637c8f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0545104 Aug 16 02:53:35.048751 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f944536c-c5c1-4a6c-b90e-a3104956d34d req-4077018e-b598-4fca-a7c0-c5c529c51882 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309091 Aug 16 02:53:36.165368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384eaa9-e8f4-4187-89c2-34d89408d2ea req-e5472d3f-4c3c-4d05-afcc-d6d5d68a51f3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:36.166889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a384eaa9-e8f4-4187-89c2-34d89408d2ea req-e5472d3f-4c3c-4d05-afcc-d6d5d68a51f3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0493116 Aug 16 02:53:36.203810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a384eaa9-e8f4-4187-89c2-34d89408d2ea req-190c6194-cda7-47f8-b8bd-90b6e1ab6155 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 Aug 16 02:53:37.318943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92c873-59cb-43d2-9683-9a6c0a58d141 req-dfcbfcc6-bed5-49ce-804b-39e811a51d5d tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:37.320413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c92c873-59cb-43d2-9683-9a6c0a58d141 req-dfcbfcc6-bed5-49ce-804b-39e811a51d5d tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0487804 Aug 16 02:53:37.358473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c92c873-59cb-43d2-9683-9a6c0a58d141 req-93ce0175-51d9-4efb-a831-9d589167b706 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318308 Aug 16 02:53:38.480576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb188c-e605-4c50-b924-9f841df89310 req-881938b0-cd0e-4829-90b5-aaa81d4b4439 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:38.482932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3bb188c-e605-4c50-b924-9f841df89310 req-881938b0-cd0e-4829-90b5-aaa81d4b4439 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0555832 Aug 16 02:53:38.520542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a3bb188c-e605-4c50-b924-9f841df89310 req-b06cfa96-c716-4923-9f08-05cf5df7fb8c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324583 Aug 16 02:53:38.969458 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4746bfe4-b3aa-4283-b242-c8cbd632e39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:39.635353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d5c85-3133-4d8a-8c02-67399b80af13 req-b3d50e91-09a1-4f2f-8e59-f67d758c52ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:39.636819 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf6d5c85-3133-4d8a-8c02-67399b80af13 req-b3d50e91-09a1-4f2f-8e59-f67d758c52ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0486145 Aug 16 02:53:39.675471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf6d5c85-3133-4d8a-8c02-67399b80af13 req-a03da612-c770-447d-b804-9e723d2e1926 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326562 Aug 16 02:53:39.758375 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:53:40.314650 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:40.799145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634025b-601d-4ab7-bd0b-f4966b3b1627 req-a34b287e-d356-4e66-b063-ca177b8f38f0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:40.800640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4634025b-601d-4ab7-bd0b-f4966b3b1627 req-a34b287e-d356-4e66-b063-ca177b8f38f0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0545309 Aug 16 02:53:40.838435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4634025b-601d-4ab7-bd0b-f4966b3b1627 req-03a1dae4-c1dc-4c98-9ffc-f880d4f91577 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311937 Aug 16 02:53:41.555670 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de13a233-fe18-40b9-864c-63c6af48f53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:41.669918 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:41.958139 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cebc7e-06ba-437c-a25b-232635495609 req-7a87ddee-8522-48b7-aa0c-e4ff2224b6a6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:41.959613 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0cebc7e-06ba-437c-a25b-232635495609 req-7a87ddee-8522-48b7-aa0c-e4ff2224b6a6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0529799 Aug 16 02:53:41.997682 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0cebc7e-06ba-437c-a25b-232635495609 req-eb966247-b232-4fd5-b1e9-c0e0c0a5744c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313320 Aug 16 02:53:42.967240 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:43.111915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7736a9-451f-49f3-83c4-81d15f26aaf7 req-6883568f-d6c2-4471-8613-b037b93ab0b5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:43.113394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca7736a9-451f-49f3-83c4-81d15f26aaf7 req-6883568f-d6c2-4471-8613-b037b93ab0b5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0480227 Aug 16 02:53:43.153181 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ca7736a9-451f-49f3-83c4-81d15f26aaf7 req-910a9c70-3713-4d5e-a6d6-250e84d59b07 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331888 Aug 16 02:53:44.267072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a0124-4bda-44a0-ba0a-8ee998bd44b2 req-43a13599-b1e6-4777-96b9-9333de06817e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.268532 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-678a0124-4bda-44a0-ba0a-8ee998bd44b2 req-43a13599-b1e6-4777-96b9-9333de06817e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0488997 Aug 16 02:53:44.305620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-678a0124-4bda-44a0-ba0a-8ee998bd44b2 req-96acaf4b-f31b-4065-912c-86017dc10895 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305729 Aug 16 02:53:44.327619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36636) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:44.391518 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-601ca1b0-a876-4d8a-a768-26a98f6f0107 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/c6b46f64-5c86-4efc-8de2-7f10319c25bd HTTP/1.1" status: 200 len: 992 time: 0.0619550 Aug 16 02:53:44.476010 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:48.917108 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:08.970203 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0caa1278-aeb5-4a3c-9c1f-96fc34043c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.313542 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:11.555478 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8bcc43ed-c240-4b97-aa92-7ac5b3285d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:11.672097 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:12.970353 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:14.478733 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.758107 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:54:18.916750 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.579643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc91a097-03e3-401e-841e-c35e41e3903b req-9b7567f7-207d-41ff-98e0-badd0f24def8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396347 Aug 16 02:54:19.674121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91a097-03e3-401e-841e-c35e41e3903b req-0fe428a8-38df-468a-88d5-6dddc34b2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:19.675591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc91a097-03e3-401e-841e-c35e41e3903b req-0fe428a8-38df-468a-88d5-6dddc34b2cbc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 1097 time: 0.0402265 Aug 16 02:54:19.788522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91a097-03e3-401e-841e-c35e41e3903b req-ac5429b1-f123-4c54-8947-42d5cf0b52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:19.789944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc91a097-03e3-401e-841e-c35e41e3903b req-ac5429b1-f123-4c54-8947-42d5cf0b52e2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=dcbea0eb-83ae-4e24-9533-54ff352c4050 HTTP/1.1" status: 200 len: 897 time: 0.0944874 Aug 16 02:54:19.857002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc91a097-03e3-401e-841e-c35e41e3903b req-048da8e8-6f4d-43c8-907c-514896c80216 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a4c613b-f577-46b9-950b-b2f2168c020b HTTP/1.1" status: 200 len: 1000 time: 0.0599332 Aug 16 02:54:19.909495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91a097-03e3-401e-841e-c35e41e3903b req-c2b59afa-bb7d-4b03-8e83-4f86a811817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:19.910932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc91a097-03e3-401e-841e-c35e41e3903b req-c2b59afa-bb7d-4b03-8e83-4f86a811817a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5afbdbbd-43f9-450a-a026-eabbdd7545c0 HTTP/1.1" status: 200 len: 835 time: 0.0474253 Aug 16 02:54:19.955572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91a097-03e3-401e-841e-c35e41e3903b req-77fbac77-79d5-402f-b85d-e2f847322d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:19.957059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc91a097-03e3-401e-841e-c35e41e3903b req-77fbac77-79d5-402f-b85d-e2f847322d4d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dcbea0eb-83ae-4e24-9533-54ff352c4050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392165 Aug 16 02:54:20.046709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc91a097-03e3-401e-841e-c35e41e3903b req-90b9ec71-195e-4001-9154-a2c9084d2998 service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820985 Aug 16 02:54:20.151416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc91a097-03e3-401e-841e-c35e41e3903b req-83b0e194-5a54-453e-9581-5cba66338df4 service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974433 Aug 16 02:54:35.768583 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36666) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:35.926358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port e396182c-9c0b-497a-ba4b-bde99c39d8dd {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:35.926696 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:36.003806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:36.004133 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:36.016518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for e396182c-9c0b-497a-ba4b-bde99c39d8dd owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:36.156470 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:36.184657 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=e396182c-9c0b-497a-ba4b-bde99c39d8dd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:36.197254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.197614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.197954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.198288 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.198621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.198952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.199279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.199606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.199932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.200251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.200571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.200890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:36.253988 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:36.254340 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Floating IP c6b46f64-5c86-4efc-8de2-7f10319c25bd disassociated (deleted). External IP: 172.25.2.10, port: 2a4c613b-f577-46b9-950b-b2f2168c020b. Aug 16 02:54:36.457986 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router ff0d288d-2585-4087-8e4b-95aeda31cac8 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:54:36.913305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:36.918996 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:36.925062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd84e1f-7971-4870-864b-dc51a5aee2c7 None None] Sync routers for ids ['ff0d288d-2585-4087-8e4b-95aeda31cac8'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:36.934064 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd84e1f-7971-4870-864b-dc51a5aee2c7 None None] Routers {'ff0d288d-2585-4087-8e4b-95aeda31cac8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:36.934842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4dd84e1f-7971-4870-864b-dc51a5aee2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:54:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ff0d288d-2585-4087-8e4b-95aeda31cac8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:36.948520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-8ae53eb9-d9b5-4e92-9d18-e36d1f5beb12 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/floatingips/c6b46f64-5c86-4efc-8de2-7f10319c25bd HTTP/1.1" status: 204 len: 168 time: 1.1764984 Aug 16 02:54:36.948520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'tag': '2a4c613b-f577-46b9-950b-b2f2168c020b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:36.948935 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50667889-b83b-4896-aff8-b059266e542b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1598f0-a81a-4810-96be-4c92ea9bdc15", "tag": "2a4c613b-f577-46b9-950b-b2f2168c020b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:36.988354 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bda863-bc9c-402c-bc09-cfba46fc9e08 x-openstack-request-id: req-60bda863-bc9c-402c-bc09-cfba46fc9e08 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:36.988696 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1598f0-a81a-4810-96be-4c92ea9bdc15", "tag": "2a4c613b-f577-46b9-950b-b2f2168c020b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:36.989619 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-60bda863-bc9c-402c-bc09-cfba46fc9e08 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:36.990026 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'tag': '2a4c613b-f577-46b9-950b-b2f2168c020b', 'status': 'completed', 'code': 200} Aug 16 02:54:37.049094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-4dd84e1f-7971-4870-864b-dc51a5aee2c7 None None] Set router ff0d288d-2585-4087-8e4b-95aeda31cac8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:37.093652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50667889-b83b-4896-aff8-b059266e542b req-887d4078-e562-4f97-8da3-f22d25f9df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:37.095650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50667889-b83b-4896-aff8-b059266e542b req-887d4078-e562-4f97-8da3-f22d25f9df2f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 1097 time: 0.0554936 Aug 16 02:54:37.226812 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c98a-93dc-4abf-ad75-9ee2946c2b50 req-f81c70ae-b525-465c-ae61-8c013cdd6f96 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:37.228170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc74c98a-93dc-4abf-ad75-9ee2946c2b50 req-f81c70ae-b525-465c-ae61-8c013cdd6f96 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0987382 Aug 16 02:54:37.251501 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4dd84e1f-7971-4870-864b-dc51a5aee2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:13Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9eb747c7-70b9-4d51-a86b-236dd141f394', 'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:62:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:13Z', 'updated_at': '2021-08-16T02:52:17Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:37.273111 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50667889-b83b-4896-aff8-b059266e542b req-66402976-2729-45e9-9865-590abf240113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:37.274560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50667889-b83b-4896-aff8-b059266e542b req-66402976-2729-45e9-9865-590abf240113 service neutron] 10.222.0.84 "GET /v2.0/networks?id=dcbea0eb-83ae-4e24-9533-54ff352c4050 HTTP/1.1" status: 200 len: 897 time: 0.1364007 Aug 16 02:54:37.278117 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd84e1f-7971-4870-864b-dc51a5aee2c7 None None] Checking router: ff0d288d-2585-4087-8e4b-95aeda31cac8 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:37.286694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd84e1f-7971-4870-864b-dc51a5aee2c7 None None] Routers {'ff0d288d-2585-4087-8e4b-95aeda31cac8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:37.287317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4dd84e1f-7971-4870-864b-dc51a5aee2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:54:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ff0d288d-2585-4087-8e4b-95aeda31cac8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:37.292023 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc74c98a-93dc-4abf-ad75-9ee2946c2b50 req-86651085-a554-4d5b-9dc6-1d14e4d342f6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551400 Aug 16 02:54:37.325962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50667889-b83b-4896-aff8-b059266e542b req-a134502e-4ffd-4b0a-896f-00e785cde747 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a4c613b-f577-46b9-950b-b2f2168c020b HTTP/1.1" status: 200 len: 217 time: 0.0415020 Aug 16 02:54:37.376257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50667889-b83b-4896-aff8-b059266e542b req-d63323b4-752c-4b7a-b94e-0b58ad69ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:37.377759 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50667889-b83b-4896-aff8-b059266e542b req-d63323b4-752c-4b7a-b94e-0b58ad69ecb5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5afbdbbd-43f9-450a-a026-eabbdd7545c0 HTTP/1.1" status: 200 len: 835 time: 0.0436649 Aug 16 02:54:37.395514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-4dd84e1f-7971-4870-864b-dc51a5aee2c7 None None] Set router ff0d288d-2585-4087-8e4b-95aeda31cac8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:37.423758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50667889-b83b-4896-aff8-b059266e542b req-716c3df7-20dd-4785-84de-ed9928062fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:37.425456 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50667889-b83b-4896-aff8-b059266e542b req-716c3df7-20dd-4785-84de-ed9928062fe0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dcbea0eb-83ae-4e24-9533-54ff352c4050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402732 Aug 16 02:54:37.524442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50667889-b83b-4896-aff8-b059266e542b req-7b28919c-62e1-48fe-85fb-ac4be2846622 service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910337 Aug 16 02:54:37.604449 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4dd84e1f-7971-4870-864b-dc51a5aee2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:13Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9eb747c7-70b9-4d51-a86b-236dd141f394', 'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:62:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:13Z', 'updated_at': '2021-08-16T02:52:17Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:37.618469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50667889-b83b-4896-aff8-b059266e542b req-463602a3-af24-4efd-b6dc-946711b310d4 service neutron] 10.222.0.84 "GET /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854182 Aug 16 02:54:37.631088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd84e1f-7971-4870-864b-dc51a5aee2c7 None None] The sync data for ids ['ff0d288d-2585-4087-8e4b-95aeda31cac8'] in n-d-768851-16 is: [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:13Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '9eb747c7-70b9-4d51-a86b-236dd141f394', 'name': '', 'network_id': 'dcbea0eb-83ae-4e24-9533-54ff352c4050', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:62:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:13Z', 'updated_at': '2021-08-16T02:52:17Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': '5afbdbbd-43f9-450a-a026-eabbdd7545c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:37.849433 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899945b-dd25-413e-9200-f050d64eed38 None None] New status for floating IP c6b46f64-5c86-4efc-8de2-7f10319c25bd: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:54:38.424773 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0f786-0b76-497e-a2b2-0c268d9aa665 req-d5e2bbfb-b0e7-405c-b9ba-3b6bf5bbb61e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:38.426256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bf0f786-0b76-497e-a2b2-0c268d9aa665 req-d5e2bbfb-b0e7-405c-b9ba-3b6bf5bbb61e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0493057 Aug 16 02:54:38.463561 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bf0f786-0b76-497e-a2b2-0c268d9aa665 req-6ff84091-bbaf-40d9-ab8c-95c4dfb1d590 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313971 Aug 16 02:54:38.972421 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-14bcac54-d11e-48d0-af4e-c34e07aea732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:39.038531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7285c-001d-4bf4-b076-ebec175b0b7c req-b4f39572-0c2d-4f41-bfcc-8d0ab343335d tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:39.039960 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2c7285c-001d-4bf4-b076-ebec175b0b7c req-b4f39572-0c2d-4f41-bfcc-8d0ab343335d tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 945 time: 0.0515859 Aug 16 02:54:39.127193 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a2c7285c-001d-4bf4-b076-ebec175b0b7c req-05b60e63-da4f-48ef-b4a0-2d002d36220c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 2a4c613b-f577-46b9-950b-b2f2168c020b {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:39.127537 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2c7285c-001d-4bf4-b076-ebec175b0b7c req-05b60e63-da4f-48ef-b4a0-2d002d36220c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:39.223225 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a2c7285c-001d-4bf4-b076-ebec175b0b7c req-05b60e63-da4f-48ef-b4a0-2d002d36220c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port 2a4c613b-f577-46b9-950b-b2f2168c020b, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=2a4c613b-f577-46b9-950b-b2f2168c020b,segment=NetworkSegment(8f787bdf-83fd-4795-9844-135772ef6f7d),segment_id=8f787bdf-83fd-4795-9844-135772ef6f7d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:39.223500 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2c7285c-001d-4bf4-b076-ebec175b0b7c req-05b60e63-da4f-48ef-b4a0-2d002d36220c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:39.236240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-a2c7285c-001d-4bf4-b076-ebec175b0b7c req-05b60e63-da4f-48ef-b4a0-2d002d36220c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 2a4c613b-f577-46b9-950b-b2f2168c020b owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:39.359404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2c7285c-001d-4bf4-b076-ebec175b0b7c req-05b60e63-da4f-48ef-b4a0-2d002d36220c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:39.389136 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b60e63-da4f-48ef-b4a0-2d002d36220c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=2a4c613b-f577-46b9-950b-b2f2168c020b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:39.433093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c7285c-001d-4bf4-b076-ebec175b0b7c req-05b60e63-da4f-48ef-b4a0-2d002d36220c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] No DVR routers for this DVR port 2a4c613b-f577-46b9-950b-b2f2168c020b on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:54:39.435640 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a2c7285c-001d-4bf4-b076-ebec175b0b7c req-05b60e63-da4f-48ef-b4a0-2d002d36220c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:39.437727 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2c7285c-001d-4bf4-b076-ebec175b0b7c req-05b60e63-da4f-48ef-b4a0-2d002d36220c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "DELETE /v2.0/ports/2a4c613b-f577-46b9-950b-b2f2168c020b HTTP/1.1" status: 204 len: 173 time: 0.3918309 Aug 16 02:54:39.438189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'name': 'network-vif-deleted', 'tag': '2a4c613b-f577-46b9-950b-b2f2168c020b'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:39.440479 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc13f9fc-d1cb-4253-a21e-7191aaf9d917" -d '{"events": [{"server_uuid": "ac1598f0-a81a-4810-96be-4c92ea9bdc15", "name": "network-vif-deleted", "tag": "2a4c613b-f577-46b9-950b-b2f2168c020b"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:39.478862 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72207c91-4d81-41f6-9363-70a6173c16e9 x-openstack-request-id: req-72207c91-4d81-41f6-9363-70a6173c16e9 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:39.479152 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1598f0-a81a-4810-96be-4c92ea9bdc15", "name": "network-vif-deleted", "tag": "2a4c613b-f577-46b9-950b-b2f2168c020b", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:39.479396 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72207c91-4d81-41f6-9363-70a6173c16e9 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:39.479790 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1598f0-a81a-4810-96be-4c92ea9bdc15', 'name': 'network-vif-deleted', 'tag': '2a4c613b-f577-46b9-950b-b2f2168c020b', 'status': 'completed', 'code': 200} Aug 16 02:54:39.565545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3936265a-b55c-434f-8a1b-917e105cb0ee req-dcdf2ffb-3628-486b-a9cf-b29ac74dddfd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac1598f0-a81a-4810-96be-4c92ea9bdc15 HTTP/1.1" status: 200 len: 210 time: 0.0307269 Aug 16 02:54:40.329101 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:40.622627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36690) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:40.984411 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:41.237508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 9eb747c7-70b9-4d51-a86b-236dd141f394 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:41.237772 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:41.322649 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port 9eb747c7-70b9-4d51-a86b-236dd141f394, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=9eb747c7-70b9-4d51-a86b-236dd141f394,segment=NetworkSegment(8f787bdf-83fd-4795-9844-135772ef6f7d),segment_id=8f787bdf-83fd-4795-9844-135772ef6f7d)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:41.323009 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:41.336159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 9eb747c7-70b9-4d51-a86b-236dd141f394 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:41.527382 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:41.557484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2ffe8a36-98cf-4bef-aab5-ea50d09abbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:41.563127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=9eb747c7-70b9-4d51-a86b-236dd141f394,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:41.673909 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:41.739639 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:41.956845 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router ff0d288d-2585-4087-8e4b-95aeda31cac8 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:54:42.063587 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:42.068420 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a27fdc05-6441-46ca-bd8d-87bc15707017 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "PUT /v2.0/routers/ff0d288d-2585-4087-8e4b-95aeda31cac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4447739 Aug 16 02:54:42.071318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36692) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:42.072820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13e1f0-a375-4220-bffd-ba740f2bbe00 None None] Sync routers for ids ['ff0d288d-2585-4087-8e4b-95aeda31cac8'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:42.081903 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13e1f0-a375-4220-bffd-ba740f2bbe00 None None] Routers {'ff0d288d-2585-4087-8e4b-95aeda31cac8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:42.082510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2d13e1f0-a375-4220-bffd-ba740f2bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:54:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ff0d288d-2585-4087-8e4b-95aeda31cac8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:42.122160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b58a460-1812-4102-a92d-0bc44842c590 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting subnet 5afbdbbd-43f9-450a-a026-eabbdd7545c0 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:54:42.126017 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b58a460-1812-4102-a92d-0bc44842c590 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.165070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b58a460-1812-4102-a92d-0bc44842c590 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.189167 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-2d13e1f0-a375-4220-bffd-ba740f2bbe00 None None] Set router ff0d288d-2585-4087-8e4b-95aeda31cac8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:42.216718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2a4c613b-f577-46b9-950b-b2f2168c020b no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:42.254139 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b58a460-1812-4102-a92d-0bc44842c590 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.267930 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 2a4c613b-f577-46b9-950b-b2f2168c020b {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:42.268283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 2a4c613b-f577-46b9-950b-b2f2168c020b not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:42.312554 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b58a460-1812-4102-a92d-0bc44842c590 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.339874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58a460-1812-4102-a92d-0bc44842c590 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Subnet': ['ID=5afbdbbd-43f9-450a-a026-eabbdd7545c0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:42.342075 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7b58a460-1812-4102-a92d-0bc44842c590 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.344504 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7b58a460-1812-4102-a92d-0bc44842c590 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/subnets/5afbdbbd-43f9-450a-a026-eabbdd7545c0 HTTP/1.1" status: 204 len: 168 time: 0.2718813 Aug 16 02:54:42.347411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36694) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:42.352909 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0849407d-6c78-41e2-bba1-ee638545670c None None] Network dcbea0eb-83ae-4e24-9533-54ff352c4050 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:54:42.456423 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.489700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2d13e1f0-a375-4220-bffd-ba740f2bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:54:41Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:42.522673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13e1f0-a375-4220-bffd-ba740f2bbe00 None None] Checking router: ff0d288d-2585-4087-8e4b-95aeda31cac8 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:42.537668 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13e1f0-a375-4220-bffd-ba740f2bbe00 None None] Routers {'ff0d288d-2585-4087-8e4b-95aeda31cac8'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:42.538326 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2d13e1f0-a375-4220-bffd-ba740f2bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:54:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['ff0d288d-2585-4087-8e4b-95aeda31cac8'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:42.565805 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.620876 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] DHCP port deletion for dcbea0eb-83ae-4e24-9533-54ff352c4050 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:54:42.628237 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 15178e8a-69c1-4e23-baf2-0503096e2ad1 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:42.628585 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.671712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-2d13e1f0-a375-4220-bffd-ba740f2bbe00 None None] Set router ff0d288d-2585-4087-8e4b-95aeda31cac8 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:42.713107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port 15178e8a-69c1-4e23-baf2-0503096e2ad1, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=15178e8a-69c1-4e23-baf2-0503096e2ad1,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:42.713476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.726884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 15178e8a-69c1-4e23-baf2-0503096e2ad1 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:42.783920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Deleting port f4f20b2e-1ae7-4df5-980f-821c5e5a610f {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:42.784291 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.870384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] For port f4f20b2e-1ae7-4df5-980f-821c5e5a610f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f4f20b2e-1ae7-4df5-980f-821c5e5a610f,segment=NetworkSegment(8f787bdf-83fd-4795-9844-135772ef6f7d),segment_id=8f787bdf-83fd-4795-9844-135772ef6f7d)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:42.870698 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.901395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.928036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=15178e8a-69c1-4e23-baf2-0503096e2ad1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:42.991156 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.071833 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Calling delete_port for f4f20b2e-1ae7-4df5-980f-821c5e5a610f owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:43.083806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.086041 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.089708 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.133604 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.134167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Fanout notify agent at l3_agent the message router_deleted on router ff0d288d-2585-4087-8e4b-95aeda31cac8 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:54:43.142643 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.143776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-51aa5bd7-68b4-4136-8c4f-c9a6e2c423f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/routers/ff0d288d-2585-4087-8e4b-95aeda31cac8 HTTP/1.1" status: 204 len: 168 time: 0.7955432 Aug 16 02:54:43.146522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36696) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:43.154668 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2d13e1f0-a375-4220-bffd-ba740f2bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:54:41Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:43.190038 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13e1f0-a375-4220-bffd-ba740f2bbe00 None None] The sync data for ids ['ff0d288d-2585-4087-8e4b-95aeda31cac8'] in n-d-768851-16 is: [{'id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331865749', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:54:41Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '15178e8a-69c1-4e23-baf2-0503096e2ad1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d288d-2585-4087-8e4b-95aeda31cac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:52:10Z', 'updated_at': '2021-08-16T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:43.205263 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.231512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Pushing event deleted for resources: {'Port': ['ID=f4f20b2e-1ae7-4df5-980f-821c5e5a610f,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:43.232963 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.239359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] No DVR routers for this DVR port f4f20b2e-1ae7-4df5-980f-821c5e5a610f on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:54:43.241921 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.242277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.242623 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.242964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.243308 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.243639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.243972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.244302 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.244631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.244961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.245383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.245710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad699d-cc07-4a3d-825c-543d8b97d247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.323163 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.333424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbea0eb-83ae-4e24-9533-54ff352c4050']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:43.343282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f787bdf-83fd-4795-9844-135772ef6f7d') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:43.343580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f787bdf-83fd-4795-9844-135772ef6f7d') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:43.352320 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.366199 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.371947 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:54:43.372396 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:54:43.375880 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:54:43.430853 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.438476 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.440280 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/networks/dcbea0eb-83ae-4e24-9533-54ff352c4050 HTTP/1.1" status: 204 len: 168 time: 0.2928140 Aug 16 02:54:43.443100 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36698) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:43.452091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a162f-4aa2-4d4b-b0fc-7964535f0aeb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Network': ['ID=dcbea0eb-83ae-4e24-9533-54ff352c4050,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:43.503940 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.529272 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.598858 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.602164 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.603624 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/security-groups/c23ebf40-ba0a-4a3a-97b5-9bfef8c75479 HTTP/1.1" status: 204 len: 168 time: 0.1594777 Aug 16 02:54:43.615422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ebf40-ba0a-4a3a-97b5-9bfef8c75479,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:43.627259 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.627690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.628104 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.628452 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.628812 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.629175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.629502 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.629846 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.630160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.630735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.631304 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.631687 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3e3358-2f88-47dd-837e-560026ae39e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:43.710850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f4f20b2e-1ae7-4df5-980f-821c5e5a610f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:43.735004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: f4f20b2e-1ae7-4df5-980f-821c5e5a610f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:43.735351 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f4f20b2e-1ae7-4df5-980f-821c5e5a610f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:43.735774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9eb747c7-70b9-4d51-a86b-236dd141f394 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:43.754715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 9eb747c7-70b9-4d51-a86b-236dd141f394 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:43.755062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 9eb747c7-70b9-4d51-a86b-236dd141f394 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:43.825068 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36706) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:43.829906 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-767a4905-fe77-489b-82c9-5f3bb1ce6e73 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662641705', 'description': 'tempest-secgroup-smoke-1662641705 description', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:43.854647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-767a4905-fe77-489b-82c9-5f3bb1ce6e73 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.943590 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-767a4905-fe77-489b-82c9-5f3bb1ce6e73 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.945704 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-767a4905-fe77-489b-82c9-5f3bb1ce6e73 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.973976 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-767a4905-fe77-489b-82c9-5f3bb1ce6e73 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.975220 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-767a4905-fe77-489b-82c9-5f3bb1ce6e73 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1491292 Aug 16 02:54:43.977423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a4905-fe77-489b-82c9-5f3bb1ce6e73 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420a8333-e35d-4954-bc4b-5e3db6817e19,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:43.978596 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36708) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:43.984165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-69da488b-fa4f-406f-a661-47ee987eef91 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '420a8333-e35d-4954-bc4b-5e3db6817e19', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:44.010438 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-69da488b-fa4f-406f-a661-47ee987eef91 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.072107 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-69da488b-fa4f-406f-a661-47ee987eef91 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.075651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-69da488b-fa4f-406f-a661-47ee987eef91 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.093897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da488b-fa4f-406f-a661-47ee987eef91 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cf9805-26cc-4592-8fe2-3c524541dfcd,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:44.102043 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-69da488b-fa4f-406f-a661-47ee987eef91 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.103316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-69da488b-fa4f-406f-a661-47ee987eef91 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235812 Aug 16 02:54:44.105975 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36710) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:44.111134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b0359209-15e7-47ea-90e0-644ffc130398 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '420a8333-e35d-4954-bc4b-5e3db6817e19', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:44.138644 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0359209-15e7-47ea-90e0-644ffc130398 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.198306 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0359209-15e7-47ea-90e0-644ffc130398 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.201895 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0359209-15e7-47ea-90e0-644ffc130398 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.221766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0359209-15e7-47ea-90e0-644ffc130398 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd7fa8c-567f-457b-9ebb-922ba6b8d279,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:44.226066 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0359209-15e7-47ea-90e0-644ffc130398 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.227442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b0359209-15e7-47ea-90e0-644ffc130398 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204019 Aug 16 02:54:44.230177 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36714) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:44.235056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-dca99001-200c-4127-870f-1b7152483793 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '420a8333-e35d-4954-bc4b-5e3db6817e19', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:44.270398 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dca99001-200c-4127-870f-1b7152483793 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.329907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dca99001-200c-4127-870f-1b7152483793 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.333530 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dca99001-200c-4127-870f-1b7152483793 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.353704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca99001-200c-4127-870f-1b7152483793 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859791c5-3741-4117-8ad6-5898220fb794,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:44.357377 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dca99001-200c-4127-870f-1b7152483793 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.359081 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-dca99001-200c-4127-870f-1b7152483793 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279790 Aug 16 02:54:44.361939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36716) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:44.366503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-37fee71b-a30c-4bc5-add2-4f1866d1d1fe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '420a8333-e35d-4954-bc4b-5e3db6817e19', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:44.392618 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37fee71b-a30c-4bc5-add2-4f1866d1d1fe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.482221 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.787698 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37fee71b-a30c-4bc5-add2-4f1866d1d1fe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.791872 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37fee71b-a30c-4bc5-add2-4f1866d1d1fe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.809226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fee71b-a30c-4bc5-add2-4f1866d1d1fe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd48f04-e82f-4b62-81e4-3595158ae327,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:44.822478 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37fee71b-a30c-4bc5-add2-4f1866d1d1fe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.823884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-37fee71b-a30c-4bc5-add2-4f1866d1d1fe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4609923 Aug 16 02:54:44.826570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36718) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:44.831012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f6465499-f6d1-46ae-8bba-307973d0be0b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '420a8333-e35d-4954-bc4b-5e3db6817e19', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:44.855177 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-f6465499-f6d1-46ae-8bba-307973d0be0b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Project 3da6473cd20f4592b318c3afa45d1ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:54:44.861058 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6465499-f6d1-46ae-8bba-307973d0be0b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.921014 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6465499-f6d1-46ae-8bba-307973d0be0b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.924399 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6465499-f6d1-46ae-8bba-307973d0be0b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.941180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6465499-f6d1-46ae-8bba-307973d0be0b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f5b87c-ede9-4c33-864c-be4a4e7e3fb0,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:44.947620 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f6465499-f6d1-46ae-8bba-307973d0be0b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:44.949195 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f6465499-f6d1-46ae-8bba-307973d0be0b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216307 Aug 16 02:54:44.952478 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36720) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:44.956868 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-daf9355d-3e02-445d-aa39-382a73b595d3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '420a8333-e35d-4954-bc4b-5e3db6817e19', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:44.980388 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-daf9355d-3e02-445d-aa39-382a73b595d3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Project 3da6473cd20f4592b318c3afa45d1ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:54:44.985267 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-daf9355d-3e02-445d-aa39-382a73b595d3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.045499 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-daf9355d-3e02-445d-aa39-382a73b595d3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.049284 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-daf9355d-3e02-445d-aa39-382a73b595d3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.066928 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9355d-3e02-445d-aa39-382a73b595d3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54589ffc-e458-4181-a9fb-210d223a04d6,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:45.072969 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-daf9355d-3e02-445d-aa39-382a73b595d3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.074132 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-daf9355d-3e02-445d-aa39-382a73b595d3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206939 Aug 16 02:54:45.077510 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36722) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:45.082407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'network': {'name': 'tempest-network-smoke--1488567757', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'port_security_enabled': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:45.102740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:45.106175 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.129189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:54:45.137984 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.138327 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Added segment daf35384-298b-40ea-9277-b8ba3815dab0 of type vlan for network 8302e7ee-c464-43ca-b214-813303490ccb Aug 16 02:54:45.185682 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.213489 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.219581 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:45.220194 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.277805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1992190 Aug 16 02:54:45.280626 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36724) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:45.285438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'admin_state_up': True, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:45.286743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3985166-90e6-4604-b29f-8a05b704f614 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Network': ['ID=8302e7ee-c464-43ca-b214-813303490ccb,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:45.297140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 8302e7ee-c464-43ca-b214-813303490ccb details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:54:45.309666 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.310703 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.367281 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.504723 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.570248 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 15178e8a-69c1-4e23-baf2-0503096e2ad1 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:45.591041 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 15178e8a-69c1-4e23-baf2-0503096e2ad1 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:45.591394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 15178e8a-69c1-4e23-baf2-0503096e2ad1 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:45.707076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.725817 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.833548 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.25.2.45 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/ef72284b-acb5-4e3c-93d9-c2f27034f757) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:45.939258 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.979053 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:46.022902 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:46.025763 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:46.028276 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:46.054459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=ef72284b-acb5-4e3c-93d9-c2f27034f757,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:46.282688 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:46.484836 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:46.614112 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router f683ef00-b978-43e8-b16f-4cde062da7d7 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:54:46.716274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:46.726814 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Sync routers for ids ['f683ef00-b978-43e8-b16f-4cde062da7d7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:46.735473 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:46.739644 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9af526c6-5125-45b9-aa26-b80b9746a287 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4550929 Aug 16 02:54:46.739779 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Routers {'f683ef00-b978-43e8-b16f-4cde062da7d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:46.739779 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:54:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f683ef00-b978-43e8-b16f-4cde062da7d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:46.740129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36728) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:46.768731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e993317d-8f3b-43c5-b3e3-8d35f5e0ddd8 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=3da6473cd20f4592b318c3afa45d1ccf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274224 Aug 16 02:54:46.771464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36730) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:46.845739 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Set router f683ef00-b978-43e8-b16f-4cde062da7d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:46.869900 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f3375-ff1c-4a2a-a940-a49e91202624 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:46.871362 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9a0f3375-ff1c-4a2a-a940-a49e91202624 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988960 Aug 16 02:54:46.874291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36732) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:46.903530 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9a6c9b3d-03b1-4ab7-bbd5-5d09bfa3935b tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281360 Aug 16 02:54:46.907123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36734) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:46.912578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539533040', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:47.003997 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:47.007544 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.032215 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:46Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:47.059188 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Checking router: f683ef00-b978-43e8-b16f-4cde062da7d7 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:47.059551 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Updating router f683ef00-b978-43e8-b16f-4cde062da7d7 port ef72284b-acb5-4e3c-93d9-c2f27034f757 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:54:47.084712 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.191265 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.254795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Subnet': ['ID=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:47.260027 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Checking segment: {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:47.260391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network hostable DHCP agents. Network: 8302e7ee-c464-43ca-b214-813303490ccb, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:54:47.277181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 8302e7ee-c464-43ca-b214-813303490ccb is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:54:47.286718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 8302e7ee-c464-43ca-b214-813303490ccb) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:47.291969 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:47.292562 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.298521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a85de1-c1d6-4ce7-b1e6-02ec6e223664 None None] Network 8302e7ee-c464-43ca-b214-813303490ccb requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:54:47.310662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f30ad117-ed97-4abf-acb8-ae60140c6742 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3998549 Aug 16 02:54:47.310888 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36736) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:47.351507 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.361437 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Transition to ACTIVE for port object ef72284b-acb5-4e3c-93d9-c2f27034f757 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:47.367382 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.417492 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Pushing event updated for resources: {'Port': ['ID=ef72284b-acb5-4e3c-93d9-c2f27034f757,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:47.430592 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.430948 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.431291 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.431627 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.431958 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.432287 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.432673 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.433024 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.433356 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.433683 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.434007 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.434329 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:47.439485 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Attempting to bind port ef72284b-acb5-4e3c-93d9-c2f27034f757 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:47.439851 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Attempting to bind port ef72284b-acb5-4e3c-93d9-c2f27034f757 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:47.440319 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Attempting to bind port ef72284b-acb5-4e3c-93d9-c2f27034f757 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:47.445688 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:47.446108 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:47.446460 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.446846 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:47.447325 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Bound port: ef72284b-acb5-4e3c-93d9-c2f27034f757, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:47.447699 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.450116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-8302e7ee-c464-43ca-b214-813303490ccb', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:54:47.450988 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.511391 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] For port ef72284b-acb5-4e3c-93d9-c2f27034f757, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:47.515908 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] For port ef72284b-acb5-4e3c-93d9-c2f27034f757, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ef72284b-acb5-4e3c-93d9-c2f27034f757,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:47.520126 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.572170 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Routers {'f683ef00-b978-43e8-b16f-4cde062da7d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:47.572807 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:54:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f683ef00-b978-43e8-b16f-4cde062da7d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:47.604447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Allocated IP 172.20.0.2 (8302e7ee-c464-43ca-b214-813303490ccb/b2d3e6ba-6f42-4678-a154-4ffa0fd893c8/372d4fef-8aa5-4d17-89e9-989eb5e56b27) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:47.675982 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011759a1-779d-4fb1-8c4f-0d70325af680 None None] Pushing event updated for resources: {'Port': ['ID=ef72284b-acb5-4e3c-93d9-c2f27034f757,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:47.708469 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] Set router f683ef00-b978-43e8-b16f-4cde062da7d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:47.760298 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.770881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Transition to ACTIVE for port object 372d4fef-8aa5-4d17-89e9-989eb5e56b27 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:47.788370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Transition to ACTIVE for port object 372d4fef-8aa5-4d17-89e9-989eb5e56b27 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:47.794924 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.837975 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Network 8302e7ee-c464-43ca-b214-813303490ccb is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:47.839356 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.844717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:47.847030 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:47.861004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Pushing event updated for resources: {'Port': ['ID=372d4fef-8aa5-4d17-89e9-989eb5e56b27,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:47.914099 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Attempting to bind port 372d4fef-8aa5-4d17-89e9-989eb5e56b27 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:47.914473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Attempting to bind port 372d4fef-8aa5-4d17-89e9-989eb5e56b27 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:47.914841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Attempting to bind port 372d4fef-8aa5-4d17-89e9-989eb5e56b27 on network 8302e7ee-c464-43ca-b214-813303490ccb {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:47.920042 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:47.921154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Checking segment: {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:47.921505 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.921904 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Bound using segment: {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:47.922374 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Bound port: 372d4fef-8aa5-4d17-89e9-989eb5e56b27, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:47.922756 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:47.923705 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:46Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:47.951525 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a1d593-a42a-4109-9c60-28548f199044 None None] The sync data for ids ['f683ef00-b978-43e8-b16f-4cde062da7d7'] in n-d-768851-16 is: [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:46Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:47.994636 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] For port 372d4fef-8aa5-4d17-89e9-989eb5e56b27, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:47.999521 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] For port 372d4fef-8aa5-4d17-89e9-989eb5e56b27, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=372d4fef-8aa5-4d17-89e9-989eb5e56b27,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:48.004230 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:48.080571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4562e0-d2d5-4677-8e96-d7fc9ed1d306 None None] Pushing event updated for resources: {'Port': ['ID=372d4fef-8aa5-4d17-89e9-989eb5e56b27,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:48.150316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.20.0.1 (8302e7ee-c464-43ca-b214-813303490ccb/b2d3e6ba-6f42-4678-a154-4ffa0fd893c8/d3612838-c4b3-4aed-9989-9c231ef8e05a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:48.330007 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:48.347164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Transition to ACTIVE for port object d3612838-c4b3-4aed-9989-9c231ef8e05a will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:48.390552 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:48.434956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 8302e7ee-c464-43ca-b214-813303490ccb is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:48.438639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:48.442527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:48.473915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=d3612838-c4b3-4aed-9989-9c231ef8e05a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:48.500469 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:48.635747 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:48.931759 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:48.935630 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:48.940792 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:49.024633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:49.026617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=d3612838-c4b3-4aed-9989-9c231ef8e05a,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:49.068499 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21db6d96-bcfc-46a4-9ace-e0a3ac195874 None None] Network 8302e7ee-c464-43ca-b214-813303490ccb requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:54:49.120336 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 8302e7ee-c464-43ca-b214-813303490ccb is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:49.121826 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:49.128723 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-addadd1b-aa67-4467-afe5-2971ea2e8521 None None] Provisioning for port 372d4fef-8aa5-4d17-89e9-989eb5e56b27 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:49.236053 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router f683ef00-b978-43e8-b16f-4cde062da7d7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:54:49.351186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:49.365735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-624f446c-689a-4edc-a235-2ccb3f095bf4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "PUT /v2.0/routers/f683ef00-b978-43e8-b16f-4cde062da7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0537200 Aug 16 02:54:49.480100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4fe205d1-d54a-4a92-ada6-462bcb26ee26 None None] Provisioning for port d3612838-c4b3-4aed-9989-9c231ef8e05a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:49.484674 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-4fe205d1-d54a-4a92-ada6-462bcb26ee26 None None] Provisioning complete for port d3612838-c4b3-4aed-9989-9c231ef8e05a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:49.485089 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4fe205d1-d54a-4a92-ada6-462bcb26ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:49.508755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-f87be884-bab8-4d9c-b13d-d7fae42e1795 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662641705&fields=id&tenant_id=3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 267 time: 0.0395837 Aug 16 02:54:49.539961 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4fe205d1-d54a-4a92-ada6-462bcb26ee26 None None] Port d3612838-c4b3-4aed-9989-9c231ef8e05a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:54:49.626570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Sync routers for ids ['f683ef00-b978-43e8-b16f-4cde062da7d7'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:49.637698 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Routers {'f683ef00-b978-43e8-b16f-4cde062da7d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:49.638924 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:54:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f683ef00-b978-43e8-b16f-4cde062da7d7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:49.664546 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-622c48e5-2019-4a18-8126-73aa6b49e0fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:49.665791 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-622c48e5-2019-4a18-8126-73aa6b49e0fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/networks?id=8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 200 len: 797 time: 0.1500261 Aug 16 02:54:49.694717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 372d4fef-8aa5-4d17-89e9-989eb5e56b27 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:49.699626 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-afc4c34b-a9ff-4192-a2a7-a265987cec27 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/quotas/3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 375 time: 0.0187480 Aug 16 02:54:49.761849 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-2dd141c7-cbc9-487e-a084-9636a9b8a19c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533850 Aug 16 02:54:49.803658 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-448ea267-3aec-41ce-8c27-ecddf186e187 None None] Provisioning complete for port d3612838-c4b3-4aed-9989-9c231ef8e05a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:49.804032 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-448ea267-3aec-41ce-8c27-ecddf186e187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:49.807406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Set router f683ef00-b978-43e8-b16f-4cde062da7d7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:49.869522 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 372d4fef-8aa5-4d17-89e9-989eb5e56b27 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:49.881630 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 372d4fef-8aa5-4d17-89e9-989eb5e56b27 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:49.882043 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:49.917044 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-188661b0-e918-4a07-9844-982c26add541 service neutron] 10.222.0.79 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418905 Aug 16 02:54:49.933582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-448ea267-3aec-41ce-8c27-ecddf186e187 None None] Port d3612838-c4b3-4aed-9989-9c231ef8e05a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:54:50.019294 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-4b78450a-89a5-4081-9ea8-939a2563561d service neutron] 10.222.0.79 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926125 Aug 16 02:54:50.093005 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.094742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-004ba83f-e1d9-4558-baf9-193a3f1c2e85 None None] Provisioning complete for port d3612838-c4b3-4aed-9989-9c231ef8e05a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:50.095105 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-004ba83f-e1d9-4558-baf9-193a3f1c2e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.159797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-004ba83f-e1d9-4558-baf9-193a3f1c2e85 None None] Port d3612838-c4b3-4aed-9989-9c231ef8e05a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:54:50.176310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 372d4fef-8aa5-4d17-89e9-989eb5e56b27, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=372d4fef-8aa5-4d17-89e9-989eb5e56b27,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:50.183339 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.185848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ef72284b-acb5-4e3c-93d9-c2f27034f757 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:50.200436 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-026b857d-394c-48d0-86c3-062ce769b6ec req-98d3d6e6-0e56-4c8a-b7a5-1e39c24756b2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 210 time: 0.0315466 Aug 16 02:54:50.234016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:48Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd3612838-c4b3-4aed-9989-9c231ef8e05a', 'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:85:87:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:47Z', 'updated_at': '2021-08-16T02:54:48Z', 'revision_number': 2, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:50.275932 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Checking router: f683ef00-b978-43e8-b16f-4cde062da7d7 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:50.276297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Updating router f683ef00-b978-43e8-b16f-4cde062da7d7 port d3612838-c4b3-4aed-9989-9c231ef8e05a binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:54:50.316878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=372d4fef-8aa5-4d17-89e9-989eb5e56b27,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:50.326137 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.343592 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port ef72284b-acb5-4e3c-93d9-c2f27034f757 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:50.366455 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ef72284b-acb5-4e3c-93d9-c2f27034f757 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:50.366569 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.563023 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.595998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port ef72284b-acb5-4e3c-93d9-c2f27034f757, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ef72284b-acb5-4e3c-93d9-c2f27034f757,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:50.605866 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.696651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=ef72284b-acb5-4e3c-93d9-c2f27034f757,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:50.721117 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.731446 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Transition to ACTIVE for port object d3612838-c4b3-4aed-9989-9c231ef8e05a will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:50.737851 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.790902 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043d9b4-5fbd-4b9b-9a81-26f1b4e3f19a None None] Pushing event updated for resources: {'Port': ['ID=d3612838-c4b3-4aed-9989-9c231ef8e05a,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:51.006725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Attempting to bind port d3612838-c4b3-4aed-9989-9c231ef8e05a on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:51.007428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Attempting to bind port d3612838-c4b3-4aed-9989-9c231ef8e05a by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:51.007891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Attempting to bind port d3612838-c4b3-4aed-9989-9c231ef8e05a on network 8302e7ee-c464-43ca-b214-813303490ccb {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:51.017870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:51.018257 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Checking segment: {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:51.018658 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:51.019040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Bound using segment: {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:51.019498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Bound port: d3612838-c4b3-4aed-9989-9c231ef8e05a, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:51.019875 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:51.087721 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] For port d3612838-c4b3-4aed-9989-9c231ef8e05a, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:51.091129 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] For port d3612838-c4b3-4aed-9989-9c231ef8e05a, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d3612838-c4b3-4aed-9989-9c231ef8e05a,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:51.096162 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:51.137929 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-326c9d4a-afbe-43c7-99a9-e69eb35af45e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:51.140126 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-326c9d4a-afbe-43c7-99a9-e69eb35af45e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "GET /v2.0/networks?id=8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 200 len: 797 time: 0.1149032 Aug 16 02:54:51.158547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Routers {'f683ef00-b978-43e8-b16f-4cde062da7d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:51.159182 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:54:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f683ef00-b978-43e8-b16f-4cde062da7d7'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:51.192871 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-eabc63b0-578d-45f8-a57d-f3c0154aabed tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 380 time: 0.0400188 Aug 16 02:54:51.206565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'port': {'device_id': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'admin_state_up': True, 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'security_groups': ['420a8333-e35d-4954-bc4b-5e3db6817e19']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:51.208096 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043d9b4-5fbd-4b9b-9a81-26f1b4e3f19a None None] Pushing event updated for resources: {'Port': ['ID=d3612838-c4b3-4aed-9989-9c231ef8e05a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:51.296443 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] Set router f683ef00-b978-43e8-b16f-4cde062da7d7 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:51.306935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19ed22ea-62b3-4d2c-9b64-5b23732458ea req-3df4438d-5a4e-4eba-a91b-b1f19a5ad6a6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 210 time: 0.0313714 Aug 16 02:54:51.332818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:51.337884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:51.470803 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.20.0.12 (8302e7ee-c464-43ca-b214-813303490ccb/b2d3e6ba-6f42-4678-a154-4ffa0fd893c8/e6c4bcef-4fcb-47b6-b6ce-4362a0d01312) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:51.521013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:48Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd3612838-c4b3-4aed-9989-9c231ef8e05a', 'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:85:87:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:47Z', 'updated_at': '2021-08-16T02:54:51Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:51.547642 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff318c-b106-4cd0-92bc-d08fe60e9c6a None None] The sync data for ids ['f683ef00-b978-43e8-b16f-4cde062da7d7'] in n-d-768851-16 is: [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:48Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd3612838-c4b3-4aed-9989-9c231ef8e05a', 'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:85:87:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:47Z', 'updated_at': '2021-08-16T02:54:51Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:51.623062 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:51.637175 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Transition to ACTIVE for port object e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:51.674718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:51.679323 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 372d4fef-8aa5-4d17-89e9-989eb5e56b27 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:51.735213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 8302e7ee-c464-43ca-b214-813303490ccb is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:51.739420 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:51.741940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:51.744007 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:51.753095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 372d4fef-8aa5-4d17-89e9-989eb5e56b27 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:51.753563 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:51.800062 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:51.800774 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:51.819984 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c7352cd6-0341-425a-b134-0dc434ba0c13 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6194077 Aug 16 02:54:51.834012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Request body: {'port': {'device_id': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:51.853068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ef72284b-acb5-4e3c-93d9-c2f27034f757 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:51.913645 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:51.922093 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port ef72284b-acb5-4e3c-93d9-c2f27034f757 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:51.922574 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:52.079572 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ab6ef7e3-7019-493a-a7c0-0f82c9fc815c None None] Provisioning for port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:52.084421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-ab6ef7e3-7019-493a-a7c0-0f82c9fc815c None None] Provisioning complete for port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:52.084902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef7e3-7019-493a-a7c0-0f82c9fc815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:52.122625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ef7e3-7019-493a-a7c0-0f82c9fc815c None None] Port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:54:52.242359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:54:52.250839 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:52.264000 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Transition to ACTIVE for port object e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:52.268230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:52.319915 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:52.431490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Attempting to bind port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:52.431969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Attempting to bind port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:52.432376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Attempting to bind port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 on network 8302e7ee-c464-43ca-b214-813303490ccb {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:52.437233 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 on network 8302e7ee-c464-43ca-b214-813303490ccb not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:54:52.437677 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Attempting to bind port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 on network 8302e7ee-c464-43ca-b214-813303490ccb {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:52.443242 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:52.443670 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Checking segment: {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:52.444155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Bound using segment: {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:52.444657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Bound port: e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:52.445115 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:52.460070 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0f4da-1de4-4fb0-a58b-d1121c2ba3f8 req-482a4d52-43bd-4a6f-b303-8d8a0b42933c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:52.463193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bb0f4da-1de4-4fb0-a58b-d1121c2ba3f8 req-482a4d52-43bd-4a6f-b303-8d8a0b42933c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 944 time: 0.0754697 Aug 16 02:54:52.517586 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6bb0f4da-1de4-4fb0-a58b-d1121c2ba3f8 req-1ef9e708-6ad2-4a8b-ba7e-c400dd59919b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477061 Aug 16 02:54:52.520685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:52.524649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:52.530739 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:52.574616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:52.575392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:52.577531 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] 10.222.0.89 "PUT /v2.0/ports/e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 1093 time: 0.7476578 Aug 16 02:54:52.577987 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:52.580362 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc20f4c4-a4fe-47b4-94f5-878c9667c221" -d '{"events": [{"name": "network-changed", "server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:52.606575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edd7c1-620b-413f-b003-49c97c12c876 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:52.650583 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c61a025-2d4c-436d-9436-373542519596 x-openstack-request-id: req-5c61a025-2d4c-436d-9436-373542519596 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:52.650875 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:52.651126 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c61a025-2d4c-436d-9436-373542519596 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:52.651975 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'status': 'completed', 'code': 200} Aug 16 02:54:52.670736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-34b5e97a-bf8a-444b-90cd-5f78819dec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:52.672392 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-34b5e97a-bf8a-444b-90cd-5f78819dec7d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1096 time: 0.0523198 Aug 16 02:54:52.724449 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-c3d4cd4d-0b3a-46eb-aedd-a73c8c3be1f3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 217 time: 0.0423081 Aug 16 02:54:52.779674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-fa838c5d-8233-4942-b622-b6373c339efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:52.781586 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-fa838c5d-8233-4942-b622-b6373c339efe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 HTTP/1.1" status: 200 len: 834 time: 0.0493543 Aug 16 02:54:52.830786 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-5de73d3e-9347-455a-935a-c4f41060776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:52.832287 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-5de73d3e-9347-455a-935a-c4f41060776f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8302e7ee-c464-43ca-b214-813303490ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435095 Aug 16 02:54:52.927976 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-82d15c16-e5bd-4182-b911-d7cc92792421 service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885122 Aug 16 02:54:53.018719 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-6a1c2b2b-9f29-430a-9407-2af7c5fdeef2 req-e17d8c1d-d7a0-40f5-8e9b-2f0591974635 service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839181 Aug 16 02:54:53.102168 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20f4c4-a4fe-47b4-94f5-878c9667c221 req-e0bbc6b1-001e-4e13-9a49-42662953df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:53.103691 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc20f4c4-a4fe-47b4-94f5-878c9667c221 req-e0bbc6b1-001e-4e13-9a49-42662953df3a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1096 time: 0.0431838 Aug 16 02:54:53.198315 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20f4c4-a4fe-47b4-94f5-878c9667c221 req-71642646-fac2-441c-9ae4-9f65ffa21535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:53.199807 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc20f4c4-a4fe-47b4-94f5-878c9667c221 req-71642646-fac2-441c-9ae4-9f65ffa21535 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 200 len: 898 time: 0.0892260 Aug 16 02:54:53.241083 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc20f4c4-a4fe-47b4-94f5-878c9667c221 req-cea5ebb4-cd19-4f38-952f-be12908d3acb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 217 time: 0.0344837 Aug 16 02:54:53.299438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20f4c4-a4fe-47b4-94f5-878c9667c221 req-50c2156d-e57a-4306-8301-781ac11dee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:53.301536 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc20f4c4-a4fe-47b4-94f5-878c9667c221 req-50c2156d-e57a-4306-8301-781ac11dee3b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 HTTP/1.1" status: 200 len: 834 time: 0.0529168 Aug 16 02:54:53.348171 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20f4c4-a4fe-47b4-94f5-878c9667c221 req-9ad71768-7301-4ef6-af11-6045b8ccf191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:53.349673 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc20f4c4-a4fe-47b4-94f5-878c9667c221 req-9ad71768-7301-4ef6-af11-6045b8ccf191 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8302e7ee-c464-43ca-b214-813303490ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398216 Aug 16 02:54:53.439159 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc20f4c4-a4fe-47b4-94f5-878c9667c221 req-13fcd9d5-ac95-4a16-bfd7-31fd89403065 service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819798 Aug 16 02:54:53.534558 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bc20f4c4-a4fe-47b4-94f5-878c9667c221 req-119f6f4b-0e36-4a8c-b028-5beee40a476d service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872626 Aug 16 02:54:53.642704 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d3612838-c4b3-4aed-9989-9c231ef8e05a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:53.643499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53e9dd-8783-480d-b299-9c19350c328a req-aa8948ea-dc2f-44ae-bb4b-f340e0a36ee0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:53.645063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a53e9dd-8783-480d-b299-9c19350c328a req-aa8948ea-dc2f-44ae-bb4b-f340e0a36ee0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 944 time: 0.0501730 Aug 16 02:54:53.684442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a53e9dd-8783-480d-b299-9c19350c328a req-ef9eee03-423b-4773-b287-3f4dba6f83c9 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330441 Aug 16 02:54:53.692440 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port d3612838-c4b3-4aed-9989-9c231ef8e05a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:53.696227 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d3612838-c4b3-4aed-9989-9c231ef8e05a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:53.696598 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:53.757286 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:54:53.777552 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:53.810678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port d3612838-c4b3-4aed-9989-9c231ef8e05a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d3612838-c4b3-4aed-9989-9c231ef8e05a,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:53.814173 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:53.861949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=d3612838-c4b3-4aed-9989-9c231ef8e05a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:54.803885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cdd9c-e31e-4d23-ad13-25035966db13 req-dce0fa99-208c-4c9b-9ac9-ac0cc3ecc646 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:54.805279 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-950cdd9c-e31e-4d23-ad13-25035966db13 req-dce0fa99-208c-4c9b-9ac9-ac0cc3ecc646 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 944 time: 0.0505910 Aug 16 02:54:54.843505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-950cdd9c-e31e-4d23-ad13-25035966db13 req-a9efc669-2965-4bc5-9318-12ddf9209770 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321069 Aug 16 02:54:55.623421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d3612838-c4b3-4aed-9989-9c231ef8e05a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:55.672602 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port d3612838-c4b3-4aed-9989-9c231ef8e05a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:55.672972 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:55.963977 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b59059-4bf6-40eb-90c0-6ab5cc9643eb req-b3a06876-e3ed-44e7-b11b-3d3f8c4cc089 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:55.965508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0b59059-4bf6-40eb-90c0-6ab5cc9643eb req-b3a06876-e3ed-44e7-b11b-3d3f8c4cc089 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 944 time: 0.0537198 Aug 16 02:54:56.003768 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b0b59059-4bf6-40eb-90c0-6ab5cc9643eb req-326d6f99-5b1a-41e3-b793-e16fb061f918 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Aug 16 02:54:57.027321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:54:57.121223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc1dfe-f57f-4102-a94a-6c5d98a661ef req-1c580b69-3595-4ac0-8ed7-d20c20f4c4b3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:57.122734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4bc1dfe-f57f-4102-a94a-6c5d98a661ef req-1c580b69-3595-4ac0-8ed7-d20c20f4c4b3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 944 time: 0.0509782 Aug 16 02:54:57.124669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:57.136270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'port_id': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'mac_address': 'fa:16:3e:f0:e5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:54:57.165777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e4bc1dfe-f57f-4102-a94a-6c5d98a661ef req-be1cb600-5c49-4cc5-afad-0a84b2e7453d tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367208 Aug 16 02:54:57.175347 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:57.188725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:54:57.208905 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:57.212988 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:57.259243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:57.440877 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['e6c4bcef-4fcb-47b6-b6ce-4362a0d01312'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:54:58.297830 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1fbf3-92a4-4596-a8f6-ec7daf81eb21 req-21a9a9a8-07c5-4a27-ba62-4e3b49575856 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:58.299313 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bec1fbf3-92a4-4596-a8f6-ec7daf81eb21 req-21a9a9a8-07c5-4a27-ba62-4e3b49575856 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 945 time: 0.0495920 Aug 16 02:54:58.335753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bec1fbf3-92a4-4596-a8f6-ec7daf81eb21 req-3c1d7255-a00d-4de6-96dd-f469bac62eec tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302830 Aug 16 02:54:59.058300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:59.106450 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:59.110757 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:59.111125 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:59.188371 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:59.209695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:59.212103 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca642949-4aeb-4d59-a105-363c0361d46e" -d '{"events": [{"server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "name": "network-vif-plugged", "status": "completed", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:59.225201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:59.229971 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:59.254034 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb7e9c1-0b84-44e3-9e01-d23c2f8be4b4 x-openstack-request-id: req-acb7e9c1-0b84-44e3-9e01-d23c2f8be4b4 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:59.254291 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "name": "network-vif-plugged", "status": "completed", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:59.254533 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-acb7e9c1-0b84-44e3-9e01-d23c2f8be4b4 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:59.254930 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'code': 200} Aug 16 02:54:59.280912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:59.391464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6dad-667e-4c6a-ac7f-0c52b75af21b req-7ce1c2c5-d9c6-4068-9623-0549f8709fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:59.393039 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aa0b6dad-667e-4c6a-ac7f-0c52b75af21b req-7ce1c2c5-d9c6-4068-9623-0549f8709fdf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1098 time: 0.0878670 Aug 16 02:54:59.428922 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-aa0b6dad-667e-4c6a-ac7f-0c52b75af21b req-a77db6c5-0523-4e46-b77c-922446cfc459 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287499 Aug 16 02:54:59.453727 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9ba47-fa0e-4f9a-9e85-a91cf497cbc5 req-49c6f46c-27ba-48d7-855f-e854c2ac7739 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:59.455223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-faf9ba47-fa0e-4f9a-9e85-a91cf497cbc5 req-49c6f46c-27ba-48d7-855f-e854c2ac7739 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0527468 Aug 16 02:54:59.494111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-faf9ba47-fa0e-4f9a-9e85-a91cf497cbc5 req-e51f52c9-f56b-48e4-bf3c-f40fc01dc8e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Aug 16 02:55:00.613127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9b0f6-36cc-42ec-9c27-d8917819e0b1 req-dc35866d-4954-4f93-8abc-5c5ca1aacc16 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:00.615377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58f9b0f6-36cc-42ec-9c27-d8917819e0b1 req-dc35866d-4954-4f93-8abc-5c5ca1aacc16 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0518098 Aug 16 02:55:00.654696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58f9b0f6-36cc-42ec-9c27-d8917819e0b1 req-f09bb233-666f-499a-af6a-f59283c23196 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333879 Aug 16 02:55:00.770110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbebb0-7a06-4b77-b1ba-3af08f5cb4c4 req-428c59b0-2b49-4a66-b21e-5963f349a783 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:00.771712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bdbebb0-7a06-4b77-b1ba-3af08f5cb4c4 req-428c59b0-2b49-4a66-b21e-5963f349a783 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0499699 Aug 16 02:55:00.812729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bdbebb0-7a06-4b77-b1ba-3af08f5cb4c4 req-d9e54e87-a801-46f8-bd25-89387c018f8f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333817 Aug 16 02:55:00.834407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36794) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:00.877260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8529ae-6cdd-491c-80ae-b527cb0ba599 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:00.878749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ad8529ae-6cdd-491c-80ae-b527cb0ba599 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1093 time: 0.0433586 Aug 16 02:55:00.881694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36796) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:00.885990 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:00.907854 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:01.012695 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:01.117424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.25.2.38 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/cb31cbfe-e06c-478c-89f7-911cc21eef44) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:01.220444 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:01.262630 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:01.306011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:01.308929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:01.313096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:01.318416 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=cb31cbfe-e06c-478c-89f7-911cc21eef44,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:01.690957 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:01.763965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:01.932781 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:01.937597 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:02.003502 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=cb31cbfe-e06c-478c-89f7-911cc21eef44,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:02.018073 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:02.122207 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Floating IP bb595eda-edbf-41f0-b5c2-23108ffe1495 associated. External IP: 172.25.2.38, port: e6c4bcef-4fcb-47b6-b6ce-4362a0d01312. Aug 16 02:55:02.328265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router f683ef00-b978-43e8-b16f-4cde062da7d7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:55:02.767807 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:55:02.779605 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d795b-eaf5-48de-81e1-251bafea5bcb None None] Sync routers for ids ['f683ef00-b978-43e8-b16f-4cde062da7d7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:55:02.784183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:02.789561 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d795b-eaf5-48de-81e1-251bafea5bcb None None] Routers {'f683ef00-b978-43e8-b16f-4cde062da7d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:55:02.790238 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-546d795b-eaf5-48de-81e1-251bafea5bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:54:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f683ef00-b978-43e8-b16f-4cde062da7d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:02.812005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0abb7f1e-ded9-4a6c-9a3f-5343724a7776 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9292579 Aug 16 02:55:02.812600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:55:02.814963 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:55:02.857711 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2943572e-91c4-4c00-8154-82f32298e21c x-openstack-request-id: req-2943572e-91c4-4c00-8154-82f32298e21c {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:55:02.858819 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:55:02.859076 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2943572e-91c4-4c00-8154-82f32298e21c {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:55:02.859597 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'status': 'completed', 'code': 200} Aug 16 02:55:02.898622 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-546d795b-eaf5-48de-81e1-251bafea5bcb None None] Set router f683ef00-b978-43e8-b16f-4cde062da7d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:55:02.915642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780287d-93d2-46c4-9d42-3c8e12eba496 req-00733053-a363-412c-bfe6-181377d06995 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:02.917311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e780287d-93d2-46c4-9d42-3c8e12eba496 req-00733053-a363-412c-bfe6-181377d06995 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0542207 Aug 16 02:55:02.929649 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa req-2842f0af-76e8-42da-9083-f622e112bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:02.931191 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa req-2842f0af-76e8-42da-9083-f622e112bf79 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1098 time: 0.0476899 Aug 16 02:55:02.958777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e780287d-93d2-46c4-9d42-3c8e12eba496 req-d7d45fef-af14-4092-b702-4b3f387d6e61 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350852 Aug 16 02:55:02.983405 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36802) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:03.041236 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa req-40c76d32-cbea-48d3-a5e5-35d8b5560d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:03.043008 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa req-40c76d32-cbea-48d3-a5e5-35d8b5560d7a service neutron] 10.222.0.89 "GET /v2.0/networks?id=8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 200 len: 898 time: 0.1043422 Aug 16 02:55:03.052732 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-857dc9f5-75ad-4850-b28e-8f08feb90604 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/bb595eda-edbf-41f0-b5c2-23108ffe1495 HTTP/1.1" status: 200 len: 991 time: 0.0670002 Aug 16 02:55:03.111647 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa req-27872156-817d-49f9-bb23-ed32d54a7fc6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 999 time: 0.0602770 Aug 16 02:55:03.128463 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-546d795b-eaf5-48de-81e1-251bafea5bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:48Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'bb595eda-edbf-41f0-b5c2-23108ffe1495', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'port_id': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'mac_address': 'fa:16:3e:f0:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:55:01Z', 'updated_at': '2021-08-16T02:55:01Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3612838-c4b3-4aed-9989-9c231ef8e05a', 'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:85:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:47Z', 'updated_at': '2021-08-16T02:54:53Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:03.157142 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d795b-eaf5-48de-81e1-251bafea5bcb None None] Checking router: f683ef00-b978-43e8-b16f-4cde062da7d7 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:55:03.165101 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d795b-eaf5-48de-81e1-251bafea5bcb None None] Routers {'f683ef00-b978-43e8-b16f-4cde062da7d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:55:03.165782 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-546d795b-eaf5-48de-81e1-251bafea5bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:54:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f683ef00-b978-43e8-b16f-4cde062da7d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:03.166158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa req-6cea45dc-1d86-4389-a347-7240a6cc8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:03.167734 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa req-6cea45dc-1d86-4389-a347-7240a6cc8942 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 HTTP/1.1" status: 200 len: 834 time: 0.0495529 Aug 16 02:55:03.216030 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa req-472bd80c-4304-4290-8361-1676d3e8a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:03.218119 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa req-472bd80c-4304-4290-8361-1676d3e8a5e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8302e7ee-c464-43ca-b214-813303490ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433023 Aug 16 02:55:03.315099 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa req-71a5b08d-5aa7-4887-8ead-c7ab0a688dd0 service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900772 Aug 16 02:55:03.367302 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-546d795b-eaf5-48de-81e1-251bafea5bcb None None] Set router f683ef00-b978-43e8-b16f-4cde062da7d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:55:03.410945 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ad597ed8-3c10-4a2e-aaef-ee9faf3358fa req-e8470804-2920-4752-9f2b-f760df3c2913 service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893075 Aug 16 02:55:03.585461 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-546d795b-eaf5-48de-81e1-251bafea5bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:48Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'bb595eda-edbf-41f0-b5c2-23108ffe1495', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'port_id': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'mac_address': 'fa:16:3e:f0:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:55:01Z', 'updated_at': '2021-08-16T02:55:01Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3612838-c4b3-4aed-9989-9c231ef8e05a', 'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:85:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:47Z', 'updated_at': '2021-08-16T02:54:53Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:03.616417 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d795b-eaf5-48de-81e1-251bafea5bcb None None] The sync data for ids ['f683ef00-b978-43e8-b16f-4cde062da7d7'] in n-d-768851-16 is: [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:48Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'bb595eda-edbf-41f0-b5c2-23108ffe1495', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'port_id': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'mac_address': 'fa:16:3e:f0:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:55:01Z', 'updated_at': '2021-08-16T02:55:01Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3612838-c4b3-4aed-9989-9c231ef8e05a', 'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:85:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:47Z', 'updated_at': '2021-08-16T02:54:53Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:55:03.799526 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca2e77-4ad3-46e7-91d2-807e86fb4e73 None None] New status for floating IP bb595eda-edbf-41f0-b5c2-23108ffe1495: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:55:04.054922 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36804) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:04.115540 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d2aba964-e1aa-4052-ac61-c8c80239b2e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/bb595eda-edbf-41f0-b5c2-23108ffe1495 HTTP/1.1" status: 200 len: 993 time: 0.0594239 Aug 16 02:55:08.973517 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9e5dabb1-397c-42f1-ac9f-2ed57c2fc8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:10.343074 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.558922 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2907aee4-15a4-417b-8f58-0195538a4560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.675211 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:12.976040 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.485589 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:18.946316 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:30.756899 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:55:32.899739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52e4f7-bc7f-46e0-9c2b-5c105f0c9688 req-66374f31-c482-41c8-8edb-c0068ce0f998 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:32.901264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a52e4f7-bc7f-46e0-9c2b-5c105f0c9688 req-66374f31-c482-41c8-8edb-c0068ce0f998 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0497208 Aug 16 02:55:32.951754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a52e4f7-bc7f-46e0-9c2b-5c105f0c9688 req-3d04b9be-e243-479c-804c-02c3ee951cd4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437298 Aug 16 02:55:32.984890 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-9efa0dca-f5cf-4628-bf0a-103823327e66 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821354 Aug 16 02:55:34.072672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cf9ed-9d97-4e51-b8ad-67760acaed30 req-2a85ba70-76b2-4c4c-b81e-f10a1674a9ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:34.074190 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b8cf9ed-9d97-4e51-b8ad-67760acaed30 req-2a85ba70-76b2-4c4c-b81e-f10a1674a9ee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0480595 Aug 16 02:55:34.113157 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b8cf9ed-9d97-4e51-b8ad-67760acaed30 req-7604daa8-3709-46e4-9fe9-8229cef0ee93 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323133 Aug 16 02:55:34.261523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-74cdab3f-8910-4b14-9e58-7b0d235cc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:34.263083 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-74cdab3f-8910-4b14-9e58-7b0d235cc510 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1098 time: 0.0441031 Aug 16 02:55:34.362085 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-c501cfcc-6ec8-498a-a1ed-926aa05dd85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:34.363559 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-c501cfcc-6ec8-498a-a1ed-926aa05dd85d service neutron] 10.222.0.89 "GET /v2.0/networks?id=8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 200 len: 898 time: 0.0927780 Aug 16 02:55:34.428784 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-995fbf82-4486-4916-a49b-5c95c1795ef6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 1001 time: 0.0573251 Aug 16 02:55:34.478767 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-ae3c5d51-8d10-4858-a49f-9e67baf51f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:34.480206 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-ae3c5d51-8d10-4858-a49f-9e67baf51f92 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 HTTP/1.1" status: 200 len: 834 time: 0.0435593 Aug 16 02:55:34.845466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-cf12e3dc-008f-4f3d-9ca3-f594afe63512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:34.847009 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-cf12e3dc-008f-4f3d-9ca3-f594afe63512 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8302e7ee-c464-43ca-b214-813303490ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3590772 Aug 16 02:55:34.939185 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-7f23d4c6-3d39-4e67-9111-48f260fd406f service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837574 Aug 16 02:55:35.034299 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-ca0c4d3d-73dc-43c8-af5c-72d8499a08f9 service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875216 Aug 16 02:55:35.231446 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b3b64-e510-4a34-9dea-370a74033ad4 req-74cd7d22-b60d-4e1c-bedc-2bde0130e841 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:35.232934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f4b3b64-e510-4a34-9dea-370a74033ad4 req-74cd7d22-b60d-4e1c-bedc-2bde0130e841 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0491679 Aug 16 02:55:35.269761 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f4b3b64-e510-4a34-9dea-370a74033ad4 req-e432c5a9-9eba-44de-9926-31d2caa395af tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308435 Aug 16 02:55:36.394109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8fdcb-5b8b-40b0-b9b1-27004d43dfe5 req-6916bf44-6fa4-4051-9a47-d94f4cd318f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:36.395602 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aea8fdcb-5b8b-40b0-b9b1-27004d43dfe5 req-6916bf44-6fa4-4051-9a47-d94f4cd318f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0516458 Aug 16 02:55:36.432792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aea8fdcb-5b8b-40b0-b9b1-27004d43dfe5 req-6ad12dd8-4b2a-451c-be40-6384c8b144be tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Aug 16 02:55:37.547167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf270c-54d3-411a-a829-81628c5eced6 req-57733279-3d71-4245-972f-3504f88a4fb2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:37.548650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3bf270c-54d3-411a-a829-81628c5eced6 req-57733279-3d71-4245-972f-3504f88a4fb2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0479887 Aug 16 02:55:37.585693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3bf270c-54d3-411a-a829-81628c5eced6 req-151510d2-9f5a-4c12-aca9-09a01d7e9cfe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311630 Aug 16 02:55:38.703883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bd0e1-7896-4145-a49d-0008a762378d req-b8360121-381a-47e4-8a5c-634e023700e3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:38.705411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e6bd0e1-7896-4145-a49d-0008a762378d req-b8360121-381a-47e4-8a5c-634e023700e3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0497284 Aug 16 02:55:38.743172 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e6bd0e1-7896-4145-a49d-0008a762378d req-1e53a7d6-88cf-4803-94dc-e3ed4fe45044 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Aug 16 02:55:38.975594 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b94d099-7927-464e-9f54-d7328d96a401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:39.863486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bec05a-50ec-43ee-9ba6-ac81af7a65ac req-9a2e88d4-2c94-4550-bd57-5d56f5e3c0bb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:39.865001 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6bec05a-50ec-43ee-9ba6-ac81af7a65ac req-9a2e88d4-2c94-4550-bd57-5d56f5e3c0bb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0540664 Aug 16 02:55:39.902671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6bec05a-50ec-43ee-9ba6-ac81af7a65ac req-74d51462-1a94-463f-8f3a-f0b40d9695c3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317507 Aug 16 02:55:40.330876 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:41.080717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddde65-c8ae-4217-8d7b-a05c78cee955 req-d9f21b8f-511a-46e6-9ded-d011612506b8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:41.082218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aaddde65-c8ae-4217-8d7b-a05c78cee955 req-d9f21b8f-511a-46e6-9ded-d011612506b8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.1118338 Aug 16 02:55:41.119649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aaddde65-c8ae-4217-8d7b-a05c78cee955 req-10bfac0b-4689-4010-98d5-b62c619b59f5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314646 Aug 16 02:55:41.559238 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d706-41f4-4e8a-a1bf-f15fbdea3f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:41.675168 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:42.236185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad347-5f52-4eb7-a8de-41d9218ef25b req-323053be-b3e1-4117-9aec-96b6ef548551 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:42.237747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6bad347-5f52-4eb7-a8de-41d9218ef25b req-323053be-b3e1-4117-9aec-96b6ef548551 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0490568 Aug 16 02:55:42.274061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6bad347-5f52-4eb7-a8de-41d9218ef25b req-057afaec-f27a-45b3-a242-8566ab34e3bb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303900 Aug 16 02:55:42.979742 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:43.394983 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc246fc-0af8-4f3e-b9c5-ff9ba66b2b2c req-22d3a2e5-94ad-4c0f-9aef-f2c4384ca00a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:43.396509 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bc246fc-0af8-4f3e-b9c5-ff9ba66b2b2c req-22d3a2e5-94ad-4c0f-9aef-f2c4384ca00a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0534945 Aug 16 02:55:43.433640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3bc246fc-0af8-4f3e-b9c5-ff9ba66b2b2c req-551cc488-e12c-47e8-abe6-7fa778faadfe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 Aug 16 02:55:44.488394 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:44.549091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f74f-6220-4f6f-a453-5ed62c073278 req-84a8434c-8b08-4359-b6c5-8453e6aa0349 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:44.550552 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1249f74f-6220-4f6f-a453-5ed62c073278 req-84a8434c-8b08-4359-b6c5-8453e6aa0349 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0480001 Aug 16 02:55:44.589469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1249f74f-6220-4f6f-a453-5ed62c073278 req-735dcc76-6584-4b86-a66c-478dddc02eef tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329428 Aug 16 02:55:45.708677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19188930-d17e-4da1-8496-7beb98e11b15 req-54d23655-9225-45a2-8335-a071d6e06dbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:45.710238 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19188930-d17e-4da1-8496-7beb98e11b15 req-54d23655-9225-45a2-8335-a071d6e06dbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0536962 Aug 16 02:55:45.747747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-19188930-d17e-4da1-8496-7beb98e11b15 req-e188c340-53d6-42c4-925f-113eda0925cb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Aug 16 02:55:46.833353 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-9ff871a2-8e36-40ec-8fcb-07ad1fe4791f service neutron] show failed (client error): The resource could not be found. Aug 16 02:55:46.834417 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-9ff871a2-8e36-40ec-8fcb-07ad1fe4791f service neutron] 10.222.0.89 "GET /v2.0/ports/e6c4bcef-4fcb-47b6-b6ce-4362a0d01312/bindings/n-h1-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0555978 Aug 16 02:55:46.868470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcc765-b8a6-4378-b2a0-bdea873d3e99 req-b48870c8-b20e-4bcb-9de2-20971e698303 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:46.869992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05bcc765-b8a6-4378-b2a0-bdea873d3e99 req-b48870c8-b20e-4bcb-9de2-20971e698303 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0540650 Aug 16 02:55:46.909076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05bcc765-b8a6-4378-b2a0-bdea873d3e99 req-6d135d03-1168-4c8e-accc-acc18998c25f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330408 Aug 16 02:55:47.037507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-1e60352a-e84f-482e-9343-24b4a0f9d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:47.038900 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-1e60352a-e84f-482e-9343-24b4a0f9d758 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df&tenant_id=3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 1098 time: 0.0413234 Aug 16 02:55:47.056263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:47.109942 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:47.309245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:47.341740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:47.381282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:55:47.383602 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d57da6-1217-42ff-a57c-c95c38643472" -d '{"events": [{"server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:55:47.387446 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:47.402603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Transition to ACTIVE for port object e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:47.406473 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:47.444667 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7d8ffc-fb75-4bb8-bbbe-7228aa936c52 x-openstack-request-id: req-6f7d8ffc-fb75-4bb8-bbbe-7228aa936c52 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:55:47.444859 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:55:47.445138 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f7d8ffc-fb75-4bb8-bbbe-7228aa936c52 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:55:47.445534 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'code': 200} Aug 16 02:55:47.493443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:47.508944 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.509316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.509654 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.509987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.510317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.510643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.510968 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.511292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.511614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.511935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.512254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.512578 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.549434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] No DVR routers for this DVR port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:47.687052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Attempting to bind port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:47.687387 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Attempting to bind port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:47.687716 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Attempting to bind port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 on network 8302e7ee-c464-43ca-b214-813303490ccb {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:47.692529 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 on network 8302e7ee-c464-43ca-b214-813303490ccb not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:55:47.692846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Attempting to bind port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 on network 8302e7ee-c464-43ca-b214-813303490ccb {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:47.697937 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:47.698275 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Checking segment: {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:47.698655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Bound using segment: {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:47.699122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Bound port: e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf35384-298b-40ea-9277-b8ba3815dab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:47.699483 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:47.762488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:47.765692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:47.770829 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:47.813217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:47.814490 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:47.815892 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] 10.222.0.84 "PUT /v2.0/ports/e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 1093 time: 0.7636034 Aug 16 02:55:47.833218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e18e3-4f83-437e-bf46-ed014ce51496 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:47.898810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-4d1c3bcb-c5cc-4fb2-9975-6e75ea5d3a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:47.900426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-4d1c3bcb-c5cc-4fb2-9975-6e75ea5d3a09 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1096 time: 0.0435493 Aug 16 02:55:48.004448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-b9abca85-d8a8-443c-a06a-d9fb5f72e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:48.006125 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-b9abca85-d8a8-443c-a06a-d9fb5f72e7fe service neutron] 10.222.0.84 "GET /v2.0/networks?id=8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 200 len: 898 time: 0.0989747 Aug 16 02:55:48.101612 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-cda449b9-0142-48f9-97a1-3249be7e5042 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 999 time: 0.0880713 Aug 16 02:55:48.124236 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b5077-ed03-4869-9470-e4133dbae80e req-250584f3-6a1a-4fde-afe2-307140757514 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:48.125730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88b5077-ed03-4869-9470-e4133dbae80e req-250584f3-6a1a-4fde-afe2-307140757514 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 944 time: 0.1389115 Aug 16 02:55:48.182561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-5476c8b2-5352-421a-a71e-ce5b42c5bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:48.183987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-5476c8b2-5352-421a-a71e-ce5b42c5bd4b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 HTTP/1.1" status: 200 len: 834 time: 0.0756106 Aug 16 02:55:48.188833 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c88b5077-ed03-4869-9470-e4133dbae80e req-84cd2097-56a9-4e69-9ae2-533fde43e656 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453153 Aug 16 02:55:48.235060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-1b3d193a-c908-46cc-901e-ab5e0be32757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:48.237198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-1b3d193a-c908-46cc-901e-ab5e0be32757 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8302e7ee-c464-43ca-b214-813303490ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456929 Aug 16 02:55:48.324605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-939e3a4d-7963-4976-a6cb-facc9c438333 service neutron] 10.222.0.84 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804417 Aug 16 02:55:48.422550 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-84d6e6b7-85a0-44dd-874c-ac9ea9cf26fa req-38296f81-7f15-4bab-af5a-664b0cad52d1 service neutron] 10.222.0.84 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904033 Aug 16 02:55:48.944889 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:49.307339 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98838e5c-be08-4617-a929-744cd394adf1 req-1b8dfe34-7511-4dbe-b772-0774aa868705 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.308817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98838e5c-be08-4617-a929-744cd394adf1 req-1b8dfe34-7511-4dbe-b772-0774aa868705 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 944 time: 0.0491245 Aug 16 02:55:49.345865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-98838e5c-be08-4617-a929-744cd394adf1 req-58e0dff3-d9ed-45b7-82c8-09ea51e6fdfc tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304720 Aug 16 02:55:49.446918 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:55:49.449370 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071" -d '{"events": [{"name": "network-changed", "server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:55:49.498868 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27ddf33-0dc1-4faf-83e5-759ae3804137 x-openstack-request-id: req-e27ddf33-0dc1-4faf-83e5-759ae3804137 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:55:49.499162 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:55:49.499413 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e27ddf33-0dc1-4faf-83e5-759ae3804137 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:55:49.499840 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'status': 'completed', 'code': 200} Aug 16 02:55:49.561708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-8d420fcb-aecf-4cb4-a993-352b28f4b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.563315 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-8d420fcb-aecf-4cb4-a993-352b28f4b534 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1096 time: 0.0407755 Aug 16 02:55:49.579950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-006580e7-6b30-4f76-b340-f44a5653f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.581486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-006580e7-6b30-4f76-b340-f44a5653f236 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1096 time: 0.0424950 Aug 16 02:55:49.656617 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-6d4d8ee3-0d09-4df7-b9ad-8493f850b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.658706 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-6d4d8ee3-0d09-4df7-b9ad-8493f850b310 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 200 len: 898 time: 0.0889208 Aug 16 02:55:49.676277 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-4e95dd7a-307d-496c-ac5b-1329f9f87ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.677765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-4e95dd7a-307d-496c-ac5b-1329f9f87ac2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 200 len: 898 time: 0.0896618 Aug 16 02:55:49.723823 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-1f9fd7d9-88f1-415d-a707-04da0999474f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 999 time: 0.0585525 Aug 16 02:55:49.746579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-87b60a9b-8f6f-43b4-ba46-bbe8784faa43 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 999 time: 0.0604701 Aug 16 02:55:49.773977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-81cc6f76-aa4a-4b38-9861-cbbb2259ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.775571 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-81cc6f76-aa4a-4b38-9861-cbbb2259ba4d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 HTTP/1.1" status: 200 len: 834 time: 0.0453069 Aug 16 02:55:49.802291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-8f5bcb73-3e97-42ec-a97e-74a57edaa40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.803770 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-8f5bcb73-3e97-42ec-a97e-74a57edaa40e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 HTTP/1.1" status: 200 len: 834 time: 0.0498142 Aug 16 02:55:49.825897 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-45098e5d-336f-4baa-abac-a46e9338f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.827426 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-45098e5d-336f-4baa-abac-a46e9338f692 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8302e7ee-c464-43ca-b214-813303490ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453384 Aug 16 02:55:49.850164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-446fc171-3022-46fc-ac08-5ec29feb1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.851936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-446fc171-3022-46fc-ac08-5ec29feb1a84 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8302e7ee-c464-43ca-b214-813303490ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404477 Aug 16 02:55:49.919000 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-aea31f54-c6dc-41cf-8844-825ba5d59f53 service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831301 Aug 16 02:55:49.943117 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-f8985838-d028-47bb-a4bd-827667f13020 service neutron] 10.222.0.84 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836332 Aug 16 02:55:50.016072 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-5151d402-4be3-4363-bfd0-8c17901c9c87 service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896010 Aug 16 02:55:50.041433 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a111cfe-4baa-4e0a-8c5d-ce4818c78071 req-17439e16-a20a-4241-8282-950fa57046c6 service neutron] 10.222.0.84 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905275 Aug 16 02:55:50.463659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fbecf-4d76-42f7-8507-f6e0c841cdc8 req-c7eb6cf4-5322-4667-969c-7c05de4c38a6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:50.465208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-890fbecf-4d76-42f7-8507-f6e0c841cdc8 req-c7eb6cf4-5322-4667-969c-7c05de4c38a6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 944 time: 0.0498650 Aug 16 02:55:50.502947 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-890fbecf-4d76-42f7-8507-f6e0c841cdc8 req-b45f1e5b-c56f-4d21-af9e-8ce326198c04 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Aug 16 02:55:50.530898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:55:50.624360 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:50.635863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'port_id': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'mac_address': 'fa:16:3e:f0:e5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:55:50.671571 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:50.683749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:55:50.704123 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:50.708918 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:50.755912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:50.762984 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.763334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.763677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.764015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.764349 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.764680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.765089 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.765422 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.765748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.766069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.766392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.766715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:51.255184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:55:51.297007 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:55:51.621216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c433c47-6b72-472b-aab2-bd1d72e7694f req-f8c56fb9-fac3-462c-9912-243e3d9ec912 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:51.622839 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c433c47-6b72-472b-aab2-bd1d72e7694f req-f8c56fb9-fac3-462c-9912-243e3d9ec912 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 945 time: 0.0484231 Aug 16 02:55:51.659864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c433c47-6b72-472b-aab2-bd1d72e7694f req-a6f13454-26a7-4d85-b925-d87f28180874 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303686 Aug 16 02:55:51.863979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a883ea1-e831-4062-af30-0e0f5be8a974 req-198b449e-2521-485d-ba75-e7a3701bce1f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:51.865567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a883ea1-e831-4062-af30-0e0f5be8a974 req-198b449e-2521-485d-ba75-e7a3701bce1f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 945 time: 0.0559013 Aug 16 02:55:51.870960 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-45e9d406-a6fe-4fb9-aa24-205de0d13455 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:51.872870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-45e9d406-a6fe-4fb9-aa24-205de0d13455 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df&tenant_id=3da6473cd20f4592b318c3afa45d1ccf&binding%3Ahost_id=n-h1-768851-16 HTTP/1.1" status: 200 len: 945 time: 0.0543945 Aug 16 02:55:51.911471 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a883ea1-e831-4062-af30-0e0f5be8a974 req-ab2e5950-6a10-43c2-8ac7-a547adc1169a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324528 Aug 16 02:55:51.937289 n-d-768851-16 neutron-server[101380]: INFO neutron.api.v2.resource [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-193f306b-ef04-4e9f-9c5d-0619f30538e4 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:55:51.938325 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-193f306b-ef04-4e9f-9c5d-0619f30538e4 service neutron] 10.222.0.89 "DELETE /v2.0/ports/e6c4bcef-4fcb-47b6-b6ce-4362a0d01312/bindings/n-h2-768851-16 HTTP/1.1" status: 404 len: 381 time: 0.0581100 Aug 16 02:55:52.021601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-c770902b-b9f5-4fec-abb7-c9c2e4ea8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.023043 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-c770902b-b9f5-4fec-abb7-c9c2e4ea8a0c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1097 time: 0.0420225 Aug 16 02:55:52.031189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773e670-aad6-452d-93c1-52705a2e4059 req-69b96882-eb86-45c8-8c62-2bcc0f4744f0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.033207 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c773e670-aad6-452d-93c1-52705a2e4059 req-69b96882-eb86-45c8-8c62-2bcc0f4744f0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 945 time: 0.0489872 Aug 16 02:55:52.071620 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c773e670-aad6-452d-93c1-52705a2e4059 req-36fabcd4-3721-491c-ac0a-5645c93a3a63 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323391 Aug 16 02:55:52.119160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-609fff8b-b3f0-4eba-9575-1d4260ee0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.120666 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-609fff8b-b3f0-4eba-9575-1d4260ee0810 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 200 len: 898 time: 0.0907962 Aug 16 02:55:52.196085 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-f6501cf6-b9f2-4a01-bc4f-4115da12dbc3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 1000 time: 0.0680587 Aug 16 02:55:52.200680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['e6c4bcef-4fcb-47b6-b6ce-4362a0d01312'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:55:52.250616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-ccd4af2c-22a6-4f52-b6c5-66c600b8d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.252156 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-ccd4af2c-22a6-4f52-b6c5-66c600b8d392 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 HTTP/1.1" status: 200 len: 834 time: 0.0489995 Aug 16 02:55:52.298667 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-403d0b83-0c15-4147-8714-7bec6cb7ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.300124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-403d0b83-0c15-4147-8714-7bec6cb7ca5f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8302e7ee-c464-43ca-b214-813303490ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413916 Aug 16 02:55:52.392003 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-a1a03e4d-694b-4509-81af-fd164c94f9a0 service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Aug 16 02:55:52.502737 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-02fd04b8-fe0d-44c5-9eec-671b4db8b72c req-6763f1f7-2377-4fe7-a105-d1c0542ef1a9 service neutron] 10.222.0.89 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038184 Aug 16 02:55:53.187724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9243a7-30f9-42c9-a50e-c21f845da9fd req-eeecd8a4-0320-4ca3-a0b8-975c5edb0810 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:53.189794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc9243a7-30f9-42c9-a50e-c21f845da9fd req-eeecd8a4-0320-4ca3-a0b8-975c5edb0810 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 945 time: 0.0499258 Aug 16 02:55:53.228649 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc9243a7-30f9-42c9-a50e-c21f845da9fd req-215492ff-c8b6-4be5-88c4-0eeaf89ec995 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327363 Aug 16 02:55:53.250778 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36900) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:53.316040 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-e7e7ead3-4fdb-4132-a748-8b25c7536ee4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/bb595eda-edbf-41f0-b5c2-23108ffe1495 HTTP/1.1" status: 200 len: 992 time: 0.0634542 Aug 16 02:55:54.558546 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:54.607013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:54.610744 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:54.611118 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:54.686720 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:54.712430 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:55:54.714670 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d8117d-a696-40de-918e-bfa4f998f80b" -d '{"events": [{"server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "name": "network-vif-plugged", "status": "completed", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:55:54.731710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:54.736512 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:54.760860 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0e2fb9-7f1d-45e2-b631-310372bf65b5 x-openstack-request-id: req-eb0e2fb9-7f1d-45e2-b631-310372bf65b5 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:55:54.761173 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "name": "network-vif-plugged", "status": "completed", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:55:54.761437 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb0e2fb9-7f1d-45e2-b631-310372bf65b5 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:55:54.761713 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'code': 200} Aug 16 02:55:54.788021 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,revision_number=9']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:07.756566 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:56:08.977951 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3a5e2dda-c3c5-4c87-8bcc-e6ea4364faf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:10.346373 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:11.559796 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-180a5af0-806b-4fd6-9abe-537a36f4d509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:11.676470 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:12.982478 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:14.492094 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:18.959932 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:22.574553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-aa6151cd-b02b-4ef9-ab3a-a947bd47b5c6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384312 Aug 16 02:56:22.669195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-abdabf7a-224b-4ca5-9e82-70a5022d7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:22.670670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-abdabf7a-224b-4ca5-9e82-70a5022d7012 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1098 time: 0.0391412 Aug 16 02:56:22.784886 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-f4872956-8733-4c75-844e-2c823ce7d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:22.786344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-f4872956-8733-4c75-844e-2c823ce7d0a1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 200 len: 898 time: 0.0966012 Aug 16 02:56:22.852499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-e5898122-744f-44c7-bb10-cd851ac11172 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 1001 time: 0.0588253 Aug 16 02:56:22.906244 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-c1cf42d0-4b8f-4371-92c0-c14e702f404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:22.907705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-c1cf42d0-4b8f-4371-92c0-c14e702f404c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 HTTP/1.1" status: 200 len: 834 time: 0.0477862 Aug 16 02:56:22.954580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-bbbdc5f5-f8ee-4c84-8b69-3753f64dd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:22.956118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-bbbdc5f5-f8ee-4c84-8b69-3753f64dd9f3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8302e7ee-c464-43ca-b214-813303490ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411243 Aug 16 02:56:23.045473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-057c0300-20a0-411d-9eb8-219d29484507 service neutron] 10.222.0.84 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823123 Aug 16 02:56:23.147175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fa20ee7-d26b-465d-9031-06ff1db4736d req-66524a2a-37c6-46ce-ad36-a8982daed318 service neutron] 10.222.0.84 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938597 Aug 16 02:56:38.978861 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-16e82458-e209-407e-9290-ec7d04cbb191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:40.014625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36918) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:40.172682 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port cb31cbfe-e06c-478c-89f7-911cc21eef44 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:40.173057 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:40.253797 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:40.254127 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:40.266206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for cb31cbfe-e06c-478c-89f7-911cc21eef44 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:40.369984 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:40.414076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:40.442881 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=cb31cbfe-e06c-478c-89f7-911cc21eef44,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:40.468128 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.468481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.468827 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.469191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.469529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.469865 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.470199 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.470527 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.470857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.471184 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.471513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.471838 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:40.529183 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:40.529420 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Floating IP bb595eda-edbf-41f0-b5c2-23108ffe1495 disassociated (deleted). External IP: 172.25.2.38, port: e6c4bcef-4fcb-47b6-b6ce-4362a0d01312. Aug 16 02:56:40.747545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router f683ef00-b978-43e8-b16f-4cde062da7d7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:56:40.859288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:56:40.864693 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:40.871648 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6aea7-1d55-4f4b-bd79-57d1c7b03b40 None None] Sync routers for ids ['f683ef00-b978-43e8-b16f-4cde062da7d7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:56:40.884760 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6aea7-1d55-4f4b-bd79-57d1c7b03b40 None None] Routers {'f683ef00-b978-43e8-b16f-4cde062da7d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:40.885499 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7ec6aea7-1d55-4f4b-bd79-57d1c7b03b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:56:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f683ef00-b978-43e8-b16f-4cde062da7d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:40.896516 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2e1cbb96-5d26-427a-a61f-7947bac7c266 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/floatingips/bb595eda-edbf-41f0-b5c2-23108ffe1495 HTTP/1.1" status: 204 len: 168 time: 0.8807080 Aug 16 02:56:40.897173 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:40.899452 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23" -d '{"events": [{"name": "network-changed", "server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:40.992744 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3036e7f-a58e-4190-9198-bfb98e374b68 x-openstack-request-id: req-c3036e7f-a58e-4190-9198-bfb98e374b68 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:40.993281 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:40.993617 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c3036e7f-a58e-4190-9198-bfb98e374b68 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:40.994081 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'status': 'completed', 'code': 200} Aug 16 02:56:40.997581 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7ec6aea7-1d55-4f4b-bd79-57d1c7b03b40 None None] Set router f683ef00-b978-43e8-b16f-4cde062da7d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:41.087857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23 req-9b27235e-23aa-4dcd-a030-dbd104557edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:41.089594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23 req-9b27235e-23aa-4dcd-a030-dbd104557edf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 1098 time: 0.0502834 Aug 16 02:56:41.201291 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7ec6aea7-1d55-4f4b-bd79-57d1c7b03b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:48Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd3612838-c4b3-4aed-9989-9c231ef8e05a', 'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:85:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:47Z', 'updated_at': '2021-08-16T02:54:53Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:41.208413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d68b1e-434b-4268-a496-a4faff612873 req-d0b93eb4-41f2-4a6b-a1ce-437ce1f408ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:41.210000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8d68b1e-434b-4268-a496-a4faff612873 req-d0b93eb4-41f2-4a6b-a1ce-437ce1f408ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.1124225 Aug 16 02:56:41.233050 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6aea7-1d55-4f4b-bd79-57d1c7b03b40 None None] Checking router: f683ef00-b978-43e8-b16f-4cde062da7d7 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:56:41.240577 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23 req-954a4697-cd43-473c-8bed-d57d6a3c049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:41.241845 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6aea7-1d55-4f4b-bd79-57d1c7b03b40 None None] Routers {'f683ef00-b978-43e8-b16f-4cde062da7d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:41.242454 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7ec6aea7-1d55-4f4b-bd79-57d1c7b03b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:56:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f683ef00-b978-43e8-b16f-4cde062da7d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:41.242709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23 req-954a4697-cd43-473c-8bed-d57d6a3c049a service neutron] 10.222.0.84 "GET /v2.0/networks?id=8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 200 len: 898 time: 0.1463549 Aug 16 02:56:41.268326 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8d68b1e-434b-4268-a496-a4faff612873 req-65fa0769-a8d4-4d5b-8f97-dc2fd96cfbfa tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496185 Aug 16 02:56:41.300143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23 req-a775fcb1-2d69-4f19-aa38-97dbeea17d79 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 200 len: 217 time: 0.0448692 Aug 16 02:56:41.342827 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7ec6aea7-1d55-4f4b-bd79-57d1c7b03b40 None None] Set router f683ef00-b978-43e8-b16f-4cde062da7d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:41.355780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23 req-e869601c-714a-46a7-959e-9c43aeec6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:41.357303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23 req-e869601c-714a-46a7-959e-9c43aeec6040 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 HTTP/1.1" status: 200 len: 834 time: 0.0447056 Aug 16 02:56:41.403219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23 req-58367b42-74aa-4263-90b6-c184b30f3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:41.404724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23 req-58367b42-74aa-4263-90b6-c184b30f3685 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8302e7ee-c464-43ca-b214-813303490ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402448 Aug 16 02:56:41.499710 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23 req-92d7c41d-2d7a-4abe-83cb-996315b8a953 service neutron] 10.222.0.84 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857644 Aug 16 02:56:41.542948 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7ec6aea7-1d55-4f4b-bd79-57d1c7b03b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:48Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd3612838-c4b3-4aed-9989-9c231ef8e05a', 'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:85:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:47Z', 'updated_at': '2021-08-16T02:54:53Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:41.562582 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2eb08c9d-aa5e-43ae-aa3a-8d3094bfa17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:41.571086 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6aea7-1d55-4f4b-bd79-57d1c7b03b40 None None] The sync data for ids ['f683ef00-b978-43e8-b16f-4cde062da7d7'] in n-d-768851-16 is: [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:48Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'd3612838-c4b3-4aed-9989-9c231ef8e05a', 'name': '', 'network_id': '8302e7ee-c464-43ca-b214-813303490ccb', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:85:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:47Z', 'updated_at': '2021-08-16T02:54:53Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'b2d3e6ba-6f42-4678-a154-4ffa0fd893c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:56:41.598236 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ad85206-e6a5-49c4-a40a-9ee40f5f6f23 req-b4e264dd-7564-4c83-9f41-747f522b837c service neutron] 10.222.0.84 "GET /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886776 Aug 16 02:56:41.677896 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:41.797868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86773a88-9058-48db-925d-b70ebca46188 None None] New status for floating IP bb595eda-edbf-41f0-b5c2-23108ffe1495: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:56:42.386588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c18497-4816-4ef6-9436-4006a9eed359 req-aac7b5b2-033f-4fb7-a201-28f7e6ff416f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:42.388055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5c18497-4816-4ef6-9436-4006a9eed359 req-aac7b5b2-033f-4fb7-a201-28f7e6ff416f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0490992 Aug 16 02:56:42.425918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b5c18497-4816-4ef6-9436-4006a9eed359 req-4e6fadef-3747-4462-99e9-2cce54bc1414 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=420a8333-e35d-4954-bc4b-5e3db6817e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Aug 16 02:56:42.955617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28de73a-200c-47e4-87a1-7a5572eabe31 req-7e800e47-c8b2-43c0-bb61-c415d7440fb2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:42.957106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d28de73a-200c-47e4-87a1-7a5572eabe31 req-7e800e47-c8b2-43c0-bb61-c415d7440fb2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 946 time: 0.0521281 Aug 16 02:56:42.987767 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:43.052315 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-d28de73a-200c-47e4-87a1-7a5572eabe31 req-1eea504f-220f-4592-85c8-2e09533f965c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:43.052742 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d28de73a-200c-47e4-87a1-7a5572eabe31 req-1eea504f-220f-4592-85c8-2e09533f965c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:43.144650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d28de73a-200c-47e4-87a1-7a5572eabe31 req-1eea504f-220f-4592-85c8-2e09533f965c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:43.145040 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d28de73a-200c-47e4-87a1-7a5572eabe31 req-1eea504f-220f-4592-85c8-2e09533f965c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:43.157699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-d28de73a-200c-47e4-87a1-7a5572eabe31 req-1eea504f-220f-4592-85c8-2e09533f965c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:43.285799 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d28de73a-200c-47e4-87a1-7a5572eabe31 req-1eea504f-220f-4592-85c8-2e09533f965c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:43.316377 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea504f-220f-4592-85c8-2e09533f965c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=e6c4bcef-4fcb-47b6-b6ce-4362a0d01312,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:43.354841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28de73a-200c-47e4-87a1-7a5572eabe31 req-1eea504f-220f-4592-85c8-2e09533f965c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] No DVR routers for this DVR port e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:56:43.357430 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d28de73a-200c-47e4-87a1-7a5572eabe31 req-1eea504f-220f-4592-85c8-2e09533f965c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:43.359385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d28de73a-200c-47e4-87a1-7a5572eabe31 req-1eea504f-220f-4592-85c8-2e09533f965c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "DELETE /v2.0/ports/e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 HTTP/1.1" status: 204 len: 173 time: 0.3959432 Aug 16 02:56:43.359816 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'name': 'network-vif-deleted', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:43.362086 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc04b6c-aa45-4727-81b0-3670136a5c24" -d '{"events": [{"server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "name": "network-vif-deleted", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:43.447494 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7136bf57-4948-46f7-ba72-3190c736283e x-openstack-request-id: req-7136bf57-4948-46f7-ba72-3190c736283e {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:43.448093 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a30e9dd-7702-48f0-9ae1-5963851a96df", "name": "network-vif-deleted", "tag": "e6c4bcef-4fcb-47b6-b6ce-4362a0d01312", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:43.448093 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7136bf57-4948-46f7-ba72-3190c736283e {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:43.448450 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a30e9dd-7702-48f0-9ae1-5963851a96df', 'name': 'network-vif-deleted', 'tag': 'e6c4bcef-4fcb-47b6-b6ce-4362a0d01312', 'status': 'completed', 'code': 200} Aug 16 02:56:43.534099 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a8c7be42-5cf2-4cba-84a9-7a5bbf6490be req-393d594f-9ceb-44ca-a433-59095d88efc5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a30e9dd-7702-48f0-9ae1-5963851a96df HTTP/1.1" status: 200 len: 210 time: 0.0257936 Aug 16 02:56:44.493941 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:44.591791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36940) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:44.755722 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:56:44.956912 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:45.211961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port d3612838-c4b3-4aed-9989-9c231ef8e05a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:45.212201 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:45.302025 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port d3612838-c4b3-4aed-9989-9c231ef8e05a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=d3612838-c4b3-4aed-9989-9c231ef8e05a,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:45.302386 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:45.315487 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for d3612838-c4b3-4aed-9989-9c231ef8e05a owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:45.501138 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:45.528047 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=d3612838-c4b3-4aed-9989-9c231ef8e05a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:45.709096 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:45.930926 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router f683ef00-b978-43e8-b16f-4cde062da7d7 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:56:46.035532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:56:46.040611 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c3cb546d-b353-4c6f-8b14-7757f3e68fd8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "PUT /v2.0/routers/f683ef00-b978-43e8-b16f-4cde062da7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4477351 Aug 16 02:56:46.043381 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36942) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:46.046135 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7cd9b-2712-4825-8d07-42e6f5503bed None None] Sync routers for ids ['f683ef00-b978-43e8-b16f-4cde062da7d7'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:56:46.055797 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7cd9b-2712-4825-8d07-42e6f5503bed None None] Routers {'f683ef00-b978-43e8-b16f-4cde062da7d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:46.056407 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8ba7cd9b-2712-4825-8d07-42e6f5503bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:56:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f683ef00-b978-43e8-b16f-4cde062da7d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:46.097410 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2d30e8-0738-44b3-a9ef-c3dbbe9a210a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting subnet b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:56:46.100429 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e2d30e8-0738-44b3-a9ef-c3dbbe9a210a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.140061 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e2d30e8-0738-44b3-a9ef-c3dbbe9a210a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.160630 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-8ba7cd9b-2712-4825-8d07-42e6f5503bed None None] Set router f683ef00-b978-43e8-b16f-4cde062da7d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:46.223699 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e2d30e8-0738-44b3-a9ef-c3dbbe9a210a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.290148 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e2d30e8-0738-44b3-a9ef-c3dbbe9a210a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.320900 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-5e2d30e8-0738-44b3-a9ef-c3dbbe9a210a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.322871 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-5e2d30e8-0738-44b3-a9ef-c3dbbe9a210a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/subnets/b2d3e6ba-6f42-4678-a154-4ffa0fd893c8 HTTP/1.1" status: 204 len: 168 time: 0.2785108 Aug 16 02:56:46.323878 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d30e8-0738-44b3-a9ef-c3dbbe9a210a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d3e6ba-6f42-4678-a154-4ffa0fd893c8,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:46.325639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36944) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:46.327650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fac7e5f-e6c0-49d8-ba68-7f9d65f413fa None None] Network 8302e7ee-c464-43ca-b214-813303490ccb requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:56:46.345421 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8ba7cd9b-2712-4825-8d07-42e6f5503bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:56:45Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:46.441579 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.475495 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7cd9b-2712-4825-8d07-42e6f5503bed None None] Checking router: f683ef00-b978-43e8-b16f-4cde062da7d7 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:56:46.477229 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7cd9b-2712-4825-8d07-42e6f5503bed None None] Routers {'f683ef00-b978-43e8-b16f-4cde062da7d7'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:46.479696 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8ba7cd9b-2712-4825-8d07-42e6f5503bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:56:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['f683ef00-b978-43e8-b16f-4cde062da7d7'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:46.541383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d73dbbe-7fe1-4471-96eb-136232cac65b None None] DHCP port deletion for 8302e7ee-c464-43ca-b214-813303490ccb request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:56:46.560638 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.582932 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-8ba7cd9b-2712-4825-8d07-42e6f5503bed None None] Set router f683ef00-b978-43e8-b16f-4cde062da7d7 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:46.590538 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5d73dbbe-7fe1-4471-96eb-136232cac65b None None] Deleting port 372d4fef-8aa5-4d17-89e9-989eb5e56b27 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:46.590914 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d73dbbe-7fe1-4471-96eb-136232cac65b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.616906 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port ef72284b-acb5-4e3c-93d9-c2f27034f757 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:46.617271 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.654992 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-5d73dbbe-7fe1-4471-96eb-136232cac65b None None] For port 372d4fef-8aa5-4d17-89e9-989eb5e56b27, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=372d4fef-8aa5-4d17-89e9-989eb5e56b27,segment=NetworkSegment(daf35384-298b-40ea-9277-b8ba3815dab0),segment_id=daf35384-298b-40ea-9277-b8ba3815dab0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:46.655400 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d73dbbe-7fe1-4471-96eb-136232cac65b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.674464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5d73dbbe-7fe1-4471-96eb-136232cac65b None None] Calling delete_port for 372d4fef-8aa5-4d17-89e9-989eb5e56b27 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:46.703023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port ef72284b-acb5-4e3c-93d9-c2f27034f757, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=ef72284b-acb5-4e3c-93d9-c2f27034f757,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:46.703422 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.715915 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for ef72284b-acb5-4e3c-93d9-c2f27034f757 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:46.755639 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:56:46.765393 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-8ba7cd9b-2712-4825-8d07-42e6f5503bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:56:45Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:46.778370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:56:46.778722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device e6c4bcef-4fcb-47b6-b6ce-4362a0d01312 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:56:46.780637 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5d73dbbe-7fe1-4471-96eb-136232cac65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.798727 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7cd9b-2712-4825-8d07-42e6f5503bed None None] The sync data for ids ['f683ef00-b978-43e8-b16f-4cde062da7d7'] in n-d-768851-16 is: [{'id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194332876', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:56:45Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': 'ef72284b-acb5-4e3c-93d9-c2f27034f757', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f683ef00-b978-43e8-b16f-4cde062da7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:54:45Z', 'updated_at': '2021-08-16T02:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:56:46.807707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73dbbe-7fe1-4471-96eb-136232cac65b None None] Pushing event deleted for resources: {'Port': ['ID=372d4fef-8aa5-4d17-89e9-989eb5e56b27,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:46.811381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d73dbbe-7fe1-4471-96eb-136232cac65b None None] No DVR routers for this DVR port 372d4fef-8aa5-4d17-89e9-989eb5e56b27 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:56:46.906792 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.934531 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=ef72284b-acb5-4e3c-93d9-c2f27034f757,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:46.996750 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.086989 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.088947 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.130624 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.131320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Fanout notify agent at l3_agent the message router_deleted on router f683ef00-b978-43e8-b16f-4cde062da7d7 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:56:47.138183 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.139283 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-21ffd95d-f0c9-4e38-87a1-ec9cdfbc3b64 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/routers/f683ef00-b978-43e8-b16f-4cde062da7d7 HTTP/1.1" status: 204 len: 168 time: 0.8126509 Aug 16 02:56:47.142106 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36946) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:47.232880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.323048 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.332571 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8302e7ee-c464-43ca-b214-813303490ccb']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:47.343425 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf35384-298b-40ea-9277-b8ba3815dab0') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:47.343704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf35384-298b-40ea-9277-b8ba3815dab0') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:47.353778 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.367510 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.373688 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:56:47.374074 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: timer() Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:56:47.376973 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:56:47.441841 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.449459 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.450994 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/networks/8302e7ee-c464-43ca-b214-813303490ccb HTTP/1.1" status: 204 len: 168 time: 0.3079493 Aug 16 02:56:47.454228 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36948) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:47.464876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0daabe-df93-428d-96e1-4723e8ff6379 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Network': ['ID=8302e7ee-c464-43ca-b214-813303490ccb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:47.525334 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66492a60-4b97-4d13-ac30-b38205210200 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.550484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66492a60-4b97-4d13-ac30-b38205210200 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.612487 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66492a60-4b97-4d13-ac30-b38205210200 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.615057 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-66492a60-4b97-4d13-ac30-b38205210200 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:47.616885 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-66492a60-4b97-4d13-ac30-b38205210200 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/security-groups/420a8333-e35d-4954-bc4b-5e3db6817e19 HTTP/1.1" status: 204 len: 168 time: 0.1615477 Aug 16 02:56:47.625874 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66492a60-4b97-4d13-ac30-b38205210200 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420a8333-e35d-4954-bc4b-5e3db6817e19,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:47.877261 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d3612838-c4b3-4aed-9989-9c231ef8e05a no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:56:47.901482 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: d3612838-c4b3-4aed-9989-9c231ef8e05a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:56:47.901832 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device d3612838-c4b3-4aed-9989-9c231ef8e05a not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:56:47.902256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 372d4fef-8aa5-4d17-89e9-989eb5e56b27 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:56:48.075473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 372d4fef-8aa5-4d17-89e9-989eb5e56b27 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:56:48.075814 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 372d4fef-8aa5-4d17-89e9-989eb5e56b27 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:56:48.076240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ef72284b-acb5-4e3c-93d9-c2f27034f757 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:56:48.094779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: ef72284b-acb5-4e3c-93d9-c2f27034f757 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:56:48.095125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device ef72284b-acb5-4e3c-93d9-c2f27034f757 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:56:48.228265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 36954) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:48.233007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331147811', 'description': 'tempest-secgroup-smoke-331147811 description', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:48.255481 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.338205 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.341984 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.368396 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.369621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1403265 Aug 16 02:56:48.372791 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36956) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:48.374149 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42757df4-a423-44af-a047-8d50751be599,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:48.377505 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-581002b0-72ae-4892-aaf8-7123028996bd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '42757df4-a423-44af-a047-8d50751be599', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:48.382677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.383026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.383360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.383697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.384026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.384352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.384677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.385026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.385353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.385675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.386048 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.386370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a271e-cd95-4a58-b70a-0af93c2b6b66 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:48.406784 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-581002b0-72ae-4892-aaf8-7123028996bd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.452680 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-581002b0-72ae-4892-aaf8-7123028996bd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.456466 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-581002b0-72ae-4892-aaf8-7123028996bd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.474526 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581002b0-72ae-4892-aaf8-7123028996bd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11eda52e-0543-4a8a-aa88-3031935189ba,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:48.484376 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-581002b0-72ae-4892-aaf8-7123028996bd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.485630 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-581002b0-72ae-4892-aaf8-7123028996bd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118011 Aug 16 02:56:48.488532 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36958) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:48.492995 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-d9653c6d-d617-4871-b2ae-04a009b1f7ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '42757df4-a423-44af-a047-8d50751be599', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:48.519535 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d9653c6d-d617-4871-b2ae-04a009b1f7ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.579341 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d9653c6d-d617-4871-b2ae-04a009b1f7ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.582894 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d9653c6d-d617-4871-b2ae-04a009b1f7ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.601005 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9653c6d-d617-4871-b2ae-04a009b1f7ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d35a273-79c2-4785-8ff8-839bc1944eb7,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:48.606713 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-d9653c6d-d617-4871-b2ae-04a009b1f7ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.610820 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-d9653c6d-d617-4871-b2ae-04a009b1f7ae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183622 Aug 16 02:56:48.610820 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36960) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:48.615126 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6e874a33-25f0-45a3-8677-58d9c93b21cd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '42757df4-a423-44af-a047-8d50751be599', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:48.640886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e874a33-25f0-45a3-8677-58d9c93b21cd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.699559 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e874a33-25f0-45a3-8677-58d9c93b21cd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.703222 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e874a33-25f0-45a3-8677-58d9c93b21cd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.721948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e874a33-25f0-45a3-8677-58d9c93b21cd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401d5a4c-9b13-4e16-a7c2-01e4043550f9,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:48.725021 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6e874a33-25f0-45a3-8677-58d9c93b21cd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.726190 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6e874a33-25f0-45a3-8677-58d9c93b21cd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145124 Aug 16 02:56:48.729773 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36962) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:48.734160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ce2ef70c-8082-4f86-a3ac-fccb69c17e71 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '42757df4-a423-44af-a047-8d50751be599', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:48.759753 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef70c-8082-4f86-a3ac-fccb69c17e71 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.819620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef70c-8082-4f86-a3ac-fccb69c17e71 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.823324 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef70c-8082-4f86-a3ac-fccb69c17e71 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.841426 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef70c-8082-4f86-a3ac-fccb69c17e71 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc077048-e86a-4821-9fdd-510e9700a3cd,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:48.844284 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef70c-8082-4f86-a3ac-fccb69c17e71 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.845761 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ce2ef70c-8082-4f86-a3ac-fccb69c17e71 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149483 Aug 16 02:56:48.848575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36964) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:48.853391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ee02ca9c-a1f8-4086-af79-abbc70e232c3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '42757df4-a423-44af-a047-8d50751be599', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:48.875336 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-ee02ca9c-a1f8-4086-af79-abbc70e232c3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Project 3da6473cd20f4592b318c3afa45d1ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:56:48.880291 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ee02ca9c-a1f8-4086-af79-abbc70e232c3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.942551 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ee02ca9c-a1f8-4086-af79-abbc70e232c3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.947034 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ee02ca9c-a1f8-4086-af79-abbc70e232c3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.959187 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.964660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02ca9c-a1f8-4086-af79-abbc70e232c3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a64a1c-4e18-4708-84cd-fb7a18a7f441,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:48.974234 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ee02ca9c-a1f8-4086-af79-abbc70e232c3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:48.975459 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ee02ca9c-a1f8-4086-af79-abbc70e232c3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259120 Aug 16 02:56:48.978453 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36966) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:48.983014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-bbb26cc3-9525-4510-ab1e-91fe01bc7dcf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '42757df4-a423-44af-a047-8d50751be599', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:49.005051 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-bbb26cc3-9525-4510-ab1e-91fe01bc7dcf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Project 3da6473cd20f4592b318c3afa45d1ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:56:49.010783 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cc3-9525-4510-ab1e-91fe01bc7dcf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.076791 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cc3-9525-4510-ab1e-91fe01bc7dcf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.080282 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cc3-9525-4510-ab1e-91fe01bc7dcf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.098523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb26cc3-9525-4510-ab1e-91fe01bc7dcf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89fa977-666b-4f9e-ab7d-8c2ff42e2d0c,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:49.101233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bbb26cc3-9525-4510-ab1e-91fe01bc7dcf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.102673 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bbb26cc3-9525-4510-ab1e-91fe01bc7dcf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232631 Aug 16 02:56:49.105461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36968) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:49.110313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'network': {'name': 'tempest-network-smoke--952280005', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'port_security_enabled': True}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:49.130577 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:56:49.134686 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.157430 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:56:49.167767 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.168126 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Added segment 4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43 of type vlan for network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c Aug 16 02:56:49.207336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.239472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.249866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:49.250885 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.310351 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2038765 Aug 16 02:56:49.313137 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36970) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:49.317549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'admin_state_up': True, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:49.330896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d38889-2683-4c71-aaba-db196fa9b023 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Network': ['ID=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:49.341110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:56:49.346174 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.347194 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.403803 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.847865 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:50.044184 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:50.063381 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:50.171429 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.25.2.177 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/973327bd-ec1c-4f3e-bc4d-efd6b5ce1592) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:56:50.274368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:50.312872 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:50.348408 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:56:50.355747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:56:50.359266 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:56:50.387867 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=973327bd-ec1c-4f3e-bc4d-efd6b5ce1592,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:50.613725 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:50.807932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:50.945604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 350d614d-22d8-4d43-b7a9-c94fa60f635a is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:56:51.054509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:56:51.064050 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Sync routers for ids ['350d614d-22d8-4d43-b7a9-c94fa60f635a'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:56:51.074041 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.074467 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Routers {'350d614d-22d8-4d43-b7a9-c94fa60f635a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:51.075250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:56:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['350d614d-22d8-4d43-b7a9-c94fa60f635a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:51.075409 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9a9674ef-ec64-4a6c-b697-52785da7a3e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7613368 Aug 16 02:56:51.078500 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36972) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:51.153709 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a2e72613-3983-4144-a9e1-33e129312fc5 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=3da6473cd20f4592b318c3afa45d1ccf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0716228 Aug 16 02:56:51.153985 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36976) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:51.185310 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Set router 350d614d-22d8-4d43-b7a9-c94fa60f635a gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:51.260790 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb3421a-db0d-4a53-99e8-8d3eb6c750e0 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:51.265179 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dcb3421a-db0d-4a53-99e8-8d3eb6c750e0 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1075566 Aug 16 02:56:51.265376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36978) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:51.298471 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f5ba339a-7c7b-4ece-bc26-aa1ec2b413e5 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318339 Aug 16 02:56:51.301029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36980) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:51.306590 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1196751530', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:51.376679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:50Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:51.393509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:56:51.397106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.403465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Checking router: 350d614d-22d8-4d43-b7a9-c94fa60f635a for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:56:51.403829 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Updating router 350d614d-22d8-4d43-b7a9-c94fa60f635a port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:56:51.429793 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.592198 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.659399 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Subnet': ['ID=a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:51.669136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Checking segment: {'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:56:51.669513 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network hostable DHCP agents. Network: 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:56:51.685989 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.686558 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:56:51.695461 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:56:51.695722 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Transition to ACTIVE for port object 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:51.700691 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:51.701320 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.702233 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.706534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e9d949-cb7b-4a96-8220-799745402c9b None None] Network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:56:51.720273 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-403b857e-c9bd-4389-9da4-5dfcfdbf8cb4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4156022 Aug 16 02:56:51.720476 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 36982) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:51.803478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Pushing event updated for resources: {'Port': ['ID=973327bd-ec1c-4f3e-bc4d-efd6b5ce1592,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:51.819828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Attempting to bind port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:56:51.820197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Attempting to bind port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:56:51.820562 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Attempting to bind port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:56:51.827067 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.827417 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.827758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.828100 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.828429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.828757 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.829109 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.829441 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.829765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.830085 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.830407 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.830725 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:51.837124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:56:51.837503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:56:51.837909 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.838300 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:56:51.838787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Bound port: 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:56:51.839171 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.932095 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] For port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:56:51.935858 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] For port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=973327bd-ec1c-4f3e-bc4d-efd6b5ce1592,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:56:51.951985 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.983114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ips': [{'subnet_id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:56:51.983958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.040358 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Routers {'350d614d-22d8-4d43-b7a9-c94fa60f635a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:52.041014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:56:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['350d614d-22d8-4d43-b7a9-c94fa60f635a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:52.083514 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd9076-c1bb-4906-8fe1-8b033dc958f6 None None] Pushing event updated for resources: {'Port': ['ID=973327bd-ec1c-4f3e-bc4d-efd6b5ce1592,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:52.168270 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.235872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Allocated IP 172.20.0.2 (52c6fcdd-6953-419c-ac4f-0c37b5c67e1c/a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe/3cf30af8-a751-4216-8460-fe2501f4fc82) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:56:52.238742 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] Set router 350d614d-22d8-4d43-b7a9-c94fa60f635a gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:52.522280 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.532892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Transition to ACTIVE for port object 3cf30af8-a751-4216-8460-fe2501f4fc82 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:52.549798 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:50Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:52.553824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Transition to ACTIVE for port object 3cf30af8-a751-4216-8460-fe2501f4fc82 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:52.578493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef3efe-c05e-453d-8943-dd7fd6136f27 None None] The sync data for ids ['350d614d-22d8-4d43-b7a9-c94fa60f635a'] in n-d-768851-16 is: [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:50Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:56:52.581971 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.628247 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:56:52.632413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:56:52.634421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Pushing event updated for resources: {'Port': ['ID=3cf30af8-a751-4216-8460-fe2501f4fc82,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:52.636679 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.20.0.1 (52c6fcdd-6953-419c-ac4f-0c37b5c67e1c/a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe/175b0966-afa4-4bd7-ace0-e864e9ff3a43) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:56:52.641426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:56:52.701561 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Attempting to bind port 3cf30af8-a751-4216-8460-fe2501f4fc82 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:56:52.701948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Attempting to bind port 3cf30af8-a751-4216-8460-fe2501f4fc82 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:56:52.702320 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Attempting to bind port 3cf30af8-a751-4216-8460-fe2501f4fc82 on network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:56:52.707499 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:56:52.707881 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Checking segment: {'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:56:52.708286 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.708686 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Bound using segment: {'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:56:52.709710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Bound port: 3cf30af8-a751-4216-8460-fe2501f4fc82, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:56:52.710098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.757701 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.773201 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Transition to ACTIVE for port object 175b0966-afa4-4bd7-ace0-e864e9ff3a43 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:52.779153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] For port 3cf30af8-a751-4216-8460-fe2501f4fc82, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:56:52.784296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] For port 3cf30af8-a751-4216-8460-fe2501f4fc82, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3cf30af8-a751-4216-8460-fe2501f4fc82,segment=NetworkSegment(4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43),segment_id=4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:56:52.789503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.823850 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.889239 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:56:52.891070 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8804db-8abf-42e4-9093-800a73a27816 None None] Pushing event updated for resources: {'Port': ['ID=3cf30af8-a751-4216-8460-fe2501f4fc82,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:52.893861 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:56:52.895979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=175b0966-afa4-4bd7-ace0-e864e9ff3a43,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:52.898855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:56:52.947861 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:53.114985 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:53.419167 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:53.423643 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:53.500490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=175b0966-afa4-4bd7-ace0-e864e9ff3a43,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:53.504818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:53.606704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:56:53.608156 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:56:53.742409 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 350d614d-22d8-4d43-b7a9-c94fa60f635a has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:56:53.765567 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:56:53.821844 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:53.826058 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:53.826507 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:53.898442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b22d9-4a63-47a8-a390-a06907dbecea None None] Network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:56:53.960196 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.006962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-900f3a6f-5203-4192-bc8c-b762396ed3ce None None] Provisioning for port 3cf30af8-a751-4216-8460-fe2501f4fc82 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:54.010419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=973327bd-ec1c-4f3e-bc4d-efd6b5ce1592,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:54.018466 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.019366 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3cf30af8-a751-4216-8460-fe2501f4fc82 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:56:54.142587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=973327bd-ec1c-4f3e-bc4d-efd6b5ce1592,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:54.179768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 3cf30af8-a751-4216-8460-fe2501f4fc82 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:54.185878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3cf30af8-a751-4216-8460-fe2501f4fc82 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:54.186247 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.216189 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:56:54.221489 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7af990a1-2def-431b-9b7e-30bf71575712 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "PUT /v2.0/routers/350d614d-22d8-4d43-b7a9-c94fa60f635a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4998138 Aug 16 02:56:54.338306 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Sync routers for ids ['350d614d-22d8-4d43-b7a9-c94fa60f635a'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:56:54.351706 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Routers {'350d614d-22d8-4d43-b7a9-c94fa60f635a'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:54.352251 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:56:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['350d614d-22d8-4d43-b7a9-c94fa60f635a'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:54.376151 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-166fcd6e-ebd6-432d-820b-052db334011d tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331147811&fields=id&tenant_id=3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 267 time: 0.0355146 Aug 16 02:56:54.456849 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.465528 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Set router 350d614d-22d8-4d43-b7a9-c94fa60f635a gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:54.503999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 3cf30af8-a751-4216-8460-fe2501f4fc82, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3cf30af8-a751-4216-8460-fe2501f4fc82,segment=NetworkSegment(4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43),segment_id=4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:54.512657 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.538714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-cec590c6-69a9-4585-995a-c34686a54042 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:54.541322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-cec590c6-69a9-4585-995a-c34686a54042 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/networks?id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c HTTP/1.1" status: 200 len: 796 time: 0.1537721 Aug 16 02:56:54.560175 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-0ca26e2f-d292-4056-885c-aa3781636538 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/quotas/3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 375 time: 0.0131779 Aug 16 02:56:54.574152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=3cf30af8-a751-4216-8460-fe2501f4fc82,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:54.619456 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-0f88d725-10fa-4acc-93d8-3bbb0c13dd0d tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533807 Aug 16 02:56:54.636735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-37e5c7e7-ce17-475e-a5af-1950b3b44be1 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:56:54.637963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-37e5c7e7-ce17-475e-a5af-1950b3b44be1 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057464 Aug 16 02:56:54.723131 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '175b0966-afa4-4bd7-ace0-e864e9ff3a43', 'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:a9:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:52Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 2, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:54.748280 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-07122d2a-9be0-4a9f-81b9-114ba0f82232 None None] Provisioning for port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:54.749618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-a048658f-9b97-42bc-97ef-c486ddc463dc service neutron] 10.222.0.79 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047401 Aug 16 02:56:54.753052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-07122d2a-9be0-4a9f-81b9-114ba0f82232 None None] Provisioning complete for port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:54.753554 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-07122d2a-9be0-4a9f-81b9-114ba0f82232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.758962 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Checking router: 350d614d-22d8-4d43-b7a9-c94fa60f635a for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:56:54.758962 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Updating router 350d614d-22d8-4d43-b7a9-c94fa60f635a port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:56:54.792810 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.797293 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-07122d2a-9be0-4a9f-81b9-114ba0f82232 None None] Port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:56:54.810696 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-07122d2a-9be0-4a9f-81b9-114ba0f82232 None None] Provisioning complete for port 3cf30af8-a751-4216-8460-fe2501f4fc82 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:54.811463 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-07122d2a-9be0-4a9f-81b9-114ba0f82232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.849554 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-39118b09-717d-4b98-8bdb-c8bebe6874fa service neutron] 10.222.0.79 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988631 Aug 16 02:56:55.035774 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0466faa7-2511-4e17-8a65-68acb76af0f0 None None] Provisioning complete for port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:55.036157 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0466faa7-2511-4e17-8a65-68acb76af0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.048666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9b9aa466-1c9f-40b1-be56-320783dedf48 req-bc64befd-f7e1-44d7-bf0f-ef50606637f1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 210 time: 0.0317645 Aug 16 02:56:55.087377 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0466faa7-2511-4e17-8a65-68acb76af0f0 None None] Port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:56:55.164463 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.174354 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Transition to ACTIVE for port object 175b0966-afa4-4bd7-ace0-e864e9ff3a43 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:55.180388 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.236826 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Pushing event updated for resources: {'Port': ['ID=175b0966-afa4-4bd7-ace0-e864e9ff3a43,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:55.262633 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.262992 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.263324 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.264149 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.265150 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.265150 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.265150 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.265442 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.265760 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.266078 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.266491 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.266713 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:55.302918 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Attempting to bind port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:56:55.303865 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Attempting to bind port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:56:55.304267 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Attempting to bind port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 on network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:56:55.310370 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:56:55.310585 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Checking segment: {'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:56:55.310934 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.311327 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Bound using segment: {'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:56:55.311950 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Bound port: 175b0966-afa4-4bd7-ace0-e864e9ff3a43, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:56:55.312349 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.385140 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] For port 175b0966-afa4-4bd7-ace0-e864e9ff3a43, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:56:55.388732 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] For port 175b0966-afa4-4bd7-ace0-e864e9ff3a43, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=175b0966-afa4-4bd7-ace0-e864e9ff3a43,segment=NetworkSegment(4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43),segment_id=4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:56:55.394173 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.453287 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Routers {'350d614d-22d8-4d43-b7a9-c94fa60f635a'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:55.453928 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:56:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['350d614d-22d8-4d43-b7a9-c94fa60f635a'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:55.503819 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11046a61-ce84-429b-9f45-a092835d78ed None None] Pushing event updated for resources: {'Port': ['ID=175b0966-afa4-4bd7-ace0-e864e9ff3a43,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:55.606907 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] Set router 350d614d-22d8-4d43-b7a9-c94fa60f635a gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:55.724000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:56:55.792150 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:55.792580 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.853774 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '175b0966-afa4-4bd7-ace0-e864e9ff3a43', 'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:a9:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:52Z', 'updated_at': '2021-08-16T02:56:55Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:55.876200 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3cf30af8-a751-4216-8460-fe2501f4fc82 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:56:55.925965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 3cf30af8-a751-4216-8460-fe2501f4fc82 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:55.926248 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.970841 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e8702-b67b-4ebe-a37e-add5eda16581 None None] The sync data for ids ['350d614d-22d8-4d43-b7a9-c94fa60f635a'] in n-d-768851-16 is: [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '175b0966-afa4-4bd7-ace0-e864e9ff3a43', 'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:a9:38:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:52Z', 'updated_at': '2021-08-16T02:56:55Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:56:56.153793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3168f0f-9b81-47bd-b58a-14e5d47cfcb9 req-36832422-a514-4946-8e90-814a79012b33 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 210 time: 0.0306244 Aug 16 02:56:56.250743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-7b26f66d-cd00-4711-856c-77cbb3c071de tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:56.252280 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-7b26f66d-cd00-4711-856c-77cbb3c071de tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "GET /v2.0/networks?id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c HTTP/1.1" status: 200 len: 796 time: 0.1204071 Aug 16 02:56:56.301716 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4731dfa-7884-41fe-b028-0587d59bdb5e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 379 time: 0.0393882 Aug 16 02:56:56.314863 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'port': {'device_id': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'admin_state_up': True, 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'security_groups': ['42757df4-a423-44af-a047-8d50751be599']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:56.431348 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:56:56.435048 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.566136 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.20.0.12 (52c6fcdd-6953-419c-ac4f-0c37b5c67e1c/a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe/424bb096-f275-4777-83c4-3e09429dd440) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:56:56.713689 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.728550 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Transition to ACTIVE for port object 424bb096-f275-4777-83c4-3e09429dd440 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:56.762484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.808135 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:56:56.811378 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:56:56.815260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:56:56.822484 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=424bb096-f275-4777-83c4-3e09429dd440,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:56.875595 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:56.876257 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.892887 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b4313c2a-8e3c-4eff-9c8a-1cc015bacbbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827017 Aug 16 02:56:56.905419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Request body: {'port': {'device_id': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:56.969751 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.064652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5e525e6a-cc7d-4e97-a9e3-61e365a4529f None None] Provisioning for port 424bb096-f275-4777-83c4-3e09429dd440 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:57.069919 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5e525e6a-cc7d-4e97-a9e3-61e365a4529f None None] Provisioning complete for port 424bb096-f275-4777-83c4-3e09429dd440 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:57.070356 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5e525e6a-cc7d-4e97-a9e3-61e365a4529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.108822 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5e525e6a-cc7d-4e97-a9e3-61e365a4529f None None] Port 424bb096-f275-4777-83c4-3e09429dd440 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:56:57.279824 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424bb096-f275-4777-83c4-3e09429dd440 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:56:57.288547 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.301712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Transition to ACTIVE for port object 424bb096-f275-4777-83c4-3e09429dd440 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:57.305371 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.383056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Pushing event updated for resources: {'Port': ['ID=424bb096-f275-4777-83c4-3e09429dd440,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:57.437695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Attempting to bind port 424bb096-f275-4777-83c4-3e09429dd440 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:56:57.438286 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Attempting to bind port 424bb096-f275-4777-83c4-3e09429dd440 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:56:57.438635 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Attempting to bind port 424bb096-f275-4777-83c4-3e09429dd440 on network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:56:57.444407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Port 424bb096-f275-4777-83c4-3e09429dd440 on network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:56:57.444573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Attempting to bind port 424bb096-f275-4777-83c4-3e09429dd440 on network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:56:57.450639 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:56:57.450998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Checking segment: {'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:56:57.451408 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Bound using segment: {'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:56:57.451856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Bound port: 424bb096-f275-4777-83c4-3e09429dd440, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:56:57.452227 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.534222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] For port 424bb096-f275-4777-83c4-3e09429dd440, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:56:57.537494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] For port 424bb096-f275-4777-83c4-3e09429dd440, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=424bb096-f275-4777-83c4-3e09429dd440,segment=NetworkSegment(4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43),segment_id=4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:56:57.542978 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.590475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:57.591175 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.592723 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] 10.222.0.89 "PUT /v2.0/ports/424bb096-f275-4777-83c4-3e09429dd440 HTTP/1.1" status: 200 len: 1093 time: 0.6917765 Aug 16 02:56:57.593221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'tag': '424bb096-f275-4777-83c4-3e09429dd440'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:57.595534 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98011ad0-6073-42ff-81e9-621b2ca5a40b" -d '{"events": [{"name": "network-changed", "server_uuid": "471f6b33-35e3-4619-a31c-6106d8a5662d", "tag": "424bb096-f275-4777-83c4-3e09429dd440"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:57.618787 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5ac00-2505-4c9f-8496-41cfcbe65e75 service neutron] Pushing event updated for resources: {'Port': ['ID=424bb096-f275-4777-83c4-3e09429dd440,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:57.643530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b133a90-d74b-46a9-8aa0-3f0795e3ec62 req-bdb67cb4-fc50-450a-adfc-d69855d92eee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:57.645407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b133a90-d74b-46a9-8aa0-3f0795e3ec62 req-bdb67cb4-fc50-450a-adfc-d69855d92eee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 932 time: 0.4215147 Aug 16 02:56:57.680345 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af97fc9-da75-40e3-94d3-7c707398ebb6 x-openstack-request-id: req-8af97fc9-da75-40e3-94d3-7c707398ebb6 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:57.680345 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471f6b33-35e3-4619-a31c-6106d8a5662d", "tag": "424bb096-f275-4777-83c4-3e09429dd440", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:57.680345 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8af97fc9-da75-40e3-94d3-7c707398ebb6 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:57.680651 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'tag': '424bb096-f275-4777-83c4-3e09429dd440', 'status': 'completed', 'code': 200} Aug 16 02:56:57.696016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6b133a90-d74b-46a9-8aa0-3f0795e3ec62 req-5c91b1a2-0e7d-4a45-be5d-88736a7e7bf8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 Aug 16 02:56:57.701582 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-30a06909-92d3-4909-9207-03def4099770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:57.703209 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-30a06909-92d3-4909-9207-03def4099770 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 1096 time: 0.0517387 Aug 16 02:56:57.751125 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-b3b54240-e928-45ac-9421-0128a9ac574b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424bb096-f275-4777-83c4-3e09429dd440 HTTP/1.1" status: 200 len: 217 time: 0.0378716 Aug 16 02:56:57.773465 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 175b0966-afa4-4bd7-ace0-e864e9ff3a43 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:56:57.816163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-c807f763-03ff-400e-af82-d63a177cb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:57.818021 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-c807f763-03ff-400e-af82-d63a177cb5f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe HTTP/1.1" status: 200 len: 835 time: 0.0599530 Aug 16 02:56:57.828118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:57.832601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:57.833131 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.869119 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-1ae426c9-b18a-4b45-8795-e7b9ba4ebe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:57.870745 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-1ae426c9-b18a-4b45-8795-e7b9ba4ebe32 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456254 Aug 16 02:56:57.933972 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.967345 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 175b0966-afa4-4bd7-ace0-e864e9ff3a43, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=175b0966-afa4-4bd7-ace0-e864e9ff3a43,segment=NetworkSegment(4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43),segment_id=4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:57.972480 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-37732ba8-3235-4082-acde-81fead5ee400 service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937741 Aug 16 02:56:57.973706 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:58.025861 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=175b0966-afa4-4bd7-ace0-e864e9ff3a43,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:58.071184 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a6b08837-b9d0-449d-bee0-48732d836f47 req-da4fa515-72ad-4e25-a64b-78f5b7823745 service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919564 Aug 16 02:56:58.160556 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98011ad0-6073-42ff-81e9-621b2ca5a40b req-2e635693-79cf-4fa8-a86f-bbca01d90ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:58.162118 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-98011ad0-6073-42ff-81e9-621b2ca5a40b req-2e635693-79cf-4fa8-a86f-bbca01d90ee1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 1096 time: 0.0424931 Aug 16 02:56:58.257374 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98011ad0-6073-42ff-81e9-621b2ca5a40b req-caba3556-5363-4d2b-98dc-98486fb0d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:58.258998 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-98011ad0-6073-42ff-81e9-621b2ca5a40b req-caba3556-5363-4d2b-98dc-98486fb0d6b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c HTTP/1.1" status: 200 len: 897 time: 0.0901060 Aug 16 02:56:58.302300 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-98011ad0-6073-42ff-81e9-621b2ca5a40b req-a1dd98ca-c304-450c-960b-b26102dcf71a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424bb096-f275-4777-83c4-3e09429dd440 HTTP/1.1" status: 200 len: 217 time: 0.0359142 Aug 16 02:56:58.352917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98011ad0-6073-42ff-81e9-621b2ca5a40b req-0be71ea0-3167-4bc1-b7d2-3a991e00052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:58.354247 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-98011ad0-6073-42ff-81e9-621b2ca5a40b req-0be71ea0-3167-4bc1-b7d2-3a991e00052a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe HTTP/1.1" status: 200 len: 835 time: 0.0443676 Aug 16 02:56:58.407235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98011ad0-6073-42ff-81e9-621b2ca5a40b req-03ad982c-44fa-4183-9595-e705e378229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:58.408771 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-98011ad0-6073-42ff-81e9-621b2ca5a40b req-03ad982c-44fa-4183-9595-e705e378229a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454850 Aug 16 02:56:58.501085 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-98011ad0-6073-42ff-81e9-621b2ca5a40b req-272d1598-29a2-48ad-9a45-fe4e1fe3f0d5 service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848103 Aug 16 02:56:58.596318 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-98011ad0-6073-42ff-81e9-621b2ca5a40b req-8370ed50-d2a7-4d07-a945-6c4d5097d4a1 service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880327 Aug 16 02:56:58.814440 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679ef06-87c1-49c4-94c8-4c3654463b57 req-12fcb3a8-991f-4b88-b5f3-e500c30cf9c7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:58.815929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2679ef06-87c1-49c4-94c8-4c3654463b57 req-12fcb3a8-991f-4b88-b5f3-e500c30cf9c7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 944 time: 0.0506790 Aug 16 02:56:58.853985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2679ef06-87c1-49c4-94c8-4c3654463b57 req-ceed7fed-21e0-40dd-9d7b-f7885ea865f2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318465 Aug 16 02:56:59.708517 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 175b0966-afa4-4bd7-ace0-e864e9ff3a43 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:56:59.759765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:59.760057 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:59.970672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9996267-0b2d-415d-8cc2-d73bf4a908fb req-adcdae74-6e68-43ea-8217-d16559858292 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:59.972269 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9996267-0b2d-415d-8cc2-d73bf4a908fb req-adcdae74-6e68-43ea-8217-d16559858292 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 944 time: 0.0478199 Aug 16 02:57:00.011173 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a9996267-0b2d-415d-8cc2-d73bf4a908fb req-4385aca4-bac2-45e3-b686-2d58f83c6100 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 Aug 16 02:57:01.132130 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57113683-3d19-405b-83e8-c31028ae02f6 req-a62c7ba7-f897-4e49-b79a-27968ed57f19 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:01.133696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57113683-3d19-405b-83e8-c31028ae02f6 req-a62c7ba7-f897-4e49-b79a-27968ed57f19 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 944 time: 0.0525732 Aug 16 02:57:01.170687 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57113683-3d19-405b-83e8-c31028ae02f6 req-4779d054-c7de-4875-b444-2515df4ac93c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310750 Aug 16 02:57:01.540294 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 424bb096-f275-4777-83c4-3e09429dd440 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:57:01.635491 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 424bb096-f275-4777-83c4-3e09429dd440, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=424bb096-f275-4777-83c4-3e09429dd440,segment=NetworkSegment(4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43),segment_id=4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:01.647822 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '424bb096-f275-4777-83c4-3e09429dd440', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'port_id': '424bb096-f275-4777-83c4-3e09429dd440', 'mac_address': 'fa:16:3e:0e:b1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:57:01.684914 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.697416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424bb096-f275-4777-83c4-3e09429dd440 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:57:01.716869 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 424bb096-f275-4777-83c4-3e09429dd440, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=424bb096-f275-4777-83c4-3e09429dd440,segment=NetworkSegment(4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43),segment_id=4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:01.720820 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.767011 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=424bb096-f275-4777-83c4-3e09429dd440,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:01.924493 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['424bb096-f275-4777-83c4-3e09429dd440'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:57:02.297692 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978577e-0012-46cb-833f-1d7f688fafa3 req-e26fd721-41d1-43f7-99e5-3ab8bb2a1811 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:02.299194 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a978577e-0012-46cb-833f-1d7f688fafa3 req-e26fd721-41d1-43f7-99e5-3ab8bb2a1811 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 945 time: 0.0616307 Aug 16 02:57:02.341156 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a978577e-0012-46cb-833f-1d7f688fafa3 req-787f6af6-ea75-4587-ad65-8d0597310900 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354378 Aug 16 02:57:03.453769 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfd2d3-f1c5-43e2-a9f5-014d8912bb58 req-76920f94-93d3-4312-84d4-d7e3cebe25b5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:03.464144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-73bfd2d3-f1c5-43e2-a9f5-014d8912bb58 req-76920f94-93d3-4312-84d4-d7e3cebe25b5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 945 time: 0.0571055 Aug 16 02:57:03.501400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-73bfd2d3-f1c5-43e2-a9f5-014d8912bb58 req-5f2f0fd0-d515-4c81-87f8-142fd0e57c63 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Aug 16 02:57:03.555240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 424bb096-f275-4777-83c4-3e09429dd440 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:03.603985 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 424bb096-f275-4777-83c4-3e09429dd440 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:03.607527 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 424bb096-f275-4777-83c4-3e09429dd440 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:03.607900 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:03.688172 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:03.712336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424bb096-f275-4777-83c4-3e09429dd440'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:57:03.714673 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9b8a89-1606-4c4d-9fe5-bc4fa8d5d87a" -d '{"events": [{"server_uuid": "471f6b33-35e3-4619-a31c-6106d8a5662d", "name": "network-vif-plugged", "status": "completed", "tag": "424bb096-f275-4777-83c4-3e09429dd440"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:57:03.727388 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 424bb096-f275-4777-83c4-3e09429dd440, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=424bb096-f275-4777-83c4-3e09429dd440,segment=NetworkSegment(4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43),segment_id=4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:03.731368 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:03.781190 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=424bb096-f275-4777-83c4-3e09429dd440,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:03.806578 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a102112e-1090-4789-a9d6-52e0a853ad63 x-openstack-request-id: req-a102112e-1090-4789-a9d6-52e0a853ad63 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:57:03.806875 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471f6b33-35e3-4619-a31c-6106d8a5662d", "name": "network-vif-plugged", "status": "completed", "tag": "424bb096-f275-4777-83c4-3e09429dd440", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:57:03.807134 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a102112e-1090-4789-a9d6-52e0a853ad63 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:57:03.807543 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424bb096-f275-4777-83c4-3e09429dd440', 'code': 200} Aug 16 02:57:03.899735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320d68c-9efd-4c17-9d51-126bc30a18a8 req-6c129830-673b-4a54-bfb1-a7b88b1645d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:03.901242 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f320d68c-9efd-4c17-9d51-126bc30a18a8 req-6c129830-673b-4a54-bfb1-a7b88b1645d4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 1098 time: 0.0408342 Aug 16 02:57:03.935382 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-f320d68c-9efd-4c17-9d51-126bc30a18a8 req-42342113-13e8-4143-948a-69d74dab68d3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272481 Aug 16 02:57:04.628155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996fe32-c9ec-4841-a462-555fbe439bb2 req-2272e655-0375-4ef3-99a2-62355c1f9a60 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:04.629632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d996fe32-c9ec-4841-a462-555fbe439bb2 req-2272e655-0375-4ef3-99a2-62355c1f9a60 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0599358 Aug 16 02:57:04.669931 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d996fe32-c9ec-4841-a462-555fbe439bb2 req-f0e3c4e9-0868-44d5-91d6-b68da407dfc4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335429 Aug 16 02:57:05.784956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9b302-becb-4754-bf9f-670377600232 req-7957c30c-7124-4695-a033-467984d5e4ef tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:05.786403 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cad9b302-becb-4754-bf9f-670377600232 req-7957c30c-7124-4695-a033-467984d5e4ef tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0484807 Aug 16 02:57:05.824940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cad9b302-becb-4754-bf9f-670377600232 req-a2c63c8b-297a-47e3-ad47-19f711b40998 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326376 Aug 16 02:57:05.939833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1360319-a8f7-4876-906c-b47c18a1aac4 req-a2caadb3-4012-483e-b1ce-6a2f5668dd9a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:05.941322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1360319-a8f7-4876-906c-b47c18a1aac4 req-a2caadb3-4012-483e-b1ce-6a2f5668dd9a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0489192 Aug 16 02:57:05.980229 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a1360319-a8f7-4876-906c-b47c18a1aac4 req-286833e4-1405-43f9-ba2d-b7fd83284e99 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324175 Aug 16 02:57:06.001254 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37044) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:06.041118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1538ae-261c-42a0-bfe2-117ad023c9af tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:06.042570 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cc1538ae-261c-42a0-bfe2-117ad023c9af tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 1093 time: 0.0403216 Aug 16 02:57:06.045355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37046) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:06.049673 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '424bb096-f275-4777-83c4-3e09429dd440', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:06.077220 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:06.176268 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:06.277118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.25.2.75 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/f899d603-b63c-473b-94a2-b4e89c8545bf) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:06.380585 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:06.421416 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:06.463160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:06.466091 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:06.470765 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:06.474046 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=f899d603-b63c-473b-94a2-b4e89c8545bf,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:06.854304 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:06.923745 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:07.075926 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:07.080284 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:07.178886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=f899d603-b63c-473b-94a2-b4e89c8545bf,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:07.185431 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:07.291124 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Floating IP fe72a416-2692-4c98-bd65-0ab13248bd60 associated. External IP: 172.25.2.75, port: 424bb096-f275-4777-83c4-3e09429dd440. Aug 16 02:57:07.500376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 350d614d-22d8-4d43-b7a9-c94fa60f635a has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:57:07.607448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:07.617507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affb3b6-10c3-4d9d-bcb4-1fde11218140 None None] Sync routers for ids ['350d614d-22d8-4d43-b7a9-c94fa60f635a'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:07.624321 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:07.628299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affb3b6-10c3-4d9d-bcb4-1fde11218140 None None] Routers {'350d614d-22d8-4d43-b7a9-c94fa60f635a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:07.628939 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4affb3b6-10c3-4d9d-bcb4-1fde11218140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:56:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['350d614d-22d8-4d43-b7a9-c94fa60f635a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:07.651917 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-6921bbfd-7f42-48f7-9cd9-d7b98e4ddb9c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6055434 Aug 16 02:57:07.652608 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'tag': '424bb096-f275-4777-83c4-3e09429dd440'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:57:07.655009 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b" -d '{"events": [{"name": "network-changed", "server_uuid": "471f6b33-35e3-4619-a31c-6106d8a5662d", "tag": "424bb096-f275-4777-83c4-3e09429dd440"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:57:07.695955 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188981ca-1f9a-43a6-92af-ba83aeb9de5a x-openstack-request-id: req-188981ca-1f9a-43a6-92af-ba83aeb9de5a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:57:07.696247 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471f6b33-35e3-4619-a31c-6106d8a5662d", "tag": "424bb096-f275-4777-83c4-3e09429dd440", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:57:07.696514 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-188981ca-1f9a-43a6-92af-ba83aeb9de5a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:57:07.696909 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'tag': '424bb096-f275-4777-83c4-3e09429dd440', 'status': 'completed', 'code': 200} Aug 16 02:57:07.751111 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-4affb3b6-10c3-4d9d-bcb4-1fde11218140 None None] Set router 350d614d-22d8-4d43-b7a9-c94fa60f635a gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:07.754691 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f0b4b-456f-49de-b825-f7c7d3a24190 req-61f9bfe5-ec74-41bb-9965-9cd1e38854e1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:07.756897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb1f0b4b-456f-49de-b825-f7c7d3a24190 req-61f9bfe5-ec74-41bb-9965-9cd1e38854e1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0533965 Aug 16 02:57:07.760472 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b req-e42d8913-fea6-4dc3-9a06-c95b2a65314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:07.762035 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b req-e42d8913-fea6-4dc3-9a06-c95b2a65314f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 1098 time: 0.0429521 Aug 16 02:57:07.797849 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb1f0b4b-456f-49de-b825-f7c7d3a24190 req-536ede57-0033-4db3-8340-86b192db74e1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341578 Aug 16 02:57:07.821357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37052) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:07.856360 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b req-456305f8-9bc3-435a-b4c5-3f78c93ab3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:07.861005 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b req-456305f8-9bc3-435a-b4c5-3f78c93ab3ad service neutron] 10.222.0.89 "GET /v2.0/networks?id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c HTTP/1.1" status: 200 len: 897 time: 0.0918796 Aug 16 02:57:07.888700 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bcb1ed03-eeaf-46eb-bd39-d714af6d5d51 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/fe72a416-2692-4c98-bd65-0ab13248bd60 HTTP/1.1" status: 200 len: 991 time: 0.0643137 Aug 16 02:57:07.934891 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b req-fae5f292-74d8-4760-b58f-27901483360a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424bb096-f275-4777-83c4-3e09429dd440 HTTP/1.1" status: 200 len: 999 time: 0.0663881 Aug 16 02:57:07.985738 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b req-b49f8557-8de4-4ced-8be6-3390e384157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:07.987339 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b req-b49f8557-8de4-4ced-8be6-3390e384157a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe HTTP/1.1" status: 200 len: 835 time: 0.0457468 Aug 16 02:57:07.996466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4affb3b6-10c3-4d9d-bcb4-1fde11218140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'fe72a416-2692-4c98-bd65-0ab13248bd60', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.75', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'port_id': '424bb096-f275-4777-83c4-3e09429dd440', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'mac_address': 'fa:16:3e:0e:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:06Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b0966-afa4-4bd7-ace0-e864e9ff3a43', 'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:a9:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:52Z', 'updated_at': '2021-08-16T02:56:57Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:08.022802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affb3b6-10c3-4d9d-bcb4-1fde11218140 None None] Checking router: 350d614d-22d8-4d43-b7a9-c94fa60f635a for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:08.031012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affb3b6-10c3-4d9d-bcb4-1fde11218140 None None] Routers {'350d614d-22d8-4d43-b7a9-c94fa60f635a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:08.031632 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4affb3b6-10c3-4d9d-bcb4-1fde11218140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:56:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['350d614d-22d8-4d43-b7a9-c94fa60f635a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:08.035985 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b req-dadac1d0-fc5f-446f-ace1-40a2dc3a99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:08.038126 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b req-dadac1d0-fc5f-446f-ace1-40a2dc3a99d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413134 Aug 16 02:57:08.133010 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b req-57705505-e17a-460e-9f40-36b28a467553 service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881362 Aug 16 02:57:08.137198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-4affb3b6-10c3-4d9d-bcb4-1fde11218140 None None] Set router 350d614d-22d8-4d43-b7a9-c94fa60f635a gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:08.229776 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-37c72c8a-f3e8-48de-b445-8fa93fc8a42b req-6d699808-694c-4cc1-bef2-d82af869a5b4 service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903654 Aug 16 02:57:08.363491 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-4affb3b6-10c3-4d9d-bcb4-1fde11218140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'fe72a416-2692-4c98-bd65-0ab13248bd60', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.75', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'port_id': '424bb096-f275-4777-83c4-3e09429dd440', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'mac_address': 'fa:16:3e:0e:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:06Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b0966-afa4-4bd7-ace0-e864e9ff3a43', 'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:a9:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:52Z', 'updated_at': '2021-08-16T02:56:57Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:08.389025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affb3b6-10c3-4d9d-bcb4-1fde11218140 None None] The sync data for ids ['350d614d-22d8-4d43-b7a9-c94fa60f635a'] in n-d-768851-16 is: [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'fe72a416-2692-4c98-bd65-0ab13248bd60', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.75', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'port_id': '424bb096-f275-4777-83c4-3e09429dd440', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'mac_address': 'fa:16:3e:0e:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:06Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b0966-afa4-4bd7-ace0-e864e9ff3a43', 'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:a9:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:52Z', 'updated_at': '2021-08-16T02:56:57Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:08.595994 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e8191-c41f-4bdb-aace-ea011e4a77cc None None] New status for floating IP fe72a416-2692-4c98-bd65-0ab13248bd60: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:57:08.891540 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37054) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:08.955024 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-82d9d247-e621-47fe-ba28-9bb708cb6994 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/fe72a416-2692-4c98-bd65-0ab13248bd60 HTTP/1.1" status: 200 len: 993 time: 0.0623167 Aug 16 02:57:08.979627 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fb000b77-57e6-4613-8c3f-87ad56756a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.369973 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.564564 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51cc7d83-516e-4ecf-b012-779ec7f462bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.682209 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.988672 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.498028 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:18.959417 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:21.754418 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:57:38.981332 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d3c99582-97ad-40be-8b29-6a8bcc8bc5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:39.981607 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358e10-b025-4fc9-b802-13ecfc2ae152 req-0e62b496-796f-4fc2-b584-4f5be5158cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:39.983089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b358e10-b025-4fc9-b802-13ecfc2ae152 req-0e62b496-796f-4fc2-b584-4f5be5158cff tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0512910 Aug 16 02:57:40.020453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b358e10-b025-4fc9-b802-13ecfc2ae152 req-0e30e097-0750-4269-9f39-55e7bf49e3c2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312371 Aug 16 02:57:40.367924 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.159197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30700c9d-96b4-4f03-9785-8b8c6f2c32eb req-f9c33cd6-2d15-42fd-b098-dca3ebad147a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:41.160718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30700c9d-96b4-4f03-9785-8b8c6f2c32eb req-f9c33cd6-2d15-42fd-b098-dca3ebad147a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0542750 Aug 16 02:57:41.199394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30700c9d-96b4-4f03-9785-8b8c6f2c32eb req-f63ed22c-ed14-47b2-86d9-714ca501efe8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322196 Aug 16 02:57:41.565165 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2cb9329f-1ee0-490c-9423-ead37d4a32ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.682966 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.326736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e3b7c-0cb2-43d5-8c1f-9a2f397a93b8 req-4c573ace-09a7-4cd2-84c7-6d864936f142 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:42.328212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-463e3b7c-0cb2-43d5-8c1f-9a2f397a93b8 req-4c573ace-09a7-4cd2-84c7-6d864936f142 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0482194 Aug 16 02:57:42.370073 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-463e3b7c-0cb2-43d5-8c1f-9a2f397a93b8 req-54a4418b-0357-42b9-ac2d-be047195828a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359223 Aug 16 02:57:42.992006 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.484666 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6395b89-8712-42f7-8196-948838d629af req-7b91a80f-f454-4713-b9ca-dc142bce77ac tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:43.486222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6395b89-8712-42f7-8196-948838d629af req-7b91a80f-f454-4713-b9ca-dc142bce77ac tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0484629 Aug 16 02:57:43.524998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6395b89-8712-42f7-8196-948838d629af req-2b500029-867a-4420-9138-60596d4404b7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321717 Aug 16 02:57:44.498582 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.639987 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca07e20-9032-4215-a80a-fee566b22f38 req-a6efe5e7-8cfb-46b7-8acf-38baae3d4883 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:44.641534 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca07e20-9032-4215-a80a-fee566b22f38 req-a6efe5e7-8cfb-46b7-8acf-38baae3d4883 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0496497 Aug 16 02:57:44.679425 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ca07e20-9032-4215-a80a-fee566b22f38 req-6c9b4ca8-804e-45e7-9f5c-0f03b14d08e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311007 Aug 16 02:57:45.794011 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8424d6c-e557-4fbf-973b-a856c9251832 req-53e5a8d2-4d02-4e14-b600-e0898dc4e975 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:45.795406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8424d6c-e557-4fbf-973b-a856c9251832 req-53e5a8d2-4d02-4e14-b600-e0898dc4e975 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0490525 Aug 16 02:57:45.838805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8424d6c-e557-4fbf-973b-a856c9251832 req-ecb6b7bf-bdce-426a-84b0-c84e91ee599e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372853 Aug 16 02:57:46.955305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fd4b7-1cb9-4c6a-912f-15958e10061e req-647569d1-8966-434b-b7de-fe128efcf963 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:46.956914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-739fd4b7-1cb9-4c6a-912f-15958e10061e req-647569d1-8966-434b-b7de-fe128efcf963 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0493667 Aug 16 02:57:46.996853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-739fd4b7-1cb9-4c6a-912f-15958e10061e req-de80ebf6-1bb0-435f-b2c3-0bab9cb61516 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337338 Aug 16 02:57:48.109308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812214b-61d1-4de7-aae7-d7bf70d1206b req-aa888e7d-4822-47a0-bd71-b4b839b123fd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:48.110801 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9812214b-61d1-4de7-aae7-d7bf70d1206b req-aa888e7d-4822-47a0-bd71-b4b839b123fd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0487595 Aug 16 02:57:48.148592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9812214b-61d1-4de7-aae7-d7bf70d1206b req-8575839b-379b-4bd3-8938-a278e1245492 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313623 Aug 16 02:57:48.975682 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.262131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dd6f4-0be6-454e-828e-66c280a861d6 req-757ab2c5-81f3-4cb3-9e44-bc162f6032c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:49.263680 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a8dd6f4-0be6-454e-828e-66c280a861d6 req-757ab2c5-81f3-4cb3-9e44-bc162f6032c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0487251 Aug 16 02:57:49.306131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a8dd6f4-0be6-454e-828e-66c280a861d6 req-77c01f1a-cb4b-4f14-9d42-08ec92181301 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363781 Aug 16 02:57:50.420586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcdab1-23e3-47a0-a296-28a46c38c837 req-7212cb4f-4aa2-4436-a985-657fdc2e8bf0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:50.422091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16dcdab1-23e3-47a0-a296-28a46c38c837 req-7212cb4f-4aa2-4436-a985-657fdc2e8bf0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0480866 Aug 16 02:57:50.459461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16dcdab1-23e3-47a0-a296-28a46c38c837 req-d93b20df-578b-48a8-8e6f-ee9342ea6215 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314569 Aug 16 02:57:50.481533 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37096) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:50.540966 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f5975bd9-19b2-42b5-895a-f3a45b64d922 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/fe72a416-2692-4c98-bd65-0ab13248bd60 HTTP/1.1" status: 200 len: 993 time: 0.0581722 Aug 16 02:57:51.804793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0eed6-f820-4aba-a516-c9eeb0b8acb8 req-84785d54-feed-4cd1-8842-f30cbdd4d46f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:51.806245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78f0eed6-f820-4aba-a516-c9eeb0b8acb8 req-84785d54-feed-4cd1-8842-f30cbdd4d46f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0570414 Aug 16 02:57:51.820197 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-afbfabf2-1e26-4f3b-b637-a2a5a6810c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:51.822909 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-afbfabf2-1e26-4f3b-b637-a2a5a6810c8b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 1098 time: 0.0481479 Aug 16 02:57:51.845458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78f0eed6-f820-4aba-a516-c9eeb0b8acb8 req-7503725d-4c5f-412d-a6c6-185fcbdd33cd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330350 Aug 16 02:57:51.913684 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-a842dc3a-3ae3-42da-b639-882c16c4890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:51.915165 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-a842dc3a-3ae3-42da-b639-882c16c4890b service neutron] 10.222.0.89 "GET /v2.0/networks?id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c HTTP/1.1" status: 200 len: 897 time: 0.0863903 Aug 16 02:57:51.987840 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-f465e7c9-b161-43e9-b918-e17fce273f96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424bb096-f275-4777-83c4-3e09429dd440 HTTP/1.1" status: 200 len: 1001 time: 0.0654252 Aug 16 02:57:52.036509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-c6921082-3773-452f-87fd-83eea1a02d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:52.037986 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-c6921082-3773-452f-87fd-83eea1a02d3c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe HTTP/1.1" status: 200 len: 835 time: 0.0439479 Aug 16 02:57:52.083011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-9147fde1-b958-47a9-bf8d-3f30e0475e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:52.084435 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-9147fde1-b958-47a9-bf8d-3f30e0475e4b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398152 Aug 16 02:57:52.094892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-bf7db111-c929-4dd4-8fa7-b60cd7b4fac1 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:57:52.095828 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-bf7db111-c929-4dd4-8fa7-b60cd7b4fac1 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048623 Aug 16 02:57:52.186535 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-7051f98f-4c45-44ca-88fa-68c1244bfe7a service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834956 Aug 16 02:57:52.596867 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a259cbb0-d906-4cb1-9da3-777a0fd7452e req-b237f0b6-7e73-461c-9154-0976dc52536e service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037273 Aug 16 02:57:52.964314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e79cfb-0504-4c8e-9c68-02c42cea5105 req-7e672d12-9616-4c03-a31e-46e786dcdfd6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:52.965977 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74e79cfb-0504-4c8e-9c68-02c42cea5105 req-7e672d12-9616-4c03-a31e-46e786dcdfd6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0487578 Aug 16 02:57:53.004903 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-74e79cfb-0504-4c8e-9c68-02c42cea5105 req-3704432a-07b3-473f-b542-b864fc5f4f0b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329151 Aug 16 02:57:54.121896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5727560-4236-432f-8370-bd393ab7c0b6 req-6f83c6d3-31ab-407a-b56b-546a978d0922 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:54.123378 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5727560-4236-432f-8370-bd393ab7c0b6 req-6f83c6d3-31ab-407a-b56b-546a978d0922 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0486827 Aug 16 02:57:54.159633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e5727560-4236-432f-8370-bd393ab7c0b6 req-dca295ba-7bb5-4b26-8a77-3ca417cead5c tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303693 Aug 16 02:57:54.182651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37108) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:54.247463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-33f783fb-d149-4897-89cd-a30954b99ca6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/fe72a416-2692-4c98-bd65-0ab13248bd60 HTTP/1.1" status: 200 len: 993 time: 0.0636625 Aug 16 02:57:58.753549 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:58:02.883330 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-c9bd29a3-04ae-4cd8-83fc-3d702a039682 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398207 Aug 16 02:58:02.965829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-e40b79f7-0b53-4ebb-9aa2-29cc2c3ad8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:02.966717 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-e40b79f7-0b53-4ebb-9aa2-29cc2c3ad8b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 1098 time: 0.0437164 Aug 16 02:58:03.067442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-f3ec9071-8ec2-48c4-8ec6-d36192993047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:03.068911 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-f3ec9071-8ec2-48c4-8ec6-d36192993047 service neutron] 10.222.0.89 "GET /v2.0/networks?id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c HTTP/1.1" status: 200 len: 897 time: 0.0835338 Aug 16 02:58:03.135940 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-6062c0fd-b041-4c39-ab87-1319755e3b6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424bb096-f275-4777-83c4-3e09429dd440 HTTP/1.1" status: 200 len: 1001 time: 0.0600882 Aug 16 02:58:03.183469 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-4136c1c4-0113-4e7e-a510-fdf5b780a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:03.184931 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-4136c1c4-0113-4e7e-a510-fdf5b780a6dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe HTTP/1.1" status: 200 len: 835 time: 0.0430284 Aug 16 02:58:03.231163 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-d6697997-11a2-487d-85d3-5b13ef400912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:03.232653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-d6697997-11a2-487d-85d3-5b13ef400912 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400202 Aug 16 02:58:03.326961 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-abff0b46-0242-4d5b-863b-992992b858c3 service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868251 Aug 16 02:58:03.414673 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ee13aa31-2d7d-4fe8-af22-678868662397 req-8c813a5b-879f-4123-ade2-95a58f8bd0c0 service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811925 Aug 16 02:58:08.983124 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b6dddd0d-21ae-464a-8e71-baeeaab9482c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:10.367085 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:11.564675 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-30d79be3-1bf1-469f-b908-949f927bfb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:11.685287 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:12.995817 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:14.504065 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:16.864069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-ebd9575b-487a-4cac-9135-5f41358d797a req-029fa110-b395-4b9c-9901-7729822da1f7 service neutron] (101381) timed out ('10.222.0.89', 64634) {{(pid=101381) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:58:18.981041 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:24.574844 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37144) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:24.733307 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port f899d603-b63c-473b-94a2-b4e89c8545bf {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:24.733651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:24.817033 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:24.817269 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:24.829090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for f899d603-b63c-473b-94a2-b4e89c8545bf owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:24.975825 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:25.003681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=f899d603-b63c-473b-94a2-b4e89c8545bf,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:25.018047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.018405 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.018746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.019084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.019418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.019751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.020086 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.020412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.020738 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.021092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.021418 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.021744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:25.076058 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:25.076441 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Floating IP fe72a416-2692-4c98-bd65-0ab13248bd60 disassociated (deleted). External IP: 172.25.2.75, port: 424bb096-f275-4777-83c4-3e09429dd440. Aug 16 02:58:25.285399 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 350d614d-22d8-4d43-b7a9-c94fa60f635a has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:58:25.394604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:25.399420 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:25.406220 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb720d86-b3db-4277-b7e7-fb9a7a897a24 None None] Sync routers for ids ['350d614d-22d8-4d43-b7a9-c94fa60f635a'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:25.415803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb720d86-b3db-4277-b7e7-fb9a7a897a24 None None] Routers {'350d614d-22d8-4d43-b7a9-c94fa60f635a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:25.416442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fb720d86-b3db-4277-b7e7-fb9a7a897a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:58:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['350d614d-22d8-4d43-b7a9-c94fa60f635a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:25.426558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d3e5c932-4e0f-4518-a118-83521b9ef129 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/floatingips/fe72a416-2692-4c98-bd65-0ab13248bd60 HTTP/1.1" status: 204 len: 168 time: 0.8505878 Aug 16 02:58:25.427172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'tag': '424bb096-f275-4777-83c4-3e09429dd440'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:25.429612 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf28b337-bd85-4168-98f2-cc4ec6b969f2" -d '{"events": [{"name": "network-changed", "server_uuid": "471f6b33-35e3-4619-a31c-6106d8a5662d", "tag": "424bb096-f275-4777-83c4-3e09429dd440"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:25.468426 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4dc8ed-b22e-43eb-817a-37170d8d05a3 x-openstack-request-id: req-ea4dc8ed-b22e-43eb-817a-37170d8d05a3 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:25.468722 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471f6b33-35e3-4619-a31c-6106d8a5662d", "tag": "424bb096-f275-4777-83c4-3e09429dd440", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:25.469016 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea4dc8ed-b22e-43eb-817a-37170d8d05a3 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:25.469591 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'tag': '424bb096-f275-4777-83c4-3e09429dd440', 'status': 'completed', 'code': 200} Aug 16 02:58:25.533620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-fb720d86-b3db-4277-b7e7-fb9a7a897a24 None None] Set router 350d614d-22d8-4d43-b7a9-c94fa60f635a gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:25.552050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28b337-bd85-4168-98f2-cc4ec6b969f2 req-f49f317c-5810-46a0-b798-69b2d49bed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:25.554517 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cf28b337-bd85-4168-98f2-cc4ec6b969f2 req-f49f317c-5810-46a0-b798-69b2d49bed01 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 1098 time: 0.0496423 Aug 16 02:58:25.659645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28b337-bd85-4168-98f2-cc4ec6b969f2 req-61ccc067-6a10-4cec-b31a-3d660ebdac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:25.661194 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cf28b337-bd85-4168-98f2-cc4ec6b969f2 req-61ccc067-6a10-4cec-b31a-3d660ebdac55 service neutron] 10.222.0.89 "GET /v2.0/networks?id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c HTTP/1.1" status: 200 len: 897 time: 0.0988111 Aug 16 02:58:25.675401 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309859e8-0fcc-42b5-87dc-19280631df8d req-bc48eb92-453a-4593-8ca0-777c575922f5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:25.677189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-309859e8-0fcc-42b5-87dc-19280631df8d req-bc48eb92-453a-4593-8ca0-777c575922f5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0510502 Aug 16 02:58:25.706578 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cf28b337-bd85-4168-98f2-cc4ec6b969f2 req-63e5597e-a8e5-4f11-be17-987a4dad6c22 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=424bb096-f275-4777-83c4-3e09429dd440 HTTP/1.1" status: 200 len: 217 time: 0.0370734 Aug 16 02:58:25.720594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-309859e8-0fcc-42b5-87dc-19280631df8d req-863a14e2-fad2-48a0-afd0-467a301fc0df tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369940 Aug 16 02:58:25.758802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fb720d86-b3db-4277-b7e7-fb9a7a897a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '175b0966-afa4-4bd7-ace0-e864e9ff3a43', 'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:a9:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:52Z', 'updated_at': '2021-08-16T02:56:57Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:25.775016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28b337-bd85-4168-98f2-cc4ec6b969f2 req-5c3a9218-7afb-4083-bc2e-6e66999d107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:25.776501 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cf28b337-bd85-4168-98f2-cc4ec6b969f2 req-5c3a9218-7afb-4083-bc2e-6e66999d107c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe HTTP/1.1" status: 200 len: 835 time: 0.0626881 Aug 16 02:58:25.789700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb720d86-b3db-4277-b7e7-fb9a7a897a24 None None] Checking router: 350d614d-22d8-4d43-b7a9-c94fa60f635a for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:25.799238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb720d86-b3db-4277-b7e7-fb9a7a897a24 None None] Routers {'350d614d-22d8-4d43-b7a9-c94fa60f635a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:25.799854 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fb720d86-b3db-4277-b7e7-fb9a7a897a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:58:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['350d614d-22d8-4d43-b7a9-c94fa60f635a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:25.829858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28b337-bd85-4168-98f2-cc4ec6b969f2 req-c94318b1-7b7b-41c0-8598-6d0b7b4a03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:25.831520 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cf28b337-bd85-4168-98f2-cc4ec6b969f2 req-c94318b1-7b7b-41c0-8598-6d0b7b4a03d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455816 Aug 16 02:58:25.921535 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-fb720d86-b3db-4277-b7e7-fb9a7a897a24 None None] Set router 350d614d-22d8-4d43-b7a9-c94fa60f635a gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:25.938968 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cf28b337-bd85-4168-98f2-cc4ec6b969f2 req-9a456f74-939f-4853-ad03-9160040eb2a4 service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990710 Aug 16 02:58:26.046296 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-cf28b337-bd85-4168-98f2-cc4ec6b969f2 req-edc44068-81cc-492b-a0f1-7ea2b5f87278 service neutron] 10.222.0.89 "GET /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983620 Aug 16 02:58:26.310536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-fb720d86-b3db-4277-b7e7-fb9a7a897a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '175b0966-afa4-4bd7-ace0-e864e9ff3a43', 'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:a9:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:52Z', 'updated_at': '2021-08-16T02:56:57Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:26.336151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb720d86-b3db-4277-b7e7-fb9a7a897a24 None None] The sync data for ids ['350d614d-22d8-4d43-b7a9-c94fa60f635a'] in n-d-768851-16 is: [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '175b0966-afa4-4bd7-ace0-e864e9ff3a43', 'name': '', 'network_id': '52c6fcdd-6953-419c-ac4f-0c37b5c67e1c', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:a9:38:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:52Z', 'updated_at': '2021-08-16T02:56:57Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:26.542910 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c0a9c-0176-4851-bb5b-5ba733d3b40f None None] New status for floating IP fe72a416-2692-4c98-bd65-0ab13248bd60: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:58:26.848609 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c3889-5aaa-4fd4-87e9-5c40efdbcb3b req-6104770f-0025-4d4b-8bd4-13594614f9ba tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:26.850154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b01c3889-5aaa-4fd4-87e9-5c40efdbcb3b req-6104770f-0025-4d4b-8bd4-13594614f9ba tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0544691 Aug 16 02:58:26.890253 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b01c3889-5aaa-4fd4-87e9-5c40efdbcb3b req-bb67dcae-4068-46e4-b785-beba2518049f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=42757df4-a423-44af-a047-8d50751be599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329471 Aug 16 02:58:27.124297 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705ebe1-59f2-4c74-b572-90364fbe9485 req-72f9eb04-5989-4d55-8237-11a25f008918 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:27.125884 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9705ebe1-59f2-4c74-b572-90364fbe9485 req-72f9eb04-5989-4d55-8237-11a25f008918 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 946 time: 0.0492198 Aug 16 02:58:27.219080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-9705ebe1-59f2-4c74-b572-90364fbe9485 req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 424bb096-f275-4777-83c4-3e09429dd440 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:27.219317 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9705ebe1-59f2-4c74-b572-90364fbe9485 req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:27.305497 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-9705ebe1-59f2-4c74-b572-90364fbe9485 req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port 424bb096-f275-4777-83c4-3e09429dd440, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=424bb096-f275-4777-83c4-3e09429dd440,segment=NetworkSegment(4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43),segment_id=4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:27.305926 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9705ebe1-59f2-4c74-b572-90364fbe9485 req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:27.319808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-9705ebe1-59f2-4c74-b572-90364fbe9485 req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 424bb096-f275-4777-83c4-3e09429dd440 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:27.461829 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9705ebe1-59f2-4c74-b572-90364fbe9485 req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:27.491729 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=424bb096-f275-4777-83c4-3e09429dd440,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:27.516850 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.517230 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.517578 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.517920 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.518255 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.518587 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.518918 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.519246 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.519573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.519898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.520222 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.520572 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:27.542235 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-9705ebe1-59f2-4c74-b572-90364fbe9485 req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] No DVR routers for this DVR port 424bb096-f275-4777-83c4-3e09429dd440 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:58:27.545408 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-9705ebe1-59f2-4c74-b572-90364fbe9485 req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:27.547423 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-9705ebe1-59f2-4c74-b572-90364fbe9485 req-626a196a-0d45-412c-856a-482a473826e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.89 "DELETE /v2.0/ports/424bb096-f275-4777-83c4-3e09429dd440 HTTP/1.1" status: 204 len: 173 time: 0.4157398 Aug 16 02:58:27.547859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'name': 'network-vif-deleted', 'tag': '424bb096-f275-4777-83c4-3e09429dd440'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:27.550171 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbde8002-0817-40dd-a87f-0503285edfba" -d '{"events": [{"server_uuid": "471f6b33-35e3-4619-a31c-6106d8a5662d", "name": "network-vif-deleted", "tag": "424bb096-f275-4777-83c4-3e09429dd440"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:27.594729 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909abe9b-063c-4304-bcab-654592aa1ee2 x-openstack-request-id: req-909abe9b-063c-4304-bcab-654592aa1ee2 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:27.595015 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471f6b33-35e3-4619-a31c-6106d8a5662d", "name": "network-vif-deleted", "tag": "424bb096-f275-4777-83c4-3e09429dd440", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:27.595266 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-909abe9b-063c-4304-bcab-654592aa1ee2 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:27.595667 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471f6b33-35e3-4619-a31c-6106d8a5662d', 'name': 'network-vif-deleted', 'tag': '424bb096-f275-4777-83c4-3e09429dd440', 'status': 'completed', 'code': 200} Aug 16 02:58:28.010021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1fe8786-a9ba-4feb-9317-f380d8fc1c24 req-4e5ed187-009c-4cad-918d-f9b85e9a4c20 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=471f6b33-35e3-4619-a31c-6106d8a5662d HTTP/1.1" status: 200 len: 210 time: 0.0298259 Aug 16 02:58:29.067369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37162) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:29.420595 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:29.671556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 175b0966-afa4-4bd7-ace0-e864e9ff3a43 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:29.671789 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:29.763039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port 175b0966-afa4-4bd7-ace0-e864e9ff3a43, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=175b0966-afa4-4bd7-ace0-e864e9ff3a43,segment=NetworkSegment(4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43),segment_id=4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:29.763395 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:29.775694 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 175b0966-afa4-4bd7-ace0-e864e9ff3a43 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:29.964524 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:29.993537 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=175b0966-afa4-4bd7-ace0-e864e9ff3a43,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:30.164434 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.378186 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 350d614d-22d8-4d43-b7a9-c94fa60f635a has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:58:30.481518 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:30.486608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-78709fa1-b0b1-4b41-b544-e3e72a285db6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "PUT /v2.0/routers/350d614d-22d8-4d43-b7a9-c94fa60f635a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4181874 Aug 16 02:58:30.489292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37164) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:30.492108 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176d540-0101-41b2-9166-ff57cf900af5 None None] Sync routers for ids ['350d614d-22d8-4d43-b7a9-c94fa60f635a'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:30.501174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176d540-0101-41b2-9166-ff57cf900af5 None None] Routers {'350d614d-22d8-4d43-b7a9-c94fa60f635a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:30.502044 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d176d540-0101-41b2-9166-ff57cf900af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:58:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['350d614d-22d8-4d43-b7a9-c94fa60f635a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:30.539853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee3d479-b93b-4775-810a-77e5fa929fa8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting subnet a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:58:30.542955 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d479-b93b-4775-810a-77e5fa929fa8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.586404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d479-b93b-4775-810a-77e5fa929fa8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.608116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-d176d540-0101-41b2-9166-ff57cf900af5 None None] Set router 350d614d-22d8-4d43-b7a9-c94fa60f635a gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:30.670964 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d479-b93b-4775-810a-77e5fa929fa8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.730651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d479-b93b-4775-810a-77e5fa929fa8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.761223 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3d479-b93b-4775-810a-77e5fa929fa8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Subnet': ['ID=a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:30.765393 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d479-b93b-4775-810a-77e5fa929fa8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.767285 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-6ee3d479-b93b-4775-810a-77e5fa929fa8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/subnets/a40b2f3b-1660-4f58-b9ef-fb142c2b3bbe HTTP/1.1" status: 204 len: 168 time: 0.2770591 Aug 16 02:58:30.769998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37166) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:30.775997 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8222edff-4fe8-4b8c-b16f-f24e18e3db31 None None] Network 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:58:30.870543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d176d540-0101-41b2-9166-ff57cf900af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:58:29Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:30.880136 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.917006 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176d540-0101-41b2-9166-ff57cf900af5 None None] Checking router: 350d614d-22d8-4d43-b7a9-c94fa60f635a for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:30.931496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176d540-0101-41b2-9166-ff57cf900af5 None None] Routers {'350d614d-22d8-4d43-b7a9-c94fa60f635a'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:30.932339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d176d540-0101-41b2-9166-ff57cf900af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:58:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['350d614d-22d8-4d43-b7a9-c94fa60f635a'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:31.001597 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.050807 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] DHCP port deletion for 52c6fcdd-6953-419c-ac4f-0c37b5c67e1c request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:58:31.053651 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-d176d540-0101-41b2-9166-ff57cf900af5 None None] Set router 350d614d-22d8-4d43-b7a9-c94fa60f635a gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:31.064186 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:31.064531 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.144518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=973327bd-ec1c-4f3e-bc4d-efd6b5ce1592,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:31.144892 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.157508 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:31.216016 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Deleting port 3cf30af8-a751-4216-8460-fe2501f4fc82 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:31.216307 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.305815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] For port 3cf30af8-a751-4216-8460-fe2501f4fc82, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=3cf30af8-a751-4216-8460-fe2501f4fc82,segment=NetworkSegment(4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43),segment_id=4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:31.306154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.321964 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Calling delete_port for 3cf30af8-a751-4216-8460-fe2501f4fc82 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:31.331669 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.360611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=973327bd-ec1c-4f3e-bc4d-efd6b5ce1592,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:31.369416 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-d176d540-0101-41b2-9166-ff57cf900af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:58:29Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:31.403140 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176d540-0101-41b2-9166-ff57cf900af5 None None] The sync data for ids ['350d614d-22d8-4d43-b7a9-c94fa60f635a'] in n-d-768851-16 is: [{'id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290786147', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:56:49Z', 'updated_at': '2021-08-16T02:58:29Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '973327bd-ec1c-4f3e-bc4d-efd6b5ce1592', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350d614d-22d8-4d43-b7a9-c94fa60f635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:56:50Z', 'updated_at': '2021-08-16T02:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:31.429546 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.443873 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.471519 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Pushing event deleted for resources: {'Port': ['ID=3cf30af8-a751-4216-8460-fe2501f4fc82,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:31.473570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] No DVR routers for this DVR port 3cf30af8-a751-4216-8460-fe2501f4fc82 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:58:31.486787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.487145 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.487525 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.487827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.488165 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.488505 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.488912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.489183 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.489516 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.489845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.490177 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.490496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73db89f3-7ad9-45f7-9f3e-5125a0bc84f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:31.540212 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.542482 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.587236 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.587792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Fanout notify agent at l3_agent the message router_deleted on router 350d614d-22d8-4d43-b7a9-c94fa60f635a {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:58:31.596852 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.600463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f6ccc975-681f-4756-8e44-6bd91a574c97 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/routers/350d614d-22d8-4d43-b7a9-c94fa60f635a HTTP/1.1" status: 204 len: 168 time: 0.8259454 Aug 16 02:58:31.600828 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37168) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:31.682632 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.774009 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.786012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c6fcdd-6953-419c-ac4f-0c37b5c67e1c']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:31.798309 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:31.798616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3ea46e-1c67-47ae-bf6d-f9f2818b3d43') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:31.808440 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.825108 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.828476 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3cf30af8-a751-4216-8460-fe2501f4fc82 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:58:31.831818 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:58:31.832285 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: timer() Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:58:31.836062 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:58:31.854954 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 3cf30af8-a751-4216-8460-fe2501f4fc82 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:58:31.855306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 3cf30af8-a751-4216-8460-fe2501f4fc82 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:58:31.855841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 175b0966-afa4-4bd7-ace0-e864e9ff3a43 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:58:31.875633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 175b0966-afa4-4bd7-ace0-e864e9ff3a43 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:58:31.875978 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 175b0966-afa4-4bd7-ace0-e864e9ff3a43 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:58:31.905410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.916649 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 424bb096-f275-4777-83c4-3e09429dd440 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:58:31.927778 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.929676 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/networks/52c6fcdd-6953-419c-ac4f-0c37b5c67e1c HTTP/1.1" status: 204 len: 168 time: 0.3280602 Aug 16 02:58:31.931051 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3f9d0-1a63-4fa8-8147-2d98370ded76 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Network': ['ID=52c6fcdd-6953-419c-ac4f-0c37b5c67e1c,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:31.933485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37170) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:31.936771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: 424bb096-f275-4777-83c4-3e09429dd440 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:58:31.937258 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 424bb096-f275-4777-83c4-3e09429dd440 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:58:31.994082 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bde7340e-3a66-4475-af98-4604f1b9ff1a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.020292 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bde7340e-3a66-4475-af98-4604f1b9ff1a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.085241 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bde7340e-3a66-4475-af98-4604f1b9ff1a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.087910 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bde7340e-3a66-4475-af98-4604f1b9ff1a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.089095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bde7340e-3a66-4475-af98-4604f1b9ff1a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/security-groups/42757df4-a423-44af-a047-8d50751be599 HTTP/1.1" status: 204 len: 168 time: 0.1536810 Aug 16 02:58:32.097985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7340e-3a66-4475-af98-4604f1b9ff1a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42757df4-a423-44af-a047-8d50751be599,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:32.401925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37176) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:32.406834 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-0cfe2d96-65bc-4512-8e5a-e5ac25b1afe4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194151317', 'description': 'tempest-secgroup-smoke-194151317 description', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:32.429591 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cfe2d96-65bc-4512-8e5a-e5ac25b1afe4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.512631 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cfe2d96-65bc-4512-8e5a-e5ac25b1afe4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.516252 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cfe2d96-65bc-4512-8e5a-e5ac25b1afe4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.542155 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-0cfe2d96-65bc-4512-8e5a-e5ac25b1afe4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.543934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-0cfe2d96-65bc-4512-8e5a-e5ac25b1afe4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1408455 Aug 16 02:58:32.547016 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37178) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:32.550298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe2d96-65bc-4512-8e5a-e5ac25b1afe4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46274cf1-eb2f-41b1-9399-1d72a8586721,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:32.551992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-62a2733c-d0fe-4fdb-a247-3351f1d72dd5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '46274cf1-eb2f-41b1-9399-1d72a8586721', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:32.577676 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62a2733c-d0fe-4fdb-a247-3351f1d72dd5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.635177 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62a2733c-d0fe-4fdb-a247-3351f1d72dd5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.638962 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62a2733c-d0fe-4fdb-a247-3351f1d72dd5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.656595 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2733c-d0fe-4fdb-a247-3351f1d72dd5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63a521c-7516-4955-8a80-66d474e126df,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:32.662859 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-62a2733c-d0fe-4fdb-a247-3351f1d72dd5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.664111 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-62a2733c-d0fe-4fdb-a247-3351f1d72dd5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160808 Aug 16 02:58:32.666815 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37180) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:32.671909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-2f46b00d-a6e4-4ead-a961-b4b3c1ec7e8b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '46274cf1-eb2f-41b1-9399-1d72a8586721', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:32.697149 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f46b00d-a6e4-4ead-a961-b4b3c1ec7e8b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.753233 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f46b00d-a6e4-4ead-a961-b4b3c1ec7e8b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.756621 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f46b00d-a6e4-4ead-a961-b4b3c1ec7e8b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.778289 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46b00d-a6e4-4ead-a961-b4b3c1ec7e8b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254054a9-5ccc-4f38-82a8-ecf671b9c346,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:32.783346 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2f46b00d-a6e4-4ead-a961-b4b3c1ec7e8b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.784812 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2f46b00d-a6e4-4ead-a961-b4b3c1ec7e8b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170588 Aug 16 02:58:32.788043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37182) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:32.792753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-bc5d48c0-5b3b-4bc6-9fb0-f74b919b1b5e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '46274cf1-eb2f-41b1-9399-1d72a8586721', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:32.818613 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc5d48c0-5b3b-4bc6-9fb0-f74b919b1b5e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.880276 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc5d48c0-5b3b-4bc6-9fb0-f74b919b1b5e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.883808 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc5d48c0-5b3b-4bc6-9fb0-f74b919b1b5e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.898672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d48c0-5b3b-4bc6-9fb0-f74b919b1b5e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1729a4-06cb-439c-9dbc-8fae29e81def,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:32.908038 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bc5d48c0-5b3b-4bc6-9fb0-f74b919b1b5e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.909473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bc5d48c0-5b3b-4bc6-9fb0-f74b919b1b5e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203396 Aug 16 02:58:32.912184 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37184) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:32.916683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-37cd5f6c-6b9e-4028-90a3-901eee129827 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '46274cf1-eb2f-41b1-9399-1d72a8586721', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:32.942100 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37cd5f6c-6b9e-4028-90a3-901eee129827 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.002466 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37cd5f6c-6b9e-4028-90a3-901eee129827 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.006843 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37cd5f6c-6b9e-4028-90a3-901eee129827 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.025249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd5f6c-6b9e-4028-90a3-901eee129827 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177fbb3d-f185-4872-8fdd-c3c0e63861a5,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:33.032767 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-37cd5f6c-6b9e-4028-90a3-901eee129827 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.034785 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-37cd5f6c-6b9e-4028-90a3-901eee129827 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213944 Aug 16 02:58:33.037372 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37186) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:33.041833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-52c533d3-6c73-4466-87e2-844ecc65da42 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '46274cf1-eb2f-41b1-9399-1d72a8586721', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:33.063866 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-52c533d3-6c73-4466-87e2-844ecc65da42 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Project 3da6473cd20f4592b318c3afa45d1ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:58:33.068796 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c533d3-6c73-4466-87e2-844ecc65da42 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.130335 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c533d3-6c73-4466-87e2-844ecc65da42 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.134384 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c533d3-6c73-4466-87e2-844ecc65da42 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.151667 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c533d3-6c73-4466-87e2-844ecc65da42 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8508e91d-3cfb-4f1c-9e3d-6c5d07167b57,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:33.158122 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-52c533d3-6c73-4466-87e2-844ecc65da42 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.159223 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-52c533d3-6c73-4466-87e2-844ecc65da42 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209004 Aug 16 02:58:33.162012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37188) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:33.166349 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-491392f5-db2d-449a-822f-1fe46b8b9956 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'security_group_rule': {'security_group_id': '46274cf1-eb2f-41b1-9399-1d72a8586721', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:33.186834 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-491392f5-db2d-449a-822f-1fe46b8b9956 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Project 3da6473cd20f4592b318c3afa45d1ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:58:33.191527 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-491392f5-db2d-449a-822f-1fe46b8b9956 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.254645 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-491392f5-db2d-449a-822f-1fe46b8b9956 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.258347 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-491392f5-db2d-449a-822f-1fe46b8b9956 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.273296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491392f5-db2d-449a-822f-1fe46b8b9956 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62881aa8-3c0b-49c5-b72c-716ebe64847b,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:33.282336 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-491392f5-db2d-449a-822f-1fe46b8b9956 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.283555 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-491392f5-db2d-449a-822f-1fe46b8b9956 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206372 Aug 16 02:58:33.286557 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37190) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:33.291983 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'network': {'name': 'tempest-network-smoke--811235403', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'port_security_enabled': True}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:33.313562 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:58:33.316957 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.340205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:58:33.348938 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.349362 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Added segment 04b00994-3ac2-45fb-b578-34724afb5d09 of type vlan for network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 Aug 16 02:58:33.389432 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.417064 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.422453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:33.423035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.479810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1921287 Aug 16 02:58:33.482713 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37192) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:33.487886 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'admin_state_up': True, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:33.490344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c359dc-7bf0-4642-b3b3-cdb027b7a64f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Network': ['ID=3a698e21-c0be-4a08-94f1-c4ba6e45ba29,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:33.501157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:58:33.514997 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.516015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.572059 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.711654 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.717494 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:58:33.738413 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:58:33.738760 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 973327bd-ec1c-4f3e-bc4d-efd6b5ce1592 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:58:33.905480 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.924620 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.030826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.25.2.42 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/4c4ee1c9-b132-4550-9bec-be1801447eb1) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:58:34.131340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.177088 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.213364 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:58:34.218706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:58:34.222281 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:58:34.247775 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=4c4ee1c9-b132-4550-9bec-be1801447eb1,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:34.471111 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.673228 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.807147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 38c3700f-ad60-4696-b392-e4936040c520 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:58:35.240359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:35.251190 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Sync routers for ids ['38c3700f-ad60-4696-b392-e4936040c520'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:35.259890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.261212 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3706a4ca-e8ff-4e69-a6cb-699d3c886713 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7773008 Aug 16 02:58:35.263863 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Routers {'38c3700f-ad60-4696-b392-e4936040c520'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:35.264525 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:58:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['38c3700f-ad60-4696-b392-e4936040c520'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:35.264708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37194) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:35.292380 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c5685fc0-da53-4bcc-8c20-32ad25e2c24b tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=3da6473cd20f4592b318c3afa45d1ccf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265713 Aug 16 02:58:35.295454 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37196) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:35.369657 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Set router 38c3700f-ad60-4696-b392-e4936040c520 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:35.384690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeb942f-3e48-4c0c-8c7d-928a885f9374 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:35.386389 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7aeb942f-3e48-4c0c-8c7d-928a885f9374 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900316 Aug 16 02:58:35.389335 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37198) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:35.421043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-afe7bbb9-26fd-4acf-8670-2bc81e72fd6f tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=cd116b98-b556-47d3-9fef-5a748784b774&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304644 Aug 16 02:58:35.423525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37200) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:35.428216 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-274219552', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:35.516623 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:58:35.520172 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.548095 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:34Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:35.577227 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Checking router: 38c3700f-ad60-4696-b392-e4936040c520 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:35.577578 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Updating router 38c3700f-ad60-4696-b392-e4936040c520 port 4c4ee1c9-b132-4550-9bec-be1801447eb1 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:58:35.604088 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.703069 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.759213 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:58:35.765674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Subnet': ['ID=c88cf44d-ec9a-4b60-9a18-e609d47a2ddb,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:35.774246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Checking segment: {'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:58:35.774643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network hostable DHCP agents. Network: 3a698e21-c0be-4a08-94f1-c4ba6e45ba29, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:58:35.792145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:58:35.804156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 3a698e21-c0be-4a08-94f1-c4ba6e45ba29) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:58:35.808156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:35.808764 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.819075 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a6eff6-2d35-4a19-bf5d-a6f4a9250146 None None] Network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:58:35.823968 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2413f469-7a2a-4087-8251-5124e01f1bb5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3994346 Aug 16 02:58:35.827611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37202) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:35.869183 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.881072 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Transition to ACTIVE for port object 4c4ee1c9-b132-4550-9bec-be1801447eb1 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:35.888243 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.954007 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Attempting to bind port 4c4ee1c9-b132-4550-9bec-be1801447eb1 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:58:35.954529 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Attempting to bind port 4c4ee1c9-b132-4550-9bec-be1801447eb1 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:58:35.954991 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Attempting to bind port 4c4ee1c9-b132-4550-9bec-be1801447eb1 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:58:35.958123 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Pushing event updated for resources: {'Port': ['ID=4c4ee1c9-b132-4550-9bec-be1801447eb1,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:35.962832 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:58:35.963204 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:58:35.963607 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.968003 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:58:35.968003 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Bound port: 4c4ee1c9-b132-4550-9bec-be1801447eb1, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:58:35.968003 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.973326 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.973620 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.973959 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.974293 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.974621 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.974946 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.975274 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.975596 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.976015 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.976218 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.976535 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.976849 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:35.983414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ips': [{'subnet_id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:58:35.984541 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.032856 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] For port 4c4ee1c9-b132-4550-9bec-be1801447eb1, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:58:36.035951 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] For port 4c4ee1c9-b132-4550-9bec-be1801447eb1, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4c4ee1c9-b132-4550-9bec-be1801447eb1,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:58:36.039399 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.080966 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Routers {'38c3700f-ad60-4696-b392-e4936040c520'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:36.081608 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:58:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['38c3700f-ad60-4696-b392-e4936040c520'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:36.139236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Allocated IP 172.20.0.2 (3a698e21-c0be-4a08-94f1-c4ba6e45ba29/c88cf44d-ec9a-4b60-9a18-e609d47a2ddb/962f6311-4216-42d3-964d-cd96896ae0f2) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:58:36.188713 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] Set router 38c3700f-ad60-4696-b392-e4936040c520 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:36.300154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.303797 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8c8a9-418d-41d9-aac9-6341140893fb None None] Pushing event updated for resources: {'Port': ['ID=4c4ee1c9-b132-4550-9bec-be1801447eb1,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:36.304803 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.310693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Transition to ACTIVE for port object 962f6311-4216-42d3-964d-cd96896ae0f2 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:36.326772 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Transition to ACTIVE for port object 962f6311-4216-42d3-964d-cd96896ae0f2 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:36.332808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.374346 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:58:36.377381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:58:36.380161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:58:36.392368 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Pushing event updated for resources: {'Port': ['ID=962f6311-4216-42d3-964d-cd96896ae0f2,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:36.402946 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:34Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:36.430202 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae184b65-0e9d-4504-9d68-3d271d6aa01f None None] The sync data for ids ['38c3700f-ad60-4696-b392-e4936040c520'] in n-d-768851-16 is: [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:34Z', 'revision_number': 3, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:36.444816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Attempting to bind port 962f6311-4216-42d3-964d-cd96896ae0f2 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:58:36.445338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Attempting to bind port 962f6311-4216-42d3-964d-cd96896ae0f2 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:58:36.445718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Attempting to bind port 962f6311-4216-42d3-964d-cd96896ae0f2 on network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:58:36.452254 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:58:36.452759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Checking segment: {'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:58:36.453201 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.453749 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Bound using segment: {'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:58:36.454079 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Bound port: 962f6311-4216-42d3-964d-cd96896ae0f2, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:58:36.454446 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.526109 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] For port 962f6311-4216-42d3-964d-cd96896ae0f2, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:58:36.529655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] For port 962f6311-4216-42d3-964d-cd96896ae0f2, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=962f6311-4216-42d3-964d-cd96896ae0f2,segment=NetworkSegment(04b00994-3ac2-45fb-b578-34724afb5d09),segment_id=04b00994-3ac2-45fb-b578-34724afb5d09)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:58:36.534532 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.598569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61185472-49f1-4d47-9275-ed5975dbb32d None None] Pushing event updated for resources: {'Port': ['ID=962f6311-4216-42d3-964d-cd96896ae0f2,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:36.627510 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.20.0.1 (3a698e21-c0be-4a08-94f1-c4ba6e45ba29/c88cf44d-ec9a-4b60-9a18-e609d47a2ddb/8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:58:36.782125 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.805187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Transition to ACTIVE for port object 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:36.845274 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:36.892506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:58:36.896009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:58:36.898813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:58:36.936359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:36.956365 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.093940 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.390373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.395337 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.474894 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:37.478513 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.591213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e612ac-595b-427b-9130-20e92ca32d32 None None] Network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:58:37.593841 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:58:37.595692 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:58:37.719573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-15ada915-d602-47eb-8aa2-f6a6b5bde84f None None] Provisioning for port 962f6311-4216-42d3-964d-cd96896ae0f2 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:37.748947 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 38c3700f-ad60-4696-b392-e4936040c520 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:58:37.853506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 962f6311-4216-42d3-964d-cd96896ae0f2 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:58:37.895313 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:37.910993 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cf4fe6c4-8243-4b68-8a19-dd91c1720ff2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "PUT /v2.0/routers/38c3700f-ad60-4696-b392-e4936040c520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0821266 Aug 16 02:58:37.917428 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 962f6311-4216-42d3-964d-cd96896ae0f2 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:37.926748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 962f6311-4216-42d3-964d-cd96896ae0f2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:37.927246 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.021049 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.061600 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 962f6311-4216-42d3-964d-cd96896ae0f2, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=962f6311-4216-42d3-964d-cd96896ae0f2,segment=NetworkSegment(04b00994-3ac2-45fb-b578-34724afb5d09),segment_id=04b00994-3ac2-45fb-b578-34724afb5d09)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:38.067517 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.068217 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c4ee1c9-b132-4550-9bec-be1801447eb1 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:58:38.080926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-39d829cd-931e-4b9b-a5be-33711aff0686 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194151317&fields=id&tenant_id=3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 267 time: 0.0399418 Aug 16 02:58:38.155688 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=962f6311-4216-42d3-964d-cd96896ae0f2,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:38.169603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d5da23b5-960b-4d9f-96f7-e602f5627bff None None] Provisioning for port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:38.173980 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 4c4ee1c9-b132-4550-9bec-be1801447eb1 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:38.177330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d5da23b5-960b-4d9f-96f7-e602f5627bff None None] Provisioning complete for port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:38.177710 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5da23b5-960b-4d9f-96f7-e602f5627bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.179335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4c4ee1c9-b132-4550-9bec-be1801447eb1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:38.179692 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.223185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-d9ec2e97-ca15-49b5-b06e-f7d746773f20 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:38.225299 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-d9ec2e97-ca15-49b5-b06e-f7d746773f20 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/networks?id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29 HTTP/1.1" status: 200 len: 796 time: 0.1348767 Aug 16 02:58:38.225498 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Sync routers for ids ['38c3700f-ad60-4696-b392-e4936040c520'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:38.246393 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-2ca20f89-0eb0-4e04-80f9-5faf419a9575 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/quotas/3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 375 time: 0.0100312 Aug 16 02:58:38.262752 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Routers {'38c3700f-ad60-4696-b392-e4936040c520'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:38.263399 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:58:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['38c3700f-ad60-4696-b392-e4936040c520'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:38.265826 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d5da23b5-960b-4d9f-96f7-e602f5627bff None None] Port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:58:38.304872 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-87c91073-84e3-48f4-a2d5-1eee19be71be tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510798 Aug 16 02:58:38.344196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d5da23b5-960b-4d9f-96f7-e602f5627bff None None] Provisioning complete for port 962f6311-4216-42d3-964d-cd96896ae0f2 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:38.344414 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5da23b5-960b-4d9f-96f7-e602f5627bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.422437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-37d41785-5f41-4333-ba02-56533bfb623a service neutron] 10.222.0.79 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027353 Aug 16 02:58:38.531927 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35425134-0a36-41ff-9db0-3c7615bca6cf service neutron] 10.222.0.79 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028910 Aug 16 02:58:38.590672 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.614569 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Set router 38c3700f-ad60-4696-b392-e4936040c520 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:38.653694 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 4c4ee1c9-b132-4550-9bec-be1801447eb1, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4c4ee1c9-b132-4550-9bec-be1801447eb1,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:38.664317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.702936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69f80f44-8b6c-43da-b725-667eacb57b17 req-c5dd150c-c2e5-4c3e-9612-09349011e606 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 210 time: 0.0301638 Aug 16 02:58:38.829462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=4c4ee1c9-b132-4550-9bec-be1801447eb1,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:38.914640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:37Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281', 'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:87:4b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:36Z', 'updated_at': '2021-08-16T02:58:37Z', 'revision_number': 2, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:38.952196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Checking router: 38c3700f-ad60-4696-b392-e4936040c520 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:38.952543 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Updating router 38c3700f-ad60-4696-b392-e4936040c520 port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:58:38.995049 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-9435db2a-8efe-4758-bdb0-beba096f5cec None None] Provisioning complete for port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:38.995422 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9435db2a-8efe-4758-bdb0-beba096f5cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.999122 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03902760-0b46-4574-878c-ccbf3c7bec6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:39.000715 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:39.061588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9435db2a-8efe-4758-bdb0-beba096f5cec None None] Port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:58:39.301738 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:39.311489 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Transition to ACTIVE for port object 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:39.317006 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:39.369473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcaba69-3796-4349-88ad-e39d430320b3 None None] Pushing event updated for resources: {'Port': ['ID=8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:39.422740 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Attempting to bind port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:58:39.423124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Attempting to bind port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:58:39.423571 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Attempting to bind port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 on network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:58:39.428771 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:58:39.429181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Checking segment: {'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:58:39.429642 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:39.429989 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Bound using segment: {'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:58:39.430463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Bound port: 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:58:39.430859 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:39.498026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] For port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:58:39.501818 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] For port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281,segment=NetworkSegment(04b00994-3ac2-45fb-b578-34724afb5d09),segment_id=04b00994-3ac2-45fb-b578-34724afb5d09)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:58:39.507731 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:39.569620 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Routers {'38c3700f-ad60-4696-b392-e4936040c520'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:39.570262 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:58:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['38c3700f-ad60-4696-b392-e4936040c520'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:39.614506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcaba69-3796-4349-88ad-e39d430320b3 None None] Pushing event updated for resources: {'Port': ['ID=8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:39.716612 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] Set router 38c3700f-ad60-4696-b392-e4936040c520 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:39.835391 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 962f6311-4216-42d3-964d-cd96896ae0f2 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:58:39.970131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 962f6311-4216-42d3-964d-cd96896ae0f2 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:39.970508 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:40.082072 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:37Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281', 'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:87:4b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:36Z', 'updated_at': '2021-08-16T02:58:39Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:40.113474 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60a3c53a-08d9-43e7-b1bf-db1f3ddf93b2 req-b3fc1496-19ca-4df9-a5c4-030e4a8e73d3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 210 time: 0.0328407 Aug 16 02:58:40.114702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb5d8-4df4-48c3-bf2c-2ac67777c559 None None] The sync data for ids ['38c3700f-ad60-4696-b392-e4936040c520'] in n-d-768851-16 is: [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:37Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281', 'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:87:4b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:36Z', 'updated_at': '2021-08-16T02:58:39Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:40.120492 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c4ee1c9-b132-4550-9bec-be1801447eb1 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:58:40.172142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-eb426d7a-fbf2-40b3-a795-306be0a39c09 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:40.174067 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-eb426d7a-fbf2-40b3-a795-306be0a39c09 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "GET /v2.0/networks?id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29 HTTP/1.1" status: 200 len: 796 time: 0.5381970 Aug 16 02:58:40.192520 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 4c4ee1c9-b132-4550-9bec-be1801447eb1 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:40.192893 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:40.231556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-c9b6918a-5eb8-4a63-8ebd-edc6d3953feb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da6473cd20f4592b318c3afa45d1ccf HTTP/1.1" status: 200 len: 379 time: 0.0413082 Aug 16 02:58:40.241093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'port': {'device_id': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'admin_state_up': True, 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'security_groups': ['46274cf1-eb2f-41b1-9399-1d72a8586721']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:40.360425 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Made reservation on behalf of 3da6473cd20f4592b318c3afa45d1ccf for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:58:40.364639 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:40.366527 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:40.499278 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.20.0.4 (3a698e21-c0be-4a08-94f1-c4ba6e45ba29/c88cf44d-ec9a-4b60-9a18-e609d47a2ddb/78ffcece-c17f-4019-bd95-a4ea938cb551) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:58:40.661457 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:40.675663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Transition to ACTIVE for port object 78ffcece-c17f-4019-bd95-a4ea938cb551 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:40.709713 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:40.756088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:58:40.759417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:58:40.763954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:58:40.792039 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=78ffcece-c17f-4019-bd95-a4ea938cb551,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:40.828625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:40.829300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:40.845193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-35429370-8323-4fb4-b964-e00afed611c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079841 Aug 16 02:58:40.917430 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Request body: {'port': {'device_id': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:40.975566 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.060510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-43c5a939-36f5-4047-9bd6-9a5b557a55fe None None] Provisioning for port 78ffcece-c17f-4019-bd95-a4ea938cb551 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:41.066342 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-43c5a939-36f5-4047-9bd6-9a5b557a55fe None None] Provisioning complete for port 78ffcece-c17f-4019-bd95-a4ea938cb551 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:41.066978 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43c5a939-36f5-4047-9bd6-9a5b557a55fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.109015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-43c5a939-36f5-4047-9bd6-9a5b557a55fe None None] Port 78ffcece-c17f-4019-bd95-a4ea938cb551 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:58:41.263547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348b5aa-877d-4f84-9b44-815b907e019d req-0c3d1491-e957-464a-b346-fc828d95e38b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:41.265066 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6348b5aa-877d-4f84-9b44-815b907e019d req-0c3d1491-e957-464a-b346-fc828d95e38b tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 931 time: 0.0774691 Aug 16 02:58:41.312099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ffcece-c17f-4019-bd95-a4ea938cb551 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:58:41.326167 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.335423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6348b5aa-877d-4f84-9b44-815b907e019d req-d212c665-fe98-45f4-ae6a-db908f7a69a0 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540826 Aug 16 02:58:41.342312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Transition to ACTIVE for port object 78ffcece-c17f-4019-bd95-a4ea938cb551 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:41.346364 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.397126 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Pushing event updated for resources: {'Port': ['ID=78ffcece-c17f-4019-bd95-a4ea938cb551,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:41.470456 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Attempting to bind port 78ffcece-c17f-4019-bd95-a4ea938cb551 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:58:41.470797 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Attempting to bind port 78ffcece-c17f-4019-bd95-a4ea938cb551 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:58:41.471129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Attempting to bind port 78ffcece-c17f-4019-bd95-a4ea938cb551 on network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:58:41.475885 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Port 78ffcece-c17f-4019-bd95-a4ea938cb551 on network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:58:41.476143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Attempting to bind port 78ffcece-c17f-4019-bd95-a4ea938cb551 on network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:58:41.482340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:58:41.482674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Checking segment: {'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:58:41.483084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Bound using segment: {'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:58:41.483503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Bound port: 78ffcece-c17f-4019-bd95-a4ea938cb551, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b00994-3ac2-45fb-b578-34724afb5d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:58:41.484009 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.550466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] For port 78ffcece-c17f-4019-bd95-a4ea938cb551, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:58:41.553870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] For port 78ffcece-c17f-4019-bd95-a4ea938cb551, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=78ffcece-c17f-4019-bd95-a4ea938cb551,segment=NetworkSegment(04b00994-3ac2-45fb-b578-34724afb5d09),segment_id=04b00994-3ac2-45fb-b578-34724afb5d09)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:58:41.562303 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.565818 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-30f1cc56-f765-4ddd-b2fd-8d942f1f81e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.597367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:41.598050 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.599354 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] 10.222.0.84 "PUT /v2.0/ports/78ffcece-c17f-4019-bd95-a4ea938cb551 HTTP/1.1" status: 200 len: 1092 time: 0.7395506 Aug 16 02:58:41.599809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'tag': '78ffcece-c17f-4019-bd95-a4ea938cb551'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:41.602064 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab30490e-9d60-46ba-8b72-7c5f9417431a" -d '{"events": [{"name": "network-changed", "server_uuid": "dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41", "tag": "78ffcece-c17f-4019-bd95-a4ea938cb551"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:41.626690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36233caf-c93c-4568-be5e-0f8ce92ab7ce service neutron] Pushing event updated for resources: {'Port': ['ID=78ffcece-c17f-4019-bd95-a4ea938cb551,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:41.664800 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336be725-f264-4155-8b2c-14bd791d3d13 x-openstack-request-id: req-336be725-f264-4155-8b2c-14bd791d3d13 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:41.665131 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41", "tag": "78ffcece-c17f-4019-bd95-a4ea938cb551", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:41.665383 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-336be725-f264-4155-8b2c-14bd791d3d13 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:41.665791 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'tag': '78ffcece-c17f-4019-bd95-a4ea938cb551', 'status': 'completed', 'code': 200} Aug 16 02:58:41.687144 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.731842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-98126a0f-cef6-421c-b754-666deec78ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:41.734353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-98126a0f-cef6-421c-b754-666deec78ba9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 1095 time: 0.0506592 Aug 16 02:58:41.785803 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-7b8c78b5-276e-4c3d-8f69-84ef19e8a6fc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78ffcece-c17f-4019-bd95-a4ea938cb551 HTTP/1.1" status: 200 len: 217 time: 0.0372190 Aug 16 02:58:41.790987 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:58:41.834877 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-f7aa7c3d-1800-4ec0-bc87-619785dd5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:41.836451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-f7aa7c3d-1800-4ec0-bc87-619785dd5ef8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c88cf44d-ec9a-4b60-9a18-e609d47a2ddb HTTP/1.1" status: 200 len: 834 time: 0.0438228 Aug 16 02:58:41.838977 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:41.843439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:41.843815 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.889369 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-25a36619-f4dc-4965-a02b-426796963ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:41.890991 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-25a36619-f4dc-4965-a02b-426796963ef9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466208 Aug 16 02:58:41.935223 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.968052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281,segment=NetworkSegment(04b00994-3ac2-45fb-b578-34724afb5d09),segment_id=04b00994-3ac2-45fb-b578-34724afb5d09)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:41.974902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:41.985792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-58f3110a-28eb-4faf-beb7-4ed65d7f2f8c service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878570 Aug 16 02:58:42.025270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:42.082937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-540a3a22-a63e-47ab-8da5-6f6cf57ccd7a req-dca02e54-b36b-471f-9028-a753decf562b service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902946 Aug 16 02:58:42.204742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30490e-9d60-46ba-8b72-7c5f9417431a req-0249411f-a0a9-4b34-a39f-782e0990c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:42.206262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab30490e-9d60-46ba-8b72-7c5f9417431a req-0249411f-a0a9-4b34-a39f-782e0990c764 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 1095 time: 0.0416286 Aug 16 02:58:42.296483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30490e-9d60-46ba-8b72-7c5f9417431a req-c763722f-572c-4e27-9963-5f46188b453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:42.297967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab30490e-9d60-46ba-8b72-7c5f9417431a req-c763722f-572c-4e27-9963-5f46188b453e service neutron] 10.222.0.84 "GET /v2.0/networks?id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29 HTTP/1.1" status: 200 len: 897 time: 0.0847752 Aug 16 02:58:42.344640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab30490e-9d60-46ba-8b72-7c5f9417431a req-d13e8974-5e37-408c-b1d0-dbd6f728bcf0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78ffcece-c17f-4019-bd95-a4ea938cb551 HTTP/1.1" status: 200 len: 217 time: 0.0394206 Aug 16 02:58:42.397358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30490e-9d60-46ba-8b72-7c5f9417431a req-30ef1eca-655b-4def-b372-f03e61b176b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:42.398891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab30490e-9d60-46ba-8b72-7c5f9417431a req-30ef1eca-655b-4def-b372-f03e61b176b9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c88cf44d-ec9a-4b60-9a18-e609d47a2ddb HTTP/1.1" status: 200 len: 834 time: 0.0475101 Aug 16 02:58:42.483450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30490e-9d60-46ba-8b72-7c5f9417431a req-1a7094e4-cf09-4b0e-8e6b-4d165d94d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:42.485142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab30490e-9d60-46ba-8b72-7c5f9417431a req-1a7094e4-cf09-4b0e-8e6b-4d165d94d602 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712080 Aug 16 02:58:42.492647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5b84-6265-4767-a370-0e8277421748 req-9ef53e5a-7bc9-436a-bcfb-cf2137bedd6e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:42.494583 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a79f5b84-6265-4767-a370-0e8277421748 req-9ef53e5a-7bc9-436a-bcfb-cf2137bedd6e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 943 time: 0.0905719 Aug 16 02:58:42.585559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a79f5b84-6265-4767-a370-0e8277421748 req-1f2c47ef-c019-4038-b0ee-4980205c4cdf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795801 Aug 16 02:58:42.608545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab30490e-9d60-46ba-8b72-7c5f9417431a req-e50e0854-15ed-4c60-9064-1952ad1fc8b0 service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127849 Aug 16 02:58:42.701914 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ab30490e-9d60-46ba-8b72-7c5f9417431a req-9f4a0a4d-d640-47e3-b3b9-d2daff22d9e3 service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864871 Aug 16 02:58:42.997784 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:43.700757 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff6f4a-17ee-4836-9c70-5dc5655733da req-2a9a77cd-f4b0-4f69-a3e6-af79983de0e6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:43.703127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5fff6f4a-17ee-4836-9c70-5dc5655733da req-2a9a77cd-f4b0-4f69-a3e6-af79983de0e6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 943 time: 0.0499945 Aug 16 02:58:43.745122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5fff6f4a-17ee-4836-9c70-5dc5655733da req-cafeb880-4308-4165-875d-6b718beb5ab6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358732 Aug 16 02:58:43.774793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:58:43.830776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:43.831154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:44.504750 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:44.867453 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c710eb-ac1b-4e1f-9c51-ef46afb3bb92 req-375b3c4e-10d2-4f23-8e64-7897ddb77bc7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:44.868937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9c710eb-ac1b-4e1f-9c51-ef46afb3bb92 req-375b3c4e-10d2-4f23-8e64-7897ddb77bc7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 943 time: 0.0489910 Aug 16 02:58:44.907359 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d9c710eb-ac1b-4e1f-9c51-ef46afb3bb92 req-1d96ad15-4193-4d4e-ace9-7bbdd5924fae tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318146 Aug 16 02:58:46.026606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece25fb-1f44-4420-8d19-2511fde18710 req-315491d7-889d-428b-960a-0cfd331109c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:46.028095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ece25fb-1f44-4420-8d19-2511fde18710 req-315491d7-889d-428b-960a-0cfd331109c8 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 943 time: 0.0539205 Aug 16 02:58:46.065513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ece25fb-1f44-4420-8d19-2511fde18710 req-a93e06c8-5a44-4a15-9a78-6ef2d9720cdc tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313492 Aug 16 02:58:47.179185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97a2aa-98bc-4c0f-a6cd-10d38bfa0552 req-8d5f803d-8b2b-439a-8f2f-67eb2b6f700e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:47.180681 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a97a2aa-98bc-4c0f-a6cd-10d38bfa0552 req-8d5f803d-8b2b-439a-8f2f-67eb2b6f700e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 943 time: 0.0484500 Aug 16 02:58:47.218166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a97a2aa-98bc-4c0f-a6cd-10d38bfa0552 req-a3416677-e4ac-447d-8bed-351ae0b42373 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308986 Aug 16 02:58:47.359778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 78ffcece-c17f-4019-bd95-a4ea938cb551 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:58:47.455948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 78ffcece-c17f-4019-bd95-a4ea938cb551, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=78ffcece-c17f-4019-bd95-a4ea938cb551,segment=NetworkSegment(04b00994-3ac2-45fb-b578-34724afb5d09),segment_id=04b00994-3ac2-45fb-b578-34724afb5d09)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:47.466969 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '78ffcece-c17f-4019-bd95-a4ea938cb551', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'port_id': '78ffcece-c17f-4019-bd95-a4ea938cb551', 'mac_address': 'fa:16:3e:84:64:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:58:47.504002 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:47.517371 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ffcece-c17f-4019-bd95-a4ea938cb551 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:58:47.536495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 78ffcece-c17f-4019-bd95-a4ea938cb551, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=78ffcece-c17f-4019-bd95-a4ea938cb551,segment=NetworkSegment(04b00994-3ac2-45fb-b578-34724afb5d09),segment_id=04b00994-3ac2-45fb-b578-34724afb5d09)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:47.541214 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:47.588136 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=78ffcece-c17f-4019-bd95-a4ea938cb551,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:48.331466 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a10613-ec39-40e8-a17b-1c9905edf5f3 req-8053384e-530f-4b12-b515-1e28a97dbf96 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:48.332944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87a10613-ec39-40e8-a17b-1c9905edf5f3 req-8053384e-530f-4b12-b515-1e28a97dbf96 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 944 time: 0.0492322 Aug 16 02:58:48.363363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['78ffcece-c17f-4019-bd95-a4ea938cb551'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:58:48.371092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-87a10613-ec39-40e8-a17b-1c9905edf5f3 req-f4c6f57e-3925-4b63-9b56-c16ee2230fbf tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320716 Aug 16 02:58:48.970353 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:49.373718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 78ffcece-c17f-4019-bd95-a4ea938cb551 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:58:49.425448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 78ffcece-c17f-4019-bd95-a4ea938cb551 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:49.429134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 78ffcece-c17f-4019-bd95-a4ea938cb551 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:49.429513 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:49.492363 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0ddb1-5490-4dfe-a61b-60a8cdae47b1 req-9b527714-f4df-4172-b127-a2b5c50657e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:49.493992 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2c0ddb1-5490-4dfe-a61b-60a8cdae47b1 req-9b527714-f4df-4172-b127-a2b5c50657e7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 944 time: 0.0541267 Aug 16 02:58:49.509056 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:49.531522 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ffcece-c17f-4019-bd95-a4ea938cb551'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:49.533487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2c0ddb1-5490-4dfe-a61b-60a8cdae47b1 req-42ca06ac-4156-461d-a60b-83c1c1c182af tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328937 Aug 16 02:58:49.533830 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92d6012-04a3-4dfe-8823-b58d8d30672a" -d '{"events": [{"server_uuid": "dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41", "name": "network-vif-plugged", "status": "completed", "tag": "78ffcece-c17f-4019-bd95-a4ea938cb551"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:49.547842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 78ffcece-c17f-4019-bd95-a4ea938cb551, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=78ffcece-c17f-4019-bd95-a4ea938cb551,segment=NetworkSegment(04b00994-3ac2-45fb-b578-34724afb5d09),segment_id=04b00994-3ac2-45fb-b578-34724afb5d09)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:49.552341 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:49.578994 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c01fecd-4ef3-48b0-8a56-23d2f2a338dc x-openstack-request-id: req-9c01fecd-4ef3-48b0-8a56-23d2f2a338dc {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:49.579277 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41", "name": "network-vif-plugged", "status": "completed", "tag": "78ffcece-c17f-4019-bd95-a4ea938cb551", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:49.579527 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9c01fecd-4ef3-48b0-8a56-23d2f2a338dc {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:49.579909 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ffcece-c17f-4019-bd95-a4ea938cb551', 'code': 200} Aug 16 02:58:49.605579 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=78ffcece-c17f-4019-bd95-a4ea938cb551,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:49.697040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676335b2-4fe1-4c1b-8656-9cdff38adbb9 req-3e294719-27d4-4191-99a9-778e625724ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:49.698470 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-676335b2-4fe1-4c1b-8656-9cdff38adbb9 req-3e294719-27d4-4191-99a9-778e625724ed service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 1097 time: 0.0409636 Aug 16 02:58:49.735048 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-676335b2-4fe1-4c1b-8656-9cdff38adbb9 req-6742036e-21ee-4b1c-8e93-97063819c68f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298693 Aug 16 02:58:50.648763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807d6d8-3adb-4c8d-b71c-4c135175eebf req-7b1c0287-fae3-419c-a339-6e67ea903c48 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:50.650310 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f807d6d8-3adb-4c8d-b71c-4c135175eebf req-7b1c0287-fae3-419c-a339-6e67ea903c48 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0501842 Aug 16 02:58:50.687708 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f807d6d8-3adb-4c8d-b71c-4c135175eebf req-9fe4dac8-eb72-4cff-a692-054c4c9aaedd tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314474 Aug 16 02:58:51.808230 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a489485-76b9-48d5-bdfe-6d112c6dbf4d req-4fe3de72-3b62-4b12-a8f0-365477e2be6a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:51.809654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a489485-76b9-48d5-bdfe-6d112c6dbf4d req-4fe3de72-3b62-4b12-a8f0-365477e2be6a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0535212 Aug 16 02:58:51.848344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a489485-76b9-48d5-bdfe-6d112c6dbf4d req-5e758bef-a363-4369-95f0-8b80f0d67585 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319309 Aug 16 02:58:51.962344 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9910a2-876b-4c16-8a6c-3b287f78f3cb req-17f08d51-5876-4b22-acf4-145871c5d952 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:51.963831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee9910a2-876b-4c16-8a6c-3b287f78f3cb req-17f08d51-5876-4b22-acf4-145871c5d952 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0494559 Aug 16 02:58:52.003189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee9910a2-876b-4c16-8a6c-3b287f78f3cb req-43f7a076-211e-4436-8417-2d7875704a03 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324166 Aug 16 02:58:52.024333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37262) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:52.063652 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d1038f-5173-4b38-8356-e79f5178bfb8 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:52.065089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-29d1038f-5173-4b38-8356-e79f5178bfb8 tempest-TestNetworkAdvancedServerOps-260028576 tempest-TestNetworkAdvancedServerOps-260028576-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 1092 time: 0.0396650 Aug 16 02:58:52.067776 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37264) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:52.072102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '78ffcece-c17f-4019-bd95-a4ea938cb551', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:52.094035 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.193300 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.297424 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Allocated IP 172.25.2.62 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/5ad0f8e8-d442-454a-a307-8827f8b40526) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:58:52.397088 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.435959 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.474993 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:58:52.480090 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:58:52.483701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:58:52.511220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=5ad0f8e8-d442-454a-a307-8827f8b40526,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:52.847364 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.917321 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:53.066278 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:53.070769 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:53.141245 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event updated for resources: {'Port': ['ID=5ad0f8e8-d442-454a-a307-8827f8b40526,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:53.151282 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:53.253419 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Floating IP 039ef0be-7655-44f2-a71e-9ad2e94e4b78 associated. External IP: 172.25.2.62, port: 78ffcece-c17f-4019-bd95-a4ea938cb551. Aug 16 02:58:53.458599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 38c3700f-ad60-4696-b392-e4936040c520 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:58:53.570026 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:53.579632 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578968b8-d188-4a4f-9d0e-01eab307339c None None] Sync routers for ids ['38c3700f-ad60-4696-b392-e4936040c520'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:53.586788 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:53.589381 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578968b8-d188-4a4f-9d0e-01eab307339c None None] Routers {'38c3700f-ad60-4696-b392-e4936040c520'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:53.590013 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-578968b8-d188-4a4f-9d0e-01eab307339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:58:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['38c3700f-ad60-4696-b392-e4936040c520'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:53.615367 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-62ddedc8-f81f-4a5d-ab41-969804d868fb tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5465641 Aug 16 02:58:53.615943 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'tag': '78ffcece-c17f-4019-bd95-a4ea938cb551'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:53.618333 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41", "tag": "78ffcece-c17f-4019-bd95-a4ea938cb551"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:53.657433 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836a58ed-3e1c-4c48-bfbf-0f18a756185c x-openstack-request-id: req-836a58ed-3e1c-4c48-bfbf-0f18a756185c {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:53.657433 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41", "tag": "78ffcece-c17f-4019-bd95-a4ea938cb551", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:53.657711 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-836a58ed-3e1c-4c48-bfbf-0f18a756185c {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:53.657875 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'tag': '78ffcece-c17f-4019-bd95-a4ea938cb551', 'status': 'completed', 'code': 200} Aug 16 02:58:53.752909 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f440e-9714-47e0-9bfe-405d025b489f req-f44f01ff-6782-402a-b760-aebcd0ba26e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:53.754148 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-970f440e-9714-47e0-9bfe-405d025b489f req-f44f01ff-6782-402a-b760-aebcd0ba26e2 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0818229 Aug 16 02:58:53.759371 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2 req-0e23417b-cad4-4965-9ce5-02e6529ab286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:53.761212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2 req-0e23417b-cad4-4965-9ce5-02e6529ab286 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 1097 time: 0.0608437 Aug 16 02:58:53.789553 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-578968b8-d188-4a4f-9d0e-01eab307339c None None] Set router 38c3700f-ad60-4696-b392-e4936040c520 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:53.849151 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-970f440e-9714-47e0-9bfe-405d025b489f req-dfc2ea72-08d2-4b50-ae6e-c84aed01a18a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859690 Aug 16 02:58:53.871525 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37270) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:53.889545 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2 req-8876d8c6-d3aa-454b-b0f2-efacd8bc10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:53.891047 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2 req-8876d8c6-d3aa-454b-b0f2-efacd8bc10b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29 HTTP/1.1" status: 200 len: 897 time: 0.1218364 Aug 16 02:58:53.939062 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-071942b9-1cc7-4699-bcf7-62bedc4e8ad5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/039ef0be-7655-44f2-a71e-9ad2e94e4b78 HTTP/1.1" status: 200 len: 990 time: 0.0656910 Aug 16 02:58:53.959245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2 req-fa50ae27-4f4f-4cb5-b625-f277d9c6e704 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78ffcece-c17f-4019-bd95-a4ea938cb551 HTTP/1.1" status: 200 len: 998 time: 0.0606508 Aug 16 02:58:54.014989 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2 req-2b94467b-e4dc-44eb-b44b-8a50df3986a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:54.016463 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2 req-2b94467b-e4dc-44eb-b44b-8a50df3986a1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c88cf44d-ec9a-4b60-9a18-e609d47a2ddb HTTP/1.1" status: 200 len: 834 time: 0.0500693 Aug 16 02:58:54.020895 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-578968b8-d188-4a4f-9d0e-01eab307339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:37Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '039ef0be-7655-44f2-a71e-9ad2e94e4b78', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '38c3700f-ad60-4696-b392-e4936040c520', 'port_id': '78ffcece-c17f-4019-bd95-a4ea938cb551', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'mac_address': 'fa:16:3e:84:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:52Z', 'updated_at': '2021-08-16T02:58:52Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281', 'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:87:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:36Z', 'updated_at': '2021-08-16T02:58:41Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:54.050867 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578968b8-d188-4a4f-9d0e-01eab307339c None None] Checking router: 38c3700f-ad60-4696-b392-e4936040c520 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:54.059205 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578968b8-d188-4a4f-9d0e-01eab307339c None None] Routers {'38c3700f-ad60-4696-b392-e4936040c520'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:54.059815 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-578968b8-d188-4a4f-9d0e-01eab307339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T02:58:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['38c3700f-ad60-4696-b392-e4936040c520'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:54.062677 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2 req-d89f340a-e2f5-41e2-b94a-b2a94f5fd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:54.064186 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2 req-d89f340a-e2f5-41e2-b94a-b2a94f5fd698 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410025 Aug 16 02:58:54.153957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2 req-4312311f-1fe9-4834-b049-a4e2413a1c80 service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822241 Aug 16 02:58:54.163575 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-578968b8-d188-4a4f-9d0e-01eab307339c None None] Set router 38c3700f-ad60-4696-b392-e4936040c520 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:54.261619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7dd7f6b-f32c-4ae5-8cf9-54b8652af9f2 req-5823032b-f250-4088-9fe8-35653fadf971 service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998812 Aug 16 02:58:54.394491 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-578968b8-d188-4a4f-9d0e-01eab307339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:37Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '039ef0be-7655-44f2-a71e-9ad2e94e4b78', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '38c3700f-ad60-4696-b392-e4936040c520', 'port_id': '78ffcece-c17f-4019-bd95-a4ea938cb551', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'mac_address': 'fa:16:3e:84:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:52Z', 'updated_at': '2021-08-16T02:58:52Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281', 'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:87:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:36Z', 'updated_at': '2021-08-16T02:58:41Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:54.421435 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578968b8-d188-4a4f-9d0e-01eab307339c None None] The sync data for ids ['38c3700f-ad60-4696-b392-e4936040c520'] in n-d-768851-16 is: [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:37Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '039ef0be-7655-44f2-a71e-9ad2e94e4b78', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': '38c3700f-ad60-4696-b392-e4936040c520', 'port_id': '78ffcece-c17f-4019-bd95-a4ea938cb551', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'mac_address': 'fa:16:3e:84:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:52Z', 'updated_at': '2021-08-16T02:58:52Z', 'revision_number': 0, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281', 'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:87:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:36Z', 'updated_at': '2021-08-16T02:58:41Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:54.624059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052574e2-a70c-4ec6-a683-781e7070f4e4 None None] New status for floating IP 039ef0be-7655-44f2-a71e-9ad2e94e4b78: ACTIVE {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:58:54.942798 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37272) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:55.007123 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0d5e4193-1d6b-4eb9-bc32-5e6bde904af3 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/039ef0be-7655-44f2-a71e-9ad2e94e4b78 HTTP/1.1" status: 200 len: 992 time: 0.0630224 Aug 16 02:59:08.985897 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-94193e0c-0432-4353-840a-2b8fb03c4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:10.386755 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:11.568204 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1daf96d6-20e5-43a6-ba3c-0a8af6c44900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:11.689298 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:12.758529 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:59:12.999849 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:14.508722 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:18.969986 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:27.546032 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-0d4f1b55-450c-426d-8c56-d7be88df1945 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387325 Aug 16 02:59:27.641465 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-25a320f5-358f-47fb-bec6-c9326b78a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:27.642971 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-25a320f5-358f-47fb-bec6-c9326b78a3a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 1097 time: 0.0403774 Aug 16 02:59:27.751508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-2fc54e0d-f799-481d-a648-3f0d49dd35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:27.753633 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-2fc54e0d-f799-481d-a648-3f0d49dd35b9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29 HTTP/1.1" status: 200 len: 897 time: 0.0913494 Aug 16 02:59:27.818282 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-513a4d1b-2f35-440a-a117-9bdb3662fd86 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78ffcece-c17f-4019-bd95-a4ea938cb551 HTTP/1.1" status: 200 len: 1000 time: 0.0577958 Aug 16 02:59:28.197059 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-dab05824-e560-4093-8ec9-1cdfa4596395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:28.198435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-dab05824-e560-4093-8ec9-1cdfa4596395 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c88cf44d-ec9a-4b60-9a18-e609d47a2ddb HTTP/1.1" status: 200 len: 834 time: 0.3736598 Aug 16 02:59:28.244524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-225a52b6-24b4-474f-bb20-32c5f16eb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:28.246007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-225a52b6-24b4-474f-bb20-32c5f16eb083 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391755 Aug 16 02:59:28.334371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-bf3565f8-1be1-4edd-b9a4-d0e6e3c4e7a4 service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800791 Aug 16 02:59:28.427318 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4e58b36b-9ea3-4cde-964f-443e427ada41 req-b5927107-07d7-4e26-8bd0-065ea8b3c606 service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855665 Aug 16 02:59:38.978119 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-774ac012-52be-4dea-88c3-ab2ef160e09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:40.398548 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.569488 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b7f67f60-cd17-458e-86ec-0128b161d1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.690016 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:43.003231 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:44.513484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:48.984131 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:49.757004 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:00:06.170389 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70754f-ab1a-46ec-b3ed-cb8eb4a7b50b req-a317fd89-a45c-4b7c-9257-f8f8164900fe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:06.171897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc70754f-ab1a-46ec-b3ed-cb8eb4a7b50b req-a317fd89-a45c-4b7c-9257-f8f8164900fe tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0490458 Aug 16 03:00:06.210529 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc70754f-ab1a-46ec-b3ed-cb8eb4a7b50b req-55298b43-c61b-48f7-b9d1-82ab71100242 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315831 Aug 16 03:00:07.344415 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdcf96-260b-4c4e-9cc1-4a85f9c1b1f7 req-17668e83-573d-4ef8-808c-57d9e7595f41 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:07.345955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21bdcf96-260b-4c4e-9cc1-4a85f9c1b1f7 req-17668e83-573d-4ef8-808c-57d9e7595f41 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0539212 Aug 16 03:00:07.394110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21bdcf96-260b-4c4e-9cc1-4a85f9c1b1f7 req-ff531b11-f5f1-4c1c-88d4-095f159b0565 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414803 Aug 16 03:00:08.509272 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21272680-bc77-4935-8d82-59fa50bac2e5 req-4e427c42-c7fe-491e-8d61-0619ed198eb7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:08.510842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21272680-bc77-4935-8d82-59fa50bac2e5 req-4e427c42-c7fe-491e-8d61-0619ed198eb7 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0485282 Aug 16 03:00:08.548820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21272680-bc77-4935-8d82-59fa50bac2e5 req-0eca4d4f-fd99-4eba-beb6-fa6e4917cd24 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Aug 16 03:00:08.571490 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37306) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:08.637165 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3c6bc7d7-148c-41cf-8da4-4dc445a7245f tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/039ef0be-7655-44f2-a71e-9ad2e94e4b78 HTTP/1.1" status: 200 len: 992 time: 0.0644815 Aug 16 03:00:08.977894 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8727242d-6ee4-4700-9b25-0e870cccdec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:09.908527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f64c5-d17e-47d4-88fb-8d1f2c4c1c1e req-1e4601c1-6d2e-49fa-9304-cb7ce0409824 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:09.910053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041f64c5-d17e-47d4-88fb-8d1f2c4c1c1e req-1e4601c1-6d2e-49fa-9304-cb7ce0409824 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0507510 Aug 16 03:00:09.974628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-041f64c5-d17e-47d4-88fb-8d1f2c4c1c1e req-17b30277-7b9c-4851-a18d-94389d4931b6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557559 Aug 16 03:00:09.980124 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3974b7-65da-4345-bfc5-4114d321ea0f req-625cd4cd-d052-4d94-ac1d-b492e605411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:09.981614 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd3974b7-65da-4345-bfc5-4114d321ea0f req-625cd4cd-d052-4d94-ac1d-b492e605411e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 1097 time: 0.0707061 Aug 16 03:00:10.071233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3974b7-65da-4345-bfc5-4114d321ea0f req-ad7a99cc-41ca-46ee-af8f-f8e40822fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:10.072629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd3974b7-65da-4345-bfc5-4114d321ea0f req-ad7a99cc-41ca-46ee-af8f-f8e40822fde2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29 HTTP/1.1" status: 200 len: 897 time: 0.0840490 Aug 16 03:00:10.143162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd3974b7-65da-4345-bfc5-4114d321ea0f req-1c9f20e6-8a04-4e9e-9afc-414fd2f342ac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78ffcece-c17f-4019-bd95-a4ea938cb551 HTTP/1.1" status: 200 len: 1000 time: 0.0630927 Aug 16 03:00:10.192446 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3974b7-65da-4345-bfc5-4114d321ea0f req-96462a7c-d566-4738-8cbb-a20ac09e78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:10.194493 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd3974b7-65da-4345-bfc5-4114d321ea0f req-96462a7c-d566-4738-8cbb-a20ac09e78a9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c88cf44d-ec9a-4b60-9a18-e609d47a2ddb HTTP/1.1" status: 200 len: 834 time: 0.0427871 Aug 16 03:00:10.238170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3974b7-65da-4345-bfc5-4114d321ea0f req-8ce43acf-9993-4116-9808-f50586fef2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:10.239630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd3974b7-65da-4345-bfc5-4114d321ea0f req-8ce43acf-9993-4116-9808-f50586fef2ba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395203 Aug 16 03:00:10.330385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd3974b7-65da-4345-bfc5-4114d321ea0f req-cdf5cf90-c61f-4850-93d7-3a263912ca8f service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836136 Aug 16 03:00:10.423203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd3974b7-65da-4345-bfc5-4114d321ea0f req-bc406e43-9170-44bb-b387-3d838a05e2e9 service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860150 Aug 16 03:00:10.423559 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:11.095222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e086-8728-4d5d-91b6-189000ef2c29 req-3a44835e-55b3-4794-b212-824f1c5b4155 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:11.096730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b00e086-8728-4d5d-91b6-189000ef2c29 req-3a44835e-55b3-4794-b212-824f1c5b4155 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0504785 Aug 16 03:00:11.135766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4b00e086-8728-4d5d-91b6-189000ef2c29 req-d4d17f40-d493-49ac-929c-4fb8494ec0e5 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324302 Aug 16 03:00:11.571604 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75c9516e-25d5-48e9-ba42-479815189c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:11.689966 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:12.255143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f657ce-4baf-4778-a6f3-28e6820f9310 req-79c31a35-3a27-4544-837c-74415637ad29 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:12.257174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2f657ce-4baf-4778-a6f3-28e6820f9310 req-79c31a35-3a27-4544-837c-74415637ad29 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0542524 Aug 16 03:00:12.294653 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2f657ce-4baf-4778-a6f3-28e6820f9310 req-ed25b6bc-e3e5-4a88-b808-31a3ff538821 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317254 Aug 16 03:00:12.317098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37320) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:12.376611 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-876ebebb-698b-4999-9fb7-f6b3d18ea1c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/floatingips/039ef0be-7655-44f2-a71e-9ad2e94e4b78 HTTP/1.1" status: 200 len: 992 time: 0.0583732 Aug 16 03:00:12.621932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37326) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:12.778586 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 5ad0f8e8-d442-454a-a307-8827f8b40526 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:00:12.778935 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:12.860598 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:12.860907 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:12.873006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 5ad0f8e8-d442-454a-a307-8827f8b40526 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:00:13.005835 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:13.022060 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:13.048007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=5ad0f8e8-d442-454a-a307-8827f8b40526,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:13.059491 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.059840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.060185 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.060525 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.060861 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.061218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.061551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.061879 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.062207 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.062532 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.062872 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.063178 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:13.117818 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:13.118151 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Floating IP 039ef0be-7655-44f2-a71e-9ad2e94e4b78 disassociated (deleted). External IP: 172.25.2.62, port: 78ffcece-c17f-4019-bd95-a4ea938cb551. Aug 16 03:00:13.325555 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 38c3700f-ad60-4696-b392-e4936040c520 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:00:13.439014 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:13.443606 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:13.449153 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b3f9f-74ae-4f24-b05f-f9e61394e6df None None] Sync routers for ids ['38c3700f-ad60-4696-b392-e4936040c520'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:13.458181 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b3f9f-74ae-4f24-b05f-f9e61394e6df None None] Routers {'38c3700f-ad60-4696-b392-e4936040c520'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:13.458786 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-422b3f9f-74ae-4f24-b05f-f9e61394e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['38c3700f-ad60-4696-b392-e4936040c520'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:13.471810 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-debe4fe0-a509-4fae-9356-8f1e015b47c6 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/floatingips/039ef0be-7655-44f2-a71e-9ad2e94e4b78 HTTP/1.1" status: 204 len: 168 time: 0.8487983 Aug 16 03:00:13.472394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'tag': '78ffcece-c17f-4019-bd95-a4ea938cb551'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:13.474664 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16" -d '{"events": [{"name": "network-changed", "server_uuid": "dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41", "tag": "78ffcece-c17f-4019-bd95-a4ea938cb551"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:13.518078 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36fe286-99f5-4d5c-9e51-dd2d00ba7474 x-openstack-request-id: req-b36fe286-99f5-4d5c-9e51-dd2d00ba7474 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:13.518594 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41", "tag": "78ffcece-c17f-4019-bd95-a4ea938cb551", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:13.518850 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b36fe286-99f5-4d5c-9e51-dd2d00ba7474 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:13.519385 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'tag': '78ffcece-c17f-4019-bd95-a4ea938cb551', 'status': 'completed', 'code': 200} Aug 16 03:00:13.568386 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-422b3f9f-74ae-4f24-b05f-f9e61394e6df None None] Set router 38c3700f-ad60-4696-b392-e4936040c520 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:13.606509 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16 req-e73f4db0-e0d1-41bb-b6ce-85a4567f6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:13.608226 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16 req-e73f4db0-e0d1-41bb-b6ce-85a4567f6293 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 1097 time: 0.0474107 Aug 16 03:00:13.746604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e86abf-60e4-46b3-893f-df5dfb4803af req-ab49451d-a43e-4e02-aa20-4a7f8c1bed27 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:13.748156 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2e86abf-60e4-46b3-893f-df5dfb4803af req-ab49451d-a43e-4e02-aa20-4a7f8c1bed27 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0812316 Aug 16 03:00:13.749472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16 req-ebb1584b-ef30-430c-bddb-4fa13d6088c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:13.750820 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16 req-ebb1584b-ef30-430c-bddb-4fa13d6088c5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29 HTTP/1.1" status: 200 len: 897 time: 0.1335206 Aug 16 03:00:13.773412 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-422b3f9f-74ae-4f24-b05f-f9e61394e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:37Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281', 'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:87:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:36Z', 'updated_at': '2021-08-16T02:58:41Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:13.801343 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b3f9f-74ae-4f24-b05f-f9e61394e6df None None] Checking router: 38c3700f-ad60-4696-b392-e4936040c520 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:13.811234 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b3f9f-74ae-4f24-b05f-f9e61394e6df None None] Routers {'38c3700f-ad60-4696-b392-e4936040c520'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:13.811957 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-422b3f9f-74ae-4f24-b05f-f9e61394e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['38c3700f-ad60-4696-b392-e4936040c520'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:13.815952 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16 req-ff892639-9cb7-4b1a-8cdb-0fd2fc085f22 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78ffcece-c17f-4019-bd95-a4ea938cb551 HTTP/1.1" status: 200 len: 217 time: 0.0522528 Aug 16 03:00:13.860486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e2e86abf-60e4-46b3-893f-df5dfb4803af req-52334305-1135-4bcf-832c-3d33df6a5d6a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978591 Aug 16 03:00:13.882782 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16 req-444dd402-70ca-4947-9502-d1800474355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:13.882782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16 req-444dd402-70ca-4947-9502-d1800474355f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c88cf44d-ec9a-4b60-9a18-e609d47a2ddb HTTP/1.1" status: 200 len: 834 time: 0.0518870 Aug 16 03:00:13.921004 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-422b3f9f-74ae-4f24-b05f-f9e61394e6df None None] Set router 38c3700f-ad60-4696-b392-e4936040c520 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:13.925222 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16 req-e4fb5f90-0597-4dc7-adf9-f84f64c031fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:13.926754 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16 req-e4fb5f90-0597-4dc7-adf9-f84f64c031fc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3a698e21-c0be-4a08-94f1-c4ba6e45ba29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401514 Aug 16 03:00:14.028753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16 req-936e7f17-e1ff-4f9b-af3d-725c14e2f041 service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940490 Aug 16 03:00:14.123204 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76f4d5ba-12bf-4805-b540-8ac8bfc4ac16 req-39096c66-1192-4d09-bcce-22cbcad5eaaa service neutron] 10.222.0.84 "GET /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865068 Aug 16 03:00:14.138263 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-422b3f9f-74ae-4f24-b05f-f9e61394e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:37Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281', 'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:87:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:36Z', 'updated_at': '2021-08-16T02:58:41Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:14.165646 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b3f9f-74ae-4f24-b05f-f9e61394e6df None None] The sync data for ids ['38c3700f-ad60-4696-b392-e4936040c520'] in n-d-768851-16 is: [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:37Z', 'revision_number': 4, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281', 'name': '', 'network_id': '3a698e21-c0be-4a08-94f1-c4ba6e45ba29', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'mac_address': 'fa:16:3e:87:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:36Z', 'updated_at': '2021-08-16T02:58:41Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'subnets': [{'id': 'c88cf44d-ec9a-4b60-9a18-e609d47a2ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:14.390275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c6ed7-32cd-445c-a1ed-5efdeda2f270 None None] New status for floating IP 039ef0be-7655-44f2-a71e-9ad2e94e4b78: DOWN {{(pid=101382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:00:14.516255 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:14.993641 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a441d-2cd3-4fa1-a425-e5bde4ab3863 req-2845f1e4-0b1f-4518-875b-05a0e6bc9a8a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:14.995180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a17a441d-2cd3-4fa1-a425-e5bde4ab3863 req-2845f1e4-0b1f-4518-875b-05a0e6bc9a8a tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0576448 Aug 16 03:00:15.034915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a17a441d-2cd3-4fa1-a425-e5bde4ab3863 req-80c34ae0-1836-4f39-90cc-6ca81cfffd22 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/security-groups?id=46274cf1-eb2f-41b1-9399-1d72a8586721&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336907 Aug 16 03:00:15.714217 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dde393-8eb2-410c-8bf3-d7029e7b00cc req-23963f13-c28c-4a23-94e4-77dfdd4994b4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:15.715757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02dde393-8eb2-410c-8bf3-d7029e7b00cc req-23963f13-c28c-4a23-94e4-77dfdd4994b4 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 945 time: 0.0518284 Aug 16 03:00:15.808760 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-02dde393-8eb2-410c-8bf3-d7029e7b00cc req-f09ca13b-2618-4f3d-a860-7b6b7e7e2f61 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 78ffcece-c17f-4019-bd95-a4ea938cb551 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:00:15.809122 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-02dde393-8eb2-410c-8bf3-d7029e7b00cc req-f09ca13b-2618-4f3d-a860-7b6b7e7e2f61 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:15.899663 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-02dde393-8eb2-410c-8bf3-d7029e7b00cc req-f09ca13b-2618-4f3d-a860-7b6b7e7e2f61 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port 78ffcece-c17f-4019-bd95-a4ea938cb551, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=78ffcece-c17f-4019-bd95-a4ea938cb551,segment=NetworkSegment(04b00994-3ac2-45fb-b578-34724afb5d09),segment_id=04b00994-3ac2-45fb-b578-34724afb5d09)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:15.900025 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-02dde393-8eb2-410c-8bf3-d7029e7b00cc req-f09ca13b-2618-4f3d-a860-7b6b7e7e2f61 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:15.913088 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-02dde393-8eb2-410c-8bf3-d7029e7b00cc req-f09ca13b-2618-4f3d-a860-7b6b7e7e2f61 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 78ffcece-c17f-4019-bd95-a4ea938cb551 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:00:16.043032 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-02dde393-8eb2-410c-8bf3-d7029e7b00cc req-f09ca13b-2618-4f3d-a860-7b6b7e7e2f61 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:16.072358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ca13b-2618-4f3d-a860-7b6b7e7e2f61 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=78ffcece-c17f-4019-bd95-a4ea938cb551,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:16.129214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dde393-8eb2-410c-8bf3-d7029e7b00cc req-f09ca13b-2618-4f3d-a860-7b6b7e7e2f61 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] No DVR routers for this DVR port 78ffcece-c17f-4019-bd95-a4ea938cb551 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:00:16.147684 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-02dde393-8eb2-410c-8bf3-d7029e7b00cc req-f09ca13b-2618-4f3d-a860-7b6b7e7e2f61 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:16.149693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02dde393-8eb2-410c-8bf3-d7029e7b00cc req-f09ca13b-2618-4f3d-a860-7b6b7e7e2f61 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.84 "DELETE /v2.0/ports/78ffcece-c17f-4019-bd95-a4ea938cb551 HTTP/1.1" status: 204 len: 173 time: 0.4278007 Aug 16 03:00:16.150132 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'name': 'network-vif-deleted', 'tag': '78ffcece-c17f-4019-bd95-a4ea938cb551'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:16.152369 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36dab75-9e3f-48c7-85c5-b838ed018490" -d '{"events": [{"server_uuid": "dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41", "name": "network-vif-deleted", "tag": "78ffcece-c17f-4019-bd95-a4ea938cb551"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:16.156749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c98aa8a-7696-4d5a-8d40-7e82691ac1f6 req-92013cea-f9e5-49a8-a624-a76ecdfe2fee tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "GET /v2.0/ports?device_id=dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41 HTTP/1.1" status: 200 len: 210 time: 0.0502338 Aug 16 03:00:16.191551 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49bf774-c1a8-4ed7-9483-2f6110bd86e0 x-openstack-request-id: req-b49bf774-c1a8-4ed7-9483-2f6110bd86e0 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:16.191859 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41", "name": "network-vif-deleted", "tag": "78ffcece-c17f-4019-bd95-a4ea938cb551", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:16.192094 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b49bf774-c1a8-4ed7-9483-2f6110bd86e0 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:16.192489 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedbdc0c-b8f6-4aa5-b9fe-4102be80ce41', 'name': 'network-vif-deleted', 'tag': '78ffcece-c17f-4019-bd95-a4ea938cb551', 'status': 'completed', 'code': 200} Aug 16 03:00:17.217180 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37346) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:17.579755 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:17.745891 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 78ffcece-c17f-4019-bd95-a4ea938cb551 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:17.765885 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 78ffcece-c17f-4019-bd95-a4ea938cb551 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:00:17.766133 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 78ffcece-c17f-4019-bd95-a4ea938cb551 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:00:17.840938 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:00:17.841309 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:17.932049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281,segment=NetworkSegment(04b00994-3ac2-45fb-b578-34724afb5d09),segment_id=04b00994-3ac2-45fb-b578-34724afb5d09)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:17.932410 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:17.946535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:00:18.132501 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:18.169232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:18.193506 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.194464 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.194808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.195145 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.195565 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.195808 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.196265 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.196466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.196794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.197146 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.197474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.197797 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:18.350081 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:18.569758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Router 38c3700f-ad60-4696-b392-e4936040c520 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:00:18.676736 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:18.682322 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-1ebdb9d8-cce9-42df-b3a6-53ad4afe1eab tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "PUT /v2.0/routers/38c3700f-ad60-4696-b392-e4936040c520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4640896 Aug 16 03:00:18.685027 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37348) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:18.687682 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef7020f-3318-49fb-ac55-e68157af45ab None None] Sync routers for ids ['38c3700f-ad60-4696-b392-e4936040c520'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:18.697377 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7020f-3318-49fb-ac55-e68157af45ab None None] Routers {'38c3700f-ad60-4696-b392-e4936040c520'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:18.698244 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bef7020f-3318-49fb-ac55-e68157af45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['38c3700f-ad60-4696-b392-e4936040c520'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:18.738256 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-a719e27e-8703-4a8b-9883-4fb710582d1e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting subnet c88cf44d-ec9a-4b60-9a18-e609d47a2ddb {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:00:18.742008 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a719e27e-8703-4a8b-9883-4fb710582d1e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:18.782368 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a719e27e-8703-4a8b-9883-4fb710582d1e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:18.802506 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-bef7020f-3318-49fb-ac55-e68157af45ab None None] Set router 38c3700f-ad60-4696-b392-e4936040c520 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:18.873134 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a719e27e-8703-4a8b-9883-4fb710582d1e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:18.934269 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a719e27e-8703-4a8b-9883-4fb710582d1e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:18.961102 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719e27e-8703-4a8b-9883-4fb710582d1e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Subnet': ['ID=c88cf44d-ec9a-4b60-9a18-e609d47a2ddb,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:18.964805 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a719e27e-8703-4a8b-9883-4fb710582d1e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:18.967347 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a719e27e-8703-4a8b-9883-4fb710582d1e tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/subnets/c88cf44d-ec9a-4b60-9a18-e609d47a2ddb HTTP/1.1" status: 204 len: 168 time: 0.2807782 Aug 16 03:00:18.969363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37350) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:18.973317 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b5f92-5fab-430b-adc5-18712dffeadd None None] Network 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:00:18.990047 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bef7020f-3318-49fb-ac55-e68157af45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T03:00:18Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:19.021319 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef7020f-3318-49fb-ac55-e68157af45ab None None] Checking router: 38c3700f-ad60-4696-b392-e4936040c520 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:19.030792 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7020f-3318-49fb-ac55-e68157af45ab None None] Routers {'38c3700f-ad60-4696-b392-e4936040c520'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:19.031930 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bef7020f-3318-49fb-ac55-e68157af45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['38c3700f-ad60-4696-b392-e4936040c520'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:19.050372 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:19.142087 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-bef7020f-3318-49fb-ac55-e68157af45ab None None] Set router 38c3700f-ad60-4696-b392-e4936040c520 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:19.195237 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] DHCP port deletion for 3a698e21-c0be-4a08-94f1-c4ba6e45ba29 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:00:19.245071 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Deleting port 962f6311-4216-42d3-964d-cd96896ae0f2 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:00:19.245463 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:19.309094 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] For port 962f6311-4216-42d3-964d-cd96896ae0f2, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=962f6311-4216-42d3-964d-cd96896ae0f2,segment=NetworkSegment(04b00994-3ac2-45fb-b578-34724afb5d09),segment_id=04b00994-3ac2-45fb-b578-34724afb5d09)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:19.309507 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:19.323988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Calling delete_port for 962f6311-4216-42d3-964d-cd96896ae0f2 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:00:19.324754 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-bef7020f-3318-49fb-ac55-e68157af45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T03:00:18Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:19.351755 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef7020f-3318-49fb-ac55-e68157af45ab None None] The sync data for ids ['38c3700f-ad60-4696-b392-e4936040c520'] in n-d-768851-16 is: [{'id': '38c3700f-ad60-4696-b392-e4936040c520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-551480805', 'tenant_id': '3da6473cd20f4592b318c3afa45d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T03:00:18Z', 'revision_number': 5, 'project_id': '3da6473cd20f4592b318c3afa45d1ccf', 'gw_port': {'id': '4c4ee1c9-b132-4550-9bec-be1801447eb1', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3700f-ad60-4696-b392-e4936040c520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:58:33Z', 'updated_at': '2021-08-16T02:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:19.410254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:19.418445 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:19.436447 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Pushing event deleted for resources: {'Port': ['ID=962f6311-4216-42d3-964d-cd96896ae0f2,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:19.441004 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] No DVR routers for this DVR port 962f6311-4216-42d3-964d-cd96896ae0f2 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:00:19.449010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.449372 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.451880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.451880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.451880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.451880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.451880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.451880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.451880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.451880 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.453159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.453712 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee23de5-29be-4993-b343-3de3e49da380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:19.534568 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:19.590614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Deleting port 4c4ee1c9-b132-4550-9bec-be1801447eb1 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:00:19.590884 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:19.668975 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] For port 4c4ee1c9-b132-4550-9bec-be1801447eb1, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=4c4ee1c9-b132-4550-9bec-be1801447eb1,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:19.669373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:19.682450 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Calling delete_port for 4c4ee1c9-b132-4550-9bec-be1801447eb1 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:00:19.823568 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 962f6311-4216-42d3-964d-cd96896ae0f2 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:19.845998 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 962f6311-4216-42d3-964d-cd96896ae0f2 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:00:19.846269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 962f6311-4216-42d3-964d-cd96896ae0f2 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:00:19.847085 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:19.861012 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:19.867436 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:00:19.867791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8fe1a2ed-6ebd-4048-a2fe-5aaae8d23281 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:00:19.888745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Port': ['ID=4c4ee1c9-b132-4550-9bec-be1801447eb1,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:19.953487 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.050163 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.052278 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.095481 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.096187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Fanout notify agent at l3_agent the message router_deleted on router 38c3700f-ad60-4696-b392-e4936040c520 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:00:20.104718 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.108286 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-db31137d-fbf2-45a5-b6c7-75dbc2108b74 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/routers/38c3700f-ad60-4696-b392-e4936040c520 HTTP/1.1" status: 204 len: 168 time: 1.1354694 Aug 16 03:00:20.108539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37358) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:20.196434 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.284450 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.294925 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a698e21-c0be-4a08-94f1-c4ba6e45ba29']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:20.305951 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b00994-3ac2-45fb-b578-34724afb5d09') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:20.306252 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b00994-3ac2-45fb-b578-34724afb5d09') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:20.315223 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.328708 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.334534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:00:20.334919 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: timer() Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:00:20.337882 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:00:20.400139 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.407457 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.408779 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/networks/3a698e21-c0be-4a08-94f1-c4ba6e45ba29 HTTP/1.1" status: 204 len: 168 time: 0.2991157 Aug 16 03:00:20.411728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37360) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:20.420554 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f9c2c-9b56-4f89-90d4-39c2d03c73c1 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'Network': ['ID=3a698e21-c0be-4a08-94f1-c4ba6e45ba29,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:20.471196 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b1f221a-7152-4fb9-9315-2c41393c0b53 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.496853 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b1f221a-7152-4fb9-9315-2c41393c0b53 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.562000 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b1f221a-7152-4fb9-9315-2c41393c0b53 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.564605 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5b1f221a-7152-4fb9-9315-2c41393c0b53 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.565806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-5b1f221a-7152-4fb9-9315-2c41393c0b53 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] 10.222.0.79 "DELETE /v2.0/security-groups/46274cf1-eb2f-41b1-9399-1d72a8586721 HTTP/1.1" status: 204 len: 168 time: 0.1530712 Aug 16 03:00:20.575620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f221a-7152-4fb9-9315-2c41393c0b53 tempest-TestNetworkAdvancedServerOps-2006633917 tempest-TestNetworkAdvancedServerOps-2006633917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46274cf1-eb2f-41b1-9399-1d72a8586721,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:20.894523 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37368) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:21.052577 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b9ecb314-2e12-4bf0-adb2-2ce9b45fcafe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3da6473cd20f4592b318c3afa45d1ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568904 Aug 16 03:00:21.055054 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37372) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:21.102801 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-135c2895-ef39-49d6-a6b8-68ea2bb8be5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.123980 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-135c2895-ef39-49d6-a6b8-68ea2bb8be5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.170225 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-135c2895-ef39-49d6-a6b8-68ea2bb8be5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.172766 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-135c2895-ef39-49d6-a6b8-68ea2bb8be5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.173959 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-135c2895-ef39-49d6-a6b8-68ea2bb8be5e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c51fdda7-faf4-4b96-87d5-97a243eba6cc HTTP/1.1" status: 204 len: 168 time: 0.1180060 Aug 16 03:00:21.182314 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c2895-ef39-49d6-a6b8-68ea2bb8be5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51fdda7-faf4-4b96-87d5-97a243eba6cc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:21.429547 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37378) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:21.448060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3258b97-ad09-4b6c-809f-6f33f4ecb08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.541737 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3258b97-ad09-4b6c-809f-6f33f4ecb08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.545794 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-c3258b97-ad09-4b6c-809f-6f33f4ecb08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.585174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3258b97-ad09-4b6c-809f-6f33f4ecb08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a697d1-f10c-457d-8e4c-821fec63bfe0,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:21.589570 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-c3258b97-ad09-4b6c-809f-6f33f4ecb08d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23fae7db1a144e17ad8c8063dd84ebde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589963 Aug 16 03:00:21.593177 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37380) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:21.641833 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f709c5f1-a597-4eb6-bb4e-5ca01f79127e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.663933 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f709c5f1-a597-4eb6-bb4e-5ca01f79127e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.710867 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f709c5f1-a597-4eb6-bb4e-5ca01f79127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.713404 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f709c5f1-a597-4eb6-bb4e-5ca01f79127e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.714573 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f709c5f1-a597-4eb6-bb4e-5ca01f79127e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/62a697d1-f10c-457d-8e4c-821fec63bfe0 HTTP/1.1" status: 204 len: 168 time: 0.1206663 Aug 16 03:00:21.722874 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709c5f1-a597-4eb6-bb4e-5ca01f79127e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a697d1-f10c-457d-8e4c-821fec63bfe0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:21.811081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c4ee1c9-b132-4550-9bec-be1801447eb1 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:21.835429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 4c4ee1c9-b132-4550-9bec-be1801447eb1 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:00:21.835855 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 4c4ee1c9-b132-4550-9bec-be1801447eb1 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:00:22.418856 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37402) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:22.523674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-747761198-network', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:22.548134 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Made reservation on behalf of e72dadae6b964ee688fbbb67ba125b22 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:22.550426 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.559569 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.652116 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.656120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.681995 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:00:22.691855 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe1fed8-3005-43c6-b0be-881ac1dff805,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:22.698903 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.699118 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Added segment 753244e5-54b9-41f8-8b8d-321f4d8b0f19 of type vlan for network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 Aug 16 03:00:22.738827 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.767295 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.768511 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:22.769162 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.824264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4042714 Aug 16 03:00:22.827542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37406) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:22.833438 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] Request body: {'subnet': {'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-747761198-subnet', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:22.836616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eab1e9-b214-4247-87a7-9f23ccbf4f0b admin admin] Pushing event updated for resources: {'Network': ['ID=77641ad9-4a3f-4632-a0d7-4ec374e943d4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:22.847454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:00:22.867125 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] Made reservation on behalf of e72dadae6b964ee688fbbb67ba125b22 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:22.870039 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.042587 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.097132 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:23.106821 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] Checking segment: {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:23.107264 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] Network hostable DHCP agents. Network: 77641ad9-4a3f-4632-a0d7-4ec374e943d4, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:00:23.123260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] Network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:00:23.131735 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 77641ad9-4a3f-4632-a0d7-4ec374e943d4) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:23.135933 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:23.136614 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.140780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba61f6-0541-4f00-b443-3104435e9191 None None] Network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:00:23.153630 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4a4bdfd2-9f54-4aeb-a8d8-75a6d4280d7b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3241498 Aug 16 03:00:23.156157 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37408) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:23.161456 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:23.182693 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.195452 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.260020 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.296159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:00:23.296969 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.400711 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.437256 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Allocated IP 172.20.0.2 (77641ad9-4a3f-4632-a0d7-4ec374e943d4/b2bdeeca-e52f-4a23-bf8c-d7a8361435f5/8b5a513c-783c-4805-b86a-395a55d73eab) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:23.585612 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.594670 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Transition to ACTIVE for port object 8b5a513c-783c-4805-b86a-395a55d73eab will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:23.609695 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.609936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Transition to ACTIVE for port object 8b5a513c-783c-4805-b86a-395a55d73eab will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:23.617149 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.630443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.659828 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:23.662737 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:23.665680 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:23.672886 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Pushing event updated for resources: {'Port': ['ID=8b5a513c-783c-4805-b86a-395a55d73eab,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:23.727082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Attempting to bind port 8b5a513c-783c-4805-b86a-395a55d73eab on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:23.727453 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Attempting to bind port 8b5a513c-783c-4805-b86a-395a55d73eab by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:23.727820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Attempting to bind port 8b5a513c-783c-4805-b86a-395a55d73eab on network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:23.732970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:23.733376 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Checking segment: {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:23.733776 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.734173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Bound using segment: {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:23.734641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Bound port: 8b5a513c-783c-4805-b86a-395a55d73eab, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:23.735021 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.742651 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Allocated IP 172.25.2.27 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/6eb0fc1f-86ba-44ed-8067-7457c71bb959) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:23.799473 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] For port 8b5a513c-783c-4805-b86a-395a55d73eab, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:23.802900 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] For port 8b5a513c-783c-4805-b86a-395a55d73eab, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8b5a513c-783c-4805-b86a-395a55d73eab,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:23.807953 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.855966 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.868292 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e3ba2-e0c2-4f8c-941d-7e9b089be9a6 None None] Pushing event updated for resources: {'Port': ['ID=8b5a513c-783c-4805-b86a-395a55d73eab,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:23.897190 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.943542 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:23.947014 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:23.950520 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:23.973640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb0fc1f-86ba-44ed-8067-7457c71bb959,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:24.218619 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:24.416622 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:24.547625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Router e4561034-3817-45b7-b9d8-4770ec945ec9 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:00:24.664745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:24.676379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Sync routers for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:24.680674 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:24.681987 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-28c4124c-24d2-4ac1-95a7-4233873dedc6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5245020 Aug 16 03:00:24.684852 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37410) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:24.692724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:24.693503 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:24.840693 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:24.867991 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a1eddb-6dea-42c4-887d-be0d1566579a None None] Network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:00:25.001745 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-8f28d81e-4244-4eef-9d85-c09b87127e26 None None] Provisioning for port 8b5a513c-783c-4805-b86a-395a55d73eab completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:25.152037 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.155912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:24Z', 'revision_number': 3, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:25.187437 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Checking router: e4561034-3817-45b7-b9d8-4770ec945ec9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:25.187790 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Updating router e4561034-3817-45b7-b9d8-4770ec945ec9 port 6eb0fc1f-86ba-44ed-8067-7457c71bb959 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:00:25.214899 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.340429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Allocated IP 172.20.0.1 (77641ad9-4a3f-4632-a0d7-4ec374e943d4/b2bdeeca-e52f-4a23-bf8c-d7a8361435f5/b288f099-0344-4af6-bd6d-57ed45238e69) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:25.455005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.468023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Transition to ACTIVE for port object b288f099-0344-4af6-bd6d-57ed45238e69 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:25.503484 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.520937 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.531263 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Transition to ACTIVE for port object 6eb0fc1f-86ba-44ed-8067-7457c71bb959 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:25.537006 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.547870 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:25.550809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:25.557419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:25.591388 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Attempting to bind port 6eb0fc1f-86ba-44ed-8067-7457c71bb959 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:25.591540 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Attempting to bind port 6eb0fc1f-86ba-44ed-8067-7457c71bb959 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:25.591867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Attempting to bind port 6eb0fc1f-86ba-44ed-8067-7457c71bb959 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:25.592066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Pushing event updated for resources: {'Port': ['ID=b288f099-0344-4af6-bd6d-57ed45238e69,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:25.599611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbdd8b-20ce-451e-a69a-2404c95e53d0 None None] Pushing event updated for resources: {'Port': ['ID=6eb0fc1f-86ba-44ed-8067-7457c71bb959,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:25.604394 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:25.604822 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:25.605262 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.605652 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:25.606131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Bound port: 6eb0fc1f-86ba-44ed-8067-7457c71bb959, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:25.606508 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.606882 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.666594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] For port 6eb0fc1f-86ba-44ed-8067-7457c71bb959, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:25.670178 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] For port 6eb0fc1f-86ba-44ed-8067-7457c71bb959, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6eb0fc1f-86ba-44ed-8067-7457c71bb959,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:25.675215 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.745125 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:25.745776 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:25.758520 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.797213 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbdd8b-20ce-451e-a69a-2404c95e53d0 None None] Pushing event updated for resources: {'Port': ['ID=6eb0fc1f-86ba-44ed-8067-7457c71bb959,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:25.933601 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.939516 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:26.007120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:26.010198 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Pushing event updated for resources: {'Port': ['ID=b288f099-0344-4af6-bd6d-57ed45238e69,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:26.020075 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8b5a513c-783c-4805-b86a-395a55d73eab up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:26.071630 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5997d2ab-9c07-463f-b17d-a5975894f6f8 None None] Provisioning for port b288f099-0344-4af6-bd6d-57ed45238e69 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:26.080490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5997d2ab-9c07-463f-b17d-a5975894f6f8 None None] Provisioning complete for port b288f099-0344-4af6-bd6d-57ed45238e69 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:26.080861 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5997d2ab-9c07-463f-b17d-a5975894f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:26.090381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:26.107175 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:26.108912 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:26.193025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 8b5a513c-783c-4805-b86a-395a55d73eab completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:26.195931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5997d2ab-9c07-463f-b17d-a5975894f6f8 None None] Port b288f099-0344-4af6-bd6d-57ed45238e69 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:00:26.202767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8b5a513c-783c-4805-b86a-395a55d73eab triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:26.203385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:26.233164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Router e4561034-3817-45b7-b9d8-4770ec945ec9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:00:26.342289 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:26.347413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-77fbc63a-e5c7-4b47-9a4a-356fa9e15079 admin admin] 10.222.0.79 "PUT /v2.0/routers/e4561034-3817-45b7-b9d8-4770ec945ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6614954 Aug 16 03:00:26.373880 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:26.428063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 8b5a513c-783c-4805-b86a-395a55d73eab, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8b5a513c-783c-4805-b86a-395a55d73eab,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:26.435412 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:26.439502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cd7cbce9-1567-4c55-94c4-c958913e154b None None] Provisioning complete for port b288f099-0344-4af6-bd6d-57ed45238e69 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:26.439874 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd7cbce9-1567-4c55-94c4-c958913e154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:26.486421 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 1, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:26.527708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601373d6-5f9b-4c7d-89f9-5bd55e400eed None None] The sync data for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 is: [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 1, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:26.547382 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cd7cbce9-1567-4c55-94c4-c958913e154b None None] Port b288f099-0344-4af6-bd6d-57ed45238e69 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:00:26.549943 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=8b5a513c-783c-4805-b86a-395a55d73eab,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:26.755826 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:00:26.857357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37426) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:26.862527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1518754296-network', 'tenant_id': 'f2719e00bc40492ab988739f067e2800'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:26.884490 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Made reservation on behalf of f2719e00bc40492ab988739f067e2800 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:26.886874 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:26.900514 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.011472 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.016325 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.047261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:00:27.059486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b27165-1e7b-463a-844d-eda781d59113,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:27.064630 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.065054 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Added segment a896c06a-a371-4cb3-812f-85f8dd47a4f4 of type vlan for network 90361834-2af4-4f94-aafb-229be1c43349 Aug 16 03:00:27.111418 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.142229 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.143210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:27.143791 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.207365 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3488905 Aug 16 03:00:27.210694 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37428) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:27.212946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf401d15-9690-45b5-ae23-4ca442c03a09 admin admin] Pushing event updated for resources: {'Network': ['ID=90361834-2af4-4f94-aafb-229be1c43349,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:27.216569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] Request body: {'subnet': {'network_id': '90361834-2af4-4f94-aafb-229be1c43349', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1518754296-subnet', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:27.223544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 90361834-2af4-4f94-aafb-229be1c43349 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:00:27.261335 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] Made reservation on behalf of f2719e00bc40492ab988739f067e2800 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:27.264612 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.470820 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.536113 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:27.545317 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] Checking segment: {'id': 'a896c06a-a371-4cb3-812f-85f8dd47a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '90361834-2af4-4f94-aafb-229be1c43349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:27.546011 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] Network hostable DHCP agents. Network: 90361834-2af4-4f94-aafb-229be1c43349, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:00:27.564355 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] Network 90361834-2af4-4f94-aafb-229be1c43349 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:00:27.575728 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 90361834-2af4-4f94-aafb-229be1c43349) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:27.581174 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:27.581780 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.590379 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df538c2d-7bcc-4c59-ae89-7876bcad4254 None None] Network 90361834-2af4-4f94-aafb-229be1c43349 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:00:27.605975 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-89db1422-1d6b-40d6-99ad-4aeabe3b89f6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3937507 Aug 16 03:00:27.608515 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37430) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:27.615557 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1518754296-router', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:27.643775 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.645849 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.703164 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.774716 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-90361834-2af4-4f94-aafb-229be1c43349', 'network_id': '90361834-2af4-4f94-aafb-229be1c43349', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'fixed_ips': [{'subnet_id': 'b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:00:27.775596 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.867617 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.943957 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6eb0fc1f-86ba-44ed-8067-7457c71bb959 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:27.995283 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Allocated IP 172.20.0.2 (90361834-2af4-4f94-aafb-229be1c43349/b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f/a33dbb76-89f4-4aa3-9cf7-73cecba35770) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:28.058231 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 6eb0fc1f-86ba-44ed-8067-7457c71bb959 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:28.068412 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6eb0fc1f-86ba-44ed-8067-7457c71bb959 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:28.068699 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.220333 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.222495 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.239893 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Transition to ACTIVE for port object a33dbb76-89f4-4aa3-9cf7-73cecba35770 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:28.257143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 6eb0fc1f-86ba-44ed-8067-7457c71bb959, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6eb0fc1f-86ba-44ed-8067-7457c71bb959,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:28.264450 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.265236 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8b5a513c-783c-4805-b86a-395a55d73eab up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:28.268124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Transition to ACTIVE for port object a33dbb76-89f4-4aa3-9cf7-73cecba35770 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:28.312427 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.357825 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Network 90361834-2af4-4f94-aafb-229be1c43349 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:28.362657 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=6eb0fc1f-86ba-44ed-8067-7457c71bb959,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:28.365466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:28.370369 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:28.421058 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.441748 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.453666 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Pushing event updated for resources: {'Port': ['ID=a33dbb76-89f4-4aa3-9cf7-73cecba35770,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:28.463834 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 8b5a513c-783c-4805-b86a-395a55d73eab triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:28.464212 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.468180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Attempting to bind port a33dbb76-89f4-4aa3-9cf7-73cecba35770 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:28.468555 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Attempting to bind port a33dbb76-89f4-4aa3-9cf7-73cecba35770 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'a896c06a-a371-4cb3-812f-85f8dd47a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '90361834-2af4-4f94-aafb-229be1c43349'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:28.468917 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Attempting to bind port a33dbb76-89f4-4aa3-9cf7-73cecba35770 on network 90361834-2af4-4f94-aafb-229be1c43349 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:28.499101 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:28.499470 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Checking segment: {'id': 'a896c06a-a371-4cb3-812f-85f8dd47a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '90361834-2af4-4f94-aafb-229be1c43349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:28.499876 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.500275 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Bound using segment: {'id': 'a896c06a-a371-4cb3-812f-85f8dd47a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '90361834-2af4-4f94-aafb-229be1c43349'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:28.500791 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Bound port: a33dbb76-89f4-4aa3-9cf7-73cecba35770, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a896c06a-a371-4cb3-812f-85f8dd47a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '90361834-2af4-4f94-aafb-229be1c43349'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:28.501198 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.578481 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Allocated IP 172.25.2.236 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/28d2e41c-a694-4c14-a559-23102a67ba52) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:28.603793 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] For port a33dbb76-89f4-4aa3-9cf7-73cecba35770, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:28.608251 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] For port a33dbb76-89f4-4aa3-9cf7-73cecba35770, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a33dbb76-89f4-4aa3-9cf7-73cecba35770,segment=NetworkSegment(a896c06a-a371-4cb3-812f-85f8dd47a4f4),segment_id=a896c06a-a371-4cb3-812f-85f8dd47a4f4)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:28.614060 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.678090 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f02d1b-6aeb-4a87-8fdd-d7319095756b None None] Pushing event updated for resources: {'Port': ['ID=a33dbb76-89f4-4aa3-9cf7-73cecba35770,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:28.697215 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.733276 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Sync routers for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:28.743033 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:28.743728 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:28.754905 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.798811 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:28.803009 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:28.807029 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:28.838176 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Pushing event updated for resources: {'Port': ['ID=28d2e41c-a694-4c14-a559-23102a67ba52,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:28.856251 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:29.089125 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 2, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:29.096675 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.115362 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Checking router: e4561034-3817-45b7-b9d8-4770ec945ec9 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:29.115624 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Updating router e4561034-3817-45b7-b9d8-4770ec945ec9 port b288f099-0344-4af6-bd6d-57ed45238e69 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:00:29.141534 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.298008 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.412382 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.423460 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Transition to ACTIVE for port object b288f099-0344-4af6-bd6d-57ed45238e69 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:29.430901 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.442272 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:00:29.475124 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Pushing event updated for resources: {'Port': ['ID=b288f099-0344-4af6-bd6d-57ed45238e69,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:29.547365 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.547365 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.547689 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.548034 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.555061 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.555061 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.555061 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.555061 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.555061 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.555061 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.555061 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.555061 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:29.558196 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Attempting to bind port b288f099-0344-4af6-bd6d-57ed45238e69 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:29.558577 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Attempting to bind port b288f099-0344-4af6-bd6d-57ed45238e69 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:29.558944 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Attempting to bind port b288f099-0344-4af6-bd6d-57ed45238e69 on network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:29.564927 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:29.565341 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Checking segment: {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:29.565746 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.566138 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Bound using segment: {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:29.566613 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Bound port: b288f099-0344-4af6-bd6d-57ed45238e69, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:29.566994 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.583498 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:29.597364 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Sync routers for ids ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:29.607202 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.608851 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-37de5969-f265-4fbb-b665-71087ac54986 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9984455 Aug 16 03:00:29.611585 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37432) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:29.620662 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Routers {'6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:29.621820 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:29.644509 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] For port b288f099-0344-4af6-bd6d-57ed45238e69, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:29.648916 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] For port b288f099-0344-4af6-bd6d-57ed45238e69, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b288f099-0344-4af6-bd6d-57ed45238e69,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:29.654037 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.786665 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Set router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:29.842072 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8189e-736d-4a3c-a14a-30db405c81c1 None None] Pushing event updated for resources: {'Port': ['ID=b288f099-0344-4af6-bd6d-57ed45238e69,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:29.857447 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:29.858259 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:30.033226 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:30.050059 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a33dbb76-89f4-4aa3-9cf7-73cecba35770 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:30.052123 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae41287f-00a1-48b0-bf0f-4ba6e386976a None None] Network 90361834-2af4-4f94-aafb-229be1c43349 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:00:30.173665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-5a0b7026-3635-4914-83f3-1d738e8e5562 req-07ce0d01-798e-41f9-83b1-c1a134f9e76b service neutron] (101380) timed out ('10.222.0.79', 36712) {{(pid=101380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:00:30.275372 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:29Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:30.306646 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2aefa-2029-42f5-bc75-8b2a01ff5334 None None] The sync data for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 is: [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:29Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:30.323364 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.388764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-569ae6fa-9312-4af3-820d-821098b8d668 None None] Provisioning for port a33dbb76-89f4-4aa3-9cf7-73cecba35770 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:30.417026 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port a33dbb76-89f4-4aa3-9cf7-73cecba35770 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:30.446442 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a33dbb76-89f4-4aa3-9cf7-73cecba35770 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:30.446819 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.499010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'name': 'tempest-TestShelveInstance-1518754296-router', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:27Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 3, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'gw_port': {'id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:28Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:30.512888 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Allocated IP 172.20.0.1 (90361834-2af4-4f94-aafb-229be1c43349/b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f/b72a3a55-e368-4b36-9282-6eab7130cdda) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:30.539617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Checking router: 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:30.539970 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Updating router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 port 28d2e41c-a694-4c14-a559-23102a67ba52 binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:00:30.588719 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.636137 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.665318 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Transition to ACTIVE for port object b72a3a55-e368-4b36-9282-6eab7130cdda will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:30.727740 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.731945 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.785115 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port a33dbb76-89f4-4aa3-9cf7-73cecba35770, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a33dbb76-89f4-4aa3-9cf7-73cecba35770,segment=NetworkSegment(a896c06a-a371-4cb3-812f-85f8dd47a4f4),segment_id=a896c06a-a371-4cb3-812f-85f8dd47a4f4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:30.792685 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Network 90361834-2af4-4f94-aafb-229be1c43349 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:30.796485 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.797462 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6eb0fc1f-86ba-44ed-8067-7457c71bb959 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:30.798185 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:30.802391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:30.855739 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Pushing event updated for resources: {'Port': ['ID=b72a3a55-e368-4b36-9282-6eab7130cdda,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:30.865109 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.955208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=a33dbb76-89f4-4aa3-9cf7-73cecba35770,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:30.989928 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 6eb0fc1f-86ba-44ed-8067-7457c71bb959 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:30.990230 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.027213 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.082603 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-e7cd66ab-7d34-42b7-9ae2-99f34c75a88c None None] Provisioning complete for port a33dbb76-89f4-4aa3-9cf7-73cecba35770 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:31.082984 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e7cd66ab-7d34-42b7-9ae2-99f34c75a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.174484 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.213239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Transition to ACTIVE for port object 28d2e41c-a694-4c14-a559-23102a67ba52 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:31.229374 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.250792 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.256036 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.322060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe5ce5-cc96-4817-a22b-e241c809a9a7 None None] Pushing event updated for resources: {'Port': ['ID=28d2e41c-a694-4c14-a559-23102a67ba52,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:31.324600 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.330296 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Pushing event updated for resources: {'Port': ['ID=b72a3a55-e368-4b36-9282-6eab7130cdda,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:31.331889 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Attempting to bind port 28d2e41c-a694-4c14-a559-23102a67ba52 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:31.333010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Attempting to bind port 28d2e41c-a694-4c14-a559-23102a67ba52 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:31.333730 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Attempting to bind port 28d2e41c-a694-4c14-a559-23102a67ba52 on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:31.342783 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:31.343158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:31.343566 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.343951 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:31.344418 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Bound port: 28d2e41c-a694-4c14-a559-23102a67ba52, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:31.344798 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.397031 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] For port 28d2e41c-a694-4c14-a559-23102a67ba52, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:31.400616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] For port 28d2e41c-a694-4c14-a559-23102a67ba52, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=28d2e41c-a694-4c14-a559-23102a67ba52,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:31.406162 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.429367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Network 90361834-2af4-4f94-aafb-229be1c43349 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:31.430859 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:31.479240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Routers {'6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:31.480454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:31.524645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe5ce5-cc96-4817-a22b-e241c809a9a7 None None] Pushing event updated for resources: {'Port': ['ID=28d2e41c-a694-4c14-a559-23102a67ba52,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:31.537669 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d25d3f74-2d52-419b-9e2b-4571cacbf9cf None None] Provisioning for port b72a3a55-e368-4b36-9282-6eab7130cdda completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:31.549005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-d25d3f74-2d52-419b-9e2b-4571cacbf9cf None None] Provisioning complete for port b72a3a55-e368-4b36-9282-6eab7130cdda triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:31.549388 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d25d3f74-2d52-419b-9e2b-4571cacbf9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.564246 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:00:31.627370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-d25d3f74-2d52-419b-9e2b-4571cacbf9cf None None] Port b72a3a55-e368-4b36-9282-6eab7130cdda cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:00:31.639401 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] Set router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:31.699760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:31.705470 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3f85ac72-8b62-4bd8-b504-1281c9adedc6 admin admin] 10.222.0.79 "PUT /v2.0/routers/6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0929101 Aug 16 03:00:31.783290 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-0acdc6dc-c5ac-44a8-bd40-220937db3b65 None None] Provisioning complete for port b72a3a55-e368-4b36-9282-6eab7130cdda triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:31.783939 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0acdc6dc-c5ac-44a8-bd40-220937db3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.844529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0acdc6dc-c5ac-44a8-bd40-220937db3b65 None None] Port b72a3a55-e368-4b36-9282-6eab7130cdda cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:00:31.876268 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a33dbb76-89f4-4aa3-9cf7-73cecba35770 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:31.947175 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a33dbb76-89f4-4aa3-9cf7-73cecba35770 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:31.947618 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.950931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'name': 'tempest-TestShelveInstance-1518754296-router', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:27Z', 'updated_at': '2021-08-16T03:00:30Z', 'revision_number': 4, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'gw_port': {'id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:28Z', 'updated_at': '2021-08-16T03:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b72a3a55-e368-4b36-9282-6eab7130cdda', 'name': '', 'network_id': '90361834-2af4-4f94-aafb-229be1c43349', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'mac_address': 'fa:16:3e:45:68:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:30Z', 'updated_at': '2021-08-16T03:00:31Z', 'revision_number': 2, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'subnets': [{'id': 'b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:32.015363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2412dec-b8b1-42fd-99c2-591e227877a9 None None] The sync data for ids ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'] in n-d-768851-16 is: [{'id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'name': 'tempest-TestShelveInstance-1518754296-router', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:27Z', 'updated_at': '2021-08-16T03:00:30Z', 'revision_number': 4, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'gw_port': {'id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:28Z', 'updated_at': '2021-08-16T03:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b72a3a55-e368-4b36-9282-6eab7130cdda', 'name': '', 'network_id': '90361834-2af4-4f94-aafb-229be1c43349', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'mac_address': 'fa:16:3e:45:68:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:30Z', 'updated_at': '2021-08-16T03:00:31Z', 'revision_number': 2, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'subnets': [{'id': 'b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:32.082274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b288f099-0344-4af6-bd6d-57ed45238e69 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:32.132286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b288f099-0344-4af6-bd6d-57ed45238e69 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:32.136334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b288f099-0344-4af6-bd6d-57ed45238e69 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:32.136710 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.236966 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.279075 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port b288f099-0344-4af6-bd6d-57ed45238e69, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b288f099-0344-4af6-bd6d-57ed45238e69,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:32.283538 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.340124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=b288f099-0344-4af6-bd6d-57ed45238e69,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:32.383838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37440) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:32.389129 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7929ef79-6a5a-4c32-9b5c-3a63d26d3fab tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131560968', 'description': 'tempest-secgroup-smoke-2131560968 description', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:32.414967 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7929ef79-6a5a-4c32-9b5c-3a63d26d3fab tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.511427 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7929ef79-6a5a-4c32-9b5c-3a63d26d3fab tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.515382 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7929ef79-6a5a-4c32-9b5c-3a63d26d3fab tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.545767 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929ef79-6a5a-4c32-9b5c-3a63d26d3fab tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d970ba6a-ac92-4026-b332-0f7d295a42ae,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:32.548016 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7929ef79-6a5a-4c32-9b5c-3a63d26d3fab tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.549349 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7929ef79-6a5a-4c32-9b5c-3a63d26d3fab tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1642420 Aug 16 03:00:32.552211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37442) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:32.557683 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-674b5466-ed77-4a73-962e-7f819bcc0b50 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'd970ba6a-ac92-4026-b332-0f7d295a42ae', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:32.584247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-674b5466-ed77-4a73-962e-7f819bcc0b50 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.644432 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-674b5466-ed77-4a73-962e-7f819bcc0b50 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.648510 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-674b5466-ed77-4a73-962e-7f819bcc0b50 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.667612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b5466-ed77-4a73-962e-7f819bcc0b50 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d856ba6-7598-4e10-9c9b-bf9d2147f35c,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:32.671079 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-674b5466-ed77-4a73-962e-7f819bcc0b50 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.672291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-674b5466-ed77-4a73-962e-7f819bcc0b50 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191027 Aug 16 03:00:32.675042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37444) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:32.679733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9a211749-7b9b-45fc-bc71-4b96a270128e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'd970ba6a-ac92-4026-b332-0f7d295a42ae', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:32.705274 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a211749-7b9b-45fc-bc71-4b96a270128e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.767630 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a211749-7b9b-45fc-bc71-4b96a270128e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.771525 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a211749-7b9b-45fc-bc71-4b96a270128e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.789840 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a211749-7b9b-45fc-bc71-4b96a270128e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c943321-6129-4c9c-b8e3-0887eed22a41,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:32.794180 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9a211749-7b9b-45fc-bc71-4b96a270128e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.796506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9a211749-7b9b-45fc-bc71-4b96a270128e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194146 Aug 16 03:00:32.798457 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37446) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:32.803340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-32eaad69-70ae-4ce6-965b-20200628e768 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'd970ba6a-ac92-4026-b332-0f7d295a42ae', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:32.831920 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32eaad69-70ae-4ce6-965b-20200628e768 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.895211 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32eaad69-70ae-4ce6-965b-20200628e768 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.899050 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32eaad69-70ae-4ce6-965b-20200628e768 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.917563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaad69-70ae-4ce6-965b-20200628e768 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6fba09-6d97-437d-b347-dba1243b541a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:32.923837 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-32eaad69-70ae-4ce6-965b-20200628e768 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.925045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-32eaad69-70ae-4ce6-965b-20200628e768 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256692 Aug 16 03:00:32.927717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37448) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:32.932710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-23f260a0-3eb0-4de2-82ed-8861f7d0d5c4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'd970ba6a-ac92-4026-b332-0f7d295a42ae', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:32.958590 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-23f260a0-3eb0-4de2-82ed-8861f7d0d5c4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.022574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-23f260a0-3eb0-4de2-82ed-8861f7d0d5c4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.026831 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-23f260a0-3eb0-4de2-82ed-8861f7d0d5c4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.047656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f260a0-3eb0-4de2-82ed-8861f7d0d5c4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c6d09b-dbbf-44dc-b058-948b73a7dfe6,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:33.054828 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-23f260a0-3eb0-4de2-82ed-8861f7d0d5c4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.057264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-23f260a0-3eb0-4de2-82ed-8861f7d0d5c4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285479 Aug 16 03:00:33.058772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37450) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:33.063166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-21e0c01e-d149-4ffe-b8cd-d3f076079c93 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'd970ba6a-ac92-4026-b332-0f7d295a42ae', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:33.085571 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-21e0c01e-d149-4ffe-b8cd-d3f076079c93 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Project e72dadae6b964ee688fbbb67ba125b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:00:33.090443 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21e0c01e-d149-4ffe-b8cd-d3f076079c93 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.182854 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21e0c01e-d149-4ffe-b8cd-d3f076079c93 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.187260 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21e0c01e-d149-4ffe-b8cd-d3f076079c93 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.205643 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0c01e-d149-4ffe-b8cd-d3f076079c93 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdde104f-dc1b-4064-b5c4-e065bb125e71,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:33.213487 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-21e0c01e-d149-4ffe-b8cd-d3f076079c93 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.217366 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-21e0c01e-d149-4ffe-b8cd-d3f076079c93 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550081 Aug 16 03:00:33.217735 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37452) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:33.222360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-ca44f886-abc7-4afa-9921-d67c4fa10876 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'd970ba6a-ac92-4026-b332-0f7d295a42ae', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:33.244783 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-ca44f886-abc7-4afa-9921-d67c4fa10876 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Project e72dadae6b964ee688fbbb67ba125b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:00:33.250075 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca44f886-abc7-4afa-9921-d67c4fa10876 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.320414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca44f886-abc7-4afa-9921-d67c4fa10876 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.324995 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca44f886-abc7-4afa-9921-d67c4fa10876 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.344485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44f886-abc7-4afa-9921-d67c4fa10876 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9486adc5-5e2b-4bbe-a717-83b98416c746,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:33.347643 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca44f886-abc7-4afa-9921-d67c4fa10876 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.353907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ca44f886-abc7-4afa-9921-d67c4fa10876 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303086 Aug 16 03:00:33.497898 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-a51eb19b-57df-4fa2-9c95-f7f8223956e2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131560968&fields=id&tenant_id=e72dadae6b964ee688fbbb67ba125b22 HTTP/1.1" status: 200 len: 267 time: 0.0383196 Aug 16 03:00:33.609023 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-d518a91b-8550-42fe-8460-169cd9cdacb1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.610519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-d518a91b-8550-42fe-8460-169cd9cdacb1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 808 time: 0.1047091 Aug 16 03:00:33.626228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-8e61eb64-a836-4cf4-ad7b-d253ef941ad1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/quotas/e72dadae6b964ee688fbbb67ba125b22 HTTP/1.1" status: 200 len: 375 time: 0.0094788 Aug 16 03:00:33.684256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1648be1d-02af-4262-b3d8-cecc6d34ff2c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522337 Aug 16 03:00:33.881566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-83f2ecdb-6256-4e07-a1d3-6d2392b43632 service neutron] 10.222.0.79 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842859 Aug 16 03:00:33.893518 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 28d2e41c-a694-4c14-a559-23102a67ba52 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:33.950307 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 28d2e41c-a694-4c14-a559-23102a67ba52 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:33.954264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 28d2e41c-a694-4c14-a559-23102a67ba52 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:33.954635 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.983623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-99b40603-a3c4-4e0e-866d-6e9f0d2ab153 service neutron] 10.222.0.79 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939608 Aug 16 03:00:34.034008 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:34.055988 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 28d2e41c-a694-4c14-a559-23102a67ba52, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=28d2e41c-a694-4c14-a559-23102a67ba52,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:34.060763 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:34.061655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b288f099-0344-4af6-bd6d-57ed45238e69 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:34.141726 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=28d2e41c-a694-4c14-a559-23102a67ba52,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:34.153853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b288f099-0344-4af6-bd6d-57ed45238e69 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:34.154232 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:34.191753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22b09cdb-b57c-4a6e-88ae-b2e89a1aa5de req-ef26c814-0b3b-441c-8721-08fbb0aa1232 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 210 time: 0.0448771 Aug 16 03:00:34.515855 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Sync routers for ids ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:34.526476 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Routers {'6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:34.527093 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:34.634076 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Set router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:34.836579 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'name': 'tempest-TestShelveInstance-1518754296-router', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:27Z', 'updated_at': '2021-08-16T03:00:30Z', 'revision_number': 4, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'gw_port': {'id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:28Z', 'updated_at': '2021-08-16T03:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b72a3a55-e368-4b36-9282-6eab7130cdda', 'name': '', 'network_id': '90361834-2af4-4f94-aafb-229be1c43349', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'mac_address': 'fa:16:3e:45:68:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:30Z', 'updated_at': '2021-08-16T03:00:31Z', 'revision_number': 2, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'subnets': [{'id': 'b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:34.864315 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Checking router: 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:34.864572 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Updating router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 port b72a3a55-e368-4b36-9282-6eab7130cdda binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:00:34.897585 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.161000 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.171242 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Transition to ACTIVE for port object b72a3a55-e368-4b36-9282-6eab7130cdda will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:35.177011 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.231411 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b69fbe-90cb-457f-a205-04394e034187 None None] Pushing event updated for resources: {'Port': ['ID=b72a3a55-e368-4b36-9282-6eab7130cdda,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:35.322698 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-8da9398f-2083-43d3-a713-ec86c4c762a3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:35.325702 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-8da9398f-2083-43d3-a713-ec86c4c762a3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 808 time: 0.1361711 Aug 16 03:00:35.325880 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Attempting to bind port b72a3a55-e368-4b36-9282-6eab7130cdda on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:35.326083 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Attempting to bind port b72a3a55-e368-4b36-9282-6eab7130cdda by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'a896c06a-a371-4cb3-812f-85f8dd47a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '90361834-2af4-4f94-aafb-229be1c43349'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:35.326433 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Attempting to bind port b72a3a55-e368-4b36-9282-6eab7130cdda on network 90361834-2af4-4f94-aafb-229be1c43349 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:35.331182 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f4e1f747-d84e-473c-b8b8-c48434a544d3 req-e9c7733f-153b-413f-8b8f-80c36c1a29f7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 210 time: 0.0537055 Aug 16 03:00:35.332148 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:35.332618 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Checking segment: {'id': 'a896c06a-a371-4cb3-812f-85f8dd47a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '90361834-2af4-4f94-aafb-229be1c43349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:35.332907 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.333728 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Bound using segment: {'id': 'a896c06a-a371-4cb3-812f-85f8dd47a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '90361834-2af4-4f94-aafb-229be1c43349'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:35.334373 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Bound port: b72a3a55-e368-4b36-9282-6eab7130cdda, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a896c06a-a371-4cb3-812f-85f8dd47a4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '90361834-2af4-4f94-aafb-229be1c43349'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:35.334610 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.383451 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-2765e9df-485b-4b64-b89b-3e47848832e5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e72dadae6b964ee688fbbb67ba125b22 HTTP/1.1" status: 200 len: 380 time: 0.0486591 Aug 16 03:00:35.395402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'port': {'device_id': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'admin_state_up': True, 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'security_groups': ['d970ba6a-ac92-4026-b332-0f7d295a42ae']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:35.405236 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] For port b72a3a55-e368-4b36-9282-6eab7130cdda, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:35.409033 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] For port b72a3a55-e368-4b36-9282-6eab7130cdda, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b72a3a55-e368-4b36-9282-6eab7130cdda,segment=NetworkSegment(a896c06a-a371-4cb3-812f-85f8dd47a4f4),segment_id=a896c06a-a371-4cb3-812f-85f8dd47a4f4)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:35.414138 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.471599 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Routers {'6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:35.472227 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:35.525998 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Made reservation on behalf of e72dadae6b964ee688fbbb67ba125b22 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:35.528167 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b69fbe-90cb-457f-a205-04394e034187 None None] Pushing event updated for resources: {'Port': ['ID=b72a3a55-e368-4b36-9282-6eab7130cdda,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:35.529785 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.605324 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] Set router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:35.670420 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Allocated IP 172.20.0.12 (77641ad9-4a3f-4632-a0d7-4ec374e943d4/b2bdeeca-e52f-4a23-bf8c-d7a8361435f5/f42565f4-a13d-404b-a9a2-d2344d93190a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:35.821575 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'name': 'tempest-TestShelveInstance-1518754296-router', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:27Z', 'updated_at': '2021-08-16T03:00:30Z', 'revision_number': 4, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'gw_port': {'id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:28Z', 'updated_at': '2021-08-16T03:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b72a3a55-e368-4b36-9282-6eab7130cdda', 'name': '', 'network_id': '90361834-2af4-4f94-aafb-229be1c43349', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'mac_address': 'fa:16:3e:45:68:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:30Z', 'updated_at': '2021-08-16T03:00:35Z', 'revision_number': 4, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'subnets': [{'id': 'b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:35.835696 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.853755 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Transition to ACTIVE for port object f42565f4-a13d-404b-a9a2-d2344d93190a will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:35.875510 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 28d2e41c-a694-4c14-a559-23102a67ba52 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:35.894710 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.929955 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 28d2e41c-a694-4c14-a559-23102a67ba52 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:35.930335 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.939977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:35.945944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:35.948628 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:35.954885 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09fb036-c0e8-4adb-bcda-133c277d1ce5 None None] The sync data for ids ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'] in n-d-768851-16 is: [{'id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'name': 'tempest-TestShelveInstance-1518754296-router', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:27Z', 'updated_at': '2021-08-16T03:00:30Z', 'revision_number': 4, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'gw_port': {'id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:28Z', 'updated_at': '2021-08-16T03:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b72a3a55-e368-4b36-9282-6eab7130cdda', 'name': '', 'network_id': '90361834-2af4-4f94-aafb-229be1c43349', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'mac_address': 'fa:16:3e:45:68:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:30Z', 'updated_at': '2021-08-16T03:00:35Z', 'revision_number': 4, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'subnets': [{'id': 'b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:35.986320 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:36.016269 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:36.016943 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.024640 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b72a3a55-e368-4b36-9282-6eab7130cdda up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:36.035574 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-188fa0de-f4e5-4a2f-8587-109143481bd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6442428 Aug 16 03:00:36.085580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port b72a3a55-e368-4b36-9282-6eab7130cdda completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:36.092078 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b72a3a55-e368-4b36-9282-6eab7130cdda triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:36.092779 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.117379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Request body: {'port': {'device_id': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:36.190063 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.204751 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.244819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port b72a3a55-e368-4b36-9282-6eab7130cdda, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b72a3a55-e368-4b36-9282-6eab7130cdda,segment=NetworkSegment(a896c06a-a371-4cb3-812f-85f8dd47a4f4),segment_id=a896c06a-a371-4cb3-812f-85f8dd47a4f4)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:36.248824 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.299717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=b72a3a55-e368-4b36-9282-6eab7130cdda,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:36.330728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-30f0277e-381f-4c27-be45-9b8700f9e5e9 None None] Provisioning for port f42565f4-a13d-404b-a9a2-d2344d93190a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:36.336434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-30f0277e-381f-4c27-be45-9b8700f9e5e9 None None] Provisioning complete for port f42565f4-a13d-404b-a9a2-d2344d93190a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:36.336807 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-30f0277e-381f-4c27-be45-9b8700f9e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.375608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-30f0277e-381f-4c27-be45-9b8700f9e5e9 None None] Port f42565f4-a13d-404b-a9a2-d2344d93190a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:00:36.442793 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53529527-860a-4742-8fa4-a6346cffb32f req-3033f78d-2def-4cb0-8757-cb34b7234b2d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:36.445303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-53529527-860a-4742-8fa4-a6346cffb32f req-3033f78d-2def-4cb0-8757-cb34b7234b2d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 932 time: 0.0553801 Aug 16 03:00:36.484998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-53529527-860a-4742-8fa4-a6346cffb32f req-4cb213b7-22c9-431f-8ef7-91704acda74c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331275 Aug 16 03:00:36.498057 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42565f4-a13d-404b-a9a2-d2344d93190a {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:00:36.506038 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.519745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Transition to ACTIVE for port object f42565f4-a13d-404b-a9a2-d2344d93190a will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:36.522818 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.578258 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:36.656445 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Attempting to bind port f42565f4-a13d-404b-a9a2-d2344d93190a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:36.656792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Attempting to bind port f42565f4-a13d-404b-a9a2-d2344d93190a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:36.657170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Attempting to bind port f42565f4-a13d-404b-a9a2-d2344d93190a on network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:36.661653 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Port f42565f4-a13d-404b-a9a2-d2344d93190a on network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:00:36.661979 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Attempting to bind port f42565f4-a13d-404b-a9a2-d2344d93190a on network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:36.667462 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:36.667807 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Checking segment: {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:36.668199 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Bound using segment: {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:36.668633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Bound port: f42565f4-a13d-404b-a9a2-d2344d93190a, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:36.669015 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.736253 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:36.739402 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:36.744507 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.777034 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:36.777658 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.779136 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] 10.222.0.89 "PUT /v2.0/ports/f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 1093 time: 0.7352254 Aug 16 03:00:36.779618 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:36.782044 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969f5ffc-e476-4b40-a9f2-307708cb1c89" -d '{"events": [{"name": "network-changed", "server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:36.818071 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b553c8d-1f41-4cb9-a13b-cbb3d0270ced service neutron] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:36.840920 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023f001c-d579-4c91-bb10-1eb9ec5b28d7 x-openstack-request-id: req-023f001c-d579-4c91-bb10-1eb9ec5b28d7 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:36.841239 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:36.841547 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-023f001c-d579-4c91-bb10-1eb9ec5b28d7 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:36.841889 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'status': 'completed', 'code': 200} Aug 16 03:00:36.875347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-e6612fd0-4470-4133-9adb-b51be40b1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:36.876876 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-e6612fd0-4470-4133-9adb-b51be40b1a4f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1096 time: 0.0479293 Aug 16 03:00:36.920914 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-d941136d-105d-41aa-8295-d80664dd66fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 217 time: 0.0363631 Aug 16 03:00:36.974953 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-3d933750-f4f3-4e2a-91c2-15b9fd4454c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:36.976972 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-3d933750-f4f3-4e2a-91c2-15b9fd4454c3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0496585 Aug 16 03:00:37.032466 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-a9a30c75-9bb8-4cd0-83c1-60a50d58f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:37.034376 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-a9a30c75-9bb8-4cd0-83c1-60a50d58f771 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500495 Aug 16 03:00:37.129204 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-788460b4-ecc4-42be-8ff5-23ee4ec78926 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877650 Aug 16 03:00:37.224268 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-63d1c511-f527-4840-9b32-5fcce0047ec8 req-0ef35983-021d-41db-a42b-4b291615cbbb service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884402 Aug 16 03:00:37.310339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f5ffc-e476-4b40-a9f2-307708cb1c89 req-3ae0e223-af4b-46da-aa51-19145a6b380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:37.311829 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-969f5ffc-e476-4b40-a9f2-307708cb1c89 req-3ae0e223-af4b-46da-aa51-19145a6b380d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1096 time: 0.0407500 Aug 16 03:00:37.401838 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f5ffc-e476-4b40-a9f2-307708cb1c89 req-5c850228-b780-4e12-9281-950179bf7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:37.403356 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-969f5ffc-e476-4b40-a9f2-307708cb1c89 req-5c850228-b780-4e12-9281-950179bf7013 service neutron] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0841491 Aug 16 03:00:37.451330 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-969f5ffc-e476-4b40-a9f2-307708cb1c89 req-bca36b88-4b4d-47a3-a72c-15a6dcf2a8ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 217 time: 0.0405560 Aug 16 03:00:37.503615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f5ffc-e476-4b40-a9f2-307708cb1c89 req-48fcd68d-3051-403b-bf2c-acbfbfd7ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:37.505139 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-969f5ffc-e476-4b40-a9f2-307708cb1c89 req-48fcd68d-3051-403b-bf2c-acbfbfd7ac54 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0465167 Aug 16 03:00:37.552997 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f5ffc-e476-4b40-a9f2-307708cb1c89 req-206ad262-141c-4538-a980-bc7641fe86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:37.555089 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-969f5ffc-e476-4b40-a9f2-307708cb1c89 req-206ad262-141c-4538-a980-bc7641fe86cb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417178 Aug 16 03:00:37.608498 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c0e3a-1c3c-4f9b-9efc-206f0b337b16 req-03fb8b1a-211f-4afe-8790-62cf126e6a2d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:37.610035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f37c0e3a-1c3c-4f9b-9efc-206f0b337b16 req-03fb8b1a-211f-4afe-8790-62cf126e6a2d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 944 time: 0.0543082 Aug 16 03:00:37.656125 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-969f5ffc-e476-4b40-a9f2-307708cb1c89 req-fb4c1b8c-708a-4ebb-8d6f-63ca352b32f0 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914252 Aug 16 03:00:37.756523 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-969f5ffc-e476-4b40-a9f2-307708cb1c89 req-2ed73b2f-b40a-4dcf-abfb-d185320cb32b service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915372 Aug 16 03:00:37.834460 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b72a3a55-e368-4b36-9282-6eab7130cdda up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:37.884815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port b72a3a55-e368-4b36-9282-6eab7130cdda triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:37.885215 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:37.989378 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f37c0e3a-1c3c-4f9b-9efc-206f0b337b16 req-e1268f3f-e10b-40fd-8d02-87a50644bfe3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731632 Aug 16 03:00:38.978744 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3cb53946-b5f4-4eea-8294-3e46d101db54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.113662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4473-fa71-4722-8e10-3f09c88ce5b4 req-28fab89b-517b-43c7-9198-70d84688b0f4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:39.115316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47fe4473-fa71-4722-8e10-3f09c88ce5b4 req-28fab89b-517b-43c7-9198-70d84688b0f4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 944 time: 0.0555713 Aug 16 03:00:39.154001 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47fe4473-fa71-4722-8e10-3f09c88ce5b4 req-2b11f379-829e-46ad-8f4f-5ea257ed9c7f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Aug 16 03:00:40.267181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abc5b9-5300-437b-ab9c-424fda4806bf req-b7e9130b-7b1f-4541-b97f-e6ea05b0d4c3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:40.268643 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51abc5b9-5300-437b-ab9c-424fda4806bf req-b7e9130b-7b1f-4541-b97f-e6ea05b0d4c3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 944 time: 0.0482216 Aug 16 03:00:40.307193 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51abc5b9-5300-437b-ab9c-424fda4806bf req-99d1dae5-db1a-4cbf-8bb9-488536b14871 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Aug 16 03:00:40.439379 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.518313 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f42565f4-a13d-404b-a9a2-d2344d93190a details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:00:40.614541 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:40.779875 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'port_id': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'mac_address': 'fa:16:3e:33:35:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:00:40.816341 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.829765 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42565f4-a13d-404b-a9a2-d2344d93190a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:00:40.850092 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:40.855180 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.901811 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:41.104299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['f42565f4-a13d-404b-a9a2-d2344d93190a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:00:41.500644 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15abafc-1d4c-402e-8b41-10acaab22ee9 req-3c17fe71-e8fe-4f20-a70b-6dad78abd3b5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.502183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a15abafc-1d4c-402e-8b41-10acaab22ee9 req-3c17fe71-e8fe-4f20-a70b-6dad78abd3b5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.1272774 Aug 16 03:00:41.540936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a15abafc-1d4c-402e-8b41-10acaab22ee9 req-e5a76a69-ee74-4dfc-bda9-11fd6088d043 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319197 Aug 16 03:00:41.573389 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13e0885a-c362-4156-8dbb-d9e8c2df9677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:41.691080 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.534027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f42565f4-a13d-404b-a9a2-d2344d93190a up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:42.586124 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port f42565f4-a13d-404b-a9a2-d2344d93190a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:42.590341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port f42565f4-a13d-404b-a9a2-d2344d93190a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:42.590721 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.655811 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa87fd8-8831-445d-900b-380fbc3a4506 req-0c21eddf-ab82-4159-8d3b-801f6fc807bf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:42.657630 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3aa87fd8-8831-445d-900b-380fbc3a4506 req-0c21eddf-ab82-4159-8d3b-801f6fc807bf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Aug 16 03:00:42.668154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.691481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:42.693592 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5507056-1f1d-46b2-a066-a995a68e717b" -d '{"events": [{"server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "name": "network-vif-plugged", "status": "completed", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:42.696473 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3aa87fd8-8831-445d-900b-380fbc3a4506 req-6a72e2c7-c93f-48b1-b129-5a32f5920ad6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326247 Aug 16 03:00:42.706563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:42.710869 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.743101 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c3726-acbe-4110-ad89-c9791a20dd0e x-openstack-request-id: req-879c3726-acbe-4110-ad89-c9791a20dd0e {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:42.743300 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "name": "network-vif-plugged", "status": "completed", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:42.743463 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-879c3726-acbe-4110-ad89-c9791a20dd0e {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:42.743848 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'code': 200} Aug 16 03:00:42.771815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:42.843890 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada6cdc-a0d2-4476-8ddc-e1520b79b67d req-1880fb98-05f7-47ee-aa77-3860892c1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:42.845585 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bada6cdc-a0d2-4476-8ddc-e1520b79b67d req-1880fb98-05f7-47ee-aa77-3860892c1248 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1098 time: 0.0479424 Aug 16 03:00:43.009653 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.217871 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-bada6cdc-a0d2-4476-8ddc-e1520b79b67d req-7105b110-f0e8-42a2-95cd-e8932576c23e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647752 Aug 16 03:00:43.835512 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185a72f-0713-498d-be53-f47a008cb371 req-f0d8b080-9f11-40da-868c-327063201bf8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:43.837082 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8185a72f-0713-498d-be53-f47a008cb371 req-f0d8b080-9f11-40da-868c-327063201bf8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0502431 Aug 16 03:00:43.874254 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8185a72f-0713-498d-be53-f47a008cb371 req-80d3bff5-a6de-4e13-bef3-f3f270ae9376 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312166 Aug 16 03:00:44.518630 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:45.008750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae11cc-bb51-4efe-8d49-1bd5bfbf5edc req-abf6c1eb-2932-4592-9991-567fff7a1d15 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:45.010303 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cae11cc-bb51-4efe-8d49-1bd5bfbf5edc req-abf6c1eb-2932-4592-9991-567fff7a1d15 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0545034 Aug 16 03:00:45.048891 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cae11cc-bb51-4efe-8d49-1bd5bfbf5edc req-ca52c8da-fb53-4339-9527-35af07a325b4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326188 Aug 16 03:00:45.162632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c12968-d631-4627-9259-fece76d5754e req-a8cec235-ec63-43c3-914d-02e2885b219c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:45.163998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28c12968-d631-4627-9259-fece76d5754e req-a8cec235-ec63-43c3-914d-02e2885b219c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0480142 Aug 16 03:00:45.201372 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28c12968-d631-4627-9259-fece76d5754e req-d7a29a0a-71f8-4c69-bc7a-71616b9cfd8d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308943 Aug 16 03:00:45.225897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37520) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:45.316628 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa17e900-38c8-40d9-bc42-520423aedfbc tempest-TestShelveInstance-1594855972 tempest-TestShelveInstance-1594855972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:45.318166 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fa17e900-38c8-40d9-bc42-520423aedfbc tempest-TestShelveInstance-1594855972 tempest-TestShelveInstance-1594855972-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1093 time: 0.0912628 Aug 16 03:00:45.321199 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37524) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:45.325560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:45.346900 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:45.445315 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:45.559158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Allocated IP 172.25.2.149 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/46e5e5e6-c48d-46b3-b8b4-37f855150f62) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:45.660270 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:45.699120 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:45.739167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:45.742165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:45.744994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:45.773627 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'Port': ['ID=46e5e5e6-c48d-46b3-b8b4-37f855150f62,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:46.114636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:46.184773 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:46.330726 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:46.335145 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:46.406360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'Port': ['ID=46e5e5e6-c48d-46b3-b8b4-37f855150f62,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:46.416166 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:46.520879 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Floating IP c1240988-3a93-426a-8899-2f3e0bbe2b31 associated. External IP: 172.25.2.149, port: f42565f4-a13d-404b-a9a2-d2344d93190a. Aug 16 03:00:46.737281 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Router e4561034-3817-45b7-b9d8-4770ec945ec9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:00:46.850402 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:46.861644 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e2408-88da-4910-aa40-2df5ec174414 None None] Sync routers for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:46.868415 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:46.870896 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e2408-88da-4910-aa40-2df5ec174414 None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:46.871531 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-486e2408-88da-4910-aa40-2df5ec174414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:46.909003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fb496a4b-8ab5-4984-a839-9523d558abe9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5739346 Aug 16 03:00:46.909003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:46.909003 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143adb42-3e48-4a97-bc08-5de7294edae0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:46.937964 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c205c9b9-f911-45b4-b7b1-4f200dbc2a56 x-openstack-request-id: req-c205c9b9-f911-45b4-b7b1-4f200dbc2a56 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:46.938253 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:46.938505 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c205c9b9-f911-45b4-b7b1-4f200dbc2a56 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:46.939009 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'status': 'completed', 'code': 200} Aug 16 03:00:46.978785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-486e2408-88da-4910-aa40-2df5ec174414 None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:47.003010 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143adb42-3e48-4a97-bc08-5de7294edae0 req-cea154c7-bbbb-400d-9f41-d929e8c659fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:47.004967 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-143adb42-3e48-4a97-bc08-5de7294edae0 req-cea154c7-bbbb-400d-9f41-d929e8c659fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1098 time: 0.0419405 Aug 16 03:00:47.102213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143adb42-3e48-4a97-bc08-5de7294edae0 req-511982a2-0a9c-4894-9247-d66bbde2d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:47.104047 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-143adb42-3e48-4a97-bc08-5de7294edae0 req-511982a2-0a9c-4894-9247-d66bbde2d50f service neutron] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0915964 Aug 16 03:00:47.172349 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-143adb42-3e48-4a97-bc08-5de7294edae0 req-ab258749-7cc0-4523-8d92-5d76ef5b983d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 1000 time: 0.0602152 Aug 16 03:00:47.209605 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-486e2408-88da-4910-aa40-2df5ec174414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c1240988-3a93-426a-8899-2f3e0bbe2b31', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'port_id': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'mac_address': 'fa:16:3e:33:35:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:45Z', 'revision_number': 0, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:47.223633 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143adb42-3e48-4a97-bc08-5de7294edae0 req-3e71c227-bce7-48dc-873c-b2e932b1f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:47.225167 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-143adb42-3e48-4a97-bc08-5de7294edae0 req-3e71c227-bce7-48dc-873c-b2e932b1f5e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0428913 Aug 16 03:00:47.236198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e2408-88da-4910-aa40-2df5ec174414 None None] Checking router: e4561034-3817-45b7-b9d8-4770ec945ec9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:47.245572 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e2408-88da-4910-aa40-2df5ec174414 None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:47.246199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-486e2408-88da-4910-aa40-2df5ec174414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:00:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:47.274308 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143adb42-3e48-4a97-bc08-5de7294edae0 req-00a46f21-6639-48b0-99c2-9610df3083db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:47.275723 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-143adb42-3e48-4a97-bc08-5de7294edae0 req-00a46f21-6639-48b0-99c2-9610df3083db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440819 Aug 16 03:00:47.350938 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-486e2408-88da-4910-aa40-2df5ec174414 None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:47.366614 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-143adb42-3e48-4a97-bc08-5de7294edae0 req-5d381e6c-75c2-4f3b-b934-025bfdfc01cf service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830138 Aug 16 03:00:47.467850 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-143adb42-3e48-4a97-bc08-5de7294edae0 req-c8755b2f-93e6-4428-905d-453670bb1bdb service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944736 Aug 16 03:00:47.593174 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-486e2408-88da-4910-aa40-2df5ec174414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c1240988-3a93-426a-8899-2f3e0bbe2b31', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'port_id': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'mac_address': 'fa:16:3e:33:35:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:45Z', 'revision_number': 0, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:47.620948 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e2408-88da-4910-aa40-2df5ec174414 None None] The sync data for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 is: [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'c1240988-3a93-426a-8899-2f3e0bbe2b31', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'port_id': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'mac_address': 'fa:16:3e:33:35:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:45Z', 'revision_number': 0, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:47.820523 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcad02a-0d51-4fef-8956-d0db85c6c9f9 None None] New status for floating IP c1240988-3a93-426a-8899-2f3e0bbe2b31: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:00:48.998384 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:03.754850 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:01:06.883219 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef91890b-d310-471f-b11d-776fba922572 req-c3aff302-4293-4ad9-bc52-c7c5829c48c6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442750 Aug 16 03:01:06.963339 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91890b-d310-471f-b11d-776fba922572 req-86ace7c9-df46-4388-ad70-6991889ccc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:06.964830 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef91890b-d310-471f-b11d-776fba922572 req-86ace7c9-df46-4388-ad70-6991889ccc9a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1098 time: 0.0395286 Aug 16 03:01:07.074892 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91890b-d310-471f-b11d-776fba922572 req-1eacad03-1854-442a-9f51-aeb7d5efe1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:07.076382 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef91890b-d310-471f-b11d-776fba922572 req-1eacad03-1854-442a-9f51-aeb7d5efe1ac service neutron] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0907657 Aug 16 03:01:07.143454 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef91890b-d310-471f-b11d-776fba922572 req-75232b32-bf77-4021-a5e3-9ed564e6d5bb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 1002 time: 0.0599020 Aug 16 03:01:07.194284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91890b-d310-471f-b11d-776fba922572 req-1e824fcc-d0e3-4a6d-beb2-0a6e9e4a509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:07.195798 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef91890b-d310-471f-b11d-776fba922572 req-1e824fcc-d0e3-4a6d-beb2-0a6e9e4a509a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0451014 Aug 16 03:01:07.247969 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91890b-d310-471f-b11d-776fba922572 req-dfa4fd0d-e567-4eff-90af-dd8f12388aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:07.249508 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef91890b-d310-471f-b11d-776fba922572 req-dfa4fd0d-e567-4eff-90af-dd8f12388aed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461392 Aug 16 03:01:07.339339 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef91890b-d310-471f-b11d-776fba922572 req-7d3e8339-6f81-47fa-a561-f4bcf30bf903 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818436 Aug 16 03:01:07.436132 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef91890b-d310-471f-b11d-776fba922572 req-a04263c4-a583-4217-90c2-0801b4f0b3b5 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874162 Aug 16 03:01:08.979449 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-15b9bc4d-89d4-4ae6-8e98-4957b8ed4cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:10.437449 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:11.574503 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06c8e726-a96f-40a1-a288-d205f8aa50f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:11.690882 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:13.011472 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:14.520014 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.017267 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:38.979982 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4d1a9f5f-56b4-4dc3-b93f-96c99d32f58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:40.438697 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:40.753320 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:01:41.575235 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9bc13a6-09ac-4a99-a058-baf31db2fe68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:41.691975 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:43.015449 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:44.522160 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:49.014795 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.879213 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-65fbff1b-dd31-473e-a214-9eaa2c7b6df0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408037 Aug 16 03:02:06.961105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-e0112675-0bc5-479f-8a52-90692a656160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:06.962593 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-e0112675-0bc5-479f-8a52-90692a656160 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1098 time: 0.0400012 Aug 16 03:02:07.068107 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-ea27e835-53ad-4bbd-9798-6f8d96f718e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:07.069610 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-ea27e835-53ad-4bbd-9798-6f8d96f718e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0878415 Aug 16 03:02:07.138586 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-30d07ad9-18e6-480d-b1fe-eaa99400986a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 1002 time: 0.0600436 Aug 16 03:02:07.188855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-2202763d-127a-4f5e-96e6-200fc9eb17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:07.190367 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-2202763d-127a-4f5e-96e6-200fc9eb17f5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0456941 Aug 16 03:02:07.240224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-d598d616-7e43-46d0-a34f-44b1f07ec823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:07.241772 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-d598d616-7e43-46d0-a34f-44b1f07ec823 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444934 Aug 16 03:02:07.331408 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-4e277531-4815-4b67-b437-229e593b1506 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820699 Aug 16 03:02:07.426413 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-8f26c687-a56d-45b7-a6c6-faffddb27eae req-bb4444a8-2b71-4e1d-8732-58dd02e1cfd7 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879509 Aug 16 03:02:08.980235 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b40a810e-3f7a-4784-8300-f624cadbd5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.436024 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.575271 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b0e47120-e9f6-42b3-8366-ff9ae6a781fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.692888 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.017753 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.524934 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.752258 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:02:19.028491 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:38.981590 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-209b4d9f-f3bc-4077-845a-556acb51f190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.438952 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.575398 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fec13534-aedf-4baa-b04d-d8ce11daefdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.693985 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:43.020657 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.527213 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.907301 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21285918-a24b-4bfb-9690-dbeb6ee16729 req-ea7b4821-eef9-48ff-bc5d-e6c8eec04911 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:44.908757 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21285918-a24b-4bfb-9690-dbeb6ee16729 req-ea7b4821-eef9-48ff-bc5d-e6c8eec04911 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0533900 Aug 16 03:02:44.947679 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21285918-a24b-4bfb-9690-dbeb6ee16729 req-48a6fa68-1f55-472e-9c95-35a300e4d05e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328863 Aug 16 03:02:46.087552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af8363-cfcc-4c81-a138-5dce16f62d8d req-b81f43dc-6d4e-47ff-9114-0db591b77dd8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:46.089041 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0af8363-cfcc-4c81-a138-5dce16f62d8d req-b81f43dc-6d4e-47ff-9114-0db591b77dd8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0483532 Aug 16 03:02:46.127663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0af8363-cfcc-4c81-a138-5dce16f62d8d req-70b3f739-0956-4c00-9f14-0f478ca5ea34 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324669 Aug 16 03:02:47.246896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2489f4-8f7e-4348-9383-61174a8c7885 req-b168f630-91b0-40d2-8e79-9c3660e0eb07 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:47.248351 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db2489f4-8f7e-4348-9383-61174a8c7885 req-b168f630-91b0-40d2-8e79-9c3660e0eb07 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0524859 Aug 16 03:02:47.285402 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db2489f4-8f7e-4348-9383-61174a8c7885 req-7d738c9a-ddf7-4eff-b08c-bcb26ac26fb0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Aug 16 03:02:48.400013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b82e2f-b1e0-4be7-b8d5-ba77b22a04e3 req-8f27b849-3e8e-4ec0-a4e3-1ede2a230394 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:48.401551 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3b82e2f-b1e0-4be7-b8d5-ba77b22a04e3 req-8f27b849-3e8e-4ec0-a4e3-1ede2a230394 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0490429 Aug 16 03:02:48.439955 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3b82e2f-b1e0-4be7-b8d5-ba77b22a04e3 req-7e9f82cb-4a41-46f1-8c89-fadbd7921755 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316763 Aug 16 03:02:49.026269 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:49.558894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cc310-ddd2-470c-be11-8f196c7058ff req-7d14f508-f9dd-411a-a6d1-6876d0cfbbd6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:49.560358 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d53cc310-ddd2-470c-be11-8f196c7058ff req-7d14f508-f9dd-411a-a6d1-6876d0cfbbd6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0525274 Aug 16 03:02:49.597746 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d53cc310-ddd2-470c-be11-8f196c7058ff req-caa93eea-45a6-48cb-b9b7-0f41e1939d59 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 Aug 16 03:02:50.719077 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d8792-47ae-44a3-9c6a-a7b465babef7 req-7149094b-8af9-4d6d-b883-ad307fcda612 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:50.720560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d39d8792-47ae-44a3-9c6a-a7b465babef7 req-7149094b-8af9-4d6d-b883-ad307fcda612 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0531282 Aug 16 03:02:50.758010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d39d8792-47ae-44a3-9c6a-a7b465babef7 req-2ff41793-86c7-480f-af25-b4a93e8c410a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314488 Aug 16 03:02:51.873507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34466109-6f34-4a2b-86f9-59bcc6ce0085 req-83af4e3f-39d8-4aba-a0af-5b1ab7286cf9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:51.876092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34466109-6f34-4a2b-86f9-59bcc6ce0085 req-83af4e3f-39d8-4aba-a0af-5b1ab7286cf9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0518665 Aug 16 03:02:51.921645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34466109-6f34-4a2b-86f9-59bcc6ce0085 req-e881db56-3024-40a4-8e3c-919ac31c6a3d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384531 Aug 16 03:02:53.037731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35951f-2486-4351-8af3-40c15bfa15b4 req-e648d8f6-baf9-428f-a11b-96d90cd5178b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:53.039217 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd35951f-2486-4351-8af3-40c15bfa15b4 req-e648d8f6-baf9-428f-a11b-96d90cd5178b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0483873 Aug 16 03:02:53.076654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd35951f-2486-4351-8af3-40c15bfa15b4 req-c9e24c63-07c2-4bd7-a4ae-3a37629f8c26 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313070 Aug 16 03:02:54.196554 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e23d6-aabd-42bf-b5ff-ac6e6a1684d5 req-32d9ab76-494b-42f9-abef-e3a1ed3e4de5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:54.198071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-152e23d6-aabd-42bf-b5ff-ac6e6a1684d5 req-32d9ab76-494b-42f9-abef-e3a1ed3e4de5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0532479 Aug 16 03:02:54.236291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-152e23d6-aabd-42bf-b5ff-ac6e6a1684d5 req-93b0e245-7111-407b-865a-ab449d76c181 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Aug 16 03:02:54.754064 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:02:55.353706 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41afbc-03d1-453a-a74a-3b220cf98d69 req-4336db0a-e59b-4c1a-a4f1-f805ecdf5a1b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:55.355446 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea41afbc-03d1-453a-a74a-3b220cf98d69 req-4336db0a-e59b-4c1a-a4f1-f805ecdf5a1b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0485525 Aug 16 03:02:55.392828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea41afbc-03d1-453a-a74a-3b220cf98d69 req-2e8473d0-095e-41eb-921f-ff23adf96d71 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307975 Aug 16 03:02:56.506680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c314f49-1f6c-4bf0-b224-8b2ae4277d7d req-83fb5e4a-99a9-425d-b59b-fd161da37aae tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:56.508174 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c314f49-1f6c-4bf0-b224-8b2ae4277d7d req-83fb5e4a-99a9-425d-b59b-fd161da37aae tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0480998 Aug 16 03:02:56.545407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c314f49-1f6c-4bf0-b224-8b2ae4277d7d req-dca17f3a-648c-4cb9-93b8-86e566fd0c39 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 Aug 16 03:02:57.235452 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f42565f4-a13d-404b-a9a2-d2344d93190a details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:02:57.343782 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:57.357192 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'port_id': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'mac_address': 'fa:16:3e:33:35:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:02:57.402715 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:57.416566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f42565f4-a13d-404b-a9a2-d2344d93190a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:02:57.438892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:57.443702 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:57.512595 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:57.520758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['f42565f4-a13d-404b-a9a2-d2344d93190a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:02:57.550866 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.551235 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.551570 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.551911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.552274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.552608 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.553025 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.553318 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.553783 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.554000 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.554330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.554675 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:57.673352 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99806dcb-e59d-435c-a3f6-3b7fc9c32c49 req-2b8dfa98-5595-4b16-916c-bec282601a00 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:57.681619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99806dcb-e59d-435c-a3f6-3b7fc9c32c49 req-2b8dfa98-5595-4b16-916c-bec282601a00 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0658853 Aug 16 03:02:57.732969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-99806dcb-e59d-435c-a3f6-3b7fc9c32c49 req-9d7623be-fe1a-42a0-a447-ac20c8ec68a4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Aug 16 03:02:58.852665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7627aaa-a536-4cff-bd54-7cf7e6a47086 req-c8c2222d-267b-4236-9e9b-618efe8f9f23 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:58.854628 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7627aaa-a536-4cff-bd54-7cf7e6a47086 req-c8c2222d-267b-4236-9e9b-618efe8f9f23 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0534999 Aug 16 03:02:58.913268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7627aaa-a536-4cff-bd54-7cf7e6a47086 req-b40be0c7-0956-4b0c-b6b7-ac3e082f6c3a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495114 Aug 16 03:02:59.264116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f42565f4-a13d-404b-a9a2-d2344d93190a up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:59.320878 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port f42565f4-a13d-404b-a9a2-d2344d93190a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:59.321410 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:59.416022 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:59.441305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:59.443745 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ac4793-06f0-40df-ba23-0e531bc46180" -d '{"events": [{"server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "name": "network-vif-plugged", "status": "completed", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:59.462596 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:59.468565 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:59.535920 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:59.569309 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b8255c-d0c2-4697-a819-e9abe9d47da8 x-openstack-request-id: req-f2b8255c-d0c2-4697-a819-e9abe9d47da8 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:59.569612 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "name": "network-vif-plugged", "status": "completed", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:59.569868 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f2b8255c-d0c2-4697-a819-e9abe9d47da8 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:59.570278 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'code': 200} Aug 16 03:03:00.045123 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b485b60-8d6c-49df-b9a7-516bcbe9871a req-5d164661-ce36-4bcf-91fb-a5a9b1f0aba6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:00.046740 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b485b60-8d6c-49df-b9a7-516bcbe9871a req-5d164661-ce36-4bcf-91fb-a5a9b1f0aba6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0525389 Aug 16 03:03:00.090794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b485b60-8d6c-49df-b9a7-516bcbe9871a req-ead19971-953c-4a3e-b803-a7fc60ae6c42 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376074 Aug 16 03:03:01.229851 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1baa2e-e7e3-49ac-80af-d9f74dabf88b req-c6549735-68cc-49d1-9b28-8efc447c2740 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:01.237807 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f1baa2e-e7e3-49ac-80af-d9f74dabf88b req-c6549735-68cc-49d1-9b28-8efc447c2740 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0648017 Aug 16 03:03:01.273424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5f1baa2e-e7e3-49ac-80af-d9f74dabf88b req-f0038178-94bd-44aa-a979-b906791cb7d3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336497 Aug 16 03:03:02.404817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dc062-3a3b-4daa-b4ef-9207ba1a545c req-765aabb0-fcff-4532-ac73-9b4d35344789 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:02.409542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd6dc062-3a3b-4daa-b4ef-9207ba1a545c req-765aabb0-fcff-4532-ac73-9b4d35344789 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0582094 Aug 16 03:03:02.454512 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bd6dc062-3a3b-4daa-b4ef-9207ba1a545c req-29c3591a-cb68-4a09-9b81-5c3115bf2845 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376749 Aug 16 03:03:03.589487 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a1875-6a17-4e03-91c4-0096536c1d64 req-636c8b7c-11ef-4e19-bde0-05d27285410d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:03.591014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb5a1875-6a17-4e03-91c4-0096536c1d64 req-636c8b7c-11ef-4e19-bde0-05d27285410d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0568464 Aug 16 03:03:03.641377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb5a1875-6a17-4e03-91c4-0096536c1d64 req-dc097994-cdb8-490d-81f3-f4250ef9ef15 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Aug 16 03:03:04.770824 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89920bb7-6d5c-48fa-a1c6-8751fd2a73c7 req-252dbdb1-8e4b-4038-89b6-f52e9455d19e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:04.772572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89920bb7-6d5c-48fa-a1c6-8751fd2a73c7 req-252dbdb1-8e4b-4038-89b6-f52e9455d19e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0571730 Aug 16 03:03:04.817017 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-89920bb7-6d5c-48fa-a1c6-8751fd2a73c7 req-034336dd-bbc9-4a63-8955-207b2f0fd896 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355804 Aug 16 03:03:05.958513 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffeada-949a-4e71-a6b4-f7a395f90951 req-5fe04e39-9dab-46fa-bc3c-77709de2a6dd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:05.960126 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57ffeada-949a-4e71-a6b4-f7a395f90951 req-5fe04e39-9dab-46fa-bc3c-77709de2a6dd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0566278 Aug 16 03:03:06.004454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-57ffeada-949a-4e71-a6b4-f7a395f90951 req-84f55e87-fdbf-4527-af5c-7fe9d907bda8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380356 Aug 16 03:03:06.341949 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15d708-c6c3-47af-b739-00201b9381e9 req-78a6fa39-ce43-45c6-83c6-304525bb2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:06.343967 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef15d708-c6c3-47af-b739-00201b9381e9 req-78a6fa39-ce43-45c6-83c6-304525bb2f75 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1098 time: 0.0452242 Aug 16 03:03:06.434829 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15d708-c6c3-47af-b739-00201b9381e9 req-1673e36c-48aa-444b-8177-941ae1404f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:06.436840 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef15d708-c6c3-47af-b739-00201b9381e9 req-1673e36c-48aa-444b-8177-941ae1404f16 service neutron] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0855558 Aug 16 03:03:06.506235 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef15d708-c6c3-47af-b739-00201b9381e9 req-7f7131c4-fc46-4da1-ae3c-4d50f48ed107 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 1002 time: 0.0623834 Aug 16 03:03:06.555830 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15d708-c6c3-47af-b739-00201b9381e9 req-b9506dd4-cbd4-4f66-be26-957865bfcc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:06.557291 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef15d708-c6c3-47af-b739-00201b9381e9 req-b9506dd4-cbd4-4f66-be26-957865bfcc45 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0443230 Aug 16 03:03:06.602191 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15d708-c6c3-47af-b739-00201b9381e9 req-70e675d7-aebb-461f-96ee-99e29f3859dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:06.603579 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef15d708-c6c3-47af-b739-00201b9381e9 req-70e675d7-aebb-461f-96ee-99e29f3859dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395467 Aug 16 03:03:06.695900 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef15d708-c6c3-47af-b739-00201b9381e9 req-d56a65b5-b58c-4090-852a-b82efa682241 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850751 Aug 16 03:03:06.785263 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ef15d708-c6c3-47af-b739-00201b9381e9 req-0809ac90-e2e5-4acb-a619-4108b49e70d3 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816245 Aug 16 03:03:07.121228 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6de3a-0c74-4d06-8092-b005a19bba81 req-d06aefec-9142-4bd7-89ee-f9d3a765228d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:07.122727 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27b6de3a-0c74-4d06-8092-b005a19bba81 req-d06aefec-9142-4bd7-89ee-f9d3a765228d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0493028 Aug 16 03:03:07.167506 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27b6de3a-0c74-4d06-8092-b005a19bba81 req-e373e43f-6327-4d03-bbbe-dd7ac003233f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378039 Aug 16 03:03:07.928963 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7103229-a4af-4c2a-a0ae-99eaba4c61ff req-ee772977-d837-46a6-9fd2-578fd68c4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:07.930493 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b7103229-a4af-4c2a-a0ae-99eaba4c61ff req-ee772977-d837-46a6-9fd2-578fd68c4fe9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1098 time: 0.0453429 Aug 16 03:03:08.037912 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7103229-a4af-4c2a-a0ae-99eaba4c61ff req-744d7493-9209-4814-965d-15b0268200ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:08.039404 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b7103229-a4af-4c2a-a0ae-99eaba4c61ff req-744d7493-9209-4814-965d-15b0268200ff service neutron] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0880699 Aug 16 03:03:08.111562 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b7103229-a4af-4c2a-a0ae-99eaba4c61ff req-738da191-7a32-4bd7-af57-d39f6db5b62c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 1002 time: 0.0640769 Aug 16 03:03:08.162800 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7103229-a4af-4c2a-a0ae-99eaba4c61ff req-6e7f9023-44a6-4ae7-9c5d-0e905f6d9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:08.164246 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b7103229-a4af-4c2a-a0ae-99eaba4c61ff req-6e7f9023-44a6-4ae7-9c5d-0e905f6d9a81 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0439382 Aug 16 03:03:08.212627 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7103229-a4af-4c2a-a0ae-99eaba4c61ff req-949758b4-ad62-4711-8bbe-ba93c3073e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:08.214229 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b7103229-a4af-4c2a-a0ae-99eaba4c61ff req-949758b4-ad62-4711-8bbe-ba93c3073e89 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421512 Aug 16 03:03:08.298853 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd869bb7-c3df-4dfe-92ae-463af1abcb6a req-127d3821-98fc-4f9e-b264-958517bc378b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:08.301464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd869bb7-c3df-4dfe-92ae-463af1abcb6a req-127d3821-98fc-4f9e-b264-958517bc378b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0566561 Aug 16 03:03:08.314912 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b7103229-a4af-4c2a-a0ae-99eaba4c61ff req-f965ad62-76b2-4b5f-aed0-4bfdac41477a service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933568 Aug 16 03:03:08.346932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd869bb7-c3df-4dfe-92ae-463af1abcb6a req-f5c68232-f53c-4568-9b8f-ba3bb81e1944 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404680 Aug 16 03:03:08.418680 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b7103229-a4af-4c2a-a0ae-99eaba4c61ff req-540e1ce1-45e7-458e-83c0-3e88b0d6a292 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924156 Aug 16 03:03:08.984667 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f3ac677e-0398-48d0-8eaf-93abe095b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:09.291724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device f42565f4-a13d-404b-a9a2-d2344d93190a no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:03:09.369791 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:09.393128 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:03:09.395493 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71288a4c-0651-48b7-96b2-ae733da3991b" -d '{"events": [{"server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:03:09.413683 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:09.418879 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:09.442804 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 03:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6351c423-a143-4796-9cb8-e46b76ebbaa3 x-openstack-request-id: req-6351c423-a143-4796-9cb8-e46b76ebbaa3 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:03:09.443086 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "name": "network-vif-unplugged", "status": "failed", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a", "code": 422}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:03:09.443342 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6351c423-a143-4796-9cb8-e46b76ebbaa3 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:03:09.443716 n-d-768851-16 neutron-server[101382]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'code': 422} returned with failed status Aug 16 03:03:09.466866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8d2c6-a741-4bab-bd70-7431a18715b6 req-d5952bbc-db5c-4284-b4ea-c0f0b63ff27d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:09.468696 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edc8d2c6-a741-4bab-bd70-7431a18715b6 req-d5952bbc-db5c-4284-b4ea-c0f0b63ff27d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 944 time: 0.0526738 Aug 16 03:03:09.470221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:09.508264 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-edc8d2c6-a741-4bab-bd70-7431a18715b6 req-16ca3bf2-f862-4438-ba9c-db389af9adb1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329878 Aug 16 03:03:09.720659 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210572a0-8480-41b3-9507-2978277391e6 req-346ce821-e603-44e9-9637-ea75b1f1401e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:09.722202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-210572a0-8480-41b3-9507-2978277391e6 req-346ce821-e603-44e9-9637-ea75b1f1401e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 944 time: 0.0504401 Aug 16 03:03:09.761112 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-210572a0-8480-41b3-9507-2978277391e6 req-cf4ac212-4150-410c-95ad-0bccc1d9852b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325897 Aug 16 03:03:09.911855 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-a4d7029b-b7eb-4c29-b4e2-aa8a92d46100 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868909 Aug 16 03:03:10.449032 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:10.705966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-9c0a5d71-858e-4c15-9708-6b36a98a9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:10.707323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-9c0a5d71-858e-4c15-9708-6b36a98a9bb8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1&tenant_id=e72dadae6b964ee688fbbb67ba125b22 HTTP/1.1" status: 200 len: 1096 time: 0.0398352 Aug 16 03:03:10.723662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-16', 'device_owner': 'compute:nova'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:03:10.774441 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:10.988613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d43497-b83b-4bcc-99b2-f3d85bf36410 req-7a6d11ef-e384-4455-9636-683b341acd33 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:10.990152 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1d43497-b83b-4bcc-99b2-f3d85bf36410 req-7a6d11ef-e384-4455-9636-683b341acd33 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 944 time: 0.1562443 Aug 16 03:03:11.053000 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:11.065143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1d43497-b83b-4bcc-99b2-f3d85bf36410 req-617219b0-ac35-46a5-bf58-639d5007d888 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667069 Aug 16 03:03:11.091992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h2-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:03:11.126324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42565f4-a13d-404b-a9a2-d2344d93190a {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:03:11.133780 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:11.145749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Transition to ACTIVE for port object f42565f4-a13d-404b-a9a2-d2344d93190a will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:11.149676 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:11.201902 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=9']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:11.241351 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.241608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.241940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.242268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.242593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.242921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.243233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.243552 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.243883 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.244167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.244485 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.244795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:11.283404 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] No DVR routers for this DVR port f42565f4-a13d-404b-a9a2-d2344d93190a on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:03:11.418825 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Attempting to bind port f42565f4-a13d-404b-a9a2-d2344d93190a on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:03:11.419159 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Attempting to bind port f42565f4-a13d-404b-a9a2-d2344d93190a by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:03:11.419495 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Attempting to bind port f42565f4-a13d-404b-a9a2-d2344d93190a on network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:11.423742 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Port f42565f4-a13d-404b-a9a2-d2344d93190a on network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:03:11.424066 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Attempting to bind port f42565f4-a13d-404b-a9a2-d2344d93190a on network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:11.429031 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:03:11.429421 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Checking segment: {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:03:11.429810 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Bound using segment: {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:03:11.430325 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Bound port: f42565f4-a13d-404b-a9a2-d2344d93190a, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:03:11.430577 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:11.501417 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:03:11.504410 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:03:11.509468 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:11.544310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:11.544923 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:11.546343 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] 10.222.0.84 "PUT /v2.0/ports/f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 1093 time: 0.8266327 Aug 16 03:03:11.546781 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:03:11.549040 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2842ef-866b-46b7-9c0f-990d4da31daa" -d '{"events": [{"name": "network-changed", "server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:03:11.578613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67b9c-a9f9-4ba7-9614-3ad352b517d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=10']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:11.584667 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-56820850-4c08-48d7-8d22-1d167b1961e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:11.630921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-01ddb5da-e225-4b4a-a82b-8b283ce3fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:11.632461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-01ddb5da-e225-4b4a-a82b-8b283ce3fe9b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1097 time: 0.0486145 Aug 16 03:03:11.690467 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18a16f6-d7ea-40c9-aefa-8cec413b3c25 x-openstack-request-id: req-d18a16f6-d7ea-40c9-aefa-8cec413b3c25 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:03:11.690753 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:03:11.691007 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d18a16f6-d7ea-40c9-aefa-8cec413b3c25 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:03:11.691410 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'status': 'completed', 'code': 200} Aug 16 03:03:11.698677 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:11.738211 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-1a83226e-37e6-4f62-86d6-7d44ec40201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:11.739709 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-1a83226e-37e6-4f62-86d6-7d44ec40201d service neutron] 10.222.0.84 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.1008272 Aug 16 03:03:11.809017 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-3dd5dfc6-11b8-4e99-88c1-dc03de523cc1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 1000 time: 0.0618763 Aug 16 03:03:11.857064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-9742776c-af22-413e-a7f7-7e5e18a54a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:11.858514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-9742776c-af22-413e-a7f7-7e5e18a54a04 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0434341 Aug 16 03:03:11.908561 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-c0db4bde-80a5-4d77-9f96-c910dc18e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:11.910100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-c0db4bde-80a5-4d77-9f96-c910dc18e21e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448611 Aug 16 03:03:11.920839 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-115b81d8-0376-4e16-b718-e3229e1e1334 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:03:11.921894 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-115b81d8-0376-4e16-b718-e3229e1e1334 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051503 Aug 16 03:03:12.016703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-d7678e9f-5e15-4155-bbd5-e60d2fd69a0e service neutron] 10.222.0.84 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861294 Aug 16 03:03:12.110951 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-04573fc2-8ba7-49d1-96b2-e51eb0514b9d req-52c832fe-db5c-47ff-bbdb-cfd23d0ff5f6 service neutron] 10.222.0.84 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876529 Aug 16 03:03:12.191985 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b95153-3be8-4128-b3b5-afd81c611887 req-64a06124-77ad-40e2-a068-e298e253be6e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:12.193508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59b95153-3be8-4128-b3b5-afd81c611887 req-64a06124-77ad-40e2-a068-e298e253be6e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0590384 Aug 16 03:03:12.248799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2842ef-866b-46b7-9c0f-990d4da31daa req-016b7dac-3475-4193-9632-edd280e30455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:12.250356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb2842ef-866b-46b7-9c0f-990d4da31daa req-016b7dac-3475-4193-9632-edd280e30455 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1097 time: 0.0764108 Aug 16 03:03:12.253542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59b95153-3be8-4128-b3b5-afd81c611887 req-37d564c0-f27f-402d-ab7d-b87cc38926fd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462377 Aug 16 03:03:12.347889 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2842ef-866b-46b7-9c0f-990d4da31daa req-fd031e65-dea4-4072-bcd6-9759fc455782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:12.349476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb2842ef-866b-46b7-9c0f-990d4da31daa req-fd031e65-dea4-4072-bcd6-9759fc455782 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0912900 Aug 16 03:03:12.423557 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb2842ef-866b-46b7-9c0f-990d4da31daa req-d31faed0-c694-4fe4-8ca2-ae4cce1c1fbf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 1000 time: 0.0669961 Aug 16 03:03:13.029336 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:13.384434 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfab195-270b-4465-9c05-d8965a9c43e0 req-11c3a3ae-218e-4742-a06e-a9cafc25d227 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:13.385954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0cfab195-270b-4465-9c05-d8965a9c43e0 req-11c3a3ae-218e-4742-a06e-a9cafc25d227 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0561011 Aug 16 03:03:13.426872 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0cfab195-270b-4465-9c05-d8965a9c43e0 req-f7bd4857-3a9a-45b6-9e93-60d7e5a0e3ae tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348725 Aug 16 03:03:14.543862 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:14.576699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878d0df-c675-4c63-874f-18ffcf27442d req-b27c6506-5eeb-4b5e-b1cb-9ce966adee55 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:14.578772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7878d0df-c675-4c63-874f-18ffcf27442d req-b27c6506-5eeb-4b5e-b1cb-9ce966adee55 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0615461 Aug 16 03:03:14.625228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7878d0df-c675-4c63-874f-18ffcf27442d req-ee293a68-dd5f-48a6-83fc-e18614f65743 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394049 Aug 16 03:03:15.746630 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2b541-b0e9-40ed-b4ce-2e9c28b0a0fe req-8659b7e2-2bf2-4523-a656-5ddb9a041221 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:15.748162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68e2b541-b0e9-40ed-b4ce-2e9c28b0a0fe req-8659b7e2-2bf2-4523-a656-5ddb9a041221 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0506766 Aug 16 03:03:15.787888 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68e2b541-b0e9-40ed-b4ce-2e9c28b0a0fe req-0d3e731e-5b51-4f23-9def-d9eb35c7a227 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335279 Aug 16 03:03:16.913448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f3674-d39e-415b-8e29-aa2f612a6a93 req-5dfbca5e-dfa8-4cf9-be21-860487ab1e06 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:16.915116 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-704f3674-d39e-415b-8e29-aa2f612a6a93 req-5dfbca5e-dfa8-4cf9-be21-860487ab1e06 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0561419 Aug 16 03:03:16.955784 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-704f3674-d39e-415b-8e29-aa2f612a6a93 req-614ef6f5-d23a-4eb9-b08f-15eb894b2d9d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342128 Aug 16 03:03:18.080248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29a9ed-1b85-4d0e-bff5-ba0842c860f4 req-14aea045-1ea9-4e5f-9215-79d6552cc88e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:18.081830 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf29a9ed-1b85-4d0e-bff5-ba0842c860f4 req-14aea045-1ea9-4e5f-9215-79d6552cc88e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0526288 Aug 16 03:03:18.123141 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cf29a9ed-1b85-4d0e-bff5-ba0842c860f4 req-87b863c7-f4a0-4403-85f9-45ad97578149 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339577 Aug 16 03:03:19.027110 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:19.246833 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e28c9-f4a8-4aeb-a07e-f440976ada4a req-ccff4ac4-02a8-45b2-a65e-1f3cc18382b7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:19.248466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e07e28c9-f4a8-4aeb-a07e-f440976ada4a req-ccff4ac4-02a8-45b2-a65e-1f3cc18382b7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0514729 Aug 16 03:03:19.288747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e07e28c9-f4a8-4aeb-a07e-f440976ada4a req-0222e046-166e-4f0a-825f-aeb8c704d573 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338778 Aug 16 03:03:20.411911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0273b14-76e2-4f8a-80ce-cde30fee463b req-d3b055b1-0d8c-4580-b6e0-c3608273da14 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:20.413651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0273b14-76e2-4f8a-80ce-cde30fee463b req-d3b055b1-0d8c-4580-b6e0-c3608273da14 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0549588 Aug 16 03:03:20.457603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0273b14-76e2-4f8a-80ce-cde30fee463b req-ac6dbc9d-ff55-4c8b-831b-d52cb8a33753 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378387 Aug 16 03:03:21.584451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852323e0-17ef-415f-8774-eec12ac6ac3d req-472f6c85-72a5-4f67-bb2c-a1c68fa1e220 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:21.584451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-852323e0-17ef-415f-8774-eec12ac6ac3d req-472f6c85-72a5-4f67-bb2c-a1c68fa1e220 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0529709 Aug 16 03:03:21.621817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-852323e0-17ef-415f-8774-eec12ac6ac3d req-ce39fc4d-b269-452a-bd7e-879e1b921e53 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328526 Aug 16 03:03:22.738693 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404a7e7-1d7a-4d61-8f50-c5f6bf19ef14 req-55d2b4f7-546a-4d24-a412-17dd6f3ad6bd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:22.740177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e404a7e7-1d7a-4d61-8f50-c5f6bf19ef14 req-55d2b4f7-546a-4d24-a412-17dd6f3ad6bd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0483174 Aug 16 03:03:22.777703 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e404a7e7-1d7a-4d61-8f50-c5f6bf19ef14 req-25a34b6b-c832-4eb5-b7ec-0cd00ef68e6f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Aug 16 03:03:23.897750 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201941f-60b0-4497-9684-a49d17762669 req-c49c6824-cf19-469b-a1b6-6599207de4eb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:23.899251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2201941f-60b0-4497-9684-a49d17762669 req-c49c6824-cf19-469b-a1b6-6599207de4eb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0532415 Aug 16 03:03:23.936778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2201941f-60b0-4497-9684-a49d17762669 req-7d89ac7c-57c9-428a-bd97-f35cc39e22c4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Aug 16 03:03:24.163770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2842ef-866b-46b7-9c0f-990d4da31daa req-27cbd1d5-966b-49c6-ad00-1ac98fa87f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:24.165154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb2842ef-866b-46b7-9c0f-990d4da31daa req-27cbd1d5-966b-49c6-ad00-1ac98fa87f3d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0455580 Aug 16 03:03:24.210536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2842ef-866b-46b7-9c0f-990d4da31daa req-40296fd7-1359-4557-a09d-4dc7aa4cf35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:24.211988 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb2842ef-866b-46b7-9c0f-990d4da31daa req-40296fd7-1359-4557-a09d-4dc7aa4cf35e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394542 Aug 16 03:03:24.306865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb2842ef-866b-46b7-9c0f-990d4da31daa req-f03fff18-710e-44d5-911d-3b9984546303 service neutron] 10.222.0.84 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Aug 16 03:03:24.393426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb2842ef-866b-46b7-9c0f-990d4da31daa req-c1cd01a0-7ef0-44ae-b49a-03f373d1c7e3 service neutron] 10.222.0.84 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792172 Aug 16 03:03:25.064605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6099d-5109-42a4-88fb-da98b9293309 req-ecd01093-9752-4837-9bb8-ee50689f01fa tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:25.066120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70e6099d-5109-42a4-88fb-da98b9293309 req-ecd01093-9752-4837-9bb8-ee50689f01fa tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0547895 Aug 16 03:03:25.102549 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-70e6099d-5109-42a4-88fb-da98b9293309 req-0123c146-57fa-4303-bb44-789e16777f91 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303912 Aug 16 03:03:26.216749 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4dd5-d5f0-43dc-b7e9-7baf646bc7c2 req-ac4ddc56-df67-4ec6-b093-2c4df79a2175 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:26.218251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3dbb4dd5-d5f0-43dc-b7e9-7baf646bc7c2 req-ac4ddc56-df67-4ec6-b093-2c4df79a2175 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0476751 Aug 16 03:03:26.255913 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3dbb4dd5-d5f0-43dc-b7e9-7baf646bc7c2 req-38a93184-18e4-4159-92d1-73aaff179a3c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310016 Aug 16 03:03:27.371425 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe35c2-bfbd-4054-9e1d-55439dacba49 req-830b6ddb-93db-4078-a01f-369f14013d27 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:27.373055 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-afbe35c2-bfbd-4054-9e1d-55439dacba49 req-830b6ddb-93db-4078-a01f-369f14013d27 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0491431 Aug 16 03:03:27.410683 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-afbe35c2-bfbd-4054-9e1d-55439dacba49 req-43d30390-0f05-4af4-ae5a-69478ff59484 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Aug 16 03:03:28.519867 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f42565f4-a13d-404b-a9a2-d2344d93190a details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:03:28.529461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae1710-bcf3-40c7-b29c-c71cd0bd9d4a req-8b00e41d-05f3-4867-8037-f18320df8b30 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:28.531826 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22ae1710-bcf3-40c7-b29c-c71cd0bd9d4a req-8b00e41d-05f3-4867-8037-f18320df8b30 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 945 time: 0.0526826 Aug 16 03:03:28.569028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22ae1710-bcf3-40c7-b29c-c71cd0bd9d4a req-fa507b0c-5f1f-4584-9113-702957330f8c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313072 Aug 16 03:03:28.616753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:28.628143 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'port_id': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'mac_address': 'fa:16:3e:33:35:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:03:28.664074 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:28.676267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42565f4-a13d-404b-a9a2-d2344d93190a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:03:28.695911 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:28.699773 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:28.749405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=11']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:29.130434 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['f42565f4-a13d-404b-a9a2-d2344d93190a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:03:29.683637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82136df4-0df8-4561-9345-84e61ddffc44 req-39f301c8-bdb7-42c4-b16e-1a257d005ef9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:29.685140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82136df4-0df8-4561-9345-84e61ddffc44 req-39f301c8-bdb7-42c4-b16e-1a257d005ef9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 946 time: 0.0492609 Aug 16 03:03:29.722711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82136df4-0df8-4561-9345-84e61ddffc44 req-22c8ac54-50cc-4441-979b-5bf1e6db1194 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Aug 16 03:03:29.982908 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93209b-fff8-4b14-ab54-42ca9730380a req-2bfdfb03-9cee-4c95-93c4-959557e0caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:29.984379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a93209b-fff8-4b14-ab54-42ca9730380a req-2bfdfb03-9cee-4c95-93c4-959557e0caeb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1098 time: 0.0418639 Aug 16 03:03:30.088429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93209b-fff8-4b14-ab54-42ca9730380a req-6e1b22c2-7a07-4ddc-8360-f1ea1b3300ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:30.090056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a93209b-fff8-4b14-ab54-42ca9730380a req-6e1b22c2-7a07-4ddc-8360-f1ea1b3300ff service neutron] 10.222.0.84 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0874040 Aug 16 03:03:30.153738 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a93209b-fff8-4b14-ab54-42ca9730380a req-0695714e-e674-4b97-8daf-886bc1fd3b32 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 1001 time: 0.0570188 Aug 16 03:03:30.205838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93209b-fff8-4b14-ab54-42ca9730380a req-4d2474b7-c993-47f7-8501-cb3260763294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:30.207281 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a93209b-fff8-4b14-ab54-42ca9730380a req-4d2474b7-c993-47f7-8501-cb3260763294 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0464873 Aug 16 03:03:30.255866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93209b-fff8-4b14-ab54-42ca9730380a req-c242403d-3453-4c2e-a625-c7f75a15a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:30.257369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a93209b-fff8-4b14-ab54-42ca9730380a req-c242403d-3453-4c2e-a625-c7f75a15a4a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431380 Aug 16 03:03:30.343018 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a93209b-fff8-4b14-ab54-42ca9730380a req-327c096e-83e2-4a0f-9567-590588613c07 service neutron] 10.222.0.84 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786214 Aug 16 03:03:30.438495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a93209b-fff8-4b14-ab54-42ca9730380a req-2bffa8f3-51d7-41e6-ba5c-0ae8355f2426 service neutron] 10.222.0.84 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879490 Aug 16 03:03:30.519332 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f42565f4-a13d-404b-a9a2-d2344d93190a up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:30.569322 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port f42565f4-a13d-404b-a9a2-d2344d93190a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:30.573076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port f42565f4-a13d-404b-a9a2-d2344d93190a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:30.573395 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:30.647436 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:30.669198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:03:30.671460 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c9ac88-1550-41ea-ad0a-07a7368b78ee" -d '{"events": [{"server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "name": "network-vif-plugged", "status": "completed", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:03:30.684362 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:30.689211 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:30.712177 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa946f50-9bc1-4c32-89f8-c331a0182d7e x-openstack-request-id: req-aa946f50-9bc1-4c32-89f8-c331a0182d7e {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:03:30.712564 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "name": "network-vif-plugged", "status": "completed", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:03:30.712702 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa946f50-9bc1-4c32-89f8-c331a0182d7e {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:03:30.713121 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'code': 200} Aug 16 03:03:30.738611 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=12']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:30.842992 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8657d-1e6c-40aa-b120-a2d1d4719e62 req-f219e911-9812-4e20-9abb-3abe07ad6cbb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:30.844498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fa8657d-1e6c-40aa-b120-a2d1d4719e62 req-f219e911-9812-4e20-9abb-3abe07ad6cbb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 947 time: 0.0541110 Aug 16 03:03:30.907089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3fa8657d-1e6c-40aa-b120-a2d1d4719e62 req-c08dff3c-b437-4bb5-9d24-a6f92b4d04fe tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561817 Aug 16 03:03:30.918064 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc29b2-8de6-417b-98bf-351eb76098ef req-ac681b1a-5775-41a3-a680-95b28af42f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:30.919464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fdc29b2-8de6-417b-98bf-351eb76098ef req-ac681b1a-5775-41a3-a680-95b28af42f12 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1099 time: 0.0512979 Aug 16 03:03:30.953928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8fdc29b2-8de6-417b-98bf-351eb76098ef req-15ef9517-bc87-4937-b8cb-e3f9d6f72ee1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270710 Aug 16 03:03:31.752658 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:03:32.360030 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020e8b0-4d37-4866-953e-6735f56f9e55 req-b1f35321-c5a6-4089-ad91-c122f295f7d0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:32.361521 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b020e8b0-4d37-4866-953e-6735f56f9e55 req-b1f35321-c5a6-4089-ad91-c122f295f7d0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 947 time: 0.3841736 Aug 16 03:03:32.402756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b020e8b0-4d37-4866-953e-6735f56f9e55 req-6461c4d3-d0d5-4d54-8e2b-4c840286e7c6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342224 Aug 16 03:03:33.526697 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1494ce0-f7a6-4566-9cb3-304bdac523ae req-637ed88d-7e17-4adb-8d54-d449e61169fd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:33.528183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1494ce0-f7a6-4566-9cb3-304bdac523ae req-637ed88d-7e17-4adb-8d54-d449e61169fd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 947 time: 0.0483634 Aug 16 03:03:33.565676 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f1494ce0-f7a6-4566-9cb3-304bdac523ae req-82fe6147-09a8-4293-a5dd-7df398318926 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310097 Aug 16 03:03:38.990991 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52312e2c-9440-4c33-b46c-3befaf9c98fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.463546 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:41.577741 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-895e6ac4-3815-4f71-8c01-98ea530ccbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:41.699401 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:43.029928 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.530970 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:49.027584 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:08.752418 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:04:08.982364 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cc71d3bd-0432-4344-93db-03a94381816d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.469830 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.578691 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b0a2-e4fa-41ac-883a-b939215d4b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.699048 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.034528 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.531266 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.024550 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.628214 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-21c95dff-7d11-42c3-b09b-990a98414640 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0796134 Aug 16 03:04:30.728626 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-559a35c1-3c7e-4c70-ac08-0167a3d04d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:30.730382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-559a35c1-3c7e-4c70-ac08-0167a3d04d20 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1099 time: 0.0441306 Aug 16 03:04:30.840800 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-155fbe1f-7b32-420c-a877-eb064e3a56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:30.842591 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-155fbe1f-7b32-420c-a877-eb064e3a56ed service neutron] 10.222.0.84 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0926974 Aug 16 03:04:30.912466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-9adcd115-13b3-4037-95d0-ef4d6eaf347c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 1002 time: 0.0618973 Aug 16 03:04:30.961294 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-37251076-2814-40e5-8cda-55822a3052a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:30.962721 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-37251076-2814-40e5-8cda-55822a3052a8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0431852 Aug 16 03:04:31.008771 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-9ccbe303-a48c-4772-8f6d-da0baa1ab26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.010295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-9ccbe303-a48c-4772-8f6d-da0baa1ab26f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406277 Aug 16 03:04:31.102248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-354ab439-d232-42f1-9e8c-e17853742c71 service neutron] 10.222.0.84 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842190 Aug 16 03:04:31.197065 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e57eedbc-8c66-4d66-84d0-1dae8f9e34b3 req-0521d3e5-8b9c-46c1-a049-e49dd6975c3f service neutron] 10.222.0.84 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878127 Aug 16 03:04:38.982663 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-76727812-c9f6-438b-b539-da4e15abc996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:40.461039 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:41.578296 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-90b58e50-08c7-4425-a300-d4871aeda82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:41.700078 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:43.036814 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:44.534066 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:45.752263 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:04:49.023344 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:08.984948 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2993dd64-5604-43ef-8545-4ddf8a1ee386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:10.474909 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:11.579796 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0dccdf67-b460-49da-86b7-726148cd4c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:11.704109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:13.041923 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:14.537505 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:19.037958 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:20.624612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37892) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:20.780025 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Deleting port 46e5e5e6-c48d-46b3-b8b4-37f855150f62 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:20.780281 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:20.857851 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:20.858177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:20.870762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Calling delete_port for 46e5e5e6-c48d-46b3-b8b4-37f855150f62 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:21.027523 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:21.053162 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event deleted for resources: {'Port': ['ID=46e5e5e6-c48d-46b3-b8b4-37f855150f62,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:21.077648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.077991 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.078326 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.078661 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.078988 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.079314 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.079638 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.079958 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.080283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.080604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.080925 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.081266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:21.122708 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:21.123043 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Floating IP c1240988-3a93-426a-8899-2f3e0bbe2b31 disassociated (deleted). External IP: 172.25.2.149, port: f42565f4-a13d-404b-a9a2-d2344d93190a. Aug 16 03:05:21.338780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Router e4561034-3817-45b7-b9d8-4770ec945ec9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:05:21.443799 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:05:21.448643 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:21.453243 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce49ea7-a4f2-4a95-acfc-a1c3709c8141 None None] Sync routers for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:05:21.462655 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce49ea7-a4f2-4a95-acfc-a1c3709c8141 None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:05:21.463265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-8ce49ea7-a4f2-4a95-acfc-a1c3709c8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:05:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:21.475392 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b9d0f669-a71c-416f-8d9b-de510d98379c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "DELETE /v2.0/floatingips/c1240988-3a93-426a-8899-2f3e0bbe2b31 HTTP/1.1" status: 204 len: 168 time: 0.8496323 Aug 16 03:05:21.476085 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:05:21.478501 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d1c966-aeca-4ab0-8ece-121292f66bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:05:21.523880 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3ab60d-07a0-444f-b128-fbcf1a040a10 x-openstack-request-id: req-aa3ab60d-07a0-444f-b128-fbcf1a040a10 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:05:21.524174 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:05:21.524425 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa3ab60d-07a0-444f-b128-fbcf1a040a10 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:05:21.524836 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'status': 'completed', 'code': 200} Aug 16 03:05:21.621610 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c966-aeca-4ab0-8ece-121292f66bb9 req-dff8784e-316f-4018-959b-1d13b68ea8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:21.623086 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76d1c966-aeca-4ab0-8ece-121292f66bb9 req-dff8784e-316f-4018-959b-1d13b68ea8bb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 1099 time: 0.0506454 Aug 16 03:05:21.741741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-8ce49ea7-a4f2-4a95-acfc-a1c3709c8141 None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:05:21.789611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d379e-8791-4d16-b75e-1c24e19d2fb4 req-83a19a37-ca37-4061-8ea8-1b31a3ccf336 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:21.791128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b35d379e-8791-4d16-b75e-1c24e19d2fb4 req-83a19a37-ca37-4061-8ea8-1b31a3ccf336 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 947 time: 0.1039717 Aug 16 03:05:21.794074 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c966-aeca-4ab0-8ece-121292f66bb9 req-432e0821-3844-42ae-88a3-c9de9ee9d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:21.795465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76d1c966-aeca-4ab0-8ece-121292f66bb9 req-432e0821-3844-42ae-88a3-c9de9ee9d482 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.1271582 Aug 16 03:05:21.848003 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76d1c966-aeca-4ab0-8ece-121292f66bb9 req-f9828b2f-09e3-491c-aa10-56862b9892f6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 200 len: 217 time: 0.0446653 Aug 16 03:05:21.891802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b35d379e-8791-4d16-b75e-1c24e19d2fb4 req-ef4a0560-f6b5-4b04-b1ba-9ed59d4cc324 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943570 Aug 16 03:05:21.908505 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c966-aeca-4ab0-8ece-121292f66bb9 req-70d23cbf-6a3c-4d0f-a29e-0319d10312d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:21.910008 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76d1c966-aeca-4ab0-8ece-121292f66bb9 req-70d23cbf-6a3c-4d0f-a29e-0319d10312d1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0503643 Aug 16 03:05:21.944536 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-8ce49ea7-a4f2-4a95-acfc-a1c3709c8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:21.961227 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c966-aeca-4ab0-8ece-121292f66bb9 req-2b506829-b67d-4432-9800-038d3407eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:21.962745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76d1c966-aeca-4ab0-8ece-121292f66bb9 req-2b506829-b67d-4432-9800-038d3407eda9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446711 Aug 16 03:05:21.972363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce49ea7-a4f2-4a95-acfc-a1c3709c8141 None None] Checking router: e4561034-3817-45b7-b9d8-4770ec945ec9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:05:21.981768 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce49ea7-a4f2-4a95-acfc-a1c3709c8141 None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:05:21.982386 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-8ce49ea7-a4f2-4a95-acfc-a1c3709c8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:05:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:22.070724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76d1c966-aeca-4ab0-8ece-121292f66bb9 req-567d5950-49a8-42ae-9de3-723c3e4fa63b service neutron] 10.222.0.84 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980873 Aug 16 03:05:22.099208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-8ce49ea7-a4f2-4a95-acfc-a1c3709c8141 None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:05:22.163057 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76d1c966-aeca-4ab0-8ece-121292f66bb9 req-65e6a17d-514a-4850-9b43-4625e393760f service neutron] 10.222.0.84 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842402 Aug 16 03:05:22.296848 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-8ce49ea7-a4f2-4a95-acfc-a1c3709c8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:22.322653 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce49ea7-a4f2-4a95-acfc-a1c3709c8141 None None] The sync data for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 is: [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:05:22.545751 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84530eec-6a56-4804-99d3-b9ca0f578d97 None None] New status for floating IP c1240988-3a93-426a-8899-2f3e0bbe2b31: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:05:22.750818 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:05:23.032408 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde59ba4-ff03-43ee-8306-a64155b91a43 req-850a00bf-4121-4968-a338-fc5bb776e238 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:23.033845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fde59ba4-ff03-43ee-8306-a64155b91a43 req-850a00bf-4121-4968-a338-fc5bb776e238 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 947 time: 0.0564373 Aug 16 03:05:23.073519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fde59ba4-ff03-43ee-8306-a64155b91a43 req-e5c6930d-6ecd-4f59-b5ac-500da7207449 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=d970ba6a-ac92-4026-b332-0f7d295a42ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319757 Aug 16 03:05:23.478219 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfaac1-4005-466b-8809-74102ecccc1a req-54004416-9118-499c-bd7d-381a1c31ad5e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:23.479594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88dfaac1-4005-466b-8809-74102ecccc1a req-54004416-9118-499c-bd7d-381a1c31ad5e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 947 time: 0.0479743 Aug 16 03:05:23.573615 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-88dfaac1-4005-466b-8809-74102ecccc1a req-89b4e24e-7622-4955-9abf-c9263ce79063 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Deleting port f42565f4-a13d-404b-a9a2-d2344d93190a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:23.574070 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-88dfaac1-4005-466b-8809-74102ecccc1a req-89b4e24e-7622-4955-9abf-c9263ce79063 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:23.659520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-88dfaac1-4005-466b-8809-74102ecccc1a req-89b4e24e-7622-4955-9abf-c9263ce79063 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] For port f42565f4-a13d-404b-a9a2-d2344d93190a, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=f42565f4-a13d-404b-a9a2-d2344d93190a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:23.659910 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-88dfaac1-4005-466b-8809-74102ecccc1a req-89b4e24e-7622-4955-9abf-c9263ce79063 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:23.673101 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-88dfaac1-4005-466b-8809-74102ecccc1a req-89b4e24e-7622-4955-9abf-c9263ce79063 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Calling delete_port for f42565f4-a13d-404b-a9a2-d2344d93190a owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:23.804542 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-88dfaac1-4005-466b-8809-74102ecccc1a req-89b4e24e-7622-4955-9abf-c9263ce79063 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:23.834098 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4e24e-7622-4955-9abf-c9263ce79063 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event deleted for resources: {'Port': ['ID=f42565f4-a13d-404b-a9a2-d2344d93190a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:23.876932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dfaac1-4005-466b-8809-74102ecccc1a req-89b4e24e-7622-4955-9abf-c9263ce79063 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] No DVR routers for this DVR port f42565f4-a13d-404b-a9a2-d2344d93190a on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:05:23.879928 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-88dfaac1-4005-466b-8809-74102ecccc1a req-89b4e24e-7622-4955-9abf-c9263ce79063 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:23.882793 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88dfaac1-4005-466b-8809-74102ecccc1a req-89b4e24e-7622-4955-9abf-c9263ce79063 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.84 "DELETE /v2.0/ports/f42565f4-a13d-404b-a9a2-d2344d93190a HTTP/1.1" status: 204 len: 173 time: 0.3968344 Aug 16 03:05:23.883248 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'name': 'network-vif-deleted', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:05:23.885591 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec22f18e-a118-4533-82ae-7346a129437b" -d '{"events": [{"server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "name": "network-vif-deleted", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:05:23.960041 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7123f3a-7722-4d4b-8ce2-e66f70ab1924 x-openstack-request-id: req-d7123f3a-7722-4d4b-8ce2-e66f70ab1924 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:05:23.960331 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec77dab5-5ea0-46ee-9a30-d34464f894c1", "name": "network-vif-deleted", "tag": "f42565f4-a13d-404b-a9a2-d2344d93190a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:05:23.960583 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d7123f3a-7722-4d4b-8ce2-e66f70ab1924 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:05:23.961003 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec77dab5-5ea0-46ee-9a30-d34464f894c1', 'name': 'network-vif-deleted', 'tag': 'f42565f4-a13d-404b-a9a2-d2344d93190a', 'status': 'completed', 'code': 200} Aug 16 03:05:24.188454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-083ee9eb-c25a-490e-b33e-572a418c4b61 req-ccf6eeb2-71d9-4daf-aa25-5763644f7199 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec77dab5-5ea0-46ee-9a30-d34464f894c1 HTTP/1.1" status: 200 len: 210 time: 0.0314412 Aug 16 03:05:25.246849 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37920) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:25.307563 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f2a74c8-1e43-4957-8ba2-f1142b794be4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:25.332292 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f2a74c8-1e43-4957-8ba2-f1142b794be4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:25.391292 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f2a74c8-1e43-4957-8ba2-f1142b794be4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:25.393880 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f2a74c8-1e43-4957-8ba2-f1142b794be4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:25.395037 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2f2a74c8-1e43-4957-8ba2-f1142b794be4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "DELETE /v2.0/security-groups/d970ba6a-ac92-4026-b332-0f7d295a42ae HTTP/1.1" status: 204 len: 168 time: 0.1472044 Aug 16 03:05:25.405127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a74c8-1e43-4957-8ba2-f1142b794be4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d970ba6a-ac92-4026-b332-0f7d295a42ae,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:25.836341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 37926) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:25.841831 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-359957967', 'description': 'tempest-secgroup-smoke-359957967 description', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:25.867040 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:25.950937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:25.954917 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:25.978678 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:25.982875 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1425338 Aug 16 03:05:25.983318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37930) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:25.988009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b0fa9b68-41d4-4600-b79f-a475e2232b3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'a2c02502-6a85-4355-b641-cc72b078cda4', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:25.988302 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c02502-6a85-4355-b641-cc72b078cda4,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:25.995855 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:25.996206 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:25.996826 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:25.997260 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:25.997555 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:25.997871 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:25.998205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:25.998535 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:25.998858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:25.999187 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:25.999499 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:25.999817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fa3b6-e345-4dd9-8a9e-e855d6cfcec9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:26.018278 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9b68-41d4-4600-b79f-a475e2232b3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.064848 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9b68-41d4-4600-b79f-a475e2232b3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.069587 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9b68-41d4-4600-b79f-a475e2232b3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.088714 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa9b68-41d4-4600-b79f-a475e2232b3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3766aeff-bf19-49d5-84eb-c6db8987c8a2,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:26.094147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9b68-41d4-4600-b79f-a475e2232b3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.095391 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-b0fa9b68-41d4-4600-b79f-a475e2232b3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110246 Aug 16 03:05:26.098462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37932) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:26.102952 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f235065d-044d-495a-a254-fbe7cbc4b459 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'a2c02502-6a85-4355-b641-cc72b078cda4', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:26.129289 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f235065d-044d-495a-a254-fbe7cbc4b459 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.194821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f235065d-044d-495a-a254-fbe7cbc4b459 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.199109 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f235065d-044d-495a-a254-fbe7cbc4b459 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.221096 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235065d-044d-495a-a254-fbe7cbc4b459 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f11bf5d-fd55-41ed-98e8-714d7be8f7f6,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:26.228565 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f235065d-044d-495a-a254-fbe7cbc4b459 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.229652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-f235065d-044d-495a-a254-fbe7cbc4b459 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302342 Aug 16 03:05:26.232965 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37934) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:26.237467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-c848c57f-9551-4445-aa45-9d83de6f5794 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'a2c02502-6a85-4355-b641-cc72b078cda4', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:26.268592 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c848c57f-9551-4445-aa45-9d83de6f5794 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.328351 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c848c57f-9551-4445-aa45-9d83de6f5794 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.332610 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c848c57f-9551-4445-aa45-9d83de6f5794 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.350468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848c57f-9551-4445-aa45-9d83de6f5794 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9711cb-b714-46ea-9477-eb13d3ae994c,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:26.361015 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c848c57f-9551-4445-aa45-9d83de6f5794 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.362222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-c848c57f-9551-4445-aa45-9d83de6f5794 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282949 Aug 16 03:05:26.365789 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37936) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:26.370328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-2b5edcea-fe44-434b-b895-120f8daeb219 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'a2c02502-6a85-4355-b641-cc72b078cda4', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:26.398461 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b5edcea-fe44-434b-b895-120f8daeb219 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.458402 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b5edcea-fe44-434b-b895-120f8daeb219 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.462117 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b5edcea-fe44-434b-b895-120f8daeb219 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.481710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5edcea-fe44-434b-b895-120f8daeb219 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398720bb-fd78-4530-961a-a38078ad6e0f,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:26.487109 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2b5edcea-fe44-434b-b895-120f8daeb219 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.488316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-2b5edcea-fe44-434b-b895-120f8daeb219 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215892 Aug 16 03:05:26.491634 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37938) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:26.496201 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-212bd275-42b5-444a-8835-fe55077b8c37 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'a2c02502-6a85-4355-b641-cc72b078cda4', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:26.518267 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-212bd275-42b5-444a-8835-fe55077b8c37 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Project e72dadae6b964ee688fbbb67ba125b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:05:26.524053 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-212bd275-42b5-444a-8835-fe55077b8c37 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.591973 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-212bd275-42b5-444a-8835-fe55077b8c37 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.595651 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-212bd275-42b5-444a-8835-fe55077b8c37 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.613905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bd275-42b5-444a-8835-fe55077b8c37 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6da835-6238-4bcb-a524-1a860d514bd8,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:26.619575 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-212bd275-42b5-444a-8835-fe55077b8c37 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.620763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-212bd275-42b5-444a-8835-fe55077b8c37 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281881 Aug 16 03:05:26.623547 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 37940) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:26.627899 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-fce19293-8bae-4e12-8581-cc7ba2525645 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'security_group_rule': {'security_group_id': 'a2c02502-6a85-4355-b641-cc72b078cda4', 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:26.649345 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-fce19293-8bae-4e12-8581-cc7ba2525645 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Project e72dadae6b964ee688fbbb67ba125b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:05:26.654021 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fce19293-8bae-4e12-8581-cc7ba2525645 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.714082 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fce19293-8bae-4e12-8581-cc7ba2525645 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.717658 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fce19293-8bae-4e12-8581-cc7ba2525645 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.736412 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce19293-8bae-4e12-8581-cc7ba2525645 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35390c57-a18a-4596-9e29-7253615cd2ad,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:26.740233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fce19293-8bae-4e12-8581-cc7ba2525645 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.741443 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fce19293-8bae-4e12-8581-cc7ba2525645 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169810 Aug 16 03:05:27.094299 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f42565f4-a13d-404b-a9a2-d2344d93190a no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:05:27.117330 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: f42565f4-a13d-404b-a9a2-d2344d93190a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:05:27.117682 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device f42565f4-a13d-404b-a9a2-d2344d93190a not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:05:38.989971 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-24fdc512-9973-4dad-a944-d769fa74c792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:40.474621 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:41.235981 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-ee686e65-936d-4661-8217-9006f2c5d775 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-359957967&fields=id&tenant_id=e72dadae6b964ee688fbbb67ba125b22 HTTP/1.1" status: 200 len: 267 time: 0.0349827 Aug 16 03:05:41.343724 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8caf45-f022-4df4-9556-2fc10aed581b req-8ba1a651-0912-4f04-b3b7-e215b27b0d92 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:41.345209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-8ba1a651-0912-4f04-b3b7-e215b27b0d92 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 808 time: 0.1023896 Aug 16 03:05:41.363859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-2b4c9602-3b8b-48e0-b229-ee3625eae0ee tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/quotas/e72dadae6b964ee688fbbb67ba125b22 HTTP/1.1" status: 200 len: 375 time: 0.0114250 Aug 16 03:05:41.418267 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-842b94b3-f5d7-483b-bd93-efcfd68dedc7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485549 Aug 16 03:05:41.475327 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-002a3464-89fb-43a4-ae35-f4e81c141168 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:05:41.476346 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-002a3464-89fb-43a4-ae35-f4e81c141168 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471566 Aug 16 03:05:41.565958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b7ec4db8-59cc-49ad-a68a-a5a0a96987f7 service neutron] 10.222.0.79 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825768 Aug 16 03:05:41.575823 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1e728e95-3dbf-4f5f-81bd-7076c64c66a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:41.661670 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-3fdd69e8-c84a-42db-9f9f-fd3775fc4535 service neutron] 10.222.0.79 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882893 Aug 16 03:05:41.711636 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:43.025115 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79933e3c-0db2-40be-9e36-ed8e9c5d7c7b req-7ea7acd6-a00f-4fbb-9f9e-fc0af3103e2c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 210 time: 0.0749583 Aug 16 03:05:43.058776 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:43.993971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8caf45-f022-4df4-9556-2fc10aed581b req-2eccf10a-6d6a-42c6-ba9a-0300bdc78892 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:43.995486 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-2eccf10a-6d6a-42c6-ba9a-0300bdc78892 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 808 time: 0.1091025 Aug 16 03:05:44.040503 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-d45ca263-91d1-4e0b-802d-0982f0cad485 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e72dadae6b964ee688fbbb67ba125b22 HTTP/1.1" status: 200 len: 379 time: 0.0362997 Aug 16 03:05:44.050427 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'port': {'device_id': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'admin_state_up': True, 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'security_groups': ['a2c02502-6a85-4355-b641-cc72b078cda4']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:44.174586 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Made reservation on behalf of e72dadae6b964ee688fbbb67ba125b22 for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:05:44.178230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:44.197999 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9c7783b8-7c8a-48eb-b63d-29605c8de6dc req-a8f1b173-de4a-4fcb-b81c-16ab859c00c1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 210 time: 0.0273390 Aug 16 03:05:44.317597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Allocated IP 172.20.0.11 (77641ad9-4a3f-4632-a0d7-4ec374e943d4/b2bdeeca-e52f-4a23-bf8c-d7a8361435f5/9d17ff3b-9b3d-4471-be08-995ad0ad539a) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:05:44.464349 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:44.480913 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Transition to ACTIVE for port object 9d17ff3b-9b3d-4471-be08-995ad0ad539a will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:05:44.515495 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:44.541645 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:44.562428 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:05:44.565704 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:05:44.570204 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:05:44.578162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'Port': ['ID=9d17ff3b-9b3d-4471-be08-995ad0ad539a,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:44.632170 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:44.632897 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:44.648870 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-e330aa08-d63b-4785-9408-2135c98b2ead tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6022673 Aug 16 03:05:44.703771 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Request body: {'port': {'device_id': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:44.764475 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:44.799159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-54cab48d-3671-4366-adad-ecce743eddfd None None] Provisioning for port 9d17ff3b-9b3d-4471-be08-995ad0ad539a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:05:44.803908 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-54cab48d-3671-4366-adad-ecce743eddfd None None] Provisioning complete for port 9d17ff3b-9b3d-4471-be08-995ad0ad539a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:05:44.804515 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-54cab48d-3671-4366-adad-ecce743eddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:44.843005 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-54cab48d-3671-4366-adad-ecce743eddfd None None] Port 9d17ff3b-9b3d-4471-be08-995ad0ad539a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:05:45.043964 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d17ff3b-9b3d-4471-be08-995ad0ad539a {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:05:45.052807 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:45.064782 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Transition to ACTIVE for port object 9d17ff3b-9b3d-4471-be08-995ad0ad539a will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:05:45.069310 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:45.124645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d17ff3b-9b3d-4471-be08-995ad0ad539a,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:45.205695 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Attempting to bind port 9d17ff3b-9b3d-4471-be08-995ad0ad539a on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:05:45.206124 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Attempting to bind port 9d17ff3b-9b3d-4471-be08-995ad0ad539a by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:05:45.206475 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Attempting to bind port 9d17ff3b-9b3d-4471-be08-995ad0ad539a on network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:05:45.215981 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Port 9d17ff3b-9b3d-4471-be08-995ad0ad539a on network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:05:45.216331 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Attempting to bind port 9d17ff3b-9b3d-4471-be08-995ad0ad539a on network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:05:45.222274 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:05:45.222620 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Checking segment: {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:05:45.223012 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Bound using segment: {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:05:45.223447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Bound port: 9d17ff3b-9b3d-4471-be08-995ad0ad539a, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753244e5-54b9-41f8-8b8d-321f4d8b0f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:05:45.223845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:45.307908 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] For port 9d17ff3b-9b3d-4471-be08-995ad0ad539a, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:05:45.311179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] For port 9d17ff3b-9b3d-4471-be08-995ad0ad539a, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:05:45.315885 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:45.351364 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3964986-8957-4dbd-a59d-62613ffd1a26 req-8b1fd62a-91c9-48dc-b14b-bd0a73c250ae tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:45.357021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3964986-8957-4dbd-a59d-62613ffd1a26 req-8b1fd62a-91c9-48dc-b14b-bd0a73c250ae tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0634203 Aug 16 03:05:45.383719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d17ff3b-9b3d-4471-be08-995ad0ad539a,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:45.387008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:45.387647 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:45.389077 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b70b3205-a520-40fa-a518-8f7838ed23f7 service neutron] 10.222.0.89 "PUT /v2.0/ports/9d17ff3b-9b3d-4471-be08-995ad0ad539a HTTP/1.1" status: 200 len: 1093 time: 0.7325354 Aug 16 03:05:45.389538 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:05:45.391805 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:05:45.430859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3964986-8957-4dbd-a59d-62613ffd1a26 req-281a8371-ed7a-4b21-9bbb-af7d454b7c6d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671597 Aug 16 03:05:45.478719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b0e489da-5c80-4c95-ac81-821929025e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:45.480554 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-b0e489da-5c80-4c95-ac81-821929025e65 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 1096 time: 0.0466571 Aug 16 03:05:45.533489 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-9d122847-8fb5-4590-99bf-fdd780218c4d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a HTTP/1.1" status: 200 len: 217 time: 0.0436585 Aug 16 03:05:45.575470 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57ca230-9359-4f00-8c5e-43cd2bfe9e25 x-openstack-request-id: req-c57ca230-9359-4f00-8c5e-43cd2bfe9e25 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:05:45.575719 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:05:45.575954 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c57ca230-9359-4f00-8c5e-43cd2bfe9e25 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:05:45.576351 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'status': 'completed', 'code': 200} Aug 16 03:05:45.595492 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8caf45-f022-4df4-9556-2fc10aed581b req-ee1e0aef-f053-4f5c-818a-e94376b5dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:45.597023 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-ee1e0aef-f053-4f5c-818a-e94376b5dce6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0566835 Aug 16 03:05:45.645611 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8caf45-f022-4df4-9556-2fc10aed581b req-cded722e-e567-4c06-9042-391e7cbbd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:45.647268 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-cded722e-e567-4c06-9042-391e7cbbd632 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423689 Aug 16 03:05:45.738812 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-06b88fd7-6920-4e5c-8254-ebd5fd14fbd3 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840900 Aug 16 03:05:45.835979 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de8caf45-f022-4df4-9556-2fc10aed581b req-55244a4e-1e30-4c80-8fc3-3209f8032663 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902095 Aug 16 03:05:45.927794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39 req-d316cd65-7fd0-4c6d-a8b9-f78da70f49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:45.929530 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39 req-d316cd65-7fd0-4c6d-a8b9-f78da70f49a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 1096 time: 0.0445137 Aug 16 03:05:46.027356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39 req-226d7a4c-2898-4daf-aaa4-da591ca78832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:46.028852 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39 req-226d7a4c-2898-4daf-aaa4-da591ca78832 service neutron] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0929825 Aug 16 03:05:46.072438 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39 req-d7b805ee-0215-4dbb-9903-0508e80cbcaf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a HTTP/1.1" status: 200 len: 217 time: 0.0355914 Aug 16 03:05:46.121703 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39 req-938bd18b-937b-4747-9128-d91805ffca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:46.123095 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39 req-938bd18b-937b-4747-9128-d91805ffca27 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0444443 Aug 16 03:05:46.173423 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39 req-e043a13d-c96e-4e97-84f4-af81a99ad50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:46.174863 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39 req-e043a13d-c96e-4e97-84f4-af81a99ad50a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447795 Aug 16 03:05:46.267257 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39 req-5e75cdcf-229f-4a72-ae42-b5172bd782c3 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847831 Aug 16 03:05:46.361381 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a65c2f11-0870-4e79-9f3f-d954fc7a7b39 req-003ddb35-f990-4aec-8098-41968a040deb service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866110 Aug 16 03:05:46.557209 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cde79-d929-40b8-a4ba-913014e4e8aa req-663a385f-5874-4f29-8581-49305fc5ff6d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:46.558794 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-919cde79-d929-40b8-a4ba-913014e4e8aa req-663a385f-5874-4f29-8581-49305fc5ff6d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0544367 Aug 16 03:05:46.600309 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-919cde79-d929-40b8-a4ba-913014e4e8aa req-78a1d1b1-4f68-4297-ac97-46ebe364f464 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352943 Aug 16 03:05:47.718423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc10448-784e-487a-8a4a-6921dc767a3f req-958cf2f6-02db-469d-b550-07946a0b65d6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:47.719915 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-adc10448-784e-487a-8a4a-6921dc767a3f req-958cf2f6-02db-469d-b550-07946a0b65d6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0493979 Aug 16 03:05:47.759240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-adc10448-784e-487a-8a4a-6921dc767a3f req-216d81f9-80fc-4248-a8a7-bafe1de3d624 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330894 Aug 16 03:05:48.875378 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ceae0-b249-484a-9a41-0b7eaafb0ba0 req-f2a42a9a-2208-4643-89c4-8d14caad57ea tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:48.876841 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de7ceae0-b249-484a-9a41-0b7eaafb0ba0 req-f2a42a9a-2208-4643-89c4-8d14caad57ea tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0503314 Aug 16 03:05:48.917802 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de7ceae0-b249-484a-9a41-0b7eaafb0ba0 req-9305cf6a-2fde-428e-bd85-ddc3244eb056 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349987 Aug 16 03:05:49.054056 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.044463 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28955d74-4479-42f3-b657-4ae3feee517d req-9b59b44d-ae2c-4253-b720-f7d6d8bc301c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:50.045976 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28955d74-4479-42f3-b657-4ae3feee517d req-9b59b44d-ae2c-4253-b720-f7d6d8bc301c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0489755 Aug 16 03:05:50.084380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28955d74-4479-42f3-b657-4ae3feee517d req-7b2aa96a-a386-42d1-a710-ff39753d6626 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325007 Aug 16 03:05:51.197592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423ccc5-b85f-494b-9edc-eddf008b54be req-af0a5a5f-9ad9-4e0c-93b0-820de04bc78a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:51.199121 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2423ccc5-b85f-494b-9edc-eddf008b54be req-af0a5a5f-9ad9-4e0c-93b0-820de04bc78a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0488200 Aug 16 03:05:51.238480 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2423ccc5-b85f-494b-9edc-eddf008b54be req-42f5069c-5ac9-4856-9b64-182bb71a8923 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325983 Aug 16 03:05:52.352263 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6823ed6-729a-44bc-b6a2-01bc3e48fe9e req-42af1011-e816-4aca-998c-6c9518cc4c44 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:52.354327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6823ed6-729a-44bc-b6a2-01bc3e48fe9e req-42af1011-e816-4aca-998c-6c9518cc4c44 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487211 Aug 16 03:05:52.395127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6823ed6-729a-44bc-b6a2-01bc3e48fe9e req-f41a399f-84ed-4955-a230-cee851d9cc99 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351644 Aug 16 03:05:53.511143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04b5ec-6778-463c-9aee-9cc5cde47f81 req-4fdcdd2c-32e1-473a-acd4-e54f40f2d398 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:53.512655 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c04b5ec-6778-463c-9aee-9cc5cde47f81 req-4fdcdd2c-32e1-473a-acd4-e54f40f2d398 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0494976 Aug 16 03:05:53.550435 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c04b5ec-6778-463c-9aee-9cc5cde47f81 req-f7cc882a-3db3-4152-b21e-cf940631291d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317793 Aug 16 03:05:54.666719 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05993c2-9c9a-4e14-bd87-fb02059b7c3b req-bc6ac240-aca2-4aef-8317-dc81c0f39234 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:54.668180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e05993c2-9c9a-4e14-bd87-fb02059b7c3b req-bc6ac240-aca2-4aef-8317-dc81c0f39234 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0477600 Aug 16 03:05:54.706105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e05993c2-9c9a-4e14-bd87-fb02059b7c3b req-49f814d8-2d08-443f-bb41-33ff282f1244 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320115 Aug 16 03:05:55.820171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eb0a6-dd77-41b7-85c3-bf83c75316d6 req-b9b0edbc-6f52-4b7c-ae12-3aec4baf959f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:55.821853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f07eb0a6-dd77-41b7-85c3-bf83c75316d6 req-b9b0edbc-6f52-4b7c-ae12-3aec4baf959f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487578 Aug 16 03:05:55.866114 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f07eb0a6-dd77-41b7-85c3-bf83c75316d6 req-a7db446a-e5fd-40f2-81ac-ef38ce62eede tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377502 Aug 16 03:05:56.133548 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9d17ff3b-9b3d-4471-be08-995ad0ad539a details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:05:56.226751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9d17ff3b-9b3d-4471-be08-995ad0ad539a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:56.238429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'port_id': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:05:56.278367 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:56.291205 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d17ff3b-9b3d-4471-be08-995ad0ad539a {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:05:56.310055 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9d17ff3b-9b3d-4471-be08-995ad0ad539a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:56.313935 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:56.362012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=9d17ff3b-9b3d-4471-be08-995ad0ad539a,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:56.369328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.369717 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.370068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.370410 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.370746 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.371080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.371414 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.371748 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.372080 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.372408 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.372735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.373088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:56.555641 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['9d17ff3b-9b3d-4471-be08-995ad0ad539a'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:05:56.984091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80633632-e0e2-405a-bf30-1a253f77a205 req-6b73a7ea-9f0a-455b-84d4-f96d2eabf767 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:56.985605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80633632-e0e2-405a-bf30-1a253f77a205 req-6b73a7ea-9f0a-455b-84d4-f96d2eabf767 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 945 time: 0.0528209 Aug 16 03:05:57.024556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80633632-e0e2-405a-bf30-1a253f77a205 req-12c88eb1-ff67-4234-81af-b60ac7851546 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325232 Aug 16 03:05:58.139570 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d4e4c-cb27-4780-8239-8165990f65c7 req-5a640b47-5509-4369-bc80-3dbc2caf5328 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:58.141101 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc2d4e4c-cb27-4780-8239-8165990f65c7 req-5a640b47-5509-4369-bc80-3dbc2caf5328 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 945 time: 0.0497649 Aug 16 03:05:58.148766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9d17ff3b-9b3d-4471-be08-995ad0ad539a up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:05:58.181342 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cc2d4e4c-cb27-4780-8239-8165990f65c7 req-ac802f1d-029c-46ac-b49e-baac18b492a7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323594 Aug 16 03:05:58.200576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port 9d17ff3b-9b3d-4471-be08-995ad0ad539a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:05:58.204334 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port 9d17ff3b-9b3d-4471-be08-995ad0ad539a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:05:58.204708 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:58.281976 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:58.306301 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:05:58.308550 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef918e1d-e14f-44fd-a12b-b76c45167f0b" -d '{"events": [{"server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "name": "network-vif-plugged", "status": "completed", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:05:58.321480 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9d17ff3b-9b3d-4471-be08-995ad0ad539a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:58.326586 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:58.353001 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a0c56f-368a-431c-a881-677233c46ac2 x-openstack-request-id: req-10a0c56f-368a-431c-a881-677233c46ac2 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:05:58.353282 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "name": "network-vif-plugged", "status": "completed", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:05:58.353527 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10a0c56f-368a-431c-a881-677233c46ac2 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:05:58.353904 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'code': 200} Aug 16 03:05:58.383035 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=9d17ff3b-9b3d-4471-be08-995ad0ad539a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:58.442652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad60836-089b-4369-9a3b-8adee9d5d4a5 req-27aa951f-6a96-4c29-a367-e93a66c2ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:58.444042 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7ad60836-089b-4369-9a3b-8adee9d5d4a5 req-27aa951f-6a96-4c29-a367-e93a66c2ef13 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 1098 time: 0.0399997 Aug 16 03:05:58.478976 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7ad60836-089b-4369-9a3b-8adee9d5d4a5 req-82f57181-1406-4943-9417-5d3d1b086a05 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282171 Aug 16 03:05:59.300142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d986b8-5fbb-4e4a-8b7e-a09adf16fb3f req-38032bd9-8e8f-4434-8f1c-1e4274439433 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:59.301660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8d986b8-5fbb-4e4a-8b7e-a09adf16fb3f req-38032bd9-8e8f-4434-8f1c-1e4274439433 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0483935 Aug 16 03:05:59.342441 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c8d986b8-5fbb-4e4a-8b7e-a09adf16fb3f req-12fe994a-20db-4460-86eb-c5e69b9c1ee3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348365 Aug 16 03:05:59.459905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99d65c-5671-4711-9918-8b7726c5a5fd req-be13776f-59b4-43e9-8f95-9020836121bc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:59.461311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff99d65c-5671-4711-9918-8b7726c5a5fd req-be13776f-59b4-43e9-8f95-9020836121bc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0480847 Aug 16 03:05:59.499128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff99d65c-5671-4711-9918-8b7726c5a5fd req-98020323-b987-436b-9195-ec7c066a3a7b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319123 Aug 16 03:05:59.522472 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38148) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:59.607865 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a0c657-6da1-4abf-9e4c-bf3afc3488f5 tempest-TestShelveInstance-1594855972 tempest-TestShelveInstance-1594855972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:59.609511 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-79a0c657-6da1-4abf-9e4c-bf3afc3488f5 tempest-TestShelveInstance-1594855972 tempest-TestShelveInstance-1594855972-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 1093 time: 0.0860229 Aug 16 03:05:59.612405 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 38152) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:59.616674 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:59.638720 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.736879 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.750100 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:05:59.837233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Allocated IP 172.25.2.218 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/52a18c16-1c7c-4a08-92d6-5c27a9c98587) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:05:59.941277 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.980201 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.021526 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:00.024383 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:00.027817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:06:00.049206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'Port': ['ID=52a18c16-1c7c-4a08-92d6-5c27a9c98587,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:00.380305 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.445809 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.596672 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.601147 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.674353 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event updated for resources: {'Port': ['ID=52a18c16-1c7c-4a08-92d6-5c27a9c98587,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:00.683243 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.781799 n-d-768851-16 neutron-server[101381]: INFO neutron.db.l3_db [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Floating IP b8f597c1-e983-41a6-8a0a-c365e8355c57 associated. External IP: 172.25.2.218, port: 9d17ff3b-9b3d-4471-be08-995ad0ad539a. Aug 16 03:06:00.983618 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Router e4561034-3817-45b7-b9d8-4770ec945ec9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:06:01.091183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:01.101751 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5b400-073d-40cc-a7b3-c2e30d6d9692 None None] Sync routers for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:01.107986 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.111673 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5b400-073d-40cc-a7b3-c2e30d6d9692 None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:01.112296 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-48a5b400-073d-40cc-a7b3-c2e30d6d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:05:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:01.148600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-a6c87695-613c-451d-aec5-324ced06a9ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5220900 Aug 16 03:06:01.148600 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:01.148600 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:01.177544 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f533c65-f09f-4126-888e-c989cd663514 x-openstack-request-id: req-0f533c65-f09f-4126-888e-c989cd663514 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:01.177866 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:01.178129 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f533c65-f09f-4126-888e-c989cd663514 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:01.178534 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'status': 'completed', 'code': 200} Aug 16 03:06:01.221770 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-48a5b400-073d-40cc-a7b3-c2e30d6d9692 None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:01.239358 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b req-bc9bbc09-7949-43f8-a866-42dcdf4f86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:01.240923 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b req-bc9bbc09-7949-43f8-a866-42dcdf4f86ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 1098 time: 0.0417507 Aug 16 03:06:01.332394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b req-b362491c-287f-4ff4-aa4c-97ba1c9a1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:01.333958 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b req-b362491c-287f-4ff4-aa4c-97ba1c9a1f0d service neutron] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0866981 Aug 16 03:06:01.398966 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b req-82764cf5-f607-4110-970b-4afa2299878f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a HTTP/1.1" status: 200 len: 1000 time: 0.0584483 Aug 16 03:06:01.452211 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-48a5b400-073d-40cc-a7b3-c2e30d6d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'b8f597c1-e983-41a6-8a0a-c365e8355c57', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'floating_ip_address': '172.25.2.218', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'port_id': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:00Z', 'revision_number': 0, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:01.452605 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b req-cef7d704-a5a7-40c4-9861-86a410ef28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:01.454130 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b req-cef7d704-a5a7-40c4-9861-86a410ef28e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0486438 Aug 16 03:06:01.479937 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5b400-073d-40cc-a7b3-c2e30d6d9692 None None] Checking router: e4561034-3817-45b7-b9d8-4770ec945ec9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:01.491009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5b400-073d-40cc-a7b3-c2e30d6d9692 None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:01.491545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-48a5b400-073d-40cc-a7b3-c2e30d6d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:05:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:01.504179 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b req-e2b7af0c-8a96-4907-9a6f-5d864dec0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:01.505984 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b req-e2b7af0c-8a96-4907-9a6f-5d864dec0d47 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449650 Aug 16 03:06:01.596864 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b req-e5ecede8-0527-4b03-b035-1c71cbcce42e service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839329 Aug 16 03:06:01.599577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-48a5b400-073d-40cc-a7b3-c2e30d6d9692 None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:01.832402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-48a5b400-073d-40cc-a7b3-c2e30d6d9692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'b8f597c1-e983-41a6-8a0a-c365e8355c57', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'floating_ip_address': '172.25.2.218', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'port_id': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:00Z', 'revision_number': 0, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:01.864029 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5b400-073d-40cc-a7b3-c2e30d6d9692 None None] The sync data for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 is: [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': 'b8f597c1-e983-41a6-8a0a-c365e8355c57', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'floating_ip_address': '172.25.2.218', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'port_id': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'mac_address': 'fa:16:3e:0a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:00Z', 'revision_number': 0, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:02.026813 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-fc23023c-e1e1-44ec-adb1-ce6b14d8534b req-987a78e2-c66c-4f79-b307-12c5ba3ba4f2 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224396 Aug 16 03:06:02.067719 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dfdde4-9282-4f9a-b15d-cfdc07a1bc18 None None] New status for floating IP b8f597c1-e983-41a6-8a0a-c365e8355c57: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:06:08.983977 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bf806b53-6246-4cd2-9b3f-8ea34b951184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.473446 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:11.577877 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aae1f921-537b-49fd-b839-343c7282b631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:11.704888 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.046249 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.431077 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-a6e00e3b-963e-407e-8e72-405286fc3c11 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406053 Aug 16 03:06:13.511077 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-87e290fb-38f7-4db6-a3f0-4a1d2543b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:13.512573 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-87e290fb-38f7-4db6-a3f0-4a1d2543b315 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 1098 time: 0.0411582 Aug 16 03:06:13.618141 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-0d6c5302-4b26-4d9e-a77a-5f59b37b5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:13.619615 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-0d6c5302-4b26-4d9e-a77a-5f59b37b5276 service neutron] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0885954 Aug 16 03:06:13.684541 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-847ef255-f992-4117-9ff4-5382c0319bae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a HTTP/1.1" status: 200 len: 1002 time: 0.0575488 Aug 16 03:06:13.735489 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-1ec55ec4-e4ef-4dd1-9aa2-b805c38c2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:13.735489 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-1ec55ec4-e4ef-4dd1-9aa2-b805c38c2cfa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0439966 Aug 16 03:06:13.787270 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-2df629ea-889b-427e-aab0-18c9fd458f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:13.788784 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-2df629ea-889b-427e-aab0-18c9fd458f2b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466087 Aug 16 03:06:13.880150 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-beb88e46-3eec-46e8-a12d-96d2cc754c8f service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842011 Aug 16 03:06:13.975220 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3162c0de-783d-4f6a-82c8-e9c56838bc6d req-d0cfb51e-d009-427b-be00-2df016979dfd service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885298 Aug 16 03:06:14.545775 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:19.068680 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:36.749331 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:06:38.988160 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bc215749-eac9-4bb9-8e47-7f4205d7e2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:40.486301 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:41.577953 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-78491388-ba98-404b-a605-64a8d9a8e693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:41.705911 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:43.049048 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:44.547180 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:49.066527 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:08.994272 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-48c376e3-4a4c-4193-8f63-a13adf30a1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:10.499693 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:11.578618 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2720385a-5a73-40ee-b33b-c594b071c061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:11.706794 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:13.051683 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:13.749591 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:07:13.863929 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-7c343d77-455a-4150-87d8-7fee5c150834 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405109 Aug 16 03:07:13.944657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-bf08e320-020f-4e9d-9964-3cbbeda7e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:13.946207 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-bf08e320-020f-4e9d-9964-3cbbeda7e4d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 1098 time: 0.0408404 Aug 16 03:07:14.056448 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-815873d5-82b4-4315-9149-70a2db8429a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:14.057904 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-815873d5-82b4-4315-9149-70a2db8429a4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0930729 Aug 16 03:07:14.127103 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-d05737bd-1568-411e-b5b4-2952064b91b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a HTTP/1.1" status: 200 len: 1002 time: 0.0609493 Aug 16 03:07:14.187952 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-b5e0a072-6d89-4790-aa6d-6b68a0451b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:14.190681 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-b5e0a072-6d89-4790-aa6d-6b68a0451b2b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0573375 Aug 16 03:07:14.242422 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-46cdc634-99fe-4e0a-8647-b3384a44446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:14.243949 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-46cdc634-99fe-4e0a-8647-b3384a44446f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467725 Aug 16 03:07:14.334214 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-a37684e4-d807-462f-b01a-fa837afbfe40 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829597 Aug 16 03:07:14.428823 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-de6431da-b02e-4b36-9bb6-f2bd0020fbbb req-1ae985a2-e967-4402-99e8-2873221e1cc2 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872467 Aug 16 03:07:14.550601 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:19.064772 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:38.987339 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1fcad997-bd0a-4342-aedd-3421423dea09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:40.499377 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:41.580233 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-58de4581-e1d0-4529-acd8-cc3941fc46e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:41.707827 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:43.055204 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:44.553178 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:49.096660 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:50.748385 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:07:58.416933 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33fc16-3376-405f-a341-bfd9d659b8c0 req-79fccda9-aed9-4ccf-84c4-ceb79e15507d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:58.418563 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e33fc16-3376-405f-a341-bfd9d659b8c0 req-79fccda9-aed9-4ccf-84c4-ceb79e15507d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0541615 Aug 16 03:07:58.786827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e33fc16-3376-405f-a341-bfd9d659b8c0 req-4a6bbbd3-2161-44bd-9e31-1b4607d7d06c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621106 Aug 16 03:07:59.951143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb60ba-4041-448d-b501-46bd0b9becdc req-011c822c-cc67-4c93-8417-65463e1f6267 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:59.952625 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7bb60ba-4041-448d-b501-46bd0b9becdc req-011c822c-cc67-4c93-8417-65463e1f6267 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0955379 Aug 16 03:07:59.996105 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7bb60ba-4041-448d-b501-46bd0b9becdc req-8482de1f-95ef-471b-a4b5-fcf04a808127 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373116 Aug 16 03:08:01.112739 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56336ed3-20b5-4220-9846-58dd8f229d97 req-0ca00fdc-5864-4ed3-99d5-6265ce9117cf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:01.114260 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56336ed3-20b5-4220-9846-58dd8f229d97 req-0ca00fdc-5864-4ed3-99d5-6265ce9117cf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0488997 Aug 16 03:08:01.151377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-56336ed3-20b5-4220-9846-58dd8f229d97 req-742b0e83-d22d-444c-8e9f-db505c9f3085 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311730 Aug 16 03:08:02.267146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff121596-a484-4419-8363-290a9ee7b7e0 req-05047905-5993-4f6b-8812-5c8d6e89f38b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:02.268544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff121596-a484-4419-8363-290a9ee7b7e0 req-05047905-5993-4f6b-8812-5c8d6e89f38b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0520258 Aug 16 03:08:02.306130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff121596-a484-4419-8363-290a9ee7b7e0 req-7f97fb31-a7cf-4605-8bae-bb6812c171a3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316172 Aug 16 03:08:03.421170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7716b-a60a-4322-941d-b1e1cda959b3 req-2fe31e66-3127-47d6-b183-e69b89e0d3d8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:03.423272 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3b7716b-a60a-4322-941d-b1e1cda959b3 req-2fe31e66-3127-47d6-b183-e69b89e0d3d8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0487156 Aug 16 03:08:03.461202 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3b7716b-a60a-4322-941d-b1e1cda959b3 req-6e0b9da1-1b0a-46a9-a29f-93a5482a2e38 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319161 Aug 16 03:08:04.576394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8fd2b-60e0-445d-80cc-98b9233c62bb req-67e7b704-4234-4925-a3cb-2936fc0e8b17 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:04.578213 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0d8fd2b-60e0-445d-80cc-98b9233c62bb req-67e7b704-4234-4925-a3cb-2936fc0e8b17 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0487425 Aug 16 03:08:04.615994 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e0d8fd2b-60e0-445d-80cc-98b9233c62bb req-82b89e30-a39c-4ff5-b36a-9ee1b4a089b5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317881 Aug 16 03:08:05.738893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3503a-5c8d-44f0-9989-5894278ba2e5 req-1d442a4c-0029-4ecb-9c2b-52df554172e7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:05.740384 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47b3503a-5c8d-44f0-9989-5894278ba2e5 req-1d442a4c-0029-4ecb-9c2b-52df554172e7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0558836 Aug 16 03:08:05.781648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-47b3503a-5c8d-44f0-9989-5894278ba2e5 req-55e96b97-c889-49bd-9a75-4630262dd19e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350568 Aug 16 03:08:06.898468 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1ca63-76a0-48dc-b520-b36efdd7828d req-4f487190-14dd-4d81-b5d0-ff9a4e635754 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:06.899954 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44b1ca63-76a0-48dc-b520-b36efdd7828d req-4f487190-14dd-4d81-b5d0-ff9a4e635754 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0489676 Aug 16 03:08:06.936360 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44b1ca63-76a0-48dc-b520-b36efdd7828d req-48f2c3e0-4c86-4a1e-ae4b-f134ebf6a5ce tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304060 Aug 16 03:08:08.056009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ca76e-6ffe-4376-8cd4-3a24daa01668 req-50624816-6f7d-46ce-ad7c-969a9ff1a1a2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:08.057556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f4ca76e-6ffe-4376-8cd4-3a24daa01668 req-50624816-6f7d-46ce-ad7c-969a9ff1a1a2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0529785 Aug 16 03:08:08.096376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3f4ca76e-6ffe-4376-8cd4-3a24daa01668 req-6f0fe75b-cfe2-4560-83c5-654f77bd1c06 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325527 Aug 16 03:08:08.532346 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-a6e368ac-3dbc-4e6c-8550-34cbd2cf69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:08.533911 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-a6e368ac-3dbc-4e6c-8550-34cbd2cf69df service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e72dadae6b964ee688fbbb67ba125b22&device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 1098 time: 0.0420203 Aug 16 03:08:08.626288 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-b024b81d-c866-4f23-9c4d-328d85c3968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:08.627803 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-b024b81d-c866-4f23-9c4d-328d85c3968d service neutron] 10.222.0.89 "GET /v2.0/networks?id=77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 200 len: 909 time: 0.0873544 Aug 16 03:08:08.696797 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-e835c75e-c017-486c-b138-012416ea6316 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a HTTP/1.1" status: 200 len: 1002 time: 0.0619609 Aug 16 03:08:08.747379 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-3192915c-66aa-4668-9f39-cc6b00219064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:08.748865 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-3192915c-66aa-4668-9f39-cc6b00219064 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 200 len: 847 time: 0.0458188 Aug 16 03:08:08.796218 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-c84bde5e-7dab-4cae-a372-455b027174ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:08.798900 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-c84bde5e-7dab-4cae-a372-455b027174ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=77641ad9-4a3f-4632-a0d7-4ec374e943d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420256 Aug 16 03:08:08.811017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-42bfd080-85a1-48a7-98f5-671c4a55bdf6 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:08:08.811996 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-42bfd080-85a1-48a7-98f5-671c4a55bdf6 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066671 Aug 16 03:08:08.908829 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-d958152d-7539-443b-91b7-466cacba0886 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888436 Aug 16 03:08:08.988320 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cfee0966-fac1-4c48-bee8-b17b79165f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:09.000756 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-72af3581-0a64-41e4-8aec-d2d6304cac53 req-e57e4ac6-f554-4b32-9b1f-cd26161157f1 service neutron] 10.222.0.89 "GET /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850346 Aug 16 03:08:09.213567 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca485f-670d-4d5b-97e9-d477e34d7bfa req-b1697039-6756-441d-8865-4a5d7d6f2e1c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:09.215068 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfca485f-670d-4d5b-97e9-d477e34d7bfa req-b1697039-6756-441d-8865-4a5d7d6f2e1c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0530231 Aug 16 03:08:09.252899 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cfca485f-670d-4d5b-97e9-d477e34d7bfa req-56066d60-9438-443a-a30c-f62f41910a84 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314002 Aug 16 03:08:10.369728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8112b86-f988-44b7-90a9-5089f92124c3 req-d18d4b16-ab2d-4bf7-9b1b-46efb09f1949 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:10.371337 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8112b86-f988-44b7-90a9-5089f92124c3 req-d18d4b16-ab2d-4bf7-9b1b-46efb09f1949 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0510857 Aug 16 03:08:10.419918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b8112b86-f988-44b7-90a9-5089f92124c3 req-ebaf2fd5-e128-4667-91ed-48a349907384 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416768 Aug 16 03:08:10.496968 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:11.537817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b620c0-2bf5-40a7-994f-bb9b5b97f895 req-33466677-20be-40f2-86ac-a819edfded5a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:11.539300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60b620c0-2bf5-40a7-994f-bb9b5b97f895 req-33466677-20be-40f2-86ac-a819edfded5a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0506337 Aug 16 03:08:11.576848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60b620c0-2bf5-40a7-994f-bb9b5b97f895 req-8f5df970-3260-4589-8f3c-0c1f9970dbb3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316195 Aug 16 03:08:11.581656 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bdf23bf-f4ec-4724-baa5-2ecf8f3493ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:11.709840 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:12.701205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15315a9-f018-45de-a2c5-128572903e82 req-ad9a9124-3bea-456c-b872-ce43d9afed1e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:12.702646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f15315a9-f018-45de-a2c5-128572903e82 req-ad9a9124-3bea-456c-b872-ce43d9afed1e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 946 time: 0.0521927 Aug 16 03:08:12.723444 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device 9d17ff3b-9b3d-4471-be08-995ad0ad539a no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:08:12.741743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f15315a9-f018-45de-a2c5-128572903e82 req-87a88282-de27-44df-b6e9-195648e99039 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324781 Aug 16 03:08:12.800636 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:12.825544 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:08:12.827790 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb54c05-2877-45dc-8c24-c13343918d27" -d '{"events": [{"server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:08:12.843153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port 9d17ff3b-9b3d-4471-be08-995ad0ad539a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:12.851620 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:12.907040 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=9d17ff3b-9b3d-4471-be08-995ad0ad539a,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:12.915339 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.915764 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.916173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.916585 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.917333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.917333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.918107 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.918219 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.918643 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.919036 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.919533 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.919922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:12.942139 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 03:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a70778e-8c4c-43f8-9a21-c9b34eb5d434 x-openstack-request-id: req-9a70778e-8c4c-43f8-9a21-c9b34eb5d434 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:08:12.942428 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "name": "network-vif-unplugged", "status": "failed", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a", "code": 422}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:08:12.942729 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a70778e-8c4c-43f8-9a21-c9b34eb5d434 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:08:12.943136 n-d-768851-16 neutron-server[101382]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'code': 422} returned with failed status Aug 16 03:08:13.001261 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d3731-fd95-4094-b0db-dd50b05ba87c req-90a7a1ba-3ed3-440e-9e28-d2cb0bbe1be3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:13.002737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a78d3731-fd95-4094-b0db-dd50b05ba87c req-90a7a1ba-3ed3-440e-9e28-d2cb0bbe1be3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0810623 Aug 16 03:08:13.011053 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6604bdd6-23e0-4fb0-993f-3f8b7198ae44 req-ad561a9c-6676-4213-8bce-5906d3014707 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119215 Aug 16 03:08:13.047240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a78d3731-fd95-4094-b0db-dd50b05ba87c req-b381765c-3983-4c54-97d4-c5866ccaf4ba tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346124 Aug 16 03:08:13.058412 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:14.174507 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2652df1-1d66-4cfc-8d6e-27c83bec26c7 req-1f8842d1-e34b-48be-9390-c90f4f152e8f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:14.176120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2652df1-1d66-4cfc-8d6e-27c83bec26c7 req-1f8842d1-e34b-48be-9390-c90f4f152e8f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0600576 Aug 16 03:08:14.217701 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2652df1-1d66-4cfc-8d6e-27c83bec26c7 req-08308aee-5759-4744-bd40-d7787b7e4eba tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343890 Aug 16 03:08:14.557816 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:15.333246 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251cb2f-d393-4ea2-9f62-09877453d71c req-a7421f1d-5944-42a5-884a-0c7ab5bb8ffa tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:15.334733 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7251cb2f-d393-4ea2-9f62-09877453d71c req-a7421f1d-5944-42a5-884a-0c7ab5bb8ffa tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0500665 Aug 16 03:08:15.373169 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7251cb2f-d393-4ea2-9f62-09877453d71c req-a45194ce-239b-4f6e-8d7a-238917990ea0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325100 Aug 16 03:08:16.490897 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1220f-0302-4add-966a-d9f6f04ee9b8 req-182c5f02-be7f-46dc-bd50-c39d964b1598 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:16.492379 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00e1220f-0302-4add-966a-d9f6f04ee9b8 req-182c5f02-be7f-46dc-bd50-c39d964b1598 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0489812 Aug 16 03:08:16.529325 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00e1220f-0302-4add-966a-d9f6f04ee9b8 req-877c5787-c02c-40f0-8d0d-0d364b43d358 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309818 Aug 16 03:08:17.647717 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc28d06-9979-4ee9-83b2-9762c4c20886 req-4b434a5d-c920-4a80-a025-fb0f58be30cb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:17.649208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccc28d06-9979-4ee9-83b2-9762c4c20886 req-4b434a5d-c920-4a80-a025-fb0f58be30cb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0532308 Aug 16 03:08:17.692662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ccc28d06-9979-4ee9-83b2-9762c4c20886 req-980f3c6a-70af-43e3-97c5-92cb7ac14a94 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373709 Aug 16 03:08:18.805381 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39542744-e81a-45b6-b125-8c12a3b578a5 req-9e208923-3c8a-49e9-9c26-f4119404b5d8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:18.806753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39542744-e81a-45b6-b125-8c12a3b578a5 req-9e208923-3c8a-49e9-9c26-f4119404b5d8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0480776 Aug 16 03:08:18.845255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-39542744-e81a-45b6-b125-8c12a3b578a5 req-b0b3f5de-f2f9-4bfb-8117-9e7219bbc4c5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320208 Aug 16 03:08:19.093558 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:19.961099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5260c-6348-4e69-ba93-350d671a7589 req-fcc3b58e-bef8-439f-aadf-52e5d8498eb7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:19.962593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ec5260c-6348-4e69-ba93-350d671a7589 req-fcc3b58e-bef8-439f-aadf-52e5d8498eb7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0500512 Aug 16 03:08:20.001140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ec5260c-6348-4e69-ba93-350d671a7589 req-8ea966c5-69a7-4bb8-990f-09351ddc8834 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322714 Aug 16 03:08:21.120642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07de74a-5b7c-48d3-8302-5ec4c126cb7f req-5b586fce-bbbf-4883-9abd-a80a81c39a23 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:21.122161 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a07de74a-5b7c-48d3-8302-5ec4c126cb7f req-5b586fce-bbbf-4883-9abd-a80a81c39a23 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0539799 Aug 16 03:08:21.163632 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a07de74a-5b7c-48d3-8302-5ec4c126cb7f req-f0252be6-7471-440b-9a26-4418d2d7bf88 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356176 Aug 16 03:08:22.277762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa69005-5701-4052-b484-38eea41bcf4a req-6eba7f68-7f76-4ca3-bc76-ea7262d9e108 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:22.279140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fa69005-5701-4052-b484-38eea41bcf4a req-6eba7f68-7f76-4ca3-bc76-ea7262d9e108 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485289 Aug 16 03:08:22.317138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9fa69005-5701-4052-b484-38eea41bcf4a req-374a4427-48ed-4668-8126-974e47d8f281 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320272 Aug 16 03:08:23.436359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9cc8f-8d75-46ac-80b3-8fd72e3df9ec req-2c1162b4-428d-4740-85ab-a782f154703d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:23.437893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6a9cc8f-8d75-46ac-80b3-8fd72e3df9ec req-2c1162b4-428d-4740-85ab-a782f154703d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0536215 Aug 16 03:08:23.477917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a6a9cc8f-8d75-46ac-80b3-8fd72e3df9ec req-8cf001a0-825d-4f30-bbad-089c2a911b4c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339615 Aug 16 03:08:24.597544 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d185f8-e6f7-4736-ad33-304922ff8145 req-031f79ab-d30c-4a3c-9d64-cfe738c5d95b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:24.599007 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4d185f8-e6f7-4736-ad33-304922ff8145 req-031f79ab-d30c-4a3c-9d64-cfe738c5d95b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0542569 Aug 16 03:08:24.636862 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b4d185f8-e6f7-4736-ad33-304922ff8145 req-b5c90fa6-5959-4267-abad-1112dd085e96 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319982 Aug 16 03:08:25.752617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a01285-7124-462a-a7e1-ca8f41cb1413 req-1ecf53c8-5bcb-4ecc-986b-bfb06b17fa99 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:25.754144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71a01285-7124-462a-a7e1-ca8f41cb1413 req-1ecf53c8-5bcb-4ecc-986b-bfb06b17fa99 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0493565 Aug 16 03:08:25.796508 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71a01285-7124-462a-a7e1-ca8f41cb1413 req-4764654d-0f0b-4a8f-b3b9-d0d22351a8a4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343106 Aug 16 03:08:26.929210 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ecb8a-9990-4ebf-8898-7c23b29aea11 req-6eb12a67-71c4-4244-9850-01dd56da8d0e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:26.930719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd7ecb8a-9990-4ebf-8898-7c23b29aea11 req-6eb12a67-71c4-4244-9850-01dd56da8d0e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0480936 Aug 16 03:08:26.968940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dd7ecb8a-9990-4ebf-8898-7c23b29aea11 req-2362be82-904a-4fdd-bd47-ccd4783e9015 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Aug 16 03:08:27.747576 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:08:28.088563 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb963ec-315f-4018-9f63-237053c6eff4 req-19b989ee-887e-4690-86f4-ff830993d3ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:28.090072 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cb963ec-315f-4018-9f63-237053c6eff4 req-19b989ee-887e-4690-86f4-ff830993d3ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0534680 Aug 16 03:08:28.127222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4cb963ec-315f-4018-9f63-237053c6eff4 req-0214405f-00a4-438b-b21b-fa25229e0340 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306244 Aug 16 03:08:29.242107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64c301-8b5e-4cca-a533-c6c30593232f req-bdb46671-170d-44c0-8a05-69a2ba75f9c0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:29.243617 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b64c301-8b5e-4cca-a533-c6c30593232f req-bdb46671-170d-44c0-8a05-69a2ba75f9c0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0501521 Aug 16 03:08:29.280364 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b64c301-8b5e-4cca-a533-c6c30593232f req-ad7397a6-fd39-43a7-9db1-979f73084143 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309880 Aug 16 03:08:30.393163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050595d3-9fd4-4112-b5e6-c74ea9021768 req-3d92d791-b940-4788-9a86-5628d459f37c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:30.394651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-050595d3-9fd4-4112-b5e6-c74ea9021768 req-3d92d791-b940-4788-9a86-5628d459f37c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0483637 Aug 16 03:08:30.431623 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-050595d3-9fd4-4112-b5e6-c74ea9021768 req-a3d2b2d8-2212-4fc4-990c-b3b8bd9e3f76 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311503 Aug 16 03:08:31.550368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685cc53-2c1b-4a41-ade3-02996d0bdc1f req-551b3286-820c-437e-993c-4caf2a6e3878 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:31.551859 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e685cc53-2c1b-4a41-ade3-02996d0bdc1f req-551b3286-820c-437e-993c-4caf2a6e3878 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0546396 Aug 16 03:08:31.589619 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e685cc53-2c1b-4a41-ade3-02996d0bdc1f req-21aa1e05-08c7-4205-ac52-f9fdde3fded6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318635 Aug 16 03:08:32.705894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23ac75-3563-4691-90fa-13f5f6b598b7 req-55b197fc-301c-4701-9a12-d42c11d05998 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:32.707394 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee23ac75-3563-4691-90fa-13f5f6b598b7 req-55b197fc-301c-4701-9a12-d42c11d05998 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0514007 Aug 16 03:08:32.746639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee23ac75-3563-4691-90fa-13f5f6b598b7 req-dc1a20ee-fae7-4da3-9b76-0f12becbc32b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333433 Aug 16 03:08:33.861202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea950113-4096-44d9-86f5-2d6fc611a751 req-8cf4c1cc-4ff1-448b-b19d-c19b4eb92078 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:33.862708 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea950113-4096-44d9-86f5-2d6fc611a751 req-8cf4c1cc-4ff1-448b-b19d-c19b4eb92078 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0514596 Aug 16 03:08:33.899129 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea950113-4096-44d9-86f5-2d6fc611a751 req-48be91be-c38d-4278-93c0-61f9db3970c9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305982 Aug 16 03:08:35.016486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d2e73-bbcd-48a8-9441-d88be5f3c27c req-ed36c4a9-0f89-4a14-ab64-082ff989b840 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:35.018001 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-287d2e73-bbcd-48a8-9441-d88be5f3c27c req-ed36c4a9-0f89-4a14-ab64-082ff989b840 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0530231 Aug 16 03:08:35.055192 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-287d2e73-bbcd-48a8-9441-d88be5f3c27c req-4b2b58b2-9424-4770-a430-ce6ce885205b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313094 Aug 16 03:08:36.171295 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ed0ea-23a0-42eb-b9e6-01a5c7070ca3 req-fd0d6ed4-009f-494a-9609-605c0999eb25 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:36.172763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e9ed0ea-23a0-42eb-b9e6-01a5c7070ca3 req-fd0d6ed4-009f-494a-9609-605c0999eb25 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0500009 Aug 16 03:08:36.211316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e9ed0ea-23a0-42eb-b9e6-01a5c7070ca3 req-e12e1ef5-164c-45d5-bebd-c0fc667499f0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325866 Aug 16 03:08:37.326102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eefdeb-7a1b-481e-a6de-6550141c1a32 req-c5d89e1f-e9e1-4f87-95f9-b94f1fae7647 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:37.327598 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11eefdeb-7a1b-481e-a6de-6550141c1a32 req-c5d89e1f-e9e1-4f87-95f9-b94f1fae7647 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0492246 Aug 16 03:08:37.364745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11eefdeb-7a1b-481e-a6de-6550141c1a32 req-501d181c-03c1-42bc-a9c1-aedae9b8e366 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311849 Aug 16 03:08:38.481057 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edf308-0e7a-4b85-8a0b-c7428d1383ac req-14e9076e-e948-4548-b139-6cad552632b5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:38.482489 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71edf308-0e7a-4b85-8a0b-c7428d1383ac req-14e9076e-e948-4548-b139-6cad552632b5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0519586 Aug 16 03:08:38.523588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71edf308-0e7a-4b85-8a0b-c7428d1383ac req-c11c79ad-8dbc-4dae-8b9d-35f6135cdb3b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344782 Aug 16 03:08:38.989198 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-675c5021-7f59-4b50-8249-c0f687636ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:39.639608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93c86-c4e3-48db-8385-83ac2f5d1c22 req-10b31edf-09bc-4a4e-9665-8221d781b268 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:39.641128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1db93c86-c4e3-48db-8385-83ac2f5d1c22 req-10b31edf-09bc-4a4e-9665-8221d781b268 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0503523 Aug 16 03:08:39.679195 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1db93c86-c4e3-48db-8385-83ac2f5d1c22 req-9bf3bbf5-9f50-44b5-a379-485a159cd8cf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317445 Aug 16 03:08:40.497500 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:40.792650 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cf633-8f93-49b9-9926-a0e959c5afb0 req-8b63cfb2-8d38-4904-92cc-4abd695f882f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:40.794043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a4cf633-8f93-49b9-9926-a0e959c5afb0 req-8b63cfb2-8d38-4904-92cc-4abd695f882f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485656 Aug 16 03:08:40.832897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a4cf633-8f93-49b9-9926-a0e959c5afb0 req-4a9d97db-7da3-4b85-b524-9e19e9c443b0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325119 Aug 16 03:08:41.583002 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b0c6f22b-d9d0-444a-9a5e-76f6163a4e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:41.710612 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:41.951601 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec27e5-d022-439f-b0b2-ffba1cec318d req-13397056-f27d-47f5-95c1-cf44cf4390e1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:41.953159 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28ec27e5-d022-439f-b0b2-ffba1cec318d req-13397056-f27d-47f5-95c1-cf44cf4390e1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0533667 Aug 16 03:08:41.991074 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28ec27e5-d022-439f-b0b2-ffba1cec318d req-d2162690-be25-4f07-a245-03a1e843356d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313783 Aug 16 03:08:43.061583 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.106522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844b8ba-9910-4474-a9d5-f244b650e14e req-98458b4c-e5a3-4979-84c8-b401bcfb61ee tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:43.108012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0844b8ba-9910-4474-a9d5-f244b650e14e req-98458b4c-e5a3-4979-84c8-b401bcfb61ee tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0492103 Aug 16 03:08:43.147961 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0844b8ba-9910-4474-a9d5-f244b650e14e req-e7a068dc-7246-4154-b14c-45858ceb8e5f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334897 Aug 16 03:08:44.264940 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4185a-9acd-4fb9-a621-203071f405d0 req-bf6e8652-3459-464b-8a9d-ab7a42a05a5f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:44.266668 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03c4185a-9acd-4fb9-a621-203071f405d0 req-bf6e8652-3459-464b-8a9d-ab7a42a05a5f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0509028 Aug 16 03:08:44.305607 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03c4185a-9acd-4fb9-a621-203071f405d0 req-4a16de85-819d-4ed9-ae0a-af77e672ce55 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328691 Aug 16 03:08:44.558998 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:45.421996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b885-7a62-4738-a1ef-4868ef670db1 req-caef1492-b6d1-4d3d-8417-d5dc61bfc386 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:45.423498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4779b885-7a62-4738-a1ef-4868ef670db1 req-caef1492-b6d1-4d3d-8417-d5dc61bfc386 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0525899 Aug 16 03:08:45.459882 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4779b885-7a62-4738-a1ef-4868ef670db1 req-d2663fea-cb49-4c21-baa2-c7adad14d09e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306096 Aug 16 03:08:46.574226 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237c42f-9364-42da-9270-142c96662a0b req-0851e44f-7efb-4c97-9769-4060297521c3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:46.575736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7237c42f-9364-42da-9270-142c96662a0b req-0851e44f-7efb-4c97-9769-4060297521c3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0484855 Aug 16 03:08:46.617135 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7237c42f-9364-42da-9270-142c96662a0b req-3625b23b-e3c0-42a3-84aa-6150ad26ed51 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352042 Aug 16 03:08:47.730517 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17136e6-55e2-4e10-9e4e-74673dbf21a2 req-94dd78f5-2b99-45cb-81f0-d42a5f985f83 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:47.731980 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a17136e6-55e2-4e10-9e4e-74673dbf21a2 req-94dd78f5-2b99-45cb-81f0-d42a5f985f83 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0481360 Aug 16 03:08:47.770421 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a17136e6-55e2-4e10-9e4e-74673dbf21a2 req-a5f6b492-7f05-47c6-b79e-6015b5748f63 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317237 Aug 16 03:08:48.890013 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6a048-9d71-47c2-8696-39e3f5dffda5 req-e2773bf3-b852-45e4-bdcf-9db6ef199ded tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:48.891501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2f6a048-9d71-47c2-8696-39e3f5dffda5 req-e2773bf3-b852-45e4-bdcf-9db6ef199ded tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0547395 Aug 16 03:08:48.931212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c2f6a048-9d71-47c2-8696-39e3f5dffda5 req-70097a2a-3fd2-44bb-851f-ba38ffba064b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330181 Aug 16 03:08:49.112347 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.048260 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28bb37-f40c-4820-a0f2-bd26c983eaaf req-1b849a3e-fb05-4e53-a810-36172f7acd84 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:50.049817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e28bb37-f40c-4820-a0f2-bd26c983eaaf req-1b849a3e-fb05-4e53-a810-36172f7acd84 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0493000 Aug 16 03:08:50.086871 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7e28bb37-f40c-4820-a0f2-bd26c983eaaf req-4e6b67ca-598b-4be9-8446-eaa280554c62 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311067 Aug 16 03:08:51.199452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91269cb-acd6-41d2-9d07-44cf0b0388a3 req-147d6ffb-1804-4967-8354-f6248fe6b66d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:51.200942 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d91269cb-acd6-41d2-9d07-44cf0b0388a3 req-147d6ffb-1804-4967-8354-f6248fe6b66d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0481904 Aug 16 03:08:51.239092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d91269cb-acd6-41d2-9d07-44cf0b0388a3 req-77c48673-cb5e-4198-8040-3ea1619eabc2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316358 Aug 16 03:08:52.374747 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dc05e-b172-4022-8fdc-caa56a5eea7f req-89b8197e-1b73-4844-b0b1-7583618b19d6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:52.376245 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-304dc05e-b172-4022-8fdc-caa56a5eea7f req-89b8197e-1b73-4844-b0b1-7583618b19d6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0566316 Aug 16 03:08:52.414464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-304dc05e-b172-4022-8fdc-caa56a5eea7f req-35afd8d6-7837-47b8-a11d-68d226fb7ad7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316269 Aug 16 03:08:53.529515 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dd33d-0111-4183-8e31-dd49f03e880c req-0774dc0c-4c88-4d28-b114-2d863ac45e2a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.535946 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-757dd33d-0111-4183-8e31-dd49f03e880c req-0774dc0c-4c88-4d28-b114-2d863ac45e2a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0491438 Aug 16 03:08:53.577885 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-757dd33d-0111-4183-8e31-dd49f03e880c req-b8025667-dd35-492a-adde-a0bfb26020e0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388565 Aug 16 03:08:54.692271 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17b8c8-cc4c-4c68-b6b9-2e1f0713807b req-f49c643a-47f3-45b9-9a89-5ffa0ed439ca tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:54.693796 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f17b8c8-cc4c-4c68-b6b9-2e1f0713807b req-f49c643a-47f3-45b9-9a89-5ffa0ed439ca tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485885 Aug 16 03:08:54.731030 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4f17b8c8-cc4c-4c68-b6b9-2e1f0713807b req-382951e8-7bfc-42db-be11-4247b302c299 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313632 Aug 16 03:08:55.848194 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00cdf6-900d-451a-b53e-f54a4c3ef790 req-51c1364c-b801-4b8d-a4f4-3e1fbcfbcc53 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:55.849744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be00cdf6-900d-451a-b53e-f54a4c3ef790 req-51c1364c-b801-4b8d-a4f4-3e1fbcfbcc53 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0533946 Aug 16 03:08:55.888592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-be00cdf6-900d-451a-b53e-f54a4c3ef790 req-be98be91-69d4-4772-9eef-9db8a8fb4f57 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324798 Aug 16 03:08:57.001593 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf841598-220f-4172-bba7-f0fe22e6defc req-c2df6b81-de54-4d10-ad1e-b78b32530eb7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:57.004256 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf841598-220f-4172-bba7-f0fe22e6defc req-c2df6b81-de54-4d10-ad1e-b78b32530eb7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0503030 Aug 16 03:08:57.051969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf841598-220f-4172-bba7-f0fe22e6defc req-c13c3a09-44cb-44ba-8115-e40a74d9bde5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398805 Aug 16 03:08:58.166038 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d976561-b393-4e31-b6d6-852b8b6d3fd3 req-3a6beb65-c913-4ed5-831c-6887352ab7d7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:58.167522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d976561-b393-4e31-b6d6-852b8b6d3fd3 req-3a6beb65-c913-4ed5-831c-6887352ab7d7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486972 Aug 16 03:08:58.205776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6d976561-b393-4e31-b6d6-852b8b6d3fd3 req-bc6fd22c-0e77-4e51-aa8c-c05655d20a0b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317044 Aug 16 03:08:59.322637 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aee9cf-2767-4b8e-9c1e-40cd93582df8 req-ab289684-0a87-4888-ab78-8411551cb4d3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:59.324227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7aee9cf-2767-4b8e-9c1e-40cd93582df8 req-ab289684-0a87-4888-ab78-8411551cb4d3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0521812 Aug 16 03:08:59.362128 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e7aee9cf-2767-4b8e-9c1e-40cd93582df8 req-92c977c4-92fa-4866-9249-452726815696 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311108 Aug 16 03:09:00.479848 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242fc74-b08a-4783-b269-9787b95e9465 req-9680ceda-1aae-47b5-a62e-b3703d5e09cd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:00.481663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4242fc74-b08a-4783-b269-9787b95e9465 req-9680ceda-1aae-47b5-a62e-b3703d5e09cd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0500135 Aug 16 03:09:00.520825 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4242fc74-b08a-4783-b269-9787b95e9465 req-676f1e05-763f-40bd-8a8d-8a34a86148df tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327368 Aug 16 03:09:01.634413 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e8f31-c3dc-498a-8bb0-191e90d95ccc req-5c0a80d5-f948-4b68-a50f-74bb6310ef19 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:01.635904 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-030e8f31-c3dc-498a-8bb0-191e90d95ccc req-5c0a80d5-f948-4b68-a50f-74bb6310ef19 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0488672 Aug 16 03:09:01.673848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-030e8f31-c3dc-498a-8bb0-191e90d95ccc req-007e07b8-2ccb-44ca-aab6-93b8f2b254af tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319588 Aug 16 03:09:02.791837 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca85266-0b62-4702-8312-5c3601015579 req-42a4e9b6-2597-422f-be3d-883723ad4efe tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:02.793247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cca85266-0b62-4702-8312-5c3601015579 req-42a4e9b6-2597-422f-be3d-883723ad4efe tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0523505 Aug 16 03:09:02.829659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cca85266-0b62-4702-8312-5c3601015579 req-92536805-ccf8-44d6-829e-2d5510928d5f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305045 Aug 16 03:09:03.943334 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547040e-bd08-494a-9f81-b6352d76dcce req-0b23baab-c82b-4768-9586-dccb89b33273 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:03.944813 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a547040e-bd08-494a-9f81-b6352d76dcce req-0b23baab-c82b-4768-9586-dccb89b33273 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0482113 Aug 16 03:09:03.983076 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a547040e-bd08-494a-9f81-b6352d76dcce req-e340999e-a658-4a7d-912d-8113cd7ace50 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322530 Aug 16 03:09:04.747193 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:09:05.097254 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e576f1-e236-41f0-a514-b97c14c0d705 req-55833daa-db4e-4629-a446-c3853e019012 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:05.098729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05e576f1-e236-41f0-a514-b97c14c0d705 req-55833daa-db4e-4629-a446-c3853e019012 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486708 Aug 16 03:09:05.136664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-05e576f1-e236-41f0-a514-b97c14c0d705 req-ac211243-e4d9-4076-8233-6722899f507e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315206 Aug 16 03:09:06.256822 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ca130-ca0e-41e8-88cf-8c31f7e6801d req-1febbc69-7baf-4886-816f-0966b95f397c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:06.258350 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-658ca130-ca0e-41e8-88cf-8c31f7e6801d req-1febbc69-7baf-4886-816f-0966b95f397c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0544913 Aug 16 03:09:06.295879 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-658ca130-ca0e-41e8-88cf-8c31f7e6801d req-c2bc3c47-3736-438f-bf0b-71bdf110da79 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Aug 16 03:09:07.411590 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf907-195e-40cf-b943-1d5e0207fd8e req-dd2ea529-f083-471a-90ff-b2fe3b20bfca tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:07.416236 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58fdf907-195e-40cf-b943-1d5e0207fd8e req-dd2ea529-f083-471a-90ff-b2fe3b20bfca tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0506773 Aug 16 03:09:07.453022 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-58fdf907-195e-40cf-b943-1d5e0207fd8e req-a7067608-d67d-4d8d-ae0f-74802b55f358 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327580 Aug 16 03:09:08.567069 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a81b54-8a4c-4c61-9ab9-1c3118e15f31 req-f660c698-11b9-4b48-8039-6e1758243f4a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:08.568570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3a81b54-8a4c-4c61-9ab9-1c3118e15f31 req-f660c698-11b9-4b48-8039-6e1758243f4a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0479279 Aug 16 03:09:08.607087 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3a81b54-8a4c-4c61-9ab9-1c3118e15f31 req-eedb969b-106d-40a1-ab91-0a02c97d6781 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323801 Aug 16 03:09:08.990861 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b84e4463-f2af-4259-882f-ef638a9ef16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:09.725914 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46182705-4c49-4aee-9d20-eb66f6a5221f req-459be913-6df5-43a8-a42c-fae7fc638ac2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:09.727368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46182705-4c49-4aee-9d20-eb66f6a5221f req-459be913-6df5-43a8-a42c-fae7fc638ac2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0516951 Aug 16 03:09:09.764997 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46182705-4c49-4aee-9d20-eb66f6a5221f req-4c19678c-1afd-4d2b-b58e-849d711758c9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312693 Aug 16 03:09:10.499029 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:10.882665 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c55e-e016-45d5-8977-9cb0205d2c0a req-f74107ef-7feb-4422-9a1c-3fc33d2f7c2b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:10.884154 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7504c55e-e016-45d5-8977-9cb0205d2c0a req-f74107ef-7feb-4422-9a1c-3fc33d2f7c2b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0506444 Aug 16 03:09:10.923424 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7504c55e-e016-45d5-8977-9cb0205d2c0a req-d41f4e2f-2be1-45a3-846d-354e36b1a611 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333910 Aug 16 03:09:11.584502 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-019c096b-f76b-4fd7-b416-16a4c71e1e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:11.712632 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:12.046347 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4ba66-d2e6-4d9e-aba7-d6fe52641549 req-f8402df3-48cf-4b1d-afc0-be3a24fafa24 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:12.047998 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78a4ba66-d2e6-4d9e-aba7-d6fe52641549 req-f8402df3-48cf-4b1d-afc0-be3a24fafa24 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0528200 Aug 16 03:09:12.089321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78a4ba66-d2e6-4d9e-aba7-d6fe52641549 req-dac6a9d8-30f3-4723-8fbc-21b10bd01a61 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349174 Aug 16 03:09:13.064242 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:13.213367 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaaa099-6bea-4dcf-a522-37d7d8eafe91 req-1198d152-92e9-441b-a806-65fb445fdbc9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:13.215209 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ceaaa099-6bea-4dcf-a522-37d7d8eafe91 req-1198d152-92e9-441b-a806-65fb445fdbc9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0591793 Aug 16 03:09:13.253684 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ceaaa099-6bea-4dcf-a522-37d7d8eafe91 req-485adfe2-9cb8-4f00-ab3d-1d4bceddfe0e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324430 Aug 16 03:09:14.368684 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be0b5-894f-4898-948e-9fa8b7abb80c req-580578c7-72d0-4afe-aacd-a7da108c9926 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:14.370131 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c1be0b5-894f-4898-948e-9fa8b7abb80c req-580578c7-72d0-4afe-aacd-a7da108c9926 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0505097 Aug 16 03:09:14.408662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c1be0b5-894f-4898-948e-9fa8b7abb80c req-3a0a58a6-c97b-40df-8af6-1af3d66d68ba tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325143 Aug 16 03:09:14.564459 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:15.522772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b79e77-8aa3-456f-880b-41943ef67816 req-da4609e8-3466-442d-a540-b2f29cfd56fb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:15.524268 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3b79e77-8aa3-456f-880b-41943ef67816 req-da4609e8-3466-442d-a540-b2f29cfd56fb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490491 Aug 16 03:09:15.561571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d3b79e77-8aa3-456f-880b-41943ef67816 req-9f5142ef-1b90-4219-a8ab-e9f5ab9bf439 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Aug 16 03:09:16.684259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a857574-7ff2-474b-bc08-39f48b1c9704 req-30ee7737-6a11-41dc-9cdb-a985379927ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:16.685777 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a857574-7ff2-474b-bc08-39f48b1c9704 req-30ee7737-6a11-41dc-9cdb-a985379927ad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0524077 Aug 16 03:09:16.723417 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a857574-7ff2-474b-bc08-39f48b1c9704 req-49de66e6-31be-46c0-a86f-ea28d3dc0937 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309982 Aug 16 03:09:17.837374 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c347a01-43f8-40a1-9218-7f3eee87ae37 req-8ef6624a-327e-4ce9-89b4-a8533426c9b8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:17.838840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c347a01-43f8-40a1-9218-7f3eee87ae37 req-8ef6624a-327e-4ce9-89b4-a8533426c9b8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0493155 Aug 16 03:09:17.876635 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0c347a01-43f8-40a1-9218-7f3eee87ae37 req-52d22431-d2f1-4fef-8d45-96e337b4c701 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318856 Aug 16 03:09:18.990743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa98fe-8c0c-4062-915f-bb2c9a717b45 req-f8828c42-68c8-4a16-939e-ed7e993a835b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:18.992257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80fa98fe-8c0c-4062-915f-bb2c9a717b45 req-f8828c42-68c8-4a16-939e-ed7e993a835b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485532 Aug 16 03:09:19.030014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-80fa98fe-8c0c-4062-915f-bb2c9a717b45 req-d4fd7a31-5a05-4d3c-9796-ff97a3ce215d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318251 Aug 16 03:09:19.108045 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:20.147701 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fe6a2-dce3-4837-94fa-8b83381502ec req-b293e2c0-19bc-47b7-ad35-6ed07f11868d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:20.149197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b0fe6a2-dce3-4837-94fa-8b83381502ec req-b293e2c0-19bc-47b7-ad35-6ed07f11868d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0527875 Aug 16 03:09:20.187289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7b0fe6a2-dce3-4837-94fa-8b83381502ec req-44b20c6c-b82c-49e8-a7f4-9f8072ed1a1f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319858 Aug 16 03:09:21.303619 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c744397-92b7-40e2-ae95-bbe34eac5757 req-69d89a9e-7b52-42f8-a7cf-f80617253a1a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:21.305233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c744397-92b7-40e2-ae95-bbe34eac5757 req-69d89a9e-7b52-42f8-a7cf-f80617253a1a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0512457 Aug 16 03:09:21.344006 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c744397-92b7-40e2-ae95-bbe34eac5757 req-9dbb8fde-c9fe-4b83-b3c0-3285e082c543 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326338 Aug 16 03:09:22.458280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32062-f044-4a0b-8680-c0ea579ab4e7 req-5a07baa5-b014-42e8-8548-bcd25373d99d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:22.459771 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fe32062-f044-4a0b-8680-c0ea579ab4e7 req-5a07baa5-b014-42e8-8548-bcd25373d99d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0489116 Aug 16 03:09:22.496671 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0fe32062-f044-4a0b-8680-c0ea579ab4e7 req-bdd04a42-5e69-42de-9217-b56cbec5b305 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309834 Aug 16 03:09:23.614396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551b194-bc8f-4a67-adcc-cb87615c51a2 req-7591d5f7-b34e-4952-812f-51698d5c4d2b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:23.615870 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d551b194-bc8f-4a67-adcc-cb87615c51a2 req-7591d5f7-b34e-4952-812f-51698d5c4d2b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0528703 Aug 16 03:09:23.658726 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d551b194-bc8f-4a67-adcc-cb87615c51a2 req-6d878d32-4bca-4794-a35e-593c41708865 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366488 Aug 16 03:09:24.771299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d1021-9c89-40a0-ab9d-c5d100fa5fcb req-9292120f-7606-4f08-b7e2-2c38f32b6084 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:24.772694 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c4d1021-9c89-40a0-ab9d-c5d100fa5fcb req-9292120f-7606-4f08-b7e2-2c38f32b6084 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485940 Aug 16 03:09:24.810196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8c4d1021-9c89-40a0-ab9d-c5d100fa5fcb req-367a1f6b-ab46-4d0a-9f11-1e95a94f7f59 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315850 Aug 16 03:09:25.925172 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd2617-2bf0-4317-afc4-aab726a235cf req-f31b55c4-e23c-4d5c-b6d7-5ff5ec52f0dc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:25.926645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78dd2617-2bf0-4317-afc4-aab726a235cf req-f31b55c4-e23c-4d5c-b6d7-5ff5ec52f0dc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486903 Aug 16 03:09:25.965416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-78dd2617-2bf0-4317-afc4-aab726a235cf req-0ff66306-f6bd-458d-8ea5-4fea3eca54fd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316231 Aug 16 03:09:27.084599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77983c5-8715-4c9d-844f-c3ab3afccb28 req-30bcc6fa-f22a-4335-8a38-cd8846b967ec tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:27.086095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d77983c5-8715-4c9d-844f-c3ab3afccb28 req-30bcc6fa-f22a-4335-8a38-cd8846b967ec tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0525448 Aug 16 03:09:27.122292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d77983c5-8715-4c9d-844f-c3ab3afccb28 req-20c4f8a3-1ae7-4acd-a25b-2d71d8991685 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300455 Aug 16 03:09:28.240712 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28db289-98c8-4870-af07-526f0d13facc req-35509de4-74d5-4b3f-ae51-c571ade31ba5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:28.242212 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c28db289-98c8-4870-af07-526f0d13facc req-35509de4-74d5-4b3f-ae51-c571ade31ba5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0531795 Aug 16 03:09:28.280475 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c28db289-98c8-4870-af07-526f0d13facc req-2cca2728-2e8e-46fd-ab02-03dc4b6b7b1c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322146 Aug 16 03:09:29.395617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bff2f-a945-4c55-8f80-98f02f378d12 req-b019d19a-9ac8-4e20-bf07-a87e5c0e85b4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:29.397111 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a29bff2f-a945-4c55-8f80-98f02f378d12 req-b019d19a-9ac8-4e20-bf07-a87e5c0e85b4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0495203 Aug 16 03:09:29.433910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a29bff2f-a945-4c55-8f80-98f02f378d12 req-82efa437-26be-4d80-82b4-3934bed5f5f0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309408 Aug 16 03:09:30.551631 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514b67d-66fe-4164-93b5-55bd28e1c52a req-8d74848a-f4b0-4128-843a-1e6eaf0fe185 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:30.553138 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e514b67d-66fe-4164-93b5-55bd28e1c52a req-8d74848a-f4b0-4128-843a-1e6eaf0fe185 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0527167 Aug 16 03:09:30.590672 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e514b67d-66fe-4164-93b5-55bd28e1c52a req-408b5926-3ca5-4d88-aa4f-bb98a0a9cbc4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315647 Aug 16 03:09:31.704043 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe360b-4866-4d94-b2e5-cffb7f78ffe6 req-6b5dbcd1-83b0-4860-8a0c-a6126de70043 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:31.705704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8efe360b-4866-4d94-b2e5-cffb7f78ffe6 req-6b5dbcd1-83b0-4860-8a0c-a6126de70043 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487347 Aug 16 03:09:31.746933 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8efe360b-4866-4d94-b2e5-cffb7f78ffe6 req-49d39b47-971c-4f7a-a573-0b7b58e93503 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Aug 16 03:09:32.862675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c589d38-e647-4ceb-a0b0-1bc79edea2b7 req-92e22a7f-32e1-4e57-84fa-60a9fd18fa3a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:32.864756 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c589d38-e647-4ceb-a0b0-1bc79edea2b7 req-92e22a7f-32e1-4e57-84fa-60a9fd18fa3a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0506165 Aug 16 03:09:32.901191 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1c589d38-e647-4ceb-a0b0-1bc79edea2b7 req-e1387ff3-d88a-4a94-9641-1fd64a29a943 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303988 Aug 16 03:09:34.022970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693080d-84a3-4625-b560-e05e9197fc93 req-db1580d5-df6c-4e79-86ed-94d5d6594887 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:34.024458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8693080d-84a3-4625-b560-e05e9197fc93 req-db1580d5-df6c-4e79-86ed-94d5d6594887 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0578258 Aug 16 03:09:34.062091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8693080d-84a3-4625-b560-e05e9197fc93 req-ace6dc5f-60a9-4e0c-a7f1-9b1619d9d99f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315840 Aug 16 03:09:35.175964 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1c438-5261-4508-aa5d-9f78dbe7d7bf req-4644d218-5402-439b-8c36-0a7ce1d17a2c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:35.177478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fab1c438-5261-4508-aa5d-9f78dbe7d7bf req-4644d218-5402-439b-8c36-0a7ce1d17a2c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0496247 Aug 16 03:09:35.215497 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fab1c438-5261-4508-aa5d-9f78dbe7d7bf req-8bf77c88-14c1-4999-af15-b8349ab12644 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Aug 16 03:09:36.326361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ad23d-a4ea-4353-90a9-6efcd81ccd01 req-e16f9fc3-e144-48ab-a842-5e5c1b0ddafe tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:36.327724 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-721ad23d-a4ea-4353-90a9-6efcd81ccd01 req-e16f9fc3-e144-48ab-a842-5e5c1b0ddafe tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0471885 Aug 16 03:09:36.365177 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-721ad23d-a4ea-4353-90a9-6efcd81ccd01 req-12f2b859-c377-4c31-9145-036a0197747d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309408 Aug 16 03:09:37.483905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db0b44-f93c-496c-b395-a8279e8a4e38 req-99136e6c-bfef-41da-8f6d-832c76011862 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:37.485459 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49db0b44-f93c-496c-b395-a8279e8a4e38 req-99136e6c-bfef-41da-8f6d-832c76011862 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0526710 Aug 16 03:09:37.523940 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49db0b44-f93c-496c-b395-a8279e8a4e38 req-258fe328-cc5d-4930-8d46-c107b4fd9772 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325050 Aug 16 03:09:38.638725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167adfa-3cc5-481d-a0ba-121466b12191 req-134c0864-0196-483e-b77c-8919a83cd5f3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:38.640206 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0167adfa-3cc5-481d-a0ba-121466b12191 req-134c0864-0196-483e-b77c-8919a83cd5f3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0503252 Aug 16 03:09:38.678150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0167adfa-3cc5-481d-a0ba-121466b12191 req-d74befa5-2c15-4674-98fc-043b1149a890 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312858 Aug 16 03:09:38.992089 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0dc15811-c819-4753-8052-e15c6633b682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:39.792606 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a436c4a-1939-4edc-8054-34efc2bf5318 req-23cf8359-0342-4cb7-b5e5-70ccc22d96f6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:39.794045 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a436c4a-1939-4edc-8054-34efc2bf5318 req-23cf8359-0342-4cb7-b5e5-70ccc22d96f6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0496206 Aug 16 03:09:39.831024 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a436c4a-1939-4edc-8054-34efc2bf5318 req-cc3e1491-34bf-4684-8c01-45c0b01fb7cd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310488 Aug 16 03:09:40.510235 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:40.951047 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb05650-8dbe-4742-b7a3-eb09933f54c8 req-67970da6-48ba-439f-9696-74f0eab3cbfa tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:40.952507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1bb05650-8dbe-4742-b7a3-eb09933f54c8 req-67970da6-48ba-439f-9696-74f0eab3cbfa tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0519648 Aug 16 03:09:40.990242 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1bb05650-8dbe-4742-b7a3-eb09933f54c8 req-01568fea-319d-4fbc-94b5-e43cd8425533 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317478 Aug 16 03:09:41.585360 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2edfdecf-cf7a-4115-9afc-4c135732e788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:41.713860 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:41.746714 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:09:42.117190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69144d07-8036-4047-980b-9bc026c813dd req-bb559f6f-8bf8-442d-8a5b-ea671a484414 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:42.118752 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69144d07-8036-4047-980b-9bc026c813dd req-bb559f6f-8bf8-442d-8a5b-ea671a484414 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0556595 Aug 16 03:09:42.160507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-69144d07-8036-4047-980b-9bc026c813dd req-80421969-ca75-4faf-be9c-ecbddf5e26f3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356815 Aug 16 03:09:43.066904 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:43.275576 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d832fe-d7d3-4a81-be8a-d4c67c4c4fc9 req-71f284a1-4264-4ed8-8e2c-3549993221a0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:43.277098 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0d832fe-d7d3-4a81-be8a-d4c67c4c4fc9 req-71f284a1-4264-4ed8-8e2c-3549993221a0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487204 Aug 16 03:09:43.314094 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0d832fe-d7d3-4a81-be8a-d4c67c4c4fc9 req-28b7c767-8294-4b12-b9ed-e355d9bd59b4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311618 Aug 16 03:09:44.430894 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7d8f4-cff0-44da-a9aa-b4a2b9db67d3 req-dc278742-63f9-4ea9-9b1a-f230570e7f19 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:44.432408 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a7d8f4-cff0-44da-a9aa-b4a2b9db67d3 req-dc278742-63f9-4ea9-9b1a-f230570e7f19 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0517023 Aug 16 03:09:44.470063 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33a7d8f4-cff0-44da-a9aa-b4a2b9db67d3 req-59cce65e-a7b7-4d5c-94dd-c3710e89dfb4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316789 Aug 16 03:09:44.563312 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:45.585809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2204e-d58d-45bc-b7de-5b9e49076611 req-737d8986-b592-4a1b-b470-ac661b683314 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:45.587305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49c2204e-d58d-45bc-b7de-5b9e49076611 req-737d8986-b592-4a1b-b470-ac661b683314 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490873 Aug 16 03:09:45.624054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49c2204e-d58d-45bc-b7de-5b9e49076611 req-c5f1a7ea-aae7-4cf4-ab87-67a8178f4870 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308709 Aug 16 03:09:46.736842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae68b9-70b2-4b63-9550-08f252ea0c09 req-4d2005e9-d0b5-4b08-bc4e-f964381916e0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:46.738321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2aae68b9-70b2-4b63-9550-08f252ea0c09 req-4d2005e9-d0b5-4b08-bc4e-f964381916e0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0483606 Aug 16 03:09:46.774705 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2aae68b9-70b2-4b63-9550-08f252ea0c09 req-8cf5733d-d367-45f4-8546-dd66cb8770af tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304053 Aug 16 03:09:47.891817 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0551b1c-44e9-4626-899b-77b8c263654d req-289f44d9-c396-4f1a-8e97-42c29bdb5dc8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.893301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0551b1c-44e9-4626-899b-77b8c263654d req-289f44d9-c396-4f1a-8e97-42c29bdb5dc8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0521185 Aug 16 03:09:47.931685 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0551b1c-44e9-4626-899b-77b8c263654d req-263bc8ea-d2c9-4d9f-842e-a0355e629411 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318038 Aug 16 03:09:49.047444 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3892a-bdeb-4099-bc91-dc98c79f3b7a req-977e3e19-1c42-471f-8bfa-5782df549fd7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:49.049218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0c3892a-bdeb-4099-bc91-dc98c79f3b7a req-977e3e19-1c42-471f-8bfa-5782df549fd7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0491381 Aug 16 03:09:49.086109 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a0c3892a-bdeb-4099-bc91-dc98c79f3b7a req-f83763dd-e9dc-4576-8329-4e1b6c6f4b88 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309460 Aug 16 03:09:49.108403 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:50.199599 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa636e-6409-4773-8785-edde8e2d1500 req-434964e2-604d-4835-9be4-e4ef5bf03787 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:50.201120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cfa636e-6409-4773-8785-edde8e2d1500 req-434964e2-604d-4835-9be4-e4ef5bf03787 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0497670 Aug 16 03:09:50.239331 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cfa636e-6409-4773-8785-edde8e2d1500 req-5f794a73-12f3-499c-aa76-ee71064cf6b0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317152 Aug 16 03:09:51.357328 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa58c9e-9c1f-4b21-ab43-6ed365727e8d req-7c6a3e31-6354-45f8-870f-65cdbe80d152 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:51.358846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eaa58c9e-9c1f-4b21-ab43-6ed365727e8d req-7c6a3e31-6354-45f8-870f-65cdbe80d152 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0534015 Aug 16 03:09:51.397170 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-eaa58c9e-9c1f-4b21-ab43-6ed365727e8d req-1c6072e4-19eb-45e3-bd7f-9bc0f6ba7da9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321815 Aug 16 03:09:52.523234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b15ca6-5130-4829-b847-1eaa1976abf0 req-58cfb2c7-d9f5-4803-a38e-1c0742fc4e97 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:52.524937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50b15ca6-5130-4829-b847-1eaa1976abf0 req-58cfb2c7-d9f5-4803-a38e-1c0742fc4e97 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0577369 Aug 16 03:09:52.561797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-50b15ca6-5130-4829-b847-1eaa1976abf0 req-5cd1d87b-41c0-42d0-936f-0671028521ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311534 Aug 16 03:09:53.674744 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02569e-7c60-4cd8-a0ef-cf131d5ecb6f req-447687f4-2d30-4cd3-9a17-a3721b4ffd0f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:53.676225 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd02569e-7c60-4cd8-a0ef-cf131d5ecb6f req-447687f4-2d30-4cd3-9a17-a3721b4ffd0f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485809 Aug 16 03:09:53.712795 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fd02569e-7c60-4cd8-a0ef-cf131d5ecb6f req-88da3df9-d1d3-4965-8c63-b8030cf8d158 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305657 Aug 16 03:09:54.830063 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787f7b2-7e00-46ed-ae65-c9c59bf0b926 req-14010b12-4b65-4d80-8481-2f914ef369de tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:54.831447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8787f7b2-7e00-46ed-ae65-c9c59bf0b926 req-14010b12-4b65-4d80-8481-2f914ef369de tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0521245 Aug 16 03:09:54.869663 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8787f7b2-7e00-46ed-ae65-c9c59bf0b926 req-ecc19552-cf88-48be-8dde-f246fa278e2a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321333 Aug 16 03:09:55.983503 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96b419-eddd-4ae9-b030-f752eb6285f9 req-f7c8f87e-52c6-424e-97e0-8aa693b64d95 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:55.985043 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de96b419-eddd-4ae9-b030-f752eb6285f9 req-f7c8f87e-52c6-424e-97e0-8aa693b64d95 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0495424 Aug 16 03:09:56.024104 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-de96b419-eddd-4ae9-b030-f752eb6285f9 req-37bd20fa-b42a-4d6e-ada2-4dbc8893e567 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328631 Aug 16 03:09:57.137896 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830a02d-af20-4189-8b4d-8702f01d88fd req-7cc888fa-172b-4c54-8d32-9b8fcacdb36e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:57.139373 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c830a02d-af20-4189-8b4d-8702f01d88fd req-7cc888fa-172b-4c54-8d32-9b8fcacdb36e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487330 Aug 16 03:09:57.178026 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c830a02d-af20-4189-8b4d-8702f01d88fd req-6c1ed3f9-c8c0-4cfc-a859-259d8ccc6d2d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321906 Aug 16 03:09:58.298299 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd2c53-64e0-49fa-96ca-828d6ba9a150 req-58e770ce-9243-472e-9d3f-9c222078f757 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:58.299775 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40cd2c53-64e0-49fa-96ca-828d6ba9a150 req-58e770ce-9243-472e-9d3f-9c222078f757 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0525413 Aug 16 03:09:58.337306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40cd2c53-64e0-49fa-96ca-828d6ba9a150 req-352ebded-0752-41ad-b2e3-ffe46939b739 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Aug 16 03:09:59.450496 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72bf0c-6d60-4134-8b34-fa70343d5517 req-d5af8f21-3fdd-414d-a6ab-46f8d37d9bea tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:59.451976 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f72bf0c-6d60-4134-8b34-fa70343d5517 req-d5af8f21-3fdd-414d-a6ab-46f8d37d9bea tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0489104 Aug 16 03:09:59.490438 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1f72bf0c-6d60-4134-8b34-fa70343d5517 req-c5411ae1-84f0-4c48-9c8f-0ed4e28aace6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320232 Aug 16 03:10:00.604052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23485d78-b077-48b0-bfc1-33c9d78f85a7 req-075f4837-71c7-45bc-be12-6e984b821f84 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:00.605851 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23485d78-b077-48b0-bfc1-33c9d78f85a7 req-075f4837-71c7-45bc-be12-6e984b821f84 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487027 Aug 16 03:10:00.642645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-23485d78-b077-48b0-bfc1-33c9d78f85a7 req-37856061-5e42-4d32-9489-7757bf68bdcd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308931 Aug 16 03:10:01.759108 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d0f2f-fb81-479d-86a2-bb16ef9d27e6 req-985febe2-471e-448f-baec-d01d225daaf0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:01.760467 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-308d0f2f-fb81-479d-86a2-bb16ef9d27e6 req-985febe2-471e-448f-baec-d01d225daaf0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0521748 Aug 16 03:10:01.798164 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-308d0f2f-fb81-479d-86a2-bb16ef9d27e6 req-43a19e59-4dc2-4781-9fc5-550aeac23894 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317111 Aug 16 03:10:02.915905 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbf3bc-7a9c-4b67-b5a6-c2517ebd11dc req-bb1a3d8c-c9ae-48ec-9fc0-6527f3376ca5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:02.917466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7cbf3bc-7a9c-4b67-b5a6-c2517ebd11dc req-bb1a3d8c-c9ae-48ec-9fc0-6527f3376ca5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0510354 Aug 16 03:10:02.954488 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d7cbf3bc-7a9c-4b67-b5a6-c2517ebd11dc req-f4657f17-8daf-47a9-8418-439e6ec135ae tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309327 Aug 16 03:10:04.067422 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541461e2-db1e-4208-ae95-52bcd151f97f req-0731c2bc-c217-447c-963c-57878860c270 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:04.068884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-541461e2-db1e-4208-ae95-52bcd151f97f req-0731c2bc-c217-447c-963c-57878860c270 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0479639 Aug 16 03:10:04.105395 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-541461e2-db1e-4208-ae95-52bcd151f97f req-2698d79f-9f49-4a03-adfc-9764fd888418 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302985 Aug 16 03:10:05.223986 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846d3c5-ca2a-4a15-86e7-8816e5ed988f req-77958060-fb59-461b-adbd-f857b93b9629 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:05.225494 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3846d3c5-ca2a-4a15-86e7-8816e5ed988f req-77958060-fb59-461b-adbd-f857b93b9629 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0529866 Aug 16 03:10:05.263720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3846d3c5-ca2a-4a15-86e7-8816e5ed988f req-91bc2f3d-d87d-4927-9ce8-497069c75abf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319676 Aug 16 03:10:06.378923 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc5b29-7e6d-4834-80dc-d4c1a1c9a728 req-73ea93a2-8862-4da6-bd83-0404bbf182d4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:06.380388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76bc5b29-7e6d-4834-80dc-d4c1a1c9a728 req-73ea93a2-8862-4da6-bd83-0404bbf182d4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0509653 Aug 16 03:10:06.422458 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76bc5b29-7e6d-4834-80dc-d4c1a1c9a728 req-e41c2418-ed3c-4b9f-9540-6c25f7b61059 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357583 Aug 16 03:10:07.536340 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7fe78-1468-4295-94e4-cce98a961df1 req-6c557d58-5550-4def-9753-b65481ccdafc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:07.537842 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65d7fe78-1468-4295-94e4-cce98a961df1 req-6c557d58-5550-4def-9753-b65481ccdafc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0481951 Aug 16 03:10:07.574608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65d7fe78-1468-4295-94e4-cce98a961df1 req-e1213303-6fe5-452d-8156-7ea71f743a6a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308056 Aug 16 03:10:08.693655 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02970fff-9e49-438d-8a5c-312651a10724 req-b1d8baee-d15d-472e-af8a-ea7e439e2d4e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:08.695139 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02970fff-9e49-438d-8a5c-312651a10724 req-b1d8baee-d15d-472e-af8a-ea7e439e2d4e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0525753 Aug 16 03:10:08.732744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02970fff-9e49-438d-8a5c-312651a10724 req-d8ee63e1-e11b-4d2c-9227-86af0a82d1f1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317597 Aug 16 03:10:08.993289 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa08b-295a-495d-b47e-76d1b15827ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:09.845462 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a398898-92e8-4223-97b0-d41053d7e70a req-5be57b34-a8b3-4e56-bcaf-16d7031279d9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:09.846964 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a398898-92e8-4223-97b0-d41053d7e70a req-5be57b34-a8b3-4e56-bcaf-16d7031279d9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487952 Aug 16 03:10:09.885000 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a398898-92e8-4223-97b0-d41053d7e70a req-e4d4301d-49a3-433e-8786-1f809fca689b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320594 Aug 16 03:10:10.523319 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:10.998996 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528cd0c-11c8-42c6-a0bc-c4899f1f6135 req-9167b031-cb95-4adc-a6da-48dca14ddf74 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:11.000486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7528cd0c-11c8-42c6-a0bc-c4899f1f6135 req-9167b031-cb95-4adc-a6da-48dca14ddf74 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490398 Aug 16 03:10:11.039418 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7528cd0c-11c8-42c6-a0bc-c4899f1f6135 req-676183f9-2809-4f61-b1a5-a57bf879ee51 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323339 Aug 16 03:10:11.585718 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6b8e-775d-48f0-8c9e-714abcb2fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:11.715098 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:12.158746 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d416d87-6d24-493a-a9cb-f9cf3d5ff9f0 req-935f85ff-4b97-403b-915a-4b96558b015e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:12.160247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d416d87-6d24-493a-a9cb-f9cf3d5ff9f0 req-935f85ff-4b97-403b-915a-4b96558b015e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0521879 Aug 16 03:10:12.198103 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d416d87-6d24-493a-a9cb-f9cf3d5ff9f0 req-b81ec759-00dd-4944-bf8b-af680510aedc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317254 Aug 16 03:10:13.069434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:13.317384 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1dc5b-94ce-4391-9470-e04dd43707dd req-9545fd43-2e02-4bf8-bee9-88b2caa6b74b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:13.318881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0bf1dc5b-94ce-4391-9470-e04dd43707dd req-9545fd43-2e02-4bf8-bee9-88b2caa6b74b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0506477 Aug 16 03:10:13.358052 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0bf1dc5b-94ce-4391-9470-e04dd43707dd req-a771e97c-e1e3-406d-a072-dd738968f1a1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322366 Aug 16 03:10:14.473264 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af7d95-4f90-44b7-a2ee-d894b65867de req-dbfe4eb4-b38e-4089-a800-22ad078fe5a8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:14.475198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26af7d95-4f90-44b7-a2ee-d894b65867de req-dbfe4eb4-b38e-4089-a800-22ad078fe5a8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0494878 Aug 16 03:10:14.513507 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26af7d95-4f90-44b7-a2ee-d894b65867de req-c3f959d3-c48e-4296-a060-569039b4ad80 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Aug 16 03:10:14.567136 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:15.637208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b266a-f6bc-4c4f-aad8-e7e2373da417 req-1f5f2966-2897-4a6f-94cd-0851e22d062a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:15.638716 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc5b266a-f6bc-4c4f-aad8-e7e2373da417 req-1f5f2966-2897-4a6f-94cd-0851e22d062a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0528696 Aug 16 03:10:15.677986 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc5b266a-f6bc-4c4f-aad8-e7e2373da417 req-150edacf-97a2-4171-8fcd-bfd8309f84b3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327926 Aug 16 03:10:16.793040 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf3a71-b4a9-4ebd-aad2-d68d36292309 req-2766e834-bbf7-46ca-93c8-bbcc7d03cf63 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:16.794447 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cdf3a71-b4a9-4ebd-aad2-d68d36292309 req-2766e834-bbf7-46ca-93c8-bbcc7d03cf63 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486290 Aug 16 03:10:16.830743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7cdf3a71-b4a9-4ebd-aad2-d68d36292309 req-aa8be081-41d4-49c0-82ea-4e7b0511f945 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303113 Aug 16 03:10:17.944104 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebae01-b776-4f6b-a7a7-b342ee997c6f req-4177ec75-864f-4c57-b66e-bb56343912ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:17.945571 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76ebae01-b776-4f6b-a7a7-b342ee997c6f req-4177ec75-864f-4c57-b66e-bb56343912ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0478768 Aug 16 03:10:17.982827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-76ebae01-b776-4f6b-a7a7-b342ee997c6f req-46ab3511-fbe1-40c7-827d-0e408b42c6da tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Aug 16 03:10:18.745736 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:10:19.104553 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add71ce4-a8fb-4c18-abe3-d7ac7604bc6d req-d6dd38cb-4b4d-467c-b2af-90555f32e9eb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:19.105959 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:19.106593 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-add71ce4-a8fb-4c18-abe3-d7ac7604bc6d req-d6dd38cb-4b4d-467c-b2af-90555f32e9eb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0552349 Aug 16 03:10:19.143314 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-add71ce4-a8fb-4c18-abe3-d7ac7604bc6d req-ade761de-3c2a-4e22-8ab9-5482cb479ebc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307176 Aug 16 03:10:20.258929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997255fe-ad15-419d-8fff-8103bb5c4d0c req-7435fb4b-1a81-413a-a3e4-128f8a554f43 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:20.260450 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-997255fe-ad15-419d-8fff-8103bb5c4d0c req-7435fb4b-1a81-413a-a3e4-128f8a554f43 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0501797 Aug 16 03:10:20.298661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-997255fe-ad15-419d-8fff-8103bb5c4d0c req-28467a09-cb9f-40ad-b116-7da0aeba5c7f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322309 Aug 16 03:10:21.422809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95606f5-f8ac-422a-8d3d-10f581efb5d7 req-7277e8cd-0cb5-43b6-8aae-740d8ec0365b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:21.424262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d95606f5-f8ac-422a-8d3d-10f581efb5d7 req-7277e8cd-0cb5-43b6-8aae-740d8ec0365b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487106 Aug 16 03:10:21.460426 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d95606f5-f8ac-422a-8d3d-10f581efb5d7 req-302450fc-224a-4d74-a8bd-9887afc7ce4e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301912 Aug 16 03:10:22.577893 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb3a72-985f-45b1-89ba-97087c5d4221 req-caeaf64f-f34c-4487-8c91-db29dac6acfc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:22.579364 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bceb3a72-985f-45b1-89ba-97087c5d4221 req-caeaf64f-f34c-4487-8c91-db29dac6acfc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0519912 Aug 16 03:10:22.615766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bceb3a72-985f-45b1-89ba-97087c5d4221 req-6df46e86-1e83-4a06-8749-aad3a7ae66dc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305505 Aug 16 03:10:23.733332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779e917-e526-4c6b-a1e6-43b0ea4a9414 req-aaf4c968-f759-44ee-a271-494e5c685b81 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:23.734827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a779e917-e526-4c6b-a1e6-43b0ea4a9414 req-aaf4c968-f759-44ee-a271-494e5c685b81 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0523825 Aug 16 03:10:23.772203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a779e917-e526-4c6b-a1e6-43b0ea4a9414 req-6c6a5bfc-ac09-411c-8ef7-2e2c95d030ed tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311935 Aug 16 03:10:24.886512 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82b6da-1063-4538-874a-011111d5d51b req-dad25252-a90f-4686-9a1a-9962868a8d43 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:24.887964 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e82b6da-1063-4538-874a-011111d5d51b req-dad25252-a90f-4686-9a1a-9962868a8d43 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0484729 Aug 16 03:10:24.924864 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e82b6da-1063-4538-874a-011111d5d51b req-18c0c9b6-4fc7-48d2-a2eb-2e1df2d32a42 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309782 Aug 16 03:10:26.043620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed911642-25a2-4fd3-9372-e6ff0b36d6de req-c8238ee3-d52b-43ca-9e03-48c937db41d1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:26.045110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed911642-25a2-4fd3-9372-e6ff0b36d6de req-c8238ee3-d52b-43ca-9e03-48c937db41d1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0525248 Aug 16 03:10:26.082184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed911642-25a2-4fd3-9372-e6ff0b36d6de req-dc63ace1-4f6d-4616-a726-f996f434a4f8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310993 Aug 16 03:10:27.196396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757e877-92ae-4d1b-939a-6c19044207f8 req-3babe0c1-58a1-418b-9e00-0b7cd2debeda tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:27.197916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3757e877-92ae-4d1b-939a-6c19044207f8 req-3babe0c1-58a1-418b-9e00-0b7cd2debeda tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486617 Aug 16 03:10:27.234778 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3757e877-92ae-4d1b-939a-6c19044207f8 req-fde949ef-6119-4aa1-8736-a63cc4c8d99a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310020 Aug 16 03:10:28.381866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a93d0-6538-465c-9b2c-850f498bf80e req-d90b771b-a047-4b5e-92cf-cdd1ce1ea2c9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:28.383307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-402a93d0-6538-465c-9b2c-850f498bf80e req-d90b771b-a047-4b5e-92cf-cdd1ce1ea2c9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0550253 Aug 16 03:10:28.421201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-402a93d0-6538-465c-9b2c-850f498bf80e req-8ec0f2ae-f18f-4433-bc3e-83e5e1ec286a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312953 Aug 16 03:10:29.536957 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ebd7e-721f-4b6c-8d76-fc7ee69aa5e4 req-7ac05988-ba9b-4e0c-b93d-09a7435f3697 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:29.538450 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a45ebd7e-721f-4b6c-8d76-fc7ee69aa5e4 req-7ac05988-ba9b-4e0c-b93d-09a7435f3697 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0524275 Aug 16 03:10:29.575729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a45ebd7e-721f-4b6c-8d76-fc7ee69aa5e4 req-2d755600-0471-4fe3-9d0b-4d2a24a50051 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313437 Aug 16 03:10:30.687148 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f685ef-41d2-49d4-a5a6-b717964d28b7 req-19481645-6c72-4531-9e89-45f6d8fbe316 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:30.688651 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35f685ef-41d2-49d4-a5a6-b717964d28b7 req-19481645-6c72-4531-9e89-45f6d8fbe316 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0480695 Aug 16 03:10:30.726708 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-35f685ef-41d2-49d4-a5a6-b717964d28b7 req-372eaf9d-1494-4d12-b065-d38dcf127fc0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320923 Aug 16 03:10:31.939743 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0223339-9f39-4fe2-8ad5-2ab9ea768c1b req-6694dc60-7856-4902-9bf6-14222405ddfb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:31.941221 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0223339-9f39-4fe2-8ad5-2ab9ea768c1b req-6694dc60-7856-4902-9bf6-14222405ddfb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0480134 Aug 16 03:10:31.979014 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c0223339-9f39-4fe2-8ad5-2ab9ea768c1b req-ce93d070-da8e-4e3f-b182-4ff6bbf582cf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318134 Aug 16 03:10:33.096397 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fb126-d0f1-4143-bd3d-af9641ddb155 req-19437bcb-601a-42fa-af09-edbe79f87387 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:33.097906 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-338fb126-d0f1-4143-bd3d-af9641ddb155 req-19437bcb-601a-42fa-af09-edbe79f87387 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0520642 Aug 16 03:10:33.147150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-338fb126-d0f1-4143-bd3d-af9641ddb155 req-a7d64921-864d-451a-bdcc-b276e670bf83 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Aug 16 03:10:34.267122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a076a8e-f89a-41e6-ad26-0d98c047e13c req-3d1e352e-e8d4-4423-a653-8d5a73e7cbca tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:34.268589 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a076a8e-f89a-41e6-ad26-0d98c047e13c req-3d1e352e-e8d4-4423-a653-8d5a73e7cbca tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0511472 Aug 16 03:10:34.307585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a076a8e-f89a-41e6-ad26-0d98c047e13c req-c061123e-9a32-4200-8ab4-1ed2c7b2f1aa tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328417 Aug 16 03:10:35.420818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239d9ac-f979-4f8f-b5e6-08aa63145a41 req-7666cb86-9ea1-4c54-b1b1-dffcaf8573ec tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:35.422329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6239d9ac-f979-4f8f-b5e6-08aa63145a41 req-7666cb86-9ea1-4c54-b1b1-dffcaf8573ec tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0477235 Aug 16 03:10:35.460316 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6239d9ac-f979-4f8f-b5e6-08aa63145a41 req-75b2146c-38a6-4303-83c5-dd70e32d955e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320346 Aug 16 03:10:36.576213 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f4c91-19ca-4cfc-8194-7ae8da0c3ab9 req-1f3d65c1-0814-41f1-bc9a-91740f08abe0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:36.577693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc7f4c91-19ca-4cfc-8194-7ae8da0c3ab9 req-1f3d65c1-0814-41f1-bc9a-91740f08abe0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0511398 Aug 16 03:10:36.614603 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc7f4c91-19ca-4cfc-8194-7ae8da0c3ab9 req-ca83e15c-dde6-4ae1-b1cb-9e702f98ee29 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310676 Aug 16 03:10:37.727519 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c357a31-46f8-4df0-9fff-df660e19299e req-ba927b53-4cfc-4de3-b472-fd51d94ed99d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:37.728995 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c357a31-46f8-4df0-9fff-df660e19299e req-ba927b53-4cfc-4de3-b472-fd51d94ed99d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490937 Aug 16 03:10:37.766461 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4c357a31-46f8-4df0-9fff-df660e19299e req-6b1f4b74-8b2e-4d16-abca-43b459bccdb8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311537 Aug 16 03:10:38.880504 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4e478-c432-42e5-a2d5-832a0fdd1b25 req-51e07dc8-abe3-4dce-8c2a-6a5ef528f7ae tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:38.882044 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dd4e478-c432-42e5-a2d5-832a0fdd1b25 req-51e07dc8-abe3-4dce-8c2a-6a5ef528f7ae tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0493422 Aug 16 03:10:38.920054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7dd4e478-c432-42e5-a2d5-832a0fdd1b25 req-2f83b689-3520-4d74-8f33-2fd702477a36 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320799 Aug 16 03:10:38.994846 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f61441c3-a71d-4635-bad8-22fbb7f4b796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:40.041838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fbca6-ac35-4772-9e11-56917c2130d4 req-c28ad1b1-4f20-4e75-994c-f4f5cca63dd3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:40.043300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d43fbca6-ac35-4772-9e11-56917c2130d4 req-c28ad1b1-4f20-4e75-994c-f4f5cca63dd3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0551014 Aug 16 03:10:40.080030 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d43fbca6-ac35-4772-9e11-56917c2130d4 req-05bddfb3-540b-4b04-9c5d-3e924f653a76 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307591 Aug 16 03:10:40.524027 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:41.194809 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5942f8-9848-4d47-a13a-463d464fcecc req-84ce9613-ea15-402d-8f38-252d2709fb70 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:41.196854 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea5942f8-9848-4d47-a13a-463d464fcecc req-84ce9613-ea15-402d-8f38-252d2709fb70 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487695 Aug 16 03:10:41.235208 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea5942f8-9848-4d47-a13a-463d464fcecc req-3dd4c7a9-00d0-4d1f-90da-ae2cfb860ab7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317397 Aug 16 03:10:41.585276 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db7cb10-bd88-4663-8104-1a33ab1694ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:41.715957 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:42.347433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530aa38-d8d8-4e3d-a161-e779244fd58b req-1a5a0a81-b476-4fc2-ac51-3c79985789c8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:42.348867 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a530aa38-d8d8-4e3d-a161-e779244fd58b req-1a5a0a81-b476-4fc2-ac51-3c79985789c8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485282 Aug 16 03:10:42.386916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a530aa38-d8d8-4e3d-a161-e779244fd58b req-e0b72f2d-24c9-4ecc-affd-c1e855950db6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320673 Aug 16 03:10:43.073317 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:43.505109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c27fd-b0b9-43d3-ba9e-87931fce827a req-03c617b4-ddd5-43c7-9c38-6a42cb2200ce tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:43.506644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d3c27fd-b0b9-43d3-ba9e-87931fce827a req-03c617b4-ddd5-43c7-9c38-6a42cb2200ce tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0527978 Aug 16 03:10:43.546734 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d3c27fd-b0b9-43d3-ba9e-87931fce827a req-c8a105ff-3fa6-4f1a-842b-deaed8d5ee5d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335903 Aug 16 03:10:44.569741 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:44.849536 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5aa71-155c-42ca-bf17-88d1f0e93dda req-3901b15b-c30e-4075-a007-4f6fa2e6bd38 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:44.851013 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3c5aa71-155c-42ca-bf17-88d1f0e93dda req-3901b15b-c30e-4075-a007-4f6fa2e6bd38 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.2363226 Aug 16 03:10:44.889907 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c3c5aa71-155c-42ca-bf17-88d1f0e93dda req-3211a80f-2aca-4957-bf7f-9cc0e1559023 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321202 Aug 16 03:10:46.002208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fa47b-dcf6-4e11-b1fd-bb989f63fe27 req-717ff60b-722f-4ee2-8445-1de61e0799af tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:46.003666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a5fa47b-dcf6-4e11-b1fd-bb989f63fe27 req-717ff60b-722f-4ee2-8445-1de61e0799af tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487561 Aug 16 03:10:46.042083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a5fa47b-dcf6-4e11-b1fd-bb989f63fe27 req-7460e25d-4d76-49e1-8eff-be89b9eff28b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318718 Aug 16 03:10:47.157282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c699b-619e-42cd-9b03-1314caeec94d req-1ab7c841-002e-4ae6-b8fe-9a7f13d795a8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:47.158745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-251c699b-619e-42cd-9b03-1314caeec94d req-1ab7c841-002e-4ae6-b8fe-9a7f13d795a8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0516589 Aug 16 03:10:47.198495 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-251c699b-619e-42cd-9b03-1314caeec94d req-0da87b33-6008-4f8e-b6cd-7a1510a82600 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337763 Aug 16 03:10:48.310653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e7d05-e935-4cc7-b22c-28eedf016eaf req-8d0bec80-5e66-44b3-b6ac-03801824ed40 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:48.312119 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-998e7d05-e935-4cc7-b22c-28eedf016eaf req-8d0bec80-5e66-44b3-b6ac-03801824ed40 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0475743 Aug 16 03:10:48.349423 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-998e7d05-e935-4cc7-b22c-28eedf016eaf req-ddf9dd8b-8635-450f-902a-59618299814e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311394 Aug 16 03:10:49.105569 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:49.465762 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e642e-3992-464c-a6aa-f8f01b2bb47e req-3a0596fb-2c6d-4063-a98a-601122dfe45c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:49.467273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a8e642e-3992-464c-a6aa-f8f01b2bb47e req-3a0596fb-2c6d-4063-a98a-601122dfe45c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0516753 Aug 16 03:10:49.506644 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a8e642e-3992-464c-a6aa-f8f01b2bb47e req-94cd97d5-a19e-42f8-bbc4-b1c860bb73c9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328910 Aug 16 03:10:50.629866 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f2619-5ac5-4dc0-9ef6-9e350a4ea6bd req-fdf1a74c-fa02-40e0-b725-173b9cffb049 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:50.631312 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed7f2619-5ac5-4dc0-9ef6-9e350a4ea6bd req-fdf1a74c-fa02-40e0-b725-173b9cffb049 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0577533 Aug 16 03:10:50.667780 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed7f2619-5ac5-4dc0-9ef6-9e350a4ea6bd req-f1e9cddd-2e0e-46bf-a3ca-1b159725bf3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306110 Aug 16 03:10:51.781167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c40d5-abb0-4914-af46-2e0a7342aefe req-8baf5dfa-c3b9-4422-993c-cf4753aef865 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:51.782548 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e78c40d5-abb0-4914-af46-2e0a7342aefe req-8baf5dfa-c3b9-4422-993c-cf4753aef865 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0478830 Aug 16 03:10:51.819075 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e78c40d5-abb0-4914-af46-2e0a7342aefe req-875eafbd-63b9-4901-980a-8bac5be76819 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306158 Aug 16 03:10:52.934788 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df6f51-dbb7-41e9-bbe5-7c9bbc636c84 req-ed5324a4-e731-4dc2-8522-ee70878eab44 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:52.936252 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8df6f51-dbb7-41e9-bbe5-7c9bbc636c84 req-ed5324a4-e731-4dc2-8522-ee70878eab44 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0483611 Aug 16 03:10:52.972772 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f8df6f51-dbb7-41e9-bbe5-7c9bbc636c84 req-4341460c-9768-4aad-ae00-ad991aa842cc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305169 Aug 16 03:10:54.092287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0379d86-d841-41c1-aa6a-dbee387805c7 req-5f0d6c7e-9b96-4578-b80e-81a1dd39a3e4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:54.093832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0379d86-d841-41c1-aa6a-dbee387805c7 req-5f0d6c7e-9b96-4578-b80e-81a1dd39a3e4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0541427 Aug 16 03:10:54.131953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d0379d86-d841-41c1-aa6a-dbee387805c7 req-8691680c-7cb1-4d74-af24-21d313f1c741 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321364 Aug 16 03:10:55.245942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20310731-94c0-4307-bc43-2a31a7c3e0ee req-d2bbaee1-7647-491d-8cb6-774d8eb18265 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:55.247414 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20310731-94c0-4307-bc43-2a31a7c3e0ee req-d2bbaee1-7647-491d-8cb6-774d8eb18265 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486577 Aug 16 03:10:55.284160 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-20310731-94c0-4307-bc43-2a31a7c3e0ee req-d9241e08-1de0-4997-b9c8-ce62c5f468d1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305150 Aug 16 03:10:55.744587 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:10:56.398009 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789cbe0-735c-4b77-9a71-fb8ec504d6be req-06a81462-64bc-40d8-8a34-87184f68424f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:56.399430 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3789cbe0-735c-4b77-9a71-fb8ec504d6be req-06a81462-64bc-40d8-8a34-87184f68424f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0483799 Aug 16 03:10:56.436656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3789cbe0-735c-4b77-9a71-fb8ec504d6be req-9592427a-b4d4-4de8-93d2-4e1dc4d50cc5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313604 Aug 16 03:10:57.553257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c820d-3936-4501-9dfd-cc76181d2251 req-7d9d51d9-4850-4a69-bdb5-6d341e834e00 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:57.554720 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-801c820d-3936-4501-9dfd-cc76181d2251 req-7d9d51d9-4850-4a69-bdb5-6d341e834e00 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0516496 Aug 16 03:10:57.596659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-801c820d-3936-4501-9dfd-cc76181d2251 req-d1846e2b-4917-4f60-9ab1-959b28bf4baa tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328679 Aug 16 03:10:58.710780 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9f4ab-507e-48f4-9897-d35c50c6b6dc req-46f4f07a-dc5b-4714-82f1-7588514972a2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:58.714049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5b9f4ab-507e-48f4-9897-d35c50c6b6dc req-46f4f07a-dc5b-4714-82f1-7588514972a2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0514655 Aug 16 03:10:58.752355 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5b9f4ab-507e-48f4-9897-d35c50c6b6dc req-56414c04-408e-4534-99ea-239a43c2e76a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312464 Aug 16 03:10:59.865808 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5de9b-4eda-4cb2-8f7c-8c640e7b126e req-b981cf50-dfe3-41e7-bdc5-cd426428a08a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:59.867289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44c5de9b-4eda-4cb2-8f7c-8c640e7b126e req-b981cf50-dfe3-41e7-bdc5-cd426428a08a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0479453 Aug 16 03:10:59.903797 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44c5de9b-4eda-4cb2-8f7c-8c640e7b126e req-9961a4c8-796d-4ff5-84f3-5903d9ae6831 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300026 Aug 16 03:11:01.343737 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfad86a-615a-4de0-bfd8-2ad28aa43120 req-f512a005-7267-473e-8354-babd93f93beb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:01.345231 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dfad86a-615a-4de0-bfd8-2ad28aa43120 req-f512a005-7267-473e-8354-babd93f93beb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.3754137 Aug 16 03:11:01.383936 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dfad86a-615a-4de0-bfd8-2ad28aa43120 req-d0146815-e7bf-478a-ac99-aaaf5e3dd7b2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320830 Aug 16 03:11:02.498191 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d7bcd-bc3e-4c9e-9b7c-fb472de4ec25 req-07ac7078-b525-41cf-9f11-aa5f1dfcbf04 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:02.499664 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a4d7bcd-bc3e-4c9e-9b7c-fb472de4ec25 req-07ac7078-b525-41cf-9f11-aa5f1dfcbf04 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486481 Aug 16 03:11:02.537266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0a4d7bcd-bc3e-4c9e-9b7c-fb472de4ec25 req-979d4e28-a593-4937-a039-3850455e5fc3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314605 Aug 16 03:11:03.652305 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa609ad6-31b4-41da-8263-52b4cccb1dcd req-f2ece33f-d6c2-4974-bdfd-34bd1f280d80 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:03.653782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa609ad6-31b4-41da-8263-52b4cccb1dcd req-f2ece33f-d6c2-4974-bdfd-34bd1f280d80 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0491984 Aug 16 03:11:03.690150 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fa609ad6-31b4-41da-8263-52b4cccb1dcd req-c0cac17b-6838-445f-9376-fc6daf457771 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304091 Aug 16 03:11:04.807036 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e347dac-04a5-4cb6-80d9-7eb0538da820 req-bac7990c-b49d-42b4-a3b9-f32a0908b464 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:04.808407 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e347dac-04a5-4cb6-80d9-7eb0538da820 req-bac7990c-b49d-42b4-a3b9-f32a0908b464 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0530198 Aug 16 03:11:04.845199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8e347dac-04a5-4cb6-80d9-7eb0538da820 req-a2543830-22d8-4aa0-89b3-85f972eb231d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308175 Aug 16 03:11:05.960180 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ffbc7-bcfd-4030-b85e-b69f7a73b0d5 req-1185325c-a443-4462-9faa-12774bd70264 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:05.961704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b59ffbc7-bcfd-4030-b85e-b69f7a73b0d5 req-1185325c-a443-4462-9faa-12774bd70264 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0479195 Aug 16 03:11:05.999487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b59ffbc7-bcfd-4030-b85e-b69f7a73b0d5 req-55180c03-2f19-4fc0-8377-5e579637f5e1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317364 Aug 16 03:11:07.112612 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e49bc9-b182-41cd-ac9a-5cce1082a654 req-86722938-48e2-4de4-a2da-da310658c36a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:07.114083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59e49bc9-b182-41cd-ac9a-5cce1082a654 req-86722938-48e2-4de4-a2da-da310658c36a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0478032 Aug 16 03:11:07.151110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-59e49bc9-b182-41cd-ac9a-5cce1082a654 req-7243e344-c9d0-4449-b513-ef49ed3eebef tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304973 Aug 16 03:11:08.275935 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5fb2f-3c29-4d19-bf9a-d8765c39fc70 req-b7c074d8-50a8-45d2-a570-1f16f5e9d260 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:08.277389 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5b5fb2f-3c29-4d19-bf9a-d8765c39fc70 req-b7c074d8-50a8-45d2-a570-1f16f5e9d260 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0570881 Aug 16 03:11:08.313916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d5b5fb2f-3c29-4d19-bf9a-d8765c39fc70 req-ac9733ce-d063-424a-8fc6-660a25c49cb8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303142 Aug 16 03:11:08.996482 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a9348fc4-b8c3-4c0e-97ab-2e50c6cf49c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:09.425233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843684a1-c2df-4122-a38c-289691599ea9 req-dc63774c-ff2d-4a4e-97e1-8146dbfa9f9c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:09.426669 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-843684a1-c2df-4122-a38c-289691599ea9 req-dc63774c-ff2d-4a4e-97e1-8146dbfa9f9c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0471535 Aug 16 03:11:09.463278 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-843684a1-c2df-4122-a38c-289691599ea9 req-9927a320-d20a-41b6-8019-0a719eb8f154 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301027 Aug 16 03:11:10.536324 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:10.581393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25e74c-79c2-42a1-97c5-a655cbfb5cdd req-04de7249-8111-418a-ae8a-275d2689b2ee tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:10.582932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f25e74c-79c2-42a1-97c5-a655cbfb5cdd req-04de7249-8111-418a-ae8a-275d2689b2ee tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0510347 Aug 16 03:11:10.621059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2f25e74c-79c2-42a1-97c5-a655cbfb5cdd req-b48cdc3c-35af-46f7-b8b8-5dcc2abd9e91 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321391 Aug 16 03:11:11.586936 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-77ac261b-8555-44d1-85dc-2b99642cb53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:11.716789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:11.741208 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20ffd5-35a3-45e3-aa41-fe0c9b1fe705 req-179187fd-7532-4a09-a9a2-5b0b56a9fb5e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:11.742693 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e20ffd5-35a3-45e3-aa41-fe0c9b1fe705 req-179187fd-7532-4a09-a9a2-5b0b56a9fb5e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0534744 Aug 16 03:11:11.781840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2e20ffd5-35a3-45e3-aa41-fe0c9b1fe705 req-8d7fad3c-c355-422b-a3b1-7bc67a7983c6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326293 Aug 16 03:11:12.898954 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa97bfb-c1f8-4ccb-b3ea-998485cc5761 req-91cdb4d6-7e48-447a-9bb7-5dabe7b5576e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:12.900416 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-efa97bfb-c1f8-4ccb-b3ea-998485cc5761 req-91cdb4d6-7e48-447a-9bb7-5dabe7b5576e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0520625 Aug 16 03:11:12.937577 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-efa97bfb-c1f8-4ccb-b3ea-998485cc5761 req-570a83cd-38e9-4f42-a7a2-82f208e7d176 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311742 Aug 16 03:11:13.075583 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:14.053903 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06637166-4cda-4924-b8d9-e240da36f6d5 req-31dee0ba-71a3-4ab1-b6e6-6657beed8c72 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:14.055339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06637166-4cda-4924-b8d9-e240da36f6d5 req-31dee0ba-71a3-4ab1-b6e6-6657beed8c72 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0504949 Aug 16 03:11:14.096231 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-06637166-4cda-4924-b8d9-e240da36f6d5 req-74e1df3c-1b04-4941-90a1-5202f9d4fe9b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327227 Aug 16 03:11:14.574521 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:15.216572 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10d29-849d-4087-b809-5635ed4a21fc req-4a42dcfb-6fd3-4614-af9b-15d7792f24df tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:15.218056 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9f10d29-849d-4087-b809-5635ed4a21fc req-4a42dcfb-6fd3-4614-af9b-15d7792f24df tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0518417 Aug 16 03:11:15.254247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b9f10d29-849d-4087-b809-5635ed4a21fc req-efcb6883-a546-43fd-babc-9000188d6f92 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302989 Aug 16 03:11:16.367482 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7630a-a664-4588-aff5-f96e0479dd8e req-bf6e0794-11ca-4f50-b967-16343f92cfaa tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:16.368866 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38a7630a-a664-4588-aff5-f96e0479dd8e req-bf6e0794-11ca-4f50-b967-16343f92cfaa tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0477653 Aug 16 03:11:16.406798 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38a7630a-a664-4588-aff5-f96e0479dd8e req-db0611ce-baad-4d98-b27e-342769417594 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314951 Aug 16 03:11:17.520621 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3f0b1-f702-49d3-97b9-bc6b4db4260f req-2a474093-1ee9-4ec6-9073-ff824d6951de tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:17.522122 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cd3f0b1-f702-49d3-97b9-bc6b4db4260f req-2a474093-1ee9-4ec6-9073-ff824d6951de tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0501623 Aug 16 03:11:17.559475 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5cd3f0b1-f702-49d3-97b9-bc6b4db4260f req-db996236-8b97-4487-9abc-ff9018af1d06 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313923 Aug 16 03:11:18.674361 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758743fb-5669-42e7-a65e-90114c21d848 req-b4cbceae-588c-4705-8fcd-28cf850b629a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:18.675816 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-758743fb-5669-42e7-a65e-90114c21d848 req-b4cbceae-588c-4705-8fcd-28cf850b629a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0513926 Aug 16 03:11:18.713356 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-758743fb-5669-42e7-a65e-90114c21d848 req-7bf51ea7-1d97-4481-9aff-8acedb71db5a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313995 Aug 16 03:11:19.119871 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:19.825841 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d12461-8ec2-40ed-b6d3-500ef4d8efe9 req-6ac24df0-42cc-4435-af65-3a9d3a160fac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:19.827199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2d12461-8ec2-40ed-b6d3-500ef4d8efe9 req-6ac24df0-42cc-4435-af65-3a9d3a160fac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0480399 Aug 16 03:11:19.867961 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2d12461-8ec2-40ed-b6d3-500ef4d8efe9 req-e4e27b71-8790-44b7-98ae-4399840dae61 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346310 Aug 16 03:11:20.980718 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50e86-682d-4e31-a814-de73d3fdb781 req-c6e24226-e4c6-4ea8-af9f-823aedc29ac9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:20.982210 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21a50e86-682d-4e31-a814-de73d3fdb781 req-c6e24226-e4c6-4ea8-af9f-823aedc29ac9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487566 Aug 16 03:11:21.019627 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21a50e86-682d-4e31-a814-de73d3fdb781 req-b3ebb4aa-8861-4908-b264-d9caa148dfe6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315621 Aug 16 03:11:22.140994 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41c1fc-e2cc-42d3-b13e-44b0a2127e0d req-f820111c-f233-4525-9f6e-876d73793b25 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:22.142588 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b41c1fc-e2cc-42d3-b13e-44b0a2127e0d req-f820111c-f233-4525-9f6e-876d73793b25 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0556638 Aug 16 03:11:22.184035 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3b41c1fc-e2cc-42d3-b13e-44b0a2127e0d req-cce90a9d-cb6f-4008-8318-746b7274e61c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347681 Aug 16 03:11:23.297980 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c990622-724a-49d0-a598-38aaf8d1ba70 req-85391f0d-31fa-449b-9c0d-933e7233a7d7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:23.299487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c990622-724a-49d0-a598-38aaf8d1ba70 req-85391f0d-31fa-449b-9c0d-933e7233a7d7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486331 Aug 16 03:11:23.336222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5c990622-724a-49d0-a598-38aaf8d1ba70 req-99a3248e-bfbc-4bfd-89ff-21ccf80b5bc8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308299 Aug 16 03:11:24.449046 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0127ca9-d843-403a-87ec-1e3055e3b4c8 req-03d20086-725c-4810-8d01-df3703ca4ae5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:24.450519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0127ca9-d843-403a-87ec-1e3055e3b4c8 req-03d20086-725c-4810-8d01-df3703ca4ae5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0482197 Aug 16 03:11:24.488413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0127ca9-d843-403a-87ec-1e3055e3b4c8 req-da201c66-588e-478b-af18-07ef5ff8ca61 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320261 Aug 16 03:11:25.604725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d915c5-a196-47e7-8368-3cee3ef536b7 req-b58ecb4d-f299-453e-ae64-aafb13700dc9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:25.606502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-53d915c5-a196-47e7-8368-3cee3ef536b7 req-b58ecb4d-f299-453e-ae64-aafb13700dc9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0523810 Aug 16 03:11:25.643350 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-53d915c5-a196-47e7-8368-3cee3ef536b7 req-483ade29-ea1b-4033-a6e2-58888f606aee tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309916 Aug 16 03:11:26.754932 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b4273-cf68-4e48-9112-3f5b0ed763ce req-445b889f-934f-4abb-9e5a-8533aebfc93a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:26.756415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-664b4273-cf68-4e48-9112-3f5b0ed763ce req-445b889f-934f-4abb-9e5a-8533aebfc93a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0476449 Aug 16 03:11:26.794567 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-664b4273-cf68-4e48-9112-3f5b0ed763ce req-73febba8-ef4d-4cea-bebe-6bc4dd2a04b7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313907 Aug 16 03:11:27.909379 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7f87d-2012-4f35-b6cb-fbd1e6f0f6a1 req-31175d63-05e1-4a68-90cf-6f0272722ed4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:27.910938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2d7f87d-2012-4f35-b6cb-fbd1e6f0f6a1 req-31175d63-05e1-4a68-90cf-6f0272722ed4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0484331 Aug 16 03:11:27.947938 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a2d7f87d-2012-4f35-b6cb-fbd1e6f0f6a1 req-f877ba10-239a-43ff-aeb0-add2353173d2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310686 Aug 16 03:11:29.068411 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1054f1-539f-482f-ae83-0fc9721819e5 req-694e6088-b0ff-4400-bc82-a66163b4d289 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:29.069985 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b1054f1-539f-482f-ae83-0fc9721819e5 req-694e6088-b0ff-4400-bc82-a66163b4d289 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0552104 Aug 16 03:11:29.108251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8b1054f1-539f-482f-ae83-0fc9721819e5 req-72e24023-2863-4507-b5d2-ba4578d3bed1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317130 Aug 16 03:11:30.266042 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586b9e2-94cd-49b7-afcd-2f2d715de06a req-f2df363f-52f8-40c6-9468-5b8ad5d5dc81 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:30.267519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7586b9e2-94cd-49b7-afcd-2f2d715de06a req-f2df363f-52f8-40c6-9468-5b8ad5d5dc81 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0481257 Aug 16 03:11:30.305618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7586b9e2-94cd-49b7-afcd-2f2d715de06a req-8405c518-5460-4351-b924-c4d1f03e1876 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320656 Aug 16 03:11:31.422240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce1f51-2caa-4633-8210-dc41cc77efa3 req-6d332582-a76a-4a1b-8995-e17879939377 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:31.423722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27ce1f51-2caa-4633-8210-dc41cc77efa3 req-6d332582-a76a-4a1b-8995-e17879939377 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0497470 Aug 16 03:11:31.461093 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27ce1f51-2caa-4633-8210-dc41cc77efa3 req-dad551ef-34cd-4045-92d7-1d0266b0d363 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Aug 16 03:11:32.580752 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2c549-6e2a-47cf-8a71-121d4ee16385 req-7acbbfaf-5b72-4308-bf2e-1fb258659bd8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:32.582241 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00a2c549-6e2a-47cf-8a71-121d4ee16385 req-7acbbfaf-5b72-4308-bf2e-1fb258659bd8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0545208 Aug 16 03:11:32.620744 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-00a2c549-6e2a-47cf-8a71-121d4ee16385 req-ff192700-1928-419f-9a5c-8ca69de5937d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320532 Aug 16 03:11:32.744361 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:11:33.736368 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16245114-843b-463e-80e2-4eed7257b3a9 req-93e25f88-57d0-41b9-849e-755fa74e1c67 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:33.737862 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16245114-843b-463e-80e2-4eed7257b3a9 req-93e25f88-57d0-41b9-849e-755fa74e1c67 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0518854 Aug 16 03:11:33.774831 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16245114-843b-463e-80e2-4eed7257b3a9 req-883735d8-a899-47be-95c3-9821116fed11 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308807 Aug 16 03:11:34.892320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabbded-d84a-4c9c-af39-252fc67501b8 req-62a693c7-6008-46da-910a-2a931573458b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:34.893945 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbabbded-d84a-4c9c-af39-252fc67501b8 req-62a693c7-6008-46da-910a-2a931573458b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0514526 Aug 16 03:11:34.936574 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbabbded-d84a-4c9c-af39-252fc67501b8 req-cd5e0d97-a785-4351-8cc8-c1bdf0cdf21b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367732 Aug 16 03:11:36.054539 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1874fb-f5e4-4b9a-bd50-b56ac0f0d7dd req-4fb12c6e-51fb-4cfa-9138-55f239049ea4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:36.055997 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a1874fb-f5e4-4b9a-bd50-b56ac0f0d7dd req-4fb12c6e-51fb-4cfa-9138-55f239049ea4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0523343 Aug 16 03:11:36.092986 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a1874fb-f5e4-4b9a-bd50-b56ac0f0d7dd req-d8d67b84-795f-46ff-8e94-6c11d57705f1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309529 Aug 16 03:11:37.207267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e6667-5513-4bac-83c2-c7f3ac303d5e req-db664f34-3ed4-4802-93ae-34b388a99570 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:37.208959 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a8e6667-5513-4bac-83c2-c7f3ac303d5e req-db664f34-3ed4-4802-93ae-34b388a99570 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490642 Aug 16 03:11:37.246400 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5a8e6667-5513-4bac-83c2-c7f3ac303d5e req-75214f59-85d2-4132-a414-564d676480a6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315151 Aug 16 03:11:38.360065 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ce4cb-9379-4b7a-a0fa-4afca3d65223 req-2eeb25fa-caeb-4be1-b4dc-3d725041e591 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:38.361569 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7ce4cb-9379-4b7a-a0fa-4afca3d65223 req-2eeb25fa-caeb-4be1-b4dc-3d725041e591 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0478806 Aug 16 03:11:38.399251 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6f7ce4cb-9379-4b7a-a0fa-4afca3d65223 req-c97e40e3-8e14-4958-b111-5393e5c5fc4a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312512 Aug 16 03:11:38.996851 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fe40efe8-c2d3-4f03-b1c3-a6d256239919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:39.517322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7675f1e-9897-4276-a0ab-462abb95e17c req-202fcc0a-0cd3-400a-8626-642c12244758 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:39.518804 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7675f1e-9897-4276-a0ab-462abb95e17c req-202fcc0a-0cd3-400a-8626-642c12244758 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0537889 Aug 16 03:11:39.555666 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7675f1e-9897-4276-a0ab-462abb95e17c req-09a31848-4708-4730-816a-8ca0709d2846 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310040 Aug 16 03:11:40.536096 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:40.670415 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79034d10-c19f-476d-a610-8b795d911771 req-01662f74-3dbd-4dd7-9e80-c34a91fc75d0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:40.671901 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79034d10-c19f-476d-a610-8b795d911771 req-01662f74-3dbd-4dd7-9e80-c34a91fc75d0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0488489 Aug 16 03:11:40.708987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-79034d10-c19f-476d-a610-8b795d911771 req-8d96a5a2-15ee-49db-b95d-dfb2662d48d1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311692 Aug 16 03:11:41.587703 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b2d9a2b3-7d51-4e15-8046-9d553cb81ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:41.717569 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:41.827103 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaea6d4-6bc2-4af5-a9ce-4b9d5f2dd005 req-814981ba-91aa-428f-a3ee-b7fc00d52ad7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:41.828494 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0eaea6d4-6bc2-4af5-a9ce-4b9d5f2dd005 req-814981ba-91aa-428f-a3ee-b7fc00d52ad7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490649 Aug 16 03:11:41.865973 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0eaea6d4-6bc2-4af5-a9ce-4b9d5f2dd005 req-873fc641-24af-402c-9407-919feafc72fc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313628 Aug 16 03:11:42.990093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9355a-8d34-4d6e-b98d-be7a2b2104e0 req-e370cca3-4330-48c6-ab0a-a2b9a71a4313 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:42.991584 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45d9355a-8d34-4d6e-b98d-be7a2b2104e0 req-e370cca3-4330-48c6-ab0a-a2b9a71a4313 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0539327 Aug 16 03:11:43.033096 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45d9355a-8d34-4d6e-b98d-be7a2b2104e0 req-408ab40b-2340-4215-944e-9adc35978f1c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348520 Aug 16 03:11:43.078279 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:44.147892 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f49617-1361-4769-9947-0ed7b6477a6b req-a850c7b4-0b89-44b1-915a-c6a0d25dd110 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:44.149390 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13f49617-1361-4769-9947-0ed7b6477a6b req-a850c7b4-0b89-44b1-915a-c6a0d25dd110 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0497494 Aug 16 03:11:44.186896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-13f49617-1361-4769-9947-0ed7b6477a6b req-2eedf10e-3124-47a1-9872-c47f0586e9e0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Aug 16 03:11:44.575794 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:45.300484 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d491b-7280-46d9-b57f-fa55489a7007 req-b861b31b-46d2-47ed-af73-04579db9ad54 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:45.302012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f4d491b-7280-46d9-b57f-fa55489a7007 req-b861b31b-46d2-47ed-af73-04579db9ad54 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485594 Aug 16 03:11:45.339967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7f4d491b-7280-46d9-b57f-fa55489a7007 req-3df02342-296c-4a4d-8cda-51bd79fa33ba tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Aug 16 03:11:46.456429 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db8fc7-0e43-44d5-a73f-0fc5300272c9 req-7b532537-a0b7-47b2-ad2c-4f324de8a083 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:46.457835 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7db8fc7-0e43-44d5-a73f-0fc5300272c9 req-7b532537-a0b7-47b2-ad2c-4f324de8a083 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0526013 Aug 16 03:11:46.495168 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7db8fc7-0e43-44d5-a73f-0fc5300272c9 req-0481df7e-06d8-48e7-9a8a-a6e3996ba7f2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308261 Aug 16 03:11:47.608961 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8c179-d0ac-455d-9b3a-7bb0110aab8d req-02901d3e-8942-4247-a94c-6b635257aced tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:47.610478 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18d8c179-d0ac-455d-9b3a-7bb0110aab8d req-02901d3e-8942-4247-a94c-6b635257aced tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0489888 Aug 16 03:11:47.649686 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-18d8c179-d0ac-455d-9b3a-7bb0110aab8d req-2c4241f4-cdf8-434b-b071-ffcae61c684f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330000 Aug 16 03:11:48.762616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9db06-27c0-4fe4-a8c7-569087a5ba7d req-fdabbe32-2f4d-4d39-9e17-e71f03fbfad0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:48.763983 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9b9db06-27c0-4fe4-a8c7-569087a5ba7d req-fdabbe32-2f4d-4d39-9e17-e71f03fbfad0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485051 Aug 16 03:11:48.800377 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f9b9db06-27c0-4fe4-a8c7-569087a5ba7d req-9a1da082-07b9-48c4-92ad-d06a07cf5d49 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305285 Aug 16 03:11:49.113837 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:49.918093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d92dd-1391-4cb9-85c9-9fb61a65b5b1 req-4617ae1b-baab-4faf-a69a-be6ed11d94eb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:49.919570 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a1d92dd-1391-4cb9-85c9-9fb61a65b5b1 req-4617ae1b-baab-4faf-a69a-be6ed11d94eb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0525427 Aug 16 03:11:49.956997 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7a1d92dd-1391-4cb9-85c9-9fb61a65b5b1 req-6a4a6de8-df80-4954-b1c3-1c076aade236 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314341 Aug 16 03:11:51.070770 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd3ea2-45e0-439f-b53b-c3aeaf812556 req-b2c1a355-2589-4c96-a8e9-a5567184ca3d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:51.072847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92bd3ea2-45e0-439f-b53b-c3aeaf812556 req-b2c1a355-2589-4c96-a8e9-a5567184ca3d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0481100 Aug 16 03:11:51.110118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-92bd3ea2-45e0-439f-b53b-c3aeaf812556 req-91ae1fdc-2d2e-4334-affa-7b6e9980bf8c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314085 Aug 16 03:11:52.224333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfa01d-da54-4e97-9a3f-5b8037437037 req-6d7ddf23-598e-41a3-bac1-bfb1a0d16ce5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:52.225829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37cfa01d-da54-4e97-9a3f-5b8037437037 req-6d7ddf23-598e-41a3-bac1-bfb1a0d16ce5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0473914 Aug 16 03:11:52.263049 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-37cfa01d-da54-4e97-9a3f-5b8037437037 req-40721215-4657-485e-a700-bb902e44fc72 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303619 Aug 16 03:11:53.384270 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab93b3-3057-4c21-89b2-6b4b136ade96 req-68c973d5-f3f6-40fd-9dfd-5e4469e854ce tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:53.385845 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4ab93b3-3057-4c21-89b2-6b4b136ade96 req-68c973d5-f3f6-40fd-9dfd-5e4469e854ce tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0559974 Aug 16 03:11:53.423034 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c4ab93b3-3057-4c21-89b2-6b4b136ade96 req-223b52aa-f023-444c-8e76-d011937f3057 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313454 Aug 16 03:11:54.535934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a1180-0463-4e1e-a523-cb5418674564 req-fe07f695-f397-4aba-8bd8-59aed144584a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:54.537476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e8a1180-0463-4e1e-a523-cb5418674564 req-fe07f695-f397-4aba-8bd8-59aed144584a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485775 Aug 16 03:11:54.575070 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5e8a1180-0463-4e1e-a523-cb5418674564 req-49a3b521-9b81-4e5f-880a-b5a6ab85ee4d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310123 Aug 16 03:11:55.706956 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a122c-d924-4e86-a7c3-fcf5320eccea req-4a3b0327-1e57-4b06-8551-aec5b4126f68 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:55.708476 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b45a122c-d924-4e86-a7c3-fcf5320eccea req-4a3b0327-1e57-4b06-8551-aec5b4126f68 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0514367 Aug 16 03:11:55.746357 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b45a122c-d924-4e86-a7c3-fcf5320eccea req-c906e3eb-d513-472e-95d2-a69642887542 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310466 Aug 16 03:11:56.862483 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff9594-cd0d-4ad2-9ea1-d27cd6576d2d req-694d4583-b7e8-444d-ad69-ed3e22b97d8d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:56.863958 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31ff9594-cd0d-4ad2-9ea1-d27cd6576d2d req-694d4583-b7e8-444d-ad69-ed3e22b97d8d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0525475 Aug 16 03:11:56.901834 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-31ff9594-cd0d-4ad2-9ea1-d27cd6576d2d req-c6480797-1120-4e35-9705-5ba970c0922a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318911 Aug 16 03:11:58.021736 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968ee30-4efe-4406-af26-2fffe736997b req-d7b05b7b-56bf-4bf3-8d11-015c8b54044a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:58.023227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2968ee30-4efe-4406-af26-2fffe736997b req-d7b05b7b-56bf-4bf3-8d11-015c8b54044a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0555575 Aug 16 03:11:58.061572 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2968ee30-4efe-4406-af26-2fffe736997b req-093a0c02-50bb-4b04-b58d-5f527d5c7e73 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318081 Aug 16 03:11:59.175521 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114113b-72b8-415c-971a-8ecce6cd2034 req-3d5385d6-b235-4aad-8108-1881375be8e7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:59.177010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f114113b-72b8-415c-971a-8ecce6cd2034 req-3d5385d6-b235-4aad-8108-1881375be8e7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0483568 Aug 16 03:11:59.215558 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f114113b-72b8-415c-971a-8ecce6cd2034 req-5fdbd6ab-fa4e-477f-a5d8-5963771c139f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320287 Aug 16 03:12:00.334060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f60dbe-f2b7-4ecf-ae06-98436b5b2f6d req-a825ea64-a44b-446d-8aaa-59e9f8d84a00 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:00.335539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14f60dbe-f2b7-4ecf-ae06-98436b5b2f6d req-a825ea64-a44b-446d-8aaa-59e9f8d84a00 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0533845 Aug 16 03:12:00.373290 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14f60dbe-f2b7-4ecf-ae06-98436b5b2f6d req-65a2defa-b24d-4da2-adc7-b70f335733c9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310032 Aug 16 03:12:01.489911 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1abf0-cc7d-4e11-8e6c-8bc17d5919a0 req-844f7286-dd2c-4b4f-ba07-3baf1051d004 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:01.491486 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ea1abf0-cc7d-4e11-8e6c-8bc17d5919a0 req-844f7286-dd2c-4b4f-ba07-3baf1051d004 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0495167 Aug 16 03:12:01.529498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3ea1abf0-cc7d-4e11-8e6c-8bc17d5919a0 req-b6642be8-23b2-4287-b7b5-06ceb6094cc2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312269 Aug 16 03:12:02.643231 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd966-ae1a-4486-abb9-9781e884de3e req-7657e5be-c3d6-473e-a969-0781f0da2b61 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:02.645071 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21dcd966-ae1a-4486-abb9-9781e884de3e req-7657e5be-c3d6-473e-a969-0781f0da2b61 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487943 Aug 16 03:12:02.681500 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-21dcd966-ae1a-4486-abb9-9781e884de3e req-5e4ec5fe-ef85-48dd-883c-8d8df3db5f56 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309186 Aug 16 03:12:03.800679 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0980537-24a9-415a-9103-ac572108ba2a req-48ddecda-6a20-4864-89bf-b6c99eef4c1c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:03.802090 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0980537-24a9-415a-9103-ac572108ba2a req-48ddecda-6a20-4864-89bf-b6c99eef4c1c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0525889 Aug 16 03:12:03.839322 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f0980537-24a9-415a-9103-ac572108ba2a req-dcd8417e-f7fd-48df-9544-010f8ce59bdf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312397 Aug 16 03:12:04.953160 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10569ffc-4d89-4b04-97f2-8587b2b071d1 req-e7314f2b-6ec6-4536-b0ad-a8cbb6b47bd5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:04.954640 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10569ffc-4d89-4b04-97f2-8587b2b071d1 req-e7314f2b-6ec6-4536-b0ad-a8cbb6b47bd5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0489421 Aug 16 03:12:04.991539 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-10569ffc-4d89-4b04-97f2-8587b2b071d1 req-5702fd96-cd4c-4735-a50f-0f2ea6cfedaf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310326 Aug 16 03:12:06.104927 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f8ab4-4984-460a-a0cd-4f26f570c4ce req-7b69a7bd-327e-49cd-b666-625017b59139 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:06.106719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-880f8ab4-4984-460a-a0cd-4f26f570c4ce req-7b69a7bd-327e-49cd-b666-625017b59139 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0492711 Aug 16 03:12:06.152042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-880f8ab4-4984-460a-a0cd-4f26f570c4ce req-0d2fced4-be6a-40d1-b7ee-2f4f17eb2572 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393789 Aug 16 03:12:07.271170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16814a6f-afcc-4845-a1fc-bb2f42fdcbf3 req-47e5de21-a847-4e54-9440-7a5a135916a7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:07.272657 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16814a6f-afcc-4845-a1fc-bb2f42fdcbf3 req-47e5de21-a847-4e54-9440-7a5a135916a7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0538568 Aug 16 03:12:07.309454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16814a6f-afcc-4845-a1fc-bb2f42fdcbf3 req-49d89b1a-9cfb-4a6d-a96c-7cd007851b66 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308087 Aug 16 03:12:08.429681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aa4de-618b-40b8-a6ee-76dcd1199343 req-974fc758-2754-40bc-87e2-65c7c1bca237 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:08.431178 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a9aa4de-618b-40b8-a6ee-76dcd1199343 req-974fc758-2754-40bc-87e2-65c7c1bca237 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0548086 Aug 16 03:12:08.470452 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9a9aa4de-618b-40b8-a6ee-76dcd1199343 req-ae3d79d0-d963-42f0-84df-4a1997d0ddcb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325348 Aug 16 03:12:09.001902 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bdde9e37-3fba-425e-96a2-7663cf3dea5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.589426 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3903e67-23bb-44e2-b9d7-9599131e5171 req-471268da-9539-407a-af5f-e46a10c5cb27 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:09.590918 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3903e67-23bb-44e2-b9d7-9599131e5171 req-471268da-9539-407a-af5f-e46a10c5cb27 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0543261 Aug 16 03:12:09.628392 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f3903e67-23bb-44e2-b9d7-9599131e5171 req-5c5d51b4-798e-4925-9133-b70e3a99c86e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309975 Aug 16 03:12:09.743763 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:12:10.556109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:10.746970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ee6b1-3130-44bd-8712-d463d36c08c0 req-26c51d7f-c7e5-4534-9249-9ebd18368580 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:10.748465 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a61ee6b1-3130-44bd-8712-d463d36c08c0 req-26c51d7f-c7e5-4534-9249-9ebd18368580 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0539782 Aug 16 03:12:10.787780 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a61ee6b1-3130-44bd-8712-d463d36c08c0 req-ab60ebaa-3a2c-487e-b840-1e5daa9545cf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331690 Aug 16 03:12:11.588255 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c67ddeed-b8dc-44f7-bfb5-8cd923e5c5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:11.720009 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:11.901751 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803d4f7-dc91-4d5c-9d9b-cfe173956d5a req-7540a495-ffb4-4584-9eaa-ca54159933ef tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:11.903222 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b803d4f7-dc91-4d5c-9d9b-cfe173956d5a req-7540a495-ffb4-4584-9eaa-ca54159933ef tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486991 Aug 16 03:12:11.940307 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b803d4f7-dc91-4d5c-9d9b-cfe173956d5a req-6f5ec387-20ae-4b63-8b98-a404bdce6827 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305626 Aug 16 03:12:13.055574 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac6935-086d-4614-a1f5-33cab0da33c9 req-478db65a-52c5-4deb-86a9-981b646936dd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:13.057054 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aac6935-086d-4614-a1f5-33cab0da33c9 req-478db65a-52c5-4deb-86a9-981b646936dd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0497711 Aug 16 03:12:13.080668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:13.095385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6aac6935-086d-4614-a1f5-33cab0da33c9 req-56b698d9-1920-4b5b-a329-3b21afe9b11b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322549 Aug 16 03:12:14.219699 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fb03e-5cca-47db-8a4e-cb21ad684178 req-e88e0689-fa1c-4568-9c15-9e843f00f7c6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:14.221292 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc7fb03e-5cca-47db-8a4e-cb21ad684178 req-e88e0689-fa1c-4568-9c15-9e843f00f7c6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0565503 Aug 16 03:12:14.261475 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc7fb03e-5cca-47db-8a4e-cb21ad684178 req-570a1d9c-7c5e-4b7f-94d1-b9c66e2d2413 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317893 Aug 16 03:12:14.579871 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:15.381613 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5b0c6-25f2-4bcf-abed-0b74f827bde4 req-416abd00-1130-4628-9498-300230841306 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:15.383110 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11d5b0c6-25f2-4bcf-abed-0b74f827bde4 req-416abd00-1130-4628-9498-300230841306 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0497317 Aug 16 03:12:15.421355 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-11d5b0c6-25f2-4bcf-abed-0b74f827bde4 req-ca123697-273c-4584-8f17-da7a27012a1d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321679 Aug 16 03:12:16.539499 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aa5b6-f452-4313-b116-b1ed39177f0d req-ce22612e-cab3-4e75-b244-6d7345474962 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:16.541028 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d36aa5b6-f452-4313-b116-b1ed39177f0d req-ce22612e-cab3-4e75-b244-6d7345474962 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0495987 Aug 16 03:12:16.578367 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d36aa5b6-f452-4313-b116-b1ed39177f0d req-8db8a3f8-dade-4d90-95d1-a33babbbdd16 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313318 Aug 16 03:12:17.698656 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ca9b-0fbf-4fd3-9cc8-0b029ab9a9f0 req-29c45161-d193-47cd-9683-8947a01532e2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:17.700162 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2058ca9b-0fbf-4fd3-9cc8-0b029ab9a9f0 req-29c45161-d193-47cd-9683-8947a01532e2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0554671 Aug 16 03:12:17.741498 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2058ca9b-0fbf-4fd3-9cc8-0b029ab9a9f0 req-0e68ed6d-10e6-479f-9c70-c4ea6bc8327b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352759 Aug 16 03:12:18.858197 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dc995-2e77-479b-847e-923a3d7f32ce req-9896c937-8751-4920-975a-2c871d2af0eb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:18.859753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f2dc995-2e77-479b-847e-923a3d7f32ce req-9896c937-8751-4920-975a-2c871d2af0eb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0500290 Aug 16 03:12:18.897565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9f2dc995-2e77-479b-847e-923a3d7f32ce req-f0ec3392-4b13-4af1-bebb-08b27fc0501b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317156 Aug 16 03:12:19.132865 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:20.010324 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71bd98-0c8a-41bb-9bce-1d3b78906d68 req-59a9304b-1851-4b54-a6f0-d37b5c035f7d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:20.011844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad71bd98-0c8a-41bb-9bce-1d3b78906d68 req-59a9304b-1851-4b54-a6f0-d37b5c035f7d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486212 Aug 16 03:12:20.050848 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ad71bd98-0c8a-41bb-9bce-1d3b78906d68 req-9f3a593e-5a1c-45b9-8685-5ea1b6763331 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322933 Aug 16 03:12:21.169758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29b0ed-99df-4437-83f2-02c26c53e10a req-cdce2d76-e91a-4651-ab22-6fd0e136c34e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:21.171334 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff29b0ed-99df-4437-83f2-02c26c53e10a req-cdce2d76-e91a-4651-ab22-6fd0e136c34e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0534489 Aug 16 03:12:21.209969 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ff29b0ed-99df-4437-83f2-02c26c53e10a req-58cde6f5-f4df-4bb4-9f6e-d0b7f90678dd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328004 Aug 16 03:12:22.333642 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1513575-3557-49b9-b6cb-8f4123fd2c67 req-00196b46-7dac-40b5-a0fd-eb3a3ce54f63 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:22.335120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1513575-3557-49b9-b6cb-8f4123fd2c67 req-00196b46-7dac-40b5-a0fd-eb3a3ce54f63 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0589232 Aug 16 03:12:22.372384 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1513575-3557-49b9-b6cb-8f4123fd2c67 req-81792f0a-eecd-4787-bd95-f441118ae5c9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312724 Aug 16 03:12:23.485617 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71366128-f89c-464f-a858-77b06aa61859 req-90d4bbef-948f-449a-bba9-f6547636db41 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:23.487215 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71366128-f89c-464f-a858-77b06aa61859 req-90d4bbef-948f-449a-bba9-f6547636db41 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0488217 Aug 16 03:12:23.526130 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-71366128-f89c-464f-a858-77b06aa61859 req-9e6a645c-d6b6-4502-b9bf-870b5432a8ff tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329123 Aug 16 03:12:24.644127 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8e5c4-7748-4b65-8b93-3850b9110f2b req-890f3999-9ed1-4a84-affe-f5b7d5e3c216 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:24.645993 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd8e5c4-7748-4b65-8b93-3850b9110f2b req-890f3999-9ed1-4a84-affe-f5b7d5e3c216 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0535014 Aug 16 03:12:24.684278 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ebd8e5c4-7748-4b65-8b93-3850b9110f2b req-e8081d92-aaf9-422e-a220-fb3212ab2313 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322094 Aug 16 03:12:25.801436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ace857-6ddd-4cea-ab26-dbfee21189a2 req-0dee6af5-b96d-4093-adc1-b1a5d614cfa2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:25.802876 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62ace857-6ddd-4cea-ab26-dbfee21189a2 req-0dee6af5-b96d-4093-adc1-b1a5d614cfa2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0496922 Aug 16 03:12:25.839559 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-62ace857-6ddd-4cea-ab26-dbfee21189a2 req-4e29bae6-5396-4a47-a9f0-70291d684270 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307391 Aug 16 03:12:26.958474 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8c7d9-7948-4e56-9eee-a77d80ea5daf req-4f4a75ac-5526-4301-a484-4b41fea3ceb2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:26.959967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34f8c7d9-7948-4e56-9eee-a77d80ea5daf req-4f4a75ac-5526-4301-a484-4b41fea3ceb2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0499682 Aug 16 03:12:26.997729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-34f8c7d9-7948-4e56-9eee-a77d80ea5daf req-38b733d2-3984-41b4-bff2-686266bd17c3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317390 Aug 16 03:12:28.115282 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ae5ec-fde9-4674-9a76-36bdeed56424 req-9533d27d-2464-455c-93dd-7e5a37cb78cc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:28.116799 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f3ae5ec-fde9-4674-9a76-36bdeed56424 req-9533d27d-2464-455c-93dd-7e5a37cb78cc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0530670 Aug 16 03:12:28.156248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0f3ae5ec-fde9-4674-9a76-36bdeed56424 req-d13d57fb-5f31-419e-9521-7283188c5c69 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335128 Aug 16 03:12:29.271862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d86a3-9dde-414a-82df-b2da0dc3cad5 req-ad89d7d1-f53f-4bb3-8c0f-df6b2ed89fed tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:29.273374 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-176d86a3-9dde-414a-82df-b2da0dc3cad5 req-ad89d7d1-f53f-4bb3-8c0f-df6b2ed89fed tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490339 Aug 16 03:12:29.311451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-176d86a3-9dde-414a-82df-b2da0dc3cad5 req-a34fdf8b-a4b9-4729-a098-6ed98e6f7903 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321236 Aug 16 03:12:30.427006 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e76dae-1441-4b87-8d1e-defae2a74072 req-3cfa61f8-5be9-40c4-8066-37f88e497b8b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:30.428397 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65e76dae-1441-4b87-8d1e-defae2a74072 req-3cfa61f8-5be9-40c4-8066-37f88e497b8b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0497997 Aug 16 03:12:30.465362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65e76dae-1441-4b87-8d1e-defae2a74072 req-99329d12-ad92-4353-9e70-587106121a51 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310402 Aug 16 03:12:31.584645 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bab548-988e-41f7-8b8e-c0738e1bfcc5 req-b227f996-3db1-4fd9-84be-510a57f62d35 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:31.586157 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15bab548-988e-41f7-8b8e-c0738e1bfcc5 req-b227f996-3db1-4fd9-84be-510a57f62d35 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0526476 Aug 16 03:12:31.623711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-15bab548-988e-41f7-8b8e-c0738e1bfcc5 req-6b7633ee-6864-4be1-91d1-07d8a454e2d9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316141 Aug 16 03:12:32.745250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0ddfc-ce7d-4970-a946-5be8f41f651a req-76b5d2c8-5afa-4039-8dd0-1e833e172870 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:32.746755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cb0ddfc-ce7d-4970-a946-5be8f41f651a req-76b5d2c8-5afa-4039-8dd0-1e833e172870 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0551474 Aug 16 03:12:32.787428 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3cb0ddfc-ce7d-4970-a946-5be8f41f651a req-f853bafe-9022-4cf7-84dd-2f368a2e9d55 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336432 Aug 16 03:12:33.907202 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82830a-9f42-4d18-a8e8-436c8cae0c4c req-fb6993e1-b2c7-405d-881e-14712440254d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:33.908713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a82830a-9f42-4d18-a8e8-436c8cae0c4c req-fb6993e1-b2c7-405d-881e-14712440254d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0498843 Aug 16 03:12:33.945970 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1a82830a-9f42-4d18-a8e8-436c8cae0c4c req-f7ea9e92-473a-4834-a5be-a090a03df42e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313041 Aug 16 03:12:35.064843 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec716f0-e5ce-4942-a0dd-ea48e4010d68 req-1c5a13c1-5325-4cd7-9232-c117aaaa1d93 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:35.066411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ec716f0-e5ce-4942-a0dd-ea48e4010d68 req-1c5a13c1-5325-4cd7-9232-c117aaaa1d93 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0547860 Aug 16 03:12:35.106240 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2ec716f0-e5ce-4942-a0dd-ea48e4010d68 req-b4a9ec3a-306c-4034-b28a-c5735721f36b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335348 Aug 16 03:12:36.224342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfad476-be3f-4e1a-8447-0b4da0264fb4 req-a9adae9e-6762-4b8a-9c6d-066c2812730b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:36.225901 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dfad476-be3f-4e1a-8447-0b4da0264fb4 req-a9adae9e-6762-4b8a-9c6d-066c2812730b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0506718 Aug 16 03:12:36.263926 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9dfad476-be3f-4e1a-8447-0b4da0264fb4 req-3639a487-76c6-45df-9844-b96590b2ee87 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317667 Aug 16 03:12:37.384564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063a8ab-eb8f-4575-8d79-5ed74ab3b65f req-5f3c9302-d1ea-4ee1-8b87-d850350ea490 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:37.386153 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c063a8ab-eb8f-4575-8d79-5ed74ab3b65f req-5f3c9302-d1ea-4ee1-8b87-d850350ea490 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0520253 Aug 16 03:12:37.426198 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c063a8ab-eb8f-4575-8d79-5ed74ab3b65f req-607919d1-e90f-4e21-bed0-2fc3f2322104 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332875 Aug 16 03:12:38.543950 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca52199-7d09-46cb-bffe-98171e766071 req-6f42bed1-f0f1-4ace-96e0-8d06379a4414 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:38.545642 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cca52199-7d09-46cb-bffe-98171e766071 req-6f42bed1-f0f1-4ace-96e0-8d06379a4414 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0533633 Aug 16 03:12:38.582776 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cca52199-7d09-46cb-bffe-98171e766071 req-abbbc1cf-eeaa-44a5-8e7f-d95c20dbf1ff tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307744 Aug 16 03:12:39.003211 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a72c1a1-e1c0-4526-8ca7-d31615f21cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.696407 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227ae8-e881-4c77-b11d-ca6cd0ba5349 req-ffae4703-a963-40c9-ac61-69cfca91308c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:39.697937 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2227ae8-e881-4c77-b11d-ca6cd0ba5349 req-ffae4703-a963-40c9-ac61-69cfca91308c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490057 Aug 16 03:12:39.735713 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f2227ae8-e881-4c77-b11d-ca6cd0ba5349 req-fbe9e3bb-2c9b-4ff1-8756-4a39ecef83b7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318713 Aug 16 03:12:40.564617 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.848608 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee734324-c4dc-4fdc-a6c2-abc7fe07fb47 req-04e0fedb-606f-433f-90f9-fca8d4d41b3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:40.850143 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee734324-c4dc-4fdc-a6c2-abc7fe07fb47 req-04e0fedb-606f-433f-90f9-fca8d4d41b3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485835 Aug 16 03:12:40.889100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ee734324-c4dc-4fdc-a6c2-abc7fe07fb47 req-23d66a9b-bf4e-425d-a74c-4b8c7ebe8a02 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326726 Aug 16 03:12:41.589609 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6e218ca9-da78-4b06-8038-a85bf31357d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.721166 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.007163 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87676d-9baf-4aa4-ae0b-cbdd39f4e91c req-e2e35f18-7a0c-4eea-b79e-ea3f8c814716 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:42.008686 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd87676d-9baf-4aa4-ae0b-cbdd39f4e91c req-e2e35f18-7a0c-4eea-b79e-ea3f8c814716 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0526726 Aug 16 03:12:42.046437 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd87676d-9baf-4aa4-ae0b-cbdd39f4e91c req-7cbcb7de-d651-4e56-ba88-50db1ab234ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312285 Aug 16 03:12:43.083765 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.161508 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ad37e-72a0-49bc-a26a-2138bfa915d8 req-74c53ea8-c86d-4bd1-a70f-1da6ec0722cb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:43.162987 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-831ad37e-72a0-49bc-a26a-2138bfa915d8 req-74c53ea8-c86d-4bd1-a70f-1da6ec0722cb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0492151 Aug 16 03:12:43.200858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-831ad37e-72a0-49bc-a26a-2138bfa915d8 req-7f473724-f619-42be-90ad-1be872dc5cbf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319088 Aug 16 03:12:44.318056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f560-40a3-4d10-bb79-d9e29b69d985 req-c67645d5-df31-433a-b96b-e1a035ad0b65 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:44.319542 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b74f560-40a3-4d10-bb79-d9e29b69d985 req-c67645d5-df31-433a-b96b-e1a035ad0b65 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0528197 Aug 16 03:12:44.358262 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0b74f560-40a3-4d10-bb79-d9e29b69d985 req-6638557a-b5a8-4559-a4e1-8f0d01822c06 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326917 Aug 16 03:12:44.580604 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.475091 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcbb02-5f5a-4abe-b258-7c311418cdaf req-6a8c397c-680a-4722-9d32-c0d86758dbab tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:45.476553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51fcbb02-5f5a-4abe-b258-7c311418cdaf req-6a8c397c-680a-4722-9d32-c0d86758dbab tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0530922 Aug 16 03:12:45.515836 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-51fcbb02-5f5a-4abe-b258-7c311418cdaf req-6ce20bc1-9bf3-4532-98c0-bc39f0d4189c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329926 Aug 16 03:12:46.633673 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056b32c-8aaf-41b4-a56a-fd62ecde3af1 req-7ba852b4-1157-42fe-91b7-2dbe80ad221c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:46.635155 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d056b32c-8aaf-41b4-a56a-fd62ecde3af1 req-7ba852b4-1157-42fe-91b7-2dbe80ad221c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0506535 Aug 16 03:12:46.672273 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d056b32c-8aaf-41b4-a56a-fd62ecde3af1 req-0e95b0d2-8f2c-4e4f-8d91-279652bc3c86 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310831 Aug 16 03:12:46.743104 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:12:47.786189 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2da1f4-1de7-4a0b-9e16-e0043d7681ac req-c85daf98-fd30-4aac-9d79-3c49686f44be tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:47.787585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d2da1f4-1de7-4a0b-9e16-e0043d7681ac req-c85daf98-fd30-4aac-9d79-3c49686f44be tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0488341 Aug 16 03:12:47.825502 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2d2da1f4-1de7-4a0b-9e16-e0043d7681ac req-7018cdd7-f6c0-4bdc-ac25-f1d963e83567 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319450 Aug 16 03:12:48.944461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2c4bb-ac5a-4b52-96a8-3c2e2f1acf37 req-57e7edbc-c6d7-441e-bf44-fa0a8f2e3b96 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:48.945957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbc2c4bb-ac5a-4b52-96a8-3c2e2f1acf37 req-57e7edbc-c6d7-441e-bf44-fa0a8f2e3b96 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0542688 Aug 16 03:12:48.983321 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cbc2c4bb-ac5a-4b52-96a8-3c2e2f1acf37 req-0b5b0ed4-08c1-4271-9201-cc1f5f4f433d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314512 Aug 16 03:12:49.132202 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.098651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e525b7-3d4b-4d78-98da-d82aed21633e req-cd966fb2-f303-4ba6-803b-4724672144b7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:50.100146 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7e525b7-3d4b-4d78-98da-d82aed21633e req-cd966fb2-f303-4ba6-803b-4724672144b7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0491638 Aug 16 03:12:50.139266 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a7e525b7-3d4b-4d78-98da-d82aed21633e req-4aa0d39b-c711-452f-89fd-7eda962ff219 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328846 Aug 16 03:12:51.251639 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b332d0c-bce8-4a0c-bc78-68086caea33a req-f1d28967-64e0-4dce-9ec1-82730501c7ec tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:51.253189 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b332d0c-bce8-4a0c-bc78-68086caea33a req-f1d28967-64e0-4dce-9ec1-82730501c7ec tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0487227 Aug 16 03:12:51.290083 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b332d0c-bce8-4a0c-bc78-68086caea33a req-ef70de8e-437e-4cd8-9115-dacfd6766c3a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309749 Aug 16 03:12:52.406448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3723331-0753-400b-b2ba-139c83c31d85 req-9f01157d-34de-42e7-b10a-d20881768c46 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:52.407916 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3723331-0753-400b-b2ba-139c83c31d85 req-9f01157d-34de-42e7-b10a-d20881768c46 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0523851 Aug 16 03:12:52.446362 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b3723331-0753-400b-b2ba-139c83c31d85 req-b7ebc2c2-0e1f-4f2b-883e-5e41f8e6e6e5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318420 Aug 16 03:12:53.563266 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032d40-187e-4a29-91b6-2e801aa497bc req-1a26e5ca-7105-431c-a64b-39833b8d372d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:53.564781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6032d40-187e-4a29-91b6-2e801aa497bc req-1a26e5ca-7105-431c-a64b-39833b8d372d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0492885 Aug 16 03:12:53.601932 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d6032d40-187e-4a29-91b6-2e801aa497bc req-0937ce51-9163-4c84-836a-82971d229c43 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305882 Aug 16 03:12:54.715438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbb498-7dd4-4e71-b9aa-f55b917a8d0d req-ef54837e-7778-4783-bf7c-d3ab763688c2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:54.716925 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-efdbb498-7dd4-4e71-b9aa-f55b917a8d0d req-ef54837e-7778-4783-bf7c-d3ab763688c2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0480573 Aug 16 03:12:54.754711 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-efdbb498-7dd4-4e71-b9aa-f55b917a8d0d req-9441ede8-b6ae-47a3-a16d-069edf33566e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313768 Aug 16 03:12:55.877131 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beaa6c-0b4d-4fbe-a0cb-892c9abdac22 req-3b0a007d-e900-4f70-9cc8-0859855b8c19 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:55.880030 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45beaa6c-0b4d-4fbe-a0cb-892c9abdac22 req-3b0a007d-e900-4f70-9cc8-0859855b8c19 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0589495 Aug 16 03:12:55.919715 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-45beaa6c-0b4d-4fbe-a0cb-892c9abdac22 req-49b08a36-d587-4b50-a658-cd044f3ca8cc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336132 Aug 16 03:12:57.036125 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025d957-4190-411a-86b8-fa255460a6d9 req-45fad7fd-b1e2-4bde-b700-0a8488fd5d65 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:57.037730 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d025d957-4190-411a-86b8-fa255460a6d9 req-45fad7fd-b1e2-4bde-b700-0a8488fd5d65 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486906 Aug 16 03:12:57.075363 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d025d957-4190-411a-86b8-fa255460a6d9 req-a2172201-f3d7-4d6e-b1fb-0bb6fa54cae0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317440 Aug 16 03:12:58.189396 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53510b-dac3-4577-aa13-6e621d47061b req-39e38736-5e5c-4633-95cd-f2e4fa268cac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:58.191464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd53510b-dac3-4577-aa13-6e621d47061b req-39e38736-5e5c-4633-95cd-f2e4fa268cac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0498564 Aug 16 03:12:58.229276 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cd53510b-dac3-4577-aa13-6e621d47061b req-0d9fcba6-001f-42bb-9b1c-f0a5a0348c61 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318954 Aug 16 03:12:59.350082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f087c4-a501-4d3d-9668-12ec774583f5 req-c0e2f6fc-d3c2-4b9c-901f-a648dd954ff7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:59.351560 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7f087c4-a501-4d3d-9668-12ec774583f5 req-c0e2f6fc-d3c2-4b9c-901f-a648dd954ff7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0542920 Aug 16 03:12:59.389257 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7f087c4-a501-4d3d-9668-12ec774583f5 req-057b0d53-34fa-4707-9bb6-cce860f22f79 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313954 Aug 16 03:13:00.564317 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970dfa3-c0c3-4df4-b7ce-6ff360e276b9 req-d9406cca-cefd-4297-b33b-595bdcffb27b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:00.565910 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7970dfa3-c0c3-4df4-b7ce-6ff360e276b9 req-d9406cca-cefd-4297-b33b-595bdcffb27b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.1097913 Aug 16 03:13:00.602850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7970dfa3-c0c3-4df4-b7ce-6ff360e276b9 req-cd7aa651-35aa-4bad-b6ee-b7c8957709ce tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311086 Aug 16 03:13:01.716704 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa7c0a-a5d6-4584-8e3c-ac40b72dd1e6 req-b44a39d2-e3b3-4f6c-b057-67014be2181a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:01.718183 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bfa7c0a-a5d6-4584-8e3c-ac40b72dd1e6 req-b44a39d2-e3b3-4f6c-b057-67014be2181a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0484445 Aug 16 03:13:01.756749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9bfa7c0a-a5d6-4584-8e3c-ac40b72dd1e6 req-87afcb22-58cb-46a9-83ad-1e98fb82d533 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324647 Aug 16 03:13:02.874079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49df9e-7f09-4344-9d1b-c7ff38d47687 req-469617b0-3cdc-4038-b93f-9eca05f7adbf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:02.875556 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc49df9e-7f09-4344-9d1b-c7ff38d47687 req-469617b0-3cdc-4038-b93f-9eca05f7adbf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0532346 Aug 16 03:13:02.913145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc49df9e-7f09-4344-9d1b-c7ff38d47687 req-f80f3e6e-2e4a-44a5-a8dd-d390ddfecd78 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316086 Aug 16 03:13:04.027455 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfe9f4-d7f4-4d9f-80ac-025462cdadf5 req-22335fef-e615-44e2-a3fd-86c6893b376f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:04.029010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cebfe9f4-d7f4-4d9f-80ac-025462cdadf5 req-22335fef-e615-44e2-a3fd-86c6893b376f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0489855 Aug 16 03:13:04.066271 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cebfe9f4-d7f4-4d9f-80ac-025462cdadf5 req-709c7280-339d-499c-85b8-1e09742dfcad tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 Aug 16 03:13:05.179785 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903d9a-fcd0-4f79-b3ca-55e7210db4ed req-c1f98dfc-7705-4f90-a33d-39c7478db4fb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:05.181289 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-73903d9a-fcd0-4f79-b3ca-55e7210db4ed req-c1f98dfc-7705-4f90-a33d-39c7478db4fb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0484266 Aug 16 03:13:05.218944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-73903d9a-fcd0-4f79-b3ca-55e7210db4ed req-97d59cda-b92e-482d-ac5d-d7c5eb129941 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317576 Aug 16 03:13:06.338032 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22b352-854e-47ea-ba64-f2183468c2f7 req-9723d8bb-eb3a-4ee7-941f-b072aa5cb9af tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:06.339515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc22b352-854e-47ea-ba64-f2183468c2f7 req-9723d8bb-eb3a-4ee7-941f-b072aa5cb9af tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0557549 Aug 16 03:13:06.376608 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bc22b352-854e-47ea-ba64-f2183468c2f7 req-4059dda3-0eff-46ad-9726-b78633489f9f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311522 Aug 16 03:13:07.491167 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b56083-c97a-4141-93af-6a8f48e9a486 req-849e5f71-8dde-4703-9cfb-ef8bfc0a27d6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:07.492656 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33b56083-c97a-4141-93af-6a8f48e9a486 req-849e5f71-8dde-4703-9cfb-ef8bfc0a27d6 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0488770 Aug 16 03:13:07.530782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-33b56083-c97a-4141-93af-6a8f48e9a486 req-678171c7-b192-41e9-9031-362c39b9af81 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321689 Aug 16 03:13:08.653214 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bee1b-a09c-49fe-ab96-1a942d8ef678 req-d7324a72-a5c5-4110-947c-204c5098235e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:08.656865 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-244bee1b-a09c-49fe-ab96-1a942d8ef678 req-d7324a72-a5c5-4110-947c-204c5098235e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0585620 Aug 16 03:13:08.695853 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-244bee1b-a09c-49fe-ab96-1a942d8ef678 req-7c4f1e6c-fba8-4506-b854-9f849d13e5b1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322204 Aug 16 03:13:09.007975 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dca7286b-278b-4cb0-a4c8-3625420a7803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:09.813939 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad57e-3f9b-4d1e-834c-ff0bac80dd62 req-8a9ca4ca-91f3-4712-802e-0f5af2b3006f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:09.815335 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-740ad57e-3f9b-4d1e-834c-ff0bac80dd62 req-8a9ca4ca-91f3-4712-802e-0f5af2b3006f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0526254 Aug 16 03:13:09.852255 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-740ad57e-3f9b-4d1e-834c-ff0bac80dd62 req-ec8dcc2f-4644-41ab-82bf-377aa595e2ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304203 Aug 16 03:13:10.594311 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:10.969312 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16cbd-f74d-4f3e-bad0-33f210c04b29 req-e3a496ec-f9a8-4084-ab2c-76538918adf4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:10.970821 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68c16cbd-f74d-4f3e-bad0-33f210c04b29 req-e3a496ec-f9a8-4084-ab2c-76538918adf4 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0514104 Aug 16 03:13:11.009982 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-68c16cbd-f74d-4f3e-bad0-33f210c04b29 req-f95efcc2-9238-466f-b807-9de7dda4d70b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327110 Aug 16 03:13:11.589417 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-20c7ab85-9772-4808-bd0f-8e9ef515cc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:11.721809 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:12.124828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff04a4e-05c4-46a4-a38a-0800f89e7e9e req-3fa56e94-34ff-4606-97da-7a9a9670d350 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:12.126317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ff04a4e-05c4-46a4-a38a-0800f89e7e9e req-3fa56e94-34ff-4606-97da-7a9a9670d350 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0493512 Aug 16 03:13:12.166106 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5ff04a4e-05c4-46a4-a38a-0800f89e7e9e req-1b8e894a-e178-43e5-8388-bb2535282cd8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336227 Aug 16 03:13:13.085168 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:13.282452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33b222-6e39-43c5-93c2-4a74b709f2c2 req-d3a12917-eb07-46e7-bc83-ab60a9053a51 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:13.283949 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec33b222-6e39-43c5-93c2-4a74b709f2c2 req-d3a12917-eb07-46e7-bc83-ab60a9053a51 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0529897 Aug 16 03:13:13.321967 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ec33b222-6e39-43c5-93c2-4a74b709f2c2 req-40708881-ff37-48bf-af60-e5771fef19c1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314384 Aug 16 03:13:14.438109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a230b-0e5d-4a8f-b129-cace878b294a req-16509398-6d00-4d46-bc0e-781a04f87666 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:14.439501 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-284a230b-0e5d-4a8f-b129-cace878b294a req-16509398-6d00-4d46-bc0e-781a04f87666 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0498993 Aug 16 03:13:14.479197 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-284a230b-0e5d-4a8f-b129-cace878b294a req-235d272a-b695-4324-aaa1-60ab3da87f98 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334153 Aug 16 03:13:14.585801 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:15.593475 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d61fde-be56-43e1-b746-da4a49bf1f5b req-b4c88284-bef7-48bc-8849-1e6149299509 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:15.594962 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14d61fde-be56-43e1-b746-da4a49bf1f5b req-b4c88284-bef7-48bc-8849-1e6149299509 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0491033 Aug 16 03:13:15.634042 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-14d61fde-be56-43e1-b746-da4a49bf1f5b req-76d5dcbe-0129-4068-803e-7c93fc849675 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326533 Aug 16 03:13:16.760779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce984fba-0cce-4fc9-bd2b-53c7eb412b09 req-cdbce1cd-57ec-4122-9163-cd9238f43c8a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:16.762218 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce984fba-0cce-4fc9-bd2b-53c7eb412b09 req-cdbce1cd-57ec-4122-9163-cd9238f43c8a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0523238 Aug 16 03:13:16.808781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ce984fba-0cce-4fc9-bd2b-53c7eb412b09 req-64bd5850-aaf1-4cbc-bcdf-b14348cf9f67 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405388 Aug 16 03:13:17.922713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf965f44-d674-4bad-bf74-a91b318358a6 req-c12beb6e-e4ce-4994-98cc-5a50749554f5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:17.924196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf965f44-d674-4bad-bf74-a91b318358a6 req-c12beb6e-e4ce-4994-98cc-5a50749554f5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490279 Aug 16 03:13:17.961565 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf965f44-d674-4bad-bf74-a91b318358a6 req-023b3f9c-7b46-4a77-bd90-cf2d9dbd8223 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313182 Aug 16 03:13:19.076056 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea657f02-312f-43ae-8a0d-fdec8c3493ee req-407a19f9-03eb-4db2-9808-a4512245684e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:19.077533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea657f02-312f-43ae-8a0d-fdec8c3493ee req-407a19f9-03eb-4db2-9808-a4512245684e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0482829 Aug 16 03:13:19.115399 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ea657f02-312f-43ae-8a0d-fdec8c3493ee req-55e7555e-c35a-46fe-80dd-92823ca04a8d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313694 Aug 16 03:13:19.134876 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:20.233710 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed89870-6ecc-44ed-8866-401b71ee2581 req-02a2b915-4b24-457b-be6f-86ca0203e293 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:20.235184 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ed89870-6ecc-44ed-8866-401b71ee2581 req-02a2b915-4b24-457b-be6f-86ca0203e293 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0532818 Aug 16 03:13:20.273199 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ed89870-6ecc-44ed-8866-401b71ee2581 req-9928746b-cbbb-4af6-a402-60469570f2dd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319266 Aug 16 03:13:21.388488 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee7b7c-98dd-4307-921e-7103e2a1fe0f req-b0f68842-bdbc-4009-8046-b8b20c37c9d7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:21.389935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24ee7b7c-98dd-4307-921e-7103e2a1fe0f req-b0f68842-bdbc-4009-8046-b8b20c37c9d7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0499818 Aug 16 03:13:21.429317 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-24ee7b7c-98dd-4307-921e-7103e2a1fe0f req-8197e922-fc66-45fe-aff3-fb1b18a28f4e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331895 Aug 16 03:13:22.544072 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774570b-2d9f-477f-bf33-08c64a0f3724 req-c2fa11da-6ab3-4c3e-8409-b3241b749f7f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:22.545553 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f774570b-2d9f-477f-bf33-08c64a0f3724 req-c2fa11da-6ab3-4c3e-8409-b3241b749f7f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0481811 Aug 16 03:13:22.583745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f774570b-2d9f-477f-bf33-08c64a0f3724 req-3db193bd-7582-4dad-a9a5-12f06a62a908 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321910 Aug 16 03:13:23.705310 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85855233-4d29-4ccc-875d-258e798644fa req-cabf31a8-eb79-4520-86b5-ab0a7ebc3ba0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:23.706884 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85855233-4d29-4ccc-875d-258e798644fa req-cabf31a8-eb79-4520-86b5-ab0a7ebc3ba0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0567756 Aug 16 03:13:23.743067 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:13:23.747133 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-85855233-4d29-4ccc-875d-258e798644fa req-f836b864-20ff-4ac9-a864-afca3f6e5738 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342910 Aug 16 03:13:24.859857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed257015-9fad-46f0-981b-2727d1a34c00 req-b6d11453-d384-4c90-a4e9-cc91925b618a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:24.861376 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed257015-9fad-46f0-981b-2727d1a34c00 req-b6d11453-d384-4c90-a4e9-cc91925b618a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485961 Aug 16 03:13:24.899248 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ed257015-9fad-46f0-981b-2727d1a34c00 req-2955f994-ed82-4f14-8afb-105e48b1cafd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314407 Aug 16 03:13:26.012741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ef9fc-0800-4f1e-8e89-6789fccd47d2 req-488ca711-6f28-4f76-94f6-4a4b123ab329 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:26.014265 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a2ef9fc-0800-4f1e-8e89-6789fccd47d2 req-488ca711-6f28-4f76-94f6-4a4b123ab329 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490150 Aug 16 03:13:26.051250 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8a2ef9fc-0800-4f1e-8e89-6789fccd47d2 req-7f273ff6-8ba6-4673-a89b-b4107a4b2e1b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307729 Aug 16 03:13:27.170195 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206a6ed-42cc-4097-8eae-c0b9ab5ef510 req-64b565d6-0b8c-4aba-877d-683901a4c1d5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:27.171660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d206a6ed-42cc-4097-8eae-c0b9ab5ef510 req-64b565d6-0b8c-4aba-877d-683901a4c1d5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0519562 Aug 16 03:13:27.208142 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d206a6ed-42cc-4097-8eae-c0b9ab5ef510 req-575d3f4c-bfd3-45b9-a345-78c8598d2599 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304854 Aug 16 03:13:28.327168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ba13d-368f-40fa-aeac-152716cfcdb4 req-0d65cb02-1614-4179-b211-a7dc7011a4e1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:28.328650 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb3ba13d-368f-40fa-aeac-152716cfcdb4 req-0d65cb02-1614-4179-b211-a7dc7011a4e1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0526645 Aug 16 03:13:28.370781 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bb3ba13d-368f-40fa-aeac-152716cfcdb4 req-0a0154cc-554e-47a1-99c2-1feadfac33cf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351200 Aug 16 03:13:29.486629 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63e65c-ebb8-49d3-a0b6-30393c7a3f1f req-f3da45f7-6935-4076-9f09-40229747e954 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:29.488144 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb63e65c-ebb8-49d3-a0b6-30393c7a3f1f req-f3da45f7-6935-4076-9f09-40229747e954 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0494573 Aug 16 03:13:29.526745 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fb63e65c-ebb8-49d3-a0b6-30393c7a3f1f req-a2b163de-6fa9-4e37-ae41-735cac94f781 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Aug 16 03:13:30.643448 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81228d2-4cd7-4419-b4fc-b95e6fb6032d req-c623e235-edec-4061-b3d2-f7343bd0169d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:30.645118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d81228d2-4cd7-4419-b4fc-b95e6fb6032d req-c623e235-edec-4061-b3d2-f7343bd0169d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0530500 Aug 16 03:13:30.683382 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d81228d2-4cd7-4419-b4fc-b95e6fb6032d req-586143b2-7ff9-4454-b62f-6d982fbd16d8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323167 Aug 16 03:13:31.829330 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175582f-4bd3-4a3f-893d-49e6c332e2ac req-cf0d10cf-413d-4406-97a0-d12d6aa8c5e0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:31.830741 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0175582f-4bd3-4a3f-893d-49e6c332e2ac req-cf0d10cf-413d-4406-97a0-d12d6aa8c5e0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0489883 Aug 16 03:13:31.869806 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-0175582f-4bd3-4a3f-893d-49e6c332e2ac req-e9d1c876-12e4-4fed-8d17-cc41e103c6a0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331061 Aug 16 03:13:32.980153 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44172d02-6549-4493-bd83-a3c3e1c378f4 req-2f849302-784e-4195-8af6-2533751001d0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:32.981919 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44172d02-6549-4493-bd83-a3c3e1c378f4 req-2f849302-784e-4195-8af6-2533751001d0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0479965 Aug 16 03:13:33.019442 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-44172d02-6549-4493-bd83-a3c3e1c378f4 req-f23f33f8-5216-4cdc-ac1b-91182593773a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316913 Aug 16 03:13:34.138393 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d9b2a-fbf6-41b5-ae0a-55c9ac94b59e req-f1bc6fa8-7cc3-42f6-bc95-b058ecc6c919 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:34.139921 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-787d9b2a-fbf6-41b5-ae0a-55c9ac94b59e req-f1bc6fa8-7cc3-42f6-bc95-b058ecc6c919 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0532460 Aug 16 03:13:34.176875 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-787d9b2a-fbf6-41b5-ae0a-55c9ac94b59e req-df79b7e2-d5a9-479f-b117-c51738d43e0e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310750 Aug 16 03:13:35.290291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df9680-5bf2-45e3-9ef9-4d50459b9665 req-1d0017c6-3c08-4180-b79f-dec3fb1e61ca tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:35.291763 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27df9680-5bf2-45e3-9ef9-4d50459b9665 req-1d0017c6-3c08-4180-b79f-dec3fb1e61ca tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0483479 Aug 16 03:13:35.328005 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-27df9680-5bf2-45e3-9ef9-4d50459b9665 req-50498f74-3091-4da2-ae7a-868475b10862 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303011 Aug 16 03:13:36.440792 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1727a-d733-43d7-a231-7210af5efaa2 req-59052fd4-bec8-4d3b-aa94-3e4ddf61d3e5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:36.442203 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60f1727a-d733-43d7-a231-7210af5efaa2 req-59052fd4-bec8-4d3b-aa94-3e4ddf61d3e5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0480371 Aug 16 03:13:36.479760 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-60f1727a-d733-43d7-a231-7210af5efaa2 req-2f65d5e9-8a57-40c4-b3f9-8027f698adc2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310149 Aug 16 03:13:37.595117 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb6041-15c0-49d2-9426-4e6ec8e3616d req-6e796494-69ab-42aa-ac1e-e4612ff88c79 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:37.596689 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7eeb6041-15c0-49d2-9426-4e6ec8e3616d req-6e796494-69ab-42aa-ac1e-e4612ff88c79 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0525465 Aug 16 03:13:37.635205 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7eeb6041-15c0-49d2-9426-4e6ec8e3616d req-6fb92434-2145-4c8a-90d6-7cf4af375c81 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319459 Aug 16 03:13:38.748233 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03209005-2d02-43d2-947c-59ea12e2a7dc req-cee85d78-585f-4df7-aec8-32e795febab0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:38.749743 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03209005-2d02-43d2-947c-59ea12e2a7dc req-cee85d78-585f-4df7-aec8-32e795febab0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486863 Aug 16 03:13:38.787411 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03209005-2d02-43d2-947c-59ea12e2a7dc req-404ec66d-08ed-4a83-b26c-7f25db16075a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316453 Aug 16 03:13:39.009815 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09a0426f-beb3-4b48-8028-5537b88995cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:39.903588 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c4c2f-43ba-487d-a4ee-b691f46be003 req-1a46828d-7c06-40e7-ae5c-9b17c4032f5c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:39.905127 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a55c4c2f-43ba-487d-a4ee-b691f46be003 req-1a46828d-7c06-40e7-ae5c-9b17c4032f5c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490756 Aug 16 03:13:39.941829 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a55c4c2f-43ba-487d-a4ee-b691f46be003 req-aaa5a793-7fcc-41b8-9abd-13c7f1f7d3fc tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308325 Aug 16 03:13:40.606329 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:41.059146 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500deb44-2ee4-481b-a1db-020035269c79 req-9377e486-6a96-43b5-b3f9-5b45f8f97fa7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:41.060631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-500deb44-2ee4-481b-a1db-020035269c79 req-9377e486-6a96-43b5-b3f9-5b45f8f97fa7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0523305 Aug 16 03:13:41.097012 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-500deb44-2ee4-481b-a1db-020035269c79 req-e3549557-a28e-42a7-9a69-dafeba398f75 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304258 Aug 16 03:13:41.590380 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0b415d0f-74b1-41db-a3bc-848e44e85713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:41.723360 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.213332 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61b075-60c1-41e6-b539-4464a46a20cc req-1d6f9a76-726e-4fdd-bbe0-b071a06a6014 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:42.214808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d61b075-60c1-41e6-b539-4464a46a20cc req-1d6f9a76-726e-4fdd-bbe0-b071a06a6014 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0495801 Aug 16 03:13:42.252805 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7d61b075-60c1-41e6-b539-4464a46a20cc req-f4b1d023-29bd-4a39-b04f-bcf4978b1ab7 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320230 Aug 16 03:13:43.089438 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.367247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fd985-5b77-436d-93b7-2f094fd8392b req-94585a15-27fa-4078-9456-5cbf6329b7ce tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:43.368654 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-013fd985-5b77-436d-93b7-2f094fd8392b req-94585a15-27fa-4078-9456-5cbf6329b7ce tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0495579 Aug 16 03:13:43.406878 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-013fd985-5b77-436d-93b7-2f094fd8392b req-b175281d-c6e1-49ce-af21-216e7c487c0e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317950 Aug 16 03:13:44.524220 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc186-f483-4f26-b682-73f12325dc55 req-7a50d1a0-2b7f-4f2d-89b4-4ae106f61f77 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:44.525808 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65ddc186-f483-4f26-b682-73f12325dc55 req-7a50d1a0-2b7f-4f2d-89b4-4ae106f61f77 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0540140 Aug 16 03:13:44.563388 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-65ddc186-f483-4f26-b682-73f12325dc55 req-0484fced-1dad-4045-b9bd-1221abcb3d28 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316241 Aug 16 03:13:44.587566 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:45.680165 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2fc48-baae-4eb3-b061-68bc62a23f21 req-0ff7bb67-87c3-4a25-89f1-ba85700dcd3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:45.681722 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1d2fc48-baae-4eb3-b061-68bc62a23f21 req-0ff7bb67-87c3-4a25-89f1-ba85700dcd3e tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0492089 Aug 16 03:13:45.719021 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c1d2fc48-baae-4eb3-b061-68bc62a23f21 req-caa8fd83-9809-40c3-8f0c-e0cc07ab0efb tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313189 Aug 16 03:13:46.832558 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daa366-538d-4724-8240-0d32fa97f329 req-ce8c0772-e7a3-45c9-85c4-b1126bff6f55 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:46.834017 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4daa366-538d-4724-8240-0d32fa97f329 req-ce8c0772-e7a3-45c9-85c4-b1126bff6f55 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0490167 Aug 16 03:13:46.876275 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4daa366-538d-4724-8240-0d32fa97f329 req-91012aa6-23c8-47b5-97ab-dd785ae431d0 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363383 Aug 16 03:13:47.997028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d9d78-463c-44c1-aa53-ae2e9fd9c950 req-13d7ebc3-e44e-406f-bcc8-3ba7fc6c0723 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:47.998477 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b5d9d78-463c-44c1-aa53-ae2e9fd9c950 req-13d7ebc3-e44e-406f-bcc8-3ba7fc6c0723 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0529675 Aug 16 03:13:48.036450 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1b5d9d78-463c-44c1-aa53-ae2e9fd9c950 req-655969c5-0394-4676-8b77-eeeee1028980 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318878 Aug 16 03:13:49.130956 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:49.151616 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db085d5b-c23c-4cbd-9a11-24939e5d30e2 req-d85eebbc-3b71-46f1-941f-3624c80c71d3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:49.153118 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db085d5b-c23c-4cbd-9a11-24939e5d30e2 req-d85eebbc-3b71-46f1-941f-3624c80c71d3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0489457 Aug 16 03:13:49.190957 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db085d5b-c23c-4cbd-9a11-24939e5d30e2 req-06de5f88-c322-4d09-907e-de7cc7d9e83c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318868 Aug 16 03:13:50.309177 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e09ee-4d6b-4a3d-ac33-f85830918edc req-5d9a676c-be17-4058-8182-41a013fb3d43 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:50.310646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c65e09ee-4d6b-4a3d-ac33-f85830918edc req-5d9a676c-be17-4058-8182-41a013fb3d43 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0509079 Aug 16 03:13:50.347885 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-c65e09ee-4d6b-4a3d-ac33-f85830918edc req-38558aa1-4151-4891-968d-c29f6809ac94 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312433 Aug 16 03:13:51.464823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b945d-71e5-4bb7-b863-b333756f5fef req-655c3d0c-8ee4-4d93-afa1-752239857cdd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:51.466296 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-305b945d-71e5-4bb7-b863-b333756f5fef req-655c3d0c-8ee4-4d93-afa1-752239857cdd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0530205 Aug 16 03:13:51.506311 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-305b945d-71e5-4bb7-b863-b333756f5fef req-1c9ca1e9-7b86-4cef-9e67-334095167cd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339730 Aug 16 03:13:52.618433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3260793-27a7-4f4c-aca2-7c2b00bbef64 req-091ec033-5f70-4372-ae53-248fb7b77f77 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:52.619889 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3260793-27a7-4f4c-aca2-7c2b00bbef64 req-091ec033-5f70-4372-ae53-248fb7b77f77 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0480435 Aug 16 03:13:52.658930 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e3260793-27a7-4f4c-aca2-7c2b00bbef64 req-2139da1b-f74e-4509-929e-172692ac75c2 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325234 Aug 16 03:13:53.776218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa3bd-7b51-431f-93cf-45b1bfb88772 req-af5d1989-eebb-4239-8412-acbe8c3dc391 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:53.777662 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-030fa3bd-7b51-431f-93cf-45b1bfb88772 req-af5d1989-eebb-4239-8412-acbe8c3dc391 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0499752 Aug 16 03:13:53.814171 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-030fa3bd-7b51-431f-93cf-45b1bfb88772 req-74e0efd9-7cdd-4bf6-926b-ddf217651776 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306180 Aug 16 03:13:54.940449 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ec204-a4bd-4668-8393-4cd3e806e2fd req-0d051167-ed7b-4909-ae91-d7a4d03912ff tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:54.942004 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db0ec204-a4bd-4668-8393-4cd3e806e2fd req-0d051167-ed7b-4909-ae91-d7a4d03912ff tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0617101 Aug 16 03:13:54.980621 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-db0ec204-a4bd-4668-8393-4cd3e806e2fd req-75431175-4c87-46d9-bede-92baa8c7070f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317438 Aug 16 03:13:56.094963 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef7b73-e6df-443d-b05b-4d6702f69bee req-ef51d936-5893-4325-84c9-180fff93534c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:56.096454 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6ef7b73-e6df-443d-b05b-4d6702f69bee req-ef51d936-5893-4325-84c9-180fff93534c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486109 Aug 16 03:13:56.136487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e6ef7b73-e6df-443d-b05b-4d6702f69bee req-72953a21-3d91-4306-b2ea-3626b7192236 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332656 Aug 16 03:13:57.249348 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40476929-69c1-4e19-ad15-eab33c7f1336 req-1099e04f-ff8c-40db-9a6f-f5fe2e9463a5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:57.250811 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40476929-69c1-4e19-ad15-eab33c7f1336 req-1099e04f-ff8c-40db-9a6f-f5fe2e9463a5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0485044 Aug 16 03:13:57.287180 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-40476929-69c1-4e19-ad15-eab33c7f1336 req-350ab05e-29b6-443e-8758-c70bebaddb5c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304430 Aug 16 03:13:58.406124 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6c3f2-94bd-47c7-a59e-c0885f03ea90 req-b8104131-a1cb-49b6-82b0-2bac9b9d8554 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:58.407600 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38d6c3f2-94bd-47c7-a59e-c0885f03ea90 req-b8104131-a1cb-49b6-82b0-2bac9b9d8554 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0522208 Aug 16 03:13:58.445782 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-38d6c3f2-94bd-47c7-a59e-c0885f03ea90 req-139dcca7-1908-4dd3-be77-34269c808313 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Aug 16 03:13:59.557878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef400-0977-4857-b156-9b225cff00ce req-3028de89-8a9b-499d-a5a1-0457a49dbfb1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:59.559368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b95ef400-0977-4857-b156-9b225cff00ce req-3028de89-8a9b-499d-a5a1-0457a49dbfb1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0481675 Aug 16 03:13:59.596564 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b95ef400-0977-4857-b156-9b225cff00ce req-641bc48e-5ca9-402e-92f6-4e3e5eac7897 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312815 Aug 16 03:14:00.709713 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55908cd4-dfb8-4dd8-b2a1-9b4eb4515029 req-a69c9ef7-8cc5-451c-ad10-6c75cd8cddfd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:00.711699 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55908cd4-dfb8-4dd8-b2a1-9b4eb4515029 req-a69c9ef7-8cc5-451c-ad10-6c75cd8cddfd tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0484536 Aug 16 03:14:00.742490 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:14:00.749100 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-55908cd4-dfb8-4dd8-b2a1-9b4eb4515029 req-da5e428c-2d00-455d-ac0c-6164b1b8cc3f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315471 Aug 16 03:14:01.867280 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82822928-bf90-4ee1-9cd4-56e1679c7aa6 req-5e2b9efd-191c-4eb3-815f-a211b0a9d881 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:01.868755 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82822928-bf90-4ee1-9cd4-56e1679c7aa6 req-5e2b9efd-191c-4eb3-815f-a211b0a9d881 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0541210 Aug 16 03:14:01.905718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-82822928-bf90-4ee1-9cd4-56e1679c7aa6 req-da22d6ee-0cff-4b5f-9a78-6eaf05b427d8 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309112 Aug 16 03:14:03.018300 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cc5bb-78cf-468c-89bf-8fa5d74142f2 req-4e63d8f3-5266-4fe5-95eb-dbafd422d385 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:03.019766 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-331cc5bb-78cf-468c-89bf-8fa5d74142f2 req-4e63d8f3-5266-4fe5-95eb-dbafd422d385 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0481982 Aug 16 03:14:03.057953 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-331cc5bb-78cf-468c-89bf-8fa5d74142f2 req-0307f59b-5fb7-4c15-b63a-9aa5c94c0f8f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316491 Aug 16 03:14:04.172279 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15876aa-605c-4f57-9ade-7a600888499e req-ff35b46d-ee2a-4dfa-8ac3-66de4de759e3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:04.173824 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a15876aa-605c-4f57-9ade-7a600888499e req-ff35b46d-ee2a-4dfa-8ac3-66de4de759e3 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0481434 Aug 16 03:14:04.211646 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a15876aa-605c-4f57-9ade-7a600888499e req-74796721-228a-4503-9ab4-648be1c74e74 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313506 Aug 16 03:14:05.651028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea234f-9d01-4109-8f44-1f298f37bf94 req-bf2661ee-804f-4a3e-bb66-734e23a508d1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:05.652505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cea234f-9d01-4109-8f44-1f298f37bf94 req-bf2661ee-804f-4a3e-bb66-734e23a508d1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.3747308 Aug 16 03:14:05.694840 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1cea234f-9d01-4109-8f44-1f298f37bf94 req-f63b25a7-03ce-4b47-8558-efb842800a07 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362670 Aug 16 03:14:06.808741 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a099c-3d4a-4ab5-9852-26f73b2fe269 req-f3c7aec3-e95c-4e6e-a435-3f628ef80abe tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:06.810179 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f32a099c-3d4a-4ab5-9852-26f73b2fe269 req-f3c7aec3-e95c-4e6e-a435-3f628ef80abe tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0473988 Aug 16 03:14:06.847594 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f32a099c-3d4a-4ab5-9852-26f73b2fe269 req-5bb8834f-c3df-4449-9951-6e08fed73f3f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314541 Aug 16 03:14:07.959921 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31e8c1-3dfb-4f13-9c4e-c82cd55213d8 req-710e474d-ac88-4f9d-b8ab-a78dd4191500 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:07.961405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b31e8c1-3dfb-4f13-9c4e-c82cd55213d8 req-710e474d-ac88-4f9d-b8ab-a78dd4191500 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0480256 Aug 16 03:14:08.000140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2b31e8c1-3dfb-4f13-9c4e-c82cd55213d8 req-5170e280-cf43-41c6-9558-d44785354218 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327291 Aug 16 03:14:09.010729 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-162432f7-d55c-4267-9164-c0f526fed981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:09.115829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e70f67-b23c-467a-9885-7e0635f73983 req-88c94047-b2ed-44f2-8c0a-19533adeab3f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:09.117719 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48e70f67-b23c-467a-9885-7e0635f73983 req-88c94047-b2ed-44f2-8c0a-19533adeab3f tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0515978 Aug 16 03:14:09.154505 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-48e70f67-b23c-467a-9885-7e0635f73983 req-2214daf8-a0c6-48ac-85c8-1e4dd9d9bcf5 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308485 Aug 16 03:14:10.267814 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb613d14-480f-4530-8cb7-3743c973d6ee req-4f5240a7-d91c-4252-aba5-fbf263003f61 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:10.269306 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb613d14-480f-4530-8cb7-3743c973d6ee req-4f5240a7-d91c-4252-aba5-fbf263003f61 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0484064 Aug 16 03:14:10.308519 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-cb613d14-480f-4530-8cb7-3743c973d6ee req-028da090-88f5-41aa-8138-1d751717ab8d tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325642 Aug 16 03:14:10.605254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.424425 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071d0ad-4473-4f18-a916-9e0687d5a878 req-07ddf2ac-37e0-46f5-a080-9d1519d4011b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:11.425934 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9071d0ad-4473-4f18-a916-9e0687d5a878 req-07ddf2ac-37e0-46f5-a080-9d1519d4011b tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0484462 Aug 16 03:14:11.463965 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9071d0ad-4473-4f18-a916-9e0687d5a878 req-8b3a6611-ec02-481e-a432-302a755d5700 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321488 Aug 16 03:14:11.591278 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3110bd23-0292-48e2-ba5a-792aa7919676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.728395 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.583960 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31f866-77e0-4d99-ac91-19c83b41c3ef req-b7136707-268e-48a4-99a1-306c78ceaac1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:12.585453 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc31f866-77e0-4d99-ac91-19c83b41c3ef req-b7136707-268e-48a4-99a1-306c78ceaac1 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0515349 Aug 16 03:14:12.623368 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fc31f866-77e0-4d99-ac91-19c83b41c3ef req-90b9396d-5049-4deb-912b-755db9261b21 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311880 Aug 16 03:14:13.091648 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.736560 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0a1e-44ad-4d4e-ae61-d0ef92358ca5 req-30f97416-424d-477f-8c94-85d2f1616fd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:13.738061 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d0a0a1e-44ad-4d4e-ae61-d0ef92358ca5 req-30f97416-424d-477f-8c94-85d2f1616fd9 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0480745 Aug 16 03:14:13.777566 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d0a0a1e-44ad-4d4e-ae61-d0ef92358ca5 req-3937e35d-48ce-461c-bfcf-b80d8dd9a5bf tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2c02502-6a85-4355-b641-cc72b078cda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Aug 16 03:14:13.813539 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39002) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:13.977076 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Deleting port 52a18c16-1c7c-4a08-92d6-5c27a9c98587 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:13.977424 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.053189 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.053539 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.065817 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Calling delete_port for 52a18c16-1c7c-4a08-92d6-5c27a9c98587 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:14.228649 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.258895 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event deleted for resources: {'Port': ['ID=52a18c16-1c7c-4a08-92d6-5c27a9c98587,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:14.284406 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.284747 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.285110 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.285446 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.285794 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.286105 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.286431 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.286756 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.287077 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.287407 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.288371 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.288731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:14.338507 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.338767 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Floating IP b8f597c1-e983-41a6-8a0a-c365e8355c57 disassociated (deleted). External IP: 172.25.2.218, port: 9d17ff3b-9b3d-4471-be08-995ad0ad539a. Aug 16 03:14:14.549989 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Router e4561034-3817-45b7-b9d8-4770ec945ec9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:14:14.591909 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.662529 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:14.667795 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.672780 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5976224b-cf77-490e-85eb-0451227fbff9 None None] Sync routers for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:14.682660 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5976224b-cf77-490e-85eb-0451227fbff9 None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:14.683264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5976224b-cf77-490e-85eb-0451227fbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:14.695184 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-9b42742f-0528-4043-8abd-cdec54e347ac tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "DELETE /v2.0/floatingips/b8f597c1-e983-41a6-8a0a-c365e8355c57 HTTP/1.1" status: 204 len: 168 time: 0.8805020 Aug 16 03:14:14.695944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:14:14.698483 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d548d8-2fb7-4d8b-b6c7-3ed1a6deddb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:14:14.792400 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 176 Content-Type: application/json Date: Mon, 16 Aug 2021 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956eae6b-a483-46cc-b6d3-c92dcc4e1c01 x-openstack-request-id: req-956eae6b-a483-46cc-b6d3-c92dcc4e1c01 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:14:14.792744 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a", "status": "failed", "code": 422}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:14:14.793023 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-956eae6b-a483-46cc-b6d3-c92dcc4e1c01 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:14:14.793448 n-d-768851-16 neutron-server[101380]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'status': 'failed', 'code': 422} returned with failed status Aug 16 03:14:14.799736 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-5976224b-cf77-490e-85eb-0451227fbff9 None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:14.999372 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5976224b-cf77-490e-85eb-0451227fbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:15.029702 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5976224b-cf77-490e-85eb-0451227fbff9 None None] Checking router: e4561034-3817-45b7-b9d8-4770ec945ec9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:15.038122 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5976224b-cf77-490e-85eb-0451227fbff9 None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:15.039378 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5976224b-cf77-490e-85eb-0451227fbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:15.143431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-5976224b-cf77-490e-85eb-0451227fbff9 None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:15.336158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-5976224b-cf77-490e-85eb-0451227fbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:15.361927 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5976224b-cf77-490e-85eb-0451227fbff9 None None] The sync data for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 is: [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:25Z', 'revision_number': 4, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': 'b288f099-0344-4af6-bd6d-57ed45238e69', 'name': '', 'network_id': '77641ad9-4a3f-4632-a0d7-4ec374e943d4', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'mac_address': 'fa:16:3e:a0:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:25Z', 'updated_at': '2021-08-16T03:00:32Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'subnets': [{'id': 'b2bdeeca-e52f-4a23-bf8c-d7a8361435f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:15.630894 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85966f97-4a76-4ffb-89d5-10b2aff19930 None None] New status for floating IP b8f597c1-e983-41a6-8a0a-c365e8355c57: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:14:15.965168 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f36ab-2c4f-4b4e-bd44-f682660070ab req-0664707b-e13a-4fd1-8592-391a62ad2d0a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:15.966582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b90f36ab-2c4f-4b4e-bd44-f682660070ab req-0664707b-e13a-4fd1-8592-391a62ad2d0a tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3f0035-6e5c-4819-883a-63205a181a5e HTTP/1.1" status: 200 len: 944 time: 0.0486121 Aug 16 03:14:16.059481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b90f36ab-2c4f-4b4e-bd44-f682660070ab req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Deleting port 9d17ff3b-9b3d-4471-be08-995ad0ad539a {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:16.059853 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b90f36ab-2c4f-4b4e-bd44-f682660070ab req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.145441 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-b90f36ab-2c4f-4b4e-bd44-f682660070ab req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] For port 9d17ff3b-9b3d-4471-be08-995ad0ad539a, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=9d17ff3b-9b3d-4471-be08-995ad0ad539a,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:16.145805 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b90f36ab-2c4f-4b4e-bd44-f682660070ab req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.158873 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b90f36ab-2c4f-4b4e-bd44-f682660070ab req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Calling delete_port for 9d17ff3b-9b3d-4471-be08-995ad0ad539a owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:16.286616 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b90f36ab-2c4f-4b4e-bd44-f682660070ab req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.314320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event deleted for resources: {'Port': ['ID=9d17ff3b-9b3d-4471-be08-995ad0ad539a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:16.340647 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.341012 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.341358 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.341695 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.342028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.342357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.342680 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.343003 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.343331 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.343651 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.343966 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.344283 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:16.371291 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90f36ab-2c4f-4b4e-bd44-f682660070ab req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] No DVR routers for this DVR port 9d17ff3b-9b3d-4471-be08-995ad0ad539a on host n-h2-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:14:16.374148 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b90f36ab-2c4f-4b4e-bd44-f682660070ab req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.376339 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b90f36ab-2c4f-4b4e-bd44-f682660070ab req-6b38d3f0-fadd-4aa4-a195-16e030118094 tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "DELETE /v2.0/ports/9d17ff3b-9b3d-4471-be08-995ad0ad539a HTTP/1.1" status: 204 len: 173 time: 0.4043114 Aug 16 03:14:16.376795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'name': 'network-vif-deleted', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:14:16.379186 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0c1686-0923-43a1-b283-1b17648b66bc" -d '{"events": [{"server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "name": "network-vif-deleted", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:14:16.485888 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 03:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ba6a5e-afd0-4e98-913e-f9c558ec3a48 x-openstack-request-id: req-f6ba6a5e-afd0-4e98-913e-f9c558ec3a48 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:14:16.486365 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3f0035-6e5c-4819-883a-63205a181a5e", "name": "network-vif-deleted", "tag": "9d17ff3b-9b3d-4471-be08-995ad0ad539a", "status": "failed", "code": 422}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:14:16.486465 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6ba6a5e-afd0-4e98-913e-f9c558ec3a48 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:14:16.486836 n-d-768851-16 neutron-server[101381]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f3f0035-6e5c-4819-883a-63205a181a5e', 'name': 'network-vif-deleted', 'tag': '9d17ff3b-9b3d-4471-be08-995ad0ad539a', 'status': 'failed', 'code': 422} returned with failed status Aug 16 03:14:16.907762 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39050) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:16.973158 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-57edd399-8d01-4517-9751-aef3aa71330c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.999944 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-57edd399-8d01-4517-9751-aef3aa71330c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.067106 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-57edd399-8d01-4517-9751-aef3aa71330c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.069679 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-57edd399-8d01-4517-9751-aef3aa71330c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.071071 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-57edd399-8d01-4517-9751-aef3aa71330c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] 10.222.0.79 "DELETE /v2.0/security-groups/a2c02502-6a85-4355-b641-cc72b078cda4 HTTP/1.1" status: 204 len: 168 time: 0.1622732 Aug 16 03:14:17.082055 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edd399-8d01-4517-9751-aef3aa71330c tempest-TestShelveInstance-439533845 tempest-TestShelveInstance-439533845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c02502-6a85-4355-b641-cc72b078cda4,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:17.188250 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39054) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:17.673847 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.928181 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] Deleting port b288f099-0344-4af6-bd6d-57ed45238e69 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:17.928426 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.017203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] For port b288f099-0344-4af6-bd6d-57ed45238e69, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b288f099-0344-4af6-bd6d-57ed45238e69,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:18.017574 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.030678 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] Calling delete_port for b288f099-0344-4af6-bd6d-57ed45238e69 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:18.215173 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.241265 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=b288f099-0344-4af6-bd6d-57ed45238e69,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:18.419787 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.655028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] Router e4561034-3817-45b7-b9d8-4770ec945ec9 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:14:18.779978 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:18.788092 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-d3088a2a-450c-4f7f-a341-b16be48c0a19 admin admin] 10.222.0.79 "PUT /v2.0/routers/e4561034-3817-45b7-b9d8-4770ec945ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5955176 Aug 16 03:14:18.788092 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39058) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:18.792196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c4290-5625-4cd6-aa0d-8549db45c0cc None None] Sync routers for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:18.803363 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c4290-5625-4cd6-aa0d-8549db45c0cc None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:18.804139 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-855c4290-5625-4cd6-aa0d-8549db45c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:18.901370 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Notify callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.923678 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-855c4290-5625-4cd6-aa0d-8549db45c0cc None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:19.031007 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.109653 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Deleting port 6eb0fc1f-86ba-44ed-8067-7457c71bb959 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:19.109995 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.142285 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.157471 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-855c4290-5625-4cd6-aa0d-8549db45c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:14:18Z', 'revision_number': 5, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port': {'id': '6eb0fc1f-86ba-44ed-8067-7457c71bb959', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:19.188198 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c4290-5625-4cd6-aa0d-8549db45c0cc None None] Checking router: e4561034-3817-45b7-b9d8-4770ec945ec9 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:19.197692 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c4290-5625-4cd6-aa0d-8549db45c0cc None None] Routers {'e4561034-3817-45b7-b9d8-4770ec945ec9'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:19.198402 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-855c4290-5625-4cd6-aa0d-8549db45c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['e4561034-3817-45b7-b9d8-4770ec945ec9'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:19.199452 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] For port 6eb0fc1f-86ba-44ed-8067-7457c71bb959, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=6eb0fc1f-86ba-44ed-8067-7457c71bb959,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:19.199619 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.223685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Calling delete_port for 6eb0fc1f-86ba-44ed-8067-7457c71bb959 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:19.301269 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-855c4290-5625-4cd6-aa0d-8549db45c0cc None None] Set router e4561034-3817-45b7-b9d8-4770ec945ec9 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:19.367778 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-855c4290-5625-4cd6-aa0d-8549db45c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 6, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:19.400840 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c4290-5625-4cd6-aa0d-8549db45c0cc None None] The sync data for ids ['e4561034-3817-45b7-b9d8-4770ec945ec9'] in n-d-768851-16 is: [{'id': 'e4561034-3817-45b7-b9d8-4770ec945ec9', 'name': 'tempest-TestShelveInstance-747761198-router', 'tenant_id': 'e72dadae6b964ee688fbbb67ba125b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:23Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 6, 'project_id': 'e72dadae6b964ee688fbbb67ba125b22', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:19.412065 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.443846 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb0fc1f-86ba-44ed-8067-7457c71bb959,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:19.514965 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.609633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.611719 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.659128 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.659611 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4561034-3817-45b7-b9d8-4770ec945ec9 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:14:19.664626 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.665823 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-259f7d79-655e-4825-b462-4bc92e88eb3c admin admin] 10.222.0.79 "DELETE /v2.0/routers/e4561034-3817-45b7-b9d8-4770ec945ec9 HTTP/1.1" status: 204 len: 168 time: 0.8773255 Aug 16 03:14:19.668459 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39060) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:19.713095 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-4633eee0-ab9f-40c0-a81e-0eb48fee2653 admin admin] Deleting subnet b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:14:19.716214 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4633eee0-ab9f-40c0-a81e-0eb48fee2653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.751830 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4633eee0-ab9f-40c0-a81e-0eb48fee2653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.841296 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4633eee0-ab9f-40c0-a81e-0eb48fee2653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.901181 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4633eee0-ab9f-40c0-a81e-0eb48fee2653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.926728 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633eee0-ab9f-40c0-a81e-0eb48fee2653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2bdeeca-e52f-4a23-bf8c-d7a8361435f5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:19.933119 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4633eee0-ab9f-40c0-a81e-0eb48fee2653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.935230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-4633eee0-ab9f-40c0-a81e-0eb48fee2653 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b2bdeeca-e52f-4a23-bf8c-d7a8361435f5 HTTP/1.1" status: 204 len: 168 time: 0.2658076 Aug 16 03:14:19.937901 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39062) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:19.946250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc94c8-9e1c-4467-8084-e8bb14b04fe0 None None] Network 77641ad9-4a3f-4632-a0d7-4ec374e943d4 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:20.009216 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.069257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Deleting port 8b5a513c-783c-4805-b86a-395a55d73eab {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:20.069590 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.133675 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] For port 8b5a513c-783c-4805-b86a-395a55d73eab, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=8b5a513c-783c-4805-b86a-395a55d73eab,segment=NetworkSegment(753244e5-54b9-41f8-8b8d-321f4d8b0f19),segment_id=753244e5-54b9-41f8-8b8d-321f4d8b0f19)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:20.133943 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.147142 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Calling delete_port for 8b5a513c-783c-4805-b86a-395a55d73eab owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:20.217082 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] DHCP port deletion for 77641ad9-4a3f-4632-a0d7-4ec374e943d4 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:14:20.239959 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.290338 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5a513c-783c-4805-b86a-395a55d73eab,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:20.294438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Deleting port 8b5a513c-783c-4805-b86a-395a55d73eab {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:20.295052 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.302081 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] No DVR routers for this DVR port 8b5a513c-783c-4805-b86a-395a55d73eab on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:14:20.365973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] For port 8b5a513c-783c-4805-b86a-395a55d73eab, host n-d-768851-16, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:20.366383 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.380216 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Calling delete_port for 8b5a513c-783c-4805-b86a-395a55d73eab owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:20.382987 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Port 8b5a513c-783c-4805-b86a-395a55d73eab was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 03:14:20.384379 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.393959 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.405390 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77641ad9-4a3f-4632-a0d7-4ec374e943d4']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:20.411767 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6eb0fc1f-86ba-44ed-8067-7457c71bb959 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:20.417419 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Pushing event deleted for resources: {'Port': ['ID=8b5a513c-783c-4805-b86a-395a55d73eab,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:20.418711 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753244e5-54b9-41f8-8b8d-321f4d8b0f19') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:20.419247 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753244e5-54b9-41f8-8b8d-321f4d8b0f19') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:20.431072 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.443913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 6eb0fc1f-86ba-44ed-8067-7457c71bb959 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:20.444141 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 6eb0fc1f-86ba-44ed-8067-7457c71bb959 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:20.445530 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8b5a513c-783c-4805-b86a-395a55d73eab no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:20.447666 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.449405 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.449656 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.450009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.450495 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.450838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.451176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.451511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.451845 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.452172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.452705 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.453267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.453785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:20.455318 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:14:20.455806 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: timer() Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:14:20.472856 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:14:20.475277 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6233b2-d7c3-4303-8ac8-29fae7e44b92 None None] No DVR routers for this DVR port 8b5a513c-783c-4805-b86a-395a55d73eab on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:14:20.477131 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 8b5a513c-783c-4805-b86a-395a55d73eab {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:20.477700 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 8b5a513c-783c-4805-b86a-395a55d73eab not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:20.478353 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b288f099-0344-4af6-bd6d-57ed45238e69 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:20.502225 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: b288f099-0344-4af6-bd6d-57ed45238e69 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:20.502577 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b288f099-0344-4af6-bd6d-57ed45238e69 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:20.530304 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.537818 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.540487 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] 10.222.0.79 "DELETE /v2.0/networks/77641ad9-4a3f-4632-a0d7-4ec374e943d4 HTTP/1.1" status: 204 len: 168 time: 0.6013575 Aug 16 03:14:20.543459 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39066) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:20.554359 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25df58-4c3c-4949-885c-137a2431d446 admin admin] Pushing event deleted for resources: {'Network': ['ID=77641ad9-4a3f-4632-a0d7-4ec374e943d4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:20.906276 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.172333 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] Deleting port b72a3a55-e368-4b36-9282-6eab7130cdda {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:21.172584 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.253716 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] For port b72a3a55-e368-4b36-9282-6eab7130cdda, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=b72a3a55-e368-4b36-9282-6eab7130cdda,segment=NetworkSegment(a896c06a-a371-4cb3-812f-85f8dd47a4f4),segment_id=a896c06a-a371-4cb3-812f-85f8dd47a4f4)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:21.254077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.267285 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] Calling delete_port for b72a3a55-e368-4b36-9282-6eab7130cdda owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:21.458447 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.489022 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72a3a55-e368-4b36-9282-6eab7130cdda,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:21.658472 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.873597 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] Router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:14:21.979391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:21.984827 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-04da9677-98fc-4922-897f-ec5b48fe1f00 admin admin] 10.222.0.79 "PUT /v2.0/routers/6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4403305 Aug 16 03:14:21.987324 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39068) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:21.989421 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86c498-f154-4073-8630-e2d94828b63d None None] Sync routers for ids ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:21.998412 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86c498-f154-4073-8630-e2d94828b63d None None] Routers {'6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:21.999014 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ce86c498-f154-4073-8630-e2d94828b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:22.094419 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.102168 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ce86c498-f154-4073-8630-e2d94828b63d None None] Set router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:22.199059 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.256472 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Deleting port 28d2e41c-a694-4c14-a559-23102a67ba52 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:22.256917 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.282733 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ce86c498-f154-4073-8630-e2d94828b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'name': 'tempest-TestShelveInstance-1518754296-router', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:27Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 5, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'gw_port': {'id': '28d2e41c-a694-4c14-a559-23102a67ba52', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:28Z', 'updated_at': '2021-08-16T03:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:22.308861 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86c498-f154-4073-8630-e2d94828b63d None None] Checking router: 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:22.316962 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86c498-f154-4073-8630-e2d94828b63d None None] Routers {'6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:22.317586 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ce86c498-f154-4073-8630-e2d94828b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:22.341745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] For port 28d2e41c-a694-4c14-a559-23102a67ba52, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=28d2e41c-a694-4c14-a559-23102a67ba52,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:22.342121 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.354404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Calling delete_port for 28d2e41c-a694-4c14-a559-23102a67ba52 owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:22.401636 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ce86c498-f154-4073-8630-e2d94828b63d None None] Set router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:22.456470 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ce86c498-f154-4073-8630-e2d94828b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'name': 'tempest-TestShelveInstance-1518754296-router', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:27Z', 'updated_at': '2021-08-16T03:14:22Z', 'revision_number': 6, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:22.485558 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86c498-f154-4073-8630-e2d94828b63d None None] The sync data for ids ['6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968'] in n-d-768851-16 is: [{'id': '6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968', 'name': 'tempest-TestShelveInstance-1518754296-router', 'tenant_id': 'f2719e00bc40492ab988739f067e2800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:27Z', 'updated_at': '2021-08-16T03:14:22Z', 'revision_number': 6, 'project_id': 'f2719e00bc40492ab988739f067e2800', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:22.530400 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.557702 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Pushing event deleted for resources: {'Port': ['ID=28d2e41c-a694-4c14-a559-23102a67ba52,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:22.615373 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.704875 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.707070 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.753773 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.754298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:14:22.759234 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.760374 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f5d5a7a5-4602-4422-bd0d-80b23f4fec4a admin admin] 10.222.0.79 "DELETE /v2.0/routers/6c2ffc7d-49c8-4cc4-a3e8-75a05f49b968 HTTP/1.1" status: 204 len: 168 time: 0.7721293 Aug 16 03:14:22.762984 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39070) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:22.807588 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f01bab-bc2d-4cc1-9fee-03e47b99a302 admin admin] Deleting subnet b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:14:22.810557 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40f01bab-bc2d-4cc1-9fee-03e47b99a302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.846781 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40f01bab-bc2d-4cc1-9fee-03e47b99a302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.253221 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40f01bab-bc2d-4cc1-9fee-03e47b99a302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.306740 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40f01bab-bc2d-4cc1-9fee-03e47b99a302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.333164 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f01bab-bc2d-4cc1-9fee-03e47b99a302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:23.338877 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-40f01bab-bc2d-4cc1-9fee-03e47b99a302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.340778 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-40f01bab-bc2d-4cc1-9fee-03e47b99a302 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b9ffa4dd-cfbc-44d6-8f93-d1ab343ce69f HTTP/1.1" status: 204 len: 168 time: 0.5768716 Aug 16 03:14:23.343214 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39072) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:23.346841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67adb1be-86d8-4ca2-8ada-c5d7fe895025 None None] Network 90361834-2af4-4f94-aafb-229be1c43349 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:23.416822 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.475711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Deleting port a33dbb76-89f4-4aa3-9cf7-73cecba35770 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:23.476530 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.574210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] For port a33dbb76-89f4-4aa3-9cf7-73cecba35770, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a33dbb76-89f4-4aa3-9cf7-73cecba35770,segment=NetworkSegment(a896c06a-a371-4cb3-812f-85f8dd47a4f4),segment_id=a896c06a-a371-4cb3-812f-85f8dd47a4f4)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:23.574580 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.589144 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Calling delete_port for a33dbb76-89f4-4aa3-9cf7-73cecba35770 owned by network:dhcp {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:23.679776 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.704866 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Pushing event deleted for resources: {'Port': ['ID=a33dbb76-89f4-4aa3-9cf7-73cecba35770,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:23.708901 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9988d416-768d-44d6-9795-17e38e9bdbcb None None] DHCP port deletion for 90361834-2af4-4f94-aafb-229be1c43349 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:14:23.709096 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] No DVR routers for this DVR port a33dbb76-89f4-4aa3-9cf7-73cecba35770 on host n-d-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:14:23.787232 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.797158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90361834-2af4-4f94-aafb-229be1c43349']}} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:23.807961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a896c06a-a371-4cb3-812f-85f8dd47a4f4') {'for_net_delete': True} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:23.808257 n-d-768851-16 neutron-server[101380]: DEBUG neutron.services.segments.db [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a896c06a-a371-4cb3-812f-85f8dd47a4f4') {} {{(pid=101380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:23.816937 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12181625'] for segment, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.830314 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.836394 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:14:23.836886 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12185579'] for segment, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: Traceback (most recent call last): Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: timer() Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: cb(*args, **kw) Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: return func(*args, **kwargs) Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: self._notify() Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: self.callback(batched_events) Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: event.method(event) Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: return f(self, *a, **k) Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: return self._get(url).json() Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: return self.request(url, 'GET', **kwargs) Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:14:23.838787 n-d-768851-16 neutron-server[101380]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:14:23.893866 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.900626 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.902489 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] 10.222.0.79 "DELETE /v2.0/networks/90361834-2af4-4f94-aafb-229be1c43349 HTTP/1.1" status: 204 len: 168 time: 0.5583260 Aug 16 03:14:23.914058 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229095b-ebab-435d-b21a-313523c7521f admin admin] Pushing event deleted for resources: {'Network': ['ID=90361834-2af4-4f94-aafb-229be1c43349,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:24.017935 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39076) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:24.064582 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-11e09345-4df8-477f-9a51-31108760095d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e72dadae6b964ee688fbbb67ba125b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454226 Aug 16 03:14:24.067131 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39078) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:24.116389 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e22a4f5e-cb0c-4ca7-83ea-e1535470dc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.137836 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e22a4f5e-cb0c-4ca7-83ea-e1535470dc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.184890 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e22a4f5e-cb0c-4ca7-83ea-e1535470dc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.187489 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-e22a4f5e-cb0c-4ca7-83ea-e1535470dc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.188918 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-e22a4f5e-cb0c-4ca7-83ea-e1535470dc46 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5fe1fed8-3005-43c6-b0be-881ac1dff805 HTTP/1.1" status: 204 len: 168 time: 0.1207240 Aug 16 03:14:24.196852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a4f5e-cb0c-4ca7-83ea-e1535470dc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe1fed8-3005-43c6-b0be-881ac1dff805,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:24.286383 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a33dbb76-89f4-4aa3-9cf7-73cecba35770 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:24.307155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: a33dbb76-89f4-4aa3-9cf7-73cecba35770 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:24.307508 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a33dbb76-89f4-4aa3-9cf7-73cecba35770 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:24.307939 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 28d2e41c-a694-4c14-a559-23102a67ba52 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:24.327438 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 28d2e41c-a694-4c14-a559-23102a67ba52 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:24.327789 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 28d2e41c-a694-4c14-a559-23102a67ba52 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:24.328208 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b72a3a55-e368-4b36-9282-6eab7130cdda no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:24.351962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: b72a3a55-e368-4b36-9282-6eab7130cdda {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:24.352586 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device b72a3a55-e368-4b36-9282-6eab7130cdda not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:24.534708 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39084) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:24.574842 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-00f07c1d-b2bb-412c-8730-c2e425689b07 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f2719e00bc40492ab988739f067e2800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389442 Aug 16 03:14:24.577367 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39086) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:24.625284 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2642bc80-32aa-4c54-85db-682842c69426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.646510 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2642bc80-32aa-4c54-85db-682842c69426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.695959 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2642bc80-32aa-4c54-85db-682842c69426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.698600 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-2642bc80-32aa-4c54-85db-682842c69426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.699776 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-2642bc80-32aa-4c54-85db-682842c69426 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e6b27165-1e7b-463a-844d-eda781d59113 HTTP/1.1" status: 204 len: 168 time: 0.1214812 Aug 16 03:14:24.711657 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642bc80-32aa-4c54-85db-682842c69426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b27165-1e7b-463a-844d-eda781d59113,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:25.415742 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39108) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:25.527347 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-913734113-network', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:25.548581 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Made reservation on behalf of d363f02ed9224a11a873413413f8dd8e for: {'network': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:14:25.550894 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:25.560379 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:25.648529 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:25.652336 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:25.672575 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=101380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:14:25.687746 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47ebe8e-6bb7-4a81-85fc-29d21f832049,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:25.690571 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:25.690921 n-d-768851-16 neutron-server[101380]: INFO neutron.db.segments_db [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Added segment d7f36a45-865a-4f70-99e0-7ea13830c6d6 of type vlan for network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 Aug 16 03:14:25.731476 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:25.760384 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:25.761551 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:25.762135 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Notify callbacks [] for network, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:25.816756 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3997169 Aug 16 03:14:25.819946 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39112) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:25.825632 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] Request body: {'subnet': {'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-913734113-subnet', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:25.829099 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c4ec0-5ae8-4200-99e9-53da16b862ff admin admin] Pushing event updated for resources: {'Network': ['ID=29ecf00d-0bdb-4d0d-9142-34768bb89ae5,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:25.840015 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:14:25.855171 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] Made reservation on behalf of d363f02ed9224a11a873413413f8dd8e for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:14:25.858421 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8457654'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.027790 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9161761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8457604'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.083758 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5e6728-bf9d-4a3c-ba6a-5b995990560b,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:26.091391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] Checking segment: {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:26.091766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] Network hostable DHCP agents. Network: 29ecf00d-0bdb-4d0d-9142-34768bb89ae5, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:14:26.108205 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] Network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:14:26.117158 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 29ecf00d-0bdb-4d0d-9142-34768bb89ae5) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:26.122124 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:26.122901 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.128883 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce4dc6-ec49-41f7-8ce5-983553851d79 None None] Network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:26.137545 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-43f8484c-eefa-4a7e-96ef-964bc291c0a3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3164716 Aug 16 03:14:26.140292 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39114) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:26.144828 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:26.166370 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.167386 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.228142 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.277181 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:14:26.278054 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.360636 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.417494 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Allocated IP 172.20.0.2 (29ecf00d-0bdb-4d0d-9142-34768bb89ae5/4c5e6728-bf9d-4a3c-ba6a-5b995990560b/a47d6d66-8da3-41fe-90f3-80c941695e2c) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:26.562268 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.571931 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Transition to ACTIVE for port object a47d6d66-8da3-41fe-90f3-80c941695e2c will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:26.588265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Transition to ACTIVE for port object a47d6d66-8da3-41fe-90f3-80c941695e2c will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:26.594132 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.640154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:26.642785 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:26.646481 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:26.654060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Pushing event updated for resources: {'Port': ['ID=a47d6d66-8da3-41fe-90f3-80c941695e2c,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:26.706837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Attempting to bind port a47d6d66-8da3-41fe-90f3-80c941695e2c on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:26.707232 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Attempting to bind port a47d6d66-8da3-41fe-90f3-80c941695e2c by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:26.707587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Attempting to bind port a47d6d66-8da3-41fe-90f3-80c941695e2c on network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:26.712971 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:26.713385 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Checking segment: {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:26.713798 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.714197 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Bound using segment: {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:26.714679 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Bound port: a47d6d66-8da3-41fe-90f3-80c941695e2c, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:26.715068 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.782816 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] For port a47d6d66-8da3-41fe-90f3-80c941695e2c, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:26.786784 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] For port a47d6d66-8da3-41fe-90f3-80c941695e2c, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a47d6d66-8da3-41fe-90f3-80c941695e2c,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:26.790994 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.852689 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bd9aa-f716-487d-aeb5-4b7be5c63e5a None None] Pushing event updated for resources: {'Port': ['ID=a47d6d66-8da3-41fe-90f3-80c941695e2c,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:26.899132 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.919221 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:27.035681 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Allocated IP 172.25.2.180 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/59929b89-c13b-4b6f-8489-8fd22f95801f) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:27.141262 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:27.179918 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:27.215575 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:27.221110 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:27.227636 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:27.266685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Pushing event updated for resources: {'Port': ['ID=59929b89-c13b-4b6f-8489-8fd22f95801f,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:27.510807 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:27.740024 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:27.780841 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f3820-ebdd-4158-b369-a3845249a2fe None None] Network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:27.851509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-73033144-d039-4aff-8a98-e0e19de56bac None None] Provisioning for port a47d6d66-8da3-41fe-90f3-80c941695e2c completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:27.883436 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Router b4c7b9d3-c812-4c3c-995f-15e78d01f849 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:14:27.996614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:28.011563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Sync routers for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:28.020747 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] Notify callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.021697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:28.022300 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-7afa2871-ff13-4679-842f-2d6bbca37f4c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8808987 Aug 16 03:14:28.022406 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:28.026206 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39116) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:28.135118 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:28.327427 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a47d6d66-8da3-41fe-90f3-80c941695e2c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:28.371836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:27Z', 'revision_number': 3, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:28.405389 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Checking router: b4c7b9d3-c812-4c3c-995f-15e78d01f849 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:28.405729 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Updating router b4c7b9d3-c812-4c3c-995f-15e78d01f849 port 59929b89-c13b-4b6f-8489-8fd22f95801f binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:14:28.434013 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port a47d6d66-8da3-41fe-90f3-80c941695e2c completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:28.441052 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a47d6d66-8da3-41fe-90f3-80c941695e2c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:28.441432 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.442854 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.490188 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.652360 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Allocated IP 172.20.0.1 (29ecf00d-0bdb-4d0d-9142-34768bb89ae5/4c5e6728-bf9d-4a3c-ba6a-5b995990560b/314673bf-8abc-41d6-b4d0-5a9c8e00428a) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:28.653122 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.708477 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port a47d6d66-8da3-41fe-90f3-80c941695e2c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a47d6d66-8da3-41fe-90f3-80c941695e2c,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:28.716291 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.770948 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.784580 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Transition to ACTIVE for port object 314673bf-8abc-41d6-b4d0-5a9c8e00428a will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:28.814852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=a47d6d66-8da3-41fe-90f3-80c941695e2c,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:28.818620 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.838215 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.852249 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Transition to ACTIVE for port object 59929b89-c13b-4b6f-8489-8fd22f95801f will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:28.858855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.860218 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:28.865568 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:28.869530 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:28.894884 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Pushing event updated for resources: {'Port': ['ID=314673bf-8abc-41d6-b4d0-5a9c8e00428a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:28.916014 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.937328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Attempting to bind port 59929b89-c13b-4b6f-8489-8fd22f95801f on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:28.937773 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Attempting to bind port 59929b89-c13b-4b6f-8489-8fd22f95801f by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:28.938155 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Attempting to bind port 59929b89-c13b-4b6f-8489-8fd22f95801f on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:28.942797 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92637e51-8a73-4542-bc6b-9b1cd7c60ce4 None None] Pushing event updated for resources: {'Port': ['ID=59929b89-c13b-4b6f-8489-8fd22f95801f,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:28.950568 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:28.950934 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:28.951347 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.951743 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:28.952218 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Bound port: 59929b89-c13b-4b6f-8489-8fd22f95801f, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:28.952608 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.013176 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] For port 59929b89-c13b-4b6f-8489-8fd22f95801f, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:29.016965 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] For port 59929b89-c13b-4b6f-8489-8fd22f95801f, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=59929b89-c13b-4b6f-8489-8fd22f95801f,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:29.024336 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.063772 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.081839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:29.082466 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:29.119088 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92637e51-8a73-4542-bc6b-9b1cd7c60ce4 None None] Pushing event updated for resources: {'Port': ['ID=59929b89-c13b-4b6f-8489-8fd22f95801f,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:29.194116 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5ff656b3-4f83-4645-b242-d156e5a370ed None None] Provisioning for port 314673bf-8abc-41d6-b4d0-5a9c8e00428a completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:29.203576 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-5ff656b3-4f83-4645-b242-d156e5a370ed None None] Provisioning complete for port 314673bf-8abc-41d6-b4d0-5a9c8e00428a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:29.203950 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5ff656b3-4f83-4645-b242-d156e5a370ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.208863 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:29.245877 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.251149 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.278973 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-5ff656b3-4f83-4645-b242-d156e5a370ed None None] Port 314673bf-8abc-41d6-b4d0-5a9c8e00428a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:14:29.323937 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.325698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Pushing event updated for resources: {'Port': ['ID=314673bf-8abc-41d6-b4d0-5a9c8e00428a,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:29.417999 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:29.419423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:29.438297 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:28Z', 'revision_number': 1, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:29.467161 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ec8bc-77e0-488b-b5c5-112326f02231 None None] The sync data for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 is: [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:28Z', 'revision_number': 1, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:29.545078 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Router b4c7b9d3-c812-4c3c-995f-15e78d01f849 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:14:29.663001 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:29.674287 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-077f2374-3206-4e09-9348-38a5d02f9480 admin admin] 10.222.0.79 "PUT /v2.0/routers/b4c7b9d3-c812-4c3c-995f-15e78d01f849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6427932 Aug 16 03:14:29.709616 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-1216c205-42db-48f8-923e-57e882fba8c3 None None] Provisioning complete for port 314673bf-8abc-41d6-b4d0-5a9c8e00428a triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:29.709987 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1216c205-42db-48f8-923e-57e882fba8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.747949 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1216c205-42db-48f8-923e-57e882fba8c3 None None] Port 314673bf-8abc-41d6-b4d0-5a9c8e00428a cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:14:30.194107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39132) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:30.199878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1128249382-network', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:30.227753 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Made reservation on behalf of 8d5149316e264852ac4ff2c9905c5e90 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:14:30.230834 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.246090 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.352524 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.357291 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.378286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a47d6d66-8da3-41fe-90f3-80c941695e2c up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:30.388698 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:14:30.400224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a602af47-4932-404b-9178-f9488726c632,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:30.405633 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.405986 n-d-768851-16 neutron-server[101381]: INFO neutron.db.segments_db [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Added segment 42a0b614-daf9-4a99-b910-4671b15b466e of type vlan for network 0c6aa889-c5b2-4391-87ab-41df3c9df86c Aug 16 03:14:30.432512 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port a47d6d66-8da3-41fe-90f3-80c941695e2c triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:30.432966 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.452424 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518899276'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.486841 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.487486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:30.488104 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.531870 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 59929b89-c13b-4b6f-8489-8fd22f95801f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:30.539517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3436732 Aug 16 03:14:30.542419 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39134) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:30.547615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] Request body: {'subnet': {'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1128249382-subnet', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'ip_version': 4}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:30.556522 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196e0db-7248-4cf8-b13b-927f63eeb49f admin admin] Pushing event updated for resources: {'Network': ['ID=0c6aa889-c5b2-4391-87ab-41df3c9df86c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:30.569113 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Network 0c6aa889-c5b2-4391-87ab-41df3c9df86c details requested by agent ovs-agent-n-d-768851-16 with host n-d-768851-16 {{(pid=101382) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:14:30.572373 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] Made reservation on behalf of 8d5149316e264852ac4ff2c9905c5e90 for: {'subnet': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:14:30.575563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12238630'] for subnet, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.773738 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12185458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12238612'] for subnet, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.817853 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 59929b89-c13b-4b6f-8489-8fd22f95801f completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:30.822061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 59929b89-c13b-4b6f-8489-8fd22f95801f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:30.822487 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.824089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:30.844544 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] Checking segment: {'id': '42a0b614-daf9-4a99-b910-4671b15b466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:30.844909 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] Network hostable DHCP agents. Network: 0c6aa889-c5b2-4391-87ab-41df3c9df86c, hostable agents: ['46f8c153-58cd-46c9-8543-740c88b26b2b'], hosted agents: [] {{(pid=101380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:14:30.862366 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] Network 0c6aa889-c5b2-4391-87ab-41df3c9df86c is scheduled to be hosted by DHCP agent 46f8c153-58cd-46c9-8543-740c88b26b2b with binding_index 1 {{(pid=101380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:14:30.872357 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-16, 0c6aa889-c5b2-4391-87ab-41df3c9df86c) {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:30.879992 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:30.880631 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.891741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744b468-c8ab-4183-916a-6bfecc977f40 None None] Network 0c6aa889-c5b2-4391-87ab-41df3c9df86c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:30.896872 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-dfb95216-f0d1-45d0-9a2e-6a5bc29a4d8b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3532274 Aug 16 03:14:30.900018 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39136) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:30.904615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1128249382-router', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:30.928420 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3857133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35460'] for router, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.929454 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3856765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35467'] for router, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.953965 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.982845 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:30.989329 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 59929b89-c13b-4b6f-8489-8fd22f95801f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=59929b89-c13b-4b6f-8489-8fd22f95801f,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:30.998218 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.084238 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=59929b89-c13b-4b6f-8489-8fd22f95801f,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:31.118813 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3681115-9404-5bd7-9dde-d62d6a720dac-0c6aa889-c5b2-4391-87ab-41df3c9df86c', 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'fixed_ips': [{'subnet_id': '4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b'}]}} from n-d-768851-16. {{(pid=101382) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:14:31.119678 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.133001 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.259759 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Allocated IP 172.20.0.2 (0c6aa889-c5b2-4391-87ab-41df3c9df86c/4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b/7acfc25c-d27d-4b89-bea2-f6026cfe7839) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:31.347548 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.367077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.410632 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Notify callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.419012 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Transition to ACTIVE for port object 7acfc25c-d27d-4b89-bea2-f6026cfe7839 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:31.434341 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Transition to ACTIVE for port object 7acfc25c-d27d-4b89-bea2-f6026cfe7839 will not be triggered until provisioned by entity DHCP. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:31.441289 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.479121 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Allocated IP 172.25.2.114 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/f610c694-4b83-4bb1-ba5d-db02fe4d5cfc) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:31.483134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Network 0c6aa889-c5b2-4391-87ab-41df3c9df86c is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:31.486335 n-d-768851-16 neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:31.489009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:31.503594 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Pushing event updated for resources: {'Port': ['ID=7acfc25c-d27d-4b89-bea2-f6026cfe7839,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:31.559788 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Attempting to bind port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:31.560159 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Attempting to bind port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '42a0b614-daf9-4a99-b910-4671b15b466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:31.560525 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Attempting to bind port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 on network 0c6aa889-c5b2-4391-87ab-41df3c9df86c {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:31.560665 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Sync routers for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:31.565823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:31.566199 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Checking segment: {'id': '42a0b614-daf9-4a99-b910-4671b15b466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:31.567206 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.567612 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Bound using segment: {'id': '42a0b614-daf9-4a99-b910-4671b15b466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:31.568081 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Bound port: 7acfc25c-d27d-4b89-bea2-f6026cfe7839, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a0b614-daf9-4a99-b910-4671b15b466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:31.568755 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.572793 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:31.573505 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:31.601747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.637271 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] For port 7acfc25c-d27d-4b89-bea2-f6026cfe7839, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:31.640695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] For port 7acfc25c-d27d-4b89-bea2-f6026cfe7839, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7acfc25c-d27d-4b89-bea2-f6026cfe7839,segment=NetworkSegment(42a0b614-daf9-4a99-b910-4671b15b466e),segment_id=42a0b614-daf9-4a99-b910-4671b15b466e)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:31.642271 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.645412 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.687197 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:31.706352 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Pushing event updated for resources: {'Port': ['ID=f610c694-4b83-4bb1-ba5d-db02fe4d5cfc,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:31.706852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19058924-4eff-49ab-8790-b2e28c07b700 None None] Pushing event updated for resources: {'Port': ['ID=7acfc25c-d27d-4b89-bea2-f6026cfe7839,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:31.718753 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:31.720856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:31.723291 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:31.931205 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 2, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:31.959288 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Checking router: b4c7b9d3-c812-4c3c-995f-15e78d01f849 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:31.959912 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Updating router b4c7b9d3-c812-4c3c-995f-15e78d01f849 port 314673bf-8abc-41d6-b4d0-5a9c8e00428a binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:14:31.986808 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.019816 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.223687 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3856742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854843'] for router, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.260350 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.271523 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Transition to ACTIVE for port object 314673bf-8abc-41d6-b4d0-5a9c8e00428a will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:32.278091 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.382760 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Router bb0f386d-0962-4169-9f10-61adc3f7ce82 is scheduled to L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb with binding_index 1 {{(pid=101380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:14:32.415728 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7acfc25c-d27d-4b89-bea2-f6026cfe7839 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:32.430378 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Pushing event updated for resources: {'Port': ['ID=314673bf-8abc-41d6-b4d0-5a9c8e00428a,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:32.441849 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.442615 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.442615 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.443467 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.443813 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.444148 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.445162 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.445386 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.445712 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.446551 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.446900 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.447227 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:32.471731 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:32.477022 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 59929b89-c13b-4b6f-8489-8fd22f95801f up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:32.529352 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Attempting to bind port 314673bf-8abc-41d6-b4d0-5a9c8e00428a on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:32.530008 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Attempting to bind port 314673bf-8abc-41d6-b4d0-5a9c8e00428a by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:32.530383 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Attempting to bind port 314673bf-8abc-41d6-b4d0-5a9c8e00428a on network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:32.538871 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:32.539257 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Checking segment: {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:32.539668 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.540360 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Bound using segment: {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:32.540905 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Bound port: 314673bf-8abc-41d6-b4d0-5a9c8e00428a, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:32.541338 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.542512 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:32.559758 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Sync routers for ids ['bb0f386d-0962-4169-9f10-61adc3f7ce82'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:32.574687 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.574994 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 59929b89-c13b-4b6f-8489-8fd22f95801f triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:32.575434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.576052 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-a8f73a6b-e506-47b0-a302-e226faf02e29 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6750553 Aug 16 03:14:32.578429 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Routers {'bb0f386d-0962-4169-9f10-61adc3f7ce82'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:32.579134 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bb0f386d-0962-4169-9f10-61adc3f7ce82'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:32.579461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39138) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:32.626342 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] For port 314673bf-8abc-41d6-b4d0-5a9c8e00428a, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:32.632321 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] For port 314673bf-8abc-41d6-b4d0-5a9c8e00428a, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=314673bf-8abc-41d6-b4d0-5a9c8e00428a,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:32.640473 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.709799 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59976d-9a2f-442e-b1a0-7eaab13f26db None None] Pushing event updated for resources: {'Port': ['ID=314673bf-8abc-41d6-b4d0-5a9c8e00428a,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:32.727641 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:32.728522 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:32.773659 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Set router bb0f386d-0962-4169-9f10-61adc3f7ce82 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:32.856956 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:32.933209 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac833a6-17fb-4c3a-93ad-96f3d92f24a0 None None] Network 0c6aa889-c5b2-4391-87ab-41df3c9df86c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:33.102999 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:32Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:33.133126 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c5c51-f586-4b07-8449-599e0c63192d None None] The sync data for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 is: [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:32Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:33.150111 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.184069 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bf461458-7d67-478f-9f5d-ccd8b81db603 None None] Provisioning for port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:33.193381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-bf461458-7d67-478f-9f5d-ccd8b81db603 None None] Provisioning complete for port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:33.194233 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bf461458-7d67-478f-9f5d-ccd8b81db603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.200298 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'name': 'tempest-TestSnapshotPattern-1128249382-router', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:30Z', 'updated_at': '2021-08-16T03:14:31Z', 'revision_number': 3, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'gw_port': {'id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:31Z', 'updated_at': '2021-08-16T03:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:33.251819 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Checking router: bb0f386d-0962-4169-9f10-61adc3f7ce82 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:33.252328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Updating router bb0f386d-0962-4169-9f10-61adc3f7ce82 port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc binding host n-d-768851-16 {{(pid=101382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:14:33.296791 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.349203 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Allocated IP 172.20.0.1 (0c6aa889-c5b2-4391-87ab-41df3c9df86c/4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b/2e9964ed-48bf-4b5e-9adf-f2eb2548a428) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:33.440159 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bf461458-7d67-478f-9f5d-ccd8b81db603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.478292 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.494514 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Transition to ACTIVE for port object 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:33.527946 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-bf461458-7d67-478f-9f5d-ccd8b81db603 None None] For port 7acfc25c-d27d-4b89-bea2-f6026cfe7839, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7acfc25c-d27d-4b89-bea2-f6026cfe7839,segment=NetworkSegment(42a0b614-daf9-4a99-b910-4671b15b466e),segment_id=42a0b614-daf9-4a99-b910-4671b15b466e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:33.533855 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bf461458-7d67-478f-9f5d-ccd8b81db603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.540177 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.576350 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Network 0c6aa889-c5b2-4391-87ab-41df3c9df86c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:33.580936 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:33.585052 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:33.630941 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf461458-7d67-478f-9f5d-ccd8b81db603 None None] Pushing event updated for resources: {'Port': ['ID=7acfc25c-d27d-4b89-bea2-f6026cfe7839,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:33.634876 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Pushing event updated for resources: {'Port': ['ID=2e9964ed-48bf-4b5e-9adf-f2eb2548a428,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:33.651000 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389934'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.724865 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Notify callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.740496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Transition to ACTIVE for port object f610c694-4b83-4bb1-ba5d-db02fe4d5cfc will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:33.748050 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.791885 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.793708 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-309ed1c2-9618-46b2-968b-f50ac7b897ac None None] Provisioning complete for port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:33.794079 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-309ed1c2-9618-46b2-968b-f50ac7b897ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.839626 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8f1ed-0a3d-4c54-8f57-1d6aa67a57b0 None None] Pushing event updated for resources: {'Port': ['ID=f610c694-4b83-4bb1-ba5d-db02fe4d5cfc,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:33.843959 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Attempting to bind port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc on host n-d-768851-16 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:33.844327 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Attempting to bind port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:33.844710 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Attempting to bind port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc on network cd116b98-b556-47d3-9fef-5a748784b774 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:33.859787 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:33.860478 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Checking segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:33.860881 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.861306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Bound using segment: {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:33.861899 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Bound port: f610c694-4b83-4bb1-ba5d-db02fe4d5cfc, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433b8d4-d1d0-4f2a-aa48-98526e80b234', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:33.862519 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:33.957321 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] For port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc, host n-d-768851-16, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:33.962634 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] For port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f610c694-4b83-4bb1-ba5d-db02fe4d5cfc,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:33.967896 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:34.003222 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:34.008694 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:34.025259 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Routers {'bb0f386d-0962-4169-9f10-61adc3f7ce82'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:34.025892 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bb0f386d-0962-4169-9f10-61adc3f7ce82'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:34.059343 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8f1ed-0a3d-4c54-8f57-1d6aa67a57b0 None None] Pushing event updated for resources: {'Port': ['ID=f610c694-4b83-4bb1-ba5d-db02fe4d5cfc,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:34.080690 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Pushing event updated for resources: {'Port': ['ID=2e9964ed-48bf-4b5e-9adf-f2eb2548a428,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:34.083996 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-390074'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:34.122847 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-97bd3c54-c522-4335-ae38-ac1211bbba19 None None] Provisioning for port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:34.135111 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-97bd3c54-c522-4335-ae38-ac1211bbba19 None None] Provisioning complete for port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:34.135491 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-97bd3c54-c522-4335-ae38-ac1211bbba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:34.173556 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] Set router bb0f386d-0962-4169-9f10-61adc3f7ce82 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:34.177829 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Network 0c6aa889-c5b2-4391-87ab-41df3c9df86c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:34.179259 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:34.209741 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-97bd3c54-c522-4335-ae38-ac1211bbba19 None None] Port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:14:34.344942 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Router bb0f386d-0962-4169-9f10-61adc3f7ce82 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:14:34.461204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 314673bf-8abc-41d6-b4d0-5a9c8e00428a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:34.483257 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:34.489896 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fa96ff6e-8d90-4480-9164-7bbb92ebc3ef admin admin] 10.222.0.79 "PUT /v2.0/routers/bb0f386d-0962-4169-9f10-61adc3f7ce82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9092982 Aug 16 03:14:34.571509 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-3af84344-17c8-4542-a74b-f7ccb012f2f9 None None] Provisioning complete for port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:34.571874 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3af84344-17c8-4542-a74b-f7ccb012f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:34.619333 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 314673bf-8abc-41d6-b4d0-5a9c8e00428a completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:34.644475 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 314673bf-8abc-41d6-b4d0-5a9c8e00428a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:34.644843 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:34.670179 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-3af84344-17c8-4542-a74b-f7ccb012f2f9 None None] Port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:14:34.740802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'name': 'tempest-TestSnapshotPattern-1128249382-router', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:30Z', 'updated_at': '2021-08-16T03:14:33Z', 'revision_number': 4, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'gw_port': {'id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:31Z', 'updated_at': '2021-08-16T03:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2e9964ed-48bf-4b5e-9adf-f2eb2548a428', 'name': '', 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'mac_address': 'fa:16:3e:94:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:33Z', 'updated_at': '2021-08-16T03:14:33Z', 'revision_number': 2, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'subnets': [{'id': '4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:34.769824 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e4880d-2ef2-4b59-a0b4-a02863da880e None None] The sync data for ids ['bb0f386d-0962-4169-9f10-61adc3f7ce82'] in n-d-768851-16 is: [{'id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'name': 'tempest-TestSnapshotPattern-1128249382-router', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:30Z', 'updated_at': '2021-08-16T03:14:33Z', 'revision_number': 4, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'gw_port': {'id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:31Z', 'updated_at': '2021-08-16T03:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2e9964ed-48bf-4b5e-9adf-f2eb2548a428', 'name': '', 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'mac_address': 'fa:16:3e:94:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:33Z', 'updated_at': '2021-08-16T03:14:33Z', 'revision_number': 2, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'subnets': [{'id': '4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:34.773924 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:34.814675 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 314673bf-8abc-41d6-b4d0-5a9c8e00428a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=314673bf-8abc-41d6-b4d0-5a9c8e00428a,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:34.822059 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:34.822868 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7acfc25c-d27d-4b89-bea2-f6026cfe7839 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:34.905337 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=314673bf-8abc-41d6-b4d0-5a9c8e00428a,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:34.920201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:34.920583 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.139007 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39146) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:35.143871 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-661bfa9c-f094-4c04-8f43-d998f552de64 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229580773', 'description': 'tempest-secgroup-smoke-229580773 description', 'project_id': 'd363f02ed9224a11a873413413f8dd8e'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:35.172294 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-661bfa9c-f094-4c04-8f43-d998f552de64 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.266215 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-661bfa9c-f094-4c04-8f43-d998f552de64 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.270133 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-661bfa9c-f094-4c04-8f43-d998f552de64 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.313353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-661bfa9c-f094-4c04-8f43-d998f552de64 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.314606 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-661bfa9c-f094-4c04-8f43-d998f552de64 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1744955 Aug 16 03:14:35.317948 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39150) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:35.320311 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bfa9c-f094-4c04-8f43-d998f552de64 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0db462-254f-47c5-a48e-256db947ed59,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:35.325130 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-3d6574fe-1348-4909-bf0c-830d8b68cfa2 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Request body: {'security_group_rule': {'security_group_id': 'ae0db462-254f-47c5-a48e-256db947ed59', 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:35.353932 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d6574fe-1348-4909-bf0c-830d8b68cfa2 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.418425 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d6574fe-1348-4909-bf0c-830d8b68cfa2 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.422076 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d6574fe-1348-4909-bf0c-830d8b68cfa2 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.440080 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6574fe-1348-4909-bf0c-830d8b68cfa2 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8f786a-17e2-43c6-baab-cb011c97c32d,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:35.446525 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-3d6574fe-1348-4909-bf0c-830d8b68cfa2 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.447613 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-3d6574fe-1348-4909-bf0c-830d8b68cfa2 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279962 Aug 16 03:14:35.450363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39152) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:35.454774 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-f55f586a-09f3-415a-9c79-5e09e838ef39 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Request body: {'security_group_rule': {'security_group_id': 'ae0db462-254f-47c5-a48e-256db947ed59', 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:35.480113 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f55f586a-09f3-415a-9c79-5e09e838ef39 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.538638 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f55f586a-09f3-415a-9c79-5e09e838ef39 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.541567 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f55f586a-09f3-415a-9c79-5e09e838ef39 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.559665 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f586a-09f3-415a-9c79-5e09e838ef39 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39431a1f-fb9e-45aa-a39d-1b4ca7faa89f,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:35.565441 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-f55f586a-09f3-415a-9c79-5e09e838ef39 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.566703 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-f55f586a-09f3-415a-9c79-5e09e838ef39 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153917 Aug 16 03:14:35.569474 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39154) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:35.573977 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-7b71cd42-b296-4672-9e92-95d859b35bf1 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Request body: {'security_group_rule': {'security_group_id': 'ae0db462-254f-47c5-a48e-256db947ed59', 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:35.599541 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b71cd42-b296-4672-9e92-95d859b35bf1 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.662771 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b71cd42-b296-4672-9e92-95d859b35bf1 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.666990 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b71cd42-b296-4672-9e92-95d859b35bf1 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.685640 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71cd42-b296-4672-9e92-95d859b35bf1 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072a93c4-2e5f-418c-971d-619c5e39abc0,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:35.691001 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-7b71cd42-b296-4672-9e92-95d859b35bf1 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.694789 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7b71cd42-b296-4672-9e92-95d859b35bf1 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217237 Aug 16 03:14:35.694932 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39156) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:35.699341 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-0950418b-0838-43fd-b913-1a525f27102a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Request body: {'security_group_rule': {'security_group_id': 'ae0db462-254f-47c5-a48e-256db947ed59', 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:35.726344 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0950418b-0838-43fd-b913-1a525f27102a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.784460 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0950418b-0838-43fd-b913-1a525f27102a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.788742 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0950418b-0838-43fd-b913-1a525f27102a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.809359 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950418b-0838-43fd-b913-1a525f27102a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e37dd6-7a32-4187-9499-f1c8b5909514,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:35.813031 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0950418b-0838-43fd-b913-1a525f27102a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.814225 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0950418b-0838-43fd-b913-1a525f27102a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184282 Aug 16 03:14:35.816971 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39158) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:35.821412 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-01e4d474-eda1-4767-a5b8-86688829b8de tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Request body: {'security_group_rule': {'security_group_id': 'ae0db462-254f-47c5-a48e-256db947ed59', 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:35.842885 n-d-768851-16 neutron-server[101380]: INFO neutron.db.securitygroups_db [None req-01e4d474-eda1-4767-a5b8-86688829b8de tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Project d363f02ed9224a11a873413413f8dd8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:14:35.847742 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-01e4d474-eda1-4767-a5b8-86688829b8de tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.915158 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-01e4d474-eda1-4767-a5b8-86688829b8de tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.931563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-01e4d474-eda1-4767-a5b8-86688829b8de tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.955711 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4d474-eda1-4767-a5b8-86688829b8de tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9adca0f-a0e7-48db-a62d-b57e6569f6b8,revision_number=0']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:35.962449 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-01e4d474-eda1-4767-a5b8-86688829b8de tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.963814 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-01e4d474-eda1-4767-a5b8-86688829b8de tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458962 Aug 16 03:14:35.966676 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39160) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:35.973970 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [None req-9e7ce178-8181-498e-8616-b96bb7a60b30 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Request body: {'security_group_rule': {'security_group_id': 'ae0db462-254f-47c5-a48e-256db947ed59', 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:35.997212 n-d-768851-16 neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-9e7ce178-8181-498e-8616-b96bb7a60b30 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Project d363f02ed9224a11a873413413f8dd8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:14:36.003609 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce178-8181-498e-8616-b96bb7a60b30 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:36.075233 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce178-8181-498e-8616-b96bb7a60b30 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:36.079991 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce178-8181-498e-8616-b96bb7a60b30 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683144'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:36.098818 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ce178-8181-498e-8616-b96bb7a60b30 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8363dabf-cf08-4398-b614-f6546d8bbc4d,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:36.106415 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce178-8181-498e-8616-b96bb7a60b30 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:36.107817 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-9e7ce178-8181-498e-8616-b96bb7a60b30 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400225 Aug 16 03:14:36.265396 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-9b60200b-9afa-4d0a-8f59-10b2079caf1b tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229580773&fields=id&tenant_id=d363f02ed9224a11a873413413f8dd8e HTTP/1.1" status: 200 len: 267 time: 0.0417826 Aug 16 03:14:36.371507 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 314673bf-8abc-41d6-b4d0-5a9c8e00428a up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:36.404268 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-69188981-8f4e-47c8-a662-cab297204ebf tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:36.405897 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-69188981-8f4e-47c8-a662-cab297204ebf tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 809 time: 0.1307230 Aug 16 03:14:36.423233 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-1b5911aa-6604-47c3-9ad8-696510d2de8c tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/quotas/d363f02ed9224a11a873413413f8dd8e HTTP/1.1" status: 200 len: 375 time: 0.0110655 Aug 16 03:14:36.430942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 314673bf-8abc-41d6-b4d0-5a9c8e00428a triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:36.431325 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:36.484717 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-93bf98f5-2a0f-4619-a236-01e50dfe7fe6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545022 Aug 16 03:14:36.515823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f610c694-4b83-4bb1-ba5d-db02fe4d5cfc up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:36.567171 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:36.571009 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:36.571382 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:36.659270 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:36.682355 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f610c694-4b83-4bb1-ba5d-db02fe4d5cfc,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:36.686878 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:36.690846 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-337c6659-bd21-4a6a-b35e-8bc5d363159b service neutron] 10.222.0.79 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925378 Aug 16 03:14:36.738942 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=f610c694-4b83-4bb1-ba5d-db02fe4d5cfc,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:36.786369 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d4f44e87-8b71-44da-b382-c1075581646d service neutron] 10.222.0.79 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885706 Aug 16 03:14:37.310737 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b7a166f8-f997-4b8b-b3ee-07bdb3443f1e req-9b413c61-5915-40b1-9a10-6bf7ab8896f1 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 210 time: 0.3830733 Aug 16 03:14:37.354174 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Sync routers for ids ['bb0f386d-0962-4169-9f10-61adc3f7ce82'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:37.363497 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Routers {'bb0f386d-0962-4169-9f10-61adc3f7ce82'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:37.364087 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-24010121-b110-40e3-a815-2311bff9a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bb0f386d-0962-4169-9f10-61adc3f7ce82'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:37.469224 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Set router bb0f386d-0962-4169-9f10-61adc3f7ce82 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:37.665149 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-24010121-b110-40e3-a815-2311bff9a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'name': 'tempest-TestSnapshotPattern-1128249382-router', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:30Z', 'updated_at': '2021-08-16T03:14:33Z', 'revision_number': 4, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'gw_port': {'id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:31Z', 'updated_at': '2021-08-16T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2e9964ed-48bf-4b5e-9adf-f2eb2548a428', 'name': '', 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'mac_address': 'fa:16:3e:94:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:33Z', 'updated_at': '2021-08-16T03:14:33Z', 'revision_number': 2, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'subnets': [{'id': '4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:37.692438 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Checking router: bb0f386d-0962-4169-9f10-61adc3f7ce82 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:37.692778 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Updating router bb0f386d-0962-4169-9f10-61adc3f7ce82 port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 binding host n-d-768851-16 {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:14:37.717942 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:37.762182 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:14:37.995580 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Notify callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:38.006157 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Transition to ACTIVE for port object 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 will not be triggered until provisioned by entity L2. {{(pid=101383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:38.011588 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:38.062598 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37feed6c-1791-476b-9a3d-d1ce79c01b4c None None] Pushing event updated for resources: {'Port': ['ID=2e9964ed-48bf-4b5e-9adf-f2eb2548a428,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:38.117636 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Attempting to bind port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 on host n-d-768851-16 for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:38.118010 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Attempting to bind port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 by drivers openvswitch,hyperv on host n-d-768851-16 at level 0 using segments [{'id': '42a0b614-daf9-4a99-b910-4671b15b466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:38.118375 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Attempting to bind port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 on network 0c6aa889-c5b2-4391-87ab-41df3c9df86c {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:38.124423 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Checking agent: {'id': 'ce7d9ca0-53e5-44d4-a65a-a6a7bec7cbc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 36, 11), 'started_at': datetime.datetime(2021, 8, 16, 1, 36, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:38.125501 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Checking segment: {'id': '42a0b614-daf9-4a99-b910-4671b15b466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:38.126250 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:38.126826 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Bound using segment: {'id': '42a0b614-daf9-4a99-b910-4671b15b466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:38.127534 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Bound port: 2e9964ed-48bf-4b5e-9adf-f2eb2548a428, host: n-d-768851-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a0b614-daf9-4a99-b910-4671b15b466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:38.128094 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:38.202587 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-24010121-b110-40e3-a815-2311bff9a197 None None] For port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428, host n-d-768851-16, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:38.207190 n-d-768851-16 neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-24010121-b110-40e3-a815-2311bff9a197 None None] For port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428, host n-d-768851-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2e9964ed-48bf-4b5e-9adf-f2eb2548a428,segment=NetworkSegment(42a0b614-daf9-4a99-b910-4671b15b466e),segment_id=42a0b614-daf9-4a99-b910-4671b15b466e)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:38.212145 n-d-768851-16 neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:38.281514 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Routers {'bb0f386d-0962-4169-9f10-61adc3f7ce82'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:38.287616 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-24010121-b110-40e3-a815-2311bff9a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bb0f386d-0962-4169-9f10-61adc3f7ce82'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:38.325857 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37feed6c-1791-476b-9a3d-d1ce79c01b4c None None] Pushing event updated for resources: {'Port': ['ID=2e9964ed-48bf-4b5e-9adf-f2eb2548a428,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:38.333066 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f610c694-4b83-4bb1-ba5d-db02fe4d5cfc up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:38.431312 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:38.431680 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:38.457011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b538481f-a512-4534-b456-1fdcafd09ed2 req-0bc9e1cd-8d68-4248-90bb-1c62e1b58225 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 210 time: 0.0448880 Aug 16 03:14:38.465818 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-24010121-b110-40e3-a815-2311bff9a197 None None] Set router bb0f386d-0962-4169-9f10-61adc3f7ce82 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:38.696316 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-24010121-b110-40e3-a815-2311bff9a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'name': 'tempest-TestSnapshotPattern-1128249382-router', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:30Z', 'updated_at': '2021-08-16T03:14:33Z', 'revision_number': 4, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'gw_port': {'id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:31Z', 'updated_at': '2021-08-16T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2e9964ed-48bf-4b5e-9adf-f2eb2548a428', 'name': '', 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'mac_address': 'fa:16:3e:94:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:33Z', 'updated_at': '2021-08-16T03:14:38Z', 'revision_number': 4, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'subnets': [{'id': '4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:38.726561 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24010121-b110-40e3-a815-2311bff9a197 None None] The sync data for ids ['bb0f386d-0962-4169-9f10-61adc3f7ce82'] in n-d-768851-16 is: [{'id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'name': 'tempest-TestSnapshotPattern-1128249382-router', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:30Z', 'updated_at': '2021-08-16T03:14:33Z', 'revision_number': 4, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'gw_port': {'id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:31Z', 'updated_at': '2021-08-16T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '2e9964ed-48bf-4b5e-9adf-f2eb2548a428', 'name': '', 'network_id': '0c6aa889-c5b2-4391-87ab-41df3c9df86c', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'mac_address': 'fa:16:3e:94:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:33Z', 'updated_at': '2021-08-16T03:14:38Z', 'revision_number': 4, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'subnets': [{'id': '4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:39.024176 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-23caa20c-b35e-4384-a330-0cb7ad802573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:39.033758 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-33355323-fb5e-4f04-b351-d397d5f17793 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:39.035550 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-33355323-fb5e-4f04-b351-d397d5f17793 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.89 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 809 time: 0.1287744 Aug 16 03:14:39.095612 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-0cc76155-e172-44a1-b257-dc65a27dc22a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d363f02ed9224a11a873413413f8dd8e HTTP/1.1" status: 200 len: 379 time: 0.0510840 Aug 16 03:14:39.108719 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Request body: {'port': {'device_id': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'admin_state_up': True, 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'security_groups': ['ae0db462-254f-47c5-a48e-256db947ed59']}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:39.224844 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Made reservation on behalf of d363f02ed9224a11a873413413f8dd8e for: {'port': 1} {{(pid=101380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:14:39.228484 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:39.359614 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Allocated IP 172.20.0.8 (29ecf00d-0bdb-4d0d-9142-34768bb89ae5/4c5e6728-bf9d-4a3c-ba6a-5b995990560b/d9024489-1d37-4341-a144-181ee92461d3) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:39.503505 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:39.518178 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Transition to ACTIVE for port object d9024489-1d37-4341-a144-181ee92461d3 will not be triggered until provisioned by entity DHCP. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:39.546765 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d14d4c64-8399-40fd-abe0-232f05bf37ed req-18cc2a07-15c8-460d-b76f-da29f4441594 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 210 time: 0.0257792 Aug 16 03:14:39.552447 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:39.596961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:39.600008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:39.604232 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:39.629982 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'Port': ['ID=d9024489-1d37-4341-a144-181ee92461d3,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:39.658954 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:39.659577 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:39.675491 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-d708c843-0aa5-4150-b6be-62e5aadbbb18 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5710664 Aug 16 03:14:39.734151 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Request body: {'port': {'device_id': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-16'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:39.795906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:39.871031 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-920c867d-bc02-4123-ac62-bae9ebabfc1c None None] Provisioning for port d9024489-1d37-4341-a144-181ee92461d3 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:39.874699 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-920c867d-bc02-4123-ac62-bae9ebabfc1c None None] Provisioning complete for port d9024489-1d37-4341-a144-181ee92461d3 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:39.875204 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-920c867d-bc02-4123-ac62-bae9ebabfc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:39.908779 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-920c867d-bc02-4123-ac62-bae9ebabfc1c None None] Port d9024489-1d37-4341-a144-181ee92461d3 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:14:40.064789 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9024489-1d37-4341-a144-181ee92461d3 {{(pid=101380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:14:40.073248 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:40.085707 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.provisioning_blocks [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Transition to ACTIVE for port object d9024489-1d37-4341-a144-181ee92461d3 will not be triggered until provisioned by entity L2. {{(pid=101380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:40.089424 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:40.146363 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Pushing event updated for resources: {'Port': ['ID=d9024489-1d37-4341-a144-181ee92461d3,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:40.223073 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Attempting to bind port d9024489-1d37-4341-a144-181ee92461d3 on host n-h2-768851-16 for vnic_type normal with profile {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:40.223710 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Attempting to bind port d9024489-1d37-4341-a144-181ee92461d3 by drivers openvswitch,hyperv on host n-h2-768851-16 at level 0 using segments [{'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:40.224238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Attempting to bind port d9024489-1d37-4341-a144-181ee92461d3 on network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:40.232050 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Port d9024489-1d37-4341-a144-181ee92461d3 on network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-16 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:14:40.232432 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Attempting to bind port d9024489-1d37-4341-a144-181ee92461d3 on network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:40.238391 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Checking agent: {'id': '61c39aab-e502-41a5-80dc-af5a18cfa515', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:40.238731 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Checking segment: {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:40.239117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Bound using segment: {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'} {{(pid=101380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:40.239545 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.managers [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Bound port: d9024489-1d37-4341-a144-181ee92461d3, host: n-h2-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'}}] {{(pid=101380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:40.239906 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:40.336877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] For port d9024489-1d37-4341-a144-181ee92461d3, host n-h2-768851-16, cleared binding levels {{(pid=101380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:40.339877 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] For port d9024489-1d37-4341-a144-181ee92461d3, host n-h2-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9024489-1d37-4341-a144-181ee92461d3,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:40.345464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:40.346807 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:40.382361 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:40.383005 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:40.384459 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] 10.222.0.89 "PUT /v2.0/ports/d9024489-1d37-4341-a144-181ee92461d3 HTTP/1.1" status: 200 len: 1092 time: 0.7010710 Aug 16 03:14:40.384907 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:14:40.387212 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "tag": "d9024489-1d37-4341-a144-181ee92461d3"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:14:40.425939 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning for port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:40.434240 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:40.434904 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:40.473476 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7237c301-c5b0-4e70-9faf-ed4a1748ab9a x-openstack-request-id: req-7237c301-c5b0-4e70-9faf-ed4a1748ab9a {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:14:40.473846 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "tag": "d9024489-1d37-4341-a144-181ee92461d3", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:14:40.474442 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7237c301-c5b0-4e70-9faf-ed4a1748ab9a {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:14:40.474634 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3', 'status': 'completed', 'code': 200} Aug 16 03:14:40.476813 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce249a6e-f301-4e17-b48e-79d6b2d68a48 service neutron] Pushing event updated for resources: {'Port': ['ID=d9024489-1d37-4341-a144-181ee92461d3,revision_number=3']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:40.502917 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-dfb0cc19-b67b-43c7-9778-9a86e084f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:40.504512 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-dfb0cc19-b67b-43c7-9778-9a86e084f06e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 1095 time: 0.0653105 Aug 16 03:14:40.545130 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:40.558697 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-5aa68ae6-2a09-47b9-a765-67d5233dd457 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9024489-1d37-4341-a144-181ee92461d3 HTTP/1.1" status: 200 len: 217 time: 0.0450721 Aug 16 03:14:40.596285 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] For port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2e9964ed-48bf-4b5e-9adf-f2eb2548a428,segment=NetworkSegment(42a0b614-daf9-4a99-b910-4671b15b466e),segment_id=42a0b614-daf9-4a99-b910-4671b15b466e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:40.613501 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:40.620009 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:40.623413 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-1c211e73-e51f-4974-96d5-0ba41c765a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:40.624918 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-1c211e73-e51f-4974-96d5-0ba41c765a1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0561109 Aug 16 03:14:40.673149 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Pushing event updated for resources: {'Port': ['ID=2e9964ed-48bf-4b5e-9adf-f2eb2548a428,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:40.681509 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-f076f0de-27c3-45df-a5eb-068a99da3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:40.683363 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-f076f0de-27c3-45df-a5eb-068a99da3752 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514581 Aug 16 03:14:40.686594 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13a27-0e2b-429b-b8bd-73bbc43525a8 req-9ba0f675-ef85-491e-9c2d-74cf59930330 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:40.688095 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-caa13a27-0e2b-429b-b8bd-73bbc43525a8 req-9ba0f675-ef85-491e-9c2d-74cf59930330 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 943 time: 0.0579062 Aug 16 03:14:40.729893 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-caa13a27-0e2b-429b-b8bd-73bbc43525a8 req-1275b0b8-92a4-45c0-95af-240b128ed84d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350809 Aug 16 03:14:40.785386 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-59018a1b-88fd-42be-b069-5970b3ecacf8 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947416 Aug 16 03:14:40.880063 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-03912f5d-1c90-4ecd-8af6-a37a5ea9b635 req-1298602b-2286-4084-8849-5c88177e8d2e service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876393 Aug 16 03:14:40.970020 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af req-a96ccf4f-1620-4953-b59b-1943c81008c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:40.971474 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af req-a96ccf4f-1620-4953-b59b-1943c81008c6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 1095 time: 0.0420189 Aug 16 03:14:41.065709 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af req-bb74c025-8bbc-443d-ad94-e0b630c68d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:41.068198 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af req-bb74c025-8bbc-443d-ad94-e0b630c68d0f service neutron] 10.222.0.89 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0901561 Aug 16 03:14:41.116235 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af req-2af0ad95-7b18-4a89-af1f-e079eaccc908 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9024489-1d37-4341-a144-181ee92461d3 HTTP/1.1" status: 200 len: 217 time: 0.0408604 Aug 16 03:14:41.166380 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af req-5f5c88b3-139e-47c8-abb8-d9c933e78bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:41.167854 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af req-5f5c88b3-139e-47c8-abb8-d9c933e78bd6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0451093 Aug 16 03:14:41.216604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af req-e181fbee-2a10-4626-a42b-96efeebcb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:41.218124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af req-e181fbee-2a10-4626-a42b-96efeebcb04b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403214 Aug 16 03:14:41.313124 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af req-7d5455fa-e225-4cc7-a35b-bf1c1c1f7d39 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861583 Aug 16 03:14:41.404702 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-3fc07a4e-11f4-4ef2-98dc-6cd8be0505af req-f7827f27-5f02-4a35-8e3e-b7e253932733 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837100 Aug 16 03:14:41.592211 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b6f0-e3c4-4c8e-b36f-1aaf49be6cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:41.730253 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:41.845614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4a12b-216f-4c97-ad19-bc2f02c3343f req-6bbe653e-ca84-42cc-a3ad-72625d59669b tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:41.847016 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7e4a12b-216f-4c97-ad19-bc2f02c3343f req-6bbe653e-ca84-42cc-a3ad-72625d59669b tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 943 time: 0.0492105 Aug 16 03:14:41.885729 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-f7e4a12b-216f-4c97-ad19-bc2f02c3343f req-d42766f2-415a-4825-9165-9fee21606093 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321856 Aug 16 03:14:42.290439 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 up at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:42.340695 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Provisioning complete for port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:42.341099 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:42.999564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321ec75-b6be-41e8-9693-9c750744da72 req-39e6ee3c-7f49-445c-b245-1a8c1f83146a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:43.001234 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1321ec75-b6be-41e8-9693-9c750744da72 req-39e6ee3c-7f49-445c-b245-1a8c1f83146a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 943 time: 0.0494292 Aug 16 03:14:43.039917 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-1321ec75-b6be-41e8-9693-9c750744da72 req-25fbf8e7-5c50-429b-8f1f-ebd4b555b17e tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323637 Aug 16 03:14:43.094597 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:44.155145 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888486fe-79cc-4cda-a01b-9a0843dddbf8 req-0e368507-15ff-4810-a196-66dd866e04c4 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:44.156631 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-888486fe-79cc-4cda-a01b-9a0843dddbf8 req-0e368507-15ff-4810-a196-66dd866e04c4 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 943 time: 0.0519383 Aug 16 03:14:44.194639 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-888486fe-79cc-4cda-a01b-9a0843dddbf8 req-2bf9e0b5-67fe-490d-8947-21f7c021e2c9 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320580 Aug 16 03:14:44.594204 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:44.695106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9024489-1d37-4341-a144-181ee92461d3 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:14:44.793860 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9024489-1d37-4341-a144-181ee92461d3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9024489-1d37-4341-a144-181ee92461d3,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:44.805114 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'd9024489-1d37-4341-a144-181ee92461d3', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'mac_address': 'fa:16:3e:23:4e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:14:44.843160 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:44.855545 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9024489-1d37-4341-a144-181ee92461d3 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:14:44.875264 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9024489-1d37-4341-a144-181ee92461d3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9024489-1d37-4341-a144-181ee92461d3,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:44.878154 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:44.927187 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d9024489-1d37-4341-a144-181ee92461d3,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:45.106691 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d9024489-1d37-4341-a144-181ee92461d3'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:14:45.312120 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495563e2-1c1d-4ff4-be78-129e19d27009 req-7b34e5b3-baac-4bd6-91dc-ec2fff8b9321 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:45.313645 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-495563e2-1c1d-4ff4-be78-129e19d27009 req-7b34e5b3-baac-4bd6-91dc-ec2fff8b9321 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 944 time: 0.0501990 Aug 16 03:14:45.354783 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-495563e2-1c1d-4ff4-be78-129e19d27009 req-f7dd6440-c639-496a-94c4-e3d6027e3833 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350368 Aug 16 03:14:46.468156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b3412-3dfa-4708-951c-2745af43ff36 req-dd9081a2-c948-46bb-b097-a4f12772c7ec tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:46.469661 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae4b3412-3dfa-4708-951c-2745af43ff36 req-dd9081a2-c948-46bb-b097-a4f12772c7ec tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 944 time: 0.0485764 Aug 16 03:14:46.508145 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-ae4b3412-3dfa-4708-951c-2745af43ff36 req-b0658480-677c-407c-9fc0-84b6d19b4757 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321681 Aug 16 03:14:46.710490 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9024489-1d37-4341-a144-181ee92461d3 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:46.758703 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning for port d9024489-1d37-4341-a144-181ee92461d3 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:46.762381 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port d9024489-1d37-4341-a144-181ee92461d3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:46.762757 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:46.839336 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:46.862803 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:14:46.865144 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383a6aed-f5fe-43ff-aa8a-db3b0a75b25a" -d '{"events": [{"server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "name": "network-vif-plugged", "status": "completed", "tag": "d9024489-1d37-4341-a144-181ee92461d3"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:14:46.878718 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9024489-1d37-4341-a144-181ee92461d3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9024489-1d37-4341-a144-181ee92461d3,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:46.882895 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:46.937817 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d9024489-1d37-4341-a144-181ee92461d3,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:47.628860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ae044-279d-44f7-90c0-55dc76d60515 req-eb3e2be1-2f79-4bfe-aa73-00024be5c5a4 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:47.630353 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d29ae044-279d-44f7-90c0-55dc76d60515 req-eb3e2be1-2f79-4bfe-aa73-00024be5c5a4 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 945 time: 0.0524530 Aug 16 03:14:47.669371 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d29ae044-279d-44f7-90c0-55dc76d60515 req-4cb5cac2-7017-4043-85a5-aca67803e57d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324838 Aug 16 03:14:47.980720 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5475ad-f3f7-4a1e-bbc0-8fcd8fe526fc x-openstack-request-id: req-9f5475ad-f3f7-4a1e-bbc0-8fcd8fe526fc {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:14:47.981441 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "name": "network-vif-plugged", "status": "completed", "tag": "d9024489-1d37-4341-a144-181ee92461d3", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:14:47.981569 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f5475ad-f3f7-4a1e-bbc0-8fcd8fe526fc {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:14:47.981947 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3', 'code': 200} Aug 16 03:14:48.077298 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25ce13-e3e1-451f-9a77-e178c8ee2a2a req-3e0aadbc-5f95-43d4-bfd1-a0b2f6755c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:48.078937 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ea25ce13-e3e1-451f-9a77-e178c8ee2a2a req-3e0aadbc-5f95-43d4-bfd1-a0b2f6755c50 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 1097 time: 0.0403740 Aug 16 03:14:48.117836 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-ea25ce13-e3e1-451f-9a77-e178c8ee2a2a req-f9206bd5-fe67-4ada-b9d4-ac48f0f38b2c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316396 Aug 16 03:14:48.795276 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30290e0e-e9b1-400e-83e6-87b9b5c6ec87 req-e9d88f3a-0abb-481d-94fb-bb514e544df5 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:48.796736 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30290e0e-e9b1-400e-83e6-87b9b5c6ec87 req-e9d88f3a-0abb-481d-94fb-bb514e544df5 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 945 time: 0.0488636 Aug 16 03:14:48.843230 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-30290e0e-e9b1-400e-83e6-87b9b5c6ec87 req-cb54f47f-093d-4b5f-ab50-86e127054da6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401988 Aug 16 03:14:49.129197 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:49.961079 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88044ff4-e3de-4f3a-92e2-bfee2fd206d4 req-c1678790-a9c8-4b68-8823-bc76258218c0 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:49.962609 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88044ff4-e3de-4f3a-92e2-bfee2fd206d4 req-c1678790-a9c8-4b68-8823-bc76258218c0 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 945 time: 0.0486772 Aug 16 03:14:50.001484 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-88044ff4-e3de-4f3a-92e2-bfee2fd206d4 req-60261596-8b4f-4a71-8082-9ca3ac7ac661 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327544 Aug 16 03:14:50.117044 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886f19c-f58b-4705-9125-8ea10429feaf req-5c10a23f-4e92-42ea-a453-8f9b6b39643c tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:50.118515 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8886f19c-f58b-4705-9125-8ea10429feaf req-5c10a23f-4e92-42ea-a453-8f9b6b39643c tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 945 time: 0.0526505 Aug 16 03:14:50.156246 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8886f19c-f58b-4705-9125-8ea10429feaf req-8cc64850-8492-445a-a4d0-1ef34a6d2d95 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316739 Aug 16 03:14:50.177896 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39236) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:50.259769 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4c4fcb-e1d9-44a8-9cf9-1706c037f1ed tempest-TestSnapshotPattern-1501140828 tempest-TestSnapshotPattern-1501140828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:50.261300 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-ae4c4fcb-e1d9-44a8-9cf9-1706c037f1ed tempest-TestSnapshotPattern-1501140828 tempest-TestSnapshotPattern-1501140828-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 1092 time: 0.0823696 Aug 16 03:14:50.264306 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39240) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:50.268636 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:50.290982 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:50.390644 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:50.502155 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Allocated IP 172.25.2.127 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/8e5b2cd4-78b7-4249-bc2e-b81bbefe6d73) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:50.603318 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:50.646396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:50.688117 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:50.693344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:50.696021 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'Port': ['ID=8e5b2cd4-78b7-4249-bc2e-b81bbefe6d73,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:50.698169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:51.054459 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:51.119013 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:51.583789 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:51.588747 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:51.657158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'Port': ['ID=8e5b2cd4-78b7-4249-bc2e-b81bbefe6d73,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:51.668573 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:51.768183 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Floating IP 59183cd7-91f9-44d8-b125-a35db84a4455 associated. External IP: 172.25.2.127, port: d9024489-1d37-4341-a144-181ee92461d3. Aug 16 03:14:51.982181 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Router b4c7b9d3-c812-4c3c-995f-15e78d01f849 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:14:52.091600 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:52.101677 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c1e2bf-3c8e-4b51-acda-74b2a8851116 None None] Sync routers for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:52.110403 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:52.112138 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c1e2bf-3c8e-4b51-acda-74b2a8851116 None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:52.113127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e9c1e2bf-3c8e-4b51-acda-74b2a8851116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:52.139835 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-210802d6-b9fc-4ea9-a707-223ef5384552 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8726060 Aug 16 03:14:52.139835 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:14:52.140794 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96f057d-634d-4b99-b7ce-61b07d8b7586" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "tag": "d9024489-1d37-4341-a144-181ee92461d3"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:14:52.181271 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0b33e7-6ffc-4675-a352-b0ed447c8fa7 x-openstack-request-id: req-0a0b33e7-6ffc-4675-a352-b0ed447c8fa7 {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:14:52.181540 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "tag": "d9024489-1d37-4341-a144-181ee92461d3", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:14:52.181785 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a0b33e7-6ffc-4675-a352-b0ed447c8fa7 {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:14:52.182194 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3', 'status': 'completed', 'code': 200} Aug 16 03:14:52.224913 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e9c1e2bf-3c8e-4b51-acda-74b2a8851116 None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:52.243845 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f057d-634d-4b99-b7ce-61b07d8b7586 req-36b39c65-551e-478d-bc90-d48d1b622503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.245415 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d96f057d-634d-4b99-b7ce-61b07d8b7586 req-36b39c65-551e-478d-bc90-d48d1b622503 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 1097 time: 0.0423605 Aug 16 03:14:52.342447 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f057d-634d-4b99-b7ce-61b07d8b7586 req-8ad9e552-801b-4905-ad1d-f699233319cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.343913 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d96f057d-634d-4b99-b7ce-61b07d8b7586 req-8ad9e552-801b-4905-ad1d-f699233319cd service neutron] 10.222.0.89 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0916951 Aug 16 03:14:52.411056 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d96f057d-634d-4b99-b7ce-61b07d8b7586 req-a43af958-5242-46f4-aead-cfe863239ace service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9024489-1d37-4341-a144-181ee92461d3 HTTP/1.1" status: 200 len: 999 time: 0.0596216 Aug 16 03:14:52.447810 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e9c1e2bf-3c8e-4b51-acda-74b2a8851116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '59183cd7-91f9-44d8-b125-a35db84a4455', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:23:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:50Z', 'updated_at': '2021-08-16T03:14:50Z', 'revision_number': 0, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:52.465857 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f057d-634d-4b99-b7ce-61b07d8b7586 req-8cc126be-8f2c-4f38-840e-6e111f94bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.467346 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d96f057d-634d-4b99-b7ce-61b07d8b7586 req-8cc126be-8f2c-4f38-840e-6e111f94bc56 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0494945 Aug 16 03:14:52.478014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c1e2bf-3c8e-4b51-acda-74b2a8851116 None None] Checking router: b4c7b9d3-c812-4c3c-995f-15e78d01f849 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:52.487426 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c1e2bf-3c8e-4b51-acda-74b2a8851116 None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:52.488045 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e9c1e2bf-3c8e-4b51-acda-74b2a8851116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:14:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:52.515898 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f057d-634d-4b99-b7ce-61b07d8b7586 req-e04c7337-ceb0-4ffc-b3fb-ba38f54e08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.517450 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d96f057d-634d-4b99-b7ce-61b07d8b7586 req-e04c7337-ceb0-4ffc-b3fb-ba38f54e08d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422997 Aug 16 03:14:52.593959 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-e9c1e2bf-3c8e-4b51-acda-74b2a8851116 None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:52.610014 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d96f057d-634d-4b99-b7ce-61b07d8b7586 req-10efe90a-8664-4c4b-ba0f-9f6487002eef service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838778 Aug 16 03:14:52.706425 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d96f057d-634d-4b99-b7ce-61b07d8b7586 req-71181adf-33f6-4e20-a97e-9b9183a57478 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890477 Aug 16 03:14:52.965962 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-e9c1e2bf-3c8e-4b51-acda-74b2a8851116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '59183cd7-91f9-44d8-b125-a35db84a4455', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:23:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:50Z', 'updated_at': '2021-08-16T03:14:50Z', 'revision_number': 0, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:52.991969 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c1e2bf-3c8e-4b51-acda-74b2a8851116 None None] The sync data for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 is: [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '59183cd7-91f9-44d8-b125-a35db84a4455', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:23:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:50Z', 'updated_at': '2021-08-16T03:14:50Z', 'revision_number': 0, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:53.180203 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d12db-7d92-4b0c-8938-0ab51503c183 None None] New status for floating IP 59183cd7-91f9-44d8-b125-a35db84a4455: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:15:09.016242 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7cc26a2f-92f9-4854-b90f-3c240ce15813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:10.620591 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:11.592419 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c4dc0c2f-b2a6-450a-956c-50208010ef81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:11.735668 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.097886 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:14.595298 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:14.762107 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:15:19.128344 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:21.865762 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-24804e15-dc81-4268-b0b7-ec2328fb15a7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406446 Aug 16 03:15:21.946858 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-bbb1e6d5-d807-414d-b9d2-a33726f77265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:21.948349 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-bbb1e6d5-d807-414d-b9d2-a33726f77265 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 1097 time: 0.0410242 Aug 16 03:15:22.056229 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-a26301d6-6929-47f8-bab7-0a835148e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:22.057745 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-a26301d6-6929-47f8-bab7-0a835148e7e7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0909612 Aug 16 03:15:22.125318 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-e714282c-6395-4ede-af79-6cf13dab169f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9024489-1d37-4341-a144-181ee92461d3 HTTP/1.1" status: 200 len: 1001 time: 0.0601022 Aug 16 03:15:22.179541 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-29736980-1786-4906-8400-81d65c4680fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:22.181577 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-29736980-1786-4906-8400-81d65c4680fd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0492628 Aug 16 03:15:22.226678 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-d8c025dc-00ea-4f4a-845f-baef82718717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:22.228244 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-d8c025dc-00ea-4f4a-845f-baef82718717 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399559 Aug 16 03:15:22.322417 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-dec121e0-39ba-44f3-9d18-3ad52cbd8b91 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824101 Aug 16 03:15:22.416674 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-d87fbd90-50a2-43a9-8a4c-5de0240a3485 req-472fa773-1bef-48d1-9975-bd02b075f53b service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874949 Aug 16 03:15:39.016671 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8999-7729-4e2a-bbad-6def404274ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:40.638460 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:41.593453 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eaad42cc-61aa-421b-b79a-58b308b298d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:41.727908 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:43.100340 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:44.598848 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:49.127052 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:51.761406 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:16:09.019138 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7f43b55b-a5be-4c7f-b30d-1aa26d79a737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:10.634649 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:11.594303 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6e0d3d79-d60e-4160-9c40-d7394ed2b4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:11.729391 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:13.103362 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:14.600475 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:19.125665 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:21.867008 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-5a1dd968-cf77-472d-ac37-24387fad4ecb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438545 Aug 16 03:16:21.949219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-8391b99c-2d69-4eaf-9d13-a1d195eb866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:21.950747 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-8391b99c-2d69-4eaf-9d13-a1d195eb866a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 1097 time: 0.0404007 Aug 16 03:16:22.058205 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-6849196c-8bfb-4c60-b8a5-c8daa2d7d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:22.059730 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-6849196c-8bfb-4c60-b8a5-c8daa2d7d7b8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0901630 Aug 16 03:16:22.125521 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-e1feceb7-7e15-496c-9fb4-65571305ca84 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9024489-1d37-4341-a144-181ee92461d3 HTTP/1.1" status: 200 len: 1001 time: 0.0586917 Aug 16 03:16:22.182220 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-623244b6-2434-48eb-9fe2-551190e402f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:22.183701 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-623244b6-2434-48eb-9fe2-551190e402f0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0516028 Aug 16 03:16:22.229008 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-8fcfcb20-cd85-46da-88e6-c900cbcd656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:22.230535 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-8fcfcb20-cd85-46da-88e6-c900cbcd656e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396237 Aug 16 03:16:22.319010 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-21417cca-ef56-49ea-8326-445602e691d1 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816391 Aug 16 03:16:22.413466 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-0c4b2b95-5369-4533-8317-d41c2c4e9c38 req-5d7c3b89-f5f6-4bb4-8976-c15fa1bf5acc service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880547 Aug 16 03:16:28.760556 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:16:39.020578 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2d9acf18-7270-4eb9-8d26-a3cf95bb85a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:40.651018 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:41.594975 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f41ed648-a06f-453f-90b1-29f2715a4775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:41.731014 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.108095 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:44.603831 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.140642 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:51.385062 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9024489-1d37-4341-a144-181ee92461d3 details requested by agent hyperv_n-h2-768851-16 with host n-h2-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:16:51.491340 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9024489-1d37-4341-a144-181ee92461d3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9024489-1d37-4341-a144-181ee92461d3,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:51.508286 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Returning: {'device': 'd9024489-1d37-4341-a144-181ee92461d3', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'mac_address': 'fa:16:3e:23:4e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:16:51.552114 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:51.566305 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9024489-1d37-4341-a144-181ee92461d3 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:16:51.588338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9024489-1d37-4341-a144-181ee92461d3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9024489-1d37-4341-a144-181ee92461d3,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:51.593697 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:51.654667 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d9024489-1d37-4341-a144-181ee92461d3,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:51.664194 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.664724 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.665148 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.665839 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.666219 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.666557 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.667106 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.667448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.667815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.668267 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.669157 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.669625 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:51.676160 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] get_ports_and_sgs() called for port_ids ['d9024489-1d37-4341-a144-181ee92461d3'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:16:53.417580 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9024489-1d37-4341-a144-181ee92461d3 up at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:16:53.481328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Provisioning complete for port d9024489-1d37-4341-a144-181ee92461d3 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:53.482058 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.596034 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.623306 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:16:53.625787 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bb4711-a62a-4425-88b6-8eb8b756e2ea" -d '{"events": [{"server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "name": "network-vif-plugged", "status": "completed", "tag": "d9024489-1d37-4341-a144-181ee92461d3"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:16:53.642912 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9024489-1d37-4341-a144-181ee92461d3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9024489-1d37-4341-a144-181ee92461d3,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:53.678727 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bd7404-7ef1-41be-b189-6f4b68546480 x-openstack-request-id: req-a4bd7404-7ef1-41be-b189-6f4b68546480 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:16:53.679068 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "name": "network-vif-plugged", "status": "completed", "tag": "d9024489-1d37-4341-a144-181ee92461d3", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:16:53.679331 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a4bd7404-7ef1-41be-b189-6f4b68546480 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:16:53.679740 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3', 'code': 200} Aug 16 03:16:53.687515 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.747588 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d9024489-1d37-4341-a144-181ee92461d3,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:00.272237 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-59c130ac-1dce-4109-bff6-e8ceb99085a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229580773&fields=id&tenant_id=d363f02ed9224a11a873413413f8dd8e HTTP/1.1" status: 200 len: 267 time: 0.0418036 Aug 16 03:17:00.376296 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450775a-e18d-47d9-92b6-a270393ba762 req-8ec825d0-a293-4c17-8a0a-9ed2d1490ebc tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:00.377698 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-8ec825d0-a293-4c17-8a0a-9ed2d1490ebc tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 809 time: 0.0987499 Aug 16 03:17:00.393380 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-23e87096-0406-4988-b68e-73a4c9b7d80a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/quotas/d363f02ed9224a11a873413413f8dd8e HTTP/1.1" status: 200 len: 375 time: 0.0097859 Aug 16 03:17:00.452828 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-12738b4d-c61c-42d3-9ff3-30c76ba45095 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541885 Aug 16 03:17:00.468224 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b7563a12-f6eb-420b-a67d-98633ad2d49c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:17:00.469228 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b7563a12-f6eb-420b-a67d-98633ad2d49c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052016 Aug 16 03:17:00.567443 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-2d3553cc-1a29-4d61-b495-a2e54eaa109d service neutron] 10.222.0.79 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915241 Aug 16 03:17:00.659827 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-cd248dd1-336d-4796-9d86-278eda19e476 service neutron] 10.222.0.79 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862074 Aug 16 03:17:00.913140 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6e357e52-ad98-4577-b048-33c2d9cd19d4 req-6794c4da-4e39-4aac-9773-276637d5d6cf tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 210 time: 0.0931745 Aug 16 03:17:01.988251 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450775a-e18d-47d9-92b6-a270393ba762 req-8cbfee62-37d2-4bdb-951e-d14b83307d6c tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:01.990293 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-8cbfee62-37d2-4bdb-951e-d14b83307d6c tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.84 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 809 time: 0.1103740 Aug 16 03:17:02.025451 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-7ce67dd4-f37d-439b-bc60-fc024caa60c5 req-8def6acb-bd15-47ed-8d46-e843f16f583b tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 210 time: 0.0341430 Aug 16 03:17:02.058975 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-884b8108-3920-4701-af84-96ad317c1486 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d363f02ed9224a11a873413413f8dd8e HTTP/1.1" status: 200 len: 379 time: 0.0360184 Aug 16 03:17:02.082143 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Request body: {'port': {'device_id': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'admin_state_up': True, 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'security_groups': ['ae0db462-254f-47c5-a48e-256db947ed59']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:02.194733 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Made reservation on behalf of d363f02ed9224a11a873413413f8dd8e for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:17:02.198318 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:02.370486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Allocated IP 172.20.0.9 (29ecf00d-0bdb-4d0d-9142-34768bb89ae5/4c5e6728-bf9d-4a3c-ba6a-5b995990560b/0e10961a-dd3c-45a5-b107-ad29e5b48f97) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:02.561387 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:02.577161 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Transition to ACTIVE for port object 0e10961a-dd3c-45a5-b107-ad29e5b48f97 will not be triggered until provisioned by entity DHCP. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:02.617302 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:02.686323 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:02.687672 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'Port': ['ID=0e10961a-dd3c-45a5-b107-ad29e5b48f97,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:02.690037 n-d-768851-16 neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:02.693603 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:02.721527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.721920 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.722249 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.722585 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.723102 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.723443 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.723772 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.724099 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.724426 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.724766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.725109 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.725439 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:02.773419 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:02.773988 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:02.792605 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-0634be0c-267d-4ba4-b554-7324099f6121 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7142510 Aug 16 03:17:02.964591 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fa4c37fc-1327-4d27-b138-05789104f098 None None] Provisioning for port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 completed by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:02.969922 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-fa4c37fc-1327-4d27-b138-05789104f098 None None] Provisioning complete for port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 triggered by entity DHCP. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:02.971362 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fa4c37fc-1327-4d27-b138-05789104f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:03.016910 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c37fc-1327-4d27-b138-05789104f098 None None] Port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 cannot update to ACTIVE because it is not bound. {{(pid=101382) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:17:03.147183 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91862af7-68b1-4ec5-991f-9346bfb69792 req-997829d4-180b-4e02-8fd5-9f2f3fdd5e82 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:03.148753 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91862af7-68b1-4ec5-991f-9346bfb69792 req-997829d4-180b-4e02-8fd5-9f2f3fdd5e82 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 931 time: 0.0506086 Aug 16 03:17:03.190406 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-91862af7-68b1-4ec5-991f-9346bfb69792 req-79d1e94c-abdd-45c1-b75a-c09aeedc704a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329921 Aug 16 03:17:04.316240 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d7b8-7e37-433e-a3cc-b18eafa51ebb req-7e835baf-4b01-4578-813f-8e1f32180ad7 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:04.317885 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b00d7b8-7e37-433e-a3cc-b18eafa51ebb req-7e835baf-4b01-4578-813f-8e1f32180ad7 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 931 time: 0.0562630 Aug 16 03:17:04.358660 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-5b00d7b8-7e37-433e-a3cc-b18eafa51ebb req-a154317b-0166-46fa-b8b7-e72f93850e21 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344188 Aug 16 03:17:05.454898 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9024489-1d37-4341-a144-181ee92461d3 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:05.494450 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566a426-8506-4e51-8c51-ddaed1a69f89 req-7f641981-f7b5-4f94-973e-1fe73d7f33ce tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:05.496011 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8566a426-8506-4e51-8c51-ddaed1a69f89 req-7f641981-f7b5-4f94-973e-1fe73d7f33ce tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 931 time: 0.0701241 Aug 16 03:17:05.549523 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8566a426-8506-4e51-8c51-ddaed1a69f89 req-9965c509-025f-460c-b47c-ad2583ac30e8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 Aug 16 03:17:05.572466 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:05.597963 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:05.600233 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbddb72-0d8a-4741-844a-0338a3cbe4ce" -d '{"events": [{"server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "name": "network-vif-unplugged", "status": "completed", "tag": "d9024489-1d37-4341-a144-181ee92461d3"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:05.625387 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] For port d9024489-1d37-4341-a144-181ee92461d3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9024489-1d37-4341-a144-181ee92461d3,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:05.629532 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:05.653396 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3825a171-aeb3-48dc-930f-393bec698c1a x-openstack-request-id: req-3825a171-aeb3-48dc-930f-393bec698c1a {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:05.653716 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "name": "network-vif-unplugged", "status": "completed", "tag": "d9024489-1d37-4341-a144-181ee92461d3", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:05.653951 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3825a171-aeb3-48dc-930f-393bec698c1a {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:05.654455 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3', 'code': 200} Aug 16 03:17:05.685336 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Pushing event updated for resources: {'Port': ['ID=d9024489-1d37-4341-a144-181ee92461d3,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:05.761961 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:17:06.658648 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3daeb8-bfe7-45cf-8866-af3dcb48ad00 req-54462761-78b5-451b-be71-1cfbf32bfa07 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:06.658648 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a3daeb8-bfe7-45cf-8866-af3dcb48ad00 req-54462761-78b5-451b-be71-1cfbf32bfa07 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 931 time: 0.0496187 Aug 16 03:17:06.701405 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-6a3daeb8-bfe7-45cf-8866-af3dcb48ad00 req-a50e2098-62da-4cd6-b9eb-e373c5385422 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365069 Aug 16 03:17:07.827763 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d06b5-7945-42e9-b132-28c9c7226cfb req-31da695b-de0c-43df-bf6f-ba952cfcab38 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:07.829327 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf5d06b5-7945-42e9-b132-28c9c7226cfb req-31da695b-de0c-43df-bf6f-ba952cfcab38 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 931 time: 0.0560386 Aug 16 03:17:07.870920 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-bf5d06b5-7945-42e9-b132-28c9c7226cfb req-c5af51b9-c443-4fa6-bfe1-805e53618c2f tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353272 Aug 16 03:17:08.997842 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2aad8-904f-458f-85de-3a9682bd3a36 req-66130715-98b1-47b5-9cdd-f6ae182eff59 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:08.999513 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46a2aad8-904f-458f-85de-3a9682bd3a36 req-66130715-98b1-47b5-9cdd-f6ae182eff59 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 931 time: 0.0530479 Aug 16 03:17:09.031230 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-973e6735-46b5-4ec8-9fac-333e5579d37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:09.054196 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-46a2aad8-904f-458f-85de-3a9682bd3a36 req-c477de65-1862-4708-bbed-6b4245362c8c tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403194 Aug 16 03:17:10.177614 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afd6ae-8d7c-41d4-b5cc-e7ce53bdf62d req-ba16a06e-62db-4fc5-a5b9-fad0f4db7516 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:10.179163 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1afd6ae-8d7c-41d4-b5cc-e7ce53bdf62d req-ba16a06e-62db-4fc5-a5b9-fad0f4db7516 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 931 time: 0.0514476 Aug 16 03:17:10.226469 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d1afd6ae-8d7c-41d4-b5cc-e7ce53bdf62d req-fef00100-315b-4512-9b09-b285da1543f3 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339789 Aug 16 03:17:10.664219 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:11.349045 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748fa42-965c-4855-9372-904cbc0ad783 req-88af2fd9-f631-4c9d-904a-d2c81cf9a446 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:11.350618 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e748fa42-965c-4855-9372-904cbc0ad783 req-88af2fd9-f631-4c9d-904a-d2c81cf9a446 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 931 time: 0.0542552 Aug 16 03:17:11.390482 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-e748fa42-965c-4855-9372-904cbc0ad783 req-1fd67fe5-c9b5-4e5d-b51b-9f6e34bcb0f5 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337698 Aug 16 03:17:11.600791 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2b00-0db4-4487-a8d3-32138e31b5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:11.735416 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:12.518082 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca3b1a-5952-48d1-a1f2-e393aa69fb0e req-0c2aa0b3-7dac-4e3f-8cf5-2c168ef996ae tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:12.519641 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4ca3b1a-5952-48d1-a1f2-e393aa69fb0e req-0c2aa0b3-7dac-4e3f-8cf5-2c168ef996ae tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 931 time: 0.0526493 Aug 16 03:17:12.558091 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-a4ca3b1a-5952-48d1-a1f2-e393aa69fb0e req-ded1bdfc-14da-41d7-a6c7-5791c0c54aef tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323331 Aug 16 03:17:13.110311 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:13.677107 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbfba5-c029-4b02-ba2a-ad1d977d3ce1 req-a9eba40c-4108-4b4c-9d14-eeb8229b3d3c tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:13.678581 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22dbfba5-c029-4b02-ba2a-ad1d977d3ce1 req-a9eba40c-4108-4b4c-9d14-eeb8229b3d3c tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 931 time: 0.0476809 Aug 16 03:17:13.716415 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-22dbfba5-c029-4b02-ba2a-ad1d977d3ce1 req-1f35a459-c13d-40f0-9fe5-f54cfd84b77c tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319061 Aug 16 03:17:14.303731 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-fabc8435-6bc5-4a1e-8b67-72d32d98212f tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:17:14.304762 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-fabc8435-6bc5-4a1e-8b67-72d32d98212f tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061333 Aug 16 03:17:14.369333 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.v2.base [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Request body: {'port': {'device_id': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-16'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:14.432821 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:14.608372 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:14.699604 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e10961a-dd3c-45a5-b107-ad29e5b48f97 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:17:14.707768 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:14.719979 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Transition to ACTIVE for port object 0e10961a-dd3c-45a5-b107-ad29e5b48f97 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:14.722992 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:14.775423 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Pushing event updated for resources: {'Port': ['ID=0e10961a-dd3c-45a5-b107-ad29e5b48f97,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:14.890740 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1258bf-c253-47f6-a48e-32300804c6f7 req-53be6034-4b5c-42b4-9e47-20e950c4ec50 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:14.892305 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d1258bf-c253-47f6-a48e-32300804c6f7 req-53be6034-4b5c-42b4-9e47-20e950c4ec50 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 943 time: 0.0900831 Aug 16 03:17:14.897388 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Attempting to bind port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 on host n-h1-768851-16 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:14.897725 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Attempting to bind port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 by drivers openvswitch,hyperv on host n-h1-768851-16 at level 0 using segments [{'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:14.898060 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Attempting to bind port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 on network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:14.916470 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 on network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-16 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:17:14.916795 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Attempting to bind port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 on network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:14.926862 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Checking agent: {'id': 'cf4f0168-3aab-458d-9130-43c8924cb42c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:14.927005 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Checking segment: {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:14.927391 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Bound using segment: {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:14.927823 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Bound port: 0e10961a-dd3c-45a5-b107-ad29e5b48f97, host: n-h1-768851-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f36a45-865a-4f70-99e0-7ea13830c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:14.928182 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:14.953002 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-4d1258bf-c253-47f6-a48e-32300804c6f7 req-5b315d7a-fbc2-436e-849f-d58c4b25fbb7 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524886 Aug 16 03:17:15.009934 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] For port 0e10961a-dd3c-45a5-b107-ad29e5b48f97, host n-h1-768851-16, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:15.013267 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] For port 0e10961a-dd3c-45a5-b107-ad29e5b48f97, host n-h1-768851-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:15.018173 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161820'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:15.057489 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:15.058114 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:15.059522 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] 10.222.0.84 "PUT /v2.0/ports/0e10961a-dd3c-45a5-b107-ad29e5b48f97 HTTP/1.1" status: 200 len: 1092 time: 0.7386992 Aug 16 03:17:15.059974 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:15.062373 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a134c3f-81cb-4c30-a2dc-1630aae792ff" -d '{"events": [{"name": "network-changed", "server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:15.085297 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120191b-80fd-4d64-9bbb-2253216283fc service neutron] Pushing event updated for resources: {'Port': ['ID=0e10961a-dd3c-45a5-b107-ad29e5b48f97,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:15.109664 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91852be5-423e-4187-936b-b35d15efc75f x-openstack-request-id: req-91852be5-423e-4187-936b-b35d15efc75f {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:15.110035 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:15.110360 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91852be5-423e-4187-936b-b35d15efc75f {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:15.110835 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'status': 'completed', 'code': 200} Aug 16 03:17:15.170094 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450775a-e18d-47d9-92b6-a270393ba762 req-bccb2356-30e6-45ca-9222-73dfeef26d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:15.171614 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-bccb2356-30e6-45ca-9222-73dfeef26d1c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 1095 time: 0.0428312 Aug 16 03:17:15.224385 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-402da17d-f052-4583-8f41-5fbefef8407c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97 HTTP/1.1" status: 200 len: 217 time: 0.0399067 Aug 16 03:17:15.273860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450775a-e18d-47d9-92b6-a270393ba762 req-de120131-2fbe-4d99-b0b5-bb0517741f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:15.275291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-de120131-2fbe-4d99-b0b5-bb0517741f7d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0436814 Aug 16 03:17:15.320819 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450775a-e18d-47d9-92b6-a270393ba762 req-efe410ba-4e2d-45f3-b864-146ac48f96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:15.322247 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-efe410ba-4e2d-45f3-b864-146ac48f96b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400827 Aug 16 03:17:15.417466 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-4a066c04-04a4-482f-93fe-325376571aa8 service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878041 Aug 16 03:17:15.511707 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-2450775a-e18d-47d9-92b6-a270393ba762 req-1c224c19-5b67-44dd-a85b-29774a7659d7 service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865197 Aug 16 03:17:15.634461 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a134c3f-81cb-4c30-a2dc-1630aae792ff req-6c457fd9-6c3b-4adf-8883-0201e0939b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:15.635880 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a134c3f-81cb-4c30-a2dc-1630aae792ff req-6c457fd9-6c3b-4adf-8883-0201e0939b4d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 1095 time: 0.0428746 Aug 16 03:17:15.730174 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a134c3f-81cb-4c30-a2dc-1630aae792ff req-68c0a360-77f1-4364-90f4-d1cff6be7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:15.731704 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a134c3f-81cb-4c30-a2dc-1630aae792ff req-68c0a360-77f1-4364-90f4-d1cff6be7c12 service neutron] 10.222.0.84 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0892472 Aug 16 03:17:15.780010 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a134c3f-81cb-4c30-a2dc-1630aae792ff req-e382052f-8a37-4f3c-bd79-434bf9ce683c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97 HTTP/1.1" status: 200 len: 217 time: 0.0405378 Aug 16 03:17:15.834302 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a134c3f-81cb-4c30-a2dc-1630aae792ff req-b31477cd-8a5e-4da2-8ded-aa6b7d769253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:15.835944 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a134c3f-81cb-4c30-a2dc-1630aae792ff req-b31477cd-8a5e-4da2-8ded-aa6b7d769253 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0501075 Aug 16 03:17:15.881112 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a134c3f-81cb-4c30-a2dc-1630aae792ff req-dfb0e78c-2dcb-44b8-a4a3-23cefdc4a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:15.882792 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a134c3f-81cb-4c30-a2dc-1630aae792ff req-dfb0e78c-2dcb-44b8-a4a3-23cefdc4a0ec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397592 Aug 16 03:17:15.972747 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a134c3f-81cb-4c30-a2dc-1630aae792ff req-3da66fc0-98f3-4730-9f0c-70099b754ea8 service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826056 Aug 16 03:17:16.102166 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf0827-27df-4c38-9cf5-a133aee56732 req-f30b9fa7-f5c4-4912-9127-389ef499219a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:16.103858 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdbf0827-27df-4c38-9cf5-a133aee56732 req-f30b9fa7-f5c4-4912-9127-389ef499219a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 943 time: 0.0778403 Aug 16 03:17:16.108929 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3a134c3f-81cb-4c30-a2dc-1630aae792ff req-37445ad4-46e3-4ffd-bd32-9cc430079afa service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285224 Aug 16 03:17:16.144120 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-fdbf0827-27df-4c38-9cf5-a133aee56732 req-9cc92fbd-37d0-4e86-92c3-497f264c25de tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332406 Aug 16 03:17:17.265093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f6c36-9706-4172-8702-8fabcd12d579 req-ee6eb693-10b6-4430-9df8-94ff5b27a54b tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:17.266585 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-391f6c36-9706-4172-8702-8fabcd12d579 req-ee6eb693-10b6-4430-9df8-94ff5b27a54b tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 943 time: 0.0528581 Aug 16 03:17:17.303514 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-391f6c36-9706-4172-8702-8fabcd12d579 req-b500ff51-877a-4105-875b-ba2d5d266405 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Aug 16 03:17:18.404601 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0e10961a-dd3c-45a5-b107-ad29e5b48f97 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:17:18.420357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bb5bd-9603-4629-bc98-1b0f8ff46e26 req-7f558f46-e634-44a2-8965-60010c6dcbf5 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:18.422420 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d3bb5bd-9603-4629-bc98-1b0f8ff46e26 req-7f558f46-e634-44a2-8965-60010c6dcbf5 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 943 time: 0.0502527 Aug 16 03:17:18.468582 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-3d3bb5bd-9603-4629-bc98-1b0f8ff46e26 req-5ff25a14-0c09-43e9-97e1-91d58e598188 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398786 Aug 16 03:17:18.512838 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0e10961a-dd3c-45a5-b107-ad29e5b48f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:18.524563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'port_id': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'mac_address': 'fa:16:3e:19:23:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:17:18.561107 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:18.573392 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e10961a-dd3c-45a5-b107-ad29e5b48f97 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:17:18.595982 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0e10961a-dd3c-45a5-b107-ad29e5b48f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:18.599834 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:18.648936 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0e10961a-dd3c-45a5-b107-ad29e5b48f97,revision_number=4']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:19.014598 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['0e10961a-dd3c-45a5-b107-ad29e5b48f97'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:17:19.168858 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:19.583414 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3d4f8-c4b8-4a0d-9543-9f1b22134827 req-76fd03f5-6590-460c-8093-b101bc1364f6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:19.584898 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dfa3d4f8-c4b8-4a0d-9543-9f1b22134827 req-76fd03f5-6590-460c-8093-b101bc1364f6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 944 time: 0.0490046 Aug 16 03:17:19.622850 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-dfa3d4f8-c4b8-4a0d-9543-9f1b22134827 req-789c7e98-e6d1-407e-86fa-533fac6bb686 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Aug 16 03:17:20.436617 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0e10961a-dd3c-45a5-b107-ad29e5b48f97 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:20.484060 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning for port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 completed by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:20.487888 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:20.488312 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:20.566546 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:20.588338 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:20.590628 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e37952-7df2-427d-b606-1a835a26269a" -d '{"events": [{"server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "name": "network-vif-plugged", "status": "completed", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:20.603448 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0e10961a-dd3c-45a5-b107-ad29e5b48f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:20.608406 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:20.632093 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75a2427-398c-4e6e-98ed-a60d08076fbc x-openstack-request-id: req-d75a2427-398c-4e6e-98ed-a60d08076fbc {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:20.632375 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "name": "network-vif-plugged", "status": "completed", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:20.632620 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d75a2427-398c-4e6e-98ed-a60d08076fbc {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:20.633010 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'code': 200} Aug 16 03:17:20.661534 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0e10961a-dd3c-45a5-b107-ad29e5b48f97,revision_number=5']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:20.769981 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada068a-1eb4-4fd7-ab4b-a18dfbc204c6 req-6826de45-0a56-4c71-bb2d-1e1d2f828161 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:20.771432 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aada068a-1eb4-4fd7-ab4b-a18dfbc204c6 req-6826de45-0a56-4c71-bb2d-1e1d2f828161 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 945 time: 0.0783074 Aug 16 03:17:20.777438 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b89f-3285-4fdd-aecd-fdfbf28f4a0c req-f1a2399f-8971-481f-9086-ab7b4b480682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:20.778814 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aac6b89f-3285-4fdd-aecd-fdfbf28f4a0c req-f1a2399f-8971-481f-9086-ab7b4b480682 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 1097 time: 0.0558715 Aug 16 03:17:20.832464 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aada068a-1eb4-4fd7-ab4b-a18dfbc204c6 req-25d63fcf-57c5-462e-a73e-7c47f9495d80 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525036 Aug 16 03:17:20.833844 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-aac6b89f-3285-4fdd-aecd-fdfbf28f4a0c req-e3767268-b7f2-4a36-b14a-cb4bb93431f4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484130 Aug 16 03:17:21.861025 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-c6f0ee44-f4d9-44ad-b5a1-80592c1d5aae service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417836 Aug 16 03:17:21.950048 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-3d5a8577-148c-47b6-ba2d-4d767f912ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:21.952279 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-3d5a8577-148c-47b6-ba2d-4d767f912ac7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 1095 time: 0.0444176 Aug 16 03:17:21.959028 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49529aaa-e954-4648-885a-61cfd56fb9f9 req-28b761a2-d08b-4d43-8616-154ca4fb3633 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:21.960592 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49529aaa-e954-4648-885a-61cfd56fb9f9 req-28b761a2-d08b-4d43-8616-154ca4fb3633 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 945 time: 0.0536103 Aug 16 03:17:22.006517 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-49529aaa-e954-4648-885a-61cfd56fb9f9 req-5a45f7b8-235a-4543-8800-c5a61a9389ea tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379879 Aug 16 03:17:22.063212 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-112f7242-0849-48ee-a886-5c9350e17135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:22.064875 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-112f7242-0849-48ee-a886-5c9350e17135 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0937765 Aug 16 03:17:22.140594 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-000b5100-d89a-4574-a57b-7b52f58f434e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9024489-1d37-4341-a144-181ee92461d3 HTTP/1.1" status: 200 len: 999 time: 0.0685365 Aug 16 03:17:22.206940 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-38bee8bc-71d6-4b4f-8800-eb2c7ea592e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:22.208455 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-38bee8bc-71d6-4b4f-8800-eb2c7ea592e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0614648 Aug 16 03:17:22.261616 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-5b1f928c-80ad-44f3-88ed-4c69dd27c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:22.263158 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-5b1f928c-80ad-44f3-88ed-4c69dd27c096 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474913 Aug 16 03:17:22.362530 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-6d059f0b-360c-46de-8315-efdd04e69d00 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923350 Aug 16 03:17:22.459840 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-a2d5378c-fcd8-4837-9189-f58daee807a5 req-83c3b89b-8028-4a0d-9633-28c066f33b12 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905771 Aug 16 03:17:23.127357 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28400c7e-7e3d-47c3-b2d7-33d000865de0 req-0ab7ac70-e024-4640-bff6-2149006b08e7 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:23.128832 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28400c7e-7e3d-47c3-b2d7-33d000865de0 req-0ab7ac70-e024-4640-bff6-2149006b08e7 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 945 time: 0.0518939 Aug 16 03:17:23.167579 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-28400c7e-7e3d-47c3-b2d7-33d000865de0 req-2ee7f432-d494-452d-b510-f93f459fc5ee tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323091 Aug 16 03:17:23.283400 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de37ae7-ab1c-402a-9611-d4db5abbf8d5 req-6d3155ec-a7d2-414e-8acb-75075fb95aba tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:23.284872 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9de37ae7-ab1c-402a-9611-d4db5abbf8d5 req-6d3155ec-a7d2-414e-8acb-75075fb95aba tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 945 time: 0.0482378 Aug 16 03:17:23.322685 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-9de37ae7-ab1c-402a-9611-d4db5abbf8d5 req-b22ba6ef-f13f-4a3d-a5ef-7ac12ad2e3f7 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318806 Aug 16 03:17:23.344393 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39514) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:23.385534 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7febf8d9-4860-4576-94ed-c7cd1af37c9d tempest-TestSnapshotPattern-1501140828 tempest-TestSnapshotPattern-1501140828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:23.387047 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-7febf8d9-4860-4576-94ed-c7cd1af37c9d tempest-TestSnapshotPattern-1501140828 tempest-TestSnapshotPattern-1501140828-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 1092 time: 0.0416214 Aug 16 03:17:23.390089 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39516) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:23.394569 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.v2.base [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Request body: {'floatingip': {'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'port_id': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:23.417563 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for floatingip, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:23.519396 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:23.623495 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_common [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Allocated IP 172.25.2.147 (cd116b98-b556-47d3-9fef-5a748784b774/ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57/0d26f21c-2e21-4707-850e-9aff093ce3c9) {{(pid=101380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:23.731065 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for port, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:23.772805 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518914039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:23.808745 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Network cd116b98-b556-47d3-9fef-5a748784b774 is already hosted by enough agents. {{(pid=101380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:23.813645 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.base_scheduler [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Resources bound (agent type, host, resource id): {{(pid=101380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:23.817280 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Received port after_create {{(pid=101380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:23.841284 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'Port': ['ID=0d26f21c-2e21-4707-850e-9aff093ce3c9,revision_number=1']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:23.853158 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:23.853494 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:23.853839 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:23.854177 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:23.854511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:23.854843 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:23.855169 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:23.855491 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:23.855816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:23.856138 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:23.856457 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:23.856778 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:24.204735 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:24.269955 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:24.423123 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for port, precommit_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:24.427532 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12185359'] for port, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:24.512133 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event updated for resources: {'Port': ['ID=0d26f21c-2e21-4707-850e-9aff093ce3c9,revision_number=2']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:24.521574 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3854741'] for floatingip, after_update {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:24.622352 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Floating IP d9d2bd7b-28c1-42c8-96c3-1148e11e513d associated. External IP: 172.25.2.147, port: 0e10961a-dd3c-45a5-b107-ad29e5b48f97. Aug 16 03:17:24.826518 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Router b4c7b9d3-c812-4c3c-995f-15e78d01f849 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:17:24.934223 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:24.943843 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fe080-c4ae-4087-b405-97b550770091 None None] Sync routers for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:24.950431 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:24.955014 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fe080-c4ae-4087-b405-97b550770091 None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:24.955703 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe080-c4ae-4087-b405-97b550770091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:17:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:24.984889 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-79c3c0dd-cdd3-4fed-9c58-fa475f4e4fc6 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5937371 Aug 16 03:17:24.985524 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:24.987822 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ded0295-f97c-47c6-af16-e637cbe06354" -d '{"events": [{"name": "network-changed", "server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:25.029956 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d553fd-4e04-4244-9748-15c40b8a1f0c x-openstack-request-id: req-e0d553fd-4e04-4244-9748-15c40b8a1f0c {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:25.030247 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:25.030494 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0d553fd-4e04-4244-9748-15c40b8a1f0c {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:25.031024 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'status': 'completed', 'code': 200} Aug 16 03:17:25.078432 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-2e6fe080-c4ae-4087-b405-97b550770091 None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:25.110164 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded0295-f97c-47c6-af16-e637cbe06354 req-5e44f703-4a69-415f-bcb4-f903766f3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:25.111735 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ded0295-f97c-47c6-af16-e637cbe06354 req-5e44f703-4a69-415f-bcb4-f903766f3bbb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 1097 time: 0.0411260 Aug 16 03:17:25.206093 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded0295-f97c-47c6-af16-e637cbe06354 req-642eea55-e4f9-4b4b-8a39-5e08745e9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:25.207629 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ded0295-f97c-47c6-af16-e637cbe06354 req-642eea55-e4f9-4b4b-8a39-5e08745e9d04 service neutron] 10.222.0.84 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0890639 Aug 16 03:17:25.271687 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ded0295-f97c-47c6-af16-e637cbe06354 req-9531fd2c-c5cd-47e1-8701-5df7049d4213 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97 HTTP/1.1" status: 200 len: 999 time: 0.0571296 Aug 16 03:17:25.309315 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe080-c4ae-4087-b405-97b550770091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '59183cd7-91f9-44d8-b125-a35db84a4455', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:23:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:50Z', 'updated_at': '2021-08-16T03:14:53Z', 'revision_number': 1, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}, {'id': 'd9d2bd7b-28c1-42c8-96c3-1148e11e513d', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:19:23:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:17:24Z', 'updated_at': '2021-08-16T03:17:24Z', 'revision_number': 0, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:25.327527 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded0295-f97c-47c6-af16-e637cbe06354 req-9c513577-2452-4a85-87e8-9d345136ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:25.329050 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ded0295-f97c-47c6-af16-e637cbe06354 req-9c513577-2452-4a85-87e8-9d345136ebe3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0498767 Aug 16 03:17:25.335852 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fe080-c4ae-4087-b405-97b550770091 None None] Checking router: b4c7b9d3-c812-4c3c-995f-15e78d01f849 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:25.344999 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fe080-c4ae-4087-b405-97b550770091 None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:25.345650 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe080-c4ae-4087-b405-97b550770091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:17:12Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:25.374342 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded0295-f97c-47c6-af16-e637cbe06354 req-73c6a30c-2299-47b0-9a42-0c1e57a7e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:25.375868 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ded0295-f97c-47c6-af16-e637cbe06354 req-73c6a30c-2299-47b0-9a42-0c1e57a7e9b2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399299 Aug 16 03:17:25.449675 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-2e6fe080-c4ae-4087-b405-97b550770091 None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:25.464261 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ded0295-f97c-47c6-af16-e637cbe06354 req-8e5000f6-6b81-4fb6-9af2-ebcdd035b5f8 service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813468 Aug 16 03:17:25.561291 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-8ded0295-f97c-47c6-af16-e637cbe06354 req-2a997b5b-7475-432b-8a52-328a837bd8ba service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895648 Aug 16 03:17:25.693463 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-2e6fe080-c4ae-4087-b405-97b550770091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '59183cd7-91f9-44d8-b125-a35db84a4455', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:23:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:50Z', 'updated_at': '2021-08-16T03:14:53Z', 'revision_number': 1, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}, {'id': 'd9d2bd7b-28c1-42c8-96c3-1148e11e513d', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:19:23:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:17:24Z', 'updated_at': '2021-08-16T03:17:24Z', 'revision_number': 0, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:25.722872 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fe080-c4ae-4087-b405-97b550770091 None None] The sync data for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 is: [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '59183cd7-91f9-44d8-b125-a35db84a4455', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:23:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:50Z', 'updated_at': '2021-08-16T03:14:53Z', 'revision_number': 1, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}, {'id': 'd9d2bd7b-28c1-42c8-96c3-1148e11e513d', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:19:23:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:17:24Z', 'updated_at': '2021-08-16T03:17:24Z', 'revision_number': 0, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:25.940519 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc82b81-0265-4266-84cb-14f5b6c72b30 None None] New status for floating IP d9d2bd7b-28c1-42c8-96c3-1148e11e513d: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:17:39.023023 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4334839b-4cb9-4f1f-a30a-fa646ae66a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:40.657562 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.507767 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-e0f6c72a-d88d-4f21-9eab-56b4fd2e09a2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398710 Aug 16 03:17:41.593246 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-258b27f5-4555-47a5-894a-94017e338209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.606748 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-4e052030-6936-4aac-85aa-48e318f8cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:41.608383 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-4e052030-6936-4aac-85aa-48e318f8cd8c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 1097 time: 0.0425773 Aug 16 03:17:41.712394 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-a9ef804d-c354-4291-a0b0-6306b1f682f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:41.713881 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-a9ef804d-c354-4291-a0b0-6306b1f682f1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0863485 Aug 16 03:17:41.738917 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.780413 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-14f6c91d-41d1-4585-be5a-f0937ad82814 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97 HTTP/1.1" status: 200 len: 1001 time: 0.0581760 Aug 16 03:17:41.833190 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-44c1c6c9-0f10-4d67-925e-0c5f001b3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:41.834652 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-44c1c6c9-0f10-4d67-925e-0c5f001b3a4b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0476787 Aug 16 03:17:41.880486 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-1ae5f046-36e7-48e5-aeb9-87a5720a8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:41.881963 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-1ae5f046-36e7-48e5-aeb9-87a5720a8f8a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398252 Aug 16 03:17:41.970274 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-c27b0d5a-27a2-410a-9cde-2f63d8b1bc60 service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811605 Aug 16 03:17:42.061922 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-63343425-2d2e-4e73-a6e2-261a506c7111 req-df503a81-e4e8-4663-a7bf-d82dcbece3b9 service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846233 Aug 16 03:17:42.760475 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:17:43.113177 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:44.603459 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.172539 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:09.022868 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e3d76a95-974d-4191-9abc-cbbef36b56c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:10.676144 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:11.594085 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1a46fcff-1d57-4893-b265-91bf312e043f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:11.739962 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:13.117003 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:14.606145 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:19.169735 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:19.758998 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:18:22.841920 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b0320d30-fa20-4571-a11a-610ab821445b req-c3afe6d3-cdb6-4a05-aeab-97b56ddfd3db service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396407 Aug 16 03:18:22.926210 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320d30-fa20-4571-a11a-610ab821445b req-0dbd047e-1845-4a97-a781-ab072dd790c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:22.927725 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b0320d30-fa20-4571-a11a-610ab821445b req-0dbd047e-1845-4a97-a781-ab072dd790c3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 1095 time: 0.0425618 Aug 16 03:18:23.034059 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320d30-fa20-4571-a11a-610ab821445b req-d4c64747-5bcb-4fa5-a343-eb9acc16d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:23.036179 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b0320d30-fa20-4571-a11a-610ab821445b req-d4c64747-5bcb-4fa5-a343-eb9acc16d162 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0885742 Aug 16 03:18:23.101711 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b0320d30-fa20-4571-a11a-610ab821445b req-f04beb42-9238-4231-948a-a695d29e13e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9024489-1d37-4341-a144-181ee92461d3 HTTP/1.1" status: 200 len: 999 time: 0.0584641 Aug 16 03:18:23.150852 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320d30-fa20-4571-a11a-610ab821445b req-5be34225-6bbb-458b-9f91-8fc1648b5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:23.152339 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b0320d30-fa20-4571-a11a-610ab821445b req-5be34225-6bbb-458b-9f91-8fc1648b5ef2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0437636 Aug 16 03:18:23.202060 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320d30-fa20-4571-a11a-610ab821445b req-34d42468-2712-4048-b795-119b50e101b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:23.203578 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b0320d30-fa20-4571-a11a-610ab821445b req-34d42468-2712-4048-b795-119b50e101b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448272 Aug 16 03:18:23.214311 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [req-b0320d30-fa20-4571-a11a-610ab821445b req-f8a91ba0-4763-4b7b-89ba-90bee926228b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101380) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:18:23.215261 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b0320d30-fa20-4571-a11a-610ab821445b req-f8a91ba0-4763-4b7b-89ba-90bee926228b service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050471 Aug 16 03:18:23.304060 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b0320d30-fa20-4571-a11a-610ab821445b req-29c795a3-5e53-4e95-885c-175bdce03c2c service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816367 Aug 16 03:18:23.400370 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-b0320d30-fa20-4571-a11a-610ab821445b req-0f6b323a-2aa5-431b-b58d-6beb5d545af7 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890772 Aug 16 03:18:39.024627 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b1432635-c24e-4049-a2e1-68cf771481c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:40.692135 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:40.942460 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-e2c87977-bef7-47c1-b157-7add88853790 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407803 Aug 16 03:18:41.039766 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-4ab40f08-1981-4c63-9ecc-0e436793b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:41.041286 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-4ab40f08-1981-4c63-9ecc-0e436793b672 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 1097 time: 0.0415816 Aug 16 03:18:41.147827 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-2d1bd9b9-7aa1-4030-a744-af1a4780adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:41.149329 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-2d1bd9b9-7aa1-4030-a744-af1a4780adae service neutron] 10.222.0.84 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0878842 Aug 16 03:18:41.213227 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-ad9b0a25-bb3e-45af-80a9-29df0fe7d45a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97 HTTP/1.1" status: 200 len: 1001 time: 0.0567660 Aug 16 03:18:41.265084 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-64e8a9d1-5370-42c6-a8aa-bf6c4dcf14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:41.266499 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-64e8a9d1-5370-42c6-a8aa-bf6c4dcf14e6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0467784 Aug 16 03:18:41.314941 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-d321b092-bcad-4f76-b21b-99152fb5fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:41.316491 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-d321b092-bcad-4f76-b21b-99152fb5fd36 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427403 Aug 16 03:18:41.405935 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-48bb3165-5981-49be-a392-67c6709a48e8 service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812008 Aug 16 03:18:41.500136 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-66b22e19-14cb-42f1-aa70-b7a64402dadc req-188b4a95-02fa-436c-8ad7-200dfba160dc service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865133 Aug 16 03:18:41.596461 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e6ac534-8481-4842-ad45-decc5383c4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:41.743455 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:43.118596 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:44.610315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:49.181643 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:56.759232 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:19:09.025429 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7e6f9bdb-861c-403c-a019-19bc3e68ed74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:10.689233 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:11.597444 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3cf3124c-4830-43cf-8e32-90960e801053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:11.744763 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:13.121903 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:14.612192 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:19.197055 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:24.841433 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-61a876c3-4536-47f6-832d-6e439885cb44 req-a32a9b01-dfba-4ad3-818d-c8061c7377b8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414636 Aug 16 03:19:24.926816 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a876c3-4536-47f6-832d-6e439885cb44 req-5687177c-a8b4-43fb-9165-38edeee999e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:24.929091 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-61a876c3-4536-47f6-832d-6e439885cb44 req-5687177c-a8b4-43fb-9165-38edeee999e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 1095 time: 0.0470591 Aug 16 03:19:25.032660 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a876c3-4536-47f6-832d-6e439885cb44 req-2764abce-c16c-4ebd-a7d9-957ecf9d9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:25.034185 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-61a876c3-4536-47f6-832d-6e439885cb44 req-2764abce-c16c-4ebd-a7d9-957ecf9d9457 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0875287 Aug 16 03:19:25.416761 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-61a876c3-4536-47f6-832d-6e439885cb44 req-060fa159-1065-4cdc-806c-322a1e800b52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9024489-1d37-4341-a144-181ee92461d3 HTTP/1.1" status: 200 len: 999 time: 0.3750293 Aug 16 03:19:25.466162 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a876c3-4536-47f6-832d-6e439885cb44 req-89283ac6-204e-4c5d-9bcc-27d315bedee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:25.467650 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-61a876c3-4536-47f6-832d-6e439885cb44 req-89283ac6-204e-4c5d-9bcc-27d315bedee9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0441508 Aug 16 03:19:25.516307 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a876c3-4536-47f6-832d-6e439885cb44 req-04c4e855-71f3-408b-87db-f0125e26b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:25.517943 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-61a876c3-4536-47f6-832d-6e439885cb44 req-04c4e855-71f3-408b-87db-f0125e26b0a6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437078 Aug 16 03:19:25.605696 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-61a876c3-4536-47f6-832d-6e439885cb44 req-2afd8ad0-978e-44b4-bb75-7f1efaf415f9 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808678 Aug 16 03:19:25.706295 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-61a876c3-4536-47f6-832d-6e439885cb44 req-88f22b25-a4b3-4f58-a9c6-8d2dafdad2c8 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939558 Aug 16 03:19:29.147633 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0e10961a-dd3c-45a5-b107-ad29e5b48f97 details requested by agent hyperv_n-h1-768851-16 with host n-h1-768851-16 {{(pid=101382) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:19:29.241265 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0e10961a-dd3c-45a5-b107-ad29e5b48f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:29.255291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Returning: {'device': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'port_id': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'mac_address': 'fa:16:3e:19:23:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101382) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:19:29.290955 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:29.303645 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e10961a-dd3c-45a5-b107-ad29e5b48f97 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:19:29.322223 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0e10961a-dd3c-45a5-b107-ad29e5b48f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:29.326313 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:29.373582 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0e10961a-dd3c-45a5-b107-ad29e5b48f97,revision_number=6']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:29.380753 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.381151 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.381496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.381836 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.382172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.382506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.382837 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.383173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.383502 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.383827 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.384154 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.384497 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:29.465076 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] get_ports_and_sgs() called for port_ids ['0e10961a-dd3c-45a5-b107-ad29e5b48f97'] {{(pid=101382) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:19:31.152715 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0e10961a-dd3c-45a5-b107-ad29e5b48f97 up at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:19:31.199599 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Provisioning complete for port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 triggered by entity L2. {{(pid=101382) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:31.199980 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3494732'] for port, provisioning_complete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:31.276385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:31.297795 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:19:31.300031 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe128a4-ae76-4255-81a3-a174e0d93d51" -d '{"events": [{"server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "name": "network-vif-plugged", "status": "completed", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:19:31.314984 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0e10961a-dd3c-45a5-b107-ad29e5b48f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:31.319974 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:31.343016 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6c46f8-6149-4449-8e1f-040a0c1d50c5 x-openstack-request-id: req-0b6c46f8-6149-4449-8e1f-040a0c1d50c5 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:19:31.343307 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "name": "network-vif-plugged", "status": "completed", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:19:31.343561 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b6c46f8-6149-4449-8e1f-040a0c1d50c5 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:19:31.343950 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'code': 200} Aug 16 03:19:31.370488 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0e10961a-dd3c-45a5-b107-ad29e5b48f97,revision_number=7']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:33.760897 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:19:39.030360 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51ed04a1-a9b1-4b95-8600-300aa162522b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:40.697992 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:41.598578 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4184c56d-2ce5-4d9e-bdd0-54f376426099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:41.746222 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.398624 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39776) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:42.554961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Deleting port 0d26f21c-2e21-4707-850e-9aff093ce3c9 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:42.555296 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.637898 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.638230 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.651623 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Calling delete_port for 0d26f21c-2e21-4707-850e-9aff093ce3c9 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:42.814090 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.846856 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event deleted for resources: {'Port': ['ID=0d26f21c-2e21-4707-850e-9aff093ce3c9,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:42.869561 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.869911 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.870262 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.870712 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.870944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.871280 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.871615 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.871944 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.872273 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.872602 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.872928 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.873283 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.920713 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.921079 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Floating IP d9d2bd7b-28c1-42c8-96c3-1148e11e513d disassociated (deleted). External IP: 172.25.2.147, port: 0e10961a-dd3c-45a5-b107-ad29e5b48f97. Aug 16 03:19:43.128805 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.146118 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Router b4c7b9d3-c812-4c3c-995f-15e78d01f849 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:19:43.262511 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:19:43.267485 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.272050 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fcd1c-12f4-4b8c-9e14-0f45089c95db None None] Sync routers for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:19:43.281184 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fcd1c-12f4-4b8c-9e14-0f45089c95db None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:43.281821 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b47fcd1c-12f4-4b8c-9e14-0f45089c95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:43.294573 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b7ba0daf-9231-4fe8-96e8-f3740e8b242a tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "DELETE /v2.0/floatingips/d9d2bd7b-28c1-42c8-96c3-1148e11e513d HTTP/1.1" status: 204 len: 168 time: 0.8944354 Aug 16 03:19:43.295182 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:19:43.297514 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b75b18-a0ff-4519-a446-e03ce81b7b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:19:43.395153 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-b47fcd1c-12f4-4b8c-9e14-0f45089c95db None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:43.464521 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a60d763-af3a-4a53-86a9-cf64e4dbad8b x-openstack-request-id: req-8a60d763-af3a-4a53-86a9-cf64e4dbad8b {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:19:43.465551 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:19:43.465966 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a60d763-af3a-4a53-86a9-cf64e4dbad8b {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:19:43.466532 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'status': 'completed', 'code': 200} Aug 16 03:19:43.599480 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b75b18-a0ff-4519-a446-e03ce81b7b3e req-b3a573cf-8408-4b56-b519-00bb1414cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:43.601544 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02b75b18-a0ff-4519-a446-e03ce81b7b3e req-b3a573cf-8408-4b56-b519-00bb1414cbf1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 1097 time: 0.0542588 Aug 16 03:19:43.609431 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944061dd-3f4f-4dde-ae48-8b49d1a72270 req-a51d7376-b729-4b3a-b9aa-5ff14cbc6df3 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:43.610847 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-944061dd-3f4f-4dde-ae48-8b49d1a72270 req-a51d7376-b729-4b3a-b9aa-5ff14cbc6df3 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 945 time: 0.1009455 Aug 16 03:19:43.646968 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b47fcd1c-12f4-4b8c-9e14-0f45089c95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '59183cd7-91f9-44d8-b125-a35db84a4455', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:23:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:50Z', 'updated_at': '2021-08-16T03:14:53Z', 'revision_number': 1, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:43.673563 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fcd1c-12f4-4b8c-9e14-0f45089c95db None None] Checking router: b4c7b9d3-c812-4c3c-995f-15e78d01f849 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:19:43.682697 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fcd1c-12f4-4b8c-9e14-0f45089c95db None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:43.683331 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b47fcd1c-12f4-4b8c-9e14-0f45089c95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:43.711731 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-944061dd-3f4f-4dde-ae48-8b49d1a72270 req-39acdf86-0ef1-4c6b-a77c-6fe8c94a5167 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939138 Aug 16 03:19:43.732605 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b75b18-a0ff-4519-a446-e03ce81b7b3e req-33d124e8-76fc-480b-ac80-4e802069e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:43.734718 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02b75b18-a0ff-4519-a446-e03ce81b7b3e req-33d124e8-76fc-480b-ac80-4e802069e883 service neutron] 10.222.0.84 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.1182001 Aug 16 03:19:43.776440 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02b75b18-a0ff-4519-a446-e03ce81b7b3e req-e90f27cd-8109-43b2-948a-c504b22ad9d8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97 HTTP/1.1" status: 200 len: 217 time: 0.0338509 Aug 16 03:19:43.794027 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-b47fcd1c-12f4-4b8c-9e14-0f45089c95db None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:43.831564 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b75b18-a0ff-4519-a446-e03ce81b7b3e req-979e31bf-41f2-47b8-a760-8b2f0e70857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:43.833089 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02b75b18-a0ff-4519-a446-e03ce81b7b3e req-979e31bf-41f2-47b8-a760-8b2f0e70857b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0476389 Aug 16 03:19:43.884548 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b75b18-a0ff-4519-a446-e03ce81b7b3e req-feb1c129-00e3-43ab-8e25-8e91ea9e0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:43.886344 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02b75b18-a0ff-4519-a446-e03ce81b7b3e req-feb1c129-00e3-43ab-8e25-8e91ea9e0be5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415645 Aug 16 03:19:43.981323 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02b75b18-a0ff-4519-a446-e03ce81b7b3e req-885684ab-a611-42e5-8f1a-dbfd1dbe2265 service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856824 Aug 16 03:19:44.032204 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-b47fcd1c-12f4-4b8c-9e14-0f45089c95db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '59183cd7-91f9-44d8-b125-a35db84a4455', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:23:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:50Z', 'updated_at': '2021-08-16T03:14:53Z', 'revision_number': 1, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:44.060239 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fcd1c-12f4-4b8c-9e14-0f45089c95db None None] The sync data for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 is: [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_floatingips': [{'id': '59183cd7-91f9-44d8-b125-a35db84a4455', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'router_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'port_id': 'd9024489-1d37-4341-a144-181ee92461d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'mac_address': 'fa:16:3e:23:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:50Z', 'updated_at': '2021-08-16T03:14:53Z', 'revision_number': 1, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:19:44.078712 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-02b75b18-a0ff-4519-a446-e03ce81b7b3e req-d161f0e9-b4f7-4f9f-8b67-d7767709693a service neutron] 10.222.0.84 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892441 Aug 16 03:19:44.307855 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6c56f-f364-4d8e-80c9-3a79377f4123 None None] New status for floating IP d9d2bd7b-28c1-42c8-96c3-1148e11e513d: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:19:44.614500 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:44.830298 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a79dbb-fc79-4b16-ab0a-f08abd792487 req-17cf7ad5-4c04-4445-81d3-15b70ad29980 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:44.831659 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26a79dbb-fc79-4b16-ab0a-f08abd792487 req-17cf7ad5-4c04-4445-81d3-15b70ad29980 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 945 time: 0.0484395 Aug 16 03:19:44.870059 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-26a79dbb-fc79-4b16-ab0a-f08abd792487 req-3743d148-cade-4913-85b6-e0127addfbee tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323863 Aug 16 03:19:45.213804 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0e10961a-dd3c-45a5-b107-ad29e5b48f97 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:45.286643 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686351'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:45.308815 n-d-768851-16 neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:19:45.311079 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c117363aa76625ce4c73a279bedd06a1795020ad48a0b677780cedc6284fa610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c465e567-8e38-44a7-b50f-144f4088b9c4" -d '{"events": [{"server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "name": "network-vif-unplugged", "status": "completed", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:19:45.327325 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-06ced621-6576-44e8-8331-71b6346b971a None None] For port 0e10961a-dd3c-45a5-b107-ad29e5b48f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:45.331917 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519384724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518913549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518913567'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:45.355641 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e86e56-6e6a-44de-8828-6785f71c2995 x-openstack-request-id: req-93e86e56-6e6a-44de-8828-6785f71c2995 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:19:45.355928 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "name": "network-vif-unplugged", "status": "completed", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:19:45.356516 n-d-768851-16 neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-93e86e56-6e6a-44de-8828-6785f71c2995 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:19:45.356909 n-d-768851-16 neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'code': 200} Aug 16 03:19:45.382802 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Pushing event updated for resources: {'Port': ['ID=0e10961a-dd3c-45a5-b107-ad29e5b48f97,revision_number=8']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:45.534306 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4ace2-e912-46c9-a413-bd420fb7baf6 req-57436e59-d72c-485c-8791-a617111518ec tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:45.535749 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8b4ace2-e912-46c9-a413-bd420fb7baf6 req-57436e59-d72c-485c-8791-a617111518ec tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.84 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 943 time: 0.0473385 Aug 16 03:19:45.629068 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-d8b4ace2-e912-46c9-a413-bd420fb7baf6 req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Deleting port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:45.629409 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d8b4ace2-e912-46c9-a413-bd420fb7baf6 req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:45.715467 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-d8b4ace2-e912-46c9-a413-bd420fb7baf6 req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] For port 0e10961a-dd3c-45a5-b107-ad29e5b48f97, host n-h1-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-16',level=0,port_id=0e10961a-dd3c-45a5-b107-ad29e5b48f97,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:45.715828 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d8b4ace2-e912-46c9-a413-bd420fb7baf6 req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:45.728878 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-d8b4ace2-e912-46c9-a413-bd420fb7baf6 req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Calling delete_port for 0e10961a-dd3c-45a5-b107-ad29e5b48f97 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:45.856190 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d8b4ace2-e912-46c9-a413-bd420fb7baf6 req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:45.884308 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event deleted for resources: {'Port': ['ID=0e10961a-dd3c-45a5-b107-ad29e5b48f97,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:45.913494 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.913860 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.914182 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.914524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.914857 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.915287 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.915520 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.915838 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.916170 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.916481 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.916805 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.917156 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-16 {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:45.941556 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b4ace2-e912-46c9-a413-bd420fb7baf6 req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] No DVR routers for this DVR port 0e10961a-dd3c-45a5-b107-ad29e5b48f97 on host n-h1-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:19:45.944735 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-d8b4ace2-e912-46c9-a413-bd420fb7baf6 req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:45.946928 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-d8b4ace2-e912-46c9-a413-bd420fb7baf6 req-3ff261c6-d5be-4752-8a5f-7c38ad2333a8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.84 "DELETE /v2.0/ports/0e10961a-dd3c-45a5-b107-ad29e5b48f97 HTTP/1.1" status: 204 len: 173 time: 0.4046593 Aug 16 03:19:45.947446 n-d-768851-16 neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'name': 'network-vif-deleted', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:19:45.949756 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef6fc8e7e8b12a735c431f694b207620fed72e1389c3c755b5c599ac785b1567" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15810f1-557b-44d9-aabe-a9633045b207" -d '{"events": [{"server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "name": "network-vif-deleted", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:19:45.999533 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-262d12cb-1b3e-4863-95eb-4fb6b79d7ddf req-3112f850-4d11-493c-ace1-c96667b41152 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=06f79d96-8b20-41fb-b66c-4d82dbce84ea HTTP/1.1" status: 200 len: 210 time: 0.0405145 Aug 16 03:19:46.064130 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901134e6-b7f2-47e3-8e78-b6910e7d7d09 x-openstack-request-id: req-901134e6-b7f2-47e3-8e78-b6910e7d7d09 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:19:46.064485 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f79d96-8b20-41fb-b66c-4d82dbce84ea", "name": "network-vif-deleted", "tag": "0e10961a-dd3c-45a5-b107-ad29e5b48f97", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:19:46.064745 n-d-768851-16 neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-901134e6-b7f2-47e3-8e78-b6910e7d7d09 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:19:46.065252 n-d-768851-16 neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f79d96-8b20-41fb-b66c-4d82dbce84ea', 'name': 'network-vif-deleted', 'tag': '0e10961a-dd3c-45a5-b107-ad29e5b48f97', 'status': 'completed', 'code': 200} Aug 16 03:19:47.554573 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39854) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:47.727278 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Deleting port 8e5b2cd4-78b7-4249-bc2e-b81bbefe6d73 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:47.727624 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:47.802359 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:47.802687 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:47.814748 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Calling delete_port for 8e5b2cd4-78b7-4249-bc2e-b81bbefe6d73 owned by network:floatingip {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:47.969800 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:47.995032 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event deleted for resources: {'Port': ['ID=8e5b2cd4-78b7-4249-bc2e-b81bbefe6d73,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:48.058411 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for floatingip, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:48.058742 n-d-768851-16 neutron-server[101380]: INFO neutron.db.l3_db [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Floating IP 59183cd7-91f9-44d8-b125-a35db84a4455 disassociated (deleted). External IP: 172.25.2.127, port: d9024489-1d37-4341-a144-181ee92461d3. Aug 16 03:19:48.268970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Router b4c7b9d3-c812-4c3c-995f-15e78d01f849 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:19:48.376224 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:19:48.381707 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for floatingip, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:48.387272 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fb6759-a9bd-45da-a53e-424ebd2907af None None] Sync routers for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:19:48.397707 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb6759-a9bd-45da-a53e-424ebd2907af None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:48.398370 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a8fb6759-a9bd-45da-a53e-424ebd2907af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:48.408260 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-0598ee70-52b2-4759-9438-e10bcde0c25d tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "DELETE /v2.0/floatingips/59183cd7-91f9-44d8-b125-a35db84a4455 HTTP/1.1" status: 204 len: 168 time: 0.8526027 Aug 16 03:19:48.408961 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:19:48.411343 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e072f4-ca9b-4a2f-8bdf-7925f775096e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "tag": "d9024489-1d37-4341-a144-181ee92461d3"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:19:48.454693 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f82c7cc-ccb7-44b9-a871-d6fd9162a54f x-openstack-request-id: req-3f82c7cc-ccb7-44b9-a871-d6fd9162a54f {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:19:48.454984 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "tag": "d9024489-1d37-4341-a144-181ee92461d3", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:19:48.455240 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3f82c7cc-ccb7-44b9-a871-d6fd9162a54f {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:19:48.455649 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3', 'status': 'completed', 'code': 200} Aug 16 03:19:48.512172 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a8fb6759-a9bd-45da-a53e-424ebd2907af None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:48.574983 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e072f4-ca9b-4a2f-8bdf-7925f775096e req-5f536bf7-52cb-4d8e-a13f-0f5543ae0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:48.576563 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-78e072f4-ca9b-4a2f-8bdf-7925f775096e req-5f536bf7-52cb-4d8e-a13f-0f5543ae0991 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d363f02ed9224a11a873413413f8dd8e&device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 1095 time: 0.0967414 Aug 16 03:19:48.655779 n-d-768851-16 neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16632b74-9f15-4008-a100-1ffb8a7d7cd4 req-d8eeab90-0d49-4275-95be-30cea76a1e6e tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:48.657520 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16632b74-9f15-4008-a100-1ffb8a7d7cd4 req-d8eeab90-0d49-4275-95be-30cea76a1e6e tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 943 time: 0.0503595 Aug 16 03:19:48.676017 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e072f4-ca9b-4a2f-8bdf-7925f775096e req-89f18f1a-19ed-41f6-94d2-7cb54423fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:48.677663 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-78e072f4-ca9b-4a2f-8bdf-7925f775096e req-89f18f1a-19ed-41f6-94d2-7cb54423fa60 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 200 len: 910 time: 0.0929270 Aug 16 03:19:48.700301 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-16632b74-9f15-4008-a100-1ffb8a7d7cd4 req-241b679a-6caa-4ab3-83a7-052072a63558 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae0db462-254f-47c5-a48e-256db947ed59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358350 Aug 16 03:19:48.724378 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-78e072f4-ca9b-4a2f-8bdf-7925f775096e req-ccb6d73c-5a1c-458c-a7df-2e318ea4c06c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9024489-1d37-4341-a144-181ee92461d3 HTTP/1.1" status: 200 len: 217 time: 0.0372412 Aug 16 03:19:48.730398 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a8fb6759-a9bd-45da-a53e-424ebd2907af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:48.760766 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fb6759-a9bd-45da-a53e-424ebd2907af None None] Checking router: b4c7b9d3-c812-4c3c-995f-15e78d01f849 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:19:48.769454 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb6759-a9bd-45da-a53e-424ebd2907af None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:48.770127 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a8fb6759-a9bd-45da-a53e-424ebd2907af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:48.775221 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e072f4-ca9b-4a2f-8bdf-7925f775096e req-f5271d5a-5560-4b20-8679-7a5396aff461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:48.776704 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-78e072f4-ca9b-4a2f-8bdf-7925f775096e req-f5271d5a-5560-4b20-8679-7a5396aff461 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 200 len: 848 time: 0.0446680 Aug 16 03:19:48.824442 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e072f4-ca9b-4a2f-8bdf-7925f775096e req-cd8caeba-3ee4-4d77-b68c-f468a9ba6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:48.825997 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-78e072f4-ca9b-4a2f-8bdf-7925f775096e req-cd8caeba-3ee4-4d77-b68c-f468a9ba6f19 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29ecf00d-0bdb-4d0d-9142-34768bb89ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405509 Aug 16 03:19:48.872823 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-a8fb6759-a9bd-45da-a53e-424ebd2907af None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:48.924585 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-78e072f4-ca9b-4a2f-8bdf-7925f775096e req-097f778b-31db-4909-872e-fb59841464da service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891645 Aug 16 03:19:49.017874 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-78e072f4-ca9b-4a2f-8bdf-7925f775096e req-550f05be-ca8f-4370-a083-03307cb30c28 service neutron] 10.222.0.89 "GET /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852275 Aug 16 03:19:49.076063 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-a8fb6759-a9bd-45da-a53e-424ebd2907af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:49.103061 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fb6759-a9bd-45da-a53e-424ebd2907af None None] The sync data for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 is: [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:29Z', 'revision_number': 4, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16', '_interfaces': [{'id': '314673bf-8abc-41d6-b4d0-5a9c8e00428a', 'name': '', 'network_id': '29ecf00d-0bdb-4d0d-9142-34768bb89ae5', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'mac_address': 'fa:16:3e:34:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:28Z', 'updated_at': '2021-08-16T03:14:34Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'subnets': [{'id': '4c5e6728-bf9d-4a3c-ba6a-5b995990560b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:19:49.197684 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:49.246535 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0e10961a-dd3c-45a5-b107-ad29e5b48f97 no longer exists at agent hyperv_n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:49.267003 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-06ced621-6576-44e8-8331-71b6346b971a None None] No Port match for: 0e10961a-dd3c-45a5-b107-ad29e5b48f97 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:19:49.267354 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Device 0e10961a-dd3c-45a5-b107-ad29e5b48f97 not bound to the agent host n-h1-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:19:49.327549 n-d-768851-16 neutron-server[101380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401f114-d039-48bb-9a19-596ce3fbd386 req-82745f19-49df-408c-b0d8-fe20ff061ff8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:49.329045 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7401f114-d039-48bb-9a19-596ce3fbd386 req-82745f19-49df-408c-b0d8-fe20ff061ff8 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 943 time: 0.0565071 Aug 16 03:19:49.340276 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780de6a7-5623-4010-a0fc-211b1a2feddb None None] New status for floating IP 59183cd7-91f9-44d8-b125-a35db84a4455: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:19:49.422056 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-7401f114-d039-48bb-9a19-596ce3fbd386 req-3af93086-21c9-4117-96a5-ccb5f2290154 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Deleting port d9024489-1d37-4341-a144-181ee92461d3 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:49.422400 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7401f114-d039-48bb-9a19-596ce3fbd386 req-3af93086-21c9-4117-96a5-ccb5f2290154 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:49.516193 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [req-7401f114-d039-48bb-9a19-596ce3fbd386 req-3af93086-21c9-4117-96a5-ccb5f2290154 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] For port d9024489-1d37-4341-a144-181ee92461d3, host n-h2-768851-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-16',level=0,port_id=d9024489-1d37-4341-a144-181ee92461d3,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:49.516571 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7401f114-d039-48bb-9a19-596ce3fbd386 req-3af93086-21c9-4117-96a5-ccb5f2290154 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:49.529970 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [req-7401f114-d039-48bb-9a19-596ce3fbd386 req-3af93086-21c9-4117-96a5-ccb5f2290154 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Calling delete_port for d9024489-1d37-4341-a144-181ee92461d3 owned by compute:nova {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:49.654443 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7401f114-d039-48bb-9a19-596ce3fbd386 req-3af93086-21c9-4117-96a5-ccb5f2290154 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:49.686440 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af93086-21c9-4117-96a5-ccb5f2290154 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event deleted for resources: {'Port': ['ID=d9024489-1d37-4341-a144-181ee92461d3,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:49.729690 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.l3_dvrscheduler_db [req-7401f114-d039-48bb-9a19-596ce3fbd386 req-3af93086-21c9-4117-96a5-ccb5f2290154 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] No DVR routers for this DVR port d9024489-1d37-4341-a144-181ee92461d3 on host n-h2-768851-16 {{(pid=101380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:19:49.732392 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [req-7401f114-d039-48bb-9a19-596ce3fbd386 req-3af93086-21c9-4117-96a5-ccb5f2290154 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4152270'] for port, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:49.734752 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [req-7401f114-d039-48bb-9a19-596ce3fbd386 req-3af93086-21c9-4117-96a5-ccb5f2290154 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.89 "DELETE /v2.0/ports/d9024489-1d37-4341-a144-181ee92461d3 HTTP/1.1" status: 204 len: 173 time: 0.3991389 Aug 16 03:19:49.807524 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [req-b56449ed-2715-4c0b-9103-f3f0ad9b2c5a req-8ddc6cf0-8b31-4e34-900d-6851f567015f tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae6e7964-f287-4e8d-8e08-1a7cb1cee837 HTTP/1.1" status: 200 len: 210 time: 0.0293522 Aug 16 03:19:50.456743 n-d-768851-16 neutron-server[101380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'name': 'network-vif-deleted', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3'}] {{(pid=101380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:19:50.459741 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649967410381324f3b8d330f7530651fdeeaa1fc45aabcb5bad96899edc9c459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e05eb8d-e03c-4202-8442-0d232bf2dd09" -d '{"events": [{"server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "name": "network-vif-deleted", "tag": "d9024489-1d37-4341-a144-181ee92461d3"}]}' {{(pid=101380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:19:50.495153 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277559e8-bc22-4374-b482-321f46ed2eec x-openstack-request-id: req-277559e8-bc22-4374-b482-321f46ed2eec {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:19:50.495448 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6e7964-f287-4e8d-8e08-1a7cb1cee837", "name": "network-vif-deleted", "tag": "d9024489-1d37-4341-a144-181ee92461d3", "status": "completed", "code": 200}]} {{(pid=101380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:19:50.495701 n-d-768851-16 neutron-server[101380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-277559e8-bc22-4374-b482-321f46ed2eec {{(pid=101380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:19:50.496105 n-d-768851-16 neutron-server[101380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6e7964-f287-4e8d-8e08-1a7cb1cee837', 'name': 'network-vif-deleted', 'tag': 'd9024489-1d37-4341-a144-181ee92461d3', 'status': 'completed', 'code': 200} Aug 16 03:19:50.867524 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39872) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:50.936637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa2da857-6192-4cef-b42d-2e120bdc7e15 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:50.963435 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa2da857-6192-4cef-b42d-2e120bdc7e15 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:51.027363 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa2da857-6192-4cef-b42d-2e120bdc7e15 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:51.029992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-aa2da857-6192-4cef-b42d-2e120bdc7e15 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:51.031463 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-aa2da857-6192-4cef-b42d-2e120bdc7e15 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] 10.222.0.79 "DELETE /v2.0/security-groups/ae0db462-254f-47c5-a48e-256db947ed59 HTTP/1.1" status: 204 len: 168 time: 0.1627305 Aug 16 03:19:51.043004 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2da857-6192-4cef-b42d-2e120bdc7e15 tempest-TestSnapshotPattern-1857426841 tempest-TestSnapshotPattern-1857426841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0db462-254f-47c5-a48e-256db947ed59,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:52.102213 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39878) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:52.543757 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:52.788404 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] Deleting port 314673bf-8abc-41d6-b4d0-5a9c8e00428a {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:52.788744 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:52.864625 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] For port 314673bf-8abc-41d6-b4d0-5a9c8e00428a, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=314673bf-8abc-41d6-b4d0-5a9c8e00428a,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:52.865002 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:52.881792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] Calling delete_port for 314673bf-8abc-41d6-b4d0-5a9c8e00428a owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:53.374000 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:53.399792 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] Pushing event deleted for resources: {'Port': ['ID=314673bf-8abc-41d6-b4d0-5a9c8e00428a,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:53.564166 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:53.781219 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] Router b4c7b9d3-c812-4c3c-995f-15e78d01f849 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:19:53.890049 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:19:53.896298 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-bb3054c5-9e7b-4484-b3a1-ee302ba47368 admin admin] 10.222.0.79 "PUT /v2.0/routers/b4c7b9d3-c812-4c3c-995f-15e78d01f849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7924039 Aug 16 03:19:53.898344 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39882) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:53.899865 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0317909e-e579-4c6f-840e-fd64f7cc28b4 None None] Sync routers for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:19:53.909469 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0317909e-e579-4c6f-840e-fd64f7cc28b4 None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:53.910111 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0317909e-e579-4c6f-840e-fd64f7cc28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:54.007426 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.017291 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-0317909e-e579-4c6f-840e-fd64f7cc28b4 None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: n-d-768851-16 {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:54.114387 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.168727 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Deleting port 59929b89-c13b-4b6f-8489-8fd22f95801f {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:54.169180 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.171250 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9024489-1d37-4341-a144-181ee92461d3 no longer exists at agent hyperv_n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:54.193967 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] No Port match for: d9024489-1d37-4341-a144-181ee92461d3 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:19:54.194309 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Device d9024489-1d37-4341-a144-181ee92461d3 not bound to the agent host n-h2-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:19:54.217529 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0317909e-e579-4c6f-840e-fd64f7cc28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:19:53Z', 'revision_number': 5, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port': {'id': '59929b89-c13b-4b6f-8489-8fd22f95801f', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:54.244152 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0317909e-e579-4c6f-840e-fd64f7cc28b4 None None] Checking router: b4c7b9d3-c812-4c3c-995f-15e78d01f849 for host: n-d-768851-16 {{(pid=101382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:19:54.252511 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0317909e-e579-4c6f-840e-fd64f7cc28b4 None None] Routers {'b4c7b9d3-c812-4c3c-995f-15e78d01f849'} bound to L3 agent in host n-d-768851-16 {{(pid=101382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:54.253173 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0317909e-e579-4c6f-840e-fd64f7cc28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'], 'active': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:54.258972 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] For port 59929b89-c13b-4b6f-8489-8fd22f95801f, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=59929b89-c13b-4b6f-8489-8fd22f95801f,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:54.259340 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.273604 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Calling delete_port for 59929b89-c13b-4b6f-8489-8fd22f95801f owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:54.460120 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.486652 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59929b89-c13b-4b6f-8489-8fd22f95801f,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:54.505566 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvr_db [None req-0317909e-e579-4c6f-840e-fd64f7cc28b4 None None] Set router b4c7b9d3-c812-4c3c-995f-15e78d01f849 gateway port host: None {{(pid=101382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:54.551804 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.561189 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_hamode_db [None req-0317909e-e579-4c6f-840e-fd64f7cc28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:19:54Z', 'revision_number': 6, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:54.587496 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0317909e-e579-4c6f-840e-fd64f7cc28b4 None None] The sync data for ids ['b4c7b9d3-c812-4c3c-995f-15e78d01f849'] in n-d-768851-16 is: [{'id': 'b4c7b9d3-c812-4c3c-995f-15e78d01f849', 'name': 'tempest-TestSnapshotPattern-913734113-router', 'tenant_id': 'd363f02ed9224a11a873413413f8dd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:26Z', 'updated_at': '2021-08-16T03:19:54Z', 'revision_number': 6, 'project_id': 'd363f02ed9224a11a873413413f8dd8e', 'gw_port_host': None}] {{(pid=101382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:19:54.652831 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.654960 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.701637 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.702197 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c7b9d3-c812-4c3c-995f-15e78d01f849 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:19:54.706497 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.707653 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-81b5b2cd-c8ba-4ff4-b3fa-3f210fad21b3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b4c7b9d3-c812-4c3c-995f-15e78d01f849 HTTP/1.1" status: 204 len: 168 time: 0.8083518 Aug 16 03:19:54.710883 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39884) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:54.759376 n-d-768851-16 neutron-server[101380]: DEBUG neutron.db.db_base_plugin_v2 [None req-542756cc-c7be-4d2e-b875-b0cead0be19a admin admin] Deleting subnet 4c5e6728-bf9d-4a3c-ba6a-5b995990560b {{(pid=101380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:19:54.762479 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-542756cc-c7be-4d2e-b875-b0cead0be19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.797018 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-542756cc-c7be-4d2e-b875-b0cead0be19a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12181614'] for subnet, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.878062 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-542756cc-c7be-4d2e-b875-b0cead0be19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.932537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-542756cc-c7be-4d2e-b875-b0cead0be19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12185397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12238605'] for subnet, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.957087 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542756cc-c7be-4d2e-b875-b0cead0be19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5e6728-bf9d-4a3c-ba6a-5b995990560b,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:54.964537 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-542756cc-c7be-4d2e-b875-b0cead0be19a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.966768 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-542756cc-c7be-4d2e-b875-b0cead0be19a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4c5e6728-bf9d-4a3c-ba6a-5b995990560b HTTP/1.1" status: 204 len: 168 time: 0.2549498 Aug 16 03:19:54.969685 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39886) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:54.971972 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deea318-237c-4378-9a33-40f47006cc48 None None] Network 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:19:55.041311 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.093316 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Deleting port a47d6d66-8da3-41fe-90f3-80c941695e2c {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:55.093662 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.374587 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87594ea2-169b-41e5-a31e-33d4926ef729 None None] DHCP port deletion for 29ecf00d-0bdb-4d0d-9142-34768bb89ae5 request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:19:55.431547 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-87594ea2-169b-41e5-a31e-33d4926ef729 None None] Deleting port a47d6d66-8da3-41fe-90f3-80c941695e2c {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:55.431923 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-87594ea2-169b-41e5-a31e-33d4926ef729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.495135 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] For port a47d6d66-8da3-41fe-90f3-80c941695e2c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a47d6d66-8da3-41fe-90f3-80c941695e2c,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:55.495510 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.504735 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-87594ea2-169b-41e5-a31e-33d4926ef729 None None] For port a47d6d66-8da3-41fe-90f3-80c941695e2c, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=a47d6d66-8da3-41fe-90f3-80c941695e2c,segment=NetworkSegment(d7f36a45-865a-4f70-99e0-7ea13830c6d6),segment_id=d7f36a45-865a-4f70-99e0-7ea13830c6d6)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:55.505188 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-87594ea2-169b-41e5-a31e-33d4926ef729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.513322 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Calling delete_port for a47d6d66-8da3-41fe-90f3-80c941695e2c owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:55.518980 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-87594ea2-169b-41e5-a31e-33d4926ef729 None None] Calling delete_port for a47d6d66-8da3-41fe-90f3-80c941695e2c owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:55.593414 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.602241 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-87594ea2-169b-41e5-a31e-33d4926ef729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.621147 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47d6d66-8da3-41fe-90f3-80c941695e2c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:55.626687 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] No DVR routers for this DVR port a47d6d66-8da3-41fe-90f3-80c941695e2c on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:19:55.635274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87594ea2-169b-41e5-a31e-33d4926ef729 None None] Pushing event deleted for resources: {'Port': ['ID=a47d6d66-8da3-41fe-90f3-80c941695e2c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:55.637384 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87594ea2-169b-41e5-a31e-33d4926ef729 None None] No DVR routers for this DVR port a47d6d66-8da3-41fe-90f3-80c941695e2c on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:19:55.704559 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.715017 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ecf00d-0bdb-4d0d-9142-34768bb89ae5']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:55.725155 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f36a45-865a-4f70-99e0-7ea13830c6d6') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:55.725451 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f36a45-865a-4f70-99e0-7ea13830c6d6') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:55.734245 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.748582 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.754662 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:19:55.755071 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: timer() Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:19:55.757566 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:19:55.813353 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.823154 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:55.825201 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] 10.222.0.79 "DELETE /v2.0/networks/29ecf00d-0bdb-4d0d-9142-34768bb89ae5 HTTP/1.1" status: 204 len: 168 time: 0.8541782 Aug 16 03:19:55.828160 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39888) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:55.836320 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84372b47-6cd6-4c8c-beb2-17be035ebf12 admin admin] Pushing event deleted for resources: {'Network': ['ID=29ecf00d-0bdb-4d0d-9142-34768bb89ae5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:56.183113 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-390037'] for router_interface, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:56.427479 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] Deleting port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:56.427853 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:56.454196 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 314673bf-8abc-41d6-b4d0-5a9c8e00428a no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:56.474575 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 314673bf-8abc-41d6-b4d0-5a9c8e00428a {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:19:56.475010 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 314673bf-8abc-41d6-b4d0-5a9c8e00428a not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:19:56.475506 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a47d6d66-8da3-41fe-90f3-80c941695e2c no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:56.495180 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: a47d6d66-8da3-41fe-90f3-80c941695e2c {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:19:56.495614 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device a47d6d66-8da3-41fe-90f3-80c941695e2c not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:19:56.496110 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 59929b89-c13b-4b6f-8489-8fd22f95801f no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:56.508890 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] For port 2e9964ed-48bf-4b5e-9adf-f2eb2548a428, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=2e9964ed-48bf-4b5e-9adf-f2eb2548a428,segment=NetworkSegment(42a0b614-daf9-4a99-b910-4671b15b466e),segment_id=42a0b614-daf9-4a99-b910-4671b15b466e)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:56.509311 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:56.515221 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 59929b89-c13b-4b6f-8489-8fd22f95801f {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:19:56.515573 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 59929b89-c13b-4b6f-8489-8fd22f95801f not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:19:56.522504 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] Calling delete_port for 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 owned by network:router_interface {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:56.724004 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:56.758052 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9964ed-48bf-4b5e-9adf-f2eb2548a428,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:56.931446 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858213'] for router_interface, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:57.146650 n-d-768851-16 neutron-server[101380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] Router bb0f386d-0962-4169-9f10-61adc3f7ce82 has already been hosted by L3 agent 06e63df5-8c22-479d-9bb6-1ac694bdb8eb {{(pid=101380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:19:57.247968 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] Notify agent at l3_agent.n-d-768851-16 the message routers_updated {{(pid=101380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:19:57.253160 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-4ee41278-2b03-43eb-a579-e5fbac883c8d admin admin] 10.222.0.79 "PUT /v2.0/routers/bb0f386d-0962-4169-9f10-61adc3f7ce82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4239192 Aug 16 03:19:57.255601 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39890) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:57.258262 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c112135-74d6-4df5-8734-fbac61e3d7cc None None] Sync routers for ids ['bb0f386d-0962-4169-9f10-61adc3f7ce82'] in n-d-768851-16 {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:19:57.267243 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c112135-74d6-4df5-8734-fbac61e3d7cc None None] Routers {'bb0f386d-0962-4169-9f10-61adc3f7ce82'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:57.267848 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7c112135-74d6-4df5-8734-fbac61e3d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bb0f386d-0962-4169-9f10-61adc3f7ce82'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:57.361260 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:57.371665 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7c112135-74d6-4df5-8734-fbac61e3d7cc None None] Set router bb0f386d-0962-4169-9f10-61adc3f7ce82 gateway port host: n-d-768851-16 {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:57.464152 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:57.516147 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Deleting port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc {{(pid=101380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:57.516490 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:57.550823 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7c112135-74d6-4df5-8734-fbac61e3d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'name': 'tempest-TestSnapshotPattern-1128249382-router', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'external_fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:30Z', 'updated_at': '2021-08-16T03:19:56Z', 'revision_number': 5, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'gw_port': {'id': 'f610c694-4b83-4bb1-ba5d-db02fe4d5cfc', 'name': '', 'network_id': 'cd116b98-b556-47d3-9fef-5a748784b774', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:31Z', 'updated_at': '2021-08-16T03:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea859c6e-4ebf-4994-b8a1-dd71f5c5fb57', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-16'}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:57.575848 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c112135-74d6-4df5-8734-fbac61e3d7cc None None] Checking router: bb0f386d-0962-4169-9f10-61adc3f7ce82 for host: n-d-768851-16 {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:19:57.584839 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c112135-74d6-4df5-8734-fbac61e3d7cc None None] Routers {'bb0f386d-0962-4169-9f10-61adc3f7ce82'} bound to L3 agent in host n-d-768851-16 {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:57.585476 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7c112135-74d6-4df5-8734-fbac61e3d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:36:11Z,description=,heartbeat_timestamp=2021-08-16T03:19:42Z,host='n-d-768851-16',id=06e63df5-8c22-479d-9bb6-1ac694bdb8eb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:36:11Z,topic='l3_agent')) {'router_ids': ['bb0f386d-0962-4169-9f10-61adc3f7ce82'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:57.599350 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.db [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] For port f610c694-4b83-4bb1-ba5d-db02fe4d5cfc, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=f610c694-4b83-4bb1-ba5d-db02fe4d5cfc,segment=NetworkSegment(0433b8d4-d1d0-4f2a-aa48-98526e80b234),segment_id=0433b8d4-d1d0-4f2a-aa48-98526e80b234)] {{(pid=101380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:57.600331 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:57.613238 n-d-768851-16 neutron-server[101380]: DEBUG neutron.plugins.ml2.plugin [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Calling delete_port for f610c694-4b83-4bb1-ba5d-db02fe4d5cfc owned by network:router_gateway {{(pid=101380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:57.670737 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7c112135-74d6-4df5-8734-fbac61e3d7cc None None] Set router bb0f386d-0962-4169-9f10-61adc3f7ce82 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:57.725188 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7c112135-74d6-4df5-8734-fbac61e3d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'name': 'tempest-TestSnapshotPattern-1128249382-router', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:30Z', 'updated_at': '2021-08-16T03:19:57Z', 'revision_number': 6, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'gw_port_host': None}], 'n-d-768851-16', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:57.751819 n-d-768851-16 neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c112135-74d6-4df5-8734-fbac61e3d7cc None None] The sync data for ids ['bb0f386d-0962-4169-9f10-61adc3f7ce82'] in n-d-768851-16 is: [{'id': 'bb0f386d-0962-4169-9f10-61adc3f7ce82', 'name': 'tempest-TestSnapshotPattern-1128249382-router', 'tenant_id': '8d5149316e264852ac4ff2c9905c5e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:30Z', 'updated_at': '2021-08-16T03:19:57Z', 'revision_number': 6, 'project_id': '8d5149316e264852ac4ff2c9905c5e90', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:19:57.791787 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12185350'] for port, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:57.816958 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f610c694-4b83-4bb1-ba5d-db02fe4d5cfc,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:58.200962 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3854815'] for router_gateway, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.290655 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3856691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35474'] for router, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.292804 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.335455 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3856700'] for router, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.336108 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb0f386d-0962-4169-9f10-61adc3f7ce82 {{(pid=101380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:19:58.342461 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.343642 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-80439641-18d5-4142-8f1b-2eb478727bb8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/bb0f386d-0962-4169-9f10-61adc3f7ce82 HTTP/1.1" status: 204 len: 168 time: 1.0871024 Aug 16 03:19:58.346370 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39892) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:58.404890 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe913cdc-7aa1-4825-9711-684b8c166943 admin admin] Deleting subnet 4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:19:58.408731 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe913cdc-7aa1-4825-9711-684b8c166943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.447060 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe913cdc-7aa1-4825-9711-684b8c166943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171444'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.535285 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe913cdc-7aa1-4825-9711-684b8c166943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691126'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.559631 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f610c694-4b83-4bb1-ba5d-db02fe4d5cfc no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:58.581431 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: f610c694-4b83-4bb1-ba5d-db02fe4d5cfc {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:19:58.581850 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device f610c694-4b83-4bb1-ba5d-db02fe4d5cfc not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:19:58.582464 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:58.590258 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe913cdc-7aa1-4825-9711-684b8c166943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8457629'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.606137 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:19:58.606483 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 2e9964ed-48bf-4b5e-9adf-f2eb2548a428 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:19:58.616524 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe913cdc-7aa1-4825-9711-684b8c166943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:58.620247 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe913cdc-7aa1-4825-9711-684b8c166943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.622295 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-fe913cdc-7aa1-4825-9711-684b8c166943 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4b0f281a-a5ec-4e3c-a4f3-79a2ee84cb2b HTTP/1.1" status: 204 len: 168 time: 0.2747574 Aug 16 03:19:58.624592 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.79', 39894) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:58.629068 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3e8a1-87b3-4941-bee6-28324ae21d0c None None] Network 0c6aa889-c5b2-4391-87ab-41df3c9df86c requested from n-d-768851-16 {{(pid=101382) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:19:58.693008 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742505'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.768101 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Deleting port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:58.769262 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.810201 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b73c6-0b1e-4617-a7be-0379aebb57d9 None None] DHCP port deletion for 0c6aa889-c5b2-4391-87ab-41df3c9df86c request from n-d-768851-16 {{(pid=101382) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:19:58.841122 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] For port 7acfc25c-d27d-4b89-bea2-f6026cfe7839, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7acfc25c-d27d-4b89-bea2-f6026cfe7839,segment=NetworkSegment(42a0b614-daf9-4a99-b910-4671b15b466e),segment_id=42a0b614-daf9-4a99-b910-4671b15b466e)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:58.841490 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.854929 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Calling delete_port for 7acfc25c-d27d-4b89-bea2-f6026cfe7839 owned by network:dhcp {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:58.860274 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e15b73c6-0b1e-4617-a7be-0379aebb57d9 None None] Deleting port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:58.860721 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e15b73c6-0b1e-4617-a7be-0379aebb57d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519379496'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.926126 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e15b73c6-0b1e-4617-a7be-0379aebb57d9 None None] For port 7acfc25c-d27d-4b89-bea2-f6026cfe7839, host n-d-768851-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-16',level=0,port_id=7acfc25c-d27d-4b89-bea2-f6026cfe7839,segment=NetworkSegment(42a0b614-daf9-4a99-b910-4671b15b466e),segment_id=42a0b614-daf9-4a99-b910-4671b15b466e)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:58.926523 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e15b73c6-0b1e-4617-a7be-0379aebb57d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3862202'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.937950 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161813'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.941359 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e15b73c6-0b1e-4617-a7be-0379aebb57d9 None None] Calling delete_port for 7acfc25c-d27d-4b89-bea2-f6026cfe7839 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:58.964433 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Pushing event deleted for resources: {'Port': ['ID=7acfc25c-d27d-4b89-bea2-f6026cfe7839,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:58.968269 n-d-768851-16 neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] No DVR routers for this DVR port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 on host n-d-768851-16 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:19:59.024453 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e15b73c6-0b1e-4617-a7be-0379aebb57d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4037599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519384706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518913540'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.041540 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690225', 'neutron.services.segments.db._delete_segments_for_network-8767519422832'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.051234 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6aa889-c5b2-4391-87ab-41df3c9df86c']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:59.055270 n-d-768851-16 neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b73c6-0b1e-4617-a7be-0379aebb57d9 None None] Pushing event deleted for resources: {'Port': ['ID=7acfc25c-d27d-4b89-bea2-f6026cfe7839,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:59.057158 n-d-768851-16 neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b73c6-0b1e-4617-a7be-0379aebb57d9 None None] No DVR routers for this DVR port 7acfc25c-d27d-4b89-bea2-f6026cfe7839 on host n-d-768851-16 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:19:59.065551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a0b614-daf9-4a99-b910-4671b15b466e') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:59.065551 n-d-768851-16 neutron-server[101381]: DEBUG neutron.services.segments.db [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a0b614-daf9-4a99-b910-4671b15b466e') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:59.076192 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519425401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171427'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.095056 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.101620 n-d-768851-16 neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:19:59.102005 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161912'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: Traceback (most recent call last): Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: timer() Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: cb(*args, **kw) Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: return func(*args, **kwargs) Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: self._notify() Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: self.callback(batched_events) Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: event.method(event) Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: return f(self, *a, **k) Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: return self._get(url).json() Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: return self.request(url, 'GET', **kwargs) Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:19:59.103661 n-d-768851-16 neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:19:59.157097 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3854755'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.163046 n-d-768851-16 neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Notify callbacks [] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.168079 n-d-768851-16 neutron-server[101381]: INFO neutron.wsgi [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] 10.222.0.79 "DELETE /v2.0/networks/0c6aa889-c5b2-4391-87ab-41df3c9df86c HTTP/1.1" status: 204 len: 168 time: 0.5424790 Aug 16 03:19:59.181625 n-d-768851-16 neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506de6e3-23ff-4c89-b3d5-174f3973684c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6aa889-c5b2-4391-87ab-41df3c9df86c,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:59.281589 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39898) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:59.323022 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-cf541deb-53e1-4cce-a4b7-d14daffe3945 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d363f02ed9224a11a873413413f8dd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400252 Aug 16 03:19:59.325356 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39900) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:59.377159 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-078fdeba-0dec-4e7f-93a0-bedf01e9d4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.398060 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-078fdeba-0dec-4e7f-93a0-bedf01e9d4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.446969 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-078fdeba-0dec-4e7f-93a0-bedf01e9d4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.449992 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-078fdeba-0dec-4e7f-93a0-bedf01e9d4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.451490 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-078fdeba-0dec-4e7f-93a0-bedf01e9d4e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f47ebe8e-6bb7-4a81-85fc-29d21f832049 HTTP/1.1" status: 204 len: 168 time: 0.1250825 Aug 16 03:19:59.461720 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fdeba-0dec-4e7f-93a0-bedf01e9d4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47ebe8e-6bb7-4a81-85fc-29d21f832049,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:59.777706 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39906) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:59.816299 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-b42c31e5-497c-4dd7-b16f-fa2fece0d0fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d5149316e264852ac4ff2c9905c5e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374494 Aug 16 03:19:59.818674 n-d-768851-16 neutron-server[101380]: DEBUG neutron.wsgi [-] (101380) accepted ('10.222.0.79', 39908) {{(pid=101380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:59.865390 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15c05ca9-bd87-4a7d-be6e-8f6006878eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.886077 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15c05ca9-bd87-4a7d-be6e-8f6006878eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.931703 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15c05ca9-bd87-4a7d-be6e-8f6006878eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683259'] for security_group, after_delete {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.934366 n-d-768851-16 neutron-server[101380]: DEBUG neutron_lib.callbacks.manager [None req-15c05ca9-bd87-4a7d-be6e-8f6006878eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:59.935506 n-d-768851-16 neutron-server[101380]: INFO neutron.wsgi [None req-15c05ca9-bd87-4a7d-be6e-8f6006878eb1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a602af47-4932-404b-9178-f9488726c632 HTTP/1.1" status: 204 len: 168 time: 0.1159484 Aug 16 03:19:59.942955 n-d-768851-16 neutron-server[101380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c05ca9-bd87-4a7d-be6e-8f6006878eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a602af47-4932-404b-9178-f9488726c632,revision_number=None']} {{(pid=101380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:00.454328 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7acfc25c-d27d-4b89-bea2-f6026cfe7839 no longer exists at agent ovs-agent-n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:20:00.475456 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] No Port match for: 7acfc25c-d27d-4b89-bea2-f6026cfe7839 {{(pid=101382) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:20:00.475842 n-d-768851-16 neutron-server[101382]: DEBUG neutron.plugins.ml2.rpc [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Device 7acfc25c-d27d-4b89-bea2-f6026cfe7839 not bound to the agent host n-d-768851-16 {{(pid=101382) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:20:09.022789 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e7bcf849-76e7-46f8-8364-309eaa21223a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:10.701385 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:10.759688 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:20:11.598307 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-63f045a6-25bd-4f58-b3c5-13295b677eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:11.748582 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:13.127109 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:14.618673 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:19.200404 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:39.024598 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-62189e15-80c9-45b8-90c1-df1a29a9b49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:40.717396 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:41.598219 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f733f994-ff3c-4b58-ae5c-9c88d547106c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:41.750222 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:43.131935 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:44.621498 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:47.757711 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:20:49.201362 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:09.027070 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-15222a1e-8c0f-455c-ac64-0fe05f9afc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:10.714772 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:11.598287 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b8631182-980d-4c74-81ab-fb93d1c14234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:11.750964 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:13.134274 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:14.623210 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:19.201941 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:24.758606 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:21:39.028657 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cbe75f66-d3a8-4e52-82ce-5539c3788099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:40.714251 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:41.598817 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e038454a-aff7-455d-940f-53c8a2cc5e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:41.754742 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:43.137063 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:44.626140 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:49.193642 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:01.758869 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:22:09.025771 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51014e25-682f-4985-b695-9ff5a5c92fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:10.713808 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:11.600942 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8ed66b02-cc48-4ccc-965a-099128ffb34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:11.755772 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:13.141038 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:14.628196 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:19.209507 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:38.757772 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:22:39.027533 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e282-e3e2-4273-8ed6-1b4544f23f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.719680 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.605874 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-65bccdca-700a-496f-989c-98b0b88c9a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.759642 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.142467 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.631055 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.223337 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.028544 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-122cdf53-8875-4a35-8edc-b5d1fecdbb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.722057 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:11.608320 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-32e70e2a-df71-40c5-9bd1-f8ffcd657060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:11.761453 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.012121 n-d-768851-16 neutron-server[101381]: DEBUG neutron.wsgi [req-6604bdd6-23e0-4fb0-993f-3f8b7198ae44 req-ad561a9c-6676-4213-8bce-5906d3014707 service neutron] (101381) timed out ('10.222.0.79', 33446) {{(pid=101381) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:23:13.145367 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:14.633547 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:15.755972 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:23:19.223466 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:39.029339 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bfe54596-ba8a-47c8-afa7-3f438dc3be82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:40.740504 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:41.610446 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-31b81ea9-b355-488e-ba93-151eaffa0286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:41.761254 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:43.149063 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:44.636075 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:49.237275 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:52.756426 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:24:09.030343 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a0a7da1a-9c93-4648-801f-9c34b2a48e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:10.729867 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.611347 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ead29c7b-2d55-4ca2-b36b-fb364a61c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.761434 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.151587 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:14.636747 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.236925 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:29.756609 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:24:39.034204 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5ebd30b1-dbc0-4e78-99b8-f70c639c5e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:40.737810 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:41.612011 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ff63c2db-ff21-4c26-99ea-d0379dc6471e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:41.761688 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:43.154040 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:44.640788 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:49.251625 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:06.757065 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:25:09.034886 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7faf617c-c0f4-4d30-8ae1-b05b19ab2d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:10.753256 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:11.612868 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02dbb8da-82ae-4d07-9962-465c8469435a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:11.762784 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:13.157878 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:14.645924 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:19.265315 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:39.035487 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6201a2d2-e548-47e9-8439-94958c4e37a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:40.750745 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:41.614285 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f739860f-7c1a-40b6-8518-67244799d1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:41.763279 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:43.160973 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:43.756415 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:25:44.646302 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:49.265239 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:09.036696 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c03bbba0-e939-4a9c-8f23-485855cb5230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:10.751262 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:11.617556 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d0a2b86b-8ea7-47b8-990c-11160e9738a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:11.763367 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:13.164881 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:14.648804 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:19.283087 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:20.756184 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:26:39.037724 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6f1ac313-9cfd-44f2-a078-d000e4c74424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:40.749006 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:41.618384 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-275aa2cc-aae0-4f05-89b8-550f674c428e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:41.763620 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:43.166700 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:44.651143 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:49.278786 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:57.756709 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:27:09.038401 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1fa5860a-84df-4a6c-916f-1a1dc59c0ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:10.748598 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:11.620898 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3f7e51a5-8b83-4be4-81d4-85fdfb9285ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:11.765991 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:13.169851 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:14.653539 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:19.296927 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:34.755560 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:27:39.039187 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b9b89c47-3ace-4b6b-904e-3c296e40b822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:40.762848 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:41.622822 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-624ef1f8-6758-407d-904e-61bda34de9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:41.766057 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:43.172680 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:44.656521 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:49.308954 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:09.040299 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b470e06e-58ee-40d5-b9f7-8c37c2432073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.760525 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06ced621-6576-44e8-8331-71b6346b971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.626779 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-76359f96-eb8f-4b22-866c-d4abb2b9f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.755610 n-d-768851-16 neutron-server[101383]: DEBUG neutron.db.agents_db [None req-53629a26-4ff5-4326-99d6-446903156ed1 None None] Agent healthcheck: found 7 active agents {{(pid=101383) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:28:11.771984 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-975833c3-da8e-42a6-935e-512ee6cce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:13.174741 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bac3bc48-88f4-49c5-8d4f-2e07c9964ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:14.659838 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3025155d-afac-4483-b8c1-61a1378e196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:19.308264 n-d-768851-16 neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-47304134-6e9b-499d-a8b4-f566239452f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3494847'] for agent, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}